-- Logs begin at Fri 2022-02-04 14:36:46 UTC, end at Fri 2022-02-04 17:00:47 UTC. -- Feb 04 15:12:18.374397 n-d-827870-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 15:12:20.760187 n-d-827870-1 neutron-server[87465]: INFO neutron.common.config [-] Logging enabled! Feb 04 15:12:20.760915 n-d-827870-1 neutron-server[87465]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 15:12:20.761030 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87465) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 15:12:20.764214 n-d-827870-1 neutron-server[87465]: INFO neutron.common.config [-] Logging enabled! Feb 04 15:12:20.764470 n-d-827870-1 neutron-server[87465]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 15:12:20.764802 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87465) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 15:12:20.765752 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:12:20.765987 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:12:20.766358 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:12:20.766607 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:12:20.766834 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:12:20.767161 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.767462 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.767761 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.767994 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.768289 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.768587 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.768900 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.769195 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.769494 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.769781 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.770060 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.770343 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.770575 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.770857 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.771141 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.771427 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.771652 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] debug = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.771935 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.772365 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.772797 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.773088 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.773381 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.773663 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.773936 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.774213 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.774501 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.774828 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] host = n-d-827870-1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.775109 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.775401 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.775725 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.775976 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.776256 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.776583 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.776951 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.777234 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.777512 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] log_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.777789 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.778079 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.778369 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.778661 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.778891 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.779115 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.779406 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.779695 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.779972 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.780246 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.780522 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.780824 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.781104 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.781374 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.781661 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.781948 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.782233 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.782508 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.782784 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.783058 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.783332 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.783617 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.783891 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.784165 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.784438 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.784725 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.785020 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.785294 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.785597 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.785883 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.786170 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.786455 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.786729 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.787011 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.787285 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.787557 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.787831 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] use_json = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.788104 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.788460 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.788749 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.789044 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.789319 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.789595 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.789870 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.790156 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.790430 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:20.790728 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.791022 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.791321 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.791613 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.791907 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.792738 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.793059 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.793336 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.793624 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.793915 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.794208 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.794488 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.794776 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.795056 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.795350 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.795656 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.795953 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.796247 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.796523 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.796828 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.797107 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.797388 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.797675 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.797974 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.798268 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.798546 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.798827 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.799121 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.799401 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.799676 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.799957 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.800247 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.800527 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.800826 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.801112 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.801391 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.801664 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.801938 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.802216 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.802505 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.802783 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.803054 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.803324 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.803599 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.803880 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.804236 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.804517 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.804817 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.805096 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.805377 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.805653 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.805927 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.806206 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.806481 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.806766 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.807039 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.807311 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.807585 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.808482 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.808734 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.809035 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.809312 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.809593 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.809869 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.810143 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.810416 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.810693 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.810970 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.811259 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.811559 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.811841 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.812122 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.812403 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.812685 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.812990 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.813271 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.813554 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.813833 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.814109 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.814399 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.814690 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.814984 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.815271 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.815552 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.815848 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.816129 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.816415 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.816702 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.817011 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.817297 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.817582 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.817962 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.818250 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.818544 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.818836 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.819132 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.819416 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.819727 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.820007 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:20.820226 n-d-827870-1 neutron-server[87465]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:12:20.820467 n-d-827870-1 neutron-server[87465]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87465) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 15:12:21.217196 n-d-827870-1 neutron-server[87465]: INFO keyring.backend [-] Loading KWallet Feb 04 15:12:21.224647 n-d-827870-1 neutron-server[87465]: INFO keyring.backend [-] Loading SecretService Feb 04 15:12:21.228496 n-d-827870-1 neutron-server[87465]: INFO keyring.backend [-] Loading Windows Feb 04 15:12:21.230059 n-d-827870-1 neutron-server[87465]: INFO keyring.backend [-] Loading chainer Feb 04 15:12:21.230656 n-d-827870-1 neutron-server[87465]: INFO keyring.backend [-] Loading macOS Feb 04 15:12:21.265858 n-d-827870-1 neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 15:12:21.266132 n-d-827870-1 neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 15:12:21.266425 n-d-827870-1 neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 15:12:21.266761 n-d-827870-1 neutron-server[87465]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 15:12:21.585839 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.586054 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.586309 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.587525 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.587799 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.588066 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.709711 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.710000 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.710270 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.723787 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.724068 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.724340 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.754490 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.754772 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.755039 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.793855 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.794449 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:21.794449 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.033711 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.034000 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.034276 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.034548 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.035294 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.157791 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.158114 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.158400 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.158675 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.158946 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.159261 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.159532 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.159796 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.160054 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.160340 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.160601 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.160889 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.161154 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.161414 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.161682 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.161953 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.162218 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.162483 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.162737 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.163016 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.163366 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.163626 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.163876 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.164159 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.164408 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.164655 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.165072 n-d-827870-1 neutron-server[87465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:12:22.165313 n-d-827870-1 neutron-server[87465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:12:22.165551 n-d-827870-1 neutron-server[87465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:12:22.165787 n-d-827870-1 neutron-server[87465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:12:22.166023 n-d-827870-1 neutron-server[87465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:12:22.166260 n-d-827870-1 neutron-server[87465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:12:22.166624 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 15:12:22.170535 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 15:12:22.174542 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 15:12:22.178303 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 04 15:12:22.179961 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 15:12:22.180411 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 15:12:22.180748 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 15:12:22.181161 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 15:12:22.184337 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 15:12:22.184587 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 15:12:22.184969 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 15:12:22.213256 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 15:12:22.213709 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.214557 n-d-827870-1 neutron-server[87465]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87465) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 15:12:22.214921 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.216301 n-d-827870-1 neutron-server[87465]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87465) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 15:12:22.216582 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 15:12:22.216851 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 15:12:22.220069 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.220356 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.282727 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 15:12:22.282961 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 15:12:22.283199 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 15:12:22.283573 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 15:12:22.315330 n-d-827870-1 neutron-server[87465]: DEBUG oslo_db.sqlalchemy.engines [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87465) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 15:12:22.654627 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Initializing driver for type 'gre' Feb 04 15:12:22.655301 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] gre ID ranges: [(1, 1000)] Feb 04 15:12:22.709604 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Initializing driver for type 'local' Feb 04 15:12:22.709927 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Initializing driver for type 'vlan' Feb 04 15:12:22.722285 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] VlanTypeDriver initialization complete Feb 04 15:12:22.722639 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Initializing driver for type 'vxlan' Feb 04 15:12:22.723133 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] vxlan ID ranges: [(1, 1000)] Feb 04 15:12:22.777360 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Initializing extension driver 'port_security' Feb 04 15:12:22.777697 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.extensions.port_security [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] PortSecurityExtensionDriver initialization complete Feb 04 15:12:22.778039 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Initializing mechanism driver 'openvswitch' Feb 04 15:12:22.778360 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Initializing mechanism driver 'hyperv' Feb 04 15:12:22.785133 n-d-827870-1 neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:12:22.785804 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > port after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.786175 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > port after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.786520 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > port after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.787053 n-d-827870-1 neutron-server[87465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:12:22.787480 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > subnet after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.787829 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > subnet after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.788173 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.788557 n-d-827870-1 neutron-server[87465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:12:22.788990 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > network after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.789340 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > network after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.789680 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > network after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.790065 n-d-827870-1 neutron-server[87465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:12:22.790464 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > security_group after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.790807 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > security_group after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.791142 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > security_group after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.791528 n-d-827870-1 neutron-server[87465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:12:22.791977 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.792880 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.793217 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.793733 n-d-827870-1 neutron-server[87465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:12:22.794147 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > address_group after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.794696 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > address_group after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.794815 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > address_group after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.795202 n-d-827870-1 neutron-server[87465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:12:22.795642 n-d-827870-1 neutron-server[87465]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] ML2 OVO RPC backend initialized. {{(pid=87465) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 04 15:12:22.796350 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.796701 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.797146 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > network before_response 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.797491 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > networks before_response 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.797839 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > port before_response 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.798183 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > ports before_response 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.798526 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > subnet before_response 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.798868 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > subnets before_response 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.799211 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > network after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.799546 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > network after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.799878 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > network after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.800210 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > port after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.800541 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > port after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.800906 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > port after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.801237 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > subnet after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.801569 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > subnet after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.801898 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.802464 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.plugin [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Modular L2 Plugin initialization complete Feb 04 15:12:22.802788 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading services supported by the core plugin {{(pid=87465) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 15:12:22.803108 n-d-827870-1 neutron-server[87465]: INFO neutron.plugins.ml2.managers [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Got port-security extension from driver 'port_security' Feb 04 15:12:22.803564 n-d-827870-1 neutron-server[87465]: INFO neutron.extensions.vlantransparent [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Disabled vlantransparent extension. Feb 04 15:12:22.804057 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87465) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 15:12:22.804366 n-d-827870-1 neutron-server[87465]: INFO neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading Plugin: router Feb 04 15:12:22.841670 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router_interface before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.842062 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router after_create 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.842429 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router before_create 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.842793 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.843168 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.843518 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router after_delete 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.843869 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > floatingip after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.844226 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router after_create 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.844568 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router after_update 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.844938 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router after_update 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.845280 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.845629 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router after_update 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.846034 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router precommit_update 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.846395 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: port after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.846729 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: port after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.847060 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: subnet after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.847394 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.847737 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > port precommit_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.848077 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router precommit_create 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.848411 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: port before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.848745 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router precommit_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.849115 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router after_update 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.849450 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router precommit_delete 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.849790 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router precommit_create 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.850142 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.850479 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router precommit_update 55549900 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.850867 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > agent after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.851422 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > agent after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.851542 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > network after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.852369 n-d-827870-1 neutron-server[87465]: DEBUG neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Tracking information for resource: router configured {{(pid=87465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:12:22.852695 n-d-827870-1 neutron-server[87465]: DEBUG neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Tracking information for resource: floatingip configured {{(pid=87465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:12:22.858464 n-d-827870-1 neutron-server[87465]: INFO neutron.db.l3_agentschedulers_db [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 15:12:22.859043 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: port after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.859403 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: port after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.859754 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: port after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.860103 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: port after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.861049 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router before_create 55550100 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.861414 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router precommit_delete 55550100 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.861775 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router precommit_create 55550100 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.862129 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > router precommit_update 55550100 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.866573 n-d-827870-1 neutron-server[87465]: DEBUG neutron.services.provider_configuration [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service providers = [] {{(pid=87465) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 15:12:22.866937 n-d-827870-1 neutron-server[87465]: DEBUG neutron.db.servicetype_db [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87465) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 15:12:22.869903 n-d-827870-1 neutron-server[87465]: DEBUG neutron.services.service_base [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87465) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:12:22.870285 n-d-827870-1 neutron-server[87465]: DEBUG neutron.services.service_base [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87465) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:12:22.870620 n-d-827870-1 neutron-server[87465]: DEBUG neutron.services.service_base [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87465) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:12:22.871506 n-d-827870-1 neutron-server[87465]: DEBUG neutron.services.service_base [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87465) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:12:22.871872 n-d-827870-1 neutron-server[87465]: INFO neutron.services.service_base [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 15:12:22.872248 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:12:22.872561 n-d-827870-1 neutron-server[87465]: INFO neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 15:12:22.883486 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:12:22.883817 n-d-827870-1 neutron-server[87465]: INFO neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading Plugin: auto_allocate Feb 04 15:12:22.889771 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: network precommit_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.890140 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: network precommit_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.890660 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:12:22.890977 n-d-827870-1 neutron-server[87465]: INFO neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading Plugin: tag Feb 04 15:12:22.897626 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:12:22.897951 n-d-827870-1 neutron-server[87465]: INFO neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading Plugin: timestamp Feb 04 15:12:22.902880 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:12:22.903447 n-d-827870-1 neutron-server[87465]: INFO neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading Plugin: network_ip_availability Feb 04 15:12:22.909146 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.909467 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.909820 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:22.910536 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:12:22.910852 n-d-827870-1 neutron-server[87465]: INFO neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading Plugin: flavors Feb 04 15:12:22.915617 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:12:22.915950 n-d-827870-1 neutron-server[87465]: INFO neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading Plugin: revisions Feb 04 15:12:22.921122 n-d-827870-1 neutron-server[87465]: DEBUG neutron.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:12:22.921509 n-d-827870-1 neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.655s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 15:12:22.922248 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87465) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 15:12:22.922581 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Initializing extension manager. Feb 04 15:12:22.923088 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: __init__.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.923424 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: __pycache__ {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.923753 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.924080 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: address_group.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.924864 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.925424 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: address-group Feb 04 15:12:22.925741 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: address_scope.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.926450 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.926953 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: address-scope Feb 04 15:12:22.927271 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: admin_state_down_before_update.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.928201 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.928705 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: router-admin-state-down-before-update Feb 04 15:12:22.929050 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: agent.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.929749 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.930247 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: agent Feb 04 15:12:22.930564 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: agent_resources_synced.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.931474 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.931972 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: agent-resources-synced Feb 04 15:12:22.932287 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: allowedaddresspairs.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.934415 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.934934 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: allowed-address-pairs Feb 04 15:12:22.935262 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: auto_allocated_topology.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.936342 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.936884 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: auto-allocated-topology Feb 04 15:12:22.937212 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: availability_zone.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.937909 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.938413 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: availability_zone Feb 04 15:12:22.938735 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: availability_zone_filter.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.939641 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.940142 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: availability_zone_filter Feb 04 15:12:22.940463 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: data_plane_status.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.941397 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.941896 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 15:12:22.942212 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: default_subnetpools.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.943131 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.943628 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: default-subnetpools Feb 04 15:12:22.943945 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: dhcpagentscheduler.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.944750 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.945273 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: dhcp_agent_scheduler Feb 04 15:12:22.945590 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: dns.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.946492 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.946986 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension dns-integration not supported by any of loaded plugins Feb 04 15:12:22.947303 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: dns_domain_ports.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.948236 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.948735 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 15:12:22.949074 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: dvr.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.949747 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.950244 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: dvr Feb 04 15:12:22.950560 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: empty_string_filtering.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.951473 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.951973 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: empty-string-filtering Feb 04 15:12:22.952291 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.953236 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.953733 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 15:12:22.954050 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.955215 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.955709 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 15:12:22.956024 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: external_net.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.956964 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.957465 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: external-net Feb 04 15:12:22.957783 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: extra_dhcp_opt.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.958693 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.959195 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: extra_dhcp_opt Feb 04 15:12:22.959514 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: extraroute.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.960429 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.960963 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: extraroute Feb 04 15:12:22.961285 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: extraroute_atomic.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.962332 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.962847 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: extraroute-atomic Feb 04 15:12:22.963171 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: filter_validation.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.964398 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.964996 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: filter-validation Feb 04 15:12:22.965311 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: fip_pf_description.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.966223 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.966722 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 15:12:22.967037 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: fip_port_details.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.967961 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.968461 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: fip-port-details Feb 04 15:12:22.968786 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: flavors.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.970035 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.970541 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: flavors Feb 04 15:12:22.970862 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.972530 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.973085 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 15:12:22.973415 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: floatingip_pools.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.974118 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.974621 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: floatingip-pools Feb 04 15:12:22.974941 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: ip_allocation.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.976091 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.976349 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 15:12:22.976670 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.977617 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.978120 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: ip-substring-filtering Feb 04 15:12:22.978445 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: l2_adjacency.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.979369 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.980414 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 15:12:22.980833 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: l3.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.981798 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.982313 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: router Feb 04 15:12:22.982634 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: l3_conntrack_helper.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.986354 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.986880 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 15:12:22.987209 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.988145 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.988658 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: ext-gw-mode Feb 04 15:12:22.989006 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.989923 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.990432 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: l3-ha Feb 04 15:12:22.990751 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: l3_flavors.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.991687 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.992180 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: l3-flavors Feb 04 15:12:22.992493 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.993450 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.993961 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 15:12:22.994280 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: l3agentscheduler.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.995505 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.996037 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: l3_agent_scheduler Feb 04 15:12:22.996363 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: logging.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.997916 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:22.998432 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension logging not supported by any of loaded plugins Feb 04 15:12:22.998760 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: metering.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:22.999504 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.000072 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: metering Feb 04 15:12:23.000396 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.001519 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.002033 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: metering_source_and_destination_fields Feb 04 15:12:23.002359 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: multiprovidernet.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.003288 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.003796 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: multi-provider Feb 04 15:12:23.004118 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: netmtu.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.005079 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.005583 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: net-mtu Feb 04 15:12:23.005904 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: netmtu_writable.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.006823 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.007330 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: net-mtu-writable Feb 04 15:12:23.007649 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: network_availability_zone.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.008317 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.008843 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: network_availability_zone Feb 04 15:12:23.009162 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: network_ip_availability.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.010261 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.011287 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: network-ip-availability Feb 04 15:12:23.011608 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: network_segment_range.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.012370 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.012905 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 15:12:23.013224 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: pagination.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.014223 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.014550 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: pagination Feb 04 15:12:23.014867 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: port_device_profile.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.015779 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.016284 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: port-device-profile Feb 04 15:12:23.016599 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.017545 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.018048 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: port-mac-address-regenerate Feb 04 15:12:23.018363 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.019271 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.019770 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: port-numa-affinity-policy Feb 04 15:12:23.020084 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: port_resource_request.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.021016 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.021512 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 15:12:23.021829 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: portbindings.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.022759 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.023256 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: binding Feb 04 15:12:23.023571 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: portbindings_extended.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.024891 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.025398 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: binding-extended Feb 04 15:12:23.025718 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: portsecurity.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.027368 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.028094 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: port-security Feb 04 15:12:23.028417 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: project_id.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.029428 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.029755 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: project-id Feb 04 15:12:23.030071 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: providernet.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.030997 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.031507 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: provider Feb 04 15:12:23.031827 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: qos.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.035616 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.036135 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension qos not supported by any of loaded plugins Feb 04 15:12:23.036464 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.037754 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.038268 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 15:12:23.038593 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.039513 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.040014 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 15:12:23.040336 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: qos_default.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.041285 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.041792 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension qos-default not supported by any of loaded plugins Feb 04 15:12:23.042201 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: qos_fip.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.042861 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.043359 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension qos-fip not supported by any of loaded plugins Feb 04 15:12:23.043678 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: qos_gateway_ip.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.044607 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.045161 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 15:12:23.045466 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: qos_port_network_policy.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.046387 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.046886 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 15:12:23.047205 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: qos_rule_type_details.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.048117 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.048619 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 15:12:23.048970 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: qos_rules_alias.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.050015 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.050519 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 15:12:23.050839 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: quotasv2.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.051762 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.052082 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: quotas Feb 04 15:12:23.052395 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: quotasv2_detail.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.054061 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.054395 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: quota_details Feb 04 15:12:23.054724 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: rbac.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.055779 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.056302 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: rbac-policies Feb 04 15:12:23.056631 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: rbac_address_group.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.057622 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.058142 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: rbac-address-group Feb 04 15:12:23.058462 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: rbac_address_scope.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.059388 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.059893 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: rbac-address-scope Feb 04 15:12:23.060213 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: rbac_security_groups.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.061149 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.061655 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: rbac-security-groups Feb 04 15:12:23.061975 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: rbac_subnetpool.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.062903 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.063406 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: rbac-subnetpool Feb 04 15:12:23.063726 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: revisionifmatch.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.064648 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.065179 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: revision-if-match Feb 04 15:12:23.065503 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: revisions.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.066647 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.067147 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: standard-attr-revisions Feb 04 15:12:23.067474 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: router_availability_zone.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.068142 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.068645 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: router_availability_zone Feb 04 15:12:23.068989 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: routerservicetype.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.069909 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.070410 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension router-service-type not supported by any of loaded plugins Feb 04 15:12:23.070727 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.071641 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.072140 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: security-groups-normalized-cidr Feb 04 15:12:23.072458 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: security_groups_port_filtering.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.074020 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.074537 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: port-security-groups-filtering Feb 04 15:12:23.074857 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.075895 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.076406 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: security-groups-remote-address-group Feb 04 15:12:23.076729 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: securitygroup.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.086677 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.087208 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: security-group Feb 04 15:12:23.087546 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: segment.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.088330 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.088917 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension segment not supported by any of loaded plugins Feb 04 15:12:23.089751 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.090701 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.091202 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 15:12:23.091522 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: servicetype.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.092636 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.093181 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: service-type Feb 04 15:12:23.093503 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: sorting.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.094498 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.094825 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: sorting Feb 04 15:12:23.095148 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: standard_attr_segment.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.096058 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.096564 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 15:12:23.096924 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: standardattrdescription.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.097575 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.098073 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: standard-attr-description Feb 04 15:12:23.098393 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: stateful_security_group.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.099311 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.099816 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: stateful-security-group Feb 04 15:12:23.100138 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: stdattrs_common.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.100717 n-d-827870-1 neutron-server[87465]: WARNING neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 15:12:23.101060 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.102079 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.102588 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 15:12:23.102907 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: subnet_onboard.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.103977 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.104582 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: subnet_onboard Feb 04 15:12:23.105019 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.105949 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.106451 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 15:12:23.106771 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: subnet_service_types.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.107699 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.108206 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: subnet-service-types Feb 04 15:12:23.108528 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: subnetallocation.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.109632 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.110138 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: subnet_allocation Feb 04 15:12:23.110464 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.111130 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.111633 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: subnetpool-prefix-ops Feb 04 15:12:23.111953 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.112943 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.113452 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 15:12:23.113772 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: tagging.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.114839 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.115354 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: standard-attr-tag Feb 04 15:12:23.115677 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: timestamp.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.117018 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.117461 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loaded extension: standard-attr-timestamp Feb 04 15:12:23.117786 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: trunk.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.118819 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.119325 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension trunk not supported by any of loaded plugins Feb 04 15:12:23.119647 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: trunk_details.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.120604 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.121135 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension trunk-details not supported by any of loaded plugins Feb 04 15:12:23.121458 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: uplink_status_propagation.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.122375 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.122883 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 15:12:23.123203 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Loading extension file: vlantransparent.py {{(pid=87465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:12:23.123868 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:12:23.124375 n-d-827870-1 neutron-server[87465]: INFO neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 15:12:23.126809 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:network Feb 04 15:12:23.127544 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:subnet Feb 04 15:12:23.128309 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:12:23.128948 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:port Feb 04 15:12:23.130222 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.130656 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service FLAVORS assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.131280 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.131727 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.132056 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:router Feb 04 15:12:23.132713 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:floatingip Feb 04 15:12:23.133455 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service METERING assigned prefix: /metering {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.134882 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:23.135244 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:23.135592 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:12:23.137339 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 15:12:23.137778 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:security_group Feb 04 15:12:23.138444 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 15:12:23.139291 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service CORE assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.139644 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:12:23.140075 n-d-827870-1 neutron-server[87465]: WARNING neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] subnetpool is already registered Feb 04 15:12:23.140683 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service CORE assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.141035 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:12:23.141356 n-d-827870-1 neutron-server[87465]: WARNING neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] subnetpool is already registered Feb 04 15:12:23.143890 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.144322 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service FLAVORS assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.144956 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.145377 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.145711 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:router Feb 04 15:12:23.146036 n-d-827870-1 neutron-server[87465]: WARNING neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] router is already registered Feb 04 15:12:23.146619 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:floatingip Feb 04 15:12:23.146950 n-d-827870-1 neutron-server[87465]: WARNING neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] floatingip is already registered Feb 04 15:12:23.147557 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service METERING assigned prefix: /metering {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.148217 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 15:12:23.148538 n-d-827870-1 neutron-server[87465]: WARNING neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] rbac_policy is already registered Feb 04 15:12:23.149104 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:security_group Feb 04 15:12:23.149426 n-d-827870-1 neutron-server[87465]: WARNING neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] security_group is already registered Feb 04 15:12:23.150000 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 15:12:23.150324 n-d-827870-1 neutron-server[87465]: WARNING neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] security_group_rule is already registered Feb 04 15:12:23.150979 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service CORE assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.151333 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:12:23.152242 n-d-827870-1 neutron-server[87465]: WARNING neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] subnetpool is already registered Feb 04 15:12:23.152877 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.v2.resource_helper [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Service CORE assigned prefix: {{(pid=87465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:12:23.153199 n-d-827870-1 neutron-server[87465]: INFO neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:12:23.153513 n-d-827870-1 neutron-server[87465]: WARNING neutron.quota.resource_registry [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] subnetpool is already registered Feb 04 15:12:23.154153 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: extensions {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.155613 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: address-groups {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.157249 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: address-scopes {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.158464 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: agents {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.159676 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: auto-allocated-topology {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.160922 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: availability_zones {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.162240 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: dhcp-networks {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.163642 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: dhcp-agents {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.165084 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: routers {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.166908 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: flavors {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.168150 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: service_profiles {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.169394 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: next_providers {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.171804 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: service_profiles {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.173302 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: floatingip-pools {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.174558 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: routers {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.176359 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: floatingips {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.177572 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: l3-routers {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.178953 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: l3-agents {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.180365 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: metering-labels {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.181755 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: metering-label-rules {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.183067 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: network-ip-availabilities {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.184314 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: bindings {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.186007 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: quotas {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.187447 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: quotas {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.188901 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: rbac-policies {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.190189 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: security-groups {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.191391 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: security-group-rules {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.192642 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: service-providers {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.193889 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: subnetpools {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.195317 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: subnetpools {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.196806 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.199012 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.200837 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.202619 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.204659 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.206540 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.208210 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.210144 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.211896 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.213757 n-d-827870-1 neutron-server[87465]: DEBUG neutron.api.extensions [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Extended resource: tags {{(pid=87465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:12:23.221406 n-d-827870-1 neutron-server[87465]: WARNING keystonemiddleware.auth_token [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 15:12:23.227272 n-d-827870-1 neutron-server[87465]: WARNING keystonemiddleware.auth_token [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 15:12:23.237048 n-d-827870-1 neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Acquired lock "singleton_lock" {{(pid=87465) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 15:12:23.237533 n-d-827870-1 neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Releasing lock "singleton_lock" {{(pid=87465) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 15:12:23.238167 n-d-827870-1 neutron-server[87465]: INFO oslo_service.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Starting 2 workers Feb 04 15:12:23.242830 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Started child 87570 {{(pid=87465) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:12:23.247745 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Started child 87571 {{(pid=87465) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:12:23.248153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:23.249347 n-d-827870-1 neutron-server[87465]: INFO neutron.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 15:12:23.249747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [-] (87570) wsgi starting up on http://0.0.0.0:9696 Feb 04 15:12:23.249996 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Notify callbacks [] for process, before_spawn {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:23.251918 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:23.252461 n-d-827870-1 neutron-server[87465]: INFO oslo_service.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Starting 1 workers Feb 04 15:12:23.253317 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [-] (87571) wsgi starting up on http://0.0.0.0:9696 Feb 04 15:12:23.257576 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Started child 87572 {{(pid=87465) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:12:23.258249 n-d-827870-1 neutron-server[87465]: INFO oslo_service.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Starting 1 workers Feb 04 15:12:23.261859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] calling RpcWorker wait() {{(pid=87572) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 15:12:23.262731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] returning from RpcWorker wait() {{(pid=87572) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 15:12:23.263333 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Started child 87573 {{(pid=87465) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:12:23.263693 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:23.264109 n-d-827870-1 neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4785eaeb-4d6f-402a-adbd-cef01ee954aa None None] Notify callbacks [] for process, after_spawn {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:23.264220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:12:23.266186 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87465) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 15:12:23.266397 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:12:23.266582 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:12:23.266792 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:12:23.267138 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:12:23.267299 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:12:23.267834 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.268121 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.268395 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.268664 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.268958 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.269541 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.269796 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.270051 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.270340 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.270573 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.270739 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.270903 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.271161 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.271386 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.271760 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.272041 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.272285 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.272547 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.272717 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.273006 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.273273 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.273516 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.273777 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] debug = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.273960 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:23.274436 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.274544 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.274732 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.274984 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.275233 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.275527 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.275769 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.276039 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.276288 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.276592 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.277479 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.277678 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.277880 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.278088 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.278302 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.278583 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.278801 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.279272 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] host = n-d-827870-1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.279623 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.279717 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.280094 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.280204 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.280459 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.280673 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.280872 n-d-827870-1 neutron-server[87573]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:12:23.280967 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.281214 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.281479 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.281704 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.281960 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.282206 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.282423 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.282679 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.282840 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_options = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.283077 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.283367 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.283630 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.283823 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.283991 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.284167 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.284418 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.284580 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.284853 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.285105 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.285320 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.285533 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.285769 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.285983 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.286235 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.286472 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.286706 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.286947 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.287199 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.287425 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.287646 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.287872 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.288121 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.288357 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.288574 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.288876 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.289192 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.289486 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.289717 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.289958 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.290426 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.290700 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.290959 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.291202 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.291526 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.291744 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.291915 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.292363 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.292632 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.293017 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.293385 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.293615 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.293819 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.294050 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.294262 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.294782 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_json = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.294782 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.294936 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.295150 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.295357 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.295913 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.295913 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.296078 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.296227 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.296591 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.297203 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.297625 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.298088 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.298478 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.298853 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.299234 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.299661 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.299888 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.300122 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.300354 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.300700 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.300952 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.301248 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.301664 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.302048 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.302510 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.302914 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.303320 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.303715 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.304126 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.304487 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.304874 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.305329 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.305733 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.306153 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.306549 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.306908 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.307295 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.307697 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.308130 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.308491 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.308954 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.309361 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.309729 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.310116 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.310501 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.310895 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.311272 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.311671 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.311936 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.312370 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.312807 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.313239 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.313628 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.314030 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.314448 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.314871 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.315287 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.315695 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.316123 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.316365 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.316594 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.317010 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.317501 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.317730 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.318783 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.319182 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.319574 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.319985 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.320404 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.320853 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.321279 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.322036 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.322435 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.322963 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.323909 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.324304 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.324739 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.325187 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.325474 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.325887 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.326313 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.326703 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.327110 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.327660 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.328107 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.328520 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.329151 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.329773 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.330436 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.330436 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.330436 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.330683 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.330912 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.331210 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.331536 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.331776 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.332064 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.332314 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.332877 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.333307 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.333712 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.334133 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.334536 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.334941 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.335229 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.335466 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.335707 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.335936 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.336193 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.336471 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.336698 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.336951 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.337395 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.337640 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.337869 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.341391 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.342167 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.342516 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.342788 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.343038 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.343941 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.344223 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.344715 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.345080 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.345366 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.345666 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.345967 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.346854 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.347142 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.347492 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.347864 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.348311 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.348610 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.349585 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.349860 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.350140 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.350440 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.350702 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.350941 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.351211 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.351439 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.351935 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.352342 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.352731 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.353128 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.353413 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.353670 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.353914 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.354188 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.354513 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.354969 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.355234 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.355471 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.355696 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.355934 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.356191 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.356427 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.356669 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.356928 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.357164 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.357369 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.357586 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.357868 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.358084 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.358323 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.358533 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.358767 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.359015 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.359216 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.359430 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.359810 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.360209 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.360435 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.360657 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.360910 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.361149 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.361415 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.361630 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.361899 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.362150 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.362367 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.362612 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.362858 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.363123 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.363340 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.363601 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.363816 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.364050 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.364263 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.364483 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.364713 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.364978 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.365205 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.365419 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.365668 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.365892 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.366214 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.366633 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.366796 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.366939 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.367209 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.367499 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.367716 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.367886 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.368099 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.368314 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.368550 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.368847 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.369094 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.369342 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.369576 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.369785 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.369999 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.370753 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.370965 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.371260 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.371512 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.371754 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.372001 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.372218 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.372317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:12:23.372462 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.372672 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.372910 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.373130 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.373359 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.373616 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.373826 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.374036 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.374251 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.374458 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.374737 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.375000 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.375738 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.376027 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.376256 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.376486 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.376737 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.377297 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.377514 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.377802 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.378062 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.378246 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.378467 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.378735 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.379069 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.379357 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.379637 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.379886 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.380177 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.380458 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.380716 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.380960 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.381252 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.381610 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.381882 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.382137 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.382385 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.382664 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.382904 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.383121 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.383361 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.383594 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.383832 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.384096 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.384330 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.384580 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.384816 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.385059 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.385267 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.385510 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.386357 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.386654 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.386870 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.387025 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:12:23.387524 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87465) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 15:12:23.387670 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:12:23.387829 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:12:23.388001 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:12:23.388510 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:12:23.388510 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:12:23.388510 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.388751 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.388905 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.388989 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.389130 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.389307 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.389467 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.389625 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.389781 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.389937 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.390094 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.390572 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.390572 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.390572 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.390807 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.390886 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.390963 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.391123 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.391285 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.391442 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.392808 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.392808 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.392808 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] debug = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.392808 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.392808 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.392808 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393310 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393310 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393310 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393310 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393310 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393310 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393716 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393716 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393716 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393919 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.393995 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.394141 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.394300 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.394458 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.394615 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] host = n-d-827870-1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.394773 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.394934 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.395112 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.395470 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.395764 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.396172 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.396470 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.396639 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.396857 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.396970 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.397260 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.397538 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.397824 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.398108 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.398274 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_options = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.398435 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.398595 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.398748 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.398930 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.399090 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.399246 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.399411 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.399570 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.399732 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.399883 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.400041 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.400200 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.400357 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.400518 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.400677 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.400860 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.401021 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.401180 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.401364 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.401524 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.401680 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.401983 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.402279 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.402582 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.402744 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.402898 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.403056 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.403215 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.403374 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.403542 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.403676 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.403835 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.403995 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.404148 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.404303 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.404455 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.404607 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.404795 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.404973 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.405132 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.405294 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.405453 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.405613 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.405804 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.405924 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.406083 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_json = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.406233 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.406388 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.406544 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.406701 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.406872 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.407011 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.407160 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.407324 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.407480 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:12:23.407806 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.407971 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.408141 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.408306 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.408466 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.408625 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.408799 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.408966 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.409126 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.409285 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.409452 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.409605 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.409825 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.409921 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.410408 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.410408 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.410408 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.410756 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.410756 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.411004 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.411004 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.411155 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.411290 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.411450 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.411612 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.411779 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.411935 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.412097 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.412258 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.412423 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.412582 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.412743 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.412931 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.413090 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.413250 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.413409 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.413568 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.413728 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.413888 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.414049 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.414210 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.414370 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.414531 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.414691 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.414851 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.415011 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.415172 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.415337 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.415498 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.415657 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.415827 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.415988 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.416148 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.416307 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.416468 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.416628 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.416803 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.417027 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.417212 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.417369 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.417530 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.417723 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.417885 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.418046 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.418206 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.418367 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.418528 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.418688 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.418848 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.419008 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.419168 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.419327 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.419487 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.419647 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.419806 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.419968 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.420128 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.420289 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.420449 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.420609 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.420792 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.420948 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.421108 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.421268 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.421437 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.421612 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.421772 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.421931 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.422090 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.422249 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.422409 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.422569 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.422727 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.422886 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.423046 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.423206 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.423366 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.423529 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.423688 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.423847 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.424008 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.424168 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.424326 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.424486 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.424645 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.424824 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.424987 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.425147 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.425310 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.425469 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.425628 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.425797 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.425956 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.426118 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.426277 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.426443 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.426613 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.426773 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.426933 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.427092 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.427251 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.427409 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.427568 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.427728 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.427888 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.428047 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.428206 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.428375 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.428545 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.428705 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.428887 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.429049 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.429233 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.429393 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.429554 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.429713 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.429873 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.430031 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.430191 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.430351 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.430510 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.430669 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.430829 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.430990 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.431150 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.431310 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.431471 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.431631 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.431792 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.431952 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.432111 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.432271 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.432433 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.433130 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.433286 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.433444 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.433605 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.433764 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.433923 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.434082 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.434243 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.434402 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.434563 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.434722 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.434881 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.435044 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.435204 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.435364 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.435525 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.435688 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.435848 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.436008 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.436167 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.436326 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.436487 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.436646 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.436833 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.436994 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.437155 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.437316 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.437477 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.438810 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.438810 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.438810 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.438810 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.438810 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.438810 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.439243 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.439243 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.439399 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.439477 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.439595 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.439756 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.439917 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.440077 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.440238 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.440397 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.440556 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.440719 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.440904 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.441066 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.441225 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.441387 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.441546 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.441706 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.441866 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.442039 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.442200 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.442360 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.442520 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.442680 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.442850 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.443010 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.443170 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.443328 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.443487 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.443657 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.443816 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.443976 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.444134 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.444292 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.444460 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.444621 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.444800 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.444978 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.445136 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.445296 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.445456 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.445626 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.445787 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.445949 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.446109 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.446268 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.446427 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.446590 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.446753 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.446923 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.447090 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.447252 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.447419 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.447585 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.447753 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.447913 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.448080 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.448356 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.449413 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.449413 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.449666 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.449829 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.449994 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.450178 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.450339 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.450498 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.450658 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.450818 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.450978 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.451172 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.451298 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.451458 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.451617 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.451784 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.451926 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.452086 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.452246 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:12:23.452399 n-d-827870-1 neutron-server[87465]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:12:23.539944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40186) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:12:23.548819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066748 Feb 04 15:12:34.112465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9917d0-1fa4-4bf6-b467-62b7e7bfe907 None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 15:12:34.189284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9917d0-1fa4-4bf6-b467-62b7e7bfe907 None None] No non-hosted networks {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 15:12:34.199101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.agentschedulers_db [None req-0a9917d0-1fa4-4bf6-b467-62b7e7bfe907 None None] DHCP Agent not found on host n-d-827870-1 {{(pid=87572) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 15:12:34.328659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-17a42c01-dffd-43a5-8393-75daff8b01ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426536'] for agent, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:36.536358 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-82f96574-9ee4-4ab4-9113-6c41a30ecd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426536'] for agent, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:36.583105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6336ed0f-3094-48cb-a1e8-0fbf2df4c0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:37.441638 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426536'] for agent, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:37.539038 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426536'] for agent, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:37.543132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.547318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.548026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.548577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.550621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.551235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.551758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.552285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.552879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.553401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.554034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.554625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:37.555259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827870-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:12:37.564843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827870-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:12:38.939995 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426536'] for agent, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:40.709889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40280) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:12:41.297977 n-d-827870-1 neutron-server[87570]: WARNING oslo_policy.policy [None req-b65a2b5f-29ad-4b81-895c-08e40a4ab719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:12:41.298623 n-d-827870-1 neutron-server[87570]: WARNING oslo_policy.policy [None req-b65a2b5f-29ad-4b81-895c-08e40a4ab719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:12:41.518940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-b65a2b5f-29ad-4b81-895c-08e40a4ab719 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:12:41.520198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b65a2b5f-29ad-4b81-895c-08e40a4ab719 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8083596 Feb 04 15:12:42.542245 n-d-827870-1 neutron-server[87572]: INFO neutron.db.l3_hamode_db [None req-38731d43-aabb-4914-b181-4fa07ac26c0d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 15:12:42.629816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38731d43-aabb-4914-b181-4fa07ac26c0d None None] Routers set() bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:12:42.630120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38731d43-aabb-4914-b181-4fa07ac26c0d None None] Router IDs set() for agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 15:12:43.894238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40294) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:12:44.471603 n-d-827870-1 neutron-server[87571]: WARNING oslo_policy.policy [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:12:44.472185 n-d-827870-1 neutron-server[87571]: WARNING oslo_policy.policy [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:12:44.691223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:12:44.797232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.policy [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87571) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 15:12:44.842504 n-d-827870-1 neutron-server[87571]: WARNING oslo_policy.policy [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:12:44.842872 n-d-827870-1 neutron-server[87571]: WARNING oslo_policy.policy [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:12:44.851613 n-d-827870-1 neutron-server[87571]: INFO neutron.quota [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] Loaded quota_driver: . Feb 04 15:12:44.866876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:12:44.926411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759488624987', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759488612150', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759488671643', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759488660574', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759488666942', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759488657585', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-599265', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601674', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66662929', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66583299'] for rbac-policy, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:44.991784 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:44.992748 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-37b65fd9-6e4d-42d0-89fc-9645447e9f2c admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0975459 Feb 04 15:12:47.721444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40312) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:12:48.065009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Request body: {'network': {'name': 'private', 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'admin_state_up': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:12:48.069720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:12:48.074080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Usage tracker for resource:network and tenant:16c4a3c4fc124a46a88a62969874d301 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:12:48.079095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:12:48.085330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:12:48.094647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Made reservation on behalf of 16c4a3c4fc124a46a88a62969874d301 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:12:48.097352 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:48.114551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:48.128632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:12:48.132335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Usage tracker for resource:security_group_rule and tenant:16c4a3c4fc124a46a88a62969874d301 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:12:48.137872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:12:48.143306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:12:48.237992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:48.241480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:48.262535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:12:48.287608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759485162801', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:48.288201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Unsubscribe: segment precommit_create {{(pid=87571) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 15:12:48.288751 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Added segment 2cc7edca-1ec3-40e2-83be-5a528108319f of type vlan for network 4bb44d11-9676-48c7-849c-384d534ec929 Feb 04 15:12:48.340459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41787ccf-dede-43a5-9138-3d40da5697c5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:12:48.362524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.362864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.363191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.363521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.363837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.364150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.364462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.364791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.365172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.365482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.365796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.366127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Tracked resource versions report: Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: pushed versions: Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: { 'AddressGroup': {'1.2'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'ConntrackHelper': {'1.0'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Log': {'1.0'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Network': {'1.1'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Port': {'1.7'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'PortForwarding': {'1.2'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'QosPolicy': {'1.8'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'SecurityGroup': {'1.4'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'SubPort': {'1.0'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Subnet': {'1.1'}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Trunk': {'1.1'}} Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: consumer versions: Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: { DHCP agent@n-d-827870-1: {}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: L3 agent@n-d-827870-1: {}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: Metadata agent@n-d-827870-1: {}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: Metering agent@n-d-827870-1: {}, Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: Open vSwitch agent@n-d-827870-1: { 'AddressGroup': '1.2', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'ConntrackHelper': '1.0', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Log': '1.0', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Network': '1.1', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Port': '1.7', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'PortForwarding': '1.2', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'QosPolicy': '1.8', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'SecurityGroup': '1.4', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'SecurityGroupRule': '1.2', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'SubPort': '1.0', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Subnet': '1.1', Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: 'Trunk': '1.1'}} Feb 04 15:12:48.367192 n-d-827870-1 neutron-server[87571]: {{(pid=87571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:12:48.397715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:48.442197 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:48.443288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:12:48.444121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:48.551520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb44d11-9676-48c7-849c-384d534ec929,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:12:48.557355 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-479e53af-cbef-4b55-b295-1585815e42d3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8326304 Feb 04 15:12:48.574031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 4bb44d11-9676-48c7-849c-384d534ec929 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:12:51.212139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40328) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:12:51.653590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ce771-6580-4d93-aa9e-312b74800205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:12:51.654923 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ab8ce771-6580-4d93-aa9e-312b74800205 admin admin] 10.222.0.46 "GET /v2.0/networks/4bb44d11-9676-48c7-849c-384d534ec929 HTTP/1.1" status: 200 len: 825 time: 0.4418397 Feb 04 15:12:51.683072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-29dd10a9-9af8-4236-b2fa-11514fd789af admin admin] 10.222.0.46 "GET /v2.0/subnetpools/d667c4de-0b22-4f01-b2a3-2cd012c30edf HTTP/1.1" status: 200 len: 734 time: 0.0226257 Feb 04 15:12:51.691944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Request body: {'subnet': {'subnetpool_id': 'd667c4de-0b22-4f01-b2a3-2cd012c30edf', 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:12:51.696163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:12:51.700090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Usage tracker for resource:subnet and tenant:16c4a3c4fc124a46a88a62969874d301 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:12:51.702803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:12:51.708585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:12:51.717516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Made reservation on behalf of 16c4a3c4fc124a46a88a62969874d301 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:12:51.719810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:52.008895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:52.092416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca40d9e0-c940-40b7-a134-f9808652a5c4,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:12:52.096530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Checking segment: {'id': '2cc7edca-1ec3-40e2-83be-5a528108319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:12:52.096929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Network hostable DHCP agents. Network: 4bb44d11-9676-48c7-849c-384d534ec929, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:12:52.117511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Network 4bb44d11-9676-48c7-849c-384d534ec929 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:12:52.127543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 4bb44d11-9676-48c7-849c-384d534ec929) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:12:52.132132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:12:52.132701 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:52.138192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa7d5c-c50f-4327-b6f0-4fa39a54ac16 None None] Network 4bb44d11-9676-48c7-849c-384d534ec929 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:12:52.151529 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e4e40106-ef53-4779-925a-f2087744f737 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4627750 Feb 04 15:12:52.541238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-4bb44d11-9676-48c7-849c-384d534ec929', 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'fixed_ips': [{'subnet_id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:12:52.542484 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:52.730129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Allocated IP 172.20.0.2 (4bb44d11-9676-48c7-849c-384d534ec929/ca40d9e0-c940-40b7-a134-f9808652a5c4/38a15dfe-8c9a-4d12-8b69-5d14ee08e05a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:12:52.960938 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:52.974731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Transition to ACTIVE for port object 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:12:52.998351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Transition to ACTIVE for port object 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:12:53.005137 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:53.070704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Network 4bb44d11-9676-48c7-849c-384d534ec929 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:12:53.073591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:12:53.080346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:12:53.083638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Pushing event updated for resources: {'Port': ['ID=38a15dfe-8c9a-4d12-8b69-5d14ee08e05a,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:12:53.120857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.121809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.122148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.122554 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.122882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.123202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.123521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.123840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.124155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.124474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.124806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.125123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Tracked resource versions report: Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: pushed versions: Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: { 'AddressGroup': {'1.2'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'ConntrackHelper': {'1.0'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Log': {'1.0'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Network': {'1.1'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Port': {'1.7'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'PortForwarding': {'1.2'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'QosPolicy': {'1.8'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'SecurityGroup': {'1.4'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'SubPort': {'1.0'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Subnet': {'1.1'}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Trunk': {'1.1'}} Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: consumer versions: Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: { DHCP agent@n-d-827870-1: {}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: L3 agent@n-d-827870-1: {}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: Metadata agent@n-d-827870-1: {}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: Metering agent@n-d-827870-1: {}, Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: Open vSwitch agent@n-d-827870-1: { 'AddressGroup': '1.2', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'ConntrackHelper': '1.0', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Log': '1.0', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Network': '1.1', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Port': '1.7', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'PortForwarding': '1.2', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'QosPolicy': '1.8', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'SecurityGroup': '1.4', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'SecurityGroupRule': '1.2', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'SubPort': '1.0', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Subnet': '1.1', Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: 'Trunk': '1.1'}} Feb 04 15:12:53.126245 n-d-827870-1 neutron-server[87572]: {{(pid=87572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:12:53.184502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Attempting to bind port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:12:53.185180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Attempting to bind port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '2cc7edca-1ec3-40e2-83be-5a528108319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:12:53.185515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Attempting to bind port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a on network 4bb44d11-9676-48c7-849c-384d534ec929 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:12:53.199274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:12:53.199513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Checking segment: {'id': '2cc7edca-1ec3-40e2-83be-5a528108319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:12:53.199513 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:53.199513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Bound using segment: {'id': '2cc7edca-1ec3-40e2-83be-5a528108319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:12:53.199999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Bound port: 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc7edca-1ec3-40e2-83be-5a528108319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:12:53.199999 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:53.286197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] For port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:12:53.290035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] For port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=38a15dfe-8c9a-4d12-8b69-5d14ee08e05a,segment=NetworkSegment(2cc7edca-1ec3-40e2-83be-5a528108319f),segment_id=2cc7edca-1ec3-40e2-83be-5a528108319f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:12:53.295217 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:53.405497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3141d3-290b-4ede-9ef7-dacb275f369a None None] Pushing event updated for resources: {'Port': ['ID=38a15dfe-8c9a-4d12-8b69-5d14ee08e05a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:12:54.573956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40338) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:12:54.957186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-4c18c6af-065d-4a05-b691-b80e925b86cc admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:12:54.958181 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4c18c6af-065d-4a05-b691-b80e925b86cc admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3827443 Feb 04 15:12:57.090200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f19daa3-f504-44fc-a0db-8656c6b2c326 None None] Network 4bb44d11-9676-48c7-849c-384d534ec929 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:12:57.170133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-50f09b2a-4bba-4cfc-8d54-9f8d119479da None None] Provisioning for port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:12:57.274107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:12:57.390462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40352) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:12:57.411810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:12:57.419186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:12:57.419577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:57.549078 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:57.584910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=38a15dfe-8c9a-4d12-8b69-5d14ee08e05a,segment=NetworkSegment(2cc7edca-1ec3-40e2-83be-5a528108319f),segment_id=2cc7edca-1ec3-40e2-83be-5a528108319f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:12:57.589155 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:57.659963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=38a15dfe-8c9a-4d12-8b69-5d14ee08e05a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:12:57.701057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d12ff746-6680-4c8d-bda7-3179a5c77225 None None] Provisioning complete for port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:12:57.701430 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d12ff746-6680-4c8d-bda7-3179a5c77225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:57.778993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-a982a3c4-5e43-4c5b-9237-6cfbaf0e9e89 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:12:57.779945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a982a3c4-5e43-4c5b-9237-6cfbaf0e9e89 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3883729 Feb 04 15:12:59.227207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:12:59.303295 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:12:59.303693 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:00.437472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40364) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:13:00.794451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'admin_state_up': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:13:00.872382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.policy [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87570) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 15:13:00.919916 n-d-827870-1 neutron-server[87570]: WARNING oslo_policy.policy [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:13:00.920208 n-d-827870-1 neutron-server[87570]: WARNING oslo_policy.policy [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:13:00.929103 n-d-827870-1 neutron-server[87570]: INFO neutron.quota [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Loaded quota_driver: . Feb 04 15:13:00.945799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:13:00.953318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Usage tracker for resource:router and tenant:16c4a3c4fc124a46a88a62969874d301 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:13:00.958024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:13:00.965633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:13:00.981868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:00.983874 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:01.010238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:01.129359 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:01.149942 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:01.151195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c8279700-256a-4bca-8a80-43941328e0c9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7127795 Feb 04 15:13:03.538103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40376) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:13:03.906088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-8720fb26-d527-497e-bb8d-cea20720f547 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:13:03.907049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8720fb26-d527-497e-bb8d-cea20720f547 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3680253 Feb 04 15:13:04.077865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8bde5cb8-51a1-4f60-8af3-5b864a693191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:06.309694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40386) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:13:06.541853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b5afaef3-832a-4b38-9459-35dd2fe8f05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:06.675744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:13:06.680938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:13:06.685414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Usage tracker for resource:network and tenant:09ab43f2811641139c4801ac1d53752f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:13:06.688880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:13:06.694456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:13:06.705283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Made reservation on behalf of 09ab43f2811641139c4801ac1d53752f for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:13:06.708085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:06.725953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:06.739763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:13:06.743478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Usage tracker for resource:security_group_rule and tenant:09ab43f2811641139c4801ac1d53752f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:13:06.746796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:13:06.752324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:13:06.845921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:06.850333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:06.865074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Reserving flat network on physical network physnet1 {{(pid=87570) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 15:13:06.898332 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759485162801', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:06.898900 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Unsubscribe: segment precommit_create {{(pid=87570) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 15:13:06.899407 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Added segment 212080b2-1572-4bcc-966a-01abb8303683 of type flat for network cee49329-a2e8-404b-bc10-5459d077e066 Feb 04 15:13:06.949851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae46a0c-25b4-4ee5-968d-db100b4286be,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:06.969529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.969873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.970208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.970538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.970863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.971185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.971509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.971825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.972140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.972456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.972786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.973112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Tracked resource versions report: Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: pushed versions: Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: { 'AddressGroup': {'1.2'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'ConntrackHelper': {'1.0'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Log': {'1.0'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Network': {'1.1'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Port': {'1.7'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'PortForwarding': {'1.2'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'QosPolicy': {'1.8'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'SecurityGroup': {'1.4'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'SubPort': {'1.0'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Subnet': {'1.1'}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Trunk': {'1.1'}} Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: consumer versions: Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: { DHCP agent@n-d-827870-1: {}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: L3 agent@n-d-827870-1: {}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: Metadata agent@n-d-827870-1: {}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: Metering agent@n-d-827870-1: {}, Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: Open vSwitch agent@n-d-827870-1: { 'AddressGroup': '1.2', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'ConntrackHelper': '1.0', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Log': '1.0', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Network': '1.1', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Port': '1.7', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'PortForwarding': '1.2', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'QosPolicy': '1.8', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'SecurityGroup': '1.4', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'SecurityGroupRule': '1.2', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'SubPort': '1.0', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Subnet': '1.1', Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: 'Trunk': '1.1'}} Feb 04 15:13:06.974202 n-d-827870-1 neutron-server[87570]: {{(pid=87570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:13:07.016656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:07.060471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:07.061687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:13:07.062337 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:07.170208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] Pushing event updated for resources: {'Network': ['ID=cee49329-a2e8-404b-bc10-5459d077e066,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:07.172802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c4968b29-ff25-4b42-8b04-954eea636774 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8620455 Feb 04 15:13:07.182501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network cee49329-a2e8-404b-bc10-5459d077e066 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:13:07.395521 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:07.537588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:08.916228 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:09.548366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40410) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:13:09.768491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0e4bfb-2c67-4bf6-9980-925f37fa3537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:13:09.769797 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ba0e4bfb-2c67-4bf6-9980-925f37fa3537 admin admin] 10.222.0.46 "GET /v2.0/subnets/ca40d9e0-c940-40b7-a134-f9808652a5c4 HTTP/1.1" status: 200 len: 849 time: 0.2204297 Feb 04 15:13:09.934841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a899a601-33cc-4ec8-b136-07eb9229de95 admin admin] 10.222.0.46 "GET /v2.0/routers/d4379aed-e4ba-4241-8cda-055177687e9f HTTP/1.1" status: 200 len: 704 time: 0.1594536 Feb 04 15:13:10.428188 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:10.716302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Allocated IP 172.20.0.1 (4bb44d11-9676-48c7-849c-384d534ec929/ca40d9e0-c940-40b7-a134-f9808652a5c4/6b0576f1-2174-4dbd-9491-d27b76d022a5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:13:10.908215 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:10.930319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Transition to ACTIVE for port object 6b0576f1-2174-4dbd-9491-d27b76d022a5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:13:10.988709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:11.085562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Network 4bb44d11-9676-48c7-849c-384d534ec929 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:13:11.090801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:13:11.100813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0576f1-2174-4dbd-9491-d27b76d022a5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:11.104306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:13:11.104760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:11.323145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fd001079-0ea5-49cf-b440-08775f1a0e99 None None] Provisioning for port 6b0576f1-2174-4dbd-9491-d27b76d022a5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:13:11.328213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fd001079-0ea5-49cf-b440-08775f1a0e99 None None] Provisioning complete for port 6b0576f1-2174-4dbd-9491-d27b76d022a5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:13:11.328577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fd001079-0ea5-49cf-b440-08775f1a0e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:11.386346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fd001079-0ea5-49cf-b440-08775f1a0e99 None None] Port 6b0576f1-2174-4dbd-9491-d27b76d022a5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:13:11.448962 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:11.675861 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:11.682112 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:11.683343 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:11.822010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0576f1-2174-4dbd-9491-d27b76d022a5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:11.894148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Network 4bb44d11-9676-48c7-849c-384d534ec929 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:13:11.895819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:13:12.103010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Router d4379aed-e4ba-4241-8cda-055177687e9f is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:13:12.111004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d591083d-740a-4ea6-b06e-b669f19c460e None None] Provisioning complete for port 6b0576f1-2174-4dbd-9491-d27b76d022a5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:13:12.111356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d591083d-740a-4ea6-b06e-b669f19c460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:12.169610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d591083d-740a-4ea6-b06e-b669f19c460e None None] Port 6b0576f1-2174-4dbd-9491-d27b76d022a5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:13:12.264194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:13:12.273702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-05940540-2ef6-4ffd-903b-f39b61de3b54 admin admin] 10.222.0.46 "PUT /v2.0/routers/d4379aed-e4ba-4241-8cda-055177687e9f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3338943 Feb 04 15:13:12.275560 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Sync routers for ids ['d4379aed-e4ba-4241-8cda-055177687e9f'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:13:12.287618 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Routers {'d4379aed-e4ba-4241-8cda-055177687e9f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:13:12.288477 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:13:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['d4379aed-e4ba-4241-8cda-055177687e9f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:13:12.464370 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Set router d4379aed-e4ba-4241-8cda-055177687e9f gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:13:12.839758 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'name': 'router1', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:13:00Z', 'updated_at': '2022-02-04T15:13:11Z', 'revision_number': 2, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'gw_port_host': None, '_interfaces': [{'id': '6b0576f1-2174-4dbd-9491-d27b76d022a5', 'name': '', 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'mac_address': 'fa:16:3e:62:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:13:10Z', 'updated_at': '2022-02-04T15:13:11Z', 'revision_number': 2, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'subnets': [{'id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd667c4de-0b22-4f01-b2a3-2cd012c30edf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:13:12.844601 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Checking router: d4379aed-e4ba-4241-8cda-055177687e9f for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:13:12.844990 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Updating router d4379aed-e4ba-4241-8cda-055177687e9f port 6b0576f1-2174-4dbd-9491-d27b76d022a5 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:13:12.897273 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:13.287237 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:13.303263 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Transition to ACTIVE for port object 6b0576f1-2174-4dbd-9491-d27b76d022a5 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:13:13.310458 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:13.509276 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Pushing event updated for resources: {'Port': ['ID=6b0576f1-2174-4dbd-9491-d27b76d022a5,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:13.547781 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.548188 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.548627 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.548961 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.549374 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.549710 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.550042 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.550371 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.550715 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.551036 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.551353 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.551694 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Tracked resource versions report: Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: pushed versions: Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: { 'AddressGroup': {'1.2'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'ConntrackHelper': {'1.0'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Log': {'1.0'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Network': {'1.1'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Port': {'1.7'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'PortForwarding': {'1.2'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'QosPolicy': {'1.8'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'SecurityGroup': {'1.4'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'SubPort': {'1.0'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Subnet': {'1.1'}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Trunk': {'1.1'}} Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: consumer versions: Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: { DHCP agent@n-d-827870-1: {}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: L3 agent@n-d-827870-1: {}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: Metadata agent@n-d-827870-1: {}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: Metering agent@n-d-827870-1: {}, Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: Open vSwitch agent@n-d-827870-1: { 'AddressGroup': '1.2', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'ConntrackHelper': '1.0', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Log': '1.0', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Network': '1.1', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Port': '1.7', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'PortForwarding': '1.2', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'QosPolicy': '1.8', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'SecurityGroup': '1.4', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'SecurityGroupRule': '1.2', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'SubPort': '1.0', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Subnet': '1.1', Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: 'Trunk': '1.1'}} Feb 04 15:13:13.552830 n-d-827870-1 neutron-server[87573]: {{(pid=87573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:13:13.582275 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Attempting to bind port 6b0576f1-2174-4dbd-9491-d27b76d022a5 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:13:13.582669 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Attempting to bind port 6b0576f1-2174-4dbd-9491-d27b76d022a5 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '2cc7edca-1ec3-40e2-83be-5a528108319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:13:13.583086 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Attempting to bind port 6b0576f1-2174-4dbd-9491-d27b76d022a5 on network 4bb44d11-9676-48c7-849c-384d534ec929 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:13:13.589812 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:13:13.590210 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Checking segment: {'id': '2cc7edca-1ec3-40e2-83be-5a528108319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:13:13.590694 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:13.591076 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Bound using segment: {'id': '2cc7edca-1ec3-40e2-83be-5a528108319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:13:13.591579 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Bound port: 6b0576f1-2174-4dbd-9491-d27b76d022a5, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc7edca-1ec3-40e2-83be-5a528108319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:13:13.592137 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:13.680437 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] For port 6b0576f1-2174-4dbd-9491-d27b76d022a5, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:13:13.685166 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] For port 6b0576f1-2174-4dbd-9491-d27b76d022a5, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6b0576f1-2174-4dbd-9491-d27b76d022a5,segment=NetworkSegment(2cc7edca-1ec3-40e2-83be-5a528108319f),segment_id=2cc7edca-1ec3-40e2-83be-5a528108319f)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:13:13.690428 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:13.784613 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9568ae-e2ae-456e-90a6-72bd3193da6b None None] Pushing event updated for resources: {'Port': ['ID=6b0576f1-2174-4dbd-9491-d27b76d022a5,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:13.788109 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Routers {'d4379aed-e4ba-4241-8cda-055177687e9f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:13:13.788880 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:13:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['d4379aed-e4ba-4241-8cda-055177687e9f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:13:13.944213 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] Set router d4379aed-e4ba-4241-8cda-055177687e9f gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:13:14.279583 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'name': 'router1', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:13:00Z', 'updated_at': '2022-02-04T15:13:11Z', 'revision_number': 2, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'gw_port_host': None, '_interfaces': [{'id': '6b0576f1-2174-4dbd-9491-d27b76d022a5', 'name': '', 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'mac_address': 'fa:16:3e:62:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:13:10Z', 'updated_at': '2022-02-04T15:13:13Z', 'revision_number': 4, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'subnets': [{'id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd667c4de-0b22-4f01-b2a3-2cd012c30edf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:13:14.283819 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1bc07-ae34-4ff8-92fb-b8b5450a826f None None] The sync data for ids ['d4379aed-e4ba-4241-8cda-055177687e9f'] in n-d-827870-1 is: [{'id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'name': 'router1', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:13:00Z', 'updated_at': '2022-02-04T15:13:11Z', 'revision_number': 2, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'gw_port_host': None, '_interfaces': [{'id': '6b0576f1-2174-4dbd-9491-d27b76d022a5', 'name': '', 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'mac_address': 'fa:16:3e:62:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:13:10Z', 'updated_at': '2022-02-04T15:13:13Z', 'revision_number': 4, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'subnets': [{'id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd667c4de-0b22-4f01-b2a3-2cd012c30edf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:13:14.493799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40434) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:13:14.659811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a64b6-9966-482b-af92-e99ea7626ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:13:14.660374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fb7a64b6-9966-482b-af92-e99ea7626ffb admin admin] Synchronizing usage tracker for tenant:09ab43f2811641139c4801ac1d53752f on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:13:14.678119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fb7a64b6-9966-482b-af92-e99ea7626ffb admin admin] Unset dirty status for tenant:09ab43f2811641139c4801ac1d53752f on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:13:14.679468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fb7a64b6-9966-482b-af92-e99ea7626ffb admin admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 842 time: 0.1846995 Feb 04 15:13:14.689370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:13:14.694796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:13:14.699188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Usage tracker for resource:subnet and tenant:09ab43f2811641139c4801ac1d53752f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:13:14.702224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:13:14.709030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:13:14.719551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Made reservation on behalf of 09ab43f2811641139c4801ac1d53752f for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:13:14.721904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:15.125123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.objects.ports [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87570) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:13:15.125483 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:15.205330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:13:15.205711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Network hostable DHCP agents. Network: cee49329-a2e8-404b-bc10-5459d077e066, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:13:15.210126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d331da-e5ec-4a95-aa45-9e96d73cf48c,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:15.233205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:13:15.245323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, cee49329-a2e8-404b-bc10-5459d077e066) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:13:15.250034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:13:15.250403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:15.261376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776352f8-4dec-4c80-9caa-dd0215ec28ea None None] Network cee49329-a2e8-404b-bc10-5459d077e066 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:13:15.284397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6b0576f1-2174-4dbd-9491-d27b76d022a5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:13:15.287155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4095555e-43ba-493d-bd8d-0bf88eacc1b6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6012020 Feb 04 15:13:15.503648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 6b0576f1-2174-4dbd-9491-d27b76d022a5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:13:15.523385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6b0576f1-2174-4dbd-9491-d27b76d022a5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:13:15.523871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:15.664535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa9baa4-0428-4c12-add8-cd90fb4b0ef8 None None] Network cee49329-a2e8-404b-bc10-5459d077e066 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:13:15.837142 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:15.928815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 6b0576f1-2174-4dbd-9491-d27b76d022a5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6b0576f1-2174-4dbd-9491-d27b76d022a5,segment=NetworkSegment(2cc7edca-1ec3-40e2-83be-5a528108319f),segment_id=2cc7edca-1ec3-40e2-83be-5a528108319f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:13:15.938472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:16.046085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=6b0576f1-2174-4dbd-9491-d27b76d022a5,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:17.234803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6b0576f1-2174-4dbd-9491-d27b76d022a5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:13:17.302969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6b0576f1-2174-4dbd-9491-d27b76d022a5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:13:17.303336 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:17.674601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40448) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:13:17.924932 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0401f551-c2ad-4072-a076-aef6e7d26d8a admin admin] 10.222.0.46 "GET /v2.0/routers/d4379aed-e4ba-4241-8cda-055177687e9f HTTP/1.1" status: 200 len: 710 time: 0.2491977 Feb 04 15:13:18.055063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3baba-fd15-4327-ad3d-7c9e0b08e8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:13:18.056406 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2dc3baba-fd15-4327-ad3d-7c9e0b08e8b5 admin admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 886 time: 0.1263652 Feb 04 15:13:18.065835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:13:18.530554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:18.894493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:18.949649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:19.086557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Allocated IP 172.25.8.142 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5302a8fb-cd81-4ce8-8882-73a52465bbe8) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:13:19.233667 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:19.293168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:19.358797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:13:19.361653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:13:19.366766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:13:19.423764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Pushing event updated for resources: {'Port': ['ID=5302a8fb-cd81-4ce8-8882-73a52465bbe8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:19.749549 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:20.084723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:20.087844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:20.305163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Router d4379aed-e4ba-4241-8cda-055177687e9f has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:13:20.483065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:13:20.492291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:20.493257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Sync routers for ids ['d4379aed-e4ba-4241-8cda-055177687e9f'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:13:20.493687 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-262001c2-c4d8-4e03-b342-82fe1081131f admin admin] 10.222.0.46 "PUT /v2.0/routers/d4379aed-e4ba-4241-8cda-055177687e9f HTTP/1.1" status: 200 len: 890 time: 2.4308615 Feb 04 15:13:20.503901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Routers {'d4379aed-e4ba-4241-8cda-055177687e9f'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:13:20.504573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:13:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['d4379aed-e4ba-4241-8cda-055177687e9f'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:13:20.707037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Set router d4379aed-e4ba-4241-8cda-055177687e9f gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:13:21.060423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'name': 'router1', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '5302a8fb-cd81-4ce8-8882-73a52465bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:13:00Z', 'updated_at': '2022-02-04T15:13:19Z', 'revision_number': 4, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'gw_port': {'id': '5302a8fb-cd81-4ce8-8882-73a52465bbe8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:13:18Z', 'updated_at': '2022-02-04T15:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6b0576f1-2174-4dbd-9491-d27b76d022a5', 'name': '', 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'mac_address': 'fa:16:3e:62:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:13:10Z', 'updated_at': '2022-02-04T15:13:15Z', 'revision_number': 5, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'subnets': [{'id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd667c4de-0b22-4f01-b2a3-2cd012c30edf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:13:21.065392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Checking router: d4379aed-e4ba-4241-8cda-055177687e9f for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:13:21.065740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Updating router d4379aed-e4ba-4241-8cda-055177687e9f port 5302a8fb-cd81-4ce8-8882-73a52465bbe8 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:13:21.118970 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:21.453414 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:21.465884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Transition to ACTIVE for port object 5302a8fb-cd81-4ce8-8882-73a52465bbe8 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:13:21.472689 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:21.580653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509e408-fe3a-4ab6-b7d1-e597da1fc590 None None] Pushing event updated for resources: {'Port': ['ID=5302a8fb-cd81-4ce8-8882-73a52465bbe8,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:21.582932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Attempting to bind port 5302a8fb-cd81-4ce8-8882-73a52465bbe8 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:13:21.583303 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Attempting to bind port 5302a8fb-cd81-4ce8-8882-73a52465bbe8 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:13:21.583741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Attempting to bind port 5302a8fb-cd81-4ce8-8882-73a52465bbe8 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:13:21.589643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:13:21.590123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:13:21.590523 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:21.590905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:13:21.591363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Bound port: 5302a8fb-cd81-4ce8-8882-73a52465bbe8, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:13:21.591749 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:21.664946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] For port 5302a8fb-cd81-4ce8-8882-73a52465bbe8, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:13:21.668628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] For port 5302a8fb-cd81-4ce8-8882-73a52465bbe8, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5302a8fb-cd81-4ce8-8882-73a52465bbe8,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:13:21.673425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:21.756055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Routers {'d4379aed-e4ba-4241-8cda-055177687e9f'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:13:21.756668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:13:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['d4379aed-e4ba-4241-8cda-055177687e9f'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:13:21.804556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509e408-fe3a-4ab6-b7d1-e597da1fc590 None None] Pushing event updated for resources: {'Port': ['ID=5302a8fb-cd81-4ce8-8882-73a52465bbe8,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:21.945849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] Set router d4379aed-e4ba-4241-8cda-055177687e9f gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:13:22.283030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'name': 'router1', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '5302a8fb-cd81-4ce8-8882-73a52465bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:13:00Z', 'updated_at': '2022-02-04T15:13:19Z', 'revision_number': 4, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'gw_port': {'id': '5302a8fb-cd81-4ce8-8882-73a52465bbe8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:13:18Z', 'updated_at': '2022-02-04T15:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6b0576f1-2174-4dbd-9491-d27b76d022a5', 'name': '', 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'mac_address': 'fa:16:3e:62:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:13:10Z', 'updated_at': '2022-02-04T15:13:15Z', 'revision_number': 5, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'subnets': [{'id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd667c4de-0b22-4f01-b2a3-2cd012c30edf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:13:22.286968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb2145-1d8f-47b1-9014-76f5732a0238 None None] The sync data for ids ['d4379aed-e4ba-4241-8cda-055177687e9f'] in n-d-827870-1 is: [{'id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'name': 'router1', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '5302a8fb-cd81-4ce8-8882-73a52465bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:13:00Z', 'updated_at': '2022-02-04T15:13:19Z', 'revision_number': 4, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'gw_port': {'id': '5302a8fb-cd81-4ce8-8882-73a52465bbe8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:13:18Z', 'updated_at': '2022-02-04T15:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6b0576f1-2174-4dbd-9491-d27b76d022a5', 'name': '', 'network_id': '4bb44d11-9676-48c7-849c-384d534ec929', 'tenant_id': '16c4a3c4fc124a46a88a62969874d301', 'mac_address': 'fa:16:3e:62:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4379aed-e4ba-4241-8cda-055177687e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:13:10Z', 'updated_at': '2022-02-04T15:13:15Z', 'revision_number': 5, 'project_id': '16c4a3c4fc124a46a88a62969874d301', 'subnets': [{'id': 'ca40d9e0-c940-40b7-a134-f9808652a5c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd667c4de-0b22-4f01-b2a3-2cd012c30edf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:13:22.903866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40458) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:13:23.027489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cbd8a55e-f0a8-41d6-94f1-8ba3ba4bed96 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1219714 Feb 04 15:13:23.264511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5302a8fb-cd81-4ce8-8882-73a52465bbe8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:13:23.343495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5302a8fb-cd81-4ce8-8882-73a52465bbe8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:13:23.348722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5302a8fb-cd81-4ce8-8882-73a52465bbe8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:13:23.349130 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:23.472323 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:23.489621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5302a8fb-cd81-4ce8-8882-73a52465bbe8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5302a8fb-cd81-4ce8-8882-73a52465bbe8,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:13:23.495862 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:23.568585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5302a8fb-cd81-4ce8-8882-73a52465bbe8,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:13:25.245825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5302a8fb-cd81-4ce8-8882-73a52465bbe8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:13:25.339429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5302a8fb-cd81-4ce8-8882-73a52465bbe8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:13:25.339429 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:29.338192 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:13:34.107650 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1760-7deb-4c49-be7f-a71b877d5435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:36.545563 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4962da68-7b74-4bb1-94b5-f144dcb7b0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:37.400250 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:37.541160 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:38.925365 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:04.080852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d7b4bb1-d912-4e99-bee9-20097535944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:06.337232 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:14:06.548377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c14cfd7b-4472-470d-930a-e514ebabd8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:07.402909 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:07.545024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:08.934800 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:34.084687 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c08d30c9-592b-4cad-93bf-d326c9b2b595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:36.553579 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac216d21-8736-4838-8571-05f4ba918140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:37.408184 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:37.549869 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:38.940932 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:43.338968 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:15:04.125806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf45c3c8-ec4c-4a35-a9c4-ec7177433b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:06.557367 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0302bb98-c969-4f2a-9385-90e24957f3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:07.411158 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:07.555652 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:08.943247 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:20.338144 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:15:30.252311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41060) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:30.326477 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b3a590-252e-4cb6-858c-57215cdd6434 admin admin] GET failed (client error): The resource could not be found. Feb 04 15:15:30.327799 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f7b3a590-252e-4cb6-858c-57215cdd6434 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745156 Feb 04 15:15:30.467668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947dcb27-f618-4d86-98da-6de7b402cfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:30.469243 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-947dcb27-f618-4d86-98da-6de7b402cfae admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1366704 Feb 04 15:15:32.622292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41070) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:32.779060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b16f1a-7ad7-4e6c-9a3d-01a5218c3587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:32.779605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-27b16f1a-7ad7-4e6c-9a3d-01a5218c3587 admin admin] Synchronizing usage tracker for tenant:09ab43f2811641139c4801ac1d53752f on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:15:32.795148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-27b16f1a-7ad7-4e6c-9a3d-01a5218c3587 admin admin] Unset dirty status for tenant:09ab43f2811641139c4801ac1d53752f on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:15:32.796415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-27b16f1a-7ad7-4e6c-9a3d-01a5218c3587 admin admin] 10.222.0.46 "GET /v2.0/subnets/ca40d9e0-c940-40b7-a134-f9808652a5c4 HTTP/1.1" status: 200 len: 849 time: 0.1729167 Feb 04 15:15:32.805641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:15:32.923103 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Notify callbacks [] for subnet, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:33.119745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759485116932'] for subnet, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:33.163445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:33.164032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:33.165761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] 10.222.0.46 "PUT /v2.0/subnets/ca40d9e0-c940-40b7-a134-f9808652a5c4 HTTP/1.1" status: 200 len: 868 time: 0.3633876 Feb 04 15:15:33.173034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf54cb-ac48-4cdf-9396-36aef184159f None None] Network 4bb44d11-9676-48c7-849c-384d534ec929 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:15:33.201312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca40d9e0-c940-40b7-a134-f9808652a5c4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:15:33.209966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.210318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.210650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.210990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.211325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.211657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.211984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.212314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.212641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.212994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.213323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.213643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628ddf8-5a54-43f2-a48d-0f807acfea6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:15:33.655384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-af842ca6-3dbb-4a41-b368-2050962a9387 None None] Provisioning complete for port 6b0576f1-2174-4dbd-9491-d27b76d022a5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:15:33.655868 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-af842ca6-3dbb-4a41-b368-2050962a9387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:33.782697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-af842ca6-3dbb-4a41-b368-2050962a9387 None None] Provisioning complete for port 38a15dfe-8c9a-4d12-8b69-5d14ee08e05a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:15:33.783059 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-af842ca6-3dbb-4a41-b368-2050962a9387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:34.087900 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4930ea7a-831a-4e2a-b7a5-bad08c59b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:35.383556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41080) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:35.580100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c49a3c-f402-42d8-b95b-5c01915dd82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:35.580460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c49a3c-f402-42d8-b95b-5c01915dd82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:35.582012 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-57c49a3c-f402-42d8-b95b-5c01915dd82a admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975029 Feb 04 15:15:36.560856 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-78615271-407d-4d55-badc-ad25091a7254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:37.411889 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:37.551390 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:37.749245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41090) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:37.921327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345f4186-ce2e-42e1-80f9-732f0bde9aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:37.921735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345f4186-ce2e-42e1-80f9-732f0bde9aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:37.923237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-345f4186-ce2e-42e1-80f9-732f0bde9aa0 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1730409 Feb 04 15:15:38.947296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:40.051840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41100) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:40.225046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d391fcac-9806-497f-a585-0aaa878c5d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:40.226412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d391fcac-9806-497f-a585-0aaa878c5d31 admin admin] 10.222.0.46 "GET /v2.0/networks/4bb44d11-9676-48c7-849c-384d534ec929 HTTP/1.1" status: 200 len: 869 time: 0.1736066 Feb 04 15:15:42.385287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41110) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:42.551360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040be06-07bd-4863-81b8-acbcce4de637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:42.552730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a040be06-07bd-4863-81b8-acbcce4de637 admin admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 886 time: 0.1665034 Feb 04 15:15:44.718613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41120) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:44.830035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226e561-d6d1-4724-accf-06f01d687ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:44.830495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226e561-d6d1-4724-accf-06f01d687ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:44.832010 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a226e561-d6d1-4724-accf-06f01d687ade admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1124482 Feb 04 15:15:46.961791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41130) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:47.068838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21903a-ee79-4dc1-b5fa-a911a890bb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:47.069300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21903a-ee79-4dc1-b5fa-a911a890bb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:47.071035 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4b21903a-ee79-4dc1-b5fa-a911a890bb76 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081920 Feb 04 15:15:49.282490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41140) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:49.390026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91683826-2a71-4e5a-b9b9-48cc54bc76f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:49.391513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-91683826-2a71-4e5a-b9b9-48cc54bc76f5 admin admin] 10.222.0.46 "GET /v2.0/subnets/c4d331da-e5ec-4a95-aa45-9e96d73cf48c HTTP/1.1" status: 200 len: 816 time: 0.1080437 Feb 04 15:15:51.558299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41150) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:15:51.670145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee0981-7b79-4a71-aa7d-b743328ad6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:15:51.671565 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7eee0981-7b79-4a71-aa7d-b743328ad6ae admin admin] 10.222.0.46 "GET /v2.0/subnets/ca40d9e0-c940-40b7-a134-f9808652a5c4 HTTP/1.1" status: 200 len: 868 time: 0.1115847 Feb 04 15:15:57.336957 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:16:04.092464 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-33335a7e-7702-43f7-9672-c2aa4985a15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:06.567330 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cd986243-596b-483e-aaa1-6c5239414604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:07.413656 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:07.555995 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:08.946392 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:10.500791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41196) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:10.547696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-7781de68-ca75-42aa-af11-092aca2bf2d9 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:16:10.551490 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7781de68-ca75-42aa-af11-092aca2bf2d9 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497134 Feb 04 15:16:12.759312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:12.825715 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70336d5-678e-4c07-9cf4-8f60114eb97a admin admin] GET failed (client error): The resource could not be found. Feb 04 15:16:12.826979 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b70336d5-678e-4c07-9cf4-8f60114eb97a admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667260 Feb 04 15:16:12.954087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b6424-48c3-441f-805b-e4ed7a75f3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:16:12.955504 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7d0b6424-48c3-441f-805b-e4ed7a75f3d3 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1243341 Feb 04 15:16:15.144697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41216) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:15.193144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:16:15.198254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:16:15.208160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:16:15.218089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Made reservation on behalf of 09ab43f2811641139c4801ac1d53752f for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:16:15.220400 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:15.309618 n-d-827870-1 neutron-server[87571]: WARNING neutron.services.revisions.revision_plugin [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Could not find related network for resource to bump revision. Feb 04 15:16:15.322186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:16:15.332501 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:15.332867 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Added segment fb59dede-a2d3-4998-8928-b12a0b7fe0ff of type vlan for network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e Feb 04 15:16:15.361770 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:15.391539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:15.392475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:16:15.393105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:15.491548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Pushing event updated for resources: {'Network': ['ID=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:15.495895 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3498807 Feb 04 15:16:15.499753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.500096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.500438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.500759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.501182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.501509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.501833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.502155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.502474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.502795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.503117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.503434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1545ff-052d-4c35-9153-b4729441e445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:15.519118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:16:17.630441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41226) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:16:17.699702 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8c4d8d-ff68-499d-9f5a-76b1038f22e9 admin admin] GET failed (client error): The resource could not be found. Feb 04 15:16:17.700214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf8c4d8d-ff68-499d-9f5a-76b1038f22e9 admin admin] Synchronizing usage tracker for tenant:09ab43f2811641139c4801ac1d53752f on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:16:17.715194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf8c4d8d-ff68-499d-9f5a-76b1038f22e9 admin admin] Unset dirty status for tenant:09ab43f2811641139c4801ac1d53752f on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:16:17.716705 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bf8c4d8d-ff68-499d-9f5a-76b1038f22e9 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0852380 Feb 04 15:16:17.821185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c288a2b-3d18-4d80-b0f7-e23f3effce7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:16:17.822485 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c288a2b-3d18-4d80-b0f7-e23f3effce7d admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019506 Feb 04 15:16:17.832369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:16:17.836756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:16:17.846240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:16:17.857879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Made reservation on behalf of 09ab43f2811641139c4801ac1d53752f for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:16:17.861153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:18.105577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:18.177113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:18.191129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:16:18.191483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Network hostable DHCP agents. Network: c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:16:18.210495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:16:18.221454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:16:18.225790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:16:18.226394 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:18.232400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2d895-d79e-498b-a5b4-be1343b5c750 None None] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:16:18.254806 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-486a73fd-0f84-4523-8588-b377616b73e5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4257944 Feb 04 15:16:18.461656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'tenant_id': '09ab43f2811641139c4801ac1d53752f', 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:16:18.462614 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:18.636525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Allocated IP 192.168.233.2 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/643e08fc-7e69-4412-96c0-159bd0aded69) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:16:18.856203 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:18.866826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Transition to ACTIVE for port object 643e08fc-7e69-4412-96c0-159bd0aded69 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:16:18.888342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Transition to ACTIVE for port object 643e08fc-7e69-4412-96c0-159bd0aded69 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:16:18.894241 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:18.994218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:16:18.998160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:16:19.000075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Pushing event updated for resources: {'Port': ['ID=643e08fc-7e69-4412-96c0-159bd0aded69,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:19.002333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:16:19.012174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.012519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.012882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.013219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.013547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.014040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.014262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.014582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.014920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.015238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.015553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.015867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:16:19.103466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Attempting to bind port 643e08fc-7e69-4412-96c0-159bd0aded69 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:16:19.103815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Attempting to bind port 643e08fc-7e69-4412-96c0-159bd0aded69 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:16:19.104971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Attempting to bind port 643e08fc-7e69-4412-96c0-159bd0aded69 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:16:19.110943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:16:19.111244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:16:19.111630 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:19.112010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:16:19.112455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Bound port: 643e08fc-7e69-4412-96c0-159bd0aded69, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:16:19.112894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:19.204332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] For port 643e08fc-7e69-4412-96c0-159bd0aded69, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:16:19.207651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] For port 643e08fc-7e69-4412-96c0-159bd0aded69, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=643e08fc-7e69-4412-96c0-159bd0aded69,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:16:19.213127 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:19.292477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186b6c6-1c9c-4ad0-8ccb-1a24e4717b1b None None] Pushing event updated for resources: {'Port': ['ID=643e08fc-7e69-4412-96c0-159bd0aded69,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:20.223232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38202cd-1070-4b01-b3ae-8a0e10727e00 None None] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:16:20.316539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c27170a-8965-4da1-93c2-5730a0a7fca0 None None] Provisioning for port 643e08fc-7e69-4412-96c0-159bd0aded69 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:16:21.373345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 643e08fc-7e69-4412-96c0-159bd0aded69 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:16:21.443984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 643e08fc-7e69-4412-96c0-159bd0aded69 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:16:21.448990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 643e08fc-7e69-4412-96c0-159bd0aded69 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:16:21.449357 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:21.567604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:21.598970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 643e08fc-7e69-4412-96c0-159bd0aded69, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=643e08fc-7e69-4412-96c0-159bd0aded69,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:16:21.603425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:21.674372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=643e08fc-7e69-4412-96c0-159bd0aded69,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:16:23.339903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 643e08fc-7e69-4412-96c0-159bd0aded69 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:16:23.415697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 643e08fc-7e69-4412-96c0-159bd0aded69 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:16:23.416056 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:34.100567 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e87fef2-d4fc-44ee-89d7-537c09f86602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:34.335454 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:16:36.559721 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80822546-2e4f-47fe-b5ed-4c1da847a89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:37.417226 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:37.558620 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:38.946147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:04.094404 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5bc7fabb-7617-4e28-9eb3-1cb3d033e09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:06.561766 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-063fb485-19c3-442c-a32d-d11ff6486d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:07.419024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:07.560468 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:08.941899 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:11.333980 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:17:30.628253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41276) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:30.634683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-ff32f2e5-6865-4751-9aee-9e28927e67e8 tempest-verify_tempest_config-1629317064 tempest-verify_tempest_config-1629317064-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:17:30.635642 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ff32f2e5-6865-4751-9aee-9e28927e67e8 tempest-verify_tempest_config-1629317064 tempest-verify_tempest_config-1629317064-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064020 Feb 04 15:17:30.938213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41294) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:31.052073 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:31.065921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:17:31.069603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Usage tracker for resource:security_group_rule and tenant:48ca3cfcca074ecaa855222f9fdf9b49 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:17:31.072842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:17:31.078617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:17:31.163017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:31.166928 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:31.213694 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48ca3cfcca074ecaa855222f9fdf9b49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2744434 Feb 04 15:17:31.215375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab94405-b74b-4acb-bcf8-03336a1a62cf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:31.216366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41300) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:17:31.222877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.223263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.223605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.223940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.224276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.224601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.224959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.225284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.225606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.225925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.226441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.226559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9ab7c-a89d-4ce8-8659-a6c7d3d0c64f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.276735 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:31.301615 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:31.399115 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:31.413438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab94405-b74b-4acb-bcf8-03336a1a62cf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:17:31.423896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.424222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.424557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.424912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.425233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.425551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.425872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.426185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.426500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.426814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.427124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.427438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:17:31.429923 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:31.430972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a6382428-9fb6-494a-a4f8-523e53fa2ad5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fab94405-b74b-4acb-bcf8-03336a1a62cf HTTP/1.1" status: 204 len: 168 time: 0.2135375 Feb 04 15:17:34.102678 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d69eb1f7-5d9e-48c1-9f92-98358901cb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:36.565738 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dbf37bce-3533-4d0a-bb99-cbbef202d58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:37.420612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:37.561918 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:38.947559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:48.333061 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:18:04.096611 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d36ff28b-3f95-44ae-946f-61d546a7941a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:06.568105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-978530cf-7c34-43fb-8fb3-44a870c38d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:07.426865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:07.565311 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:08.948444 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:25.331959 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:18:34.099214 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ab5-17ef-4952-a67d-aa3063505af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:36.571081 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ae599d4d-0944-4fc9-a7fe-a8b27321f497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:37.430092 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:37.568433 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:38.954296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:02.332497 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:19:04.101240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d3425ac-2317-4402-873c-b0f137504b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.572974 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1110316b-40d4-40fb-872d-1d59284d7da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.429122 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.571310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:08.954455 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.103853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e41142b-7f35-4985-918d-8cdcdfc0ca23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:36.575045 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d31819e8-5586-435b-af13-eec958c806e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.430837 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.573643 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:38.957539 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.330853 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:20:04.106022 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-396c303c-0ef4-4546-ad35-703ea723ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:06.577440 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e699387a-77a2-4161-94fe-7c6336804533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:07.432468 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:07.575154 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.960695 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.330167 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 5 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:20:34.108353 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8962e257-b2e8-4b72-aec4-6493598af939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.866799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426536'] for agent, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:36.579021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-be391fb3-c5d3-4641-ad44-edb9dfc4f0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:37.436138 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:37.578408 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:38.707483 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426536'] for agent, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:38.963553 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.329103 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:21:04.112375 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c558e823-cff8-42d5-a791-905e61aeabae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.847304 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.583017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5cbb4263-fde0-4ad1-b8b4-024783a22bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.439319 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.580229 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.657671 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.965081 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.329519 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:21:30.744309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41364) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:21:30.858870 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7a1ee08b-1c97-4190-a223-d86b4fce93f3 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1133590 Feb 04 15:21:33.020357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41374) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:21:33.076943 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0204f66a-9f06-452f-99f9-726ce7878dc3 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0554338 Feb 04 15:21:34.113919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3d069931-05b4-4294-bd22-6e6ef135ff99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.848257 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.586324 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-135897d7-e716-4459-accb-8a806fa947d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.443186 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.585293 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.671295 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.968212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:04.116912 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-71904e47-5dbe-4e79-8336-4a2bf8609e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:05.847077 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:06.590416 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2d98a096-5bcf-4f7b-9c79-c05975c83459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:07.331168 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:22:07.446541 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:07.587108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:08.670944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:08.971334 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:34.121930 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3068da5-321a-4916-885c-fafe23c41610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:35.864960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.593908 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-73eee8f1-d8b3-41d0-95fd-3cefe256c196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:37.449531 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:37.592623 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:38.685987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:38.973877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:44.330634 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:23:04.134762 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76335faa-e7fa-4c81-a151-78326d6fc4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:05.892821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:06.609370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9afb-3523-44f8-9b41-7b8a813f3884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:07.451565 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:07.597891 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.720006 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.798273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41596) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:08.981640 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.330369 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2ddecd47-1c37-49ca-b602-6fbf69d0891d tempest-AutoAllocateNetworkTest-1345041695 tempest-AutoAllocateNetworkTest-1345041695-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=86b5d65496f349669b4058b54dafa0e6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5306060 Feb 04 15:23:09.332670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41624) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:09.501561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec592c-0ada-46ad-a8fb-d3c1158c1b83 tempest-AutoAllocateNetworkTest-1345041695 tempest-AutoAllocateNetworkTest-1345041695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:09.505334 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-83ec592c-0ada-46ad-a8fb-d3c1158c1b83 tempest-AutoAllocateNetworkTest-1345041695 tempest-AutoAllocateNetworkTest-1345041695-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1714888 Feb 04 15:23:09.506376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41634) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:09.583342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41638) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:09.583850 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-39babdfb-f9e7-4b55-8059-0cb622051d31 tempest-AutoAllocateNetworkTest-1345041695 tempest-AutoAllocateNetworkTest-1345041695-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738330 Feb 04 15:23:09.617140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4465875f-7032-43c3-83aa-bf6e6559e725 tempest-AutoAllocateNetworkTest-1345041695 tempest-AutoAllocateNetworkTest-1345041695-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=86b5d65496f349669b4058b54dafa0e6 HTTP/1.1" status: 200 len: 208 time: 0.0300555 Feb 04 15:23:10.386032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41676) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:10.823780 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:10.839396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:10.843197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Usage tracker for resource:security_group_rule and tenant:86b5d65496f349669b4058b54dafa0e6 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:10.846364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:10.853423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:10.968333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:10.974080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:11.040199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Synchronizing usage tracker for tenant:09ab43f2811641139c4801ac1d53752f on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:11.043308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deda042a-9e63-4800-880f-701e76de5020,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:11.061997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.062464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.063229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.064263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.064858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.065449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.066007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.066600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.067242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.067715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.068199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.068686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Tracked resource versions report: Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: pushed versions: Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: { 'AddressGroup': {'1.2'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'ConntrackHelper': {'1.0'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Log': {'1.0'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Network': {'1.1'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Port': {'1.7'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'PortForwarding': {'1.2'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'QosPolicy': {'1.8'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'SecurityGroup': {'1.4'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'SubPort': {'1.0'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Subnet': {'1.1'}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Trunk': {'1.1'}} Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: consumer versions: Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: { DHCP agent@n-d-827870-1: {}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: HyperV agent@n-h1-827870-1: {}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: HyperV agent@n-h2-827870-1: {}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: L3 agent@n-d-827870-1: {}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: Metadata agent@n-d-827870-1: {}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: Metering agent@n-d-827870-1: {}, Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: Open vSwitch agent@n-d-827870-1: { 'AddressGroup': '1.2', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'ConntrackHelper': '1.0', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Log': '1.0', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Network': '1.1', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Port': '1.7', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'PortForwarding': '1.2', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'QosPolicy': '1.8', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'SecurityGroup': '1.4', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'SecurityGroupRule': '1.2', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'SubPort': '1.0', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Subnet': '1.1', Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: 'Trunk': '1.1'}} Feb 04 15:23:11.069983 n-d-827870-1 neutron-server[87570]: {{(pid=87570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:23:11.077698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] Unset dirty status for tenant:09ab43f2811641139c4801ac1d53752f on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:11.079210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0b62d691-e4ba-4eb9-bd33-83ad13dc5457 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86b5d65496f349669b4058b54dafa0e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6924415 Feb 04 15:23:11.082211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41714) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:11.173394 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:11.205872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:11.279124 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:11.299585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deda042a-9e63-4800-880f-701e76de5020,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:11.309674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.310155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.310571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.310979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.311489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.311897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.312294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.312687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.313198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.313598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.313996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.314439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Tracked resource versions report: Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: pushed versions: Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: { 'AddressGroup': {'1.2'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'ConntrackHelper': {'1.0'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Log': {'1.0'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Network': {'1.1'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Port': {'1.7'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'PortForwarding': {'1.2'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'QosPolicy': {'1.8'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'SecurityGroup': {'1.4'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'SubPort': {'1.0'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Subnet': {'1.1'}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Trunk': {'1.1'}} Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: consumer versions: Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: { DHCP agent@n-d-827870-1: {}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: HyperV agent@n-h1-827870-1: {}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: HyperV agent@n-h2-827870-1: {}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: L3 agent@n-d-827870-1: {}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: Metadata agent@n-d-827870-1: {}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: Metering agent@n-d-827870-1: {}, Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: Open vSwitch agent@n-d-827870-1: { 'AddressGroup': '1.2', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'ConntrackHelper': '1.0', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Log': '1.0', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Network': '1.1', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Port': '1.7', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'PortForwarding': '1.2', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'QosPolicy': '1.8', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'SecurityGroup': '1.4', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'SecurityGroupRule': '1.2', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'SubPort': '1.0', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Subnet': '1.1', Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: 'Trunk': '1.1'}} Feb 04 15:23:11.315595 n-d-827870-1 neutron-server[87571]: {{(pid=87571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:23:11.326962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:11.328479 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-14484068-daad-4240-b925-a47dd71d332a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/deda042a-9e63-4800-880f-701e76de5020 HTTP/1.1" status: 204 len: 168 time: 0.2452812 Feb 04 15:23:12.127068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41768) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:12.567570 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33b4eb5c-65d2-4195-bffa-edaf6fc84922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.583043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-33b4eb5c-65d2-4195-bffa-edaf6fc84922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:12.587554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-33b4eb5c-65d2-4195-bffa-edaf6fc84922 admin admin] Usage tracker for resource:security_group_rule and tenant:389d6ca0f0984c9abface63670e85750 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:12.591715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-33b4eb5c-65d2-4195-bffa-edaf6fc84922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:12.604751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-33b4eb5c-65d2-4195-bffa-edaf6fc84922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:12.701631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33b4eb5c-65d2-4195-bffa-edaf6fc84922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.706568 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33b4eb5c-65d2-4195-bffa-edaf6fc84922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.771804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4eb5c-65d2-4195-bffa-edaf6fc84922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cb486d-85af-4471-afcd-bbd5acc62132,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:12.778510 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-33b4eb5c-65d2-4195-bffa-edaf6fc84922 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=389d6ca0f0984c9abface63670e85750&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6500440 Feb 04 15:23:12.780664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41812) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:12.845260 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f03d9c2a-2920-4cb5-a9ea-addc47ed25de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.879340 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f03d9c2a-2920-4cb5-a9ea-addc47ed25de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.940252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f03d9c2a-2920-4cb5-a9ea-addc47ed25de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.959016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d9c2a-2920-4cb5-a9ea-addc47ed25de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cb486d-85af-4471-afcd-bbd5acc62132,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:12.962549 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f03d9c2a-2920-4cb5-a9ea-addc47ed25de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.966375 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f03d9c2a-2920-4cb5-a9ea-addc47ed25de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05cb486d-85af-4471-afcd-bbd5acc62132 HTTP/1.1" status: 204 len: 168 time: 0.1804917 Feb 04 15:23:12.971633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41828) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:13.438163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce8199c9-5d97-46b2-bfa7-772535cb7cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.467454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce8199c9-5d97-46b2-bfa7-772535cb7cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:13.480545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce8199c9-5d97-46b2-bfa7-772535cb7cad admin admin] Usage tracker for resource:security_group_rule and tenant:07c72a5101bb41eea03535ed200fd61d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:13.484011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce8199c9-5d97-46b2-bfa7-772535cb7cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:13.489944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce8199c9-5d97-46b2-bfa7-772535cb7cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:13.587383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce8199c9-5d97-46b2-bfa7-772535cb7cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.592316 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce8199c9-5d97-46b2-bfa7-772535cb7cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.615092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41858) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:13.645341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eaf18722-d1b8-4ea9-8169-aecf42a13902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.660431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-eaf18722-d1b8-4ea9-8169-aecf42a13902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:13.663669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce8199c9-5d97-46b2-bfa7-772535cb7cad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07c72a5101bb41eea03535ed200fd61d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6909924 Feb 04 15:23:13.664231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-eaf18722-d1b8-4ea9-8169-aecf42a13902 admin admin] Usage tracker for resource:security_group_rule and tenant:630e322db53749ddb37a4b34d468ae5f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:13.667298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-eaf18722-d1b8-4ea9-8169-aecf42a13902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:13.670162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41864) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:13.673895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-eaf18722-d1b8-4ea9-8169-aecf42a13902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:13.724050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8199c9-5d97-46b2-bfa7-772535cb7cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb5e014-6bff-4874-9ebb-1071be648df1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:13.763064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c0633bef-920e-4325-8fa7-0325975cbcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.784533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eaf18722-d1b8-4ea9-8169-aecf42a13902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.790812 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eaf18722-d1b8-4ea9-8169-aecf42a13902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.795830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c0633bef-920e-4325-8fa7-0325975cbcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.827793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf18722-d1b8-4ea9-8169-aecf42a13902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a3b111-aa68-4f6b-b543-12c07f64533b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:13.852694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-eaf18722-d1b8-4ea9-8169-aecf42a13902 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=630e322db53749ddb37a4b34d468ae5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2362475 Feb 04 15:23:13.855585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41872) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:13.924729 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c0633bef-920e-4325-8fa7-0325975cbcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.947887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0633bef-920e-4325-8fa7-0325975cbcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb5e014-6bff-4874-9ebb-1071be648df1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:13.953568 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e02b7ca9-9287-48e5-b2c8-f28e547d3e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.977489 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c0633bef-920e-4325-8fa7-0325975cbcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:13.978774 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c0633bef-920e-4325-8fa7-0325975cbcd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1fb5e014-6bff-4874-9ebb-1071be648df1 HTTP/1.1" status: 204 len: 168 time: 0.3079932 Feb 04 15:23:13.998075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e02b7ca9-9287-48e5-b2c8-f28e547d3e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:14.060580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e02b7ca9-9287-48e5-b2c8-f28e547d3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:14.085239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b7ca9-9287-48e5-b2c8-f28e547d3e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a3b111-aa68-4f6b-b543-12c07f64533b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:14.088903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e02b7ca9-9287-48e5-b2c8-f28e547d3e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:14.093032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e02b7ca9-9287-48e5-b2c8-f28e547d3e2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92a3b111-aa68-4f6b-b543-12c07f64533b HTTP/1.1" status: 204 len: 168 time: 0.2336354 Feb 04 15:23:14.097978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41904) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:14.101790 n-d-827870-1 neutron-server[87571]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 15:23:14.131055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-256a799d-af34-4986-9a5a-5fd53a92c262 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319679 Feb 04 15:23:14.305612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-2a5f774c-91a1-4ba6-a891-eb9649f15145 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:14.314256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-2a5f774c-91a1-4ba6-a891-eb9649f15145 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762726 Feb 04 15:23:14.332705 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-3f807477-d36d-41d6-96c9-0bc851643587 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/quotas/6ffe5b6b131243b6a5a38406e4d98c52 HTTP/1.1" status: 200 len: 375 time: 0.0175388 Feb 04 15:23:14.382810 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-7f3fe252-3b30-4078-975b-b1df46295085 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489240 Feb 04 15:23:14.627578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41934) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:14.649785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08321939-a085-4ca2-80b4-127a83c89e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:14.712646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-08321939-a085-4ca2-80b4-127a83c89e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:14.716674 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57418cd5-67a5-4e83-92c0-8efc6b79bbe2 req-ccf47f91-cb1f-41b2-9f81-7ce160770bd4 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 210 time: 0.0473280 Feb 04 15:23:14.719036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-08321939-a085-4ca2-80b4-127a83c89e67 admin admin] Usage tracker for resource:security_group_rule and tenant:723361341b37434f97fe1385d8f03346 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:14.722297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-08321939-a085-4ca2-80b4-127a83c89e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:14.729268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-08321939-a085-4ca2-80b4-127a83c89e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:14.778608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41950) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:14.782184 n-d-827870-1 neutron-server[87570]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 15:23:14.815249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-1376dcb7-7b29-4ba5-b16a-90a4e7cca4a5 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0615ebde57ff40f698c076a08d4c7881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350218 Feb 04 15:23:14.845862 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08321939-a085-4ca2-80b4-127a83c89e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:14.850994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08321939-a085-4ca2-80b4-127a83c89e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:14.910740 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-08321939-a085-4ca2-80b4-127a83c89e67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=723361341b37434f97fe1385d8f03346&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2788470 Feb 04 15:23:14.910740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08321939-a085-4ca2-80b4-127a83c89e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceadc3ae-252f-4cb2-ad79-9d7bc2e15240,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:14.912917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:15.006598 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-09d5735c-dc74-4618-8cfc-4969911dc651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:15.034100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-7aeec310-e66d-482d-ab87-54bcb3627958 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:15.035717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-7aeec310-e66d-482d-ab87-54bcb3627958 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196116 Feb 04 15:23:15.065262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-fe56f6e8-4e89-4850-9820-f8351e74df92 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/quotas/0615ebde57ff40f698c076a08d4c7881 HTTP/1.1" status: 200 len: 375 time: 0.0208077 Feb 04 15:23:15.074880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-09d5735c-dc74-4618-8cfc-4969911dc651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:15.147912 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-9721c985-b7ac-4ade-8715-54992f0938eb tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0615ebde57ff40f698c076a08d4c7881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731199 Feb 04 15:23:15.192730 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-09d5735c-dc74-4618-8cfc-4969911dc651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:15.226033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5735c-dc74-4618-8cfc-4969911dc651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceadc3ae-252f-4cb2-ad79-9d7bc2e15240,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:15.244159 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-09d5735c-dc74-4618-8cfc-4969911dc651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:15.250092 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-09d5735c-dc74-4618-8cfc-4969911dc651 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ceadc3ae-252f-4cb2-ad79-9d7bc2e15240 HTTP/1.1" status: 204 len: 168 time: 0.3219547 Feb 04 15:23:15.502443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-790b3c14-bf8f-4ca4-8f10-0e8eff02a8b6 req-854702d5-f33c-44d4-a3ed-a85dcf82f53c tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 210 time: 0.0674040 Feb 04 15:23:15.885713 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3cac41a6-5468-46eb-bf87-4bb94162eddc req-171eaabd-7284-4c8e-adfc-2572bf66519a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 210 time: 0.0827415 Feb 04 15:23:16.216798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42072) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:16.528870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7f63-b094-4086-bb5d-40ce7ce5e649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.548057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c1ea7f63-b094-4086-bb5d-40ce7ce5e649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:16.552834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c1ea7f63-b094-4086-bb5d-40ce7ce5e649 admin admin] Usage tracker for resource:security_group_rule and tenant:a96f22d5527042d1b39aa612117c54d3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:16.556863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c1ea7f63-b094-4086-bb5d-40ce7ce5e649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:16.563007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c1ea7f63-b094-4086-bb5d-40ce7ce5e649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:16.744363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7f63-b094-4086-bb5d-40ce7ce5e649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.751734 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7f63-b094-4086-bb5d-40ce7ce5e649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.773633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7776b4e-5301-4b4e-b6bf-59d9bad965e9 req-ce169ba5-ed81-4e76-bdbc-191a95828e1b tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 210 time: 0.0593987 Feb 04 15:23:16.822256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c1ea7f63-b094-4086-bb5d-40ce7ce5e649 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a96f22d5527042d1b39aa612117c54d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6043642 Feb 04 15:23:16.825259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42100) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:16.827080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea7f63-b094-4086-bb5d-40ce7ce5e649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b30d43-8ec6-4be9-be4f-dcea3a5b583f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:16.892950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42104) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:16.903710 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ec09416-4ac8-4fe2-895f-e4b7b68d9217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.956132 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ec09416-4ac8-4fe2-895f-e4b7b68d9217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:17.206591 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b19dd437-c278-401c-8f45-14ba50e579f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:17.243805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.61', 62849) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:17.248331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b19dd437-c278-401c-8f45-14ba50e579f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:17.269956 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4095ace-9132-48c8-afcb-6ab1dd868379 req-652a989b-56f2-4f05-a338-bce7440ce080 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 210 time: 0.2478850 Feb 04 15:23:17.275912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b19dd437-c278-401c-8f45-14ba50e579f3 admin admin] Usage tracker for resource:security_group_rule and tenant:154f32c8b1fb4b718c916d4204921448 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:17.291928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b19dd437-c278-401c-8f45-14ba50e579f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:17.305285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b19dd437-c278-401c-8f45-14ba50e579f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:17.317552 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ec09416-4ac8-4fe2-895f-e4b7b68d9217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:17.373786 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-6ff69097-ccce-4651-b237-17356d394569 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1269045 Feb 04 15:23:17.399690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec09416-4ac8-4fe2-895f-e4b7b68d9217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b30d43-8ec6-4be9-be4f-dcea3a5b583f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:17.432182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ec09416-4ac8-4fe2-895f-e4b7b68d9217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:17.436327 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5ec09416-4ac8-4fe2-895f-e4b7b68d9217 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9b30d43-8ec6-4be9-be4f-dcea3a5b583f HTTP/1.1" status: 204 len: 168 time: 0.6096940 Feb 04 15:23:17.513739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b19dd437-c278-401c-8f45-14ba50e579f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:17.518433 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b19dd437-c278-401c-8f45-14ba50e579f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:17.603641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b19dd437-c278-401c-8f45-14ba50e579f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=154f32c8b1fb4b718c916d4204921448&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7089913 Feb 04 15:23:17.605814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42148) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:17.609104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dd437-c278-401c-8f45-14ba50e579f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96971d2c-064e-4262-851f-2e0d31578213,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:17.688809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f2044168-acdc-405d-a947-ac0b4ba2d8e1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.690499 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f2044168-acdc-405d-a947-ac0b4ba2d8e1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112571 Feb 04 15:23:17.727161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c88a2b0e-1511-42de-9683-24eac5bdd372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:17.784458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Request body: {'port': {'device_id': '7267f810-71c6-4050-a40c-7bae267d10cb', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '6ffe5b6b131243b6a5a38406e4d98c52'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:17.789834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c88a2b0e-1511-42de-9683-24eac5bdd372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:17.873567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.61', 62851) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:17.966846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42164) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:17.976106 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-47b38ada-5271-4c51-b8eb-f52fedfd39b1 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0615ebde57ff40f698c076a08d4c7881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011565 Feb 04 15:23:18.076515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42172) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:18.111072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:18.116202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Usage tracker for resource:port and tenant:6ffe5b6b131243b6a5a38406e4d98c52 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:18.123067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:18.130772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:18.150203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Made reservation on behalf of 6ffe5b6b131243b6a5a38406e4d98c52 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:18.152112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d81353ef-9d44-491b-8bcc-d0ea800169b0 req-484c5854-82df-4efc-a2bb-3f90345fde5c tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 210 time: 0.0743353 Feb 04 15:23:18.154793 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.172744 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c88a2b0e-1511-42de-9683-24eac5bdd372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.194857 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.215841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:18.220480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Usage tracker for resource:security_group_rule and tenant:6ffe5b6b131243b6a5a38406e4d98c52 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:18.223437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:18.229774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:18.238306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42180) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:18.278843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7ebd60f-c664-4e92-bd7f-8370a206e0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.289409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-9f2241a2-14fa-4fbf-80e0-3201d0305b31 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:18.291328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-9f2241a2-14fa-4fbf-80e0-3201d0305b31 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3087740 Feb 04 15:23:18.299211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c88a2b0e-1511-42de-9683-24eac5bdd372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.300498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c88a2b0e-1511-42de-9683-24eac5bdd372 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96971d2c-064e-4262-851f-2e0d31578213 HTTP/1.1" status: 204 len: 168 time: 0.6937685 Feb 04 15:23:18.303942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a2b0e-1511-42de-9683-24eac5bdd372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96971d2c-064e-4262-851f-2e0d31578213,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:18.315008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Request body: {'port': {'device_id': 'd6509b1c-54c7-4857-bed6-b56c92c85424', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '0615ebde57ff40f698c076a08d4c7881'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:18.334683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e7ebd60f-c664-4e92-bd7f-8370a206e0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:18.343667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e7ebd60f-c664-4e92-bd7f-8370a206e0ef admin admin] Usage tracker for resource:security_group_rule and tenant:10f2abb708c94681b4afdaf9097fde0f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:18.352906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e7ebd60f-c664-4e92-bd7f-8370a206e0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:18.371949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e7ebd60f-c664-4e92-bd7f-8370a206e0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:18.483265 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.494480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.602877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-network', 'tenant_id': 'b1baa26892154827b285efc1851d94f0'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:18.611494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:18.630255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Usage tracker for resource:network and tenant:b1baa26892154827b285efc1851d94f0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:18.635826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:18.648605 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5648de1f-2bf0-4a7b-948f-fe364b6fa17a req-eb97d845-20e5-4a2a-93ae-6e65db3142a1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 210 time: 0.0886457 Feb 04 15:23:18.677700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:18.691275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9597a1af-1ce8-42dd-9339-3c75b15c311e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:18.695031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:18.698538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-390619af-9457-4bc4-a1d1-69dc0d331c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.713761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Usage tracker for resource:port and tenant:0615ebde57ff40f698c076a08d4c7881 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:18.719649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:18.729611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:18.733291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-390619af-9457-4bc4-a1d1-69dc0d331c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:18.739664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7ebd60f-c664-4e92-bd7f-8370a206e0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.740558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-390619af-9457-4bc4-a1d1-69dc0d331c80 admin admin] Usage tracker for resource:security_group_rule and tenant:6081601d3bae45d98ba301445c3e4970 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:18.746495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-390619af-9457-4bc4-a1d1-69dc0d331c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:18.755820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-390619af-9457-4bc4-a1d1-69dc0d331c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:18.760311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Made reservation on behalf of 0615ebde57ff40f698c076a08d4c7881 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:18.764281 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.782746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Made reservation on behalf of b1baa26892154827b285efc1851d94f0 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:18.782969 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7ebd60f-c664-4e92-bd7f-8370a206e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.785694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.808930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.836129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.864129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:18.869991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:18.878824 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e7ebd60f-c664-4e92-bd7f-8370a206e0ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10f2abb708c94681b4afdaf9097fde0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6392167 Feb 04 15:23:18.879634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Usage tracker for resource:security_group_rule and tenant:0615ebde57ff40f698c076a08d4c7881 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:18.883592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebd60f-c664-4e92-bd7f-8370a206e0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c2f44e-27ea-49d1-8003-5541024826b9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:18.883843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42208) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:18.884648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:18.888205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Usage tracker for resource:security_group_rule and tenant:b1baa26892154827b285efc1851d94f0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:18.899123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Allocated IP 192.168.233.29 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/65e823f4-2bc0-4872-bf15-68c4953ce708) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:18.909187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:18.953917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:18.956224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:19.223837 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-390619af-9457-4bc4-a1d1-69dc0d331c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.315369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.326251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.338662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.342600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-390619af-9457-4bc4-a1d1-69dc0d331c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.392870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Transition to ACTIVE for port object 65e823f4-2bc0-4872-bf15-68c4953ce708 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:19.422347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42226) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:19.444025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.493540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-390619af-9457-4bc4-a1d1-69dc0d331c80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6081601d3bae45d98ba301445c3e4970&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3593102 Feb 04 15:23:19.503084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42228) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:19.504029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2517c6ba-4b51-4cad-8545-b2a15a6e3842,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:19.526801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:19.542128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:19.549555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:19.556853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:19.559774 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.587603 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5a70-240d-497b-ad65-c5f92a63678c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.624250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5a70-240d-497b-ad65-c5f92a63678c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.634572 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8545253 Feb 04 15:23:19.659620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-c6973965-1002-498a-bf34-8c33ffcdd3f3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:23:19.660653 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-c6973965-1002-498a-bf34-8c33ffcdd3f3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053785 Feb 04 15:23:19.670752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8468d3e-6779-46be-97e8-30a6a6479dc1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Pushing event updated for resources: {'Port': ['ID=65e823f4-2bc0-4872-bf15-68c4953ce708,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:19.772412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390619af-9457-4bc4-a1d1-69dc0d331c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcafd3f-ce62-4610-a8bf-80ab561d670c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:19.889045 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5a70-240d-497b-ad65-c5f92a63678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.893841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6dd94cb7-754d-435f-8f49-ea0c6937b344 None None] Provisioning for port 65e823f4-2bc0-4872-bf15-68c4953ce708 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:19.900279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6dd94cb7-754d-435f-8f49-ea0c6937b344 None None] Provisioning complete for port 65e823f4-2bc0-4872-bf15-68c4953ce708 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:19.900684 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6dd94cb7-754d-435f-8f49-ea0c6937b344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.924447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:23:19.944713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8d2380b-3664-4763-8f24-1e4c4bab3162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.968989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6dd94cb7-754d-435f-8f49-ea0c6937b344 None None] Port 65e823f4-2bc0-4872-bf15-68c4953ce708 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:23:20.055387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb8a7eda-ad9c-4fa7-8afe-fcc6c30d588f req-81bc1824-245c-43bd-9e2a-09686b9aaf8f tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 210 time: 0.5541368 Feb 04 15:23:20.059676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d8d2380b-3664-4763-8f24-1e4c4bab3162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:20.064351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d8d2380b-3664-4763-8f24-1e4c4bab3162 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a23b9d26a04536bef6c06dac5882c2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:20.067573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d8d2380b-3664-4763-8f24-1e4c4bab3162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:20.076119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d8d2380b-3664-4763-8f24-1e4c4bab3162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:20.193484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Request body: {'port': {'device_id': '7267f810-71c6-4050-a40c-7bae267d10cb', 'device_owner': 'compute:tempest-test_az-116491255', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:20.222560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8d2380b-3664-4763-8f24-1e4c4bab3162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.224458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f5a70-240d-497b-ad65-c5f92a63678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c2f44e-27ea-49d1-8003-5541024826b9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:20.235715 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.236227 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Added segment be4401bc-cccb-45ae-a688-ac119fcea6de of type vlan for network 3b3a534c-6985-4b16-8cad-601754873575 Feb 04 15:23:20.292055 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.366518 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8d2380b-3664-4763-8f24-1e4c4bab3162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.483281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2380b-3664-4763-8f24-1e4c4bab3162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a9ad40-e1ba-4a91-b05a-b3a1c2358855,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:20.486044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.487142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:20.487893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.507618 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.514997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d8d2380b-3664-4763-8f24-1e4c4bab3162 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9a23b9d26a04536bef6c06dac5882c2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0198429 Feb 04 15:23:20.526732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42250) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:20.691000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] Pushing event updated for resources: {'Network': ['ID=3b3a534c-6985-4b16-8cad-601754873575,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:20.720046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3b3a534c-6985-4b16-8cad-601754873575 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:23:20.746860 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8288f7fe-b333-4837-bb2b-cdf1d5f9559c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.774455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8288f7fe-b333-4837-bb2b-cdf1d5f9559c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.785942 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb825-e85f-46da-8bff-a41ccfac1ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.844733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.850472 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8288f7fe-b333-4837-bb2b-cdf1d5f9559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.884220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.900892 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8288f7fe-b333-4837-bb2b-cdf1d5f9559c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.902214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8288f7fe-b333-4837-bb2b-cdf1d5f9559c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efcafd3f-ce62-4610-a8bf-80ab561d670c HTTP/1.1" status: 204 len: 168 time: 1.2015011 Feb 04 15:23:20.903408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288f7fe-b333-4837-bb2b-cdf1d5f9559c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcafd3f-ce62-4610-a8bf-80ab561d670c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:20.934718 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb825-e85f-46da-8bff-a41ccfac1ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.950870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5a70-240d-497b-ad65-c5f92a63678c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.952054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bf0f5a70-240d-497b-ad65-c5f92a63678c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7c2f44e-27ea-49d1-8003-5541024826b9 HTTP/1.1" status: 204 len: 168 time: 2.0607932 Feb 04 15:23:20.965401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fbef63d7-e30d-4fb7-a9dd-d737cd04294c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9971871 Feb 04 15:23:20.975562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42264) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:21.005059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Request body: {'subnet': {'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-subnet', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:21.020258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:21.032220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Usage tracker for resource:subnet and tenant:b1baa26892154827b285efc1851d94f0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:21.047351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:21.055693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8feca0cc-c9f5-491b-8c39-0d2ee376cca8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:21.086683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:21.114132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88187b-0b72-4b35-97d5-ce882328e1d4 req-7fb5b5ca-ac39-4eae-800b-be0f8216cf0c tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:21.115662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d88187b-0b72-4b35-97d5-ce882328e1d4 req-7fb5b5ca-ac39-4eae-800b-be0f8216cf0c tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 935 time: 0.7260332 Feb 04 15:23:21.123294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Made reservation on behalf of b1baa26892154827b285efc1851d94f0 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:21.125810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.333221 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:23:21.394183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d88187b-0b72-4b35-97d5-ce882328e1d4 req-b8e5ebcf-7804-421b-aaec-bfae4db3c14e tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307973 Feb 04 15:23:21.479324 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32c9db47-5165-42a8-9375-f45fb7de37e5 req-32fab4db-58b2-481d-95f9-2e4b8d4dab5c tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 210 time: 0.0954690 Feb 04 15:23:21.539947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42274) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:21.619976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb825-e85f-46da-8bff-a41ccfac1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.717577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bb825-e85f-46da-8bff-a41ccfac1ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a9ad40-e1ba-4a91-b05a-b3a1c2358855,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:21.740206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.767051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb825-e85f-46da-8bff-a41ccfac1ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.770990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fe0bb825-e85f-46da-8bff-a41ccfac1ff8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7a9ad40-e1ba-4a91-b05a-b3a1c2358855 HTTP/1.1" status: 204 len: 168 time: 1.2396419 Feb 04 15:23:21.805229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42284) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:21.805560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e823f4-2bc0-4872-bf15-68c4953ce708 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:21.826995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.849810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76cc6c27-2ec8-4031-aab8-1ee2d0bf0c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.872392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Transition to ACTIVE for port object 65e823f4-2bc0-4872-bf15-68c4953ce708 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:21.878627 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.009091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Allocated IP 192.168.233.189 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/2aefd0da-60dd-4606-9f15-95cd7d7b72e3) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:22.147289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-76cc6c27-2ec8-4031-aab8-1ee2d0bf0c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:22.154761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-76cc6c27-2ec8-4031-aab8-1ee2d0bf0c80 admin admin] Usage tracker for resource:security_group_rule and tenant:6b21a69d11fd497cbd5633f393c9ada5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:22.159862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-76cc6c27-2ec8-4031-aab8-1ee2d0bf0c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:22.168246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-76cc6c27-2ec8-4031-aab8-1ee2d0bf0c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:22.285462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Checking segment: {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:22.285884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Network hostable DHCP agents. Network: 3b3a534c-6985-4b16-8cad-601754873575, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:23:22.329139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Pushing event updated for resources: {'Port': ['ID=65e823f4-2bc0-4872-bf15-68c4953ce708,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:22.355019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af025474-00d6-4058-b979-67d9a9da93ce,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:22.420434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Network 3b3a534c-6985-4b16-8cad-601754873575 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:23:22.450252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 3b3a534c-6985-4b16-8cad-601754873575) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:22.461413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6428f96f-ca0b-459c-8316-ff971625fcb1 None None] Network 3b3a534c-6985-4b16-8cad-601754873575 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:23:22.481338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:22.482261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.566754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7001a5de-397d-4c22-9bb9-11c2b56e6510 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5855584 Feb 04 15:23:22.568478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42304) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:22.573159 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a7f7-ac8b-4561-ae4c-dc7473d41651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.613146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:22.623032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:22.633357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Usage tracker for resource:router and tenant:b1baa26892154827b285efc1851d94f0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:22.639176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:22.650128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:22.659772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8ce0a7f7-ac8b-4561-ae4c-dc7473d41651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:22.665086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Attempting to bind port 65e823f4-2bc0-4872-bf15-68c4953ce708 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:22.665720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Attempting to bind port 65e823f4-2bc0-4872-bf15-68c4953ce708 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:22.684881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Attempting to bind port 65e823f4-2bc0-4872-bf15-68c4953ce708 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:22.694168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8ce0a7f7-ac8b-4561-ae4c-dc7473d41651 admin admin] Usage tracker for resource:security_group_rule and tenant:d6f220f2a6de490fbf2c3de57d3a329e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:22.706084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8ce0a7f7-ac8b-4561-ae4c-dc7473d41651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:22.715919 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76cc6c27-2ec8-4031-aab8-1ee2d0bf0c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.727484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Port 65e823f4-2bc0-4872-bf15-68c4953ce708 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:23:22.727484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Attempting to bind port 65e823f4-2bc0-4872-bf15-68c4953ce708 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:22.739182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76cc6c27-2ec8-4031-aab8-1ee2d0bf0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.749585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8ce0a7f7-ac8b-4561-ae4c-dc7473d41651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:22.760167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.761666 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.763428 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:22.765229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:22.768451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:22.769244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Bound port: 65e823f4-2bc0-4872-bf15-68c4953ce708, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:22.769856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.801688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.843362 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.939219 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b425b47d-25f5-4551-a25e-ba916e5aad85 req-c155cca7-bcdc-42ff-831b-c40ceac4d63a tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 210 time: 0.1364307 Feb 04 15:23:23.097905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] For port 65e823f4-2bc0-4872-bf15-68c4953ce708, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:23.108137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] For port 65e823f4-2bc0-4872-bf15-68c4953ce708, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=65e823f4-2bc0-4872-bf15-68c4953ce708,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:23.126477 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.256343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-3b3a534c-6985-4b16-8cad-601754873575', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:23:23.257308 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.289718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:23.290682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.292669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] 10.222.0.61 "PUT /v2.0/ports/65e823f4-2bc0-4872-bf15-68c4953ce708 HTTP/1.1" status: 200 len: 1116 time: 3.1872880 Feb 04 15:23:23.293418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7267f810-71c6-4050-a40c-7bae267d10cb', 'tag': '65e823f4-2bc0-4872-bf15-68c4953ce708'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:23.503159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Transition to ACTIVE for port object 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:23.657090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a7f7-ac8b-4561-ae4c-dc7473d41651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.679398 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a7f7-ac8b-4561-ae4c-dc7473d41651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.694171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc6c27-2ec8-4031-aab8-1ee2d0bf0c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec4d4f-5f17-412c-9c96-5f9e85bb7097,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:23.707374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-76cc6c27-2ec8-4031-aab8-1ee2d0bf0c80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b21a69d11fd497cbd5633f393c9ada5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8983581 Feb 04 15:23:23.724221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42334) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:23.829167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Allocated IP 172.20.0.2 (3b3a534c-6985-4b16-8cad-601754873575/af025474-00d6-4058-b979-67d9a9da93ce/01b6884c-4795-4960-9815-9e8e094b7a1a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:23.894155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b5ee8-bc90-4e6d-9692-fcc852e6c516 service neutron] Pushing event updated for resources: {'Port': ['ID=65e823f4-2bc0-4872-bf15-68c4953ce708,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:23.987227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0a7f7-ac8b-4561-ae4c-dc7473d41651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf5eac-24ca-4833-b320-64682a9bd28c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:24.011595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba93aa-c334-4f3f-a4bd-44a11c47c99a req-0a25b1fe-d68b-49e4-b86c-44dd72102b3b tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:24.030007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12ba93aa-c334-4f3f-a4bd-44a11c47c99a req-0a25b1fe-d68b-49e4-b86c-44dd72102b3b tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 968 time: 1.1669998 Feb 04 15:23:24.064480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1e90073-b0de-496f-855c-1f085aff950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.070008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8ce0a7f7-ac8b-4561-ae4c-dc7473d41651 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6f220f2a6de490fbf2c3de57d3a329e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5249856 Feb 04 15:23:24.076016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42350) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:24.087813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-829531b2-2855-4076-9884-e541100d208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:24.090272 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-829531b2-2855-4076-9884-e541100d208b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 1119 time: 0.5841126 Feb 04 15:23:24.184020 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.198469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Transition to ACTIVE for port object 01b6884c-4795-4960-9815-9e8e094b7a1a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:24.222762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Transition to ACTIVE for port object 01b6884c-4795-4960-9815-9e8e094b7a1a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:24.235479 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.255384 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-2ddeca52-4cd1-4f50-97ce-ff61b2aaea8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=65e823f4-2bc0-4872-bf15-68c4953ce708 HTTP/1.1" status: 200 len: 217 time: 0.1091268 Feb 04 15:23:24.268722 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1e90073-b0de-496f-855c-1f085aff950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.342935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ad793cd-d8cb-4567-a212-5db757d20942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.345988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Network 3b3a534c-6985-4b16-8cad-601754873575 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:24.354194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.397409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:24.400242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Pushing event updated for resources: {'Port': ['ID=01b6884c-4795-4960-9815-9e8e094b7a1a,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:24.411722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.412106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.412476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.412832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.413237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.414136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.414701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.414824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.415183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.415603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.415885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.416224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Tracked resource versions report: Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: pushed versions: Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: { 'AddressGroup': {'1.2'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'ConntrackHelper': {'1.0'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Log': {'1.0'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Network': {'1.1'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Port': {'1.7'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'PortForwarding': {'1.2'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'QosPolicy': {'1.8'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'SecurityGroup': {'1.4'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'SubPort': {'1.0'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Subnet': {'1.1'}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Trunk': {'1.1'}} Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: consumer versions: Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: { DHCP agent@n-d-827870-1: {}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: HyperV agent@n-h1-827870-1: {}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: HyperV agent@n-h2-827870-1: {}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: L3 agent@n-d-827870-1: {}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: Metadata agent@n-d-827870-1: {}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: Metering agent@n-d-827870-1: {}, Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: Open vSwitch agent@n-d-827870-1: { 'AddressGroup': '1.2', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'ConntrackHelper': '1.0', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Log': '1.0', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Network': '1.1', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Port': '1.7', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'PortForwarding': '1.2', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'QosPolicy': '1.8', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'SecurityGroup': '1.4', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'SecurityGroupRule': '1.2', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'SubPort': '1.0', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Subnet': '1.1', Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: 'Trunk': '1.1'}} Feb 04 15:23:24.417423 n-d-827870-1 neutron-server[87572]: {{(pid=87572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:23:24.426610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:24.446217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ad793cd-d8cb-4567-a212-5db757d20942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.551977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Attempting to bind port 01b6884c-4795-4960-9815-9e8e094b7a1a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:24.551977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Attempting to bind port 01b6884c-4795-4960-9815-9e8e094b7a1a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:24.551977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Attempting to bind port 01b6884c-4795-4960-9815-9e8e094b7a1a on network 3b3a534c-6985-4b16-8cad-601754873575 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:24.558924 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:24.559142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Checking segment: {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:24.559534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.559914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Bound using segment: {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:24.562244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Bound port: 01b6884c-4795-4960-9815-9e8e094b7a1a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:24.562244 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.628191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ad793cd-d8cb-4567-a212-5db757d20942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.697778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42362) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:24.717082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12ba93aa-c334-4f3f-a4bd-44a11c47c99a req-0728d038-431d-4f90-b3ad-f24e7a2dc144 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594918 Feb 04 15:23:24.735280 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.755615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] For port 01b6884c-4795-4960-9815-9e8e094b7a1a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:24.765847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] For port 01b6884c-4795-4960-9815-9e8e094b7a1a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=01b6884c-4795-4960-9815-9e8e094b7a1a,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:24.775956 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.834256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad793cd-d8cb-4567-a212-5db757d20942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf5eac-24ca-4833-b320-64682a9bd28c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:24.844746 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ad793cd-d8cb-4567-a212-5db757d20942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.848155 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3ad793cd-d8cb-4567-a212-5db757d20942 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23bf5eac-24ca-4833-b320-64682a9bd28c HTTP/1.1" status: 204 len: 168 time: 0.7559600 Feb 04 15:23:24.998339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187ac87-5495-4433-9d0b-f06f3b514dc2 None None] Pushing event updated for resources: {'Port': ['ID=01b6884c-4795-4960-9815-9e8e094b7a1a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:25.023186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-7efce44a-cd6c-41ba-80cc-95fcf1200e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:25.023186 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-7efce44a-cd6c-41ba-80cc-95fcf1200e23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.6824994 Feb 04 15:23:25.036670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:25.041144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:25.048158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:25.053740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcb36c-45c2-4265-ac11-28efe02fb977 req-fe68a328-1e9a-4841-8f8e-b9e26368f1e5 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:25.054114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:25.055180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.058628 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d9fcb36c-45c2-4265-ac11-28efe02fb977 req-fe68a328-1e9a-4841-8f8e-b9e26368f1e5 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 936 time: 0.7170265 Feb 04 15:23:25.090389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Pushing event updated for resources: {'Port': ['ID=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:25.119588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-aad0c42d-bc14-4092-a18e-1a635f61cfe7 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8117483 Feb 04 15:23:25.136706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Request body: {'port': {'device_id': 'd6509b1c-54c7-4857-bed6-b56c92c85424', 'device_owner': 'compute:tempest-test_az-116491255', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:25.354134 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1e90073-b0de-496f-855c-1f085aff950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.411138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-281504443-network', 'tenant_id': '4e6111af241f425ebd76df0cd5a20fa3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:25.465564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:25.484320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Usage tracker for resource:network and tenant:4e6111af241f425ebd76df0cd5a20fa3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:25.499806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:25.510674 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d9fcb36c-45c2-4265-ac11-28efe02fb977 req-022d2ae0-0141-4ba9-a8f9-fcb85355f691 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404199 Feb 04 15:23:25.524810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e90073-b0de-496f-855c-1f085aff950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec4d4f-5f17-412c-9c96-5f9e85bb7097,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:25.537105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:25.547990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.599252 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7267f810-71c6-4050-a40c-7bae267d10cb', 'tag': '65e823f4-2bc0-4872-bf15-68c4953ce708', 'status': 'completed', 'code': 200} Feb 04 15:23:25.623298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1e90073-b0de-496f-855c-1f085aff950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.627865 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f1e90073-b0de-496f-855c-1f085aff950f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71ec4d4f-5f17-412c-9c96-5f9e85bb7097 HTTP/1.1" status: 204 len: 168 time: 1.8762817 Feb 04 15:23:25.667095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-8c8c9777-9f50-447d-bf98-5fa3f09f1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:25.668733 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-8c8c9777-9f50-447d-bf98-5fa3f09f1b81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6348917 Feb 04 15:23:25.700745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2fba1eb3-61e9-4264-8db4-72326c0799b9 None None] Provisioning for port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:25.732673 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2fba1eb3-61e9-4264-8db4-72326c0799b9 None None] Provisioning complete for port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:25.745452 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2fba1eb3-61e9-4264-8db4-72326c0799b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.805621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Made reservation on behalf of 4e6111af241f425ebd76df0cd5a20fa3 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:25.814637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.950751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 01b6884c-4795-4960-9815-9e8e094b7a1a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:26.135178 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-071350d0-8557-4c5e-9d8b-893724924902 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383295 Feb 04 15:23:26.152148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2fba1eb3-61e9-4264-8db4-72326c0799b9 None None] Port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:23:26.185745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 01b6884c-4795-4960-9815-9e8e094b7a1a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:26.197608 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.520803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:26.588101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7782bc15-03a6-4866-99c6-9409e5bf6da4 req-d82a9921-35d7-4631-8ff2-7821b68e0aad service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401307 Feb 04 15:23:26.705986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Usage tracker for resource:security_group_rule and tenant:4e6111af241f425ebd76df0cd5a20fa3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:26.720387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:26.755641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:26.967165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55919625-24e4-42f6-8fbc-7a16b16e45b6 None None] Network 3b3a534c-6985-4b16-8cad-601754873575 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:23:27.017632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42402) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:27.132094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e176d2ef-ed25-4de1-8792-9a0f60407745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.216856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e176d2ef-ed25-4de1-8792-9a0f60407745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:27.231751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e176d2ef-ed25-4de1-8792-9a0f60407745 admin admin] Usage tracker for resource:security_group_rule and tenant:69f38629ea7b446badb1c7e96c35b733 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:27.240758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ddcebfdf-fbe8-4cbe-b4ea-8bb26cd05fd1 None None] Provisioning for port 01b6884c-4795-4960-9815-9e8e094b7a1a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:27.248203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e176d2ef-ed25-4de1-8792-9a0f60407745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:27.259585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62d75-392d-417e-8f31-89d6f374341c req-ba95e381-d91f-4c50-a106-162112e039c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:27.274587 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18f62d75-392d-417e-8f31-89d6f374341c req-ba95e381-d91f-4c50-a106-162112e039c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 1119 time: 0.6200736 Feb 04 15:23:27.276035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ddcebfdf-fbe8-4cbe-b4ea-8bb26cd05fd1 None None] Provisioning complete for port 01b6884c-4795-4960-9815-9e8e094b7a1a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:27.278604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ddcebfdf-fbe8-4cbe-b4ea-8bb26cd05fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.299639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e176d2ef-ed25-4de1-8792-9a0f60407745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:27.366184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42410) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:27.416749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:27.433121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.463390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Transition to ACTIVE for port object 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:27.466336 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.546049 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.778559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Pushing event updated for resources: {'Port': ['ID=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:27.783636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.897253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3c4f-e499-4925-ae52-2543eda4ca1b req-8c2a6280-3675-408e-9f4b-b9692affebcb tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:27.901213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5ad3c4f-e499-4925-ae52-2543eda4ca1b req-8c2a6280-3675-408e-9f4b-b9692affebcb tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 968 time: 1.7460530 Feb 04 15:23:27.941478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e176d2ef-ed25-4de1-8792-9a0f60407745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.969532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f56fe2-2bc4-4f4f-a2a5-61a146b4e93a req-87a5d58e-e133-4ae6-9c7d-d59ab4ecdfca tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:27.974031 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15f56fe2-2bc4-4f4f-a2a5-61a146b4e93a req-87a5d58e-e133-4ae6-9c7d-d59ab4ecdfca tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 936 time: 1.0816827 Feb 04 15:23:27.994763 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ddcebfdf-fbe8-4cbe-b4ea-8bb26cd05fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.084635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e176d2ef-ed25-4de1-8792-9a0f60407745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.120857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ddcebfdf-fbe8-4cbe-b4ea-8bb26cd05fd1 None None] For port 01b6884c-4795-4960-9815-9e8e094b7a1a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=01b6884c-4795-4960-9815-9e8e094b7a1a,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:28.134004 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ddcebfdf-fbe8-4cbe-b4ea-8bb26cd05fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.271051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9492d861-9026-4367-b449-f928765bc6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.358130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Attempting to bind port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:28.358521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Attempting to bind port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:28.361418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Attempting to bind port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:28.363540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcebfdf-fbe8-4cbe-b4ea-8bb26cd05fd1 None None] Pushing event updated for resources: {'Port': ['ID=01b6884c-4795-4960-9815-9e8e094b7a1a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:28.380740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:23:28.390541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Attempting to bind port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:28.455110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9492d861-9026-4367-b449-f928765bc6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:28.458520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62d75-392d-417e-8f31-89d6f374341c req-13b86315-4207-46fc-9180-b9224939973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:28.461756 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18f62d75-392d-417e-8f31-89d6f374341c req-13b86315-4207-46fc-9180-b9224939973c service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 1.1690855 Feb 04 15:23:28.467046 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e176d2ef-ed25-4de1-8792-9a0f60407745 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69f38629ea7b446badb1c7e96c35b733&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4166536 Feb 04 15:23:28.467046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d2ef-ed25-4de1-8792-9a0f60407745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f247fa09-e05d-4bc7-88e1-b9796eb79f87,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:28.472191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42428) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:28.474556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:28.475533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:28.476575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:28.477194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9492d861-9026-4367-b449-f928765bc6e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6f885273cee94e079d90f8c6298f96c7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:28.477404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Bound port: 2aefd0da-60dd-4606-9f15-95cd7d7b72e3, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:28.477908 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.503048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9492d861-9026-4367-b449-f928765bc6e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:28.579181 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15f56fe2-2bc4-4f4f-a2a5-61a146b4e93a req-ccb1a1f7-39a7-4ecc-9bb1-af626f794b6d tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849838 Feb 04 15:23:28.650697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5ad3c4f-e499-4925-ae52-2543eda4ca1b req-2ca3c805-d40a-4ff0-bcfa-27934b5e57bb tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903414 Feb 04 15:23:28.668389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.699033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.706613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9492d861-9026-4367-b449-f928765bc6e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:28.713558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:23:28.723153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.723500 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Added segment 6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8 of type vlan for network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a Feb 04 15:23:28.796723 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.813812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Allocated IP 172.25.8.14 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5ee48f8a-fd51-4f42-8497-3824f6953933) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:28.833616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] For port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:28.845342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] For port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:28.854399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1477cb1-3ad5-44a3-8989-b602f55ae7cd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:28.867574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.919557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18f62d75-392d-417e-8f31-89d6f374341c req-8ea8b2bc-d31e-443d-bce5-add2ad270872 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=65e823f4-2bc0-4872-bf15-68c4953ce708 HTTP/1.1" status: 200 len: 217 time: 0.3361406 Feb 04 15:23:28.951601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4621784e-3e03-4738-a00f-42ea97e6175c None None] Provisioning complete for port 01b6884c-4795-4960-9815-9e8e094b7a1a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:28.951967 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4621784e-3e03-4738-a00f-42ea97e6175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.971810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Pushing event updated for resources: {'Port': ['ID=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:28.996485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:28.997341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.999159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-b6eb0e59-0f20-4025-aa0a-d4538cea31db service neutron] 10.222.0.61 "PUT /v2.0/ports/2aefd0da-60dd-4606-9f15-95cd7d7b72e3 HTTP/1.1" status: 200 len: 1117 time: 3.8682697 Feb 04 15:23:29.002282 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf89b-66c1-479e-ad60-c36b42dd614f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.080927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6509b1c-54c7-4857-bed6-b56c92c85424', 'tag': '2aefd0da-60dd-4606-9f15-95cd7d7b72e3'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:29.092577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9492d861-9026-4367-b449-f928765bc6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.094750 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf89b-66c1-479e-ad60-c36b42dd614f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.123279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9492d861-9026-4367-b449-f928765bc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.177797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62d75-392d-417e-8f31-89d6f374341c req-b2d79044-c88b-4a12-b601-636fb0fe05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:29.179922 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18f62d75-392d-417e-8f31-89d6f374341c req-b2d79044-c88b-4a12-b601-636fb0fe05fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2429008 Feb 04 15:23:29.255583 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.257551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:29.259171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.353246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492d861-9026-4367-b449-f928765bc6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683cfcad-6fd7-4ff9-aa37-b3fc69baf2f0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:29.362101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9492d861-9026-4367-b449-f928765bc6e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f885273cee94e079d90f8c6298f96c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8735638 Feb 04 15:23:29.367745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42446) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:29.385427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.6670265 Feb 04 15:23:29.387140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42450) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:29.500263 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf89b-66c1-479e-ad60-c36b42dd614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.577959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cf89b-66c1-479e-ad60-c36b42dd614f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247fa09-e05d-4bc7-88e1-b9796eb79f87,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:29.656141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77caea96-c59d-41b1-a4e7-3bdebfc79569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.668454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf89b-66c1-479e-ad60-c36b42dd614f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.669659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8f7cf89b-66c1-479e-ad60-c36b42dd614f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f247fa09-e05d-4bc7-88e1-b9796eb79f87 HTTP/1.1" status: 204 len: 168 time: 1.1962955 Feb 04 15:23:29.669975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 01b6884c-4795-4960-9815-9e8e094b7a1a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:29.700468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62d75-392d-417e-8f31-89d6f374341c req-9e9af6ea-8c9a-4983-b4be-956db3e8dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:29.704628 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18f62d75-392d-417e-8f31-89d6f374341c req-9e9af6ea-8c9a-4983-b4be-956db3e8dc8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4904957 Feb 04 15:23:29.742270 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77caea96-c59d-41b1-a4e7-3bdebfc79569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.754876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93469a-3715-4c0b-91bf-287ee26c2e6f admin admin] Pushing event updated for resources: {'Network': ['ID=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:29.793742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Request body: {'subnet': {'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-281504443-subnet', 'tenant_id': '4e6111af241f425ebd76df0cd5a20fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:29.822122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:29.859437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:23:29.866097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Usage tracker for resource:subnet and tenant:4e6111af241f425ebd76df0cd5a20fa3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:29.872317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:29.910544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:29.994602 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.020795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Made reservation on behalf of 4e6111af241f425ebd76df0cd5a20fa3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:30.024091 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.074056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77caea96-c59d-41b1-a4e7-3bdebfc79569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.160299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 01b6884c-4795-4960-9815-9e8e094b7a1a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:30.160845 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.192328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18f62d75-392d-417e-8f31-89d6f374341c req-ae7f530f-2206-42fa-9760-7de013829147 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233284 Feb 04 15:23:30.212295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77caea96-c59d-41b1-a4e7-3bdebfc79569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683cfcad-6fd7-4ff9-aa37-b3fc69baf2f0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:30.224310 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77caea96-c59d-41b1-a4e7-3bdebfc79569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.225462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-77caea96-c59d-41b1-a4e7-3bdebfc79569 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/683cfcad-6fd7-4ff9-aa37-b3fc69baf2f0 HTTP/1.1" status: 204 len: 168 time: 0.8566673 Feb 04 15:23:30.516050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0c2d8-1ae8-4f7c-94da-b517e34cfe4c req-88c4c741-906e-437b-b65e-966d6bfea386 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.518289 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1af0c2d8-1ae8-4f7c-94da-b517e34cfe4c req-88c4c741-906e-437b-b65e-966d6bfea386 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 969 time: 0.4496045 Feb 04 15:23:30.581491 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18f62d75-392d-417e-8f31-89d6f374341c req-b5ba9f4d-1067-4f1b-a792-d8a9d4d6da51 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070400 Feb 04 15:23:30.629989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1af0c2d8-1ae8-4f7c-94da-b517e34cfe4c req-98e820df-b861-4694-8d2d-a17169d6b52b tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875747 Feb 04 15:23:30.663893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-c4edd978-dabd-4fdf-bf0d-9505db7e57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.666007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-c4edd978-dabd-4fdf-bf0d-9505db7e57fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0615ebde57ff40f698c076a08d4c7881&device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 1120 time: 1.4995475 Feb 04 15:23:30.777070 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.819310 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.841206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42480) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:30.863157 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8943a2b-9226-4eaa-80e8-ce53159ef983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.885366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c8943a2b-9226-4eaa-80e8-ce53159ef983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:30.890827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c8943a2b-9226-4eaa-80e8-ce53159ef983 admin admin] Usage tracker for resource:security_group_rule and tenant:529e6f19a628429cab5f7372dd8c0b2e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:30.894438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6ffab-e457-4bc9-9f59-3c993f7a129e req-32241a02-3213-4965-981b-04d0a39a9bee tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.895710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c8943a2b-9226-4eaa-80e8-ce53159ef983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:30.895970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dac6ffab-e457-4bc9-9f59-3c993f7a129e req-32241a02-3213-4965-981b-04d0a39a9bee tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 968 time: 0.5941901 Feb 04 15:23:30.904824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:30.905846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c8943a2b-9226-4eaa-80e8-ce53159ef983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:30.927283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:30.945439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:31.008137 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6509b1c-54c7-4857-bed6-b56c92c85424', 'tag': '2aefd0da-60dd-4606-9f15-95cd7d7b72e3', 'status': 'completed', 'code': 200} Feb 04 15:23:31.022250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8943a2b-9226-4eaa-80e8-ce53159ef983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.028044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8943a2b-9226-4eaa-80e8-ce53159ef983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.077272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Pushing event updated for resources: {'Port': ['ID=5ee48f8a-fd51-4f42-8497-3824f6953933,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:31.092130 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c8943a2b-9226-4eaa-80e8-ce53159ef983 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=529e6f19a628429cab5f7372dd8c0b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474813 Feb 04 15:23:31.092130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8943a2b-9226-4eaa-80e8-ce53159ef983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd882196-5447-4395-a41b-53f91c0e37ae,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:31.093740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42492) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:31.120897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=720bf423-9158-4592-9d27-82a640f09d10,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:31.130070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-22d35fda-b9d9-42a1-88ca-ebccc7b853f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=2aefd0da-60dd-4606-9f15-95cd7d7b72e3 HTTP/1.1" status: 200 len: 217 time: 0.1194472 Feb 04 15:23:31.172177 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d48a236d-4f3c-4f53-a1a0-a1fb5549af55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.206828 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d48a236d-4f3c-4f53-a1a0-a1fb5549af55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.267964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dac6ffab-e457-4bc9-9f59-3c993f7a129e req-398cc629-d85b-4cb7-b635-3b7ebe4b152a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587809 Feb 04 15:23:31.289307 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d48a236d-4f3c-4f53-a1a0-a1fb5549af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.301547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:31.302082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Network hostable DHCP agents. Network: 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:23:31.307716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a236d-4f3c-4f53-a1a0-a1fb5549af55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd882196-5447-4395-a41b-53f91c0e37ae,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:31.342682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d48a236d-4f3c-4f53-a1a0-a1fb5549af55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.343833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d48a236d-4f3c-4f53-a1a0-a1fb5549af55 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd882196-5447-4395-a41b-53f91c0e37ae HTTP/1.1" status: 204 len: 168 time: 0.2486076 Feb 04 15:23:31.355711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-652ca16d-d49a-4469-addc-6c3b1d1dd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:31.364228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-652ca16d-d49a-4469-addc-6c3b1d1dd20b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1723790 Feb 04 15:23:31.668730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:23:31.673265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.777108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:31.785269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707f01c-1666-482b-907b-06522670da58 None None] Network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:23:31.798188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:31.798781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.961304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a439166c-3393-4eeb-847d-938d978c9684 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4208362 Feb 04 15:23:32.125225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-5b24d1f7-52e4-4b6d-9162-66a761c303d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:32.126719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-5b24d1f7-52e4-4b6d-9162-66a761c303d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7549658 Feb 04 15:23:32.173661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0cd897-b3d9-4976-b15e-cb97a03c7621 None None] Network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:23:32.368182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d79a23-2894-4e2f-aaf8-cb8e304b236e req-2097ca36-0fdc-4f2c-a531-f73baca5a14f tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:32.380846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-31d79a23-2894-4e2f-aaf8-cb8e304b236e req-2097ca36-0fdc-4f2c-a531-f73baca5a14f tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Synchronizing usage tracker for tenant:0615ebde57ff40f698c076a08d4c7881 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:32.383512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42556) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:32.489753 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:32.497460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-31d79a23-2894-4e2f-aaf8-cb8e304b236e req-2097ca36-0fdc-4f2c-a531-f73baca5a14f tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Unset dirty status for tenant:0615ebde57ff40f698c076a08d4c7881 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:32.501250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31d79a23-2894-4e2f-aaf8-cb8e304b236e req-2097ca36-0fdc-4f2c-a531-f73baca5a14f tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 969 time: 0.6985283 Feb 04 15:23:32.545961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb22de7-4a58-4990-9b0d-e00d2aa02193 req-307ba669-995d-4a2b-80e1-2c1c7f374194 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:32.547098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6eb22de7-4a58-4990-9b0d-e00d2aa02193 req-307ba669-995d-4a2b-80e1-2c1c7f374194 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Synchronizing usage tracker for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:32.569075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6eb22de7-4a58-4990-9b0d-e00d2aa02193 req-307ba669-995d-4a2b-80e1-2c1c7f374194 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Unset dirty status for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:32.572005 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6eb22de7-4a58-4990-9b0d-e00d2aa02193 req-307ba669-995d-4a2b-80e1-2c1c7f374194 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 968 time: 0.1198263 Feb 04 15:23:32.589881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-cd02ea17-caf1-4cf2-be25-555a80659b4d service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530568 Feb 04 15:23:32.676800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6eb22de7-4a58-4990-9b0d-e00d2aa02193 req-520bfbd8-e7fe-423f-b16f-ebf2d6451c15 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Synchronizing usage tracker for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:32.697912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6eb22de7-4a58-4990-9b0d-e00d2aa02193 req-520bfbd8-e7fe-423f-b16f-ebf2d6451c15 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Unset dirty status for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:32.705314 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6eb22de7-4a58-4990-9b0d-e00d2aa02193 req-520bfbd8-e7fe-423f-b16f-ebf2d6451c15 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266596 Feb 04 15:23:32.737143 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd32639a-d4b7-4a92-86aa-6df937678165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:32.765781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-31d79a23-2894-4e2f-aaf8-cb8e304b236e req-af04ff59-6025-43d8-bc8f-671fedece299 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Synchronizing usage tracker for tenant:0615ebde57ff40f698c076a08d4c7881 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:32.769819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd32639a-d4b7-4a92-86aa-6df937678165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:32.774969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd32639a-d4b7-4a92-86aa-6df937678165 admin admin] Usage tracker for resource:security_group_rule and tenant:518ffd00054141c8a83e2a3b16ed19f0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:32.779036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd32639a-d4b7-4a92-86aa-6df937678165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:32.786548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd32639a-d4b7-4a92-86aa-6df937678165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:32.864293 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec4d664c-e1a2-459e-8aaf-cd57adc7d469 req-e08853c8-a175-4532-99a3-50ddb111746d service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652135 Feb 04 15:23:32.890381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-31d79a23-2894-4e2f-aaf8-cb8e304b236e req-af04ff59-6025-43d8-bc8f-671fedece299 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Unset dirty status for tenant:0615ebde57ff40f698c076a08d4c7881 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:32.892550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31d79a23-2894-4e2f-aaf8-cb8e304b236e req-af04ff59-6025-43d8-bc8f-671fedece299 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833892 Feb 04 15:23:32.943926 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd32639a-d4b7-4a92-86aa-6df937678165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:32.951593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd32639a-d4b7-4a92-86aa-6df937678165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:32.993044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Router 69e16339-aa50-478f-a812-89b6247ac9a3 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:23:33.018904 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fd32639a-d4b7-4a92-86aa-6df937678165 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=518ffd00054141c8a83e2a3b16ed19f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6319811 Feb 04 15:23:33.018904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32639a-d4b7-4a92-86aa-6df937678165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd677b-147c-46cf-b968-a6e754fc81da,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:33.020307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42584) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:33.092915 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c252bde9-7a63-4cce-9a35-9d6d78d0956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.134001 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c252bde9-7a63-4cce-9a35-9d6d78d0956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.180191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-98b09942-20df-40ca-8fdc-7e394780ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:33.181723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-98b09942-20df-40ca-8fdc-7e394780ab20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0615ebde57ff40f698c076a08d4c7881&device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 1120 time: 0.2352614 Feb 04 15:23:33.207975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c252bde9-7a63-4cce-9a35-9d6d78d0956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.228543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252bde9-7a63-4cce-9a35-9d6d78d0956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd677b-147c-46cf-b968-a6e754fc81da,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:33.233466 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c252bde9-7a63-4cce-9a35-9d6d78d0956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.237072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c252bde9-7a63-4cce-9a35-9d6d78d0956b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5dbd677b-147c-46cf-b968-a6e754fc81da HTTP/1.1" status: 204 len: 168 time: 0.2133338 Feb 04 15:23:33.311661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:23:33.324117 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Sync routers for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:23:33.335316 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:23:33.336228 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:23:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:33.352012 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.356404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42598) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:33.356646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7a0e575f-90fa-4f3e-9110-726c4710d9dd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.7739062 Feb 04 15:23:33.394970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-cb5ff975-821e-4ea0-8d8c-aeae502abe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:33.396716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-cb5ff975-821e-4ea0-8d8c-aeae502abe27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2037718 Feb 04 15:23:33.539335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-89b319ca-b19a-4a6f-97e4-f3858f109e1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=2aefd0da-60dd-4606-9f15-95cd7d7b72e3 HTTP/1.1" status: 200 len: 217 time: 0.1347132 Feb 04 15:23:33.631672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-a8d80092-200b-4322-9222-ed8b647625ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:33.632022 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:23:33.634076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-a8d80092-200b-4322-9222-ed8b647625ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0876243 Feb 04 15:23:33.761219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-71139ddf-08b7-434f-9659-2ee2bb8116ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:33.766359 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-71139ddf-08b7-434f-9659-2ee2bb8116ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252491 Feb 04 15:23:33.825369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42618) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:33.849706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1885603920-network', 'tenant_id': '5a5af3604f67415d834d678254217900'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:34.062500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-7e85f891-94eb-4857-8e5c-5d2f974145c7 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884300 Feb 04 15:23:34.147784 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac40985e-1d03-421c-9a56-3def82978812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.154651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc72c4-33a2-4fa2-85d6-e56244f022b9 req-c92cad57-7e42-40a7-892a-2c44c5c5aee0 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:34.161569 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1bfc72c4-33a2-4fa2-85d6-e56244f022b9 req-c92cad57-7e42-40a7-892a-2c44c5c5aee0 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 968 time: 0.2954946 Feb 04 15:23:34.169927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:34.172032 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:31Z', 'revision_number': 3, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:34.177121 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Checking router: 69e16339-aa50-478f-a812-89b6247ac9a3 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:23:34.177534 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Updating router 69e16339-aa50-478f-a812-89b6247ac9a3 port 5ee48f8a-fd51-4f42-8497-3824f6953933 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:23:34.218214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42628) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:34.231161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1bfc72c4-33a2-4fa2-85d6-e56244f022b9 req-515f7785-5a04-4c38-92b4-ff0314c63f38 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686290 Feb 04 15:23:34.236897 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.253397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Usage tracker for resource:network and tenant:5a5af3604f67415d834d678254217900 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:34.262022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86da86d7-48d8-4668-809e-777240efd6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.275337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:34.293792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-86da86d7-48d8-4668-809e-777240efd6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:34.305938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:34.307945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-86da86d7-48d8-4668-809e-777240efd6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:3131b6098be34824997bed51a56683ce is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:34.312257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-86da86d7-48d8-4668-809e-777240efd6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:34.320888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3d1e4ba-aa37-4484-826f-bb47b97ed259 req-311bc6b5-a997-47a3-9b5b-0af55bd62a2f service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501197 Feb 04 15:23:34.321757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-86da86d7-48d8-4668-809e-777240efd6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:34.445247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86da86d7-48d8-4668-809e-777240efd6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.452986 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86da86d7-48d8-4668-809e-777240efd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.495423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Made reservation on behalf of 5a5af3604f67415d834d678254217900 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:34.497800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.504892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-86da86d7-48d8-4668-809e-777240efd6f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3131b6098be34824997bed51a56683ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724769 Feb 04 15:23:34.506949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42636) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:34.520045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.531304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da86d7-48d8-4668-809e-777240efd6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c49ca4-2aad-4fe0-b5cc-f9a07d5962b1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:34.563040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:34.577388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5af3604f67415d834d678254217900 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:34.582392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:34.595681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32201f48-4f37-4022-b958-2000a2fb5b0e req-c85e0270-0bda-40ef-afb8-e89c40cf54c5 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:34.597346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32201f48-4f37-4022-b958-2000a2fb5b0e req-c85e0270-0bda-40ef-afb8-e89c40cf54c5 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 969 time: 0.4154823 Feb 04 15:23:34.639443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:34.704589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 65e823f4-2bc0-4872-bf15-68c4953ce708 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:23:34.709521 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.739619 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Transition to ACTIVE for port object 5ee48f8a-fd51-4f42-8497-3824f6953933 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:34.754562 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.766576 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3635e7c3-23a3-4172-9b29-a04124892d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.786321 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32201f48-4f37-4022-b958-2000a2fb5b0e req-9b6c28c0-d146-498d-917d-66c85e080c36 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583619 Feb 04 15:23:34.848830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3635e7c3-23a3-4172-9b29-a04124892d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.875077 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Attempting to bind port 5ee48f8a-fd51-4f42-8497-3824f6953933 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:34.875587 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Attempting to bind port 5ee48f8a-fd51-4f42-8497-3824f6953933 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:34.876206 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Attempting to bind port 5ee48f8a-fd51-4f42-8497-3824f6953933 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:34.880368 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.886654 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:34.887510 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:34.887510 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.887856 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:34.888250 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Bound port: 5ee48f8a-fd51-4f42-8497-3824f6953933, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:34.888640 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.916477 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Pushing event updated for resources: {'Port': ['ID=5ee48f8a-fd51-4f42-8497-3824f6953933,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:34.942418 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.942768 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.943305 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.943719 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.944607 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.945184 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.945528 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.945860 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.946442 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.946782 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.947138 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.947732 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Tracked resource versions report: Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: pushed versions: Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: { 'AddressGroup': {'1.2'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'ConntrackHelper': {'1.0'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Log': {'1.0'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Network': {'1.1'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Port': {'1.7'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'PortForwarding': {'1.2'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'QosPolicy': {'1.8'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'SecurityGroup': {'1.4'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'SubPort': {'1.0'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Subnet': {'1.1'}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Trunk': {'1.1'}} Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: consumer versions: Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: { DHCP agent@n-d-827870-1: {}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: HyperV agent@n-h1-827870-1: {}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: HyperV agent@n-h2-827870-1: {}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: L3 agent@n-d-827870-1: {}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: Metadata agent@n-d-827870-1: {}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: Metering agent@n-d-827870-1: {}, Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: Open vSwitch agent@n-d-827870-1: { 'AddressGroup': '1.2', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'ConntrackHelper': '1.0', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Log': '1.0', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Network': '1.1', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Port': '1.7', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'PortForwarding': '1.2', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'QosPolicy': '1.8', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'SecurityGroup': '1.4', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'SecurityGroupRule': '1.2', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'SubPort': '1.0', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Subnet': '1.1', Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: 'Trunk': '1.1'}} Feb 04 15:23:34.948838 n-d-827870-1 neutron-server[87573]: {{(pid=87573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:23:34.994238 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] For port 5ee48f8a-fd51-4f42-8497-3824f6953933, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:34.999526 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] For port 5ee48f8a-fd51-4f42-8497-3824f6953933, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5ee48f8a-fd51-4f42-8497-3824f6953933,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:35.005816 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.006541 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.011477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 65e823f4-2bc0-4872-bf15-68c4953ce708, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=65e823f4-2bc0-4872-bf15-68c4953ce708,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:35.028495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.036637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '65e823f4-2bc0-4872-bf15-68c4953ce708', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '65e823f4-2bc0-4872-bf15-68c4953ce708', 'mac_address': 'fa:16:3e:a3:83:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:tempest-test_az-116491255', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:23:35.085321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3635e7c3-23a3-4172-9b29-a04124892d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.104245 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b6c7f-7981-4e4b-a5df-22b3fdf993e2 None None] Pushing event updated for resources: {'Port': ['ID=5ee48f8a-fd51-4f42-8497-3824f6953933,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:35.115801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:23:35.145927 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:23:35.146590 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:23:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:35.150357 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.171620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb2911f-5deb-46a5-99d5-2c9edda11402,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:35.175644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e823f4-2bc0-4872-bf15-68c4953ce708 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:35.179254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.179726 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Added segment 95051502-1d0b-415b-b7ab-d3ad40cddbde of type vlan for network efcbf8f3-05f7-4411-963f-630e500206c9 Feb 04 15:23:35.202465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 65e823f4-2bc0-4872-bf15-68c4953ce708, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=65e823f4-2bc0-4872-bf15-68c4953ce708,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:35.207109 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.213630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635e7c3-23a3-4172-9b29-a04124892d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c49ca4-2aad-4fe0-b5cc-f9a07d5962b1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:35.228431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3635e7c3-23a3-4172-9b29-a04124892d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.229717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3635e7c3-23a3-4172-9b29-a04124892d17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3c49ca4-2aad-4fe0-b5cc-f9a07d5962b1 HTTP/1.1" status: 204 len: 168 time: 0.7161279 Feb 04 15:23:35.235068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Allocated IP 172.20.0.1 (3b3a534c-6985-4b16-8cad-601754873575/af025474-00d6-4058-b979-67d9a9da93ce/ff3744b0-0fd5-48ab-936f-4aa766a0572a) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:35.266863 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.342457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=65e823f4-2bc0-4872-bf15-68c4953ce708,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:35.471448 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:23:35.517432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:23:35.538061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['65e823f4-2bc0-4872-bf15-68c4953ce708'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:23:35.574832 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.575832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.576522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.734972 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9086244 Feb 04 15:23:35.738511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42652) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:35.739753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469c9c6-0c46-41a6-a4d0-4c27dab58473 admin admin] Pushing event updated for resources: {'Network': ['ID=efcbf8f3-05f7-4411-963f-630e500206c9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:35.747522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Request body: {'subnet': {'network_id': 'efcbf8f3-05f7-4411-963f-630e500206c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1885603920-subnet', 'tenant_id': '5a5af3604f67415d834d678254217900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:35.747883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.750705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network efcbf8f3-05f7-4411-963f-630e500206c9 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:23:35.767015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:35.771402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Transition to ACTIVE for port object ff3744b0-0fd5-48ab-936f-4aa766a0572a will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:35.775829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Usage tracker for resource:subnet and tenant:5a5af3604f67415d834d678254217900 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:35.782000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ab69-2cf7-4ffa-b4d1-2b09feac48d1 req-8052e1dc-f5d7-464b-a340-161d9ecb1c4c tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.782885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:35.789762 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e018ab69-2cf7-4ffa-b4d1-2b09feac48d1 req-8052e1dc-f5d7-464b-a340-161d9ecb1c4c tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 969 time: 0.3088076 Feb 04 15:23:35.793821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:35.818008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Made reservation on behalf of 5a5af3604f67415d834d678254217900 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:35.821544 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.851757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e018ab69-2cf7-4ffa-b4d1-2b09feac48d1 req-704d7316-1fda-4396-bc6d-025705538911 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608959 Feb 04 15:23:35.883876 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.985845 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:31Z', 'revision_number': 3, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:35.998541 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf0273a-de79-4409-a137-dd6a349dffca None None] The sync data for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 is: [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:31Z', 'revision_number': 3, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:23:36.049551 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.177693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Network 3b3a534c-6985-4b16-8cad-601754873575 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:36.184434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:36.192876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:36.193536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.305436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.421486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f28e1ea-0dd4-4288-af0d-abdadaeeda56,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:36.465556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Pushing event updated for resources: {'Port': ['ID=ff3744b0-0fd5-48ab-936f-4aa766a0572a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:36.499513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Checking segment: {'id': '95051502-1d0b-415b-b7ab-d3ad40cddbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'efcbf8f3-05f7-4411-963f-630e500206c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:36.500310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Network hostable DHCP agents. Network: efcbf8f3-05f7-4411-963f-630e500206c9, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:23:36.527119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Network efcbf8f3-05f7-4411-963f-630e500206c9 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:23:36.544493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, efcbf8f3-05f7-4411-963f-630e500206c9) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:36.549569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:36.552235 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.553450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0795c0-6996-421d-9632-f0064995a43d None None] Network efcbf8f3-05f7-4411-963f-630e500206c9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:23:36.613285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-65db4dd6-d124-4b03-b05f-ea56493f6ee2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8712881 Feb 04 15:23:36.630075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2edb7-1061-4ee0-b50b-fdf92ec02053 req-e875493d-5d9b-4726-8798-4f9f66bc9862 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:36.637992 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b4d2edb7-1061-4ee0-b50b-fdf92ec02053 req-e875493d-5d9b-4726-8798-4f9f66bc9862 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 969 time: 0.5900333 Feb 04 15:23:36.708295 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:23:36.797829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b4d2edb7-1061-4ee0-b50b-fdf92ec02053 req-b764da4c-0fa9-4fe6-b8a5-a2458e4237e6 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561780 Feb 04 15:23:36.843969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 65e823f4-2bc0-4872-bf15-68c4953ce708 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:36.901660 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.985127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 65e823f4-2bc0-4872-bf15-68c4953ce708 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:36.995374 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d0e2904d-dec2-4424-972d-38e49e543a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.013523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 65e823f4-2bc0-4872-bf15-68c4953ce708 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:37.013875 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.087359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a0a3ac20-ac70-4555-89e9-d73f84525388 None None] Provisioning for port ff3744b0-0fd5-48ab-936f-4aa766a0572a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:37.122529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a0a3ac20-ac70-4555-89e9-d73f84525388 None None] Provisioning complete for port ff3744b0-0fd5-48ab-936f-4aa766a0572a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:37.123159 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a0a3ac20-ac70-4555-89e9-d73f84525388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.305280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:37.337859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52427b-ad0c-4e87-bd1e-ed9e76400e34 req-e37f5f29-f4c3-4e9d-b06a-51df9bcb3ea0 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:37.339530 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c52427b-ad0c-4e87-bd1e-ed9e76400e34 req-e37f5f29-f4c3-4e9d-b06a-51df9bcb3ea0 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 969 time: 0.2603617 Feb 04 15:23:37.375209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '2aefd0da-60dd-4606-9f15-95cd7d7b72e3', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '2aefd0da-60dd-4606-9f15-95cd7d7b72e3', 'mac_address': 'fa:16:3e:f9:89:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:tempest-test_az-116491255', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:23:37.497385 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c52427b-ad0c-4e87-bd1e-ed9e76400e34 req-4d6f011c-94bc-4e37-93d9-c37d5d002e2a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459661 Feb 04 15:23:37.532405 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.532926 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.534207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.535365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.569832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3ac20-ac70-4555-89e9-d73f84525388 None None] Port ff3744b0-0fd5-48ab-936f-4aa766a0572a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:23:37.638180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:37.745116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5ee48f8a-fd51-4f42-8497-3824f6953933 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:37.798914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Pushing event updated for resources: {'Port': ['ID=ff3744b0-0fd5-48ab-936f-4aa766a0572a,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:37.862374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Network 3b3a534c-6985-4b16-8cad-601754873575 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:37.863652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:37.904404 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.905133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.918520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1f0b1-e002-4107-b6a4-fce5bd0f8d23 None None] Network efcbf8f3-05f7-4411-963f-630e500206c9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:23:38.097260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:38.115609 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.117605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5ee48f8a-fd51-4f42-8497-3824f6953933 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:38.237175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-94e36d0d-f42b-4a04-b92d-0aaa5411915d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:38.238049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-94e36d0d-f42b-4a04-b92d-0aaa5411915d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Synchronizing usage tracker for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:38.251740 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.258623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-94e36d0d-f42b-4a04-b92d-0aaa5411915d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Unset dirty status for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:38.259977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-94e36d0d-f42b-4a04-b92d-0aaa5411915d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 820 time: 0.3340850 Feb 04 15:23:38.279530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:38.284493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5ee48f8a-fd51-4f42-8497-3824f6953933 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:38.285026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.300695 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-21c6f37c-305e-4fa3-8b36-f26195029cd6 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/quotas/4e6111af241f425ebd76df0cd5a20fa3 HTTP/1.1" status: 200 len: 375 time: 0.0343750 Feb 04 15:23:38.363042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-6d004e48-f4ad-42d1-ae51-f03583d3c2b9 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612082 Feb 04 15:23:38.375029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['2aefd0da-60dd-4606-9f15-95cd7d7b72e3'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:23:38.428846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7267f810-71c6-4050-a40c-7bae267d10cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e823f4-2bc0-4872-bf15-68c4953ce708'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:38.451264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Router 69e16339-aa50-478f-a812-89b6247ac9a3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:23:38.529250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc31d64-7e74-4b8d-83f9-e4f6b8c58e2b req-b4829aeb-e1e3-476c-9ffe-c62bf1e7646c tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:38.530743 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3dc31d64-7e74-4b8d-83f9-e4f6b8c58e2b req-b4829aeb-e1e3-476c-9ffe-c62bf1e7646c tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 970 time: 0.2771442 Feb 04 15:23:38.561039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 65e823f4-2bc0-4872-bf15-68c4953ce708, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=65e823f4-2bc0-4872-bf15-68c4953ce708,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:38.575749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ac59f1d-8fe3-4649-b202-7a6e1d90926f None None] Provisioning complete for port ff3744b0-0fd5-48ab-936f-4aa766a0572a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:38.576482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-6341b2bb-8701-49c7-a4e0-fe8be13b1ff4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:23:38.576585 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ac59f1d-8fe3-4649-b202-7a6e1d90926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.584723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-6341b2bb-8701-49c7-a4e0-fe8be13b1ff4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0785637 Feb 04 15:23:38.597237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3dc31d64-7e74-4b8d-83f9-e4f6b8c58e2b req-b0c0c64e-20c9-46ca-bd51-2d4a0c9e382f tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566368 Feb 04 15:23:38.612036 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.767650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:23:38.774538 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9cfcf401-b4d2-483e-b472-613d2aad662d admin admin] 10.222.0.46 "PUT /v2.0/routers/69e16339-aa50-478f-a812-89b6247ac9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4165926 Feb 04 15:23:38.808980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Sync routers for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:23:38.812575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7ac59f1d-8fe3-4649-b202-7a6e1d90926f None None] Port ff3744b0-0fd5-48ab-936f-4aa766a0572a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:23:38.827459 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.837313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-f0d0a2b8-cb0c-48fe-bddf-21f1d763ff37 service neutron] 10.222.0.46 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515204 Feb 04 15:23:38.842698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=65e823f4-2bc0-4872-bf15-68c4953ce708,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:38.865113 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.870891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:23:38.871565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:23:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:38.952975 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-9c1e1210-606d-4ab2-8afc-b2a852e95fa0 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302732 Feb 04 15:23:38.999162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5ee48f8a-fd51-4f42-8497-3824f6953933, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5ee48f8a-fd51-4f42-8497-3824f6953933,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:39.029205 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.037361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-f44c678b-5cf3-4b13-92e0-427182ca462e service neutron] 10.222.0.46 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926975 Feb 04 15:23:39.090108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.175151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-05090f4a-529a-4578-8a4a-885044629ce1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:39.189044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-05090f4a-529a-4578-8a4a-885044629ce1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276132 Feb 04 15:23:39.218364 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-c44d843d-548f-4ae7-bcfa-5f03c2564b07 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/quotas/351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 375 time: 0.0283451 Feb 04 15:23:39.230627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5ee48f8a-fd51-4f42-8497-3824f6953933,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:39.248464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:23:39.297931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-3dfd48eb-63c8-4c98-9c28-a04fc76b8ff0 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786150 Feb 04 15:23:39.441557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d500037-119f-4257-a608-afd9969399a6 req-0d183282-52b1-428c-94a1-7fe95cf94a94 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:39.451023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d500037-119f-4257-a608-afd9969399a6 req-0d183282-52b1-428c-94a1-7fe95cf94a94 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 970 time: 0.1406372 Feb 04 15:23:39.521970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d500037-119f-4257-a608-afd9969399a6 req-5ed0fdb9-bcf7-48cb-9df2-8c77c5013a9e tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698807 Feb 04 15:23:39.656250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5ee48f8a-fd51-4f42-8497-3824f6953933 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:39.718924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d6c6cf6-f8c5-4401-af79-b8c6c60c9246 req-7487007b-f1c2-4ac9-8f50-c1ea628a1cdf tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 210 time: 0.1069040 Feb 04 15:23:39.848081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5ee48f8a-fd51-4f42-8497-3824f6953933 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:39.848563 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.970995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42790) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:39.981344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-network', 'tenant_id': '5cccb7791f484257bde9a802598c88f9'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:39.987538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:39.993178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Usage tracker for resource:network and tenant:5cccb7791f484257bde9a802598c88f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:39.994312 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4722f7df-dd79-48cb-8bb1-4e89c26bc65b req-5187eba4-69d3-4b83-ade6-83280a98b31d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 210 time: 0.1279373 Feb 04 15:23:40.010919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:40.021099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:40.042629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Made reservation on behalf of 5cccb7791f484257bde9a802598c88f9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:40.045788 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.063110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.084301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:40.089104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Usage tracker for resource:security_group_rule and tenant:5cccb7791f484257bde9a802598c88f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:40.094606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:40.104801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:40.127478 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7267f810-71c6-4050-a40c-7bae267d10cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e823f4-2bc0-4872-bf15-68c4953ce708', 'code': 200} Feb 04 15:23:40.219791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:37Z', 'revision_number': 2, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:40.231960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Checking router: 69e16339-aa50-478f-a812-89b6247ac9a3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:23:40.232312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Updating router 69e16339-aa50-478f-a812-89b6247ac9a3 port ff3744b0-0fd5-48ab-936f-4aa766a0572a binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:23:40.305603 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.311745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.344946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:23:40.358749 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.400328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.400677 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Added segment d6159251-c793-467c-8037-9cf3cab7596e of type vlan for network 56134bf6-d396-4dc3-a117-d5dd2e27d250 Feb 04 15:23:40.419525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dadff0-4e98-4400-a7dc-4d10c77583c3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:40.420637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-b420e9d2-8ca9-439a-be22-acb0a475f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.422138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-b420e9d2-8ca9-439a-be22-acb0a475f059 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 1121 time: 0.2416286 Feb 04 15:23:40.431801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aaf8a-3ff9-46f0-9b7b-f441c29beebb req-ad0a4495-a1e3-4c6d-a768-0f5870cf6072 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.439338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc0aaf8a-3ff9-46f0-9b7b-f441c29beebb req-ad0a4495-a1e3-4c6d-a768-0f5870cf6072 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 970 time: 0.2109790 Feb 04 15:23:40.476295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.481120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-79d4c799-9395-4e8f-8bed-d2652941404c service neutron] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.511982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-79d4c799-9395-4e8f-8bed-d2652941404c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:40.528959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc0aaf8a-3ff9-46f0-9b7b-f441c29beebb req-953cead5-67db-4850-9344-3aaace83b4fd tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882215 Feb 04 15:23:40.530199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-79d4c799-9395-4e8f-8bed-d2652941404c service neutron] Usage tracker for resource:security_group_rule and tenant:0168a08cfbde413da4f055db4eed91f5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:40.545673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-79d4c799-9395-4e8f-8bed-d2652941404c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:40.546548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-79d4c799-9395-4e8f-8bed-d2652941404c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:40.550265 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.554433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.554433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.668612 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-79d4c799-9395-4e8f-8bed-d2652941404c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.674799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-79d4c799-9395-4e8f-8bed-d2652941404c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.691411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] Pushing event updated for resources: {'Network': ['ID=56134bf6-d396-4dc3-a117-d5dd2e27d250,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:40.697944 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-203589e4-2b82-4a58-916a-d4cd2fea869f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7251921 Feb 04 15:23:40.700664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42804) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:40.712946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Request body: {'subnet': {'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-subnet', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:40.718116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 56134bf6-d396-4dc3-a117-d5dd2e27d250 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:23:40.721100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:40.723989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c799-9395-4e8f-8bed-d2652941404c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa9869-e55e-4758-a5ba-cb53ee4b019d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:40.724737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Usage tracker for resource:subnet and tenant:5cccb7791f484257bde9a802598c88f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:40.729735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:40.733276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d62a2158-a020-4f64-8821-ab8bea9f000d req-79d4c799-9395-4e8f-8bed-d2652941404c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757759 Feb 04 15:23:40.736355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:40.753905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Made reservation on behalf of 5cccb7791f484257bde9a802598c88f9 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:40.756953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:40.757474 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.781050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42810) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:40.927202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b101373-d5a0-4cc8-91e6-2190df4a0dad req-7520bb0f-312b-4685-be16-fc3a39647b07 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 210 time: 0.0765839 Feb 04 15:23:40.959040 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-742c689c-32f4-4952-847e-96750c727013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.976829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-742c689c-32f4-4952-847e-96750c727013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:40.981930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-742c689c-32f4-4952-847e-96750c727013 admin admin] Usage tracker for resource:security_group_rule and tenant:d34a792fa8594a0f8e444e83b4968478 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:40.985461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-742c689c-32f4-4952-847e-96750c727013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:40.994329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-742c689c-32f4-4952-847e-96750c727013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:41.100964 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.119592 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.134415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.53', 53139) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:41.138034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Transition to ACTIVE for port object ff3744b0-0fd5-48ab-936f-4aa766a0572a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:41.149976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:41.156074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:41.156710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.195547 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.226497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=41918414-7d30-43e5-8cec-84b9187b7767,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:41.309314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799305a5-847b-418f-8355-58b232ab0de9 req-32197d3b-a6d8-460f-9df8-c2aeafce2aa1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.321405 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-799305a5-847b-418f-8355-58b232ab0de9 req-32197d3b-a6d8-460f-9df8-c2aeafce2aa1 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 970 time: 0.3357432 Feb 04 15:23:41.404126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bc547-8a64-40ca-bf81-6e56fcc4883e None None] Pushing event updated for resources: {'Port': ['ID=ff3744b0-0fd5-48ab-936f-4aa766a0572a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:41.443950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-799305a5-847b-418f-8355-58b232ab0de9 req-acfb9a49-ba0f-4703-9d20-eff49df9b517 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210876 Feb 04 15:23:41.447060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Checking segment: {'id': 'd6159251-c793-467c-8037-9cf3cab7596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:41.447858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Network hostable DHCP agents. Network: 56134bf6-d396-4dc3-a117-d5dd2e27d250, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:23:41.454593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-4de49ebd-13b7-4293-9c72-7ecf8e6a68a1 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.456467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-4de49ebd-13b7-4293-9c72-7ecf8e6a68a1 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 820 time: 0.2206469 Feb 04 15:23:41.465350 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-231ba5a5-abd3-4be5-9f8a-0dae66dc8885 req-506af288-0c0a-4544-b27c-20c02ab8be27 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 210 time: 0.2273262 Feb 04 15:23:41.488354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-742c689c-32f4-4952-847e-96750c727013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.493860 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-742c689c-32f4-4952-847e-96750c727013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.523029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Network 56134bf6-d396-4dc3-a117-d5dd2e27d250 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:23:41.547389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 56134bf6-d396-4dc3-a117-d5dd2e27d250) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:41.551692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Attempting to bind port ff3744b0-0fd5-48ab-936f-4aa766a0572a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:41.551888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.552055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Attempting to bind port ff3744b0-0fd5-48ab-936f-4aa766a0572a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:41.552410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Attempting to bind port ff3744b0-0fd5-48ab-936f-4aa766a0572a on network 3b3a534c-6985-4b16-8cad-601754873575 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:41.552530 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.562215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ad01e-8931-446d-9547-a0d7577ea3b8 None None] Network 56134bf6-d396-4dc3-a117-d5dd2e27d250 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:23:41.566593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c689c-32f4-4952-847e-96750c727013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76045749-de8f-4f15-bd3f-3990e140e116,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:41.573337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Request body: {'port': {'device_id': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a', 'admin_state_up': True, 'tenant_id': '4e6111af241f425ebd76df0cd5a20fa3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:41.594774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-742c689c-32f4-4952-847e-96750c727013 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d34a792fa8594a0f8e444e83b4968478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8125482 Feb 04 15:23:41.600577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42824) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:41.632964 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.654496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:41.654766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Checking segment: {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:41.655171 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.655567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Bound using segment: {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:41.656047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Bound port: ff3744b0-0fd5-48ab-936f-4aa766a0572a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:41.661298 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.668746 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3425de5b-1fea-4e9b-bb79-3cb2f1378f5e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9656367 Feb 04 15:23:41.673535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42830) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:41.690611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:41.710783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:41.720816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Usage tracker for resource:router and tenant:5cccb7791f484257bde9a802598c88f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:41.737071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.53', 53142) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:41.773238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:41.783474 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43467f2d-f310-4059-9d40-7b11494e5c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.785479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:41.792998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-16d8fe2a-7f19-4090-ab70-a687f0ced1e7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498741 Feb 04 15:23:41.854375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:41.896173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.900589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.926493 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.933814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43467f2d-f310-4059-9d40-7b11494e5c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.000305 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.025585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:42.082539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:42.092964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Usage tracker for resource:port and tenant:4e6111af241f425ebd76df0cd5a20fa3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:42.095201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:42.129988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] For port ff3744b0-0fd5-48ab-936f-4aa766a0572a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:42.131950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6509b1c-54c7-4857-bed6-b56c92c85424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aefd0da-60dd-4606-9f15-95cd7d7b72e3'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:42.138819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] For port ff3744b0-0fd5-48ab-936f-4aa766a0572a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ff3744b0-0fd5-48ab-936f-4aa766a0572a,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:42.138984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212dabe-fe7d-4071-ba86-c8fc4d097ccb req-6df95fa6-0805-468d-94c8-5ab6f57847be tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:42.140682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b212dabe-fe7d-4071-ba86-c8fc4d097ccb req-6df95fa6-0805-468d-94c8-5ab6f57847be tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 970 time: 0.4162421 Feb 04 15:23:42.143293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-56134bf6-d396-4dc3-a117-d5dd2e27d250', 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'fixed_ips': [{'subnet_id': '41918414-7d30-43e5-8cec-84b9187b7767'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:23:42.144305 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.151986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:42.164469 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.173061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-c2b670ae-96cd-4e0f-906d-6e5db2482dca tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:42.174632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-c2b670ae-96cd-4e0f-906d-6e5db2482dca tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682487 Feb 04 15:23:42.194498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d36dbf43-5fcb-4a90-8799-c912b262e31c req-a6e4513e-ed9f-4a11-92a4-3598e0264abe tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 210 time: 0.1003823 Feb 04 15:23:42.199515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Made reservation on behalf of 4e6111af241f425ebd76df0cd5a20fa3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:42.205752 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.345094 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6509b1c-54c7-4857-bed6-b56c92c85424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aefd0da-60dd-4606-9f15-95cd7d7b72e3', 'code': 200} Feb 04 15:23:42.359251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:23:42.360246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:23:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:42.405424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43467f2d-f310-4059-9d40-7b11494e5c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.454217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43467f2d-f310-4059-9d40-7b11494e5c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76045749-de8f-4f15-bd3f-3990e140e116,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:42.482848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bc547-8a64-40ca-bf81-6e56fcc4883e None None] Pushing event updated for resources: {'Port': ['ID=ff3744b0-0fd5-48ab-936f-4aa766a0572a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:42.592475 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b212dabe-fe7d-4071-ba86-c8fc4d097ccb req-99bb29d5-be9b-46b8-870b-e6c9b862f17e tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385004 Feb 04 15:23:42.704851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Allocated IP 172.20.0.9 (9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a/720bf423-9158-4592-9d27-82a640f09d10/792a4cac-e0be-49a7-8529-08ae84464f87) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:42.750546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae98219-f2f4-4021-855f-b0629d1b7be1 req-f1c83836-0ccd-42eb-a041-1d39f489f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:42.754992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ae98219-f2f4-4021-855f-b0629d1b7be1 req-f1c83836-0ccd-42eb-a041-1d39f489f4ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 1122 time: 0.2422500 Feb 04 15:23:42.791752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.818466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:23:42.860676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a022b3-6801-4f8c-8210-099d4c239589 req-8969c996-42c1-464f-93f6-f974b93c92c7 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:42.862418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0a022b3-6801-4f8c-8210-099d4c239589 req-8969c996-42c1-464f-93f6-f974b93c92c7 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 970 time: 0.2402782 Feb 04 15:23:42.870964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ae98219-f2f4-4021-855f-b0629d1b7be1 req-770b2f3e-4ec8-4f24-bd00-104b4dc9c815 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023750 Feb 04 15:23:42.932941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43467f2d-f310-4059-9d40-7b11494e5c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.936641 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-43467f2d-f310-4059-9d40-7b11494e5c56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76045749-de8f-4f15-bd3f-3990e140e116 HTTP/1.1" status: 204 len: 168 time: 1.3285079 Feb 04 15:23:42.938123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Allocated IP 172.20.0.2 (56134bf6-d396-4dc3-a117-d5dd2e27d250/41918414-7d30-43e5-8cec-84b9187b7767/20f42679-580c-4882-8e96-f134a9288a52) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:42.940903 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a847b9e1-e30a-481f-b253-2694d9783075 req-84bca37d-0d50-45cb-99a4-f02955993d96 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 210 time: 0.1429663 Feb 04 15:23:43.028964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0a022b3-6801-4f8c-8210-099d4c239589 req-ca4f5f03-de35-4c72-8ed9-298a0dd749c4 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569517 Feb 04 15:23:43.164130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.217062 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.256098 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.266368 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.281303 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Transition to ACTIVE for port object 20f42679-580c-4882-8e96-f134a9288a52 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:43.296274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:43.300333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:43.303778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Transition to ACTIVE for port object 20f42679-580c-4882-8e96-f134a9288a52 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:43.304592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:43.311356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.312940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.317164 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.336617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Pushing event updated for resources: {'Port': ['ID=792a4cac-e0be-49a7-8529-08ae84464f87,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:43.358743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2275e279-6298-4ba1-9578-ac43aef370b3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7947485 Feb 04 15:23:43.370819 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.417881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Pushing event updated for resources: {'Port': ['ID=20f42679-580c-4882-8e96-f134a9288a52,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:43.501246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Network 56134bf6-d396-4dc3-a117-d5dd2e27d250 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:43.503954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:43.507884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:43.546080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42854) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:43.564678 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67b440dc-bea1-4ffd-8f55-fd20778fcf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.588564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67b440dc-bea1-4ffd-8f55-fd20778fcf34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:43.594641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67b440dc-bea1-4ffd-8f55-fd20778fcf34 admin admin] Usage tracker for resource:security_group_rule and tenant:4319b81b5c1c40b28d621fe642f7beb6 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:43.599621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67b440dc-bea1-4ffd-8f55-fd20778fcf34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:43.606190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67b440dc-bea1-4ffd-8f55-fd20778fcf34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:43.610225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f687b5-77ef-4ac1-9afe-3886240991a2 req-99e6fbcf-c030-43f3-b3c5-8c9dca3fe692 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.613577 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83f687b5-77ef-4ac1-9afe-3886240991a2 req-99e6fbcf-c030-43f3-b3c5-8c9dca3fe692 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 931 time: 0.1765835 Feb 04 15:23:43.651503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Allocated IP 172.25.8.128 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/aa35a5d4-c0dd-425c-9a3a-0e529173d0eb) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:43.655216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Attempting to bind port 20f42679-580c-4882-8e96-f134a9288a52 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:43.655490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Attempting to bind port 20f42679-580c-4882-8e96-f134a9288a52 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd6159251-c793-467c-8037-9cf3cab7596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:43.655824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Attempting to bind port 20f42679-580c-4882-8e96-f134a9288a52 on network 56134bf6-d396-4dc3-a117-d5dd2e27d250 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:43.665243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:43.665610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Checking segment: {'id': 'd6159251-c793-467c-8037-9cf3cab7596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:43.666161 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.666675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Bound using segment: {'id': 'd6159251-c793-467c-8037-9cf3cab7596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:43.667345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Bound port: 20f42679-580c-4882-8e96-f134a9288a52, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6159251-c793-467c-8037-9cf3cab7596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:43.667843 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.690901 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83f687b5-77ef-4ac1-9afe-3886240991a2 req-48980d22-f3dc-4b84-839c-61c762d25739 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631542 Feb 04 15:23:43.732581 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67b440dc-bea1-4ffd-8f55-fd20778fcf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.740449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67b440dc-bea1-4ffd-8f55-fd20778fcf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.793129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-67b440dc-bea1-4ffd-8f55-fd20778fcf34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4319b81b5c1c40b28d621fe642f7beb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457781 Feb 04 15:23:43.795528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42860) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:43.828170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] For port 20f42679-580c-4882-8e96-f134a9288a52, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:43.832001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] For port 20f42679-580c-4882-8e96-f134a9288a52, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=20f42679-580c-4882-8e96-f134a9288a52,segment=NetworkSegment(d6159251-c793-467c-8037-9cf3cab7596e),segment_id=d6159251-c793-467c-8037-9cf3cab7596e)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:43.838523 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.863375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b440dc-bea1-4ffd-8f55-fd20778fcf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed31df-daf1-4cf0-8ab0-50889efcbca5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:43.903694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593d7f-0542-481a-97f2-77fc695dadee req-ff1d3df3-699b-4d46-b9ed-b51f1257b0de tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.905269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea593d7f-0542-481a-97f2-77fc695dadee req-ff1d3df3-699b-4d46-b9ed-b51f1257b0de tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 971 time: 0.1090152 Feb 04 15:23:43.925690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:42Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:43.935501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdb074-3b76-4171-999d-dc0cca91b9ed None None] The sync data for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 is: [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:42Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:23:43.953768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57eb11-a05f-47f3-bfbd-7e1488a80637 None None] Pushing event updated for resources: {'Port': ['ID=20f42679-580c-4882-8e96-f134a9288a52,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:43.972210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adce07d3-a5d8-451d-b76a-2164e904c9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.995669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.005841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea593d7f-0542-481a-97f2-77fc695dadee req-c8b0b90e-c50f-4a91-8125-dd541b5b8777 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877836 Feb 04 15:23:44.067585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adce07d3-a5d8-451d-b76a-2164e904c9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.193278 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.356861 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7a464d0b-008c-406c-8ce7-e6e2b84c5a5c req-26e5764b-8733-4849-81bf-9d79e7202c65 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 210 time: 0.1226149 Feb 04 15:23:44.412488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Pushing event updated for resources: {'Port': ['ID=aa35a5d4-c0dd-425c-9a3a-0e529173d0eb,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:44.415014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adce07d3-a5d8-451d-b76a-2164e904c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.447022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:44.453494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:44.458176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b0ebe-8857-4497-8223-fd46aec807ac req-6c76cc50-cf71-483f-94ba-d8d0e6fdfe6d tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.460392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b1b0ebe-8857-4497-8223-fd46aec807ac req-6c76cc50-cf71-483f-94ba-d8d0e6fdfe6d tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 970 time: 0.1343560 Feb 04 15:23:44.469176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:44.520592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce07d3-a5d8-451d-b76a-2164e904c9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed31df-daf1-4cf0-8ab0-50889efcbca5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:44.527684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b1b0ebe-8857-4497-8223-fd46aec807ac req-e41dc1f0-68ed-4acd-bb68-6df8f563ab9f tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577521 Feb 04 15:23:44.573758 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adce07d3-a5d8-451d-b76a-2164e904c9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.575020 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-adce07d3-a5d8-451d-b76a-2164e904c9f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2ed31df-daf1-4cf0-8ab0-50889efcbca5 HTTP/1.1" status: 204 len: 168 time: 0.7781899 Feb 04 15:23:45.011646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca78de5-179d-4d07-a586-884449da9cd0 req-120e4c32-9d40-46e9-8349-1618c064a65e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:45.012338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cca78de5-179d-4d07-a586-884449da9cd0 req-120e4c32-9d40-46e9-8349-1618c064a65e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Synchronizing usage tracker for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:45.036096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cca78de5-179d-4d07-a586-884449da9cd0 req-120e4c32-9d40-46e9-8349-1618c064a65e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Unset dirty status for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:45.046733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cca78de5-179d-4d07-a586-884449da9cd0 req-120e4c32-9d40-46e9-8349-1618c064a65e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 931 time: 0.1652830 Feb 04 15:23:45.105482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.220341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cca78de5-179d-4d07-a586-884449da9cd0 req-13db4f09-d26e-4f51-97d1-1e4823cb8634 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Synchronizing usage tracker for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:45.253458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cca78de5-179d-4d07-a586-884449da9cd0 req-13db4f09-d26e-4f51-97d1-1e4823cb8634 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Unset dirty status for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:45.265396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cca78de5-179d-4d07-a586-884449da9cd0 req-13db4f09-d26e-4f51-97d1-1e4823cb8634 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167778 Feb 04 15:23:45.717770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263bff48-2c76-4bec-b971-bc4f5a0f0ca9 None None] Network 56134bf6-d396-4dc3-a117-d5dd2e27d250 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:23:45.825581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b9f4-43ce-4292-b13c-eabf8a7c8b03 req-a3e08616-dc4c-4dcf-b923-b1b6b3399674 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:45.831195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ff3744b0-0fd5-48ab-936f-4aa766a0572a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:45.833584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5139b9f4-43ce-4292-b13c-eabf8a7c8b03 req-a3e08616-dc4c-4dcf-b923-b1b6b3399674 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 971 time: 0.2650268 Feb 04 15:23:45.898924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5139b9f4-43ce-4292-b13c-eabf8a7c8b03 req-ca78028b-da9a-434e-95f3-39cedb32b9af tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643179 Feb 04 15:23:45.943658 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4595615b-b32a-47dd-9b60-d5b3786820fd req-9367af39-c3e3-4f72-9721-3b4da0fa2007 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 210 time: 0.1095078 Feb 04 15:23:45.962599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.020304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-613461d4-9bb4-4745-88c8-0c2b0cb6a433 None None] Provisioning for port 20f42679-580c-4882-8e96-f134a9288a52 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:46.168117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ff3744b0-0fd5-48ab-936f-4aa766a0572a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:46.177449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ff3744b0-0fd5-48ab-936f-4aa766a0572a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:46.177880 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.192292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f0028-0ae0-4e55-b5bc-474c367c6cd7 req-cecc1aca-212a-4123-860d-1ac119aab37e tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:46.194417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f16f0028-0ae0-4e55-b5bc-474c367c6cd7 req-cecc1aca-212a-4123-860d-1ac119aab37e tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 970 time: 0.1445661 Feb 04 15:23:46.255835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f16f0028-0ae0-4e55-b5bc-474c367c6cd7 req-4106521f-1803-42a0-82cd-4a58eb187e8f tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539317 Feb 04 15:23:46.401614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-58f54794-8fb9-4fc4-bc06-e217b9452ef5 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:46.403328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-58f54794-8fb9-4fc4-bc06-e217b9452ef5 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 1122 time: 0.1622570 Feb 04 15:23:46.404117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Router 74189a42-6816-4b2c-8633-25efed543310 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:23:46.454655 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.485979 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.508865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port ff3744b0-0fd5-48ab-936f-4aa766a0572a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ff3744b0-0fd5-48ab-936f-4aa766a0572a,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:46.515594 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.517927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 20f42679-580c-4882-8e96-f134a9288a52 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:46.527874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:46.536441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Usage tracker for resource:security_group_rule and tenant:304c0403dac145839c54a6aa3acc5cc7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:46.541412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:46.562525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:46.640695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe1964-5021-4685-8947-f0efe7fefeca req-b6c25cf1-f2e5-46d0-a370-d03745de58f8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:46.643091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3dbe1964-5021-4685-8947-f0efe7fefeca req-b6c25cf1-f2e5-46d0-a370-d03745de58f8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 931 time: 0.1481137 Feb 04 15:23:46.662329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=ff3744b0-0fd5-48ab-936f-4aa766a0572a,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:46.673286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 20f42679-580c-4882-8e96-f134a9288a52 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:46.680814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 20f42679-580c-4882-8e96-f134a9288a52 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:46.681491 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.758196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2ec2df5c-f50c-4613-a225-6db4b19ab39b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:23:46.760068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-2ec2df5c-f50c-4613-a225-6db4b19ab39b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198908 Feb 04 15:23:46.761688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:23:46.773137 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Sync routers for ids ['74189a42-6816-4b2c-8633-25efed543310'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:23:46.793064 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Routers {'74189a42-6816-4b2c-8633-25efed543310'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:23:46.793925 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:23:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['74189a42-6816-4b2c-8633-25efed543310'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:46.801826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3dbe1964-5021-4685-8947-f0efe7fefeca req-2197cc3d-2d86-4124-a302-9ff09086d2de tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460869 Feb 04 15:23:46.815452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Request body: {'port': {'device_id': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '351b5fc8c821429d90b7d6fb4f2e1eda'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:46.930465 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.934036 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-21463c28-32e8-4966-a248-cca4d9cfcf33 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2561944 Feb 04 15:23:46.943373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42918) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:46.955535 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.038771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-47d90aed-421e-44c4-b49e-63cd643b0e6f None None] Provisioning complete for port 20f42679-580c-4882-8e96-f134a9288a52 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:47.039129 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47d90aed-421e-44c4-b49e-63cd643b0e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.057941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:47.062670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Usage tracker for resource:port and tenant:351b5fc8c821429d90b7d6fb4f2e1eda is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:47.066405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:47.075213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:47.087349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Made reservation on behalf of 351b5fc8c821429d90b7d6fb4f2e1eda for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:47.097688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.150251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 20f42679-580c-4882-8e96-f134a9288a52, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=20f42679-580c-4882-8e96-f134a9288a52,segment=NetworkSegment(d6159251-c793-467c-8037-9cf3cab7596e),segment_id=d6159251-c793-467c-8037-9cf3cab7596e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:47.160376 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.264706 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Set router 74189a42-6816-4b2c-8633-25efed543310 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:23:47.284016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=20f42679-580c-4882-8e96-f134a9288a52,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:47.318733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.360731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35839d9c-66d5-4791-b434-e10af0608b08 req-3fdbba34-d857-446e-bd11-14cdc47bc9e9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 210 time: 0.2263081 Feb 04 15:23:47.426720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Request body: {'port': {'device_id': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:47.454631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.465837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.498800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:47.503989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Usage tracker for resource:security_group_rule and tenant:351b5fc8c821429d90b7d6fb4f2e1eda is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:47.507882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:47.515335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:47.638255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ff3744b0-0fd5-48ab-936f-4aa766a0572a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:47.655016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Synchronizing usage tracker for tenant:304c0403dac145839c54a6aa3acc5cc7 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:47.672367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc9e777-ceaf-4732-9b7b-b4b1b4e0ff97,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:47.703556 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74189a42-6816-4b2c-8633-25efed543310', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:41Z', 'updated_at': '2022-02-04T15:23:44Z', 'revision_number': 3, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'gw_port': {'id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:43Z', 'updated_at': '2022-02-04T15:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:47.707798 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Checking router: 74189a42-6816-4b2c-8633-25efed543310 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:23:47.708203 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Updating router 74189a42-6816-4b2c-8633-25efed543310 port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:23:47.716268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ff3744b0-0fd5-48ab-936f-4aa766a0572a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:47.716533 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.777413 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.805887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-b0f00425-0390-4556-a6e1-b9dc3f8f1ab8 tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:47.807895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-b0f00425-0390-4556-a6e1-b9dc3f8f1ab8 tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 1121 time: 0.6722386 Feb 04 15:23:47.809147 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.859647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 20f42679-580c-4882-8e96-f134a9288a52 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:47.914580 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.949429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 20f42679-580c-4882-8e96-f134a9288a52 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:47.950122 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.965970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] Unset dirty status for tenant:304c0403dac145839c54a6aa3acc5cc7 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:47.967361 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-082b8aca-a5af-4765-9bd8-94eb63f5dd27 req-528f8faa-9e2b-46f1-9a94-aaf0a5ae7673 tempest-AggregatesAdminTestJSON-514623771 tempest-AggregatesAdminTestJSON-514623771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5573947 Feb 04 15:23:47.989639 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.198646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] Deleting port 65e823f4-2bc0-4872-bf15-68c4953ce708 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:23:48.199012 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.234090 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.248710 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Transition to ACTIVE for port object aa35a5d4-c0dd-425c-9a3a-0e529173d0eb will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:48.257341 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.267802 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.356082 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c608a-82f1-41b4-bafa-94e05a9333b6 None None] Pushing event updated for resources: {'Port': ['ID=aa35a5d4-c0dd-425c-9a3a-0e529173d0eb,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:48.361652 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Attempting to bind port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:48.362039 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Attempting to bind port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:48.362399 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Attempting to bind port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:48.369578 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:48.370010 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:48.370357 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.370748 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:48.371235 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Bound port: aa35a5d4-c0dd-425c-9a3a-0e529173d0eb, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:48.371627 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.408104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032b2362-362b-4496-bdaa-c505f9eb5a50,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:48.465647 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] For port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:48.469711 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] For port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=aa35a5d4-c0dd-425c-9a3a-0e529173d0eb,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:48.477955 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.515168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26233bb3-884d-48f3-841f-eeb90bb5fd73 req-a4bb3a3e-b9b0-48f7-bf43-2eb7e92cb7e9 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.516640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26233bb3-884d-48f3-841f-eeb90bb5fd73 req-a4bb3a3e-b9b0-48f7-bf43-2eb7e92cb7e9 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 970 time: 0.9035325 Feb 04 15:23:48.557577 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Routers {'74189a42-6816-4b2c-8633-25efed543310'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:23:48.558336 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:23:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['74189a42-6816-4b2c-8633-25efed543310'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:48.608583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Allocated IP 172.20.0.1 (56134bf6-d396-4dc3-a117-d5dd2e27d250/41918414-7d30-43e5-8cec-84b9187b7767/ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:48.629589 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c608a-82f1-41b4-bafa-94e05a9333b6 None None] Pushing event updated for resources: {'Port': ['ID=aa35a5d4-c0dd-425c-9a3a-0e529173d0eb,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:48.711641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f888ad-6805-445b-afbe-0f38cbb469dc req-ff8965ae-8453-4970-97ee-2b4f45f37cef tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.713148 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f7f888ad-6805-445b-afbe-0f38cbb469dc req-ff8965ae-8453-4970-97ee-2b4f45f37cef tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 931 time: 0.1924779 Feb 04 15:23:48.750161 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] Set router 74189a42-6816-4b2c-8633-25efed543310 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:23:48.780823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Allocated IP 192.168.233.83 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/8cacaa8b-ab8f-42f8-9d72-c573a5115246) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:48.800652 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f7f888ad-6805-445b-afbe-0f38cbb469dc req-2600995c-bec1-4b01-9b09-6fbfe5702d1a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774093 Feb 04 15:23:48.806061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26233bb3-884d-48f3-841f-eeb90bb5fd73 req-546a3de8-09d5-42c4-b95d-16ec4b671f2d tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623906 Feb 04 15:23:48.823044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.850026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Transition to ACTIVE for port object ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:48.917541 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.921156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] For port 65e823f4-2bc0-4872-bf15-68c4953ce708, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=65e823f4-2bc0-4872-bf15-68c4953ce708,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:48.921551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.106032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Network 56134bf6-d396-4dc3-a117-d5dd2e27d250 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:49.110780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:49.128851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:49.129844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.175708 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74189a42-6816-4b2c-8633-25efed543310', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:41Z', 'updated_at': '2022-02-04T15:23:44Z', 'revision_number': 3, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'gw_port': {'id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:43Z', 'updated_at': '2022-02-04T15:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:49.183504 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:49.183666 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6835b6f-27f8-48e3-8646-820fd1df3580 None None] The sync data for ids ['74189a42-6816-4b2c-8633-25efed543310'] in n-d-827870-1 is: [{'id': '74189a42-6816-4b2c-8633-25efed543310', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:41Z', 'updated_at': '2022-02-04T15:23:44Z', 'revision_number': 3, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'gw_port': {'id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:43Z', 'updated_at': '2022-02-04T15:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:23:49.204874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] Calling delete_port for 65e823f4-2bc0-4872-bf15-68c4953ce708 owned by compute:tempest-test_az-116491255 {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:23:49.366464 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0eb5bf5c-f76a-4b4c-9de3-78cc50ef8edf req-60ff6472-55ac-43e9-baea-c023873cbb71 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 210 time: 0.0871727 Feb 04 15:23:49.445829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.480653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:23:49.523862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a7a01e5a-2f99-41ba-a062-d741bf724a4f None None] Provisioning for port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:49.530155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a7a01e5a-2f99-41ba-a062-d741bf724a4f None None] Provisioning complete for port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:49.530797 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a7a01e5a-2f99-41ba-a062-d741bf724a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.656522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a7a01e5a-2f99-41ba-a062-d741bf724a4f None None] Port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:23:49.744728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792a4cac-e0be-49a7-8529-08ae84464f87 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:49.772972 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.846614 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.894231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Transition to ACTIVE for port object 8cacaa8b-ab8f-42f8-9d72-c573a5115246 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:49.920128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c42b7-b354-4ab6-a5d6-944b6b38147b req-979ce681-c78b-41be-8a41-332464fec2c2 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.927503 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-639c42b7-b354-4ab6-a5d6-944b6b38147b req-979ce681-c78b-41be-8a41-332464fec2c2 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 971 time: 0.5290456 Feb 04 15:23:49.928695 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.934733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.935470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.953703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Transition to ACTIVE for port object 792a4cac-e0be-49a7-8529-08ae84464f87 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:49.959085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.031703 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.128969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] Pushing event deleted for resources: {'Port': ['ID=65e823f4-2bc0-4872-bf15-68c4953ce708,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:50.182886 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b07877b1-a2cc-4278-a510-c557b11ddade req-f70d0e59-93d2-4d44-918d-fcf6f0dc09dd tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 210 time: 0.1422939 Feb 04 15:23:50.209576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:50.304503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Network 56134bf6-d396-4dc3-a117-d5dd2e27d250 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:50.310849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:50.503968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-639c42b7-b354-4ab6-a5d6-944b6b38147b req-957d14c8-339f-4324-8741-c36c1d8b8801 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751369 Feb 04 15:23:50.516484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] No DVR routers for this DVR port 65e823f4-2bc0-4872-bf15-68c4953ce708 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:50.531795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.531795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.531795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7267f810-71c6-4050-a40c-7bae267d10cb', 'name': 'network-vif-deleted', 'tag': '65e823f4-2bc0-4872-bf15-68c4953ce708'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:50.690312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Pushing event updated for resources: {'Port': ['ID=792a4cac-e0be-49a7-8529-08ae84464f87,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:50.697689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:50.702350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c892643-1202-42fa-be73-51b4f4c703ae None None] Provisioning complete for port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:50.702818 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c892643-1202-42fa-be73-51b4f4c703ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.763656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:50.778783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3c892643-1202-42fa-be73-51b4f4c703ae None None] Port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:23:50.780936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 65e823f4-2bc0-4872-bf15-68c4953ce708 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:23:50.790573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80c21e6b-ea2c-483f-818b-9c636dd16a8f req-4549c1f3-0af4-442c-a998-307ef324ee1e tempest-DeleteServersAdminTestJSON-550139105 tempest-DeleteServersAdminTestJSON-550139105-project-admin] 10.222.0.61 "DELETE /v2.0/ports/65e823f4-2bc0-4872-bf15-68c4953ce708 HTTP/1.1" status: 204 len: 173 time: 2.9436624 Feb 04 15:23:50.791408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:50.791909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:50.792263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:50.805625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:50.811699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:50.812533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.831602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 65e823f4-2bc0-4872-bf15-68c4953ce708 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:23:50.833248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 65e823f4-2bc0-4872-bf15-68c4953ce708 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:23:50.844892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b260ec-79cd-48f6-9c34-cb2fe77e6a86 req-bfc52858-f658-48e5-a325-def9e3d2fed2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:50.846514 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9b260ec-79cd-48f6-9c34-cb2fe77e6a86 req-bfc52858-f658-48e5-a325-def9e3d2fed2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 943 time: 0.3976064 Feb 04 15:23:50.862176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Port 792a4cac-e0be-49a7-8529-08ae84464f87 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:23:50.862737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:50.894405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:50.894737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:50.895200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:50.895646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Bound port: 792a4cac-e0be-49a7-8529-08ae84464f87, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:50.895998 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.900342 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9b260ec-79cd-48f6-9c34-cb2fe77e6a86 req-c611a130-805a-42c6-8a1f-f507555b3c6d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454881 Feb 04 15:23:50.900840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42992) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:50.917445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1923630 Feb 04 15:23:50.921778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Router 74189a42-6816-4b2c-8633-25efed543310 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:23:50.969604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Request body: {'port': {'device_id': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:51.010718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40ca55-69b5-4ae8-9c35-b94ddfec6bc9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Pushing event updated for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:51.047542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50249857-f956-4240-8942-245256279e2a req-66536d00-ccc6-4c04-b684-ca007bd19cf2 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.049294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-50249857-f956-4240-8942-245256279e2a req-66536d00-ccc6-4c04-b684-ca007bd19cf2 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 971 time: 0.4374356 Feb 04 15:23:51.050229 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7267f810-71c6-4050-a40c-7bae267d10cb', 'name': 'network-vif-deleted', 'tag': '65e823f4-2bc0-4872-bf15-68c4953ce708', 'status': 'completed', 'code': 200} Feb 04 15:23:51.109320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7a9df857-ab03-4df1-8d79-41a2e0cb880d None None] Provisioning for port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:51.121497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7a9df857-ab03-4df1-8d79-41a2e0cb880d None None] Provisioning complete for port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:51.122642 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7a9df857-ab03-4df1-8d79-41a2e0cb880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:51.136259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-50249857-f956-4240-8942-245256279e2a req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Deleting port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:23:51.136624 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-50249857-f956-4240-8942-245256279e2a req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:51.143516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de170c-c8d1-46ae-9313-db0d09eee483 req-cda9c6da-cf73-4414-96d2-4e28e4ebdebb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.144241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d5de170c-c8d1-46ae-9313-db0d09eee483 req-cda9c6da-cf73-4414-96d2-4e28e4ebdebb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Synchronizing usage tracker for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:51.184048 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7a9df857-ab03-4df1-8d79-41a2e0cb880d None None] Port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:23:51.200715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:51.213439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401b665c-951e-4d88-add8-a0813da14916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:51.236582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:51.241754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-401b665c-951e-4d88-add8-a0813da14916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:51.242068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d5de170c-c8d1-46ae-9313-db0d09eee483 req-cda9c6da-cf73-4414-96d2-4e28e4ebdebb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Unset dirty status for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:51.245753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-401b665c-951e-4d88-add8-a0813da14916 admin admin] Usage tracker for resource:security_group_rule and tenant:49270d3dc2d14d1bad4b19c2c2ae4296 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:51.248715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-401b665c-951e-4d88-add8-a0813da14916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:51.251904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5de170c-c8d1-46ae-9313-db0d09eee483 req-cda9c6da-cf73-4414-96d2-4e28e4ebdebb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 935 time: 0.5650959 Feb 04 15:23:51.254634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-401b665c-951e-4d88-add8-a0813da14916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:51.275032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:51.285317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:51.491467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.492073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:51.493442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] 10.222.0.53 "PUT /v2.0/ports/792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 200 len: 1091 time: 4.5150652 Feb 04 15:23:51.497477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d5de170c-c8d1-46ae-9313-db0d09eee483 req-622f3666-1d7e-46f8-ae28-4cc499ee7359 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Synchronizing usage tracker for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:51.554261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af8e33ca-66a0-470f-a70b-810dc4946841 req-303a8235-9a64-4bcb-8229-a177e35bdc01 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7267f810-71c6-4050-a40c-7bae267d10cb HTTP/1.1" status: 200 len: 210 time: 0.1746020 Feb 04 15:23:51.558813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:23:51.572575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06eaab-2264-4162-bbf7-7b07cbda6163 service neutron] Pushing event updated for resources: {'Port': ['ID=792a4cac-e0be-49a7-8529-08ae84464f87,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:51.749416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device aa35a5d4-c0dd-425c-9a3a-0e529173d0eb up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:51.808385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Sync routers for ids ['74189a42-6816-4b2c-8633-25efed543310'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:23:51.823995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-37edc4da-1f6b-4167-b3b1-ce780b15ad95 admin admin] 10.222.0.46 "PUT /v2.0/routers/74189a42-6816-4b2c-8633-25efed543310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8754325 Feb 04 15:23:51.830938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Routers {'74189a42-6816-4b2c-8633-25efed543310'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:23:51.831612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:23:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['74189a42-6816-4b2c-8633-25efed543310'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:51.839914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-4b1cf9bd-20f7-4204-819a-0c1733b4ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.845464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-4b1cf9bd-20f7-4204-819a-0c1733b4ec3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1094 time: 0.2229335 Feb 04 15:23:51.918520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401b665c-951e-4d88-add8-a0813da14916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:51.967875 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-797d5744-0540-4be4-8ff2-c9a305639660 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 200 len: 217 time: 0.1125472 Feb 04 15:23:51.975352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d5de170c-c8d1-46ae-9313-db0d09eee483 req-622f3666-1d7e-46f8-ae28-4cc499ee7359 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Unset dirty status for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:51.976520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5de170c-c8d1-46ae-9313-db0d09eee483 req-622f3666-1d7e-46f8-ae28-4cc499ee7359 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237861 Feb 04 15:23:51.992221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392c95c-25a7-420f-9d71-0d38ebe69ab5 req-881e836d-acbf-43a5-8234-64dd5a47b54e tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.022680 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9392c95c-25a7-420f-9d71-0d38ebe69ab5 req-881e836d-acbf-43a5-8234-64dd5a47b54e tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6509b1c-54c7-4857-bed6-b56c92c85424 HTTP/1.1" status: 200 len: 971 time: 0.2857766 Feb 04 15:23:52.024823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401b665c-951e-4d88-add8-a0813da14916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.101383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cacaa8b-ab8f-42f8-9d72-c573a5115246 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:52.103879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-50249857-f956-4240-8942-245256279e2a req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] For port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:52.104378 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-50249857-f956-4240-8942-245256279e2a req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.110268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-6849097d-65df-4378-9166-117a36a3824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.111683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-6849097d-65df-4378-9166-117a36a3824d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.1332757 Feb 04 15:23:52.113325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.165293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Set router 74189a42-6816-4b2c-8633-25efed543310 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:23:52.225932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Transition to ACTIVE for port object 8cacaa8b-ab8f-42f8-9d72-c573a5115246 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:52.233536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-a4be11f2-50f4-476e-a02d-e1d5f9ccf195 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115990 Feb 04 15:23:52.237686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.361007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-50249857-f956-4240-8942-245256279e2a req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Calling delete_port for 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 owned by compute:tempest-test_az-116491255 {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:23:52.372238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:52.433626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:52.433626 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.620424 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-401b665c-951e-4d88-add8-a0813da14916 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49270d3dc2d14d1bad4b19c2c2ae4296&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7157674 Feb 04 15:23:52.627945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43010) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:52.630180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b665c-951e-4d88-add8-a0813da14916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a376fa3-f2b0-4ede-971a-fa4bd84f88f9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:52.633800 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.642978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Pushing event updated for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:52.655719 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9392c95c-25a7-420f-9d71-0d38ebe69ab5 req-5341c230-229d-4b5b-9f59-28fac40baa4c tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.46 "GET /v2.0/security-groups?id=8feca0cc-c9f5-491b-8c39-0d2ee376cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6319127 Feb 04 15:23:52.676694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-50249857-f956-4240-8942-245256279e2a req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.694185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['2aefd0da-60dd-4606-9f15-95cd7d7b72e3'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:23:52.705426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Attempting to bind port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:52.706070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Attempting to bind port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:52.706610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Attempting to bind port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:52.728746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e89eb-fc6c-4535-9447-a0c890cbd39a req-02117dd4-f1ac-4325-b371-268b2a4384fd tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.732025 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea1e89eb-fc6c-4535-9447-a0c890cbd39a req-02117dd4-f1ac-4325-b371-268b2a4384fd tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 943 time: 0.5529778 Feb 04 15:23:52.738062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:23:52.739116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Pushing event deleted for resources: {'Port': ['ID=2aefd0da-60dd-4606-9f15-95cd7d7b72e3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:52.739763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Attempting to bind port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:52.740703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=aa35a5d4-c0dd-425c-9a3a-0e529173d0eb,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:52.752017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.802818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:52.803205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:52.804014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:52.804473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Bound port: 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:52.804891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.844309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-50249857-f956-4240-8942-245256279e2a req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] No DVR routers for this DVR port 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:52.849390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-50249857-f956-4240-8942-245256279e2a req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.861277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=aa35a5d4-c0dd-425c-9a3a-0e529173d0eb,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:52.863379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6509b1c-54c7-4857-bed6-b56c92c85424', 'name': 'network-vif-deleted', 'tag': '2aefd0da-60dd-4606-9f15-95cd7d7b72e3'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:52.872243 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-50249857-f956-4240-8942-245256279e2a req-3c6287a7-c3a0-4a00-a8d7-0395b803f416 tempest-AggregatesAdminTestJSON-1408943237 tempest-AggregatesAdminTestJSON-1408943237-project] 10.222.0.61 "DELETE /v2.0/ports/2aefd0da-60dd-4606-9f15-95cd7d7b72e3 HTTP/1.1" status: 204 len: 173 time: 1.8089635 Feb 04 15:23:52.881943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74189a42-6816-4b2c-8633-25efed543310', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:41Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'gw_port': {'id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:43Z', 'updated_at': '2022-02-04T15:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82', 'name': '', 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'mac_address': 'fa:16:3e:aa:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '41918414-7d30-43e5-8cec-84b9187b7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:48Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 2, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'subnets': [{'id': '41918414-7d30-43e5-8cec-84b9187b7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:52.889841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Checking router: 74189a42-6816-4b2c-8633-25efed543310 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:23:52.890844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Updating router 74189a42-6816-4b2c-8633-25efed543310 port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:23:52.961788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.975064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-d8e5974e-8616-452f-b0ec-64695b431fb7 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317889 Feb 04 15:23:53.028577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea1e89eb-fc6c-4535-9447-a0c890cbd39a req-392038c0-4491-4f1a-87e1-f63a2778348e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462356 Feb 04 15:23:53.088563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:53.126064 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2442b66-35c8-43fa-ac4c-470e95f4f1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.138581 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6509b1c-54c7-4857-bed6-b56c92c85424', 'name': 'network-vif-deleted', 'tag': '2aefd0da-60dd-4606-9f15-95cd7d7b72e3', 'status': 'completed', 'code': 200} Feb 04 15:23:53.174030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2442b66-35c8-43fa-ac4c-470e95f4f1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.248610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:53.327837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:53.330050 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87', 'status': 'completed', 'code': 200} Feb 04 15:23:53.344292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.420420 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2442b66-35c8-43fa-ac4c-470e95f4f1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.502152 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-be7529fa-b3a1-4600-b53b-c65ec57666a5 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386431 Feb 04 15:23:53.506646 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.524606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Transition to ACTIVE for port object ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:53.534308 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.550661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63640acd-2787-4b45-bf76-2cc55f3e59b1 req-b7d4e5de-f4b0-4eea-aa6a-ae56706f09b1 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652275 Feb 04 15:23:53.560784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:53.561441 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.562854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] 10.222.0.53 "PUT /v2.0/ports/8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 1095 time: 2.6365983 Feb 04 15:23:53.569813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2442b66-35c8-43fa-ac4c-470e95f4f1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a376fa3-f2b0-4ede-971a-fa4bd84f88f9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:53.596345 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2442b66-35c8-43fa-ac4c-470e95f4f1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.600180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b2442b66-35c8-43fa-ac4c-470e95f4f1f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a376fa3-f2b0-4ede-971a-fa4bd84f88f9 HTTP/1.1" status: 204 len: 168 time: 0.9644036 Feb 04 15:23:53.626778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884afa32-d941-4e2f-837f-7d48d1c093bd service neutron] Pushing event updated for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:53.666881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device aa35a5d4-c0dd-425c-9a3a-0e529173d0eb up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:53.729430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776c3b8-e8ba-4f4c-8e93-89444c52b3a8 req-a09b6b00-32ce-40a5-b8d5-66c7c4fd13e6 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:53.746810 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3776c3b8-e8ba-4f4c-8e93-89444c52b3a8 req-a09b6b00-32ce-40a5-b8d5-66c7c4fd13e6 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.5023339 Feb 04 15:23:53.860301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-357d9f7f-ceb4-4e4e-b8c4-0b8fe8cc4403 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:53.861883 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-357d9f7f-ceb4-4e4e-b8c4-0b8fe8cc4403 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449543 Feb 04 15:23:53.901205 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-dd3c3844-fe58-4ca0-b5af-669919967030 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/quotas/6ffe5b6b131243b6a5a38406e4d98c52 HTTP/1.1" status: 200 len: 375 time: 0.0272472 Feb 04 15:23:53.911477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db402e7-35cd-4f7d-adb0-ec3b7f0c26d5 None None] Pushing event updated for resources: {'Port': ['ID=ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:53.948829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6bd130aa-5be9-4bc1-b536-bb903a94e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:53.950450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-6bd130aa-5be9-4bc1-b536-bb903a94e8b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1098 time: 0.2440274 Feb 04 15:23:53.953836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3776c3b8-e8ba-4f4c-8e93-89444c52b3a8 req-ae7d1b6b-ef65-4450-8f5e-30835364237f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397507 Feb 04 15:23:53.984575 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-e77c4a5e-3def-4c2b-b1d6-012a4dd7e85a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821221 Feb 04 15:23:54.076676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Attempting to bind port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:54.077163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Attempting to bind port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd6159251-c793-467c-8037-9cf3cab7596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:54.077650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Attempting to bind port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 on network 56134bf6-d396-4dc3-a117-d5dd2e27d250 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:54.099533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:54.100250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Checking segment: {'id': 'd6159251-c793-467c-8037-9cf3cab7596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:54.101264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.101452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Bound using segment: {'id': 'd6159251-c793-467c-8037-9cf3cab7596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:54.102552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Bound port: ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6159251-c793-467c-8037-9cf3cab7596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:54.102552 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.120026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd906780-309a-4ed5-bef7-5683fde1398c req-5ea54089-c19c-431c-bcd8-5406c4c75df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:54.123171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd906780-309a-4ed5-bef7-5683fde1398c req-5ea54089-c19c-431c-bcd8-5406c4c75df4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1094 time: 0.4910610 Feb 04 15:23:54.137937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-f602270d-d3be-43a9-9cc0-486c9a4dc12e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 217 time: 0.1791863 Feb 04 15:23:54.198433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:54.211385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:54.211751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.221665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5d84ab1-dce6-4866-aa2c-90ec5c61732e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.241340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5d84ab1-dce6-4866-aa2c-90ec5c61732e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:54.245869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5d84ab1-dce6-4866-aa2c-90ec5c61732e admin admin] Usage tracker for resource:security_group_rule and tenant:bb5c331da3f34a92bf7beeb0c9dda2c6 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:54.250072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5d84ab1-dce6-4866-aa2c-90ec5c61732e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:54.260682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5d84ab1-dce6-4866-aa2c-90ec5c61732e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:54.393228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf55f488-edfb-4383-802f-d9a0cd30f845 req-bd69cbae-b99d-4591-a7c1-a8846c07ff79 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 210 time: 0.0868113 Feb 04 15:23:54.401536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-57dde1e0-60df-4de5-85db-adc89c27b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:54.404681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-57dde1e0-60df-4de5-85db-adc89c27b860 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2328410 Feb 04 15:23:54.418354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] For port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:54.435439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] For port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82,segment=NetworkSegment(d6159251-c793-467c-8037-9cf3cab7596e),segment_id=d6159251-c793-467c-8037-9cf3cab7596e)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:54.446476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.494745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5d84ab1-dce6-4866-aa2c-90ec5c61732e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.501188 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5d84ab1-dce6-4866-aa2c-90ec5c61732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.567426 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c5d84ab1-dce6-4866-aa2c-90ec5c61732e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb5c331da3f34a92bf7beeb0c9dda2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677266 Feb 04 15:23:54.569996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db402e7-35cd-4f7d-adb0-ec3b7f0c26d5 None None] Pushing event updated for resources: {'Port': ['ID=ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:54.593901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43074) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:54.596010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Routers {'74189a42-6816-4b2c-8633-25efed543310'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:23:54.596673 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:23:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['74189a42-6816-4b2c-8633-25efed543310'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:54.611450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d84ab1-dce6-4866-aa2c-90ec5c61732e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1944a4-bc2a-4e94-81a2-60ed50529cb9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:54.640975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd906780-309a-4ed5-bef7-5683fde1398c req-bfddcaf1-bff9-43e8-b8b9-d32489d92fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:54.642185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd906780-309a-4ed5-bef7-5683fde1398c req-bfddcaf1-bff9-43e8-b8b9-d32489d92fcf service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.5031655 Feb 04 15:23:54.674182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-516cf265-0946-4918-980d-d44352907a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.729929 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-516cf265-0946-4918-980d-d44352907a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.730865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd906780-309a-4ed5-bef7-5683fde1398c req-45283353-268f-4b84-88d3-89344fb24f5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 200 len: 217 time: 0.0818946 Feb 04 15:23:54.781066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:23:54.814942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c00e0-7cbc-4241-b39b-5d6b3d95e58a req-ae9ccd13-ea66-4203-915a-1f68b23f29cd tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:54.818374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-435c00e0-7cbc-4241-b39b-5d6b3d95e58a req-ae9ccd13-ea66-4203-915a-1f68b23f29cd tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 943 time: 0.3592474 Feb 04 15:23:54.833698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-d23003cb-f0e6-4e89-98ff-c0d725f5a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:54.836273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-d23003cb-f0e6-4e89-98ff-c0d725f5a488 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4249365 Feb 04 15:23:54.851473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-516cf265-0946-4918-980d-d44352907a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.881393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cf265-0946-4918-980d-d44352907a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1944a4-bc2a-4e94-81a2-60ed50529cb9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:54.891431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-516cf265-0946-4918-980d-d44352907a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.895637 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-516cf265-0946-4918-980d-d44352907a1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b1944a4-bc2a-4e94-81a2-60ed50529cb9 HTTP/1.1" status: 204 len: 168 time: 0.3004591 Feb 04 15:23:54.922069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:23:54.922674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2aefd0da-60dd-4606-9f15-95cd7d7b72e3 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:23:54.993536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd906780-309a-4ed5-bef7-5683fde1398c req-7f6e6b71-f440-4942-8395-aee7f8b5e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:54.995162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd906780-309a-4ed5-bef7-5683fde1398c req-7f6e6b71-f440-4942-8395-aee7f8b5e522 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.2577052 Feb 04 15:23:55.052086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] Set router 74189a42-6816-4b2c-8633-25efed543310 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:23:55.074421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-435c00e0-7cbc-4241-b39b-5d6b3d95e58a req-c20dd2aa-e77d-4abb-9451-c6724fade29d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269595 Feb 04 15:23:55.076442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd906780-309a-4ed5-bef7-5683fde1398c req-fa69fb73-47b7-4e65-933c-40caef803018 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729561 Feb 04 15:23:55.289889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-8524aa74-d85c-4800-88cc-2191b878e0f9 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401464 Feb 04 15:23:55.582952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:55.600602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43108) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:55.610902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74189a42-6816-4b2c-8633-25efed543310', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:41Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'gw_port': {'id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:43Z', 'updated_at': '2022-02-04T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82', 'name': '', 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'mac_address': 'fa:16:3e:aa:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '41918414-7d30-43e5-8cec-84b9187b7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:48Z', 'updated_at': '2022-02-04T15:23:54Z', 'revision_number': 4, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'subnets': [{'id': '41918414-7d30-43e5-8cec-84b9187b7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:55.622114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe20fc71-67c3-4e24-9dfd-25d7515fdb3c req-fa88b9df-159f-4fcc-a6d8-48029b3809bd service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233318 Feb 04 15:23:55.622668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450604731', 'description': 'tempest-description--1462503979'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:55.623717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ccdf4-0226-4de3-9624-45a2bf915966 None None] The sync data for ids ['74189a42-6816-4b2c-8633-25efed543310'] in n-d-827870-1 is: [{'id': '74189a42-6816-4b2c-8633-25efed543310', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:41Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'gw_port': {'id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:43Z', 'updated_at': '2022-02-04T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82', 'name': '', 'network_id': '56134bf6-d396-4dc3-a117-d5dd2e27d250', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'mac_address': 'fa:16:3e:aa:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '41918414-7d30-43e5-8cec-84b9187b7767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:48Z', 'updated_at': '2022-02-04T15:23:54Z', 'revision_number': 4, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'subnets': [{'id': '41918414-7d30-43e5-8cec-84b9187b7767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:23:55.634380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:55.641197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Usage tracker for resource:security_group and tenant:b1baa26892154827b285efc1851d94f0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:55.718549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1ada4-ee71-48a3-bdc7-ddce4af4539c req-cbcbd782-dab4-4264-a20c-78efce98b143 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.720236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dd1ada4-ee71-48a3-bdc7-ddce4af4539c req-cbcbd782-dab4-4264-a20c-78efce98b143 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.2409513 Feb 04 15:23:55.725435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:55.746725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:55.782316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd906780-309a-4ed5-bef7-5683fde1398c req-1b7646f2-b91f-4b8b-a130-622c42342862 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919901 Feb 04 15:23:55.794579 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dd1ada4-ee71-48a3-bdc7-ddce4af4539c req-7b814338-dfe2-4449-bac7-8084b881e3d2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656335 Feb 04 15:23:55.795667 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:55.856690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:55.865661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Usage tracker for resource:security_group_rule and tenant:b1baa26892154827b285efc1851d94f0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:55.872519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:55.887539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:55.934485 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'status': 'completed', 'code': 200} Feb 04 15:23:56.016829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-92a0a44a-f834-461d-a9d9-b23f50319413 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649357 Feb 04 15:23:56.061921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5d062580-5f9f-40d9-a8e5-bdd9103f1be4 req-22610e9d-a149-48ef-b702-f53be064d305 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Synchronizing usage tracker for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:56.213247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5d062580-5f9f-40d9-a8e5-bdd9103f1be4 req-22610e9d-a149-48ef-b702-f53be064d305 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Unset dirty status for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:56.214381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d062580-5f9f-40d9-a8e5-bdd9103f1be4 req-22610e9d-a149-48ef-b702-f53be064d305 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 210 time: 0.2995374 Feb 04 15:23:56.300485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-4bbe556d-2d4a-4d76-a50c-76ff0829291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:56.302042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-4bbe556d-2d4a-4d76-a50c-76ff0829291d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1098 time: 0.2214785 Feb 04 15:23:56.304711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd906780-309a-4ed5-bef7-5683fde1398c req-02f70686-aedf-4c5e-be0f-fc47e2402fb8 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170467 Feb 04 15:23:56.380043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-0345abdd-f499-499e-a0ac-7fc126f8505e tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:56.387222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-0345abdd-f499-499e-a0ac-7fc126f8505e tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3634074 Feb 04 15:23:56.485072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Request body: {'port': {'device_id': '0c8fe31e-70dc-4346-b16f-551cca60d0c6', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '6ffe5b6b131243b6a5a38406e4d98c52'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:56.533046 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:56.638040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:56.657049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-01360a29-632c-45ae-b769-026ab2e86372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:56.658768 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-01360a29-632c-45ae-b769-026ab2e86372 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3456635 Feb 04 15:23:56.741707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-7092d0dd-98af-4110-9086-d40416a84e25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 217 time: 0.0740891 Feb 04 15:23:56.756431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:56.757920 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1548848 Feb 04 15:23:56.774958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43154) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:56.782000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a20ee-fc16-401b-b8ff-fd524ce05c6e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:56.796849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Request body: {'security_group_rule': {'security_group_id': 'd1ee3d10-8c26-47c8-aaf1-d6d85c3921bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:56.827988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:56.855476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Usage tracker for resource:security_group_rule and tenant:b1baa26892154827b285efc1851d94f0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:56.864502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-329d4913-33eb-461f-8ef9-428cb7b7663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:56.865659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:56.873907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-329d4913-33eb-461f-8ef9-428cb7b7663a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1240265 Feb 04 15:23:56.897979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:57.020040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-7bb9a1b9-921d-4a12-946e-c2b1910d2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.020040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-7bb9a1b9-921d-4a12-946e-c2b1910d2140 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388669 Feb 04 15:23:57.032631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a62d15-e8f6-471c-945c-53c00473c5f4 req-b68b3ae7-607e-44d0-ade8-55f082efd2a4 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.034180 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6a62d15-e8f6-471c-945c-53c00473c5f4 req-b68b3ae7-607e-44d0-ade8-55f082efd2a4 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 943 time: 0.6333253 Feb 04 15:23:57.040033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:57.067885 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.086388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:57.137846 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6a62d15-e8f6-471c-945c-53c00473c5f4 req-b3060c76-35cf-4069-9872-d37f215ee91b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950971 Feb 04 15:23:57.159809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Made reservation on behalf of 6ffe5b6b131243b6a5a38406e4d98c52 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:57.163637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.289733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.292462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-9f84ae13-944d-4aa0-8e4b-88ba0281f73f service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624235 Feb 04 15:23:57.301125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41e83b-388e-4792-84b2-c7de4b00d20a req-b1e341bf-a166-491b-9acf-cbe2e58b5fe8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.308528 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.310252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f41e83b-388e-4792-84b2-c7de4b00d20a req-b1e341bf-a166-491b-9acf-cbe2e58b5fe8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.2540987 Feb 04 15:23:57.379156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc054b3-ea8f-4f4e-ae65-11cca018325d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:57.426424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.430547 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-38f94325-6a70-45af-9192-83875a3f396a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6518462 Feb 04 15:23:57.434444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43190) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:57.466289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Request body: {'security_group_rule': {'security_group_id': 'd1ee3d10-8c26-47c8-aaf1-d6d85c3921bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:57.492125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Allocated IP 192.168.233.139 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/6dc8edf2-0f2c-4193-9d38-491f85ec9581) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:57.514598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 792a4cac-e0be-49a7-8529-08ae84464f87 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:23:57.565051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:57.617659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Usage tracker for resource:security_group_rule and tenant:b1baa26892154827b285efc1851d94f0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:57.626083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:57.639395 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5030ae50-76d6-40e8-9a5a-dfcf60c8c6b0 req-d7528eb3-8ca9-4419-aac4-766f2a4bf089 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281474 Feb 04 15:23:57.640470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:57.657151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f41e83b-388e-4792-84b2-c7de4b00d20a req-ea541154-51d1-4a97-92dd-d15bdb75ad7f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226957 Feb 04 15:23:57.695957 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.703928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:57.719424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '792a4cac-e0be-49a7-8529-08ae84464f87', 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a', 'port_id': '792a4cac-e0be-49a7-8529-08ae84464f87', 'mac_address': 'fa:16:3e:7f:7a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bf423-9158-4592-9d27-82a640f09d10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:23:57.720460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bf1fdade-e8fa-47d5-aacf-eef103177148 req-3ed687f5-714d-4b0d-a675-b93d86e8cd8e tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Synchronizing usage tracker for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:23:57.765653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:57.834111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bf1fdade-e8fa-47d5-aacf-eef103177148 req-3ed687f5-714d-4b0d-a675-b93d86e8cd8e tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Unset dirty status for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:23:57.835428 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bf1fdade-e8fa-47d5-aacf-eef103177148 req-3ed687f5-714d-4b0d-a675-b93d86e8cd8e tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 210 time: 0.2257535 Feb 04 15:23:57.848108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.855576 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.862669 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.876949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792a4cac-e0be-49a7-8529-08ae84464f87 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:57.902457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:57.904633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:57.912373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:57.912743 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.932865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec2e6c4-ca72-4e37-8aaa-8afee808e4ff,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:57.951599 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.963981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.966651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0460fa82-c897-4de5-a677-817cd51b87cd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5291665 Feb 04 15:23:57.968910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43206) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:23:57.975205 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.984481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:57.993224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Transition to ACTIVE for port object 6dc8edf2-0f2c-4193-9d38-491f85ec9581 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:57.999879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:23:58.009763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Usage tracker for resource:floatingip and tenant:b1baa26892154827b285efc1851d94f0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:23:58.015614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:23:58.027225 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.037736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:23:58.065364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.085317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=792a4cac-e0be-49a7-8529-08ae84464f87,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:58.143049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:58.144511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:58.157008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.172920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:58.180817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:58.181262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-c7d9c5d1-96d7-41db-b460-b8a8697f835c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=289fff735cfd4a71bf844d7e38a955f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836661 Feb 04 15:23:58.188523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.205326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82,segment=NetworkSegment(d6159251-c793-467c-8037-9cf3cab7596e),segment_id=d6159251-c793-467c-8037-9cf3cab7596e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:23:58.206800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Pushing event updated for resources: {'Port': ['ID=6dc8edf2-0f2c-4193-9d38-491f85ec9581,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:58.213235 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.221235 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-11cd84ea-9e06-4b16-9737-7b1d18da3af3 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8190436 Feb 04 15:23:58.235303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Request body: {'port': {'device_id': '0c8fe31e-70dc-4346-b16f-551cca60d0c6', 'device_owner': 'compute:tempest-test_az-116491255', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:58.285982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['792a4cac-e0be-49a7-8529-08ae84464f87'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:23:58.339638 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:23:58.407470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.453921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:58.514552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-37f3caa2-d455-4772-9a54-a953e0265194 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:58.516644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-37f3caa2-d455-4772-9a54-a953e0265194 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288174 Feb 04 15:23:58.539899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-d3d5fe0b-ba55-4527-b7fe-13e5314d971a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/quotas/289fff735cfd4a71bf844d7e38a955f1 HTTP/1.1" status: 200 len: 375 time: 0.0145557 Feb 04 15:23:58.588009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55b87b8b-a83d-4021-959a-30666937d488 None None] Provisioning for port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:58.593828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55b87b8b-a83d-4021-959a-30666937d488 None None] Provisioning complete for port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:58.594188 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55b87b8b-a83d-4021-959a-30666937d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.600632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-f36bbaae-0934-4642-863c-8a474880f993 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=289fff735cfd4a71bf844d7e38a955f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489712 Feb 04 15:23:58.607482 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.653466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55b87b8b-a83d-4021-959a-30666937d488 None None] Port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:23:58.742078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70584f5-317d-460a-882f-5a665a088945 req-cae9890d-1207-4019-abbb-6ec8ed126a96 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:58.743685 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a70584f5-317d-460a-882f-5a665a088945 req-cae9890d-1207-4019-abbb-6ec8ed126a96 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 944 time: 0.2409992 Feb 04 15:23:58.818838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Allocated IP 172.25.8.25 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/949b54dd-784e-4ed0-89b4-5bb651dd9c44) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:58.869694 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a70584f5-317d-460a-882f-5a665a088945 req-c7da6243-335d-45b5-8ac4-ac67adcd4c87 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609210 Feb 04 15:23:58.967443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc8edf2-0f2c-4193-9d38-491f85ec9581 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:58.978290 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.996272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Transition to ACTIVE for port object 6dc8edf2-0f2c-4193-9d38-491f85ec9581 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:59.006475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.078876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.108977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff49cd-eb88-4431-99d5-74582299174a req-473a64f0-7993-4bb8-bde6-ed51fc2cecb6 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.110654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0fff49cd-eb88-4431-99d5-74582299174a req-473a64f0-7993-4bb8-bde6-ed51fc2cecb6 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.1939487 Feb 04 15:23:59.184453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc8edf2-0f2c-4193-9d38-491f85ec9581,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:59.293458 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0fff49cd-eb88-4431-99d5-74582299174a req-23eaa2f3-80e0-4916-9cfa-586325fb972f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747868 Feb 04 15:23:59.314109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-f3ba0829-4b53-4c36-a11b-9f96eb022fda tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=289fff735cfd4a71bf844d7e38a955f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330926 Feb 04 15:23:59.321323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Attempting to bind port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:59.322873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Attempting to bind port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:59.323551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Attempting to bind port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:59.338518 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.359947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:23:59.360465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Attempting to bind port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:23:59.430996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:23:59.433095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:23:59.433647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:23:59.434256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Bound port: 6dc8edf2-0f2c-4193-9d38-491f85ec9581, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:59.434706 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.454133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:59.457718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:59.462469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:23:59.521810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8cacaa8b-ab8f-42f8-9d72-c573a5115246 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:23:59.569379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 792a4cac-e0be-49a7-8529-08ae84464f87 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:59.600792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event updated for resources: {'Port': ['ID=949b54dd-784e-4ed0-89b4-5bb651dd9c44,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:59.605850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] For port 6dc8edf2-0f2c-4193-9d38-491f85ec9581, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:23:59.618279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-50fba92c-5ecb-4011-a33d-1775310c3edb tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.625129 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-50fba92c-5ecb-4011-a33d-1775310c3edb tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890356 Feb 04 15:23:59.641298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-3a2d4947-ec3a-4f9f-ac51-5c9e20effe9b tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/quotas/289fff735cfd4a71bf844d7e38a955f1 HTTP/1.1" status: 200 len: 375 time: 0.0152946 Feb 04 15:23:59.644705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] For port 6dc8edf2-0f2c-4193-9d38-491f85ec9581, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6dc8edf2-0f2c-4193-9d38-491f85ec9581,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:23:59.656885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:23:59.758914 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:23:59.762322 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.764519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.809605 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-72d2a636-3575-4bb4-9b49-702800beb4c5 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=289fff735cfd4a71bf844d7e38a955f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1632612 Feb 04 15:23:59.839745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.840426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.841742 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] 10.222.0.61 "PUT /v2.0/ports/6dc8edf2-0f2c-4193-9d38-491f85ec9581 HTTP/1.1" status: 200 len: 1117 time: 1.6120884 Feb 04 15:23:59.842173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8fe31e-70dc-4346-b16f-551cca60d0c6', 'tag': '6dc8edf2-0f2c-4193-9d38-491f85ec9581'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:59.853969 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.864607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c4629-48df-4c0e-8370-a1678f3d5053 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc8edf2-0f2c-4193-9d38-491f85ec9581,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:59.954738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 792a4cac-e0be-49a7-8529-08ae84464f87 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:59.960512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80a411-5a78-40bc-ac66-7492c6455882 req-b6823156-c0c0-488f-9bfc-3919feefd6cf tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.969976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 792a4cac-e0be-49a7-8529-08ae84464f87 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:59.970428 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.975893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d80a411-5a78-40bc-ac66-7492c6455882 req-b6823156-c0c0-488f-9bfc-3919feefd6cf tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 969 time: 0.3909101 Feb 04 15:24:00.028145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-7bdf620d-ff82-446a-86ba-d359dc08b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.029768 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-7bdf620d-ff82-446a-86ba-d359dc08b05e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 1120 time: 0.1393976 Feb 04 15:24:00.252390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d80a411-5a78-40bc-ac66-7492c6455882 req-17960e03-0e51-4860-9e1d-6f182382d0cc tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610264 Feb 04 15:24:00.273356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:00.273356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.286299 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-90590707-9dd0-4afd-bbd1-69befefae188 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=6dc8edf2-0f2c-4193-9d38-491f85ec9581 HTTP/1.1" status: 200 len: 217 time: 0.2464089 Feb 04 15:24:00.396826 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8fe31e-70dc-4346-b16f-551cca60d0c6', 'tag': '6dc8edf2-0f2c-4193-9d38-491f85ec9581', 'status': 'completed', 'code': 200} Feb 04 15:24:00.422578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:00.432722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-04736457-244c-49ca-88c5-cb3cbda3d6be tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=289fff735cfd4a71bf844d7e38a955f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117167 Feb 04 15:24:00.511978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'mac_address': 'fa:16:3e:38:6e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:24:00.553145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-efa5bfe8-8993-4c78-8b49-d87b703a2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.554874 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-efa5bfe8-8993-4c78-8b49-d87b703a2d8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2627141 Feb 04 15:24:00.565293 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3a6453da-774f-426e-96df-e5f4974a343f req-9a5d6854-b7c8-4571-b1df-8be3bb43e11b tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 210 time: 0.1552918 Feb 04 15:24:00.738823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-81d29fb4-0928-46b7-8595-98e0298b32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.743521 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-81d29fb4-0928-46b7-8595-98e0298b32e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1730189 Feb 04 15:24:00.795405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63052b92-3879-45a2-bcd9-56fa4d4b30ec req-b704a49a-72c9-466b-8b0b-ae814187169a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.797449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63052b92-3879-45a2-bcd9-56fa4d4b30ec req-b704a49a-72c9-466b-8b0b-ae814187169a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 944 time: 0.2223849 Feb 04 15:24:00.799674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.875128 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.885933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-227d276f-f581-4d6c-a435-eb3a300da5db tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.887657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-227d276f-f581-4d6c-a435-eb3a300da5db tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4314432 Feb 04 15:24:00.888296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.931960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.976137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:00.980304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:00.985208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-05de06e7-14f9-4370-b2ab-656c5d048c77 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320149 Feb 04 15:24:00.989465 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.995918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event updated for resources: {'Port': ['ID=949b54dd-784e-4ed0-89b4-5bb651dd9c44,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:01.008849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Request body: {'port': {'device_id': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '289fff735cfd4a71bf844d7e38a955f1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:01.028840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cacaa8b-ab8f-42f8-9d72-c573a5115246 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:01.086943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:01.131020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:01.135596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=792a4cac-e0be-49a7-8529-08ae84464f87,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:01.149484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63052b92-3879-45a2-bcd9-56fa4d4b30ec req-509e7a7c-47b5-49d5-878e-a42e431444a3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195112 Feb 04 15:24:01.193334 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:01.197368 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:01.207594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322b3e-8f47-4b65-8980-ee93b3959303 req-5711d52f-2c95-48fb-b7bd-bd8eae9519a8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:01.208870 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd322b3e-8f47-4b65-8980-ee93b3959303 req-5711d52f-2c95-48fb-b7bd-bd8eae9519a8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.2221742 Feb 04 15:24:01.209590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b635858b-3f9b-4849-b2c7-c4cd8b978fa2 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2387555 Feb 04 15:24:01.242439 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-add7e5f0-93cc-405a-a186-8fd60a7218e1 req-d843a765-438b-442e-b365-132c7a2d5e29 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104874 Feb 04 15:24:01.300943 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd322b3e-8f47-4b65-8980-ee93b3959303 req-5bf3fb01-7941-4f0a-ba8e-c0a59241c865 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908852 Feb 04 15:24:01.333173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:01.346608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Usage tracker for resource:port and tenant:289fff735cfd4a71bf844d7e38a955f1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:01.353505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:01.364667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:01.388242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Made reservation on behalf of 289fff735cfd4a71bf844d7e38a955f1 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:01.391984 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:01.413717 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:01.455707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:01.463838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Usage tracker for resource:security_group_rule and tenant:289fff735cfd4a71bf844d7e38a955f1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:01.467755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:01.468454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:01.473471 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87', 'code': 200} Feb 04 15:24:01.483284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:01.492424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8cacaa8b-ab8f-42f8-9d72-c573a5115246'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:01.540162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-f178c253-06c4-413d-9fe3-fb74a2039eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:01.542242 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-f178c253-06c4-413d-9fe3-fb74a2039eb1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 1120 time: 0.1816878 Feb 04 15:24:01.784530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.61', 62869) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:01.793683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-24d1c54c-4bac-4042-bfd6-68f1beb8608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:01.795369 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-24d1c54c-4bac-4042-bfd6-68f1beb8608d service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2458956 Feb 04 15:24:01.831674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-35f0a4db-8126-4e82-8a57-50a3a13b59f6 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=289fff735cfd4a71bf844d7e38a955f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429413 Feb 04 15:24:01.877596 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-c9153dde-54e5-44b2-b735-f9d263ea278c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=6dc8edf2-0f2c-4193-9d38-491f85ec9581 HTTP/1.1" status: 200 len: 217 time: 0.0738297 Feb 04 15:24:01.955571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ba00f-1626-4b00-bca9-56c61d7ea12e req-b0689eaf-3db0-4e8a-bbd8-0f9381d2bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:01.957847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f86ba00f-1626-4b00-bca9-56c61d7ea12e req-b0689eaf-3db0-4e8a-bbd8-0f9381d2bbd9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1096 time: 0.4009130 Feb 04 15:24:01.969283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-a1c264a3-c53e-4d02-b380-c20352ad0154 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Synchronizing usage tracker for tenant:b1baa26892154827b285efc1851d94f0 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:01.976398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-4b49a020-ba29-4dac-b2fa-52e3aa5f13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:01.978084 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-4b49a020-ba29-4dac-b2fa-52e3aa5f13af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0854006 Feb 04 15:24:02.033267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-a1c264a3-c53e-4d02-b380-c20352ad0154 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Unset dirty status for tenant:b1baa26892154827b285efc1851d94f0 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:02.037009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.041174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-a1c264a3-c53e-4d02-b380-c20352ad0154 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1450604731&fields=id&tenant_id=b1baa26892154827b285efc1851d94f0 HTTP/1.1" status: 200 len: 267 time: 0.1625264 Feb 04 15:24:02.054898 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.118098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43334) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:02.164994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f86ba00f-1626-4b00-bca9-56c61d7ea12e req-3ab7be8b-19f6-4ad2-aabd-86a31c2eed68 service neutron] Synchronizing usage tracker for tenant:0168a08cfbde413da4f055db4eed91f5 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:02.185816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa14168-71f9-4557-9394-1cdd396d5c02 req-bbc2f866-4288-4c62-b491-a863f4f63245 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.189250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-caa14168-71f9-4557-9394-1cdd396d5c02 req-bbc2f866-4288-4c62-b491-a863f4f63245 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 969 time: 0.5360901 Feb 04 15:24:02.191674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-595bb5ec-8553-4b49-a7d2-b2c0890f79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.193339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-595bb5ec-8553-4b49-a7d2-b2c0890f79a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070727 Feb 04 15:24:02.202007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-f1210007-38c5-43be-a93e-e23aab164624 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.203388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-f1210007-38c5-43be-a93e-e23aab164624 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595014 Feb 04 15:24:02.208264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcf1021-6fba-4ba4-b39b-37df5cc0df3a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:02.241538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Request body: {'port': {'device_id': 'b1596f6a-7be6-44a4-ab36-06d620c44b89', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '289fff735cfd4a71bf844d7e38a955f1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:02.279194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-8c09089e-0127-4f87-b918-a6bd2d11668b tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.280735 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-8c09089e-0127-4f87-b918-a6bd2d11668b tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/networks?id=3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 200 len: 824 time: 0.2387810 Feb 04 15:24:02.406485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4804aaaa-1385-4750-9c15-9b735ca47b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.417647 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-8b651db1-d590-47fc-9099-d47b004d04fa tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/quotas/b1baa26892154827b285efc1851d94f0 HTTP/1.1" status: 200 len: 375 time: 0.1240566 Feb 04 15:24:02.444723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f86ba00f-1626-4b00-bca9-56c61d7ea12e req-3ab7be8b-19f6-4ad2-aabd-86a31c2eed68 service neutron] Unset dirty status for tenant:0168a08cfbde413da4f055db4eed91f5 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:02.445852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f86ba00f-1626-4b00-bca9-56c61d7ea12e req-3ab7be8b-19f6-4ad2-aabd-86a31c2eed68 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741151 Feb 04 15:24:02.478695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4804aaaa-1385-4750-9c15-9b735ca47b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:02.489539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4804aaaa-1385-4750-9c15-9b735ca47b1b admin admin] Usage tracker for resource:security_group_rule and tenant:388d8a5172f64da1af099f82b2962497 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:02.501936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4804aaaa-1385-4750-9c15-9b735ca47b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:02.514370 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-caa14168-71f9-4557-9394-1cdd396d5c02 req-39e88317-20a1-4dff-9192-ecc1a8f98c19 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069503 Feb 04 15:24:02.518139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4804aaaa-1385-4750-9c15-9b735ca47b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:02.525912 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-2640310d-2107-49ad-b8c9-8aa88466ac45 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200934 Feb 04 15:24:02.579342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Allocated IP 192.168.233.176 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/3df57a59-0c9e-476a-9a06-5c18341f0801) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:02.595189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:02.602142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Usage tracker for resource:port and tenant:289fff735cfd4a71bf844d7e38a955f1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:02.606620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:02.624070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:02.658699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Made reservation on behalf of 289fff735cfd4a71bf844d7e38a955f1 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:02.662038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.692675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-a653f56e-7be7-40b1-85ca-c8a613dd4da4 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Synchronizing usage tracker for tenant:b1baa26892154827b285efc1851d94f0 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:02.739423 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c70f16ae-7975-4d71-83e6-ccc7356803a6 req-7d05bbad-aef8-45b3-8940-7a1276fafee9 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066660 Feb 04 15:24:02.745209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-a653f56e-7be7-40b1-85ca-c8a613dd4da4 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Unset dirty status for tenant:b1baa26892154827b285efc1851d94f0 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:02.746547 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-a653f56e-7be7-40b1-85ca-c8a613dd4da4 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1baa26892154827b285efc1851d94f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3210809 Feb 04 15:24:02.777250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4804aaaa-1385-4750-9c15-9b735ca47b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.781817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4804aaaa-1385-4750-9c15-9b735ca47b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.800563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14c1ce50-ca50-4a34-92cf-b01972c7f46a req-de23cf16-3f86-49f4-9aea-aa59385dcde6 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 210 time: 0.1216044 Feb 04 15:24:02.844815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4804aaaa-1385-4750-9c15-9b735ca47b1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=388d8a5172f64da1af099f82b2962497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7235575 Feb 04 15:24:02.846426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43354) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:02.893934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804aaaa-1385-4750-9c15-9b735ca47b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614e8f56-b96b-40da-a412-f5c84dbbdacd,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:02.917411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-50f3b277-cd76-4525-8597-e3712ce1c83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.922243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-c05b29d6-a9b6-4902-928c-643c13b6ae6f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:24:02.923471 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-c05b29d6-a9b6-4902-928c-643c13b6ae6f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0921526 Feb 04 15:24:03.004504 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.020663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-50f3b277-cd76-4525-8597-e3712ce1c83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.035543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Transition to ACTIVE for port object 3df57a59-0c9e-476a-9a06-5c18341f0801 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:03.069003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8129f9-6d5b-4e93-a158-435b4946c243 req-294944ce-67f0-4432-a288-61bfcd68227c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:03.070490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c8129f9-6d5b-4e93-a158-435b4946c243 req-294944ce-67f0-4432-a288-61bfcd68227c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 945 time: 0.1247272 Feb 04 15:24:03.107171 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-0d992f8a-d8de-477e-b486-f9f23b20512f service neutron] 10.222.0.46 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738164 Feb 04 15:24:03.132740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.141764 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-50f3b277-cd76-4525-8597-e3712ce1c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.210276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3b277-cd76-4525-8597-e3712ce1c83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614e8f56-b96b-40da-a412-f5c84dbbdacd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:03.227524 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c8129f9-6d5b-4e93-a158-435b4946c243 req-6c17e43e-a312-4fa7-8eb2-f80d75f95ea2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500888 Feb 04 15:24:03.232034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-50f3b277-cd76-4525-8597-e3712ce1c83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.233201 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-50f3b277-cd76-4525-8597-e3712ce1c83d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/614e8f56-b96b-40da-a412-f5c84dbbdacd HTTP/1.1" status: 204 len: 168 time: 0.3855739 Feb 04 15:24:03.293614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:03.295622 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-ba4bc3c0-d4a9-4ea0-a473-0e99bb0e724a service neutron] 10.222.0.46 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817298 Feb 04 15:24:03.299720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:03.302187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:03.309559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:24:03.314855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:03.315454 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.322066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Allocated IP 192.168.233.208 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/b484ca90-e1bc-4484-a306-491bfa5d5e8c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:03.373875 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-aa5c4a5f-ea1d-4bbf-83bf-1e4647995136 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3828049 Feb 04 15:24:03.399946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Request body: {'port': {'device_id': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:03.533335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8cacaa8b-ab8f-42f8-9d72-c573a5115246 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:24:03.675054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:03.682907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-661b0c07-be21-4692-98e2-97dbb316242a None None] Provisioning for port 3df57a59-0c9e-476a-9a06-5c18341f0801 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:03.691413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-661b0c07-be21-4692-98e2-97dbb316242a None None] Provisioning complete for port 3df57a59-0c9e-476a-9a06-5c18341f0801 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:03.692343 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-661b0c07-be21-4692-98e2-97dbb316242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.729473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:03.730018 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.799573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43384) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:03.828879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-661b0c07-be21-4692-98e2-97dbb316242a None None] Port 3df57a59-0c9e-476a-9a06-5c18341f0801 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:24:03.836601 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-426b7fd2-05a1-40b6-963a-79056da73988 req-7bda2bf5-e1d7-455a-a110-5bdbe8c62b57 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 210 time: 0.0479820 Feb 04 15:24:03.851975 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6c13-959a-4038-bbae-94ed81429e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.874677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2e8c6c13-959a-4038-bbae-94ed81429e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:03.879156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2e8c6c13-959a-4038-bbae-94ed81429e11 admin admin] Usage tracker for resource:security_group_rule and tenant:678b7cc0af224861ba16019c10c4ba41 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:03.882451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2e8c6c13-959a-4038-bbae-94ed81429e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:03.888828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2e8c6c13-959a-4038-bbae-94ed81429e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:03.909709 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.941626 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.946445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:03.960881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:03.966336 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.047327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:04.049047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd3c5-375d-4f6f-8569-560ab02c8620 req-de30fd3a-a30d-4e59-89e1-2a94979f58c5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.056413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-726bd3c5-375d-4f6f-8569-560ab02c8620 req-de30fd3a-a30d-4e59-89e1-2a94979f58c5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 948 time: 0.6176169 Feb 04 15:24:04.098870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.136512 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2a7c-a37a-410e-a7bf-d7efeb78ffdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.140792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d29b7-a6a7-49d2-8b32-c52cd21c246f req-adcb47a7-7b67-4cec-a4ea-a0b72c611eb9 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.143536 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db3d29b7-a6a7-49d2-8b32-c52cd21c246f req-adcb47a7-7b67-4cec-a4ea-a0b72c611eb9 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 969 time: 0.1116157 Feb 04 15:24:04.170799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Transition to ACTIVE for port object b484ca90-e1bc-4484-a306-491bfa5d5e8c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:04.195302 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db3d29b7-a6a7-49d2-8b32-c52cd21c246f req-5787b638-b197-460f-b1a0-fb80ef7b1182 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 Feb 04 15:24:04.228752 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6c13-959a-4038-bbae-94ed81429e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.238963 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-726bd3c5-375d-4f6f-8569-560ab02c8620 req-3253e5db-e5c2-4c4f-bad3-4bdd8c86e0d4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815062 Feb 04 15:24:04.243849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6c13-959a-4038-bbae-94ed81429e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.305817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2e8c6c13-959a-4038-bbae-94ed81429e11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=678b7cc0af224861ba16019c10c4ba41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976411 Feb 04 15:24:04.308590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43398) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:04.329710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c6c13-959a-4038-bbae-94ed81429e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9ff02a-87ce-44dd-a214-885b8f780845,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:04.353446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.454135 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23284bd4-9c35-41d7-8920-9c8e906b5aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.506811 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23284bd4-9c35-41d7-8920-9c8e906b5aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.579971 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23284bd4-9c35-41d7-8920-9c8e906b5aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.605111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23284bd4-9c35-41d7-8920-9c8e906b5aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9ff02a-87ce-44dd-a214-885b8f780845,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:04.608295 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'code': 200} Feb 04 15:24:04.614030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23284bd4-9c35-41d7-8920-9c8e906b5aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.633441 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-23284bd4-9c35-41d7-8920-9c8e906b5aac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d9ff02a-87ce-44dd-a214-885b8f780845 HTTP/1.1" status: 204 len: 168 time: 0.3155813 Feb 04 15:24:04.657587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:04.661502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Pushing event updated for resources: {'Port': ['ID=b484ca90-e1bc-4484-a306-491bfa5d5e8c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:04.664213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:04.670095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:24:04.675344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.675959 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.829029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6dc8edf2-0f2c-4193-9d38-491f85ec9581 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:24:04.839501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-c785204c-5289-4f5c-85ac-a14c3c3887f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6220379 Feb 04 15:24:04.864117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Request body: {'port': {'device_id': 'b1596f6a-7be6-44a4-ab36-06d620c44b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:04.913214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef1a22-401a-4d79-98cf-61413119d5cb req-5f081662-befd-4b69-a5f1-6753300f07ea tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.922354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-80ef1a22-401a-4d79-98cf-61413119d5cb req-5f081662-befd-4b69-a5f1-6753300f07ea tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 945 time: 0.1455417 Feb 04 15:24:04.953809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcbfef-4e80-46bc-a044-f689ed08108e req-592e8523-25d3-4bf8-905e-cfc42fd6a985 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.954471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8efcbfef-4e80-46bc-a044-f689ed08108e req-592e8523-25d3-4bf8-905e-cfc42fd6a985 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Synchronizing usage tracker for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:04.971799 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-80ef1a22-401a-4d79-98cf-61413119d5cb req-244b17e8-f2fe-4061-8a74-408c80ae850c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480635 Feb 04 15:24:04.983697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-85ec42a6-e516-41cf-80cb-71765f3f4afc None None] Provisioning for port b484ca90-e1bc-4484-a306-491bfa5d5e8c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:05.017305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-85ec42a6-e516-41cf-80cb-71765f3f4afc None None] Provisioning complete for port b484ca90-e1bc-4484-a306-491bfa5d5e8c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:05.017805 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-85ec42a6-e516-41cf-80cb-71765f3f4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.085264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6dc8edf2-0f2c-4193-9d38-491f85ec9581, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6dc8edf2-0f2c-4193-9d38-491f85ec9581,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:05.111460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '6dc8edf2-0f2c-4193-9d38-491f85ec9581', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '6dc8edf2-0f2c-4193-9d38-491f85ec9581', 'mac_address': 'fa:16:3e:5f:5d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:tempest-test_az-116491255', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:24:05.115609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-85ec42a6-e516-41cf-80cb-71765f3f4afc None None] Port b484ca90-e1bc-4484-a306-491bfa5d5e8c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:24:05.127974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df57a59-0c9e-476a-9a06-5c18341f0801 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:05.150891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.187042 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.194841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8efcbfef-4e80-46bc-a044-f689ed08108e req-592e8523-25d3-4bf8-905e-cfc42fd6a985 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Unset dirty status for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:05.197722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8efcbfef-4e80-46bc-a044-f689ed08108e req-592e8523-25d3-4bf8-905e-cfc42fd6a985 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 936 time: 0.7126300 Feb 04 15:24:05.202782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Transition to ACTIVE for port object 3df57a59-0c9e-476a-9a06-5c18341f0801 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:05.212004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc8edf2-0f2c-4193-9d38-491f85ec9581 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:05.241205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6dc8edf2-0f2c-4193-9d38-491f85ec9581, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6dc8edf2-0f2c-4193-9d38-491f85ec9581,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:05.248296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.291664 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.324227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ddebd-9257-4def-a2e0-869eb5b4eaff req-9a99c70c-7b87-4ae8-988d-0cc85f6aa725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.325703 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a41ddebd-9257-4def-a2e0-869eb5b4eaff req-9a99c70c-7b87-4ae8-988d-0cc85f6aa725 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1100 time: 0.6076460 Feb 04 15:24:05.326308 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.370590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7edccfb2-090b-4ca3-935e-442a1a98c158 req-b3ff8a31-c04f-47cf-93fb-bdf3a23f440d tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 210 time: 0.1357131 Feb 04 15:24:05.435565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6dc8edf2-0f2c-4193-9d38-491f85ec9581,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:05.480560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['6dc8edf2-0f2c-4193-9d38-491f85ec9581'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:05.594734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43442) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:05.697337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a41ddebd-9257-4def-a2e0-869eb5b4eaff req-0f081e41-0857-4e37-92f0-e12360705157 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111997 Feb 04 15:24:05.704721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:05.796896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8efcbfef-4e80-46bc-a044-f689ed08108e req-75459ac0-3dc0-4d33-9b49-995f21ddb91f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Synchronizing usage tracker for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:05.807375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-c3854ad5-63fd-495b-b64b-206acddb12bf tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.808074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-c3854ad5-63fd-495b-b64b-206acddb12bf tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Synchronizing usage tracker for tenant:b1baa26892154827b285efc1851d94f0 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:05.869764 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.894913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc45c-9b3c-4d26-ae07-524202c4feee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.926431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a4ddc45c-9b3c-4d26-ae07-524202c4feee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:05.933583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a4ddc45c-9b3c-4d26-ae07-524202c4feee admin admin] Usage tracker for resource:security_group_rule and tenant:a6d79edf9f9540b18c4a7b29a197fb88 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:05.937214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a4ddc45c-9b3c-4d26-ae07-524202c4feee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:05.940703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Attempting to bind port 3df57a59-0c9e-476a-9a06-5c18341f0801 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:05.941256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Attempting to bind port 3df57a59-0c9e-476a-9a06-5c18341f0801 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:05.941369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Attempting to bind port 3df57a59-0c9e-476a-9a06-5c18341f0801 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:05.945737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a4ddc45c-9b3c-4d26-ae07-524202c4feee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:05.952058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8efcbfef-4e80-46bc-a044-f689ed08108e req-75459ac0-3dc0-4d33-9b49-995f21ddb91f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Unset dirty status for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:05.964494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8efcbfef-4e80-46bc-a044-f689ed08108e req-75459ac0-3dc0-4d33-9b49-995f21ddb91f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737418 Feb 04 15:24:05.971945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Port 3df57a59-0c9e-476a-9a06-5c18341f0801 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:05.972290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Attempting to bind port 3df57a59-0c9e-476a-9a06-5c18341f0801 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:05.982596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-c3854ad5-63fd-495b-b64b-206acddb12bf tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Unset dirty status for tenant:b1baa26892154827b285efc1851d94f0 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:05.983740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-c3854ad5-63fd-495b-b64b-206acddb12bf tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "GET /v2.0/networks?id=3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 200 len: 824 time: 0.6942947 Feb 04 15:24:05.992861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:05.993216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:05.993688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:05.994188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Bound port: 3df57a59-0c9e-476a-9a06-5c18341f0801, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:05.994588 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.138585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d3298-5698-4b71-b243-c16fbf753ba5 req-6e83228d-0bb9-48a3-9be0-4b9b18a6cb54 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.140073 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-317d3298-5698-4b71-b243-c16fbf753ba5 req-6e83228d-0bb9-48a3-9be0-4b9b18a6cb54 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1096 time: 0.1630878 Feb 04 15:24:06.149154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc45c-9b3c-4d26-ae07-524202c4feee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.164892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc45c-9b3c-4d26-ae07-524202c4feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.232127 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a4ddc45c-9b3c-4d26-ae07-524202c4feee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6d79edf9f9540b18c4a7b29a197fb88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342523 Feb 04 15:24:06.232761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43460) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:06.235423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddc45c-9b3c-4d26-ae07-524202c4feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac730b8-4979-488e-a89b-1a641be9541b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:06.238392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-4ccb28d7-3c21-4c15-a491-1a5a0357ed9d tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Synchronizing usage tracker for tenant:b1baa26892154827b285efc1851d94f0 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:06.240089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-317d3298-5698-4b71-b243-c16fbf753ba5 req-c8c610d2-6dd1-4094-940c-36f9252467b3 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Synchronizing usage tracker for tenant:5a5af3604f67415d834d678254217900 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:06.298409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-317d3298-5698-4b71-b243-c16fbf753ba5 req-c8c610d2-6dd1-4094-940c-36f9252467b3 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Unset dirty status for tenant:5a5af3604f67415d834d678254217900 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:06.299873 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-317d3298-5698-4b71-b243-c16fbf753ba5 req-c8c610d2-6dd1-4094-940c-36f9252467b3 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533020 Feb 04 15:24:06.318838 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac1fbdbe-1cf9-45b4-95c6-a81c228081e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.321114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:06.324996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:06.334590 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.353147 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac1fbdbe-1cf9-45b4-95c6-a81c228081e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.420170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac1fbdbe-1cf9-45b4-95c6-a81c228081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.437309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fbdbe-1cf9-45b4-95c6-a81c228081e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac730b8-4979-488e-a89b-1a641be9541b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:06.447814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac1fbdbe-1cf9-45b4-95c6-a81c228081e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.450188 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ac1fbdbe-1cf9-45b4-95c6-a81c228081e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bac730b8-4979-488e-a89b-1a641be9541b HTTP/1.1" status: 204 len: 168 time: 0.2164478 Feb 04 15:24:06.475311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-4ccb28d7-3c21-4c15-a491-1a5a0357ed9d tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Unset dirty status for tenant:b1baa26892154827b285efc1851d94f0 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:06.481264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-4ccb28d7-3c21-4c15-a491-1a5a0357ed9d tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1baa26892154827b285efc1851d94f0 HTTP/1.1" status: 200 len: 380 time: 0.4709463 Feb 04 15:24:06.500600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.501434 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.503461 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] 10.222.0.61 "PUT /v2.0/ports/3df57a59-0c9e-476a-9a06-5c18341f0801 HTTP/1.1" status: 200 len: 1096 time: 3.1119440 Feb 04 15:24:06.518988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Request body: {'port': {'device_id': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'admin_state_up': True, 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'security_groups': ['d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:06.555392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:06.614349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c61405f-7a3c-4f22-a9d5-0dd64d223b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.808944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a9185-466c-4061-915d-8f4503c111d2 req-a41c4763-ddcd-47ad-8f7b-260b2651efaa tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.818131 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2d0a9185-466c-4061-915d-8f4503c111d2 req-a41c4763-ddcd-47ad-8f7b-260b2651efaa tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.1225603 Feb 04 15:24:06.843766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6dc8edf2-0f2c-4193-9d38-491f85ec9581 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:24:06.885706 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2d0a9185-466c-4061-915d-8f4503c111d2 req-671d9e24-a5a8-440b-9ec8-375e7fd5a0d2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662785 Feb 04 15:24:06.914965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99751ad2-1682-4f02-8cf2-eed61acebebf service neutron] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:07.011716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:07.018796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:07.019169 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.105078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e0c15-beec-4642-97c0-54ba18fb9342 req-32919412-51fd-4384-a926-acec94e3dd88 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.112292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-871e0c15-beec-4642-97c0-54ba18fb9342 req-32919412-51fd-4384-a926-acec94e3dd88 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 970 time: 0.9789064 Feb 04 15:24:07.161632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:07.164280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad349b95-6e20-4955-a108-81abafe19284 req-868b810b-460b-4167-8dbe-e54cbf9f6020 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 210 time: 0.0788293 Feb 04 15:24:07.191871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43490) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:07.195433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-871e0c15-beec-4642-97c0-54ba18fb9342 req-859d8ed4-9afc-4d5a-a640-ccda714b474d tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816174 Feb 04 15:24:07.201021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.202980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:07.231621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-56a22426-0645-4c85-99e6-bd82aaea91ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.236310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8fe31e-70dc-4346-b16f-551cca60d0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc8edf2-0f2c-4193-9d38-491f85ec9581'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:07.250438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6dc8edf2-0f2c-4193-9d38-491f85ec9581, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6dc8edf2-0f2c-4193-9d38-491f85ec9581,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:07.263357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-56a22426-0645-4c85-99e6-bd82aaea91ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:07.263973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.268894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-56a22426-0645-4c85-99e6-bd82aaea91ce admin admin] Usage tracker for resource:security_group_rule and tenant:4c20f7b3991e4b65a8e0fbe9f40a0ad3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:07.273624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-56a22426-0645-4c85-99e6-bd82aaea91ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:07.279752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-56a22426-0645-4c85-99e6-bd82aaea91ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:07.322982 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'status': 'completed', 'code': 200} Feb 04 15:24:07.345505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-53844af9-9b98-4c82-bf2e-b612c9c16dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.347591 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-53844af9-9b98-4c82-bf2e-b612c9c16dec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=289fff735cfd4a71bf844d7e38a955f1&device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 1099 time: 0.7869725 Feb 04 15:24:07.358275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Made reservation on behalf of b1baa26892154827b285efc1851d94f0 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:07.367270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.392154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-56a22426-0645-4c85-99e6-bd82aaea91ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.398929 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-56a22426-0645-4c85-99e6-bd82aaea91ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.454904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6dc8edf2-0f2c-4193-9d38-491f85ec9581,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:07.473106 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.538109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-5db07fcc-f692-4ca7-8639-b4d3b35a77d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3df57a59-0c9e-476a-9a06-5c18341f0801 HTTP/1.1" status: 200 len: 217 time: 0.1536310 Feb 04 15:24:07.543715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b484ca90-e1bc-4484-a306-491bfa5d5e8c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:07.570938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-56a22426-0645-4c85-99e6-bd82aaea91ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c20f7b3991e4b65a8e0fbe9f40a0ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774395 Feb 04 15:24:07.576884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:07.590869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a22426-0645-4c85-99e6-bd82aaea91ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d885a50-5ddb-47fd-97f4-8c2451c29626,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:07.602942 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.627795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.638966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257480d-1c8c-4f3c-8b6a-75848fabe9d1 req-5dc49bc4-53c3-44c3-ab40-02a3938b0111 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.640427 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5257480d-1c8c-4f3c-8b6a-75848fabe9d1 req-5dc49bc4-53c3-44c3-ab40-02a3938b0111 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1096 time: 0.2215905 Feb 04 15:24:07.673282 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2feac148-05b3-4874-ada6-d77ba579f448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.681946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Transition to ACTIVE for port object b484ca90-e1bc-4484-a306-491bfa5d5e8c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:07.705208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.714487 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5257480d-1c8c-4f3c-8b6a-75848fabe9d1 req-be20e2ba-1ba6-4ef9-a444-836b0b14bf15 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631394 Feb 04 15:24:07.716086 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2feac148-05b3-4874-ada6-d77ba579f448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.774943 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2feac148-05b3-4874-ada6-d77ba579f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.798337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feac148-05b3-4874-ada6-d77ba579f448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d885a50-5ddb-47fd-97f4-8c2451c29626,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:07.809933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2feac148-05b3-4874-ada6-d77ba579f448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.819898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-fa8305ef-4b41-4ad4-a231-2cfb51a641c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.821336 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-fa8305ef-4b41-4ad4-a231-2cfb51a641c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2670808 Feb 04 15:24:07.827711 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2feac148-05b3-4874-ada6-d77ba579f448 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d885a50-5ddb-47fd-97f4-8c2451c29626 HTTP/1.1" status: 204 len: 168 time: 0.2498038 Feb 04 15:24:07.852961 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8fe31e-70dc-4346-b16f-551cca60d0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc8edf2-0f2c-4193-9d38-491f85ec9581', 'code': 200} Feb 04 15:24:07.976874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Pushing event updated for resources: {'Port': ['ID=b484ca90-e1bc-4484-a306-491bfa5d5e8c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:08.041328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Allocated IP 172.20.0.11 (3b3a534c-6985-4b16-8cad-601754873575/af025474-00d6-4058-b979-67d9a9da93ce/84e1ef00-fbca-4a9b-8d3e-ac62396849da) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:08.069004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7eeb4-6ef4-48eb-97db-33e5a8109428 req-340b9386-faeb-4566-9330-92eb81f32515 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.075163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb9e55-07fb-4645-a430-4661cec63329 req-62f2e679-0942-4e39-a966-d3ff090934cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.076223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ba7eeb4-6ef4-48eb-97db-33e5a8109428 req-340b9386-faeb-4566-9330-92eb81f32515 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 936 time: 0.5834525 Feb 04 15:24:08.077917 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48fb9e55-07fb-4645-a430-4661cec63329 req-62f2e679-0942-4e39-a966-d3ff090934cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 1122 time: 0.1492293 Feb 04 15:24:08.104976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Attempting to bind port b484ca90-e1bc-4484-a306-491bfa5d5e8c on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:08.105406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Attempting to bind port b484ca90-e1bc-4484-a306-491bfa5d5e8c by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:08.106018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Attempting to bind port b484ca90-e1bc-4484-a306-491bfa5d5e8c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:08.129231 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48fb9e55-07fb-4645-a430-4661cec63329 req-d5efdad5-318b-4b64-9cd3-611814be3af5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Feb 04 15:24:08.132922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Port b484ca90-e1bc-4484-a306-491bfa5d5e8c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:08.133283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Attempting to bind port b484ca90-e1bc-4484-a306-491bfa5d5e8c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:08.165434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:08.165637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:08.165951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:08.166388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Bound port: b484ca90-e1bc-4484-a306-491bfa5d5e8c, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:08.166736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.191045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ba7eeb4-6ef4-48eb-97db-33e5a8109428 req-4f9f0063-af1a-4bcb-b97a-11114af7ccfc tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139534 Feb 04 15:24:08.373711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-a2a4266f-d638-4115-9f30-58a80c8f8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.375247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-a2a4266f-d638-4115-9f30-58a80c8f8008 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4836414 Feb 04 15:24:08.487127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaf779-4c1f-4bd1-85ac-641181b30881 req-d25efe6c-239a-4b0f-a16c-c511159b7b45 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.494283 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e7aaf779-4c1f-4bd1-85ac-641181b30881 req-d25efe6c-239a-4b0f-a16c-c511159b7b45 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.0953875 Feb 04 15:24:08.538542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e7aaf779-4c1f-4bd1-85ac-641181b30881 req-b85318cc-c467-4ee5-b531-01e2d0e28b65 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Feb 04 15:24:08.581808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f834c89e-007c-4d44-84c1-23722ab27330 req-28120d22-fc82-43d4-8815-ce6f24f83d8e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 210 time: 0.0870347 Feb 04 15:24:08.592020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] For port b484ca90-e1bc-4484-a306-491bfa5d5e8c, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:08.642182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] For port b484ca90-e1bc-4484-a306-491bfa5d5e8c, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b484ca90-e1bc-4484-a306-491bfa5d5e8c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:08.666556 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.735651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.741646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-b4e1384a-7f5b-400d-9ee1-40999b3475da service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401687 Feb 04 15:24:08.806331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.817084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e47212-b81a-431b-915e-7f3f11b7cdc9 req-e6b75aa0-052b-47c7-9d57-dc114696ef91 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.818307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.819090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.820673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] 10.222.0.61 "PUT /v2.0/ports/b484ca90-e1bc-4484-a306-491bfa5d5e8c HTTP/1.1" status: 200 len: 1096 time: 3.9658766 Feb 04 15:24:08.825224 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-64e47212-b81a-431b-915e-7f3f11b7cdc9 req-e6b75aa0-052b-47c7-9d57-dc114696ef91 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 971 time: 0.1396167 Feb 04 15:24:08.903582 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-64e47212-b81a-431b-915e-7f3f11b7cdc9 req-5f68e9cd-35f3-41c7-96c4-ec9bda0c7f4c tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729003 Feb 04 15:24:08.939406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Transition to ACTIVE for port object 84e1ef00-fbca-4a9b-8d3e-ac62396849da will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:08.961330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b8d1c-953a-4721-9edf-ef1f605380cb service neutron] Pushing event updated for resources: {'Port': ['ID=b484ca90-e1bc-4484-a306-491bfa5d5e8c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:08.988496 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.123400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be5661c8-3669-4a4b-857d-f414f0332b36 req-79767d9d-df94-4527-9f48-84ec12c4ed13 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568618 Feb 04 15:24:09.143671 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.438132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1596f6a-7be6-44a4-ab36-06d620c44b89', 'tag': 'b484ca90-e1bc-4484-a306-491bfa5d5e8c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:09.466680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Network 3b3a534c-6985-4b16-8cad-601754873575 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:09.481479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:09.484918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-66d6fba5-0532-4bf0-80b8-8e2c03923c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.486590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-66d6fba5-0532-4bf0-80b8-8e2c03923c08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=289fff735cfd4a71bf844d7e38a955f1&device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 1099 time: 0.4839914 Feb 04 15:24:09.495805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:24:09.502493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.503284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.611571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-dc757399-a95c-40ae-9950-433cbbba8671 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b484ca90-e1bc-4484-a306-491bfa5d5e8c HTTP/1.1" status: 200 len: 217 time: 0.1004193 Feb 04 15:24:09.658453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event updated for resources: {'Port': ['ID=84e1ef00-fbca-4a9b-8d3e-ac62396849da,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:09.679258 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b8ba1664-a843-4666-aadb-4716e84a42d6 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1826243 Feb 04 15:24:09.699596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Request body: {'port': {'device_id': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:09.776076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-44cc9b31-d8da-40b7-bb55-23a10a97438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.778370 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-44cc9b31-d8da-40b7-bb55-23a10a97438d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1531570 Feb 04 15:24:09.784115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-f495b493-33db-469e-b9d9-e096ea27c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.785840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-f495b493-33db-469e-b9d9-e096ea27c4a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=289fff735cfd4a71bf844d7e38a955f1&device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 1099 time: 0.5736473 Feb 04 15:24:09.828084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e0190816-40a6-493b-b11b-55602ff69a75 None None] Provisioning for port 84e1ef00-fbca-4a9b-8d3e-ac62396849da completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:09.841004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e0190816-40a6-493b-b11b-55602ff69a75 None None] Provisioning complete for port 84e1ef00-fbca-4a9b-8d3e-ac62396849da triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:09.842606 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e0190816-40a6-493b-b11b-55602ff69a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.917650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e0190816-40a6-493b-b11b-55602ff69a75 None None] Port 84e1ef00-fbca-4a9b-8d3e-ac62396849da cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:24:10.070518 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.182767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-829cde03-f404-4337-bda1-549158659858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.184305 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-829cde03-f404-4337-bda1-549158659858 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3464706 Feb 04 15:24:10.186255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-112942b5-6d83-40c5-ac7a-3739816a9707 tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.187650 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-112942b5-6d83-40c5-ac7a-3739816a9707 tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1100 time: 0.3487263 Feb 04 15:24:10.195345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-3d04b9ac-71dd-4e36-8a41-d302aac826fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.197127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-3d04b9ac-71dd-4e36-8a41-d302aac826fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4072785 Feb 04 15:24:10.344952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-8b46d700-8574-4093-9a01-c83657e7f7fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3df57a59-0c9e-476a-9a06-5c18341f0801 HTTP/1.1" status: 200 len: 217 time: 0.1467912 Feb 04 15:24:10.407351 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.490190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:10.506626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Usage tracker for resource:security_group_rule and tenant:ff9add6cfd66413ea7b938b589c97bb7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:10.530495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:10.600449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:10.620679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43608) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:10.628306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-f69dd440-f8d3-4380-9b08-f12d876fe32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.630552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-f69dd440-f8d3-4380-9b08-f12d876fe32c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2265885 Feb 04 15:24:10.679968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-bbe8d3ec-920c-4b0f-b9ac-dadc1ec03d70 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239385 Feb 04 15:24:10.733405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-c142958f-6131-43ba-a88f-1440aa1a5154 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:24:10.734446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-c142958f-6131-43ba-a88f-1440aa1a5154 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1127634 Feb 04 15:24:10.822948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Request body: {'binding': {'host': 'n-h2-827870-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:10.823464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Unknown quota resources ['binding']. {{(pid=87571) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 15:24:11.003083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-efdfe219-de3c-42fd-b475-73a309eaee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:11.004561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-efdfe219-de3c-42fd-b475-73a309eaee84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3597469 Feb 04 15:24:11.014978 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.032538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 on host n-h2-827870-1 for vnic_type normal with profile None {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:11.032904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:11.033226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:11.037768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Port 792a4cac-e0be-49a7-8529-08ae84464f87 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:11.038028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:11.043042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:11.043534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:11.043921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:11.044339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Bound port: 792a4cac-e0be-49a7-8529-08ae84464f87, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:11.045113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c3db5a2-ba62-446f-adbb-e62415e58ce7 req-3f944818-09b6-458d-b561-d3f231eacb80 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551984 Feb 04 15:24:11.045695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.115606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:11.121077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] Notify callbacks [] for binding, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.122251 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-bd716d65-f0b7-4d78-a107-791016b7eca0 service neutron] 10.222.0.46 "POST /v2.0/ports/792a4cac-e0be-49a7-8529-08ae84464f87/bindings HTTP/1.1" status: 201 len: 389 time: 0.3410838 Feb 04 15:24:11.216591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e1ef00-fbca-4a9b-8d3e-ac62396849da {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:11.246277 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.270186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a66d6a34-162f-4347-86ec-6d568f1c2f7a req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0690935 Feb 04 15:24:11.300889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43723fc4-d113-4985-84f0-e148d649cc4d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:11.318814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.319460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.320044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.320445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.320889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.321428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.322097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.322506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.322895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.323764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.323764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.324202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d588af-e926-4ee0-9e5c-1c16ba6048da tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:11.336713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Transition to ACTIVE for port object 84e1ef00-fbca-4a9b-8d3e-ac62396849da will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:11.350190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.413525 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1596f6a-7be6-44a4-ab36-06d620c44b89', 'tag': 'b484ca90-e1bc-4484-a306-491bfa5d5e8c', 'status': 'completed', 'code': 200} Feb 04 15:24:11.542603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c650bf-45d6-470d-80a6-197be883425e req-adf92cf6-a98f-4e7c-9c91-83a10e105af1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:11.549341 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-73c650bf-45d6-470d-80a6-197be883425e req-adf92cf6-a98f-4e7c-9c91-83a10e105af1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 948 time: 0.1755610 Feb 04 15:24:11.573340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-943b147c-a118-4da9-afb9-2a60ca8476c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:11.574804 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-943b147c-a118-4da9-afb9-2a60ca8476c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1096 time: 0.1494751 Feb 04 15:24:11.601340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-8e00b7d6-d705-4383-bb13-782621b225f1 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847988 Feb 04 15:24:11.667482 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-73c650bf-45d6-470d-80a6-197be883425e req-b2ee41a4-3f6f-4632-8b2e-2404267d8b6c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158702 Feb 04 15:24:11.668115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Pushing event updated for resources: {'Port': ['ID=84e1ef00-fbca-4a9b-8d3e-ac62396849da,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:11.728899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-e931184e-8aab-430c-9ed9-5ac717e0befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:11.730419 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-e931184e-8aab-430c-9ed9-5ac717e0befd service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.1445966 Feb 04 15:24:11.794577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Attempting to bind port 84e1ef00-fbca-4a9b-8d3e-ac62396849da on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:11.794793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Attempting to bind port 84e1ef00-fbca-4a9b-8d3e-ac62396849da by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:11.795121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Attempting to bind port 84e1ef00-fbca-4a9b-8d3e-ac62396849da on network 3b3a534c-6985-4b16-8cad-601754873575 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:11.809561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Port 84e1ef00-fbca-4a9b-8d3e-ac62396849da on network 3b3a534c-6985-4b16-8cad-601754873575 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:11.809928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Attempting to bind port 84e1ef00-fbca-4a9b-8d3e-ac62396849da on network 3b3a534c-6985-4b16-8cad-601754873575 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:11.826401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:11.826746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Checking segment: {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:11.827134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Bound using segment: {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:11.827563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Bound port: 84e1ef00-fbca-4a9b-8d3e-ac62396849da, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:11.827909 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.835140 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-5f6fb33c-8f91-455f-aaa3-1a4ca0231642 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 200 len: 217 time: 0.0957420 Feb 04 15:24:11.862889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-c57ce98f-f117-42f9-b9dc-431a9dce8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:11.864392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-c57ce98f-f117-42f9-b9dc-431a9dce8c9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=289fff735cfd4a71bf844d7e38a955f1&device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 1099 time: 0.4497547 Feb 04 15:24:11.918707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-ffec3a49-6eef-461c-8375-9957af668bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:11.920153 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-ffec3a49-6eef-461c-8375-9957af668bfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.0709929 Feb 04 15:24:11.940666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e431653-e870-4d7e-8ad0-70fec9f555c6 req-7c41361e-12c7-435b-a233-f44fd085bd83 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:11.941403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4e431653-e870-4d7e-8ad0-70fec9f555c6 req-7c41361e-12c7-435b-a233-f44fd085bd83 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Synchronizing usage tracker for tenant:b1baa26892154827b285efc1851d94f0 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:11.971204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-ce3599fd-1dd3-480b-a2d7-a8162aaecea1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433879 Feb 04 15:24:11.978703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29846b4b-3fd8-4deb-9a2b-eed569472686 req-c2d71c07-2799-48d4-a1f4-0e244186c3f8 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:11.979993 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-29846b4b-3fd8-4deb-9a2b-eed569472686 req-c2d71c07-2799-48d4-a1f4-0e244186c3f8 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 971 time: 0.1834521 Feb 04 15:24:12.002296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b598e60-5af8-4bc6-9dab-ac14dc6f85d1 req-da9a50df-d926-4796-b4ac-b514912f5e9a service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886542 Feb 04 15:24:12.065415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4e431653-e870-4d7e-8ad0-70fec9f555c6 req-7c41361e-12c7-435b-a233-f44fd085bd83 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Unset dirty status for tenant:b1baa26892154827b285efc1851d94f0 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:12.066474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e431653-e870-4d7e-8ad0-70fec9f555c6 req-7c41361e-12c7-435b-a233-f44fd085bd83 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 944 time: 0.5338726 Feb 04 15:24:12.106181 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-29846b4b-3fd8-4deb-9a2b-eed569472686 req-3acb3db2-e906-4f27-aeb8-fdbc2fa26204 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061242 Feb 04 15:24:12.106786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] For port 84e1ef00-fbca-4a9b-8d3e-ac62396849da, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:12.132504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] For port 84e1ef00-fbca-4a9b-8d3e-ac62396849da, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=84e1ef00-fbca-4a9b-8d3e-ac62396849da,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:12.147571 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.151808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-63e49fc3-dad0-4294-bcd6-5e7709da1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.153305 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-63e49fc3-dad0-4294-bcd6-5e7709da1ba1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2771423 Feb 04 15:24:12.159202 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-a69fbc6e-5a3c-4cd4-a437-c12abfe5584e service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782753 Feb 04 15:24:12.283208 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e431653-e870-4d7e-8ad0-70fec9f555c6 req-94fd2551-c09f-43c5-9edd-d37337aa07ba tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035899 Feb 04 15:24:12.289973 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-a5167a98-533b-45b5-af04-f74dd26e0c27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b484ca90-e1bc-4484-a306-491bfa5d5e8c HTTP/1.1" status: 200 len: 217 time: 0.0947320 Feb 04 15:24:12.293384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.294765 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.296283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] 10.222.0.53 "PUT /v2.0/ports/84e1ef00-fbca-4a9b-8d3e-ac62396849da HTTP/1.1" status: 200 len: 1092 time: 2.6042776 Feb 04 15:24:12.367716 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-fc4373a9-646f-41c2-81ef-d7bb324fb3e9 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949558 Feb 04 15:24:12.423227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf4b31-6a4d-4978-90f9-8b64a3e4934f service neutron] Pushing event updated for resources: {'Port': ['ID=84e1ef00-fbca-4a9b-8d3e-ac62396849da,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:12.436682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-77fce580-5a15-4c40-bfc8-e34ce03b5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.438918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-77fce580-5a15-4c40-bfc8-e34ce03b5d7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1408944 Feb 04 15:24:12.475275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b6a9f902-8002-4d0a-988a-5c68f4c2503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.477097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-b6a9f902-8002-4d0a-988a-5c68f4c2503b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1baa26892154827b285efc1851d94f0&device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 1095 time: 0.1319835 Feb 04 15:24:12.595715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-c64bc34d-759b-4977-a027-578980ee0963 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84e1ef00-fbca-4a9b-8d3e-ac62396849da HTTP/1.1" status: 200 len: 217 time: 0.0694313 Feb 04 15:24:12.626460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-f3cc28b9-7fcf-48d4-8f55-356da348853c tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.628130 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-f3cc28b9-7fcf-48d4-8f55-356da348853c tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.1106281 Feb 04 15:24:12.639926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9467c3-cfd5-44f4-b8c7-a19a9704354d req-7185ea0b-0aa6-4ad5-8882-eab778cdc7d6 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.641218 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c9467c3-cfd5-44f4-b8c7-a19a9704354d req-7185ea0b-0aa6-4ad5-8882-eab778cdc7d6 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 945 time: 0.2459621 Feb 04 15:24:12.646167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827870-1'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:12.666022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-a3e02566-bcc9-40ed-80a0-47bc5987501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.667471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-a3e02566-bcc9-40ed-80a0-47bc5987501f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af025474-00d6-4058-b979-67d9a9da93ce HTTP/1.1" status: 200 len: 863 time: 0.0648029 Feb 04 15:24:12.762832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-795cef04-fc4a-4474-b7a8-725aa16562a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.764311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-795cef04-fc4a-4474-b7a8-725aa16562a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2818961 Feb 04 15:24:12.783699 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c9467c3-cfd5-44f4-b8c7-a19a9704354d req-ccbddbc9-6bd0-479c-b97a-eec952a516ae tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057615 Feb 04 15:24:12.794714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-3f146d76-e6f6-4ac8-8291-1bef0cd2a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.796215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-3f146d76-e6f6-4ac8-8291-1bef0cd2a00f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b3a534c-6985-4b16-8cad-601754873575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138892 Feb 04 15:24:12.798832 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.850464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3df57a59-0c9e-476a-9a06-5c18341f0801 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:24:13.043596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43658) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:13.154015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:13.158279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:13.177779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'mac_address': 'fa:16:3e:e2:2b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:24:13.271921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.276193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:13.327874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df57a59-0c9e-476a-9a06-5c18341f0801 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:13.359914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:13.366851 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.402511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-f4b0edd7-de3f-4777-9f46-e929de03e3fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3558304 Feb 04 15:24:13.427547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'tag': '84e1ef00-fbca-4a9b-8d3e-ac62396849da'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:13.429490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:13.439218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.451273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.456263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-e57637f4-14ac-43f2-af5f-1c96051b45ff service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844537 Feb 04 15:24:13.494149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-875b7204-40b1-4221-897d-581c6c2db13b service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030104 Feb 04 15:24:13.586661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43682) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:13.593558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:13.616078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab695-e1a2-4dec-aa37-bda5d64043ac req-fb9a2465-15e1-474d-b31a-ae9715723cc9 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:13.617518 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-42bab695-e1a2-4dec-aa37-bda5d64043ac req-fb9a2465-15e1-474d-b31a-ae9715723cc9 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 948 time: 0.2834187 Feb 04 15:24:13.618757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3df57a59-0c9e-476a-9a06-5c18341f0801'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:13.684188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Pushing event updated for resources: {'Port': ['ID=792a4cac-e0be-49a7-8529-08ae84464f87,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:13.710660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.711039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.711373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.711824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.712022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.712371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.712699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.713063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.713380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.713830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.713994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.714308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:13.733874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:13.734223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:13.734538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:13.747425 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-42bab695-e1a2-4dec-aa37-bda5d64043ac req-ae9a2217-0492-45c1-80b6-40c8beed0578 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211421 Feb 04 15:24:13.748143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Port 792a4cac-e0be-49a7-8529-08ae84464f87 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:13.748465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Attempting to bind port 792a4cac-e0be-49a7-8529-08ae84464f87 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:13.754175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:13.754513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:13.755003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:13.755428 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Bound port: 792a4cac-e0be-49a7-8529-08ae84464f87, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:13.755778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.764297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35255158-a1ed-463b-aa3d-3f315f48d2bf req-60c876e9-0fda-4440-936f-074054d7552e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:13.766715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35255158-a1ed-463b-aa3d-3f315f48d2bf req-60c876e9-0fda-4440-936f-074054d7552e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.4105017 Feb 04 15:24:13.768988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ec5bc38-24e1-4183-ba1e-5d8af2c8093f req-a8e930f8-ec42-4cfe-aa64-b93cc13f96b6 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963614 Feb 04 15:24:13.883806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35255158-a1ed-463b-aa3d-3f315f48d2bf req-927cd472-e2a1-4e78-abd8-fb865b228128 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807791 Feb 04 15:24:13.914540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-50f359ef-14b3-4421-849a-1e18ae8cadea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.935490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:13.937769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-50f359ef-14b3-4421-849a-1e18ae8cadea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:13.939634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab735f85-43a3-4692-b4a8-0dd7e5221cc3 req-0bc4c96b-ea30-461b-9030-41ed8f1a37c4 service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829188 Feb 04 15:24:13.957846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-50f359ef-14b3-4421-849a-1e18ae8cadea admin admin] Usage tracker for resource:security_group_rule and tenant:a181e76131fd409bb2a2e7f82c6528a0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:13.962285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-50f359ef-14b3-4421-849a-1e18ae8cadea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:13.969912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:13.979329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-50f359ef-14b3-4421-849a-1e18ae8cadea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:13.984147 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.218696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafafaa-c91d-4f9a-b23c-73ecce6dd4cd req-f26188e1-367f-43cc-b6f9-9039302c01dc tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.220865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1aafafaa-c91d-4f9a-b23c-73ecce6dd4cd req-f26188e1-367f-43cc-b6f9-9039302c01dc tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 971 time: 0.0962579 Feb 04 15:24:14.259249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.259874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.261274 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] 10.222.0.61 "PUT /v2.0/ports/792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 200 len: 1121 time: 1.6190865 Feb 04 15:24:14.261906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe38aa-eab6-4ec8-b9f8-a993e1784c26 service neutron] Pushing event updated for resources: {'Port': ['ID=792a4cac-e0be-49a7-8529-08ae84464f87,revision_number=8']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:14.307996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1aafafaa-c91d-4f9a-b23c-73ecce6dd4cd req-adbf59f2-9a14-443a-a350-fa1e9aa91eef tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795152 Feb 04 15:24:14.336430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['792a4cac-e0be-49a7-8529-08ae84464f87'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:14.360381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee1d22-1630-42e7-9446-5f3a5579e779 req-3c712d1c-1d70-4185-a650-462ece4a7b3b tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.368015 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ffee1d22-1630-42e7-9446-5f3a5579e779 req-3c712d1c-1d70-4185-a650-462ece4a7b3b tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 944 time: 0.2472138 Feb 04 15:24:14.371344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-50f359ef-14b3-4421-849a-1e18ae8cadea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.383023 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'tag': '84e1ef00-fbca-4a9b-8d3e-ac62396849da', 'status': 'completed', 'code': 200} Feb 04 15:24:14.387800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-50f359ef-14b3-4421-849a-1e18ae8cadea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.502403 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ffee1d22-1630-42e7-9446-5f3a5579e779 req-72b30f84-8155-4637-b869-80fddc8566f4 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334102 Feb 04 15:24:14.505045 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87', 'code': 200} Feb 04 15:24:14.505596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f359ef-14b3-4421-849a-1e18ae8cadea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d861b7-e554-4ab8-ad0e-2553dec71d75,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:14.524565 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-50f359ef-14b3-4421-849a-1e18ae8cadea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a181e76131fd409bb2a2e7f82c6528a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9276311 Feb 04 15:24:14.527464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43720) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:14.611819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-fe69784c-e6ae-4be8-9474-f285aa0b7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.615349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-fe69784c-e6ae-4be8-9474-f285aa0b7081 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1baa26892154827b285efc1851d94f0&device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 1095 time: 0.1907926 Feb 04 15:24:14.624733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-470f4542-5cb8-496a-86cf-58798b293029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.680191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-470f4542-5cb8-496a-86cf-58798b293029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.771808 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-470f4542-5cb8-496a-86cf-58798b293029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.790874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f4542-5cb8-496a-86cf-58798b293029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d861b7-e554-4ab8-ad0e-2553dec71d75,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:14.805133 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-470f4542-5cb8-496a-86cf-58798b293029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.806612 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-470f4542-5cb8-496a-86cf-58798b293029 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3d861b7-e554-4ab8-ad0e-2553dec71d75 HTTP/1.1" status: 204 len: 168 time: 0.2774162 Feb 04 15:24:14.862622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b484ca90-e1bc-4484-a306-491bfa5d5e8c details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:24:14.864382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-bf2c1b41-7512-4dc8-a590-92f423115fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.866258 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-bf2c1b41-7512-4dc8-a590-92f423115fab service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 200 len: 925 time: 0.2414768 Feb 04 15:24:14.866549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3df57a59-0c9e-476a-9a06-5c18341f0801 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:24:14.880998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb30c9-c008-497f-876d-cf41323e6087 req-8faaad6e-f588-4750-ac18-1c19b89a4c3c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.882325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5eb30c9-c008-497f-876d-cf41323e6087 req-8faaad6e-f588-4750-ac18-1c19b89a4c3c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 943 time: 0.1602833 Feb 04 15:24:14.978664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-fa5ab3e5-0749-4adf-9a0b-cc4c5d707709 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84e1ef00-fbca-4a9b-8d3e-ac62396849da HTTP/1.1" status: 200 len: 217 time: 0.0951619 Feb 04 15:24:15.040170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 3df57a59-0c9e-476a-9a06-5c18341f0801 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:15.048949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 3df57a59-0c9e-476a-9a06-5c18341f0801 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:15.049618 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.049738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5eb30c9-c008-497f-876d-cf41323e6087 req-7247ce90-9219-43b9-8d83-863aad83e909 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017570 Feb 04 15:24:15.084006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-32756022-7944-4c05-bdc5-ae120b39cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:15.086239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-32756022-7944-4c05-bdc5-ae120b39cca2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af025474-00d6-4058-b979-67d9a9da93ce HTTP/1.1" status: 200 len: 863 time: 0.0999458 Feb 04 15:24:15.183425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b484ca90-e1bc-4484-a306-491bfa5d5e8c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b484ca90-e1bc-4484-a306-491bfa5d5e8c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:15.246186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'b484ca90-e1bc-4484-a306-491bfa5d5e8c', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'b484ca90-e1bc-4484-a306-491bfa5d5e8c', 'mac_address': 'fa:16:3e:07:d1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:24:15.293689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43748) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:15.322369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a13b4fb9-b37b-4b1d-9835-973fce055c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.340547 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.358110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a13b4fb9-b37b-4b1d-9835-973fce055c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:15.363794 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.373542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a13b4fb9-b37b-4b1d-9835-973fce055c82 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ad6793bb0b4eca9d2f67db86a06b21 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:15.401501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b484ca90-e1bc-4484-a306-491bfa5d5e8c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:15.405415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:15.414545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a13b4fb9-b37b-4b1d-9835-973fce055c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:15.426109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:15.430898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b484ca90-e1bc-4484-a306-491bfa5d5e8c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b484ca90-e1bc-4484-a306-491bfa5d5e8c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:15.431129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-715226e8-190d-4888-b078-fde2e59d808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:15.432445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-715226e8-190d-4888-b078-fde2e59d808b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b3a534c-6985-4b16-8cad-601754873575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3370476 Feb 04 15:24:15.433123 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.472760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.511536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:15.512318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a13b4fb9-b37b-4b1d-9835-973fce055c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:15.554517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-4a040b5f-f21c-4051-928e-c2f4eff510b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:15.555789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-4a040b5f-f21c-4051-928e-c2f4eff510b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1100 time: 0.3292010 Feb 04 15:24:15.566516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4eeda-e5c8-4c64-92f6-6dae6c68527a req-e7e15d96-ff06-4a10-bf4a-0e9e84c96f32 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:15.575164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5b4eeda-e5c8-4c64-92f6-6dae6c68527a req-e7e15d96-ff06-4a10-bf4a-0e9e84c96f32 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 948 time: 0.2651680 Feb 04 15:24:15.591412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b484ca90-e1bc-4484-a306-491bfa5d5e8c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:15.593178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef5117-3f31-49fe-81e5-ea6a0e91aa61 req-24d258ab-b1ea-40ff-80fa-9e9838183dcd tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:15.598886 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-22ef5117-3f31-49fe-81e5-ea6a0e91aa61 req-24d258ab-b1ea-40ff-80fa-9e9838183dcd tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.2265713 Feb 04 15:24:15.676091 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a13b4fb9-b37b-4b1d-9835-973fce055c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.682589 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-22ef5117-3f31-49fe-81e5-ea6a0e91aa61 req-dc9d9cc4-bb76-43e6-a94e-eab02d5f3852 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719213 Feb 04 15:24:15.683632 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a13b4fb9-b37b-4b1d-9835-973fce055c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.740523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a13b4fb9-b37b-4b1d-9835-973fce055c82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4ad6793bb0b4eca9d2f67db86a06b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440937 Feb 04 15:24:15.741582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['b484ca90-e1bc-4484-a306-491bfa5d5e8c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:15.742132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43756) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:15.744696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b4fb9-b37b-4b1d-9835-973fce055c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aa2ddb-59f5-495c-bfc5-60fb67a7bf88,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:15.833362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5b4eeda-e5c8-4c64-92f6-6dae6c68527a req-6b23b2aa-2434-401d-85a0-5b9ef5f91864 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566400 Feb 04 15:24:15.839182 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-a8f7967f-284d-480f-8c45-12b9ecb7d9c6 service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986917 Feb 04 15:24:15.843275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb99a4bb-08b9-40bb-8429-185da680f113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.947981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb99a4bb-08b9-40bb-8429-185da680f113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.968040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-97eeb424-ba20-4eaa-b3e6-9ccac89b0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:15.969688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-97eeb424-ba20-4eaa-b3e6-9ccac89b0a6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3902199 Feb 04 15:24:16.027211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883ad56-65a6-459f-9187-fff86b69d8f9 req-dc4564c0-e276-45de-ac70-b2fdb3a0591d tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:16.037322 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2883ad56-65a6-459f-9187-fff86b69d8f9 req-dc4564c0-e276-45de-ac70-b2fdb3a0591d tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 971 time: 0.1828976 Feb 04 15:24:16.064295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-a93188ba-ff52-4ebb-a85c-8eb7350fb991 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 217 time: 0.0856647 Feb 04 15:24:16.086368 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb99a4bb-08b9-40bb-8429-185da680f113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:16.092461 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'code': 200} Feb 04 15:24:16.117760 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2883ad56-65a6-459f-9187-fff86b69d8f9 req-038f3fde-02bb-4ccb-8ae9-98644f9bbe65 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791056 Feb 04 15:24:16.138101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99a4bb-08b9-40bb-8429-185da680f113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aa2ddb-59f5-495c-bfc5-60fb67a7bf88,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:16.142835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb99a4bb-08b9-40bb-8429-185da680f113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:16.144216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bb99a4bb-08b9-40bb-8429-185da680f113 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85aa2ddb-59f5-495c-bfc5-60fb67a7bf88 HTTP/1.1" status: 204 len: 168 time: 0.4005926 Feb 04 15:24:16.151360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b5b1c3a-a252-4504-9f38-fb1e33bc2008 req-eb86027f-1b1b-43dd-b584-615b1f5ccfa1 service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993340 Feb 04 15:24:16.176654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-c43ccf90-5659-4f54-b173-1a42a09af0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:16.179234 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-c43ccf90-5659-4f54-b173-1a42a09af0e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1076298 Feb 04 15:24:16.320483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18d28a-9bf7-4158-a1b2-c615be7ffd3f req-c3ce4a38-9d60-47d0-a7c0-7c52a9281367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:16.323446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce18d28a-9bf7-4158-a1b2-c615be7ffd3f req-c3ce4a38-9d60-47d0-a7c0-7c52a9281367 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 1101 time: 0.0955625 Feb 04 15:24:16.384959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43774) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:16.428408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-b6c060ef-4328-4860-b60c-1ad3760e8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:16.432851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-b6c060ef-4328-4860-b60c-1ad3760e8df3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2476771 Feb 04 15:24:16.473166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041924-2bdf-4cbb-af92-ba88e6154898 req-46595bab-39a0-450e-b846-5fd4d863d439 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:16.482106 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc041924-2bdf-4cbb-af92-ba88e6154898 req-46595bab-39a0-450e-b846-5fd4d863d439 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 944 time: 0.2390192 Feb 04 15:24:16.484568 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce18d28a-9bf7-4158-a1b2-c615be7ffd3f req-e768b929-1104-4b60-8e07-e0f56f0c094d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530659 Feb 04 15:24:16.506620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:16.544833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61762325-8692-4bb7-b6f7-efa4cdb3f678 req-77c82a57-ac25-482e-a8c5-73c920ab7979 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:16.546433 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-61762325-8692-4bb7-b6f7-efa4cdb3f678 req-77c82a57-ac25-482e-a8c5-73c920ab7979 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 943 time: 0.1160445 Feb 04 15:24:16.607134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc041924-2bdf-4cbb-af92-ba88e6154898 req-6b7dc675-f536-40ec-b1c5-eba21e3d9784 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248364 Feb 04 15:24:16.613453 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-61762325-8692-4bb7-b6f7-efa4cdb3f678 req-251b330f-3e13-407d-b9cc-1674b2b081c9 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 Feb 04 15:24:16.679450 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87', 'status': 'completed', 'code': 200} Feb 04 15:24:16.695625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-75018c30-b07a-40fc-862e-301999e50a94 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547839 Feb 04 15:24:16.778813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad5d7460-4ad1-42ca-8518-066587d52a8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0615ebde57ff40f698c076a08d4c7881&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3890786 Feb 04 15:24:16.779379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43794) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:16.878793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 792a4cac-e0be-49a7-8529-08ae84464f87 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:24:16.908733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5d41758c-bb7c-4191-ab25-948c014501ec service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674623 Feb 04 15:24:16.912174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-0fbc30cf-fb5a-4320-999c-319877418c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:16.913727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-0fbc30cf-fb5a-4320-999c-319877418c1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1124 time: 0.2100961 Feb 04 15:24:16.944679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b484ca90-e1bc-4484-a306-491bfa5d5e8c up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:24:17.026664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-614fe3c9-8a14-463d-a981-0298811c5185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.078560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-614fe3c9-8a14-463d-a981-0298811c5185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.120036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc34aec-ddcc-4460-9373-034626d66fa5 req-0936f400-f79d-43d6-8c92-c6e90241897b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:17.125154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bc34aec-ddcc-4460-9373-034626d66fa5 req-0936f400-f79d-43d6-8c92-c6e90241897b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.2913561 Feb 04 15:24:17.125439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-93fd1c99-fabe-40e7-99d9-8d4c322fc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:17.126957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-93fd1c99-fabe-40e7-99d9-8d4c322fc4ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.2006922 Feb 04 15:24:17.139048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-dc6a1da2-5900-4a6b-a044-73cfff3032c9 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:17.149242 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-dc6a1da2-5900-4a6b-a044-73cfff3032c9 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 971 time: 0.2521052 Feb 04 15:24:17.278314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port b484ca90-e1bc-4484-a306-491bfa5d5e8c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:17.299563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port b484ca90-e1bc-4484-a306-491bfa5d5e8c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:17.304085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-08e57b97-60f7-4836-ad3a-fc6d54b60e6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 200 len: 217 time: 0.1601958 Feb 04 15:24:17.304611 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.320381 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bc34aec-ddcc-4460-9373-034626d66fa5 req-42c0d41a-736f-4ebd-af0d-ce69e28ab8df tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838695 Feb 04 15:24:17.329189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Deleting port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:24:17.329703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.399292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-614fe3c9-8a14-463d-a981-0298811c5185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.404318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-5fbe6473-a74c-471b-a98c-31babf329430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:17.409466 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-5fbe6473-a74c-471b-a98c-31babf329430 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.0890577 Feb 04 15:24:17.429169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fe3c9-8a14-463d-a981-0298811c5185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feca0cc-c9f5-491b-8c39-0d2ee376cca8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:17.477289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:17.487330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-614fe3c9-8a14-463d-a981-0298811c5185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.488651 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-614fe3c9-8a14-463d-a981-0298811c5185 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8feca0cc-c9f5-491b-8c39-0d2ee376cca8 HTTP/1.1" status: 204 len: 168 time: 0.7080240 Feb 04 15:24:17.494411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 792a4cac-e0be-49a7-8529-08ae84464f87 has no active binding in host n-h2-827870-1 {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:24:17.540935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa914-ee22-4e2f-8845-d1f8779ca3b3 req-1573066f-6dbe-4d48-8505-cd5a51f588ff tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:17.553709 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eafaa914-ee22-4e2f-8845-d1f8779ca3b3 req-1573066f-6dbe-4d48-8505-cd5a51f588ff tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 949 time: 0.3318322 Feb 04 15:24:17.564970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 84e1ef00-fbca-4a9b-8d3e-ac62396849da details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:24:17.596525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-b5af932c-42b1-447a-9645-a687f1c08035 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740210 Feb 04 15:24:17.601257 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.727893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eafaa914-ee22-4e2f-8845-d1f8779ca3b3 req-13a20402-d274-40eb-b14f-3ff48699dd5a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732323 Feb 04 15:24:17.798763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] For port 6dc8edf2-0f2c-4193-9d38-491f85ec9581, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6dc8edf2-0f2c-4193-9d38-491f85ec9581,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:17.798763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.834926 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-ae2fde4d-9235-4d74-ac95-10471d2f4ab8 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270303 Feb 04 15:24:17.877050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b484ca90-e1bc-4484-a306-491bfa5d5e8c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b484ca90-e1bc-4484-a306-491bfa5d5e8c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:17.904212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.035262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Calling delete_port for 6dc8edf2-0f2c-4193-9d38-491f85ec9581 owned by compute:tempest-test_az-116491255 {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:24:18.081905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b484ca90-e1bc-4484-a306-491bfa5d5e8c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:18.094893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1596f6a-7be6-44a4-ab36-06d620c44b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b484ca90-e1bc-4484-a306-491bfa5d5e8c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:18.097885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5cb01-0730-4615-b4fa-36cc6576a37c req-63e0cdb1-be9e-4b7e-afe3-a9928b7a9442 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.106551 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c0c5cb01-0730-4615-b4fa-36cc6576a37c req-63e0cdb1-be9e-4b7e-afe3-a9928b7a9442 tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 971 time: 0.4408998 Feb 04 15:24:18.107671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 84e1ef00-fbca-4a9b-8d3e-ac62396849da, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=84e1ef00-fbca-4a9b-8d3e-ac62396849da,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:18.115906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43838) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:18.128978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '84e1ef00-fbca-4a9b-8d3e-ac62396849da', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'port_id': '84e1ef00-fbca-4a9b-8d3e-ac62396849da', 'mac_address': 'fa:16:3e:3f:dd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:24:18.192973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c0c5cb01-0730-4615-b4fa-36cc6576a37c req-de67bdd3-b2bc-4771-9688-1f4638b9c01d tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/security-groups?id=9597a1af-1ce8-42dd-9339-3c75b15c311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852942 Feb 04 15:24:18.203495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03db8725-cb19-43e5-aac3-8e53dbab6193 req-cd4fa5b3-65e2-472a-be91-ef001ac4822c service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607423 Feb 04 15:24:18.232526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0ec8e-cf30-40c0-9a2a-c8b398b06b12 req-388fcd66-f8e2-4d4d-a594-74f0c3a4e07e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.240604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.244223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55b0ec8e-cf30-40c0-9a2a-c8b398b06b12 req-388fcd66-f8e2-4d4d-a594-74f0c3a4e07e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 944 time: 0.2738836 Feb 04 15:24:18.274974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e1ef00-fbca-4a9b-8d3e-ac62396849da {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:18.299245 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-41a2f499-1bf6-4853-b713-d6175f9adde4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=304c0403dac145839c54a6aa3acc5cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811039 Feb 04 15:24:18.302987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43846) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:18.316466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 84e1ef00-fbca-4a9b-8d3e-ac62396849da, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=84e1ef00-fbca-4a9b-8d3e-ac62396849da,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:18.326248 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.342178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55b0ec8e-cf30-40c0-9a2a-c8b398b06b12 req-e8d10240-49cb-46af-ad3b-7f19e5ecae59 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968275 Feb 04 15:24:18.426000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=84e1ef00-fbca-4a9b-8d3e-ac62396849da,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:18.511520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.577210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['84e1ef00-fbca-4a9b-8d3e-ac62396849da'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:18.663028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Pushing event deleted for resources: {'Port': ['ID=6dc8edf2-0f2c-4193-9d38-491f85ec9581,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:18.677183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33fcbd87-53af-451f-97de-dc6ea0d7bf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.702625 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1596f6a-7be6-44a4-ab36-06d620c44b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b484ca90-e1bc-4484-a306-491bfa5d5e8c', 'code': 200} Feb 04 15:24:18.795516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] No DVR routers for this DVR port 6dc8edf2-0f2c-4193-9d38-491f85ec9581 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:18.801595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.805377 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33fcbd87-53af-451f-97de-dc6ea0d7bf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.811875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8fe31e-70dc-4346-b16f-551cca60d0c6', 'name': 'network-vif-deleted', 'tag': '6dc8edf2-0f2c-4193-9d38-491f85ec9581'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:18.846736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-82ccec18-b98f-4e93-bd0f-6ea7ca9b7d8f req-71037a0c-8cd4-40a5-bf59-79ed89b6ba0a tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.61 "DELETE /v2.0/ports/6dc8edf2-0f2c-4193-9d38-491f85ec9581 HTTP/1.1" status: 204 len: 173 time: 1.6965163 Feb 04 15:24:18.879411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6dc8edf2-0f2c-4193-9d38-491f85ec9581 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:24:18.897572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46108c76-c4a3-4d73-a5b7-2b1133d226ab req-686b3e5f-0814-4961-8f75-26176ddfca8b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.905399 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46108c76-c4a3-4d73-a5b7-2b1133d226ab req-686b3e5f-0814-4961-8f75-26176ddfca8b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 943 time: 0.4609601 Feb 04 15:24:18.976073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac46573-2c06-4d18-97e9-088e3f953e8d req-a079ec0f-a256-4fed-b80f-0145e01f41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.977918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ac46573-2c06-4d18-97e9-088e3f953e8d req-a079ec0f-a256-4fed-b80f-0145e01f41a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 1101 time: 0.1774054 Feb 04 15:24:18.993198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 6dc8edf2-0f2c-4193-9d38-491f85ec9581 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:24:18.993656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6dc8edf2-0f2c-4193-9d38-491f85ec9581 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:24:18.997446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46108c76-c4a3-4d73-a5b7-2b1133d226ab req-a76898ec-557a-4d19-bdee-e072f210a9b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910006 Feb 04 15:24:19.006822 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33fcbd87-53af-451f-97de-dc6ea0d7bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:19.043832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcbd87-53af-451f-97de-dc6ea0d7bf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc9e777-ceaf-4732-9b7b-b4b1b4e0ff97,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:19.059454 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ac46573-2c06-4d18-97e9-088e3f953e8d req-6ca4bb42-d2bf-45fe-a8fc-b86ca5978a1d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727746 Feb 04 15:24:19.068161 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33fcbd87-53af-451f-97de-dc6ea0d7bf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:19.069145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-33fcbd87-53af-451f-97de-dc6ea0d7bf8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edc9e777-ceaf-4732-9b7b-b4b1b4e0ff97 HTTP/1.1" status: 204 len: 168 time: 0.7647932 Feb 04 15:24:19.252824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2ae12-f9ee-4a91-9369-f51846e594a6 req-6cc259af-26df-472e-9556-4be5b63d2c47 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:19.254346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1db2ae12-f9ee-4a91-9369-f51846e594a6 req-6cc259af-26df-472e-9556-4be5b63d2c47 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.1091664 Feb 04 15:24:19.313247 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1db2ae12-f9ee-4a91-9369-f51846e594a6 req-26a95274-3696-4752-aa74-965559b80997 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489502 Feb 04 15:24:19.380629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a67066-ca18-4ff8-b4c4-53ac2d6ca52f req-aa7f3460-b9f1-435a-ada2-1a5cfea41c5b tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:19.382669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07a67066-ca18-4ff8-b4c4-53ac2d6ca52f req-aa7f3460-b9f1-435a-ada2-1a5cfea41c5b tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 950 time: 0.1260104 Feb 04 15:24:19.390130 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8fe31e-70dc-4346-b16f-551cca60d0c6', 'name': 'network-vif-deleted', 'tag': '6dc8edf2-0f2c-4193-9d38-491f85ec9581', 'status': 'completed', 'code': 200} Feb 04 15:24:19.451260 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07a67066-ca18-4ff8-b4c4-53ac2d6ca52f req-765b89c0-613d-4b68-996f-90b3596b1fb2 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542014 Feb 04 15:24:19.582102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 84e1ef00-fbca-4a9b-8d3e-ac62396849da up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:24:19.602214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4f5316b2-867e-474e-b2aa-e2dc79ccc74a req-1a8c5655-c972-496c-9dc2-f7e15e66ee2f tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Synchronizing usage tracker for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:19.636149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4f5316b2-867e-474e-b2aa-e2dc79ccc74a req-1a8c5655-c972-496c-9dc2-f7e15e66ee2f tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] Unset dirty status for tenant:6ffe5b6b131243b6a5a38406e4d98c52 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:19.637401 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4f5316b2-867e-474e-b2aa-e2dc79ccc74a req-1a8c5655-c972-496c-9dc2-f7e15e66ee2f tempest-DeleteServersAdminTestJSON-2140278937 tempest-DeleteServersAdminTestJSON-2140278937-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c8fe31e-70dc-4346-b16f-551cca60d0c6 HTTP/1.1" status: 200 len: 210 time: 0.0828080 Feb 04 15:24:19.696322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 84e1ef00-fbca-4a9b-8d3e-ac62396849da completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:19.706267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 84e1ef00-fbca-4a9b-8d3e-ac62396849da triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:19.708363 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:19.722985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05743b6a-f5a1-4f90-aad9-3bac4c2c4185 req-ce43f9fd-7d95-44a2-a806-57a13b62e7d3 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:19.727927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05743b6a-f5a1-4f90-aad9-3bac4c2c4185 req-ce43f9fd-7d95-44a2-a806-57a13b62e7d3 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 945 time: 0.1711557 Feb 04 15:24:19.810427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05743b6a-f5a1-4f90-aad9-3bac4c2c4185 req-623a69df-5c14-4cf4-aff4-55bba071cc96 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773761 Feb 04 15:24:19.895055 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:19.954561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 84e1ef00-fbca-4a9b-8d3e-ac62396849da, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=84e1ef00-fbca-4a9b-8d3e-ac62396849da,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:19.961665 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:20.068485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-5484cee6-8fbb-4578-84cc-4b7fd008aebd service neutron] 10.222.0.53 "GET /v2.0/ports/792a4cac-e0be-49a7-8529-08ae84464f87/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 384 time: 0.1833496 Feb 04 15:24:20.080235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=84e1ef00-fbca-4a9b-8d3e-ac62396849da,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:20.307626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43934) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:20.517170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c003db8-9ce1-41bc-a17a-9d762b53bf44 req-7b703fa7-619a-4fbd-b2af-07c83e1cf7ce tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.519975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c003db8-9ce1-41bc-a17a-9d762b53bf44 req-7b703fa7-619a-4fbd-b2af-07c83e1cf7ce tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 943 time: 0.3479724 Feb 04 15:24:20.617161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c003db8-9ce1-41bc-a17a-9d762b53bf44 req-ad606412-1476-470c-8105-060d9469c790 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849824 Feb 04 15:24:20.627550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8838342a-634e-46c6-974d-7806f574330c req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:20.678894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8838342a-634e-46c6-974d-7806f574330c req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:20.702856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-907291e6-78ba-49f4-ad17-508c5e7ced43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:20.703701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e1ef00-fbca-4a9b-8d3e-ac62396849da'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:20.720166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-907291e6-78ba-49f4-ad17-508c5e7ced43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:20.725290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-907291e6-78ba-49f4-ad17-508c5e7ced43 admin admin] Usage tracker for resource:security_group_rule and tenant:991bab380e2145e8acd64acd41d4e313 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:20.728310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-907291e6-78ba-49f4-ad17-508c5e7ced43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:20.735748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-907291e6-78ba-49f4-ad17-508c5e7ced43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:20.767407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-8838342a-634e-46c6-974d-7806f574330c req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792a4cac-e0be-49a7-8529-08ae84464f87 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:20.780487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8838342a-634e-46c6-974d-7806f574330c req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:20.835770 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:20.897778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-907291e6-78ba-49f4-ad17-508c5e7ced43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:20.904841 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-907291e6-78ba-49f4-ad17-508c5e7ced43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:20.933843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60076ea2-c114-463f-8578-cd582c9db6a8 req-c91f4569-0ade-49e3-853b-373ef2b709fc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.935355 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60076ea2-c114-463f-8578-cd582c9db6a8 req-c91f4569-0ade-49e3-853b-373ef2b709fc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.1513462 Feb 04 15:24:20.976115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e83f-c34c-440c-8007-2eb0baf86026 req-10d87fa5-5430-4a52-bf3c-79ad53808c8f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.977682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2fc0e83f-c34c-440c-8007-2eb0baf86026 req-10d87fa5-5430-4a52-bf3c-79ad53808c8f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 950 time: 0.1827004 Feb 04 15:24:20.980017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907291e6-78ba-49f4-ad17-508c5e7ced43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afbbbf7-2dc7-4809-b3ed-9e6d95366cdd,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:20.990006 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-907291e6-78ba-49f4-ad17-508c5e7ced43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=991bab380e2145e8acd64acd41d4e313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6782143 Feb 04 15:24:20.990917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43972) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:21.035055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60076ea2-c114-463f-8578-cd582c9db6a8 req-3a9d12b3-4c05-4890-89ac-bcba1555a950 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818722 Feb 04 15:24:21.048089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2fc0e83f-c34c-440c-8007-2eb0baf86026 req-f9f3e4fb-67ba-4514-8f0c-ab98b379b32d tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645726 Feb 04 15:24:21.049261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-8838342a-634e-46c6-974d-7806f574330c req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] Transition to ACTIVE for port object 792a4cac-e0be-49a7-8529-08ae84464f87 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:21.057076 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:21.099416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c259bb50-cbd0-4926-a621-a194f10704b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:21.143229 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e1ef00-fbca-4a9b-8d3e-ac62396849da', 'code': 200} Feb 04 15:24:21.154814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c259bb50-cbd0-4926-a621-a194f10704b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:21.239286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c259bb50-cbd0-4926-a621-a194f10704b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:21.268160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259bb50-cbd0-4926-a621-a194f10704b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afbbbf7-2dc7-4809-b3ed-9e6d95366cdd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:21.282275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c259bb50-cbd0-4926-a621-a194f10704b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:21.289312 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c259bb50-cbd0-4926-a621-a194f10704b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0afbbbf7-2dc7-4809-b3ed-9e6d95366cdd HTTP/1.1" status: 204 len: 168 time: 0.2924902 Feb 04 15:24:21.354798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8838342a-634e-46c6-974d-7806f574330c req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] No DVR routers for this DVR port 792a4cac-e0be-49a7-8529-08ae84464f87 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:21.438898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe52b2-7285-4d3d-b739-e31ad3b06d65 req-2cdb2091-e224-4caa-b5ef-2eb7a01b2c55 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:21.446793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59fe52b2-7285-4d3d-b739-e31ad3b06d65 req-2cdb2091-e224-4caa-b5ef-2eb7a01b2c55 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 946 time: 0.1108990 Feb 04 15:24:21.452519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] Pushing event updated for resources: {'Port': ['ID=792a4cac-e0be-49a7-8529-08ae84464f87,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:21.496389 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59fe52b2-7285-4d3d-b739-e31ad3b06d65 req-17075fc5-68ee-407e-be47-49f6a4a660b8 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486550 Feb 04 15:24:21.523065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-97513c3f-7802-4472-9f27-c57974d09fcc service neutron] 10.222.0.53 "PUT /v2.0/ports/792a4cac-e0be-49a7-8529-08ae84464f87/bindings/n-h2-827870-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4469819 Feb 04 15:24:21.537883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9d8cb-d468-40f6-ac95-787ee43f84e8 req-af36fecd-d840-4008-b2c8-081d9511062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:21.539353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aed9d8cb-d468-40f6-ac95-787ee43f84e8 req-af36fecd-d840-4008-b2c8-081d9511062a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 1097 time: 0.3019965 Feb 04 15:24:21.555208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779142b9-854c-441d-872a-626f6d777a72 req-7fed326d-cb3d-41e4-972a-07316423fefa tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:21.556691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-779142b9-854c-441d-872a-626f6d777a72 req-7fed326d-cb3d-41e4-972a-07316423fefa tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1901915 Feb 04 15:24:21.683116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aed9d8cb-d468-40f6-ac95-787ee43f84e8 req-367a1525-5e73-4be9-b783-414f16d124e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254091 Feb 04 15:24:21.716716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-779142b9-854c-441d-872a-626f6d777a72 req-1b083771-c538-45d7-b3d5-d224c894447c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341572 Feb 04 15:24:21.751654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-e4743760-1a76-4304-991a-07e84996ab05 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:21.753650 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-e4743760-1a76-4304-991a-07e84996ab05 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1095 time: 0.1476362 Feb 04 15:24:21.858646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44014) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:21.893941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bab2ba0a-0f17-48a1-922d-b286df5c5c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:21.922910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bab2ba0a-0f17-48a1-922d-b286df5c5c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:21.928122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bab2ba0a-0f17-48a1-922d-b286df5c5c4b admin admin] Usage tracker for resource:security_group_rule and tenant:d25c7da9fcff4912930c91508ad455d4 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:21.931073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bab2ba0a-0f17-48a1-922d-b286df5c5c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:21.937167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bab2ba0a-0f17-48a1-922d-b286df5c5c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:22.045983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bab2ba0a-0f17-48a1-922d-b286df5c5c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.053412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee050639-a6c6-419d-9f68-b2da04a3a3ca req-07d4914f-c343-4d0f-bea9-59a363386d6d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.053772 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bab2ba0a-0f17-48a1-922d-b286df5c5c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.055055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee050639-a6c6-419d-9f68-b2da04a3a3ca req-07d4914f-c343-4d0f-bea9-59a363386d6d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 944 time: 0.1359072 Feb 04 15:24:22.057570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-3ebffff8-6b45-4356-a53a-c1445d6f9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.059518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-3ebffff8-6b45-4356-a53a-c1445d6f9afa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb&tenant_id=4e6111af241f425ebd76df0cd5a20fa3 HTTP/1.1" status: 200 len: 1095 time: 0.2885518 Feb 04 15:24:22.115883 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bab2ba0a-0f17-48a1-922d-b286df5c5c4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d25c7da9fcff4912930c91508ad455d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559149 Feb 04 15:24:22.116732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2ba0a-0f17-48a1-922d-b286df5c5c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbcf6d1-134c-43f5-8528-de0320dbd27f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:22.119041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44038) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:22.159298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee050639-a6c6-419d-9f68-b2da04a3a3ca req-0bc16a58-b7b5-41b3-ad51-110c933cad9d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976925 Feb 04 15:24:22.168987 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-d9e14433-14aa-4c02-9e92-92da71110604 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=289fff735cfd4a71bf844d7e38a955f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489173 Feb 04 15:24:22.206336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-bc135b1f-857b-4c1b-b193-fb6895f7867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.207641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-bc135b1f-857b-4c1b-b193-fb6895f7867e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1095 time: 0.1003218 Feb 04 15:24:22.336416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65d8bd6d-ca2b-45a1-b29e-2906daaa1ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.372579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-7db2c6b0-0e22-426a-893d-39ec7296d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.374007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-7db2c6b0-0e22-426a-893d-39ec7296d5ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.1583838 Feb 04 15:24:22.392887 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65d8bd6d-ca2b-45a1-b29e-2906daaa1ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.406058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-c3d38509-3b01-4f8f-a595-de9eccdc0d36 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.407427 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-c3d38509-3b01-4f8f-a595-de9eccdc0d36 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376888 Feb 04 15:24:22.441147 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-ee3fa43b-bf2b-457c-aede-3686edba2a50 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/quotas/289fff735cfd4a71bf844d7e38a955f1 HTTP/1.1" status: 200 len: 375 time: 0.0227571 Feb 04 15:24:22.479135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-91fbb8c2-8649-46a1-a768-aa5f7987c464 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 200 len: 217 time: 0.0982695 Feb 04 15:24:22.507942 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65d8bd6d-ca2b-45a1-b29e-2906daaa1ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.527367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8bd6d-ca2b-45a1-b29e-2906daaa1ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbcf6d1-134c-43f5-8528-de0320dbd27f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:22.536122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65d8bd6d-ca2b-45a1-b29e-2906daaa1ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.539567 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-65d8bd6d-ca2b-45a1-b29e-2906daaa1ea8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6fbcf6d1-134c-43f5-8528-de0320dbd27f HTTP/1.1" status: 204 len: 168 time: 0.4157159 Feb 04 15:24:22.552928 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-b0d7c96c-6739-4610-b15b-a0f623d1aab0 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=289fff735cfd4a71bf844d7e38a955f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049058 Feb 04 15:24:22.571167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-e0c1d64c-17de-4523-a179-ced81de522f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.572477 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-e0c1d64c-17de-4523-a179-ced81de522f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.0817785 Feb 04 15:24:22.630919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170726ee-b5f8-46ba-8c4f-32e1900aa29c req-9e841f4d-a6d7-4e95-a1f9-712cc27ff665 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.632390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-170726ee-b5f8-46ba-8c4f-32e1900aa29c req-9e841f4d-a6d7-4e95-a1f9-712cc27ff665 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.1931393 Feb 04 15:24:22.639729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-40324bff-76a1-4fec-8381-3e9f84c7c31f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606391 Feb 04 15:24:22.781799 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-170726ee-b5f8-46ba-8c4f-32e1900aa29c req-d58de15d-9a96-4cca-b363-e62887874edc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391897 Feb 04 15:24:22.902650 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-6afd30fe-b822-49bf-a519-65a48efd941d service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459512 Feb 04 15:24:23.214280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-94c758cc-092f-457c-b346-db919014ae79 req-17a7a953-96cd-49b5-8e71-722cdca421ad tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 210 time: 0.0860212 Feb 04 15:24:23.280462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-01adede1-579b-48dc-9f91-7aaefbae9feb service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699598 Feb 04 15:24:23.303832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44084) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:23.328425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f088-1b47-4dbf-8de9-65dc398d55bd req-ac0fab7f-fd77-4276-9dc9-53cd73c9b250 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:23.330749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7e4f088-1b47-4dbf-8de9-65dc398d55bd req-ac0fab7f-fd77-4276-9dc9-53cd73c9b250 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 946 time: 0.1476917 Feb 04 15:24:23.411749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7e4f088-1b47-4dbf-8de9-65dc398d55bd req-f4c78003-9006-4546-b9e5-b46c0f21e381 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678198 Feb 04 15:24:23.590903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 792a4cac-e0be-49a7-8529-08ae84464f87 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:24:23.650388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbe569-71d5-471e-bd4e-3d45da0861cd req-99d1a523-b445-4af5-a144-358ab8e1c88e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:23.657266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35cbe569-71d5-471e-bd4e-3d45da0861cd req-99d1a523-b445-4af5-a144-358ab8e1c88e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 944 time: 0.1455019 Feb 04 15:24:23.700086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 792a4cac-e0be-49a7-8529-08ae84464f87 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:24:23.716970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35cbe569-71d5-471e-bd4e-3d45da0861cd req-c76d6f16-deff-4ef5-98d2-7f0f4c21224b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587423 Feb 04 15:24:23.750057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838342a-634e-46c6-974d-7806f574330c req-be2d248c-c3b2-440b-8dbf-ca27af337a26 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:23.752513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-be2d248c-c3b2-440b-8dbf-ca27af337a26 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 1095 time: 0.1665516 Feb 04 15:24:23.823382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-82a2fa4d-3f42-49e2-a297-44cfeeb5e055 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ffe5b6b131243b6a5a38406e4d98c52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5181174 Feb 04 15:24:23.826003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44104) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:23.828407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44106) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:23.921751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfa09c3f-8198-4909-92ee-aaa579240a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:23.965395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e31751e-c5d9-41c3-a303-512b09176462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:23.989167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfa09c3f-8198-4909-92ee-aaa579240a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.030457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e31751e-c5d9-41c3-a303-512b09176462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:24.052166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e31751e-c5d9-41c3-a303-512b09176462 admin admin] Usage tracker for resource:security_group_rule and tenant:33d0aa1f55514642b4d8ce2df906d03d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:24.059569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e31751e-c5d9-41c3-a303-512b09176462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:24.081317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e31751e-c5d9-41c3-a303-512b09176462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:24.096361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bc2b9-f97f-4d76-9551-cb4418ff5062 req-5470d9c3-b00f-47ed-899b-f534423eb32c tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.098224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-094bc2b9-f97f-4d76-9551-cb4418ff5062 req-5470d9c3-b00f-47ed-899b-f534423eb32c tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 946 time: 0.2158177 Feb 04 15:24:24.111323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44122) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:24.121565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8838342a-634e-46c6-974d-7806f574330c req-77817653-b603-41f8-85d6-5ca814e9118e service neutron] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:24.123212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Request body: {'floatingip': {'port_id': '84e1ef00-fbca-4a9b-8d3e-ac62396849da'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:24.125901 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8838342a-634e-46c6-974d-7806f574330c req-77817653-b603-41f8-85d6-5ca814e9118e service neutron] Notify callbacks [] for binding, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.127690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8838342a-634e-46c6-974d-7806f574330c req-77817653-b603-41f8-85d6-5ca814e9118e service neutron] 10.222.0.61 "DELETE /v2.0/ports/792a4cac-e0be-49a7-8529-08ae84464f87/bindings/n-h1-827870-1 HTTP/1.1" status: 204 len: 173 time: 0.3663282 Feb 04 15:24:24.217192 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.373108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-5ddfa564-ff8e-4823-913c-6d1a659f11d3 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=289fff735cfd4a71bf844d7e38a955f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396326 Feb 04 15:24:24.433334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8be970-71e0-401b-8acc-f2444e099256 req-e062f4b6-1596-4fb0-b65d-e734a310d83a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.434876 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b8be970-71e0-401b-8acc-f2444e099256 req-e062f4b6-1596-4fb0-b65d-e734a310d83a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.4533241 Feb 04 15:24:24.435518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfa09c3f-8198-4909-92ee-aaa579240a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.500212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa09c3f-8198-4909-92ee-aaa579240a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9597a1af-1ce8-42dd-9339-3c75b15c311e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:24.591973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfa09c3f-8198-4909-92ee-aaa579240a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.593120 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dfa09c3f-8198-4909-92ee-aaa579240a80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9597a1af-1ce8-42dd-9339-3c75b15c311e HTTP/1.1" status: 204 len: 168 time: 0.7635391 Feb 04 15:24:24.640043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b8be970-71e0-401b-8acc-f2444e099256 req-a6ff8e59-2c6c-4300-b6e2-442d213160f8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788428 Feb 04 15:24:24.774626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e31751e-c5d9-41c3-a303-512b09176462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.794081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e31751e-c5d9-41c3-a303-512b09176462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.841535 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8e31751e-c5d9-41c3-a303-512b09176462 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33d0aa1f55514642b4d8ce2df906d03d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0087814 Feb 04 15:24:24.846657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44158) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:24.846907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-a435d8d0-a61b-4249-a098-5738cf88f33d tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.850274 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-a435d8d0-a61b-4249-a098-5738cf88f33d tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4663732 Feb 04 15:24:24.864900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Request body: {'port': {'device_id': 'b0fbcb65-168e-4154-8e77-29a85ec01d2d', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '289fff735cfd4a71bf844d7e38a955f1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:24.897386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8407d5c-f950-4a4a-bc2a-06429b588607 req-f7672f6a-cd2a-4132-9c74-025a055e0856 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 210 time: 0.0949807 Feb 04 15:24:25.066026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31751e-c5d9-41c3-a303-512b09176462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0fe5ec-d941-42b6-a771-642438093ce4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:25.163540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:25.196348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:25.221067 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ab9fa3a-af7b-48cc-810e-85a14bc0709b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.223892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Made reservation on behalf of 289fff735cfd4a71bf844d7e38a955f1 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:25.228033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.287861 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ab9fa3a-af7b-48cc-810e-85a14bc0709b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.360455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44190) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:25.412103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5988e-5616-4174-a926-dcacee15b0a7 req-1d0361de-597d-4f0a-9f83-b7fbd4d01210 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:25.419079 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-31e5988e-5616-4174-a926-dcacee15b0a7 req-1d0361de-597d-4f0a-9f83-b7fbd4d01210 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 944 time: 0.4771800 Feb 04 15:24:25.538637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Allocated IP 192.168.233.76 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/ae5e9391-7c67-49fb-b65c-877a3ce762d5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:25.620081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bec1-ecdb-4312-8ad5-8ffd5690f711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.694253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d0f1bec1-ecdb-4312-8ad5-8ffd5690f711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:25.706603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d0f1bec1-ecdb-4312-8ad5-8ffd5690f711 admin admin] Usage tracker for resource:security_group_rule and tenant:3e683a9a1b6a4834a10d92dc9572d128 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:25.711999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d0f1bec1-ecdb-4312-8ad5-8ffd5690f711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:25.728072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-31e5988e-5616-4174-a926-dcacee15b0a7 req-b8a3ab62-9fdd-4bd9-9342-babcb5fe0b45 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080530 Feb 04 15:24:25.830184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d0f1bec1-ecdb-4312-8ad5-8ffd5690f711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:25.859170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ab9fa3a-af7b-48cc-810e-85a14bc0709b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.863977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:24:25.877420 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.905038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Transition to ACTIVE for port object ae5e9391-7c67-49fb-b65c-877a3ce762d5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:25.941481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd81c46-de7b-4e55-b93f-e82d5194d831 req-615d8288-3365-4326-ad09-9094c32291cb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:25.943504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5fd81c46-de7b-4e55-b93f-e82d5194d831 req-615d8288-3365-4326-ad09-9094c32291cb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.1306868 Feb 04 15:24:25.971497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9fa3a-af7b-48cc-810e-85a14bc0709b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0fe5ec-d941-42b6-a771-642438093ce4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:25.994403 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ab9fa3a-af7b-48cc-810e-85a14bc0709b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.995525 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6ab9fa3a-af7b-48cc-810e-85a14bc0709b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db0fe5ec-d941-42b6-a771-642438093ce4 HTTP/1.1" status: 204 len: 168 time: 1.1450558 Feb 04 15:24:26.001274 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.014550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3df57a59-0c9e-476a-9a06-5c18341f0801', 'b484ca90-e1bc-4484-a306-491bfa5d5e8c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:26.034525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.052737 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.084419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5fd81c46-de7b-4e55-b93f-e82d5194d831 req-ec5bc19b-d80b-4cf8-add4-a0d4c9cede4b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336873 Feb 04 15:24:26.138709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:26.143704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:26.147755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:24:26.154219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.155402 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.177777 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0e4e062b-a60d-4437-98f7-9dfc9045a5ea req-57491ed5-4f8d-48b0-9308-5cb3b4e5cad8 tempest-FlavorsV2NegativeTest-357344775 tempest-FlavorsV2NegativeTest-357344775-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=87102c167e2a460388f42d14ec955570&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621710 Feb 04 15:24:26.198312 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3370109 Feb 04 15:24:26.201780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df0807-846f-415b-b6f7-7a404a386865 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Pushing event updated for resources: {'Port': ['ID=ae5e9391-7c67-49fb-b65c-877a3ce762d5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:26.227085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Request body: {'port': {'device_id': 'b0fbcb65-168e-4154-8e77-29a85ec01d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:26.487168 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.527428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bba952a2-ae02-474d-bf04-29abf544ac1f None None] Provisioning for port ae5e9391-7c67-49fb-b65c-877a3ce762d5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:26.535203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bba952a2-ae02-474d-bf04-29abf544ac1f None None] Provisioning complete for port ae5e9391-7c67-49fb-b65c-877a3ce762d5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:26.536059 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bba952a2-ae02-474d-bf04-29abf544ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.559769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44240) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:26.600209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-bba952a2-ae02-474d-bf04-29abf544ac1f None None] Port ae5e9391-7c67-49fb-b65c-877a3ce762d5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:24:26.601988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a8b73-dea2-4ff7-8846-ce0329e97509 req-e0262b5e-a5a3-48b9-8e55-7dd1a6bb9552 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.603167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-be8a8b73-dea2-4ff7-8846-ce0329e97509 req-e0262b5e-a5a3-48b9-8e55-7dd1a6bb9552 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Synchronizing usage tracker for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:26.607264 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55f0798f-cbe2-4f8d-be6d-e43d5ae4403e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.638895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-55f0798f-cbe2-4f8d-be6d-e43d5ae4403e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:26.652341 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bec1-ecdb-4312-8ad5-8ffd5690f711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.663708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bec1-ecdb-4312-8ad5-8ffd5690f711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.686287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-55f0798f-cbe2-4f8d-be6d-e43d5ae4403e admin admin] Usage tracker for resource:security_group_rule and tenant:dc2d6a6874dc4edab76fb7ee619b37d6 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:26.698972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-55f0798f-cbe2-4f8d-be6d-e43d5ae4403e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:26.707112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-be8a8b73-dea2-4ff7-8846-ce0329e97509 req-e0262b5e-a5a3-48b9-8e55-7dd1a6bb9552 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Unset dirty status for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:26.708870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be8a8b73-dea2-4ff7-8846-ce0329e97509 req-e0262b5e-a5a3-48b9-8e55-7dd1a6bb9552 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 935 time: 0.3857274 Feb 04 15:24:26.709827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-55f0798f-cbe2-4f8d-be6d-e43d5ae4403e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:26.726824 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Floating IP 3351e04d-7055-4842-bd06-237711638418 associated. External IP: 172.25.8.25, port: 84e1ef00-fbca-4a9b-8d3e-ac62396849da. Feb 04 15:24:26.829498 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d0f1bec1-ecdb-4312-8ad5-8ffd5690f711 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e683a9a1b6a4834a10d92dc9572d128&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4669633 Feb 04 15:24:26.838877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e062b-a60d-4437-98f7-9dfc9045a5ea req-1fa73917-180a-4028-9e96-410c178c4ac6 tempest-FlavorsV2NegativeTest-357344775 tempest-FlavorsV2NegativeTest-357344775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.840286 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0e4e062b-a60d-4437-98f7-9dfc9045a5ea req-1fa73917-180a-4028-9e96-410c178c4ac6 tempest-FlavorsV2NegativeTest-357344775 tempest-FlavorsV2NegativeTest-357344775-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6585782 Feb 04 15:24:26.840939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1bec1-ecdb-4312-8ad5-8ffd5690f711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c278d17-e6f3-4671-a3e4-5cb496654f3d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:26.841668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44244) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:26.868785 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0e4e062b-a60d-4437-98f7-9dfc9045a5ea req-44d46f8f-afd2-435f-8a3e-5ca856b77dbd tempest-FlavorsV2NegativeTest-357344775 tempest-FlavorsV2NegativeTest-357344775-project] 10.222.0.46 "GET /v2.0/quotas/87102c167e2a460388f42d14ec955570 HTTP/1.1" status: 200 len: 375 time: 0.0160992 Feb 04 15:24:26.887570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be8a8b73-dea2-4ff7-8846-ce0329e97509 req-ac1e0322-6872-4731-97d0-e4213205149a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717336 Feb 04 15:24:26.992064 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0e4e062b-a60d-4437-98f7-9dfc9045a5ea req-cea7f7ae-9fdd-4a0b-b333-b3d8ff9813ad tempest-FlavorsV2NegativeTest-357344775 tempest-FlavorsV2NegativeTest-357344775-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=87102c167e2a460388f42d14ec955570&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667787 Feb 04 15:24:27.067919 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bad88c66-5c2e-48aa-9f78-68d5717daebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.127100 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55f0798f-cbe2-4f8d-be6d-e43d5ae4403e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.175409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55f0798f-cbe2-4f8d-be6d-e43d5ae4403e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.184031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bad88c66-5c2e-48aa-9f78-68d5717daebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.244450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Router 69e16339-aa50-478f-a812-89b6247ac9a3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:24:27.269508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-55f0798f-cbe2-4f8d-be6d-e43d5ae4403e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc2d6a6874dc4edab76fb7ee619b37d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7084033 Feb 04 15:24:27.280388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44266) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:27.314613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5e9391-7c67-49fb-b65c-877a3ce762d5 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:27.370788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.374379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0798f-cbe2-4f8d-be6d-e43d5ae4403e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92f42a2-888f-4a85-912e-ce78d1c68670,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:27.419208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2434b-c1b3-406c-b169-1caa3389e03c req-d50998bf-bf7e-496c-bfee-131f338bd1a7 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:27.429183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8f2434b-c1b3-406c-b169-1caa3389e03c req-d50998bf-bf7e-496c-bfee-131f338bd1a7 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1095 time: 0.4255543 Feb 04 15:24:27.476149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bad88c66-5c2e-48aa-9f78-68d5717daebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.507792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Transition to ACTIVE for port object ae5e9391-7c67-49fb-b65c-877a3ce762d5 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:27.515399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad88c66-5c2e-48aa-9f78-68d5717daebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c278d17-e6f3-4671-a3e4-5cb496654f3d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:27.535202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.547983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8f2434b-c1b3-406c-b169-1caa3389e03c req-f540b7a6-596e-4147-b5f5-5bfbaa349021 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177623 Feb 04 15:24:27.560427 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61a406e3-1618-4bb3-84f1-34d63259adc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.568159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:24:27.585892 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] Sync routers for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:24:27.589923 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.601446 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:24:27.604158 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:24:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:27.687132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065e3ac-caf0-4f64-a68c-d8132545f589 req-1cad7c39-3523-42ce-9040-37911394a6c0 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:27.695288 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e065e3ac-caf0-4f64-a68c-d8132545f589 req-1cad7c39-3523-42ce-9040-37911394a6c0 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.2047961 Feb 04 15:24:27.746091 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-29b0416a-07e2-4263-836c-a7be0c2575eb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "PUT /v2.0/floatingips/3351e04d-7055-4842-bd06-237711638418 HTTP/1.1" status: 200 len: 991 time: 3.6332047 Feb 04 15:24:27.763031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'tag': '84e1ef00-fbca-4a9b-8d3e-ac62396849da'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:27.813985 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e065e3ac-caf0-4f64-a68c-d8132545f589 req-e0b116a2-20ac-4f3f-9276-8d1ffc29e2ba tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125629 Feb 04 15:24:27.828805 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bad88c66-5c2e-48aa-9f78-68d5717daebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.832967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bad88c66-5c2e-48aa-9f78-68d5717daebc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c278d17-e6f3-4671-a3e4-5cb496654f3d HTTP/1.1" status: 204 len: 168 time: 0.9848518 Feb 04 15:24:27.838850 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61a406e3-1618-4bb3-84f1-34d63259adc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.890040 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'tag': '84e1ef00-fbca-4a9b-8d3e-ac62396849da', 'status': 'completed', 'code': 200} Feb 04 15:24:27.970509 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:24:28.070127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e9391-7c67-49fb-b65c-877a3ce762d5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:28.149515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44306) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:28.213596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Attempting to bind port ae5e9391-7c67-49fb-b65c-877a3ce762d5 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:28.213967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Attempting to bind port ae5e9391-7c67-49fb-b65c-877a3ce762d5 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:28.214227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Attempting to bind port ae5e9391-7c67-49fb-b65c-877a3ce762d5 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:28.231243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Port ae5e9391-7c67-49fb-b65c-877a3ce762d5 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:28.231243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Attempting to bind port ae5e9391-7c67-49fb-b65c-877a3ce762d5 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:28.238088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:28.238088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:28.238088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:28.238088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Bound port: ae5e9391-7c67-49fb-b65c-877a3ce762d5, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:28.238562 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.272916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d9651-e98d-4781-8471-d47331d2ac56 req-7dcc073f-acd1-4630-8c80-8a6fbfbcaa53 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:28.279757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b73d9651-e98d-4781-8471-d47331d2ac56 req-7dcc073f-acd1-4630-8c80-8a6fbfbcaa53 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 946 time: 0.2874629 Feb 04 15:24:28.336478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-efd92306-9179-4e99-8a28-71b3916d90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:28.337960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-efd92306-9179-4e99-8a28-71b3916d90bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1baa26892154827b285efc1851d94f0&device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 1097 time: 0.4177253 Feb 04 15:24:28.346193 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61a406e3-1618-4bb3-84f1-34d63259adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.402339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a406e3-1618-4bb3-84f1-34d63259adc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92f42a2-888f-4a85-912e-ce78d1c68670,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:28.472903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4aa3f5d8-6147-40b6-93bc-eb69da5a8246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.504237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4aa3f5d8-6147-40b6-93bc-eb69da5a8246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:28.508720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4aa3f5d8-6147-40b6-93bc-eb69da5a8246 admin admin] Usage tracker for resource:security_group_rule and tenant:87102c167e2a460388f42d14ec955570 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:28.512418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4aa3f5d8-6147-40b6-93bc-eb69da5a8246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:28.518263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4aa3f5d8-6147-40b6-93bc-eb69da5a8246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:28.550005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b73d9651-e98d-4781-8471-d47331d2ac56 req-e1c45ee9-75a4-4b3a-abc3-cdc5b22ecd1d tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693481 Feb 04 15:24:28.564947 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61a406e3-1618-4bb3-84f1-34d63259adc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.566213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-61a406e3-1618-4bb3-84f1-34d63259adc0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f92f42a2-888f-4a85-912e-ce78d1c68670 HTTP/1.1" status: 204 len: 168 time: 1.2823009 Feb 04 15:24:28.598777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] For port ae5e9391-7c67-49fb-b65c-877a3ce762d5, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:28.608117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] For port ae5e9391-7c67-49fb-b65c-877a3ce762d5, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ae5e9391-7c67-49fb-b65c-877a3ce762d5,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:28.633169 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '3351e04d-7055-4842-bd06-237711638418', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'port_id': '84e1ef00-fbca-4a9b-8d3e-ac62396849da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'mac_address': 'fa:16:3e:3f:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:23:59Z', 'updated_at': '2022-02-04T15:24:25Z', 'revision_number': 1, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:28.638134 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] Checking router: 69e16339-aa50-478f-a812-89b6247ac9a3 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:24:28.638907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.650075 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:24:28.650870 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:24:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:28.756340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:28.756974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.758846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] 10.222.0.61 "PUT /v2.0/ports/ae5e9391-7c67-49fb-b65c-877a3ce762d5 HTTP/1.1" status: 200 len: 1095 time: 2.5370991 Feb 04 15:24:28.772404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c5ce0-cfd8-4cfb-9b3f-851be69b039f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e9391-7c67-49fb-b65c-877a3ce762d5,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:28.777178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fbcb65-168e-4154-8e77-29a85ec01d2d', 'tag': 'ae5e9391-7c67-49fb-b65c-877a3ce762d5'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:28.863975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4aa3f5d8-6147-40b6-93bc-eb69da5a8246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.901687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-e6b08f15-6061-4839-b718-f4e84098d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:28.903194 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-e6b08f15-6061-4839-b718-f4e84098d073 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 200 len: 925 time: 0.5496690 Feb 04 15:24:28.913917 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:24:28.916487 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4aa3f5d8-6147-40b6-93bc-eb69da5a8246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.033109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4aa3f5d8-6147-40b6-93bc-eb69da5a8246 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87102c167e2a460388f42d14ec955570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8824325 Feb 04 15:24:29.041849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44342) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:29.044886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-d054a345-06a2-419b-a243-33cc58ee9b01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84e1ef00-fbca-4a9b-8d3e-ac62396849da HTTP/1.1" status: 200 len: 999 time: 0.1335142 Feb 04 15:24:29.091030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3f5d8-6147-40b6-93bc-eb69da5a8246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8435bac8-47e1-442a-980f-0de27cfc219d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:29.128483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-cce7a01f-0567-40d6-bbbc-6419cb5c8b44 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.134671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb3f45-10fc-4d07-97cb-11b1676bf14e req-b459c876-eece-4122-9727-084ae83be51f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.135756 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-cce7a01f-0567-40d6-bbbc-6419cb5c8b44 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 820 time: 0.6052005 Feb 04 15:24:29.142160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33eb3f45-10fc-4d07-97cb-11b1676bf14e req-b459c876-eece-4122-9727-084ae83be51f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 947 time: 0.3824418 Feb 04 15:24:29.181902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-070748cb-8fe9-4775-ac55-aec99a9e49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.183670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-070748cb-8fe9-4775-ac55-aec99a9e49ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=289fff735cfd4a71bf844d7e38a955f1&device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 1098 time: 0.3338900 Feb 04 15:24:29.189549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-2405768c-8def-4434-a4a3-55c5481195e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.192201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-2405768c-8def-4434-a4a3-55c5481195e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af025474-00d6-4058-b979-67d9a9da93ce HTTP/1.1" status: 200 len: 863 time: 0.1396244 Feb 04 15:24:29.193867 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-d8a0a914-b929-4188-aff7-a139aeb7063f tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/quotas/4e6111af241f425ebd76df0cd5a20fa3 HTTP/1.1" status: 200 len: 375 time: 0.0565035 Feb 04 15:24:29.279749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3913a67-0dc0-405f-b01a-faded72e212d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.339769 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3913a67-0dc0-405f-b01a-faded72e212d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.358716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33eb3f45-10fc-4d07-97cb-11b1676bf14e req-3b7fe3a9-70b7-4186-a67f-7ffeb62d5a13 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156076 Feb 04 15:24:29.371162 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-14ca3b3f-fb59-429b-bc20-521f8860dc95 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1769552 Feb 04 15:24:29.456133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-0fa19c81-f4d7-4644-a6e6-be0e23d26d0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ae5e9391-7c67-49fb-b65c-877a3ce762d5 HTTP/1.1" status: 200 len: 217 time: 0.2627797 Feb 04 15:24:29.555520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-168d05a0-8491-4f2e-b15b-063afaccc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.557218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-168d05a0-8491-4f2e-b15b-063afaccc8f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0830247 Feb 04 15:24:29.559618 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fbcb65-168e-4154-8e77-29a85ec01d2d', 'tag': 'ae5e9391-7c67-49fb-b65c-877a3ce762d5', 'status': 'completed', 'code': 200} Feb 04 15:24:29.570356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-304293bf-9e1b-4ec9-a636-64075a444c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.572160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-304293bf-9e1b-4ec9-a636-64075a444c50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b3a534c-6985-4b16-8cad-601754873575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2533998 Feb 04 15:24:29.609827 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '3351e04d-7055-4842-bd06-237711638418', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'port_id': '84e1ef00-fbca-4a9b-8d3e-ac62396849da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'mac_address': 'fa:16:3e:3f:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:23:59Z', 'updated_at': '2022-02-04T15:24:25Z', 'revision_number': 1, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:29.616726 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea3738-bec7-4116-9829-693bd9a4016e None None] The sync data for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 is: [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '3351e04d-7055-4842-bd06-237711638418', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'port_id': '84e1ef00-fbca-4a9b-8d3e-ac62396849da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'mac_address': 'fa:16:3e:3f:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:23:59Z', 'updated_at': '2022-02-04T15:24:25Z', 'revision_number': 1, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:24:29.841997 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3913a67-0dc0-405f-b01a-faded72e212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.877793 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3913a67-0dc0-405f-b01a-faded72e212d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.884481 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e3913a67-0dc0-405f-b01a-faded72e212d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8435bac8-47e1-442a-980f-0de27cfc219d HTTP/1.1" status: 204 len: 168 time: 0.8055797 Feb 04 15:24:29.887252 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-c462e682-bfa8-4b50-b572-f930940c6751 service neutron] 10.222.0.46 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076892 Feb 04 15:24:29.889545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3913a67-0dc0-405f-b01a-faded72e212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8435bac8-47e1-442a-980f-0de27cfc219d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:29.935140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-1827a919-68f0-4d01-a90e-1e7f9030923c service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266659 Feb 04 15:24:29.938089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-b2d676de-4959-4d4c-bcd0-e3aeb73c2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.939409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-b2d676de-4959-4d4c-bcd0-e3aeb73c2013 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3664026 Feb 04 15:24:30.018795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4bd2e8-b7a5-4dff-b5cb-61ce4fb7d3b0 None None] New status for floating IP 3351e04d-7055-4842-bd06-237711638418: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:24:30.085632 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-a3168ca1-efd3-4f1d-99af-9e163d2294f6 service neutron] 10.222.0.46 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921241 Feb 04 15:24:30.261795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a053f0-59be-4a06-95fd-779dfb89307e req-9dbfab4e-373f-4867-b2e7-defa62b18d2a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:30.268797 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4a053f0-59be-4a06-95fd-779dfb89307e req-9dbfab4e-373f-4867-b2e7-defa62b18d2a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.5225480 Feb 04 15:24:30.402301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4a053f0-59be-4a06-95fd-779dfb89307e req-429fe783-429b-47dd-bb2c-972bf62615d8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325259 Feb 04 15:24:30.423267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-6daf6229-fcf0-4896-b077-7335e1afc28e service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555407 Feb 04 15:24:30.613201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d30ab9d-2671-421b-a563-489efdb4a1d0 req-6805b506-e89b-46a4-a44b-d28e49df19a2 service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678216 Feb 04 15:24:30.697078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6c094-1762-4ee2-b668-7466e9b95701 req-335da656-11d0-40e9-bce5-1747cbc73857 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:30.706355 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fde6c094-1762-4ee2-b668-7466e9b95701 req-335da656-11d0-40e9-bce5-1747cbc73857 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 946 time: 0.1907372 Feb 04 15:24:30.734717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-744e32a0-ad97-4ebb-8f34-4e8874b35446 req-fbb0520d-aa88-4431-a499-5494d5c9a0b6 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 210 time: 0.1238801 Feb 04 15:24:30.759833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fde6c094-1762-4ee2-b668-7466e9b95701 req-fa7b520e-3da5-4fc9-bab6-3d53a570087c tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524726 Feb 04 15:24:30.834584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae88e81a-b4bf-4411-be38-15e53bb34cee req-30a8b55b-c976-4dc8-a1a0-465b00cfa177 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855846 Feb 04 15:24:31.047379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf9f7d-8a5d-4536-a6ca-5535dc843503 req-82d0d426-5e09-4fc5-9e5f-9f3d5cea3a9f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:31.048980 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14bf9f7d-8a5d-4536-a6ca-5535dc843503 req-82d0d426-5e09-4fc5-9e5f-9f3d5cea3a9f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 947 time: 0.1446931 Feb 04 15:24:31.051231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-25aec8b9-1cea-45d2-b18b-5534082f8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:31.052724 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-25aec8b9-1cea-45d2-b18b-5534082f8cb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=289fff735cfd4a71bf844d7e38a955f1&device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 1098 time: 0.1500068 Feb 04 15:24:31.133077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44414) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:31.213276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14bf9f7d-8a5d-4536-a6ca-5535dc843503 req-f421e0b1-6ad0-46c7-9180-35d7652f7d3a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470873 Feb 04 15:24:31.265616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-bd9c6d94-b212-46ff-ac09-bfa873276267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:31.267161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-bd9c6d94-b212-46ff-ac09-bfa873276267 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.1919887 Feb 04 15:24:31.361009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-354df515-b2e5-4b23-8bb2-3c7ff42faf0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ae5e9391-7c67-49fb-b65c-877a3ce762d5 HTTP/1.1" status: 200 len: 217 time: 0.0868742 Feb 04 15:24:31.431050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-44c160af-22c2-486c-aa43-7d2239d63f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:31.432518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-44c160af-22c2-486c-aa43-7d2239d63f82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0652261 Feb 04 15:24:31.491935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f1ffb4c-a4b4-45be-8551-6e32d124b171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.508430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f1ffb4c-a4b4-45be-8551-6e32d124b171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:31.512678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f1ffb4c-a4b4-45be-8551-6e32d124b171 admin admin] Usage tracker for resource:security_group_rule and tenant:fd50c0d6338644fd82d30759ae58fe37 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:31.516258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f1ffb4c-a4b4-45be-8551-6e32d124b171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:31.517419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-2dc29334-b8db-4528-8ec0-0d3012200997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:31.518894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-2dc29334-b8db-4528-8ec0-0d3012200997 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794404 Feb 04 15:24:31.523870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f1ffb4c-a4b4-45be-8551-6e32d124b171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:31.658484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f1ffb4c-a4b4-45be-8551-6e32d124b171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.665520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f1ffb4c-a4b4-45be-8551-6e32d124b171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.729426 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3f1ffb4c-a4b4-45be-8551-6e32d124b171 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd50c0d6338644fd82d30759ae58fe37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951822 Feb 04 15:24:31.731948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44436) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:31.744292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708118d7-d1db-443a-b7d3-7f01517e757a req-5174ac15-3d71-47db-add8-06f901e58c97 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:31.751399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-708118d7-d1db-443a-b7d3-7f01517e757a req-5174ac15-3d71-47db-add8-06f901e58c97 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.2314837 Feb 04 15:24:31.803483 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-29f68a6d-8870-47f6-82ba-a1228020932c service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472606 Feb 04 15:24:31.803881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ffb4c-a4b4-45be-8551-6e32d124b171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb2f35a-5a47-4213-b5a2-c7161c55b2a1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:31.848439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb98b22-08f2-4d19-a9d1-243bab363353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.908360 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb98b22-08f2-4d19-a9d1-243bab363353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.051527 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4529adf-8278-4d9b-914e-39c2e6d7153b req-c7c97f51-5a21-4b82-887f-cdee3275caae tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 210 time: 0.0678930 Feb 04 15:24:32.056289 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb98b22-08f2-4d19-a9d1-243bab363353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.099509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-afeecc66-77d3-43ed-8e44-8a952b43cacc tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:32.100057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb98b22-08f2-4d19-a9d1-243bab363353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb2f35a-5a47-4213-b5a2-c7161c55b2a1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:32.103837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb98b22-08f2-4d19-a9d1-243bab363353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.107496 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5bb98b22-08f2-4d19-a9d1-243bab363353 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efb2f35a-5a47-4213-b5a2-c7161c55b2a1 HTTP/1.1" status: 204 len: 168 time: 0.3711677 Feb 04 15:24:32.107886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-afeecc66-77d3-43ed-8e44-8a952b43cacc tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 820 time: 0.3324106 Feb 04 15:24:32.150166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-708118d7-d1db-443a-b7d3-7f01517e757a req-d2ccb37d-33bc-47d1-8a09-4ba2cf1c1f22 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977947 Feb 04 15:24:32.173060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Request body: {'port': {'device_id': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a', 'admin_state_up': True, 'tenant_id': '4e6111af241f425ebd76df0cd5a20fa3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:32.371320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02d003-330f-4c7e-8afb-73b9e2fc3546 req-cf5a4242-57df-4d32-b430-4b3400297434 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:32.373580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc02d003-330f-4c7e-8afb-73b9e2fc3546 req-cf5a4242-57df-4d32-b430-4b3400297434 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 946 time: 0.1440070 Feb 04 15:24:32.434379 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc02d003-330f-4c7e-8afb-73b9e2fc3546 req-f5830bfd-88e3-42ed-ab8a-9695d87ef478 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546801 Feb 04 15:24:32.447906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7db1d295-ddbe-4ae2-9f68-dcb36c1dd3db req-30397146-abcc-418a-aa22-0786605fa3da service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391757 Feb 04 15:24:32.497097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:32.509015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:32.525752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Made reservation on behalf of 4e6111af241f425ebd76df0cd5a20fa3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:32.532227 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.658869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44480) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:32.668248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f397ebe-af56-4086-aa89-b08765e37780 req-992f8efc-4939-4262-aae0-f75f90e53c17 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:32.669790 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f397ebe-af56-4086-aa89-b08765e37780 req-992f8efc-4939-4262-aae0-f75f90e53c17 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 947 time: 0.1155148 Feb 04 15:24:32.685623 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a346cd3-b9ec-443d-a6f6-6670628b36be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.719581 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f397ebe-af56-4086-aa89-b08765e37780 req-a1ce9f3a-d502-49f1-ba3d-cfa75e4528f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Feb 04 15:24:32.744895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6a346cd3-b9ec-443d-a6f6-6670628b36be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:32.757244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6a346cd3-b9ec-443d-a6f6-6670628b36be admin admin] Usage tracker for resource:security_group_rule and tenant:f3b1e0b2e0e64ee9bc290c9b68e4676d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:32.762336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6a346cd3-b9ec-443d-a6f6-6670628b36be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:32.769732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6a346cd3-b9ec-443d-a6f6-6670628b36be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:32.791184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Allocated IP 172.20.0.13 (9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a/720bf423-9158-4592-9d27-82a640f09d10/93d096a6-13bc-4404-b6d5-6e17142c6303) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:32.947502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e688cd-3e20-4c4f-978d-5236fbcc6c00 req-8bc4f54e-c219-484e-9a14-34adddc6727a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:32.948835 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f5e688cd-3e20-4c4f-978d-5236fbcc6c00 req-8bc4f54e-c219-484e-9a14-34adddc6727a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 946 time: 0.0894580 Feb 04 15:24:32.999102 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f5e688cd-3e20-4c4f-978d-5236fbcc6c00 req-30581e9a-7149-4daf-a272-c703a5f86ef7 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444880 Feb 04 15:24:33.020865 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a346cd3-b9ec-443d-a6f6-6670628b36be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.044120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a346cd3-b9ec-443d-a6f6-6670628b36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.130936 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.140697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6a346cd3-b9ec-443d-a6f6-6670628b36be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3b1e0b2e0e64ee9bc290c9b68e4676d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786515 Feb 04 15:24:33.141156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44516) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:33.154671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a346cd3-b9ec-443d-a6f6-6670628b36be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a3cb9b-a29b-4f40-bd56-a20b8e769332,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:33.233609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8899a130-49f5-4b89-9e94-166a91c8a6a4 req-194fef90-8e05-47e4-834c-bdf443790618 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 210 time: 0.0480003 Feb 04 15:24:33.242226 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c64877fc-2eca-4404-b65c-a25f0b97f0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.267251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.298903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c64877fc-2eca-4404-b65c-a25f0b97f0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.406212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:33.410775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:33.413474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:24:33.420133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:33.420906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.440291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Pushing event updated for resources: {'Port': ['ID=93d096a6-13bc-4404-b6d5-6e17142c6303,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:33.471055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-80d27afc-9ad1-430a-a95c-cb9da946d294 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3104601 Feb 04 15:24:33.489929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Request body: {'port': {'device_id': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:33.499778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ae60a-ddf3-4643-8992-4046f4c51d12 req-f1a2d310-ae70-4385-bcb6-9d02714c08c1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:33.501954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f2ae60a-ddf3-4643-8992-4046f4c51d12 req-f1a2d310-ae70-4385-bcb6-9d02714c08c1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.1571274 Feb 04 15:24:33.503293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c64877fc-2eca-4404-b65c-a25f0b97f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.538308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44546) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:33.544408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64877fc-2eca-4404-b65c-a25f0b97f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a3cb9b-a29b-4f40-bd56-a20b8e769332,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:33.599761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c64877fc-2eca-4404-b65c-a25f0b97f0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.601095 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c64877fc-2eca-4404-b65c-a25f0b97f0a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74a3cb9b-a29b-4f40-bd56-a20b8e769332 HTTP/1.1" status: 204 len: 168 time: 0.4588912 Feb 04 15:24:33.622717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f2ae60a-ddf3-4643-8992-4046f4c51d12 req-470bfb19-0793-481f-bb2c-5e140b5f16b1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025038 Feb 04 15:24:33.655480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.754236 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2e38-4e52-4d32-8836-fe427921ec3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.773338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4d0b2e38-4e52-4d32-8836-fe427921ec3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:33.777388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4d0b2e38-4e52-4d32-8836-fe427921ec3d admin admin] Usage tracker for resource:security_group_rule and tenant:9baf4781798449e09402efb66a5e8ea5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:33.780574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4d0b2e38-4e52-4d32-8836-fe427921ec3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:33.787902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4d0b2e38-4e52-4d32-8836-fe427921ec3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:33.875207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44572) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:33.959478 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2e38-4e52-4d32-8836-fe427921ec3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.974820 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4d0b2e38-4e52-4d32-8836-fe427921ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.045903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ce3a-4785-410d-bbc2-ea243f8a35ea req-0074c21d-61cf-4f9c-869c-f1356f74ffb4 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.047375 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e14ce3a-4785-410d-bbc2-ea243f8a35ea req-0074c21d-61cf-4f9c-869c-f1356f74ffb4 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 947 time: 0.1068811 Feb 04 15:24:34.111176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b2e38-4e52-4d32-8836-fe427921ec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270cd7b4-c9cf-4d99-912b-8a7dc83809db,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:34.130456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4d0b2e38-4e52-4d32-8836-fe427921ec3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9baf4781798449e09402efb66a5e8ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911088 Feb 04 15:24:34.131463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44584) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:34.138295 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f21cf2ed-1368-424a-a84b-88b25751b868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.141351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44586) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:34.148025 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e14ce3a-4785-410d-bbc2-ea243f8a35ea req-35b7ebab-d4a8-4e82-8c99-d5f6c780a0bc tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943413 Feb 04 15:24:34.169273 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0383f3d1-da7c-4d23-bb07-7551f8f50405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.171986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31e0112e-a0c1-40e4-a4d5-66b733e7c692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.187417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-31e0112e-a0c1-40e4-a4d5-66b733e7c692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:34.192132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-31e0112e-a0c1-40e4-a4d5-66b733e7c692 admin admin] Usage tracker for resource:security_group_rule and tenant:0a53d2e4e1304a439012af362b2f21b5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:34.195281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-31e0112e-a0c1-40e4-a4d5-66b733e7c692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:34.201225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-31e0112e-a0c1-40e4-a4d5-66b733e7c692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:34.204548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0383f3d1-da7c-4d23-bb07-7551f8f50405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:34.231527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0383f3d1-da7c-4d23-bb07-7551f8f50405 admin admin] Usage tracker for resource:security_group_rule and tenant:ea10064da790424880acfc56d4bdd9d1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:34.244919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0383f3d1-da7c-4d23-bb07-7551f8f50405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:34.258496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0383f3d1-da7c-4d23-bb07-7551f8f50405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:34.303380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31e0112e-a0c1-40e4-a4d5-66b733e7c692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.309114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31e0112e-a0c1-40e4-a4d5-66b733e7c692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.314071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-328a3ca0-53b3-4932-9bc9-caa4decb20e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.357405 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-31e0112e-a0c1-40e4-a4d5-66b733e7c692 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a53d2e4e1304a439012af362b2f21b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808519 Feb 04 15:24:34.358499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44594) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:34.402550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-328a3ca0-53b3-4932-9bc9-caa4decb20e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.432954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0112e-a0c1-40e4-a4d5-66b733e7c692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5a1288-58a9-4a46-9864-4e1a0bb9cfe2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:34.456735 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb0e0-2c0c-4d47-8a74-fc89f2491ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.469670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d096a6-13bc-4404-b6d5-6e17142c6303 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:34.487432 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.523411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Transition to ACTIVE for port object 93d096a6-13bc-4404-b6d5-6e17142c6303 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:34.536174 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb0e0-2c0c-4d47-8a74-fc89f2491ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.536741 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.619698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d906a1-31a2-4d13-bcb0-138f33f4da37 req-5b643ebe-e0b4-4b18-bd00-1f3d8f7f6ca4 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.622406 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43d906a1-31a2-4d13-bcb0-138f33f4da37 req-5b643ebe-e0b4-4b18-bd00-1f3d8f7f6ca4 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 932 time: 0.1500661 Feb 04 15:24:34.629428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0383f3d1-da7c-4d23-bb07-7551f8f50405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.644585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb0e0-2c0c-4d47-8a74-fc89f2491ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.664590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fb0e0-2c0c-4d47-8a74-fc89f2491ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5a1288-58a9-4a46-9864-4e1a0bb9cfe2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:34.688077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb0e0-2c0c-4d47-8a74-fc89f2491ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.692898 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5c1fb0e0-2c0c-4d47-8a74-fc89f2491ad7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d5a1288-58a9-4a46-9864-4e1a0bb9cfe2 HTTP/1.1" status: 204 len: 168 time: 0.3316896 Feb 04 15:24:34.695366 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-328a3ca0-53b3-4932-9bc9-caa4decb20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.699333 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43d906a1-31a2-4d13-bcb0-138f33f4da37 req-7050a32a-b8e8-4a34-8638-363b3196925a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691514 Feb 04 15:24:34.717181 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0383f3d1-da7c-4d23-bb07-7551f8f50405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.773031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a3ca0-53b3-4932-9bc9-caa4decb20e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270cd7b4-c9cf-4d99-912b-8a7dc83809db,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:34.774905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Pushing event updated for resources: {'Port': ['ID=93d096a6-13bc-4404-b6d5-6e17142c6303,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:34.961273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ae5e9391-7c67-49fb-b65c-877a3ce762d5 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:24:34.970136 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-328a3ca0-53b3-4932-9bc9-caa4decb20e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.971314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-328a3ca0-53b3-4932-9bc9-caa4decb20e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/270cd7b4-c9cf-4d99-912b-8a7dc83809db HTTP/1.1" status: 204 len: 168 time: 0.8290994 Feb 04 15:24:34.984141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44628) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:34.984270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0383f3d1-da7c-4d23-bb07-7551f8f50405 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea10064da790424880acfc56d4bdd9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8494105 Feb 04 15:24:34.987474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:34.987821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:34.988206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:34.990963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383f3d1-da7c-4d23-bb07-7551f8f50405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7553a3c-bce2-4587-8b45-f2d60ba19f69,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:35.001114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Port 93d096a6-13bc-4404-b6d5-6e17142c6303 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:35.001449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:35.009765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:35.010113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:35.010505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:35.010999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Bound port: 93d096a6-13bc-4404-b6d5-6e17142c6303, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:35.011263 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.098810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc643496-8b32-4116-a0fa-053ef7f9a2bd req-60cd88a0-bafb-446e-a2c0-3306abba3f6f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.100387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc643496-8b32-4116-a0fa-053ef7f9a2bd req-60cd88a0-bafb-446e-a2c0-3306abba3f6f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.3285644 Feb 04 15:24:35.138285 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f16-654f-4efa-b27f-8e385c733726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.162604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:35.186538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc643496-8b32-4116-a0fa-053ef7f9a2bd req-f5003eea-525b-46f7-82c1-8dccc40a6964 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740738 Feb 04 15:24:35.188334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:35.196647 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.217540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f16-654f-4efa-b27f-8e385c733726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.235182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port ae5e9391-7c67-49fb-b65c-877a3ce762d5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ae5e9391-7c67-49fb-b65c-877a3ce762d5,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:35.286035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'ae5e9391-7c67-49fb-b65c-877a3ce762d5', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'ae5e9391-7c67-49fb-b65c-877a3ce762d5', 'mac_address': 'fa:16:3e:77:8d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:24:35.303828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.304915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.306673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] 10.222.0.53 "PUT /v2.0/ports/93d096a6-13bc-4404-b6d5-6e17142c6303 HTTP/1.1" status: 200 len: 1092 time: 1.8236680 Feb 04 15:24:35.307412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:35.333066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37af1e-92e8-4fef-8e39-7ee58752c22b service neutron] Pushing event updated for resources: {'Port': ['ID=93d096a6-13bc-4404-b6d5-6e17142c6303,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:35.341622 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:24:35.375064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f16-654f-4efa-b27f-8e385c733726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.435219 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303', 'status': 'completed', 'code': 200} Feb 04 15:24:35.505641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-dc92850a-7d43-46dd-ab6f-1325122959e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.507849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-dc92850a-7d43-46dd-ab6f-1325122959e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1095 time: 0.1338043 Feb 04 15:24:35.509691 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.535261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e28f16-654f-4efa-b27f-8e385c733726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7553a3c-bce2-4587-8b45-f2d60ba19f69,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:35.537956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f16-654f-4efa-b27f-8e385c733726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.538704 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f3e28f16-654f-4efa-b27f-8e385c733726 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7553a3c-bce2-4587-8b45-f2d60ba19f69 HTTP/1.1" status: 204 len: 168 time: 0.5530701 Feb 04 15:24:35.545373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5e9391-7c67-49fb-b65c-877a3ce762d5 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:35.580790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port ae5e9391-7c67-49fb-b65c-877a3ce762d5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ae5e9391-7c67-49fb-b65c-877a3ce762d5,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:35.591546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.619684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-92fbc089-b44c-40a7-aca1-717ef6c94e78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d096a6-13bc-4404-b6d5-6e17142c6303 HTTP/1.1" status: 200 len: 217 time: 0.1043959 Feb 04 15:24:35.626323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8c58-a5af-498c-a285-e153bf18449f req-84b61b56-098d-48a3-b1c4-1b239e644ffa tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.628260 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dcf8c58-a5af-498c-a285-e153bf18449f req-84b61b56-098d-48a3-b1c4-1b239e644ffa tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 947 time: 0.1890926 Feb 04 15:24:35.705552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=ae5e9391-7c67-49fb-b65c-877a3ce762d5,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:35.708074 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dcf8c58-a5af-498c-a285-e153bf18449f req-6ed225ea-3e78-498f-a1e4-b0d86cd17b7a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730762 Feb 04 15:24:35.716145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.719130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.719853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.721934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.722200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.723093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.728080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.728469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.728810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.729143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.729568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.729886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:35.751074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-9f3f1208-a3e0-426e-b96b-b88b8d152078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.759563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-9f3f1208-a3e0-426e-b96b-b88b8d152078 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.1332591 Feb 04 15:24:35.873853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.874127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-e6bb52e5-2c27-4dfd-a291-10492f3c7ceb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084218 Feb 04 15:24:35.916818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['ae5e9391-7c67-49fb-b65c-877a3ce762d5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:35.989826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfe666-2011-45d2-87eb-683c50b88bc7 req-d8830e1a-c5b6-4b4d-ab07-fe2af9bbf42c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.996199 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1cbfe666-2011-45d2-87eb-683c50b88bc7 req-d8830e1a-c5b6-4b4d-ab07-fe2af9bbf42c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 944 time: 0.1351762 Feb 04 15:24:36.003269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44678) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:36.029740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01e13651-67d9-4ecb-82d1-f1bf9f0e9b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.086410 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1cbfe666-2011-45d2-87eb-683c50b88bc7 req-1999282c-937c-43dc-b768-693658185cda tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833595 Feb 04 15:24:36.087151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-01e13651-67d9-4ecb-82d1-f1bf9f0e9b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:36.104159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-01e13651-67d9-4ecb-82d1-f1bf9f0e9b3e admin admin] Usage tracker for resource:security_group_rule and tenant:beae3d2faf384df39bc161d49f599e64 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:36.109854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-01e13651-67d9-4ecb-82d1-f1bf9f0e9b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:36.131225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-01e13651-67d9-4ecb-82d1-f1bf9f0e9b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:36.131225 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-4b7fa0b3-70ee-47e6-8b7b-471c4eb4c80b service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441583 Feb 04 15:24:36.377755 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01e13651-67d9-4ecb-82d1-f1bf9f0e9b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.383846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37de52c9-6861-4539-ba67-f9b91efa3c05 req-bb785025-a414-4657-8285-87cdf7d86b6a service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448642 Feb 04 15:24:36.385417 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01e13651-67d9-4ecb-82d1-f1bf9f0e9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.564896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-01e13651-67d9-4ecb-82d1-f1bf9f0e9b3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=beae3d2faf384df39bc161d49f599e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603561 Feb 04 15:24:36.568465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44708) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:36.577080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e13651-67d9-4ecb-82d1-f1bf9f0e9b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6454820a-cd10-4e67-9c9f-73232b39ee9b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:36.608710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f8dde7db-4c79-4a49-957f-4d5f29e8d1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.629597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b331e-7cc1-428c-8aaa-6c102f66f1e2 req-32df3747-e2cc-4275-b331-3db0b8b811f2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:36.631159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f80b331e-7cc1-428c-8aaa-6c102f66f1e2 req-32df3747-e2cc-4275-b331-3db0b8b811f2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.1969619 Feb 04 15:24:36.638946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-38905cd1-d9da-405a-a23c-c99cd99809f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:36.640361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-38905cd1-d9da-405a-a23c-c99cd99809f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1095 time: 0.1620054 Feb 04 15:24:36.663100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddec5bc8-478d-4430-aca0-e4cfa621d1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.697148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:36.713515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddec5bc8-478d-4430-aca0-e4cfa621d1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.797284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddec5bc8-478d-4430-aca0-e4cfa621d1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.811522 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f80b331e-7cc1-428c-8aaa-6c102f66f1e2 req-990bd1c4-f125-4762-a557-7d3cd03f39ee tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701598 Feb 04 15:24:36.825332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec5bc8-478d-4430-aca0-e4cfa621d1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6454820a-cd10-4e67-9c9f-73232b39ee9b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:36.845610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddec5bc8-478d-4430-aca0-e4cfa621d1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.857213 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ddec5bc8-478d-4430-aca0-e4cfa621d1e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6454820a-cd10-4e67-9c9f-73232b39ee9b HTTP/1.1" status: 204 len: 168 time: 0.2870843 Feb 04 15:24:36.896650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-6987decd-8ec3-48e2-bf2c-72aa5d3d6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:36.898131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-6987decd-8ec3-48e2-bf2c-72aa5d3d6e84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.2393894 Feb 04 15:24:36.969485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026534b-6680-4ac3-b45f-54da75c345d3 req-b4702826-b2aa-4635-99fa-24ab80e61946 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:36.971363 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9026534b-6680-4ac3-b45f-54da75c345d3 req-b4702826-b2aa-4635-99fa-24ab80e61946 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 948 time: 0.0849168 Feb 04 15:24:36.976467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-e9f416ca-8b5b-4045-a263-b8675667c1f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d096a6-13bc-4404-b6d5-6e17142c6303 HTTP/1.1" status: 200 len: 217 time: 0.0712855 Feb 04 15:24:37.036204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9026534b-6680-4ac3-b45f-54da75c345d3 req-79b50ac2-33d6-42fb-afe0-53fb9e83352b tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585480 Feb 04 15:24:37.040620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bde8ab5-8c88-49fa-9e27-8d421625e1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.057554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5bde8ab5-8c88-49fa-9e27-8d421625e1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:37.062372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5bde8ab5-8c88-49fa-9e27-8d421625e1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:741cacbddf3645ac806d47d8688b2a37 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:37.065900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5bde8ab5-8c88-49fa-9e27-8d421625e1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:37.071990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-add89d88-3497-4d9a-b779-f9edc9aa7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.073901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5bde8ab5-8c88-49fa-9e27-8d421625e1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:37.074560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-add89d88-3497-4d9a-b779-f9edc9aa7553 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.0902195 Feb 04 15:24:37.142261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-deb9f71c-214e-4239-90e2-6f57ee65ba83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617018 Feb 04 15:24:37.291025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bde8ab5-8c88-49fa-9e27-8d421625e1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.298048 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bde8ab5-8c88-49fa-9e27-8d421625e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.360966 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5bde8ab5-8c88-49fa-9e27-8d421625e1d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=741cacbddf3645ac806d47d8688b2a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6609819 Feb 04 15:24:37.361977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde8ab5-8c88-49fa-9e27-8d421625e1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1038d3-a724-4b1f-992d-15965f025ccf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:37.365213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44744) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:37.440076 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c61713e5-2765-42fb-931c-d0b951a44739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.474302 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.475971 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c61713e5-2765-42fb-931c-d0b951a44739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.522354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-7a5cabd0-ea79-49ca-921f-a6b3997ba32d service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666811 Feb 04 15:24:37.540370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c61713e5-2765-42fb-931c-d0b951a44739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.570487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61713e5-2765-42fb-931c-d0b951a44739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1038d3-a724-4b1f-992d-15965f025ccf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:37.576279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c61713e5-2765-42fb-931c-d0b951a44739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.581593 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c61713e5-2765-42fb-931c-d0b951a44739 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad1038d3-a724-4b1f-992d-15965f025ccf HTTP/1.1" status: 204 len: 168 time: 0.2151971 Feb 04 15:24:37.607842 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.622531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06436e-d685-497f-9183-d89c2aee215e req-2a6093f5-25b6-448c-a851-4c1a1201cce0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.623233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bb06436e-d685-497f-9183-d89c2aee215e req-2a6093f5-25b6-448c-a851-4c1a1201cce0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Synchronizing usage tracker for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:37.706382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bb06436e-d685-497f-9183-d89c2aee215e req-2a6093f5-25b6-448c-a851-4c1a1201cce0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Unset dirty status for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:37.713840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb06436e-d685-497f-9183-d89c2aee215e req-2a6093f5-25b6-448c-a851-4c1a1201cce0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 944 time: 0.3798871 Feb 04 15:24:37.796193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb06436e-d685-497f-9183-d89c2aee215e req-5ce5f091-48c7-46b2-a946-506eee38a568 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814161 Feb 04 15:24:37.798425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e933bda2-1dcc-4b47-9206-e29107561d7f req-99afa87b-eaf2-459b-acac-6c7279d26d65 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241952 Feb 04 15:24:38.084060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6784994-7b69-4f32-a04f-e42b42296e12 req-53207971-46d1-4f89-9b73-d4921a51e568 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:38.093498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6784994-7b69-4f32-a04f-e42b42296e12 req-53207971-46d1-4f89-9b73-d4921a51e568 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.1305721 Feb 04 15:24:38.155558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6784994-7b69-4f32-a04f-e42b42296e12 req-6f61d61e-c630-42cd-9987-fba1b946d647 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581734 Feb 04 15:24:38.194912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44786) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:38.230280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-06d9d0f5-52c1-410e-8aca-73437e41cbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.265620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-06d9d0f5-52c1-410e-8aca-73437e41cbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:38.277619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-06d9d0f5-52c1-410e-8aca-73437e41cbcc admin admin] Usage tracker for resource:security_group_rule and tenant:1e0b970818254a47acf016c7e97eb6e3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:38.280745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-06d9d0f5-52c1-410e-8aca-73437e41cbcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:38.293949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-06d9d0f5-52c1-410e-8aca-73437e41cbcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:38.398768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7604d3-9eea-4911-a481-627f176bc8de req-cb258a58-a26d-4ded-8747-fff5250de1bc tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:38.408917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e7604d3-9eea-4911-a481-627f176bc8de req-cb258a58-a26d-4ded-8747-fff5250de1bc tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 948 time: 0.1509583 Feb 04 15:24:38.467022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e7604d3-9eea-4911-a481-627f176bc8de req-e91a5167-b531-4983-a91e-ee80951e09a5 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541356 Feb 04 15:24:38.486798 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-06d9d0f5-52c1-410e-8aca-73437e41cbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.491852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-06d9d0f5-52c1-410e-8aca-73437e41cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.543343 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-06d9d0f5-52c1-410e-8aca-73437e41cbcc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e0b970818254a47acf016c7e97eb6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444746 Feb 04 15:24:38.544202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44802) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:38.548452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9d0f5-52c1-410e-8aca-73437e41cbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7aaecf-ccdd-458b-9eef-b95eea59456f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:38.633943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cf44-390b-440c-8777-62b745004a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.662129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cf44-390b-440c-8777-62b745004a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.727460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cf44-390b-440c-8777-62b745004a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.741937 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.752018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3cf44-390b-440c-8777-62b745004a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7aaecf-ccdd-458b-9eef-b95eea59456f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:38.764532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cf44-390b-440c-8777-62b745004a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.769083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f5a3cf44-390b-440c-8777-62b745004a14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf7aaecf-ccdd-458b-9eef-b95eea59456f HTTP/1.1" status: 204 len: 168 time: 0.2238626 Feb 04 15:24:38.983652 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.997123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ae5e9391-7c67-49fb-b65c-877a3ce762d5 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:24:39.013452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee49aa-5b3b-4eff-b986-a2c2f7b29494 req-1babe63e-f3a0-469f-96d9-22dc1de54d9d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.015522 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00ee49aa-5b3b-4eff-b986-a2c2f7b29494 req-1babe63e-f3a0-469f-96d9-22dc1de54d9d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 944 time: 0.0941200 Feb 04 15:24:39.067252 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00ee49aa-5b3b-4eff-b986-a2c2f7b29494 req-a00cd136-34b7-4c65-924d-0976101a7a0b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Feb 04 15:24:39.083196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port ae5e9391-7c67-49fb-b65c-877a3ce762d5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:39.089618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port ae5e9391-7c67-49fb-b65c-877a3ce762d5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:39.090241 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:39.229487 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-6bd733f3-2209-4191-b743-45f62b72a09d req-26cf1bb7-95aa-4f31-a7c1-0e1c13b4bb56 service neutron] show failed (client error): The resource could not be found. Feb 04 15:24:39.230690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-26cf1bb7-95aa-4f31-a7c1-0e1c13b4bb56 service neutron] 10.222.0.53 "GET /v2.0/ports/8cacaa8b-ab8f-42f8-9d72-c573a5115246/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.1063626 Feb 04 15:24:39.348969 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:39.434516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port ae5e9391-7c67-49fb-b65c-877a3ce762d5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ae5e9391-7c67-49fb-b65c-877a3ce762d5,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:39.435575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fbcb65-168e-4154-8e77-29a85ec01d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e9391-7c67-49fb-b65c-877a3ce762d5'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:39.443512 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:39.534635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=ae5e9391-7c67-49fb-b65c-877a3ce762d5,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:39.684141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 93d096a6-13bc-4404-b6d5-6e17142c6303 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:24:39.727824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-2510e63d-30ab-45b5-86cf-cffe8dd4b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.729483 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-2510e63d-30ab-45b5-86cf-cffe8dd4b256 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 1100 time: 0.1449287 Feb 04 15:24:39.743582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce00b12-776f-48f4-81c2-a9391bfccb5f req-f0039785-cabd-422d-9dcf-06ad8a701c85 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.752080 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ce00b12-776f-48f4-81c2-a9391bfccb5f req-f0039785-cabd-422d-9dcf-06ad8a701c85 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.2357082 Feb 04 15:24:39.774591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:39.862624 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fbcb65-168e-4154-8e77-29a85ec01d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e9391-7c67-49fb-b65c-877a3ce762d5', 'code': 200} Feb 04 15:24:39.923547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ce00b12-776f-48f4-81c2-a9391bfccb5f req-6a79f1e5-9b84-4ca0-a31c-8f0bfe609d17 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704664 Feb 04 15:24:39.967436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:40.004150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:40.018329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '93d096a6-13bc-4404-b6d5-6e17142c6303', 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a', 'port_id': '93d096a6-13bc-4404-b6d5-6e17142c6303', 'mac_address': 'fa:16:3e:79:33:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bf423-9158-4592-9d27-82a640f09d10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:24:40.085069 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:40.107403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d096a6-13bc-4404-b6d5-6e17142c6303 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:40.125597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:40.130966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc3877-7371-44f3-b2fa-53087a4c2643 req-c4b253d5-8440-464d-9199-35b386728d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.133704 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-53cc3877-7371-44f3-b2fa-53087a4c2643 req-c4b253d5-8440-464d-9199-35b386728d8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 1100 time: 0.3134379 Feb 04 15:24:40.140366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:40.197040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c2b25-3568-4f09-b9d1-9d355bb1a4f9 req-0ca8ecdd-e469-404a-8b27-82065e453f52 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.198971 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-430c2b25-3568-4f09-b9d1-9d355bb1a4f9 req-0ca8ecdd-e469-404a-8b27-82065e453f52 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 949 time: 0.2127373 Feb 04 15:24:40.200989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-53cc3877-7371-44f3-b2fa-53087a4c2643 req-3bf140fb-f180-466a-b717-1c66f907d86f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588999 Feb 04 15:24:40.261116 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-430c2b25-3568-4f09-b9d1-9d355bb1a4f9 req-f9e40582-be9c-40e7-a8ea-50df217f4c65 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517797 Feb 04 15:24:40.270905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=93d096a6-13bc-4404-b6d5-6e17142c6303,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:40.379342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['93d096a6-13bc-4404-b6d5-6e17142c6303'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:40.400445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:40.436241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:40.537746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:40.556883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:40.584281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43f709-82b0-45ea-ba2a-ce0bbb9c4d53 req-ceca4d44-3570-439d-bd6c-12c3a3f34642 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.586642 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fc43f709-82b0-45ea-ba2a-ce0bbb9c4d53 req-ceca4d44-3570-439d-bd6c-12c3a3f34642 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 945 time: 0.1113970 Feb 04 15:24:40.599431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Transition to ACTIVE for port object 8cacaa8b-ab8f-42f8-9d72-c573a5115246 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:40.607025 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:40.672947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fc43f709-82b0-45ea-ba2a-ce0bbb9c4d53 req-d82c8ac9-403a-46e7-8655-e277002aab23 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776672 Feb 04 15:24:40.795105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] No DVR routers for this DVR port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:40.797369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Pushing event updated for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:40.878302 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'code': 200} Feb 04 15:24:40.896562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Attempting to bind port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:40.897500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Attempting to bind port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:40.898047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Attempting to bind port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:40.903380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:40.903380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Attempting to bind port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:40.912181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:40.912532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:40.912933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:40.913359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Bound port: 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:40.913701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.023884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:41.028473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:41.037278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.113757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.114444 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.115727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] 10.222.0.61 "PUT /v2.0/ports/8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 1095 time: 1.3455162 Feb 04 15:24:41.142473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09bf88-6a1c-4018-95af-e43ec824be24 service neutron] Pushing event updated for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:41.161923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d82617-b6e7-49e9-9687-80015c7193e7 req-5fad059c-0c52-4298-a488-e90f3baf2119 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.163670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-42d82617-b6e7-49e9-9687-80015c7193e7 req-5fad059c-0c52-4298-a488-e90f3baf2119 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.1052310 Feb 04 15:24:41.280866 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-42d82617-b6e7-49e9-9687-80015c7193e7 req-532446ba-d797-45f2-9897-4dbeda933afd tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110194 Feb 04 15:24:41.349058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-d30af5ba-86bc-44c9-a975-66e8906b6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.351318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-d30af5ba-86bc-44c9-a975-66e8906b6036 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1098 time: 0.2100415 Feb 04 15:24:41.467938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44918) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:41.592732 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-4b303c1a-92c9-4c6b-9d87-4fc8824c5e33 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312456 Feb 04 15:24:41.663872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25163acc-c1e0-4ad5-adc2-017b20d343d0 req-381b5a13-ff52-49d3-8625-23d8c1acd631 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.665849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25163acc-c1e0-4ad5-adc2-017b20d343d0 req-381b5a13-ff52-49d3-8625-23d8c1acd631 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 949 time: 0.2073081 Feb 04 15:24:41.669856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-cc5f9d0c-94f7-429f-b6c7-1d3b1790acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.673133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-cc5f9d0c-94f7-429f-b6c7-1d3b1790acc2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3106320 Feb 04 15:24:41.684967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 93d096a6-13bc-4404-b6d5-6e17142c6303 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:24:41.792646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-ef402323-055c-4baf-917e-7d74f934e05c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 217 time: 0.0856757 Feb 04 15:24:41.808392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44932) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:41.820726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 93d096a6-13bc-4404-b6d5-6e17142c6303 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:41.831113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 93d096a6-13bc-4404-b6d5-6e17142c6303 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:41.832856 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.849881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44938) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:41.900406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25163acc-c1e0-4ad5-adc2-017b20d343d0 req-70c3df77-4ff8-425f-bd5b-6da29a1b339f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145288 Feb 04 15:24:41.914768 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4f5b77c-4d4e-44d9-8584-bd8a36dcaecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.918572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-b01e51a0-0ca0-4370-bd39-4610e108a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.920043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-b01e51a0-0ca0-4370-bd39-4610e108a271 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1095 time: 0.2036300 Feb 04 15:24:41.949154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0209935f-b6c3-40a6-831d-7479fcf139a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.966663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-bd2f4c03-cc3c-4304-b693-130bae397c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.979210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-bd2f4c03-cc3c-4304-b693-130bae397c87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1774595 Feb 04 15:24:41.984101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e4f5b77c-4d4e-44d9-8584-bd8a36dcaecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:41.991387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e4f5b77c-4d4e-44d9-8584-bd8a36dcaecc admin admin] Usage tracker for resource:security_group_rule and tenant:797b287b643045469ec03f166e8d34bc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:42.040144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0209935f-b6c3-40a6-831d-7479fcf139a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:42.053598 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.070972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e4f5b77c-4d4e-44d9-8584-bd8a36dcaecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:42.086767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:42.087251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0209935f-b6c3-40a6-831d-7479fcf139a3 admin admin] Usage tracker for resource:security_group_rule and tenant:dfdf51e5197b45a08ff31cb01dc17687 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:42.096922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0209935f-b6c3-40a6-831d-7479fcf139a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:42.097186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:42.099142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e4f5b77c-4d4e-44d9-8584-bd8a36dcaecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:42.101968 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.102814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8cacaa8b-ab8f-42f8-9d72-c573a5115246 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:24:42.119118 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17e26aef-b50a-4c80-9cb9-afa594dd599f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.147933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0209935f-b6c3-40a6-831d-7479fcf139a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:42.151940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-17e26aef-b50a-4c80-9cb9-afa594dd599f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:42.161738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-17e26aef-b50a-4c80-9cb9-afa594dd599f admin admin] Usage tracker for resource:security_group_rule and tenant:3dd57198bad8414ab9d634da206c075b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:42.180416 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303', 'code': 200} Feb 04 15:24:42.180620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-17e26aef-b50a-4c80-9cb9-afa594dd599f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:42.217119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-17e26aef-b50a-4c80-9cb9-afa594dd599f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:42.234836 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4f5b77c-4d4e-44d9-8584-bd8a36dcaecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.279715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-ffdf9c0e-824e-418f-b457-d06af4267b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:42.281413 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-ffdf9c0e-824e-418f-b457-d06af4267b4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.3335505 Feb 04 15:24:42.298500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8cacaa8b-ab8f-42f8-9d72-c573a5115246 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:24:42.318435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=93d096a6-13bc-4404-b6d5-6e17142c6303,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:42.368013 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e4f5b77c-4d4e-44d9-8584-bd8a36dcaecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.388661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-6fa72bd2-0268-4234-9b38-9a87963297ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 200 len: 217 time: 0.0908022 Feb 04 15:24:42.451552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e4f5b77c-4d4e-44d9-8584-bd8a36dcaecc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=797b287b643045469ec03f166e8d34bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9350593 Feb 04 15:24:42.456521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5b77c-4d4e-44d9-8584-bd8a36dcaecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe219f3-1d22-4447-bfc2-c668b344c376,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:42.459893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44958) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:42.491266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd733f3-2209-4191-b743-45f62b72a09d req-b0a6f7aa-555a-432b-802a-587bdbf95b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:42.494003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-b0a6f7aa-555a-432b-802a-587bdbf95b66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5040159 Feb 04 15:24:42.525365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0209935f-b6c3-40a6-831d-7479fcf139a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.527575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-1eb8064e-cd71-4d47-aef9-243ce1d1584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:42.529398 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-1eb8064e-cd71-4d47-aef9-243ce1d1584e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.1304083 Feb 04 15:24:42.531133 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0209935f-b6c3-40a6-831d-7479fcf139a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.555248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e524d-b06a-4e75-be5d-a774d1821049 req-e086b046-34cc-4775-b45a-92308dd0ba7b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:42.562096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b37e524d-b06a-4e75-be5d-a774d1821049 req-e086b046-34cc-4775-b45a-92308dd0ba7b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 946 time: 0.3246748 Feb 04 15:24:42.612552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286358b2-9087-450e-84dc-8d00a4a72184 req-4f654041-e121-4327-99cc-892ebc77d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:42.614742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-286358b2-9087-450e-84dc-8d00a4a72184 req-4f654041-e121-4327-99cc-892ebc77d37f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1097 time: 0.3688071 Feb 04 15:24:42.617928 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-92634677-3528-4f6e-a70c-10005f33c241 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728991 Feb 04 15:24:42.677943 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17e26aef-b50a-4c80-9cb9-afa594dd599f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.709716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17e26aef-b50a-4c80-9cb9-afa594dd599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.724355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b37e524d-b06a-4e75-be5d-a774d1821049 req-875438c1-fabe-4fde-aea5-d3ab6e17fd02 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061296 Feb 04 15:24:42.730550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-286358b2-9087-450e-84dc-8d00a4a72184 req-41e6077b-52ba-44e2-977e-a8a3af58e863 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045008 Feb 04 15:24:42.732930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c23184e8-5d6e-4d00-88ce-8a31ecf6fd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.764333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209935f-b6c3-40a6-831d-7479fcf139a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bab35b2-72b6-4fd7-bac3-da7613a5954a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:42.775295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0209935f-b6c3-40a6-831d-7479fcf139a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfdf51e5197b45a08ff31cb01dc17687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9618890 Feb 04 15:24:42.781661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44968) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:42.810561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-6815aafe-40e6-41e0-8792-a6251d8062f9 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987106 Feb 04 15:24:42.846523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-17e26aef-b50a-4c80-9cb9-afa594dd599f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3dd57198bad8414ab9d634da206c075b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9890909 Feb 04 15:24:42.847746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e26aef-b50a-4c80-9cb9-afa594dd599f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a45f8-d883-430e-9e88-885b322a01db,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:42.854975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44974) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:42.913597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:42.939228 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c23184e8-5d6e-4d00-88ce-8a31ecf6fd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.021687 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-05614d6d-0795-40a4-8037-3d66462d99ab service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927202 Feb 04 15:24:43.034238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7056-c676-4bab-adcb-aca2680819f2 req-a57f76b8-f0ea-4e70-bfd3-2a4ed32d628c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.036175 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-926a7056-c676-4bab-adcb-aca2680819f2 req-a57f76b8-f0ea-4e70-bfd3-2a4ed32d628c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.4261885 Feb 04 15:24:43.085683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b209ca1-9620-4a1e-bb7a-2d2759133ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.113953 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bd733f3-2209-4191-b743-45f62b72a09d req-f419e069-84cd-4b09-9f51-777e57e3d655 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907648 Feb 04 15:24:43.138824 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b209ca1-9620-4a1e-bb7a-2d2759133ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.148371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-833f85c5-4709-48fa-98a5-d2114984e20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.150393 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c23184e8-5d6e-4d00-88ce-8a31ecf6fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.193114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23184e8-5d6e-4d00-88ce-8a31ecf6fd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe219f3-1d22-4447-bfc2-c668b344c376,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:43.207127 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-833f85c5-4709-48fa-98a5-d2114984e20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.209401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c23184e8-5d6e-4d00-88ce-8a31ecf6fd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.210213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c23184e8-5d6e-4d00-88ce-8a31ecf6fd73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bfe219f3-1d22-4447-bfc2-c668b344c376 HTTP/1.1" status: 204 len: 168 time: 0.7480547 Feb 04 15:24:43.225199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a8c9e-cce5-48f6-9beb-70dfb6d793d7 req-665a0864-3803-42dd-9f1b-8bf40d8806ed tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.232808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee9a8c9e-cce5-48f6-9beb-70dfb6d793d7 req-665a0864-3803-42dd-9f1b-8bf40d8806ed tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 949 time: 0.2230952 Feb 04 15:24:43.234532 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-926a7056-c676-4bab-adcb-aca2680819f2 req-08b71543-4189-4099-8315-ba9fd4913eee tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777334 Feb 04 15:24:43.299122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b209ca1-9620-4a1e-bb7a-2d2759133ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.353020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee9a8c9e-cce5-48f6-9beb-70dfb6d793d7 req-47669d83-85bc-4c19-b893-b14f00d04f7d tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188679 Feb 04 15:24:43.356821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b209ca1-9620-4a1e-bb7a-2d2759133ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bab35b2-72b6-4fd7-bac3-da7613a5954a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:43.362214 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b209ca1-9620-4a1e-bb7a-2d2759133ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.364554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1b209ca1-9620-4a1e-bb7a-2d2759133ffd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4bab35b2-72b6-4fd7-bac3-da7613a5954a HTTP/1.1" status: 204 len: 168 time: 0.5781760 Feb 04 15:24:43.367895 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d35dd8c6-b23c-4410-928b-2fcf8d01d90e req-ab135038-06dd-4248-867f-c5044d11f011 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295572 Feb 04 15:24:43.419682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-833f85c5-4709-48fa-98a5-d2114984e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.476404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f85c5-4709-48fa-98a5-d2114984e20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a45f8-d883-430e-9e88-885b322a01db,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:43.500017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-833f85c5-4709-48fa-98a5-d2114984e20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.501376 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-833f85c5-4709-48fa-98a5-d2114984e20d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f27a45f8-d883-430e-9e88-885b322a01db HTTP/1.1" status: 204 len: 168 time: 0.6454766 Feb 04 15:24:43.528908 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'status': 'completed', 'code': 200} Feb 04 15:24:43.646269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-65df592f-cb79-4411-b577-0d7ad50a9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.649101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-65df592f-cb79-4411-b577-0d7ad50a9fa2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1098 time: 0.1062198 Feb 04 15:24:43.697513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-3075d5f3-946a-4004-b28a-bf4ed4c49e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.699050 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-3075d5f3-946a-4004-b28a-bf4ed4c49e4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1098 time: 0.1338224 Feb 04 15:24:43.851937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-92893b81-3361-44d3-b320-ad383aa07708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.853407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-92893b81-3361-44d3-b320-ad383aa07708 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.1974804 Feb 04 15:24:43.933125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-e08dbbb8-03fc-453c-b82b-8480b3d07008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.934597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-e08dbbb8-03fc-453c-b82b-8480b3d07008 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2214012 Feb 04 15:24:44.105639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-e535b067-732e-4e84-ace3-fbcffa9fd044 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 217 time: 0.2366390 Feb 04 15:24:44.131458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45014) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:44.198023 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-ce0caf80-ea70-4223-8ae1-82c43f8b6641 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 217 time: 0.2555375 Feb 04 15:24:44.249203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-38aecd69-1787-4149-97aa-26b012e1dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.274295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-38aecd69-1787-4149-97aa-26b012e1dcd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1622338 Feb 04 15:24:44.279414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba53ad9a-10db-4430-8e7b-c6aaa37e9b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.319782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ba53ad9a-10db-4430-8e7b-c6aaa37e9b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:44.328473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ba53ad9a-10db-4430-8e7b-c6aaa37e9b00 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7ea055d531402fb17a587e59c8ade9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:44.334411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ba53ad9a-10db-4430-8e7b-c6aaa37e9b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:44.349006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ba53ad9a-10db-4430-8e7b-c6aaa37e9b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:44.353755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-6512010a-8db6-44da-ae54-b5a55d77ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.355137 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-6512010a-8db6-44da-ae54-b5a55d77ea27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1367626 Feb 04 15:24:44.437282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-353bb96e-c867-430b-98bb-8282f5b5e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.440168 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-353bb96e-c867-430b-98bb-8282f5b5e26a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570754 Feb 04 15:24:44.463903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13007c9-93f9-4edb-a567-74db184d0ae9 req-fb822294-2a31-40d9-b21b-3d4a7fac3272 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.465428 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c13007c9-93f9-4edb-a567-74db184d0ae9 req-fb822294-2a31-40d9-b21b-3d4a7fac3272 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 946 time: 0.4101985 Feb 04 15:24:44.551551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45026) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:44.555857 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c13007c9-93f9-4edb-a567-74db184d0ae9 req-1db517d2-d3dc-4594-9b02-34b019864bad tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818205 Feb 04 15:24:44.584929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-0082d309-f860-4533-9a73-0e8065c32f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.586393 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-0082d309-f860-4533-9a73-0e8065c32f8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2223623 Feb 04 15:24:44.624084 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d17397b-f51e-4d23-87b1-0525a852747f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.643619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba53ad9a-10db-4430-8e7b-c6aaa37e9b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.708369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba53ad9a-10db-4430-8e7b-c6aaa37e9b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.714633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-d05febbe-080d-4c71-baed-c6cb224f4823 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660768 Feb 04 15:24:44.769699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53ad9a-10db-4430-8e7b-c6aaa37e9b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe9d7a-6a51-446a-a6c5-f1906078010f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:44.774041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45034) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:44.774894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2d17397b-f51e-4d23-87b1-0525a852747f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:44.808385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d11d5-8660-4d8b-8eac-cc04237beced req-e58fb4ff-ee64-4d32-bc38-730bb0eb4a10 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.808893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d11d5-8660-4d8b-8eac-cc04237beced req-e58fb4ff-ee64-4d32-bc38-730bb0eb4a10 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.809364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d11d5-8660-4d8b-8eac-cc04237beced req-e58fb4ff-ee64-4d32-bc38-730bb0eb4a10 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.809831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d11d5-8660-4d8b-8eac-cc04237beced req-e58fb4ff-ee64-4d32-bc38-730bb0eb4a10 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.810299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d11d5-8660-4d8b-8eac-cc04237beced req-e58fb4ff-ee64-4d32-bc38-730bb0eb4a10 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.810758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d11d5-8660-4d8b-8eac-cc04237beced req-e58fb4ff-ee64-4d32-bc38-730bb0eb4a10 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.811217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d11d5-8660-4d8b-8eac-cc04237beced req-e58fb4ff-ee64-4d32-bc38-730bb0eb4a10 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.813223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-533d11d5-8660-4d8b-8eac-cc04237beced req-e58fb4ff-ee64-4d32-bc38-730bb0eb4a10 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c&device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d&device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a&device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89&device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7&device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 6430 time: 0.2513626 Feb 04 15:24:44.829490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2d17397b-f51e-4d23-87b1-0525a852747f admin admin] Usage tracker for resource:security_group_rule and tenant:105c0879256d4ba09d2a70ebea399e20 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:44.843926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2d17397b-f51e-4d23-87b1-0525a852747f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:44.857398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-533d11d5-8660-4d8b-8eac-cc04237beced req-7f9a7328-07f4-46ef-980b-901bbbabeca5 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.861464 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ba53ad9a-10db-4430-8e7b-c6aaa37e9b00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b7ea055d531402fb17a587e59c8ade9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6924200 Feb 04 15:24:44.865517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45042) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:44.866344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2d17397b-f51e-4d23-87b1-0525a852747f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:44.881107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-533d11d5-8660-4d8b-8eac-cc04237beced req-7f9a7328-07f4-46ef-980b-901bbbabeca5 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:44.886131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-533d11d5-8660-4d8b-8eac-cc04237beced req-7f9a7328-07f4-46ef-980b-901bbbabeca5 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Usage tracker for resource:security_group_rule and tenant:b50f35075cba455c87ba95c06a7dfda1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:44.889663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-533d11d5-8660-4d8b-8eac-cc04237beced req-7f9a7328-07f4-46ef-980b-901bbbabeca5 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:44.896297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-533d11d5-8660-4d8b-8eac-cc04237beced req-7f9a7328-07f4-46ef-980b-901bbbabeca5 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:45.010505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b73d2-6ef7-4668-8bfc-082a3875d962 req-844cf30c-2d45-41e8-bdc2-d5ebfcd8c918 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.011988 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad2b73d2-6ef7-4668-8bfc-082a3875d962 req-844cf30c-2d45-41e8-bdc2-d5ebfcd8c918 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.2347193 Feb 04 15:24:45.015327 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-8d780e2f-2704-4ad3-bfaa-e828d63e85c7 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186342 Feb 04 15:24:45.039325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-533d11d5-8660-4d8b-8eac-cc04237beced req-7f9a7328-07f4-46ef-980b-901bbbabeca5 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.044349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-113204f2-562c-4993-8e2c-363fbe06a784 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206406 Feb 04 15:24:45.045285 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-533d11d5-8660-4d8b-8eac-cc04237beced req-7f9a7328-07f4-46ef-980b-901bbbabeca5 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.075163 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-533d11d5-8660-4d8b-8eac-cc04237beced req-7f9a7328-07f4-46ef-980b-901bbbabeca5 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2541821 Feb 04 15:24:45.105366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a7328-07f4-46ef-980b-901bbbabeca5 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa16692-4d29-4259-b227-b81abe434137,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:45.136443 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b67975b3-2696-4cee-9033-7c1fcaf4f735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.170272 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-802b748a-14b0-4e7f-bbb3-a96ea5f44e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.197166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b67975b3-2696-4cee-9033-7c1fcaf4f735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:45.242362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b67975b3-2696-4cee-9033-7c1fcaf4f735 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ff3179d36f463da2c36503c3e7cf0a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:45.254125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b67975b3-2696-4cee-9033-7c1fcaf4f735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:45.270183 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad2b73d2-6ef7-4668-8bfc-082a3875d962 req-2ad74bc7-6f62-429f-a43e-5ede7a5a6f88 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071273 Feb 04 15:24:45.272675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45060) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:45.284362 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-802b748a-14b0-4e7f-bbb3-a96ea5f44e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.302154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b67975b3-2696-4cee-9033-7c1fcaf4f735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:45.348895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d17397b-f51e-4d23-87b1-0525a852747f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.386529 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d17397b-f51e-4d23-87b1-0525a852747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.422256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c58d29ab-9a79-418f-bf44-1888130c0c92 req-74daa8fa-c294-441b-918b-8dc95e677879 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850570 Feb 04 15:24:45.437747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1276438538-network', 'tenant_id': '14081a11c76548acbc7aeb9b24ce455c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:45.446013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:45.451141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Usage tracker for resource:network and tenant:14081a11c76548acbc7aeb9b24ce455c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:45.455459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:45.462605 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2d17397b-f51e-4d23-87b1-0525a852747f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=105c0879256d4ba09d2a70ebea399e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9057446 Feb 04 15:24:45.463534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45066) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:45.466279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:45.476732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17397b-f51e-4d23-87b1-0525a852747f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eda8239-86ce-4337-a4c6-4674c0c0f445,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:45.486152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Made reservation on behalf of 14081a11c76548acbc7aeb9b24ce455c for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:45.492001 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.503174 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-802b748a-14b0-4e7f-bbb3-a96ea5f44e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.512795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.540097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b748a-14b0-4e7f-bbb3-a96ea5f44e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe9d7a-6a51-446a-a6c5-f1906078010f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:45.585313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:45.591923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Usage tracker for resource:security_group_rule and tenant:14081a11c76548acbc7aeb9b24ce455c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:45.595261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:45.604247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:45.607669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-802b748a-14b0-4e7f-bbb3-a96ea5f44e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.609400 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-802b748a-14b0-4e7f-bbb3-a96ea5f44e1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dbe9d7a-6a51-446a-a6c5-f1906078010f HTTP/1.1" status: 204 len: 168 time: 0.7354305 Feb 04 15:24:45.616987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b67975b3-2696-4cee-9033-7c1fcaf4f735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.618201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122ca44d-8e16-41cd-841b-430d7a7d4748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.629057 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b67975b3-2696-4cee-9033-7c1fcaf4f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.650565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9f16a-58dc-4e59-8219-06e6716f6a35 req-4c7e037e-ccc1-4a94-899d-f0b5b5edc80d tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.651046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9f16a-58dc-4e59-8219-06e6716f6a35 req-4c7e037e-ccc1-4a94-899d-f0b5b5edc80d tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.651574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9f16a-58dc-4e59-8219-06e6716f6a35 req-4c7e037e-ccc1-4a94-899d-f0b5b5edc80d tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.653153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07c9f16a-58dc-4e59-8219-06e6716f6a35 req-4c7e037e-ccc1-4a94-899d-f0b5b5edc80d tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d&device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89&device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 2883 time: 0.1306901 Feb 04 15:24:45.738868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07c9f16a-58dc-4e59-8219-06e6716f6a35 req-9eca1a91-f93b-4d6b-8626-8641e590f127 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770156 Feb 04 15:24:45.784340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.805109 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.834841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b67975b3-2696-4cee-9033-7c1fcaf4f735 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0ff3179d36f463da2c36503c3e7cf0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0522943 Feb 04 15:24:45.843477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45078) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:45.849904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122ca44d-8e16-41cd-841b-430d7a7d4748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.914074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67975b3-2696-4cee-9033-7c1fcaf4f735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b695d563-d846-423d-aa8f-e398fc7dcdc7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:45.915148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:24:45.931532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce7ab02-7fc6-4c64-a765-0159c705b1bd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:45.954730 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.955046 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Added segment 5d20643d-8a53-4b68-93e7-42ad5e4b70db of type vlan for network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e Feb 04 15:24:45.989106 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40eea9f2-1088-4195-aea1-c45ed675bc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.989765 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122ca44d-8e16-41cd-841b-430d7a7d4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.018652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485487-caf2-4b7d-8a47-c1231ffa22fe req-5354f23a-924c-40f1-a29c-50f38a5c24dd tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:46.019947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e0485487-caf2-4b7d-8a47-c1231ffa22fe req-5354f23a-924c-40f1-a29c-50f38a5c24dd tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 946 time: 0.1841452 Feb 04 15:24:46.031940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ca44d-8e16-41cd-841b-430d7a7d4748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eda8239-86ce-4337-a4c6-4674c0c0f445,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:46.033085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.042834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40eea9f2-1088-4195-aea1-c45ed675bc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.055310 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122ca44d-8e16-41cd-841b-430d7a7d4748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.067557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-122ca44d-8e16-41cd-841b-430d7a7d4748 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eda8239-86ce-4337-a4c6-4674c0c0f445 HTTP/1.1" status: 204 len: 168 time: 0.5981195 Feb 04 15:24:46.121359 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.121359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:46.121991 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.133536 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e0485487-caf2-4b7d-8a47-c1231ffa22fe req-bdcb90a4-2094-4fcb-8ffb-758f4cb1f752 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039732 Feb 04 15:24:46.231802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:46.249976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:24:46.273964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40eea9f2-1088-4195-aea1-c45ed675bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.334659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eea9f2-1088-4195-aea1-c45ed675bc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695d563-d846-423d-aa8f-e398fc7dcdc7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:46.354967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45102) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:46.361603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Request body: {'subnet': {'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1276438538-subnet', 'tenant_id': '14081a11c76548acbc7aeb9b24ce455c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:46.367626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9f7372b7-f399-4d4c-817a-5ba191870da7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0772438 Feb 04 15:24:46.368515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:46.369367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40eea9f2-1088-4195-aea1-c45ed675bc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.373181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-40eea9f2-1088-4195-aea1-c45ed675bc58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b695d563-d846-423d-aa8f-e398fc7dcdc7 HTTP/1.1" status: 204 len: 168 time: 0.5235193 Feb 04 15:24:46.383380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Usage tracker for resource:subnet and tenant:14081a11c76548acbc7aeb9b24ce455c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:46.390732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:46.401392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:46.492754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Made reservation on behalf of 14081a11c76548acbc7aeb9b24ce455c for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:46.495025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.576296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-fac19e4f-8ed1-48ef-a883-c07756fb78f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1812606 Feb 04 15:24:46.608993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55525e-899e-4b42-bfb5-290eb2715934 req-9c6569d7-6d6c-44b1-9119-28c2843a1d2e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:46.609651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a26fa-39c6-4724-bff0-240e6c0a3063 req-cb32027c-3ade-4e2b-8536-31cc9eacb4c8 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:46.610893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af55525e-899e-4b42-bfb5-290eb2715934 req-9c6569d7-6d6c-44b1-9119-28c2843a1d2e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.1182120 Feb 04 15:24:46.617848 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-852a26fa-39c6-4724-bff0-240e6c0a3063 req-cb32027c-3ade-4e2b-8536-31cc9eacb4c8 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1097 time: 0.2022901 Feb 04 15:24:46.709443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-852a26fa-39c6-4724-bff0-240e6c0a3063 req-9d692a95-fca1-4550-af11-afe0842b05f3 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900559 Feb 04 15:24:46.721160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af55525e-899e-4b42-bfb5-290eb2715934 req-c8faaaab-000a-4ca0-ace0-589740afdaad tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029851 Feb 04 15:24:46.822353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-05caf4d2-e9e5-409a-87b6-59ecc8fafe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:46.823480 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-05caf4d2-e9e5-409a-87b6-59ecc8fafe3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1baa26892154827b285efc1851d94f0&device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 1097 time: 0.1544938 Feb 04 15:24:46.932479 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.016013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8cacaa8b-ab8f-42f8-9d72-c573a5115246 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:24:47.023166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45128) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:47.047303 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e48c-c66f-4416-be19-d69341098e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.091681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9c4e48c-c66f-4416-be19-d69341098e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:47.101825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9c4e48c-c66f-4416-be19-d69341098e5e admin admin] Usage tracker for resource:security_group_rule and tenant:ada2235fa5144f2b8a4d2f94ea2ffe04 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:47.107766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9c4e48c-c66f-4416-be19-d69341098e5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:47.121845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9c4e48c-c66f-4416-be19-d69341098e5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:47.277113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:47.287068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Checking segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:47.287736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Network hostable DHCP agents. Network: c2bb8bd9-4fa0-45c3-84c6-559957e54b7e, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:24:47.319483 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e48c-c66f-4416-be19-d69341098e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.333146 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e48c-c66f-4416-be19-d69341098e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.360074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-74b92101-b4eb-4c50-82e8-8bdcad93d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.361553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-74b92101-b4eb-4c50-82e8-8bdcad93d207 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 200 len: 925 time: 0.5144935 Feb 04 15:24:47.385710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:24:47.405465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4e48c-c66f-4416-be19-d69341098e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6968ab0a-5399-4c95-86f0-604606bcd35b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:47.411824 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d9c4e48c-c66f-4416-be19-d69341098e5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ada2235fa5144f2b8a4d2f94ea2ffe04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875160 Feb 04 15:24:47.415300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45138) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:47.421862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, c2bb8bd9-4fa0-45c3-84c6-559957e54b7e) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:47.433626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ae4ae-0a32-491b-b0f3-90310d7d4ce5 None None] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:24:47.450461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.461673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.496629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45403b3-1fd9-4532-9911-f558b2b730cf req-6ddc79ff-2dec-47f4-922e-614790b55447 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.498598 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e45403b3-1fd9-4532-9911-f558b2b730cf req-6ddc79ff-2dec-47f4-922e-614790b55447 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1097 time: 0.2663121 Feb 04 15:24:47.528328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:47.556567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'mac_address': 'fa:16:3e:38:6e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:24:47.558142 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0f07c53e-839c-46cd-a96c-2890b48e30c4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2019966 Feb 04 15:24:47.602013 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e45403b3-1fd9-4532-9911-f558b2b730cf req-e9ec1435-e81e-4a26-bf9d-17f4223263a8 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917776 Feb 04 15:24:47.605168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ee05d18-8bed-4ffa-bb74-a89f6544d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.636837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ee05d18-8bed-4ffa-bb74-a89f6544d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.673982 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.695789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cacaa8b-ab8f-42f8-9d72-c573a5115246 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:47.736194 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ee05d18-8bed-4ffa-bb74-a89f6544d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.751509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-f543c709-a208-4e13-95ca-6182780f078b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84e1ef00-fbca-4a9b-8d3e-ac62396849da HTTP/1.1" status: 200 len: 1001 time: 0.3645036 Feb 04 15:24:47.755336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee05d18-8bed-4ffa-bb74-a89f6544d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6968ab0a-5399-4c95-86f0-604606bcd35b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:47.766914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:47.775027 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ee05d18-8bed-4ffa-bb74-a89f6544d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.776648 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4ee05d18-8bed-4ffa-bb74-a89f6544d051 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6968ab0a-5399-4c95-86f0-604606bcd35b HTTP/1.1" status: 204 len: 168 time: 0.3580072 Feb 04 15:24:47.786105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.857605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-8ea950c3-0647-4c04-b75c-067ecdf706ac tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.859566 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-8ea950c3-0647-4c04-b75c-067ecdf706ac tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 947 time: 0.6947575 Feb 04 15:24:47.937401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:47.940883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591803a-f0a7-4a2e-bf05-1d4e1ad98ae7 None None] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:24:47.947884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e58fb-c181-4bfc-a175-5dee7d4c957f req-8444d3fc-8811-42b3-83cb-ea8e06625b8f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.954932 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa8e58fb-c181-4bfc-a175-5dee7d4c957f req-8444d3fc-8811-42b3-83cb-ea8e06625b8f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 947 time: 0.6773591 Feb 04 15:24:47.981992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-e1ec6295-dbcc-45b3-89ab-6c8718b56c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.983650 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-e1ec6295-dbcc-45b3-89ab-6c8718b56c3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af025474-00d6-4058-b979-67d9a9da93ce HTTP/1.1" status: 200 len: 863 time: 0.2191014 Feb 04 15:24:48.095244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa8e58fb-c181-4bfc-a175-5dee7d4c957f req-6e2756ad-0620-4522-9b3c-08877c7b98fb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393585 Feb 04 15:24:48.134527 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-faa74b8b-33ec-42cc-96a6-ceea56d085a6 service neutron] delete failed (client error): The resource could not be found. Feb 04 15:24:48.136534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-faa74b8b-33ec-42cc-96a6-ceea56d085a6 service neutron] 10.222.0.53 "DELETE /v2.0/ports/8cacaa8b-ab8f-42f8-9d72-c573a5115246/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.2637506 Feb 04 15:24:48.189773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-8954e242-586e-480e-913d-1bbd576b2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.200602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-8954e242-586e-480e-913d-1bbd576b2569 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b3a534c-6985-4b16-8cad-601754873575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077556 Feb 04 15:24:48.203533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['8cacaa8b-ab8f-42f8-9d72-c573a5115246'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:48.606985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-9658d0cf-9046-4ed4-bc84-149a76223138 service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984447 Feb 04 15:24:48.710841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-517104f1-e25c-43b4-b965-5d29a85a6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.712319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-517104f1-e25c-43b4-b965-5d29a85a6435 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1099 time: 0.2993267 Feb 04 15:24:48.751017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5d48d-6f3f-4936-b599-092a5fc8b8c2 req-5b83c714-f8e8-4d25-84d5-a3dd7126bb50 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.758428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23e5d48d-6f3f-4936-b599-092a5fc8b8c2 req-5b83c714-f8e8-4d25-84d5-a3dd7126bb50 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 1101 time: 0.3386943 Feb 04 15:24:48.792221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45190) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:48.905067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-23e5d48d-6f3f-4936-b599-092a5fc8b8c2 req-54c3f793-8152-4fc4-8917-9a8e6d65861a tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Synchronizing usage tracker for tenant:b50f35075cba455c87ba95c06a7dfda1 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:48.921963 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e73025-ba8c-4bdf-98b2-7f8575c84ec0 req-fa35e9c8-7e85-463f-8cdf-1dcfade9b243 service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074229 Feb 04 15:24:48.959161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-1403b63b-7cf9-4004-a5ff-6911141dc619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.960894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-1403b63b-7cf9-4004-a5ff-6911141dc619 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2369576 Feb 04 15:24:48.962075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-23e5d48d-6f3f-4936-b599-092a5fc8b8c2 req-54c3f793-8152-4fc4-8917-9a8e6d65861a tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Unset dirty status for tenant:b50f35075cba455c87ba95c06a7dfda1 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:48.975221 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23e5d48d-6f3f-4936-b599-092a5fc8b8c2 req-54c3f793-8152-4fc4-8917-9a8e6d65861a tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158399 Feb 04 15:24:49.043758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-eefe0e05-071a-4d7f-9849-18cf8f8d56c2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.052358 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-eefe0e05-071a-4d7f-9849-18cf8f8d56c2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.2261970 Feb 04 15:24:49.070643 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-b282d693-320f-4bd0-9488-f25a14aaa2dc tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/quotas/14081a11c76548acbc7aeb9b24ce455c HTTP/1.1" status: 200 len: 375 time: 0.0172486 Feb 04 15:24:49.123750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-df85f83a-60f7-4dee-8c3f-4930b32d29bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 217 time: 0.1474514 Feb 04 15:24:49.130759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1284240940-network', 'tenant_id': '5e902cddf8224e8ebe87862242ea5fb3'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:49.140293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:49.151636 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-7931c02f-a44d-4ff8-a14a-42f6dbe944f9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798051 Feb 04 15:24:49.172618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Usage tracker for resource:network and tenant:5e902cddf8224e8ebe87862242ea5fb3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:49.178632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:49.237195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:49.262779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Made reservation on behalf of 5e902cddf8224e8ebe87862242ea5fb3 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:49.265134 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.281814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.310568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:49.312499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-3efb8303-2e73-4ec9-ac96-d1be0816c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.313972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-3efb8303-2e73-4ec9-ac96-d1be0816c43c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1815746 Feb 04 15:24:49.319126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Usage tracker for resource:security_group_rule and tenant:5e902cddf8224e8ebe87862242ea5fb3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:49.332100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:49.352231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:49.357084 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-f5fdc52a-fdfd-4de8-b677-aafc681d0aba service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045028 Feb 04 15:24:49.455397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ee54-4d0f-48d4-8b2c-286c462b9ec1 req-f463c962-bf80-4ecc-a6ae-f3b50e56d4ee tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.457300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3515ee54-4d0f-48d4-8b2c-286c462b9ec1 req-f463c962-bf80-4ecc-a6ae-f3b50e56d4ee tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1097 time: 0.2832398 Feb 04 15:24:49.529672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3515ee54-4d0f-48d4-8b2c-286c462b9ec1 req-4f5d8cce-0610-4398-997f-8e8cf4d248b5 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Feb 04 15:24:49.538306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-dccf7335-f7d0-4e39-923b-c638362119eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.539912 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-4e73d4b9-526f-473c-aaa3-cbcfd159c62c service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818287 Feb 04 15:24:49.540396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-dccf7335-f7d0-4e39-923b-c638362119eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170973 Feb 04 15:24:49.610597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.618350 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.667199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:24:49.688290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1417296-4b88-420f-ba87-891c5c3f8625,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:49.694051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.694404 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Added segment f55eeea5-5408-499c-9c4a-7763382c31d7 of type vlan for network 4d6766e0-b903-4372-9e78-9fee0f289869 Feb 04 15:24:49.725634 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.762850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-d62bf651-a120-47e6-a3ba-16ecd570b3c6 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148986 Feb 04 15:24:49.773046 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.776818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.777532 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:50.079585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6766e0-b903-4372-9e78-9fee0f289869,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:50.088898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc925552-772f-4a25-8474-1dd6162f47a3 req-8cab0ce3-434a-4de1-9111-4db6214a549d tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.089555 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5f0981be-8706-48d1-8ce2-6297cd13aa51 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2956171 Feb 04 15:24:50.093528 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc925552-772f-4a25-8474-1dd6162f47a3 req-8cab0ce3-434a-4de1-9111-4db6214a549d tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 1101 time: 0.3021905 Feb 04 15:24:50.093980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45246) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:50.097949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 4d6766e0-b903-4372-9e78-9fee0f289869 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:24:50.102719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Request body: {'subnet': {'network_id': '4d6766e0-b903-4372-9e78-9fee0f289869', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1284240940-subnet', 'tenant_id': '5e902cddf8224e8ebe87862242ea5fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:50.107533 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ff3a2d8-6e31-4162-beb6-82470d11262b req-7b0778d9-9b7e-4aa4-9a74-a11b06fd0b42 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371158 Feb 04 15:24:50.116276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:50.160831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Usage tracker for resource:subnet and tenant:5e902cddf8224e8ebe87862242ea5fb3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:50.170431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40465e45-775c-447d-b197-f58319014e99 req-154f1dd8-7aa3-4bd1-b08f-81528f89ffc5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.173116 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-40465e45-775c-447d-b197-f58319014e99 req-154f1dd8-7aa3-4bd1-b08f-81528f89ffc5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 948 time: 0.2480576 Feb 04 15:24:50.178546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:50.188451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:50.225211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc925552-772f-4a25-8474-1dd6162f47a3 req-794d625d-32bf-43fd-9657-98965af8dd8b tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101923 Feb 04 15:24:50.226501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Made reservation on behalf of 5e902cddf8224e8ebe87862242ea5fb3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:50.235264 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:50.270792 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-40465e45-775c-447d-b197-f58319014e99 req-35fda55d-3a78-4513-bf17-79d995af9a9d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825102 Feb 04 15:24:50.616636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:50.726442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44d049ca-00cd-4873-a08d-8a8cf78929c9 req-3f3134b6-4be9-4fbe-b94a-58f44b039108 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 210 time: 0.0655043 Feb 04 15:24:50.773654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c6ea12-3cd6-4d40-895b-579c47b93832,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:50.792647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Checking segment: {'id': 'f55eeea5-5408-499c-9c4a-7763382c31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4d6766e0-b903-4372-9e78-9fee0f289869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:50.793061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Network hostable DHCP agents. Network: 4d6766e0-b903-4372-9e78-9fee0f289869, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:24:50.823429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Network 4d6766e0-b903-4372-9e78-9fee0f289869 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:24:50.842023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 4d6766e0-b903-4372-9e78-9fee0f289869) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:50.848704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.850204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:50.854383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3041d052-4090-4d23-b2c5-772f8e83617b None None] Network 4d6766e0-b903-4372-9e78-9fee0f289869 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:24:50.886652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9b02457f-3044-466a-9d74-1d5a50be38ff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7889960 Feb 04 15:24:51.042171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8cacaa8b-ab8f-42f8-9d72-c573a5115246 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:24:51.248141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ce07d-7be8-4372-95e5-1c7881e6dc4e None None] Network 4d6766e0-b903-4372-9e78-9fee0f289869 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:24:51.388413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:51.413927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:51.414997 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:51.676207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45308) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:51.689635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264aaf-7d3a-4b0b-8a6d-6efb0695bf1c req-ee88969a-0a1f-45a0-8a64-fcac4fed88b7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:51.693050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79264aaf-7d3a-4b0b-8a6d-6efb0695bf1c req-ee88969a-0a1f-45a0-8a64-fcac4fed88b7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 948 time: 0.1916192 Feb 04 15:24:51.708003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-a3f651dc-617a-4fa2-b11e-432109a1a02f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:51.712593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-a3f651dc-617a-4fa2-b11e-432109a1a02f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:51.761350 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:51.775259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79264aaf-7d3a-4b0b-8a6d-6efb0695bf1c req-963f3c68-c153-432c-ae14-e09d1ba9e3a7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749445 Feb 04 15:24:51.809891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-a3f651dc-617a-4fa2-b11e-432109a1a02f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:51.812015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-a3f651dc-617a-4fa2-b11e-432109a1a02f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.5414083 Feb 04 15:24:51.820325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:51.827541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Request body: {'port': {'device_id': 'abf5daf7-723f-47a3-8a10-a781240208de', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'admin_state_up': True, 'tenant_id': '14081a11c76548acbc7aeb9b24ce455c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:51.832461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:51.838596 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:51.943756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:52.052040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e6b9814-9c1f-4916-9ac1-0c4672ee05e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.067391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:52.072344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Usage tracker for resource:port and tenant:14081a11c76548acbc7aeb9b24ce455c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:52.074496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-638e36ef-101e-435a-a91b-d29cb6f223ff tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:24:52.075489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-638e36ef-101e-435a-a91b-d29cb6f223ff tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1424446 Feb 04 15:24:52.075782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:52.087784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4e6b9814-9c1f-4916-9ac1-0c4672ee05e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:52.088144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:52.094943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Request body: {'binding': {'host': 'n-h2-827870-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:52.095567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Unknown quota resources ['binding']. {{(pid=87571) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 15:24:52.101929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Made reservation on behalf of 14081a11c76548acbc7aeb9b24ce455c for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:52.107555 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.125659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45334) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:52.131475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4e6b9814-9c1f-4916-9ac1-0c4672ee05e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4047f71a13c64f48a2de8e120e77e0dc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:52.136828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1728411920-network', 'tenant_id': '9d86dda9044b4436b630559cdf9a1b05'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:52.140120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4e6b9814-9c1f-4916-9ac1-0c4672ee05e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:52.142696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:52.154078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4e6b9814-9c1f-4916-9ac1-0c4672ee05e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:52.191984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Usage tracker for resource:network and tenant:9d86dda9044b4436b630559cdf9a1b05 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:52.195940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:52.209538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:52.242221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Made reservation on behalf of 9d86dda9044b4436b630559cdf9a1b05 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:52.244886 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.264906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.286482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:52.291704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Usage tracker for resource:security_group_rule and tenant:9d86dda9044b4436b630559cdf9a1b05 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:52.295260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:52.302384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:52.396662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 on host n-h2-827870-1 for vnic_type normal with profile None {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:52.396662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:52.396891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:52.403931 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e6b9814-9c1f-4916-9ac1-0c4672ee05e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.408383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Port 93d096a6-13bc-4404-b6d5-6e17142c6303 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:52.408844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:52.426284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:52.427073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:52.427735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:52.428375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Bound port: 93d096a6-13bc-4404-b6d5-6e17142c6303, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:52.430659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e6b9814-9c1f-4916-9ac1-0c4672ee05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.501387 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4e6b9814-9c1f-4916-9ac1-0c4672ee05e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4047f71a13c64f48a2de8e120e77e0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8240569 Feb 04 15:24:52.504602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b9814-9c1f-4916-9ac1-0c4672ee05e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aff5fc-55e9-45f6-ba8e-f513b77b2dc9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:52.508629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45340) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:52.510074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Allocated IP 172.20.0.9 (c2bb8bd9-4fa0-45c3-84c6-559957e54b7e/67421194-ccf6-44ed-87a2-1bd8ab7eb3a7/ad7f918b-69e8-4f91-b7c1-e5cff86ed135) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:52.518175 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e9f48d-2e04-4cea-9db1-1125a7510621 req-3421e6ee-8cda-42e3-bdc5-f9411d22c7de tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 210 time: 0.0725243 Feb 04 15:24:52.530139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:52.546031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] Notify callbacks [] for binding, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.548757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c4a7cbf6-7de6-4305-b7db-be82f71ba563 service neutron] 10.222.0.46 "POST /v2.0/ports/93d096a6-13bc-4404-b6d5-6e17142c6303/bindings HTTP/1.1" status: 201 len: 389 time: 0.4578714 Feb 04 15:24:52.561073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.588051 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.602439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:24:52.612937 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.613684 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Added segment 42475d14-5157-4c6e-b347-53594dc928d4 of type vlan for network 6ea6882d-183b-4ecb-aa83-e08e1840883e Feb 04 15:24:52.656567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e259f0-635b-49ef-823f-f16dd0eeea95,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:52.739556 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'code': 200} Feb 04 15:24:52.810042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.855183 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05b66f96-1589-4867-a604-c16a9d04aa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.937953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05b66f96-1589-4867-a604-c16a9d04aa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.947741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-9415cc32-4f52-4fe9-841c-596ef8442b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.950006 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-9415cc32-4f52-4fe9-841c-596ef8442b96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1097 time: 0.0953338 Feb 04 15:24:53.016678 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.017668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.018254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.100668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-86fbe849-585a-4187-ad8f-346933a05d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.102347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-86fbe849-585a-4187-ad8f-346933a05d04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.1432090 Feb 04 15:24:53.134007 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.175390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a65ddf-667a-4408-b584-bba5721f86dd req-4d933202-6e76-46fc-ab6e-ce2405d77139 tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.182522 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65a65ddf-667a-4408-b584-bba5721f86dd req-4d933202-6e76-46fc-ab6e-ce2405d77139 tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1100 time: 0.4229302 Feb 04 15:24:53.206797 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-9f7a091f-1af8-42bf-b349-e2dbd5af413b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d096a6-13bc-4404-b6d5-6e17142c6303 HTTP/1.1" status: 200 len: 217 time: 0.0946908 Feb 04 15:24:53.209460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea6882d-183b-4ecb-aa83-e08e1840883e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:53.224029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d1078ecd-8d54-4359-bbad-8158f70c77f6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0969520 Feb 04 15:24:53.225344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 6ea6882d-183b-4ecb-aa83-e08e1840883e details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:24:53.228156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45366) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:53.241593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Request body: {'subnet': {'network_id': '6ea6882d-183b-4ecb-aa83-e08e1840883e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1728411920-subnet', 'tenant_id': '9d86dda9044b4436b630559cdf9a1b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:53.317793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-fd08ef0f-2299-48b0-8c4d-f47d1062a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.319422 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-fd08ef0f-2299-48b0-8c4d-f47d1062a4a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.0778420 Feb 04 15:24:53.344578 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05b66f96-1589-4867-a604-c16a9d04aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.359156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:53.375048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-65a65ddf-667a-4408-b584-bba5721f86dd req-aa31b808-c4c9-494d-868e-1a558ac8921c tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Synchronizing usage tracker for tenant:ff9add6cfd66413ea7b938b589c97bb7 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:53.377494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b66f96-1589-4867-a604-c16a9d04aa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aff5fc-55e9-45f6-ba8e-f513b77b2dc9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:53.381796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Usage tracker for resource:subnet and tenant:9d86dda9044b4436b630559cdf9a1b05 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:53.386443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05b66f96-1589-4867-a604-c16a9d04aa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.387556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-05b66f96-1589-4867-a604-c16a9d04aa26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01aff5fc-55e9-45f6-ba8e-f513b77b2dc9 HTTP/1.1" status: 204 len: 168 time: 0.8726757 Feb 04 15:24:53.388539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:53.405088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:53.416245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-65a65ddf-667a-4408-b584-bba5721f86dd req-aa31b808-c4c9-494d-868e-1a558ac8921c tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Unset dirty status for tenant:ff9add6cfd66413ea7b938b589c97bb7 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:53.425463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65a65ddf-667a-4408-b584-bba5721f86dd req-aa31b808-c4c9-494d-868e-1a558ac8921c tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413459 Feb 04 15:24:53.440872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Made reservation on behalf of 9d86dda9044b4436b630559cdf9a1b05 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:53.441093 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-65bdcbb6-bc2b-4522-97f3-1e4972f7a81e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704010 Feb 04 15:24:53.441198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.568815 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.580693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a52b4-75e4-4af5-9975-10b38e8eed35 req-6b7a6956-432a-473e-8183-1f326bb5ef70 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.587898 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-913a52b4-75e4-4af5-9975-10b38e8eed35 req-6b7a6956-432a-473e-8183-1f326bb5ef70 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 946 time: 0.2674661 Feb 04 15:24:53.648443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60371573-809b-4f45-8436-acac31ed6f8c service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012413 Feb 04 15:24:53.656450 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-913a52b4-75e4-4af5-9975-10b38e8eed35 req-7a950ef9-3442-4ea9-8853-9fc1c047a285 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677319 Feb 04 15:24:53.726751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event updated for resources: {'Port': ['ID=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:53.767240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:53.775276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:53.780884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:24:53.795414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.798674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.820327 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-e95bac78-02dd-4483-aa1a-377f02d6bb04 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625931 Feb 04 15:24:53.889635 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-ccf7a3b8-08c9-448e-9f1c-2c34d581783d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0675383 Feb 04 15:24:53.910444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Request body: {'port': {'device_id': 'abf5daf7-723f-47a3-8a10-a781240208de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:53.942149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45382) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:53.999762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50196e3d-016e-48ad-a17d-ae8ad52aedc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.005132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431fc33-0bfc-418c-90c2-fd495953718d req-ee78b46e-1ffa-46d4-8741-a681706a0a44 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:54.006600 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2431fc33-0bfc-418c-90c2-fd495953718d req-ee78b46e-1ffa-46d4-8741-a681706a0a44 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 931 time: 0.1646028 Feb 04 15:24:54.012678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c3220fa7-d3f0-4bab-bd3d-12d73ef1d68c tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:54.014093 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c3220fa7-d3f0-4bab-bd3d-12d73ef1d68c tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1097 time: 0.1147661 Feb 04 15:24:54.033384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827870-1'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:54.046654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a9170-6731-4b05-b120-d28ae1ba40d4 req-0ee26b98-1935-4bcf-8cf7-f9f6397d6301 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:54.048087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e2a9170-6731-4b05-b120-d28ae1ba40d4 req-0ee26b98-1935-4bcf-8cf7-f9f6397d6301 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.4142346 Feb 04 15:24:54.048904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.097486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-50196e3d-016e-48ad-a17d-ae8ad52aedc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:54.107957 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2431fc33-0bfc-418c-90c2-fd495953718d req-473d8b30-e636-48db-a0c4-8606cc976bdc tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929291 Feb 04 15:24:54.164497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-50196e3d-016e-48ad-a17d-ae8ad52aedc7 admin admin] Usage tracker for resource:security_group_rule and tenant:b341c04c29484d9d8b31dfbc44104f1a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:54.172511 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.173404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-50196e3d-016e-48ad-a17d-ae8ad52aedc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:54.188638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-50196e3d-016e-48ad-a17d-ae8ad52aedc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:54.241683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.255966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e2a9170-6731-4b05-b120-d28ae1ba40d4 req-f8092a0b-af43-4ea6-9818-a45f4e18301e tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729267 Feb 04 15:24:54.344638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2330b574-0506-44a0-bee8-203b65b7b0b2,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:54.392938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Checking segment: {'id': '42475d14-5157-4c6e-b347-53594dc928d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6ea6882d-183b-4ecb-aa83-e08e1840883e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:54.393294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Network hostable DHCP agents. Network: 6ea6882d-183b-4ecb-aa83-e08e1840883e, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:24:54.450102 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-2d3c3c0c-9591-490c-9274-3ab5531da8e5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1833849 Feb 04 15:24:54.519002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Network 6ea6882d-183b-4ecb-aa83-e08e1840883e is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:24:54.595580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 6ea6882d-183b-4ecb-aa83-e08e1840883e) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:54.609962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:54.610527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.614755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:54.618124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e025c0e8-5f49-49b2-abcf-edc029f65fad None None] Network 6ea6882d-183b-4ecb-aa83-e08e1840883e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:24:54.642881 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50196e3d-016e-48ad-a17d-ae8ad52aedc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.652879 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50196e3d-016e-48ad-a17d-ae8ad52aedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.660013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-5806652b-41b8-4ca9-8b93-fdb580fdf136 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:54.666652 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-5806652b-41b8-4ca9-8b93-fdb580fdf136 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050867 Feb 04 15:24:54.680730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45404) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:54.691856 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-a24a427c-2fac-49b4-93ce-f8fe421bf1c0 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/quotas/351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 375 time: 0.0242901 Feb 04 15:24:54.711665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-052c490b-2b95-4a8f-bda7-d1c2e61f4862 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4822519 Feb 04 15:24:54.729195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-50196e3d-016e-48ad-a17d-ae8ad52aedc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b341c04c29484d9d8b31dfbc44104f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7825463 Feb 04 15:24:54.732291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45414) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:54.757085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50196e3d-016e-48ad-a17d-ae8ad52aedc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7190e6-0a18-43aa-b7c0-00c0d69dc247,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:54.762340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:54.839753 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.844065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:54.852248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.928624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a493-cff2-496c-823a-4e0582f24d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.943091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Pushing event updated for resources: {'Port': ['ID=93d096a6-13bc-4404-b6d5-6e17142c6303,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:54.975976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7f918b-69e8-4f91-b7c1-e5cff86ed135 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:55.008474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45420) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:55.016319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3a1f1-c08c-438c-a286-c342018d842f None None] Network 6ea6882d-183b-4ecb-aa83-e08e1840883e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:24:55.017512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.025621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47e7337e-fdec-43e0-9b57-e4f8d7c6ede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.042407 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a493-cff2-496c-823a-4e0582f24d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.067775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-47e7337e-fdec-43e0-9b57-e4f8d7c6ede7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:55.082653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Transition to ACTIVE for port object ad7f918b-69e8-4f91-b7c1-e5cff86ed135 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:55.083767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-47e7337e-fdec-43e0-9b57-e4f8d7c6ede7 admin admin] Usage tracker for resource:security_group_rule and tenant:84f5ea6da3014f41868abad6701a2592 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:55.089767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-47e7337e-fdec-43e0-9b57-e4f8d7c6ede7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:55.103074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.133175 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-a03bfcb9-12af-4335-8a5a-f2da226d7e72 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4360127 Feb 04 15:24:55.147052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-47e7337e-fdec-43e0-9b57-e4f8d7c6ede7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:55.155820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e964ea-2c67-45af-a6f9-9b5677bdc51a admin admin] Deleting subnet d9c6ea12-3cd6-4d40-895b-579c47b93832 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:24:55.158039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:55.158039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:55.158302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:55.163491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39e964ea-2c67-45af-a6f9-9b5677bdc51a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.166107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0514ea-79aa-47a4-b2b4-89298d835ddb req-5944b712-ff6a-4b38-b8d5-096d95d498de tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:55.173290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d0514ea-79aa-47a4-b2b4-89298d835ddb req-5944b712-ff6a-4b38-b8d5-096d95d498de tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 944 time: 0.3579109 Feb 04 15:24:55.198189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Port 93d096a6-13bc-4404-b6d5-6e17142c6303 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:55.198405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Attempting to bind port 93d096a6-13bc-4404-b6d5-6e17142c6303 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:55.210665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:55.210665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:55.210931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:55.211201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Bound port: 93d096a6-13bc-4404-b6d5-6e17142c6303, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:55.211552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.240876 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39e964ea-2c67-45af-a6f9-9b5677bdc51a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.297148 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39e964ea-2c67-45af-a6f9-9b5677bdc51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.337719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:55.360475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d0514ea-79aa-47a4-b2b4-89298d835ddb req-bd0fd60e-f4ba-42a0-afb4-63026193d321 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862087 Feb 04 15:24:55.408279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:55.412713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:55.420585 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a493-cff2-496c-823a-4e0582f24d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.424323 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.469322 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39e964ea-2c67-45af-a6f9-9b5677bdc51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.472333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1a493-cff2-496c-823a-4e0582f24d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7190e6-0a18-43aa-b7c0-00c0d69dc247,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:55.524352 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303', 'code': 200} Feb 04 15:24:55.541603 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39e964ea-2c67-45af-a6f9-9b5677bdc51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.550838 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-39e964ea-2c67-45af-a6f9-9b5677bdc51a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d9c6ea12-3cd6-4d40-895b-579c47b93832 HTTP/1.1" status: 204 len: 168 time: 0.5411770 Feb 04 15:24:55.551738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e964ea-2c67-45af-a6f9-9b5677bdc51a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c6ea12-3cd6-4d40-895b-579c47b93832,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:55.557584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45432) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:55.559265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Attempting to bind port ad7f918b-69e8-4f91-b7c1-e5cff86ed135 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:55.559646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Attempting to bind port ad7f918b-69e8-4f91-b7c1-e5cff86ed135 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:55.560002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Attempting to bind port ad7f918b-69e8-4f91-b7c1-e5cff86ed135 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:55.573022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a493-cff2-496c-823a-4e0582f24d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.576934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ffb1a493-cff2-496c-823a-4e0582f24d38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a7190e6-0a18-43aa-b7c0-00c0d69dc247 HTTP/1.1" status: 204 len: 168 time: 0.8412504 Feb 04 15:24:55.698094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Port ad7f918b-69e8-4f91-b7c1-e5cff86ed135 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:24:55.698709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Attempting to bind port ad7f918b-69e8-4f91-b7c1-e5cff86ed135 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:24:55.746508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Pushing event updated for resources: {'Port': ['ID=93d096a6-13bc-4404-b6d5-6e17142c6303,revision_number=8']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:55.755664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:55.756263 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.757967 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-60a2991a-40b8-40ef-b856-512c2d700072 service neutron] 10.222.0.61 "PUT /v2.0/ports/93d096a6-13bc-4404-b6d5-6e17142c6303 HTTP/1.1" status: 200 len: 1122 time: 1.7287123 Feb 04 15:24:55.800735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:24:55.801176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Checking segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:24:55.801514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Bound using segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:24:55.801986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Bound port: ad7f918b-69e8-4f91-b7c1-e5cff86ed135, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:55.802336 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.805323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0881f5-0b00-46ce-98ca-711d788bef9d req-2c87557e-a9ae-430c-ab43-4be7d710b170 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:55.812753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0881f5-0b00-46ce-98ca-711d788bef9d req-2c87557e-a9ae-430c-ab43-4be7d710b170 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1736825 Feb 04 15:24:55.834017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['93d096a6-13bc-4404-b6d5-6e17142c6303'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:55.867048 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47e7337e-fdec-43e0-9b57-e4f8d7c6ede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.871947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0881f5-0b00-46ce-98ca-711d788bef9d req-cc336186-11a8-475e-9b49-4e4e9835bc52 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581732 Feb 04 15:24:55.912166 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47e7337e-fdec-43e0-9b57-e4f8d7c6ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.922445 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.008333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826478d-f54e-4479-98f8-52d695fc3f6c req-8ff1eca3-6db8-4ca3-838c-0cac860d1af6 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.009064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f826478d-f54e-4479-98f8-52d695fc3f6c req-8ff1eca3-6db8-4ca3-838c-0cac860d1af6 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:56.036556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-47e7337e-fdec-43e0-9b57-e4f8d7c6ede7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84f5ea6da3014f41868abad6701a2592&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3367624 Feb 04 15:24:56.041779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7337e-fdec-43e0-9b57-e4f8d7c6ede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bf8e32-eb25-468e-ab47-b7800e2d486c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:56.043718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45450) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:56.085666 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-228faaf7-a8b2-4da8-8fe5-c4891506288d req-614c3533-7bb6-45df-a001-761bd2da8c89 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 210 time: 0.1507423 Feb 04 15:24:56.209468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] For port ad7f918b-69e8-4f91-b7c1-e5cff86ed135, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:24:56.211578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f826478d-f54e-4479-98f8-52d695fc3f6c req-8ff1eca3-6db8-4ca3-838c-0cac860d1af6 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:56.212738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f826478d-f54e-4479-98f8-52d695fc3f6c req-8ff1eca3-6db8-4ca3-838c-0cac860d1af6 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 943 time: 0.7198496 Feb 04 15:24:56.245006 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.257776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] For port ad7f918b-69e8-4f91-b7c1-e5cff86ed135, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:24:56.293335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.380158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.380511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.381356 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.381698 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > port after_create 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.382041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.382392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > port after_update 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.382710 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.383043 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.383364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.383677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.520493 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.520809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.521153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.521487 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:24:56.521880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6766e0-b903-4372-9e78-9fee0f289869']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:56.543345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.544116 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.545786 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] 10.222.0.53 "PUT /v2.0/ports/ad7f918b-69e8-4f91-b7c1-e5cff86ed135 HTTP/1.1" status: 200 len: 1091 time: 2.6396878 Feb 04 15:24:56.552732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf5daf7-723f-47a3-8a10-a781240208de', 'tag': 'ad7f918b-69e8-4f91-b7c1-e5cff86ed135'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:56.561654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99e052-6ccf-4a43-8ea4-e959044f7aa8 req-4d253de9-15a7-477a-b758-e7d9d7ce9c8b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.563408 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eb99e052-6ccf-4a43-8ea4-e959044f7aa8 req-4d253de9-15a7-477a-b758-e7d9d7ce9c8b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 944 time: 0.0896709 Feb 04 15:24:56.574508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55eeea5-5408-499c-9c4a-7763382c31d7') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:56.574812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55eeea5-5408-499c-9c4a-7763382c31d7') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:56.590089 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c63998e-580f-42fc-a4e2-7b7ebe20947a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.612939 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eb99e052-6ccf-4a43-8ea4-e959044f7aa8 req-7128b4d5-bee3-4441-8fc2-1f7085ca3557 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Feb 04 15:24:56.637255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.658839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f826478d-f54e-4479-98f8-52d695fc3f6c req-cd3a1d2f-fae9-4b6b-b849-f009c42a4790 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:56.689025 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf5daf7-723f-47a3-8a10-a781240208de', 'tag': 'ad7f918b-69e8-4f91-b7c1-e5cff86ed135', 'status': 'completed', 'code': 200} Feb 04 15:24:56.689588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114245d-a6ce-4a9d-8dfc-4f59f94a92f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:56.697418 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.705224 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c63998e-580f-42fc-a4e2-7b7ebe20947a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.742887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:24:56.743389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: from cryptography.utils import int_from_bytes Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: from cryptography.utils import int_from_bytes Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: util.warn_limited( Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: util.warn_limited( Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:24:56.765964 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:24:56.840652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f826478d-f54e-4479-98f8-52d695fc3f6c req-cd3a1d2f-fae9-4b6b-b849-f009c42a4790 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:56.842114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f826478d-f54e-4479-98f8-52d695fc3f6c req-cd3a1d2f-fae9-4b6b-b849-f009c42a4790 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125851 Feb 04 15:24:56.886034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-807f29d5-da83-4233-98dc-a85b3504abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.888863 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-807f29d5-da83-4233-98dc-a85b3504abd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 1094 time: 0.2965133 Feb 04 15:24:56.890418 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.891440 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-1912ab15-8978-477f-9620-4cf4eef5385d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415082 Feb 04 15:24:56.978034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.002111 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c63998e-580f-42fc-a4e2-7b7ebe20947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.006858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6766e0-b903-4372-9e78-9fee0f289869,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:57.031656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-348b9d6c-27d4-4adc-bdfb-9e9b2835d263 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad7f918b-69e8-4f91-b7c1-e5cff86ed135 HTTP/1.1" status: 200 len: 217 time: 0.1197531 Feb 04 15:24:57.038494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c03afe9c-e4f1-4985-9920-b52f7f151b0d admin admin] 10.222.0.46 "DELETE /v2.0/networks/4d6766e0-b903-4372-9e78-9fee0f289869 HTTP/1.1" status: 204 len: 168 time: 1.4754755 Feb 04 15:24:57.039746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c63998e-580f-42fc-a4e2-7b7ebe20947a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.040839 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9c63998e-580f-42fc-a4e2-7b7ebe20947a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55bf8e32-eb25-468e-ab47-b7800e2d486c HTTP/1.1" status: 204 len: 168 time: 0.9920962 Feb 04 15:24:57.041594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45482) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:57.076040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63998e-580f-42fc-a4e2-7b7ebe20947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bf8e32-eb25-468e-ab47-b7800e2d486c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:57.164746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-50301fbb-adc4-414f-8ddd-5b931fc66d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:57.166418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-50301fbb-adc4-414f-8ddd-5b931fc66d45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.1239927 Feb 04 15:24:57.172703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fafd10a-6ccc-457f-b5f8-09c5a220d339 admin admin] Deleting subnet 2330b574-0506-44a0-bee8-203b65b7b0b2 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:24:57.177940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fafd10a-6ccc-457f-b5f8-09c5a220d339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.237718 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fafd10a-6ccc-457f-b5f8-09c5a220d339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.406754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9037c79f-1337-4d75-b2ea-30b1d8936271 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:57.408624 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9037c79f-1337-4d75-b2ea-30b1d8936271 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4905908 Feb 04 15:24:57.422303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71502b-10a2-4b71-a483-d46a35729f6c req-f337f9f4-a4c1-4d69-bd66-209b4907c413 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:57.423247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-e2a4b5ff-b645-4317-90ae-44927e8d09a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897675 Feb 04 15:24:57.424019 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-de71502b-10a2-4b71-a483-d46a35729f6c req-f337f9f4-a4c1-4d69-bd66-209b4907c413 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.3644626 Feb 04 15:24:57.429106 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8957b96d-6367-44ab-9ad6-77bb3f515677 req-752b05de-c43f-4a3b-8f9c-db6e23cd5fdd tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 210 time: 0.0945299 Feb 04 15:24:57.430102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Request body: {'port': {'device_id': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '351b5fc8c821429d90b7d6fb4f2e1eda'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:57.431813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fafd10a-6ccc-457f-b5f8-09c5a220d339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.513596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:57.527224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:57.564273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6488b0f1-f21e-4f3c-8f33-7ed5381db09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.617743 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-de71502b-10a2-4b71-a483-d46a35729f6c req-30d8defc-631d-4f76-abad-19f99110dd4e tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592598 Feb 04 15:24:57.620983 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fafd10a-6ccc-457f-b5f8-09c5a220d339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.622237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6488b0f1-f21e-4f3c-8f33-7ed5381db09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:57.637910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6488b0f1-f21e-4f3c-8f33-7ed5381db09b admin admin] Usage tracker for resource:security_group_rule and tenant:266cd13546c549bd92640da7b9bebea9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:57.645193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6488b0f1-f21e-4f3c-8f33-7ed5381db09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:57.660648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6488b0f1-f21e-4f3c-8f33-7ed5381db09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:57.663947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-fcdc6ab4-20ba-469d-88af-8b2253f600b9 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020974 Feb 04 15:24:57.666593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafd10a-6ccc-457f-b5f8-09c5a220d339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2330b574-0506-44a0-bee8-203b65b7b0b2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:57.672422 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fafd10a-6ccc-457f-b5f8-09c5a220d339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.681278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:57.702013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:57.725490 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303', 'status': 'completed', 'code': 200} Feb 04 15:24:57.726106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Made reservation on behalf of 351b5fc8c821429d90b7d6fb4f2e1eda for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:57.730450 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.882349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2fafd10a-6ccc-457f-b5f8-09c5a220d339 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2330b574-0506-44a0-bee8-203b65b7b0b2 HTTP/1.1" status: 204 len: 168 time: 0.8018255 Feb 04 15:24:57.883184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45508) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:57.934646 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6488b0f1-f21e-4f3c-8f33-7ed5381db09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.949493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6488b0f1-f21e-4f3c-8f33-7ed5381db09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.061315 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6488b0f1-f21e-4f3c-8f33-7ed5381db09b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=266cd13546c549bd92640da7b9bebea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5351574 Feb 04 15:24:58.062261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488b0f1-f21e-4f3c-8f33-7ed5381db09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c2bb2-d810-49ec-ac68-ceb503545980,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:58.065041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45516) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:58.086155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Allocated IP 192.168.233.89 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/6d4e9c3e-29c7-46fd-afcd-d41fa871d42c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:58.101989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14c51f-9c48-4e4e-8e95-c8aab21b9509 req-c0e3c795-b4b0-403b-a8a5-1fb46f500930 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.103454 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad14c51f-9c48-4e4e-8e95-c8aab21b9509 req-c0e3c795-b4b0-403b-a8a5-1fb46f500930 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 944 time: 0.2441800 Feb 04 15:24:58.136001 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.157852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661dc0f-4ed4-47aa-b01b-68960d16bae5 req-9106e764-4593-4ef9-a916-488cd5c84f45 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806616 Feb 04 15:24:58.180271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84906-132d-4b11-9687-758910ee4473 req-56b796ef-8f1a-467a-8c67-d2b2cf98fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.181773 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55d84906-132d-4b11-9687-758910ee4473 req-56b796ef-8f1a-467a-8c67-d2b2cf98fbb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1125 time: 0.3387158 Feb 04 15:24:58.193768 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad14c51f-9c48-4e4e-8e95-c8aab21b9509 req-859f35d8-bd9c-4703-bb6e-50b5c8e5e81a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828958 Feb 04 15:24:58.400546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.422910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Transition to ACTIVE for port object 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:58.450779 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.465583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['8cacaa8b-ab8f-42f8-9d72-c573a5115246'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:24:58.531774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:58.535498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84906-132d-4b11-9687-758910ee4473 req-40f5603e-00f4-426f-b4f3-06936a976066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.535820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:58.538442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55d84906-132d-4b11-9687-758910ee4473 req-40f5603e-00f4-426f-b4f3-06936a976066 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.3044662 Feb 04 15:24:58.541009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:24:58.544637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22a9ac7e-de9a-4194-bbeb-c39294d35dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.547356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.548119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.563686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Pushing event updated for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:58.593742 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-9735e281-3601-436b-a564-472c5fc51ddb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1673396 Feb 04 15:24:58.618634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Request body: {'port': {'device_id': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:58.671739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24f058-a2c3-45f7-94d8-f2c66dee903e req-27769b29-79b8-48ed-ad16-1f649f2c25f6 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.673547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f24f058-a2c3-45f7-94d8-f2c66dee903e req-27769b29-79b8-48ed-ad16-1f649f2c25f6 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 943 time: 0.6556334 Feb 04 15:24:58.688131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.741811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55d84906-132d-4b11-9687-758910ee4473 req-87ff2838-7fe7-4bf0-80c9-17eb42391dc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d096a6-13bc-4404-b6d5-6e17142c6303 HTTP/1.1" status: 200 len: 217 time: 0.1934626 Feb 04 15:24:58.751476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea6882d-183b-4ecb-aa83-e08e1840883e']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:58.833798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45532) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:24:58.845979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22a9ac7e-de9a-4194-bbeb-c39294d35dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.854367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42475d14-5157-4c6e-b347-53594dc928d4') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:58.854662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42475d14-5157-4c6e-b347-53594dc928d4') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:58.879297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.897565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.907035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a5e3b1c6-11a3-4545-9aef-3861fe01b1e0 None None] Provisioning for port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:58.917401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a5e3b1c6-11a3-4545-9aef-3861fe01b1e0 None None] Provisioning complete for port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:58.917776 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b1c6-11a3-4545-9aef-3861fe01b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.956941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f24f058-a2c3-45f7-94d8-f2c66dee903e req-24b3a9a8-1382-4904-b242-7d352a099e37 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240126 Feb 04 15:24:58.958453 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.966017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32cae-d77f-4773-ab42-8130ccf90ae5 req-11dd40bc-0a3c-4a5a-bb84-4ce426d19a73 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.966923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-efe32cae-d77f-4773-ab42-8130ccf90ae5 req-11dd40bc-0a3c-4a5a-bb84-4ce426d19a73 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Synchronizing usage tracker for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:24:58.980615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84906-132d-4b11-9687-758910ee4473 req-a476ec9b-2691-4858-8a50-72f093077c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.982282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55d84906-132d-4b11-9687-758910ee4473 req-a476ec9b-2691-4858-8a50-72f093077c56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.2048924 Feb 04 15:24:58.983244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:24:58.983643 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:24:58.999483 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:24:59.001703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-a8099040-e802-497e-a94c-495b0ca816f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:59.003189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-a8099040-e802-497e-a94c-495b0ca816f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 1094 time: 0.7677274 Feb 04 15:24:59.042519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-efe32cae-d77f-4773-ab42-8130ccf90ae5 req-11dd40bc-0a3c-4a5a-bb84-4ce426d19a73 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Unset dirty status for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:24:59.048830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3b1c6-11a3-4545-9aef-3861fe01b1e0 None None] Port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:24:59.050313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-efe32cae-d77f-4773-ab42-8130ccf90ae5 req-11dd40bc-0a3c-4a5a-bb84-4ce426d19a73 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 935 time: 0.3741372 Feb 04 15:24:59.094689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 93d096a6-13bc-4404-b6d5-6e17142c6303 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:24:59.138688 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-efe32cae-d77f-4773-ab42-8130ccf90ae5 req-8f90e13c-3e73-4662-b655-f41d9684f4f9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874209 Feb 04 15:24:59.165976 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55d84906-132d-4b11-9687-758910ee4473 req-4fc54148-7d63-44ff-8851-9aa8d8124538 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618154 Feb 04 15:24:59.313336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:24:59.336616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 93d096a6-13bc-4404-b6d5-6e17142c6303 has no active binding in host n-h2-827870-1 {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:24:59.342323 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d1f-ea05-4199-81d0-ff4a571cb611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.403173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-d81258dc-26dc-489f-a5bc-375bee7074de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:59.404749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-d81258dc-26dc-489f-a5bc-375bee7074de service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 913 time: 0.3246508 Feb 04 15:24:59.414306 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.492734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:59.503806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.515867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28a0a2-d18f-462c-ab24-40addf57e727 req-715988b0-27e7-42a8-ba27-5ed2e01a266e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:59.517423 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e28a0a2-d18f-462c-ab24-40addf57e727 req-715988b0-27e7-42a8-ba27-5ed2e01a266e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 944 time: 0.1786680 Feb 04 15:24:59.550552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Transition to ACTIVE for port object 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:59.557715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.563940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22a9ac7e-de9a-4194-bbeb-c39294d35dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.656064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0d1a7d1f-ea05-4199-81d0-ff4a571cb611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:24:59.658878 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.677365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0d1a7d1f-ea05-4199-81d0-ff4a571cb611 admin admin] Usage tracker for resource:security_group_rule and tenant:0d741ed81a244544a10bf3b8ca46e9a8 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:24:59.684041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9ac7e-de9a-4194-bbeb-c39294d35dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c2bb2-d810-49ec-ac68-ceb503545980,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:59.686115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea6882d-183b-4ecb-aa83-e08e1840883e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:59.695385 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-ae968fba-f105-4dce-80da-35e3ad5016d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad7f918b-69e8-4f91-b7c1-e5cff86ed135 HTTP/1.1" status: 200 len: 217 time: 0.1352286 Feb 04 15:24:59.702161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0d1a7d1f-ea05-4199-81d0-ff4a571cb611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:24:59.763127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0d1a7d1f-ea05-4199-81d0-ff4a571cb611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:24:59.781307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8227e967-ad98-45bf-b798-b45edd995eaf admin admin] 10.222.0.46 "DELETE /v2.0/networks/6ea6882d-183b-4ecb-aa83-e08e1840883e HTTP/1.1" status: 204 len: 168 time: 1.8900115 Feb 04 15:24:59.791952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22a9ac7e-de9a-4194-bbeb-c39294d35dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.795594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-22a9ac7e-de9a-4194-bbeb-c39294d35dbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e71c2bb2-d810-49ec-ac68-ceb503545980 HTTP/1.1" status: 204 len: 168 time: 1.7141571 Feb 04 15:24:59.878444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-69d86885-fae1-4aa2-8517-00e5afd5c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:59.879914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-69d86885-fae1-4aa2-8517-00e5afd5c107 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.1542234 Feb 04 15:24:59.917844 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e28a0a2-d18f-462c-ab24-40addf57e727 req-a479307b-62b6-4d31-9afb-0f98fd1ffd44 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909187 Feb 04 15:24:59.967033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55d84906-132d-4b11-9687-758910ee4473 req-4fc1e03f-db64-4bf1-b550-dddb5046bf71 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343901 Feb 04 15:24:59.980079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-0bb9e2e1-4a19-4cd1-9b68-c146e4bc032a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851758 Feb 04 15:25:00.033149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45548) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:00.043941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627a64d-5d4c-4397-a3d0-2dba506d6a18 req-9ee9a94d-0b40-4d4b-aeb0-474b29ccbf8e tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:00.047152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:00.051994 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d627a64d-5d4c-4397-a3d0-2dba506d6a18 req-9ee9a94d-0b40-4d4b-aeb0-474b29ccbf8e tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.7228303 Feb 04 15:25:00.101354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Attempting to bind port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:00.101952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Attempting to bind port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:00.102436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Attempting to bind port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:00.117639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:00.118228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Attempting to bind port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:00.131104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:00.131717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:00.132278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:00.132915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Bound port: 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:00.133424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.149158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-57a4a55c-95c1-4d50-b072-7961e03268f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e902cddf8224e8ebe87862242ea5fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1135180 Feb 04 15:25:00.155708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45554) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:00.301463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d627a64d-5d4c-4397-a3d0-2dba506d6a18 req-46a825ce-c417-4221-88ec-bfecfb7608c0 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483165 Feb 04 15:25:00.381065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d1f-ea05-4199-81d0-ff4a571cb611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.404657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d1f-ea05-4199-81d0-ff4a571cb611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.433142 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-733d2b2f-77d0-4057-9843-d2a5dc439c38 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204681 Feb 04 15:25:00.448695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:00.454015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55d84906-132d-4b11-9687-758910ee4473 req-bacd7e29-f041-4789-8336-fb58d29f1554 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775386 Feb 04 15:25:00.462929 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-32e1d1d0-46bb-4a49-9c2a-9b08246a4bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.480934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:00.494604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a99f6-8fba-4111-82cd-7274db31e5eb req-ae875204-7dae-4f1e-8bd3-76f53491785c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:00.496109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-413a99f6-8fba-4111-82cd-7274db31e5eb req-ae875204-7dae-4f1e-8bd3-76f53491785c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 943 time: 0.3431327 Feb 04 15:25:00.504581 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.561532 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-32e1d1d0-46bb-4a49-9c2a-9b08246a4bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.593767 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0d1a7d1f-ea05-4199-81d0-ff4a571cb611 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d741ed81a244544a10bf3b8ca46e9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7531414 Feb 04 15:25:00.608538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45572) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:00.609028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a7d1f-ea05-4199-81d0-ff4a571cb611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f7de96-f4d9-45fb-9a4a-8cb3e41ef1d9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:00.635446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:00.636068 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.637468 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] 10.222.0.61 "PUT /v2.0/ports/6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 1095 time: 2.0342834 Feb 04 15:25:00.639139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:00.693047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9b51a-4391-4ca4-91c1-83c9054fbeda service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:00.779614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-413a99f6-8fba-4111-82cd-7274db31e5eb req-6f65128d-a963-4ece-be02-e48eddf31c68 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688830 Feb 04 15:25:00.807490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7714b19-f96d-4b31-bc2b-819efa20fb39 req-46e39887-1524-4c61-8cf5-6a61de0cecb4 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584378 Feb 04 15:25:00.845495 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39b4f72-161c-4806-b0e0-88e881fadadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.853647 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-32e1d1d0-46bb-4a49-9c2a-9b08246a4bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.865978 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'status': 'completed', 'code': 200} Feb 04 15:25:00.879564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a447b56-5ec4-41ef-9990-39c547c1cbf8 req-e0fcfdee-a221-4ad2-9789-ed7d1d07571c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:00.881208 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1a447b56-5ec4-41ef-9990-39c547c1cbf8 req-e0fcfdee-a221-4ad2-9789-ed7d1d07571c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 947 time: 0.4305599 Feb 04 15:25:00.882453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1d1d0-46bb-4a49-9c2a-9b08246a4bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1417296-4b88-420f-ba87-891c5c3f8625,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:00.905806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-32e1d1d0-46bb-4a49-9c2a-9b08246a4bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.913490 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-32e1d1d0-46bb-4a49-9c2a-9b08246a4bde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1417296-4b88-420f-ba87-891c5c3f8625 HTTP/1.1" status: 204 len: 168 time: 0.7498431 Feb 04 15:25:00.923112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-2d726244-1965-4ea1-90e8-36b064e08dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:00.925259 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-2d726244-1965-4ea1-90e8-36b064e08dac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 1098 time: 0.2083406 Feb 04 15:25:00.938663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39b4f72-161c-4806-b0e0-88e881fadadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.980708 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-1c89ff7a-1a75-468f-8730-f23f3b093c34 service neutron] 10.222.0.53 "GET /v2.0/ports/93d096a6-13bc-4404-b6d5-6e17142c6303/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 384 time: 0.2286654 Feb 04 15:25:01.071587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1a447b56-5ec4-41ef-9990-39c547c1cbf8 req-44aa779f-94d3-4ea8-b52b-7699cee0eebc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763904 Feb 04 15:25:01.079961 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-f56eb2c9-abea-4568-a4c2-9a567db0a5ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 217 time: 0.1424079 Feb 04 15:25:01.125821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39b4f72-161c-4806-b0e0-88e881fadadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:01.182532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b4f72-161c-4806-b0e0-88e881fadadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f7de96-f4d9-45fb-9a4a-8cb3e41ef1d9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:01.201366 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39b4f72-161c-4806-b0e0-88e881fadadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:01.202514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a39b4f72-161c-4806-b0e0-88e881fadadd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38f7de96-f4d9-45fb-9a4a-8cb3e41ef1d9 HTTP/1.1" status: 204 len: 168 time: 0.5907037 Feb 04 15:25:01.245165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-dfee59be-3c89-4b02-8deb-61c02ad908be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:01.246942 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-dfee59be-3c89-4b02-8deb-61c02ad908be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1199565 Feb 04 15:25:01.334027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06777f5-18df-4fec-8035-24709e14e47f req-26492765-3366-4cf3-bb16-8d6b3c14ce13 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:01.341250 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d06777f5-18df-4fec-8035-24709e14e47f req-26492765-3366-4cf3-bb16-8d6b3c14ce13 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 944 time: 0.2623081 Feb 04 15:25:01.409494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d06777f5-18df-4fec-8035-24709e14e47f req-024edef2-47c2-48b3-ba2f-1e828b7acee8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669663 Feb 04 15:25:01.417050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:01.447951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-fffe31c1-2d97-47ce-9f95-dedd7eea8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:01.449483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-fffe31c1-2d97-47ce-9f95-dedd7eea8ab5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909504 Feb 04 15:25:01.455883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:01.524415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-79ed2359-146b-435b-8344-cc4d72c48388 req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d096a6-13bc-4404-b6d5-6e17142c6303 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:01.539799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:01.603519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:01.627570 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-4611e311-839d-4d4c-851f-0366b5b0b6f1 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703010 Feb 04 15:25:01.679105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45598) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:01.716433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-79ed2359-146b-435b-8344-cc4d72c48388 req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] Transition to ACTIVE for port object 93d096a6-13bc-4404-b6d5-6e17142c6303 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:01.734443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:01.761833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad7f918b-69e8-4f91-b7c1-e5cff86ed135 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:01.896726 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c268deea-c656-4be7-87dd-482f31b329b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d86dda9044b4436b630559cdf9a1b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118294 Feb 04 15:25:01.906072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45610) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:02.049837 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-acba8493-d3d0-4e3d-8f68-7db5dda9004a req-c2489f68-19ba-4722-9195-4afe1342bcf6 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141331 Feb 04 15:25:02.108110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb44a14d-7920-4dbd-8d40-665221ad99d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.124152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45620) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:02.147941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ad7f918b-69e8-4f91-b7c1-e5cff86ed135, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:02.159922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ea339-3ce2-4424-b83e-ccee3b7d4893 req-902d55e0-96f7-4765-a171-4a7a6ab1246b tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.164247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'ad7f918b-69e8-4f91-b7c1-e5cff86ed135', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'port_id': 'ad7f918b-69e8-4f91-b7c1-e5cff86ed135', 'mac_address': 'fa:16:3e:ab:cf:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67421194-ccf6-44ed-87a2-1bd8ab7eb3a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:02.167719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a87ea339-3ce2-4424-b83e-ccee3b7d4893 req-902d55e0-96f7-4765-a171-4a7a6ab1246b tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.6168616 Feb 04 15:25:02.213573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] No DVR routers for this DVR port 93d096a6-13bc-4404-b6d5-6e17142c6303 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:02.218980 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb44a14d-7920-4dbd-8d40-665221ad99d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.233370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.252244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7f918b-69e8-4f91-b7c1-e5cff86ed135 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:02.272239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ad7f918b-69e8-4f91-b7c1-e5cff86ed135, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:02.277285 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.279394 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02c89526-d3e2-44a9-b8a5-66f84e55d68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.325977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb44a14d-7920-4dbd-8d40-665221ad99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.337673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a87ea339-3ce2-4424-b83e-ccee3b7d4893 req-e0185da2-ab22-4f97-9301-e39915ae5c3d tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689923 Feb 04 15:25:02.338374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=93d096a6-13bc-4404-b6d5-6e17142c6303,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:02.354117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a58a56-ade2-41ab-9e65-bf35f40145e5 req-d62c93f9-82e5-4d4b-9214-02a7a3cc4376 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.360668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-17d941a9-786a-4b99-ad53-27d8f535d2e7 service neutron] 10.222.0.53 "PUT /v2.0/ports/93d096a6-13bc-4404-b6d5-6e17142c6303/bindings/n-h2-827870-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3651817 Feb 04 15:25:02.365346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3a58a56-ade2-41ab-9e65-bf35f40145e5 req-d62c93f9-82e5-4d4b-9214-02a7a3cc4376 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 943 time: 0.3658209 Feb 04 15:25:02.401636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:02.409370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-02c89526-d3e2-44a9-b8a5-66f84e55d68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:02.424156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44a14d-7920-4dbd-8d40-665221ad99d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e259f0-635b-49ef-823f-f16dd0eeea95,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:02.441148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-02c89526-d3e2-44a9-b8a5-66f84e55d68c admin admin] Usage tracker for resource:security_group_rule and tenant:669ab22838764c4f817aa51d1944a153 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:02.449416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-02c89526-d3e2-44a9-b8a5-66f84e55d68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:02.477814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-02c89526-d3e2-44a9-b8a5-66f84e55d68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:02.480151 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb44a14d-7920-4dbd-8d40-665221ad99d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.481270 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eb44a14d-7920-4dbd-8d40-665221ad99d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99e259f0-635b-49ef-823f-f16dd0eeea95 HTTP/1.1" status: 204 len: 168 time: 0.5740786 Feb 04 15:25:02.506409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3a58a56-ade2-41ab-9e65-bf35f40145e5 req-d36676dd-3d55-4b14-94a9-793557cc2ab3 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387446 Feb 04 15:25:02.543744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['ad7f918b-69e8-4f91-b7c1-e5cff86ed135'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:02.545835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-81b95b22-5342-445f-a587-7be84536a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.547344 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-81b95b22-5342-445f-a587-7be84536a101 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 1098 time: 0.4223206 Feb 04 15:25:02.629899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-9d2a30a4-5222-4f0d-9061-8cd9dff1ef59 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1450604731&fields=id&tenant_id=b1baa26892154827b285efc1851d94f0 HTTP/1.1" status: 200 len: 267 time: 0.1417110 Feb 04 15:25:02.768961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c70eb72b-67fb-4bcf-840f-469aeacc389d tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.770455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-c70eb72b-67fb-4bcf-840f-469aeacc389d tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.3390512 Feb 04 15:25:02.897456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-5aae8125-6f65-4e6e-a1de-e9271dd62413 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.898923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-5aae8125-6f65-4e6e-a1de-e9271dd62413 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/networks?id=3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 200 len: 824 time: 0.2610710 Feb 04 15:25:02.919119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02c89526-d3e2-44a9-b8a5-66f84e55d68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.932073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-1c3a5ccd-af88-493c-a85c-391cfc6ce79c tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/quotas/b1baa26892154827b285efc1851d94f0 HTTP/1.1" status: 200 len: 375 time: 0.0176756 Feb 04 15:25:02.932203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e2b22-5f7e-482b-b1de-b0e6f119f0e1 req-25e9446f-11d0-4d2d-a331-4b7d0132f7b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.932203 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685e2b22-5f7e-482b-b1de-b0e6f119f0e1 req-25e9446f-11d0-4d2d-a331-4b7d0132f7b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 947 time: 0.2579224 Feb 04 15:25:02.932203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-9164af3d-1e74-4ad4-af57-54f329327d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.932203 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-9164af3d-1e74-4ad4-af57-54f329327d41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3756697 Feb 04 15:25:02.932950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02c89526-d3e2-44a9-b8a5-66f84e55d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.980677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-d245e738-1437-4b2b-8f2a-988c934f9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.982400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-d245e738-1437-4b2b-8f2a-988c934f9bee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c&tenant_id=4e6111af241f425ebd76df0cd5a20fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1982102 Feb 04 15:25:03.025847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-007590bc-a84a-4bf2-935c-2dfa463372ad tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1baa26892154827b285efc1851d94f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0984726 Feb 04 15:25:03.043618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c89526-d3e2-44a9-b8a5-66f84e55d68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c933193d-e037-4e5c-b567-152f74d07a34,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:03.091182 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-02c89526-d3e2-44a9-b8a5-66f84e55d68c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=669ab22838764c4f817aa51d1944a153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9234586 Feb 04 15:25:03.092985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45652) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:03.093120 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-6725f0ba-708d-49b5-bf09-cfd3e61708bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 217 time: 0.1348946 Feb 04 15:25:03.167330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-6004aec3-1555-452f-9c75-ee35b6ced72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.168815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-6004aec3-1555-452f-9c75-ee35b6ced72f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0645025 Feb 04 15:25:03.225810 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685e2b22-5f7e-482b-b1de-b0e6f119f0e1 req-71c37027-e0a1-43ab-802d-fcb3f7522300 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667348 Feb 04 15:25:03.299812 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0d34-7e51-42e2-9489-8c28c0ddf29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.312628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-13207c60-6579-468e-8083-2f341129ade9 service neutron] 10.222.0.46 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510614 Feb 04 15:25:03.334565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-ca6a97bb-65b1-4357-864f-bef8bf40a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.336095 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-ca6a97bb-65b1-4357-864f-bef8bf40a6cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581228 Feb 04 15:25:03.341849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-299f8c59-fede-49ef-bff5-367e2986a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.343302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-299f8c59-fede-49ef-bff5-367e2986a507 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1096 time: 0.3165936 Feb 04 15:25:03.482367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0d34-7e51-42e2-9489-8c28c0ddf29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.550535 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-8d56d689-80b4-40de-a665-92902dba5aea service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967247 Feb 04 15:25:03.558973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17e669-4e3b-4af3-8a1f-6dcf616957ce req-474e04f4-093b-497b-a802-6b4435bf90a6 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.560502 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea17e669-4e3b-4af3-8a1f-6dcf616957ce req-474e04f4-093b-497b-a802-6b4435bf90a6 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 945 time: 0.2054930 Feb 04 15:25:03.692275 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea17e669-4e3b-4af3-8a1f-6dcf616957ce req-6aa06fbc-41e9-4405-8bc7-1414fb8dd913 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102393 Feb 04 15:25:03.696992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-bbaf00dd-ba59-44c9-bacd-6f3d4ef93439 service neutron] 10.222.0.46 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833985 Feb 04 15:25:03.702497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-ffd60379-48cc-44be-aa07-12c5fccbc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.712272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-ffd60379-48cc-44be-aa07-12c5fccbc35e service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.3146524 Feb 04 15:25:03.735205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0d34-7e51-42e2-9489-8c28c0ddf29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.747905 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-196ebd23-0bbd-43c4-aaef-024b3bdddd2e req-b1b7a3d3-ca27-41ec-86f2-1489705d6ed3 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862526 Feb 04 15:25:03.755690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-758dbb77-8c82-4a0c-bf48-133fe7b9fd2c tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.757178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-758dbb77-8c82-4a0c-bf48-133fe7b9fd2c tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f152e3f-685e-4bc8-bbbd-63a29395789a HTTP/1.1" status: 200 len: 946 time: 0.3585479 Feb 04 15:25:03.759563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad7f918b-69e8-4f91-b7c1-e5cff86ed135 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:03.873532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf0d34-7e51-42e2-9489-8c28c0ddf29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c933193d-e037-4e5c-b567-152f74d07a34,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:03.883185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-6a2a06c9-17fa-4494-8abd-2df8d82e7eaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d096a6-13bc-4404-b6d5-6e17142c6303 HTTP/1.1" status: 200 len: 217 time: 0.1560225 Feb 04 15:25:03.893584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0d34-7e51-42e2-9489-8c28c0ddf29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.897157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b5bf0d34-7e51-42e2-9489-8c28c0ddf29a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c933193d-e037-4e5c-b567-152f74d07a34 HTTP/1.1" status: 204 len: 168 time: 0.8017533 Feb 04 15:25:04.005548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port ad7f918b-69e8-4f91-b7c1-e5cff86ed135 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:04.011413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port ad7f918b-69e8-4f91-b7c1-e5cff86ed135 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:04.011791 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:04.109678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Deleting port 84e1ef00-fbca-4a9b-8d3e-ac62396849da {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:25:04.110023 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:04.144263 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b3f36a8-1265-4330-bcb9-9f28cb780702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:04.225586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:04.272609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ad7f918b-69e8-4f91-b7c1-e5cff86ed135, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:04.274539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf5daf7-723f-47a3-8a10-a781240208de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f918b-69e8-4f91-b7c1-e5cff86ed135'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:04.284950 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:04.285971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-392b5bb0-3c68-465a-811c-fc732ac7f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.286475 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 93d096a6-13bc-4404-b6d5-6e17142c6303 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:25:04.287455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-392b5bb0-3c68-465a-811c-fc732ac7f3d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.3956811 Feb 04 15:25:04.443243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:04.448090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 93d096a6-13bc-4404-b6d5-6e17142c6303 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:25:04.488391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-a35f6788-95d1-465e-b29b-702ece8b5faf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832056 Feb 04 15:25:04.512447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242d197-6826-4fd7-9ca2-8ae06ddbfc13 req-e4efeca5-8683-45b3-9db9-246c0715e429 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.514083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242d197-6826-4fd7-9ca2-8ae06ddbfc13 req-e4efeca5-8683-45b3-9db9-246c0715e429 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.514859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242d197-6826-4fd7-9ca2-8ae06ddbfc13 req-e4efeca5-8683-45b3-9db9-246c0715e429 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.515625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242d197-6826-4fd7-9ca2-8ae06ddbfc13 req-e4efeca5-8683-45b3-9db9-246c0715e429 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.516254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242d197-6826-4fd7-9ca2-8ae06ddbfc13 req-e4efeca5-8683-45b3-9db9-246c0715e429 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.516889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242d197-6826-4fd7-9ca2-8ae06ddbfc13 req-e4efeca5-8683-45b3-9db9-246c0715e429 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.517530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242d197-6826-4fd7-9ca2-8ae06ddbfc13 req-e4efeca5-8683-45b3-9db9-246c0715e429 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.518595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242d197-6826-4fd7-9ca2-8ae06ddbfc13 req-e4efeca5-8683-45b3-9db9-246c0715e429 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.521271 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2242d197-6826-4fd7-9ca2-8ae06ddbfc13 req-e4efeca5-8683-45b3-9db9-246c0715e429 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5747 time: 0.3367050 Feb 04 15:25:04.792213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898a92c-610c-4781-84be-a341c510d64b req-220f452a-f25e-413a-82f0-ac083ee8c9ae tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.793787 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f898a92c-610c-4781-84be-a341c510d64b req-220f452a-f25e-413a-82f0-ac083ee8c9ae tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.7511830 Feb 04 15:25:04.795614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] For port 84e1ef00-fbca-4a9b-8d3e-ac62396849da, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=84e1ef00-fbca-4a9b-8d3e-ac62396849da,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:04.795981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:04.811242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfed3a-8854-463e-b84c-9c4556d8f42b req-525f9646-6b53-41db-add7-0b5e6cea7ea0 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.821466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fdbfed3a-8854-463e-b84c-9c4556d8f42b req-525f9646-6b53-41db-add7-0b5e6cea7ea0 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 945 time: 0.1328030 Feb 04 15:25:04.901244 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fdbfed3a-8854-463e-b84c-9c4556d8f42b req-d6d21949-c1d2-4ad1-a2c7-191a36cd27b8 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742440 Feb 04 15:25:05.004728 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f898a92c-610c-4781-84be-a341c510d64b req-5cf9f5d9-3350-47e8-9870-c15b6728fdd8 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929667 Feb 04 15:25:05.105893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-082dc3c1-91d0-438c-97a5-86453ec556bd req-cd4ec627-32fd-40bd-b8ce-65c9410ea14c tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 210 time: 0.0674791 Feb 04 15:25:05.113005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:05.212270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-b81cadcd-2bd7-4611-94d1-5e2fa1400ad9 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681608 Feb 04 15:25:05.219609 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf5daf7-723f-47a3-8a10-a781240208de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f918b-69e8-4f91-b7c1-e5cff86ed135', 'code': 200} Feb 04 15:25:05.313703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:05.356825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'mac_address': 'fa:16:3e:00:98:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:05.362831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdf5e-8edc-4b1c-83cc-86644b52272c req-68745662-b524-42e0-b890-5afb88503d3e tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:05.364700 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5aabdf5e-8edc-4b1c-83cc-86644b52272c req-68745662-b524-42e0-b890-5afb88503d3e tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 886 time: 0.1564076 Feb 04 15:25:05.449826 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:05.473883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:05.494499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:05.499248 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:05.613034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:05.696241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.53', 53197) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:05.720155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778ea55-2d48-4b19-876c-e67770b41b7d req-4a4bcb92-5c7b-48bc-8ac4-3b5a83d54d88 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:05.730301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5778ea55-2d48-4b19-876c-e67770b41b7d req-4a4bcb92-5c7b-48bc-8ac4-3b5a83d54d88 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 947 time: 0.5802522 Feb 04 15:25:05.772546 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-f4d75c5d-fa70-4096-a9e9-50a58dc3007e service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416369 Feb 04 15:25:05.777908 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:05.778567 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:05.779154 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Floating IP 3351e04d-7055-4842-bd06-237711638418 disassociated. External IP: 172.25.8.25, port: 84e1ef00-fbca-4a9b-8d3e-ac62396849da. Feb 04 15:25:05.779818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Calling delete_port for 84e1ef00-fbca-4a9b-8d3e-ac62396849da owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:25:05.806475 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:05.882436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecc020-44d4-4dc5-9929-2404153e595c req-c6bf3a3e-5a07-409b-9d8d-df192cb7a2f3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:05.889578 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9ecc020-44d4-4dc5-9929-2404153e595c req-c6bf3a3e-5a07-409b-9d8d-df192cb7a2f3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 945 time: 0.3154356 Feb 04 15:25:05.897749 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:05.903873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddae45d-0ea5-411e-a7fc-75d32b5bf154 req-2e70680a-0ed7-4072-91b4-08dec77bb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:05.905366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ddae45d-0ea5-411e-a7fc-75d32b5bf154 req-2e70680a-0ed7-4072-91b4-08dec77bb020 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 1096 time: 0.5725625 Feb 04 15:25:05.953087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5778ea55-2d48-4b19-876c-e67770b41b7d req-7156b74e-764b-4bae-b428-e0f7f4ebccc0 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214236 Feb 04 15:25:06.092444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ddae45d-0ea5-411e-a7fc-75d32b5bf154 req-fa42d08f-2fd1-40bb-8763-ba2c382daab0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743810 Feb 04 15:25:06.273068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-5fb6f378-eeef-47fd-8613-c84e924683ef tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.281983 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-5fb6f378-eeef-47fd-8613-c84e924683ef tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "GET /v2.0/networks?id=3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 200 len: 824 time: 0.5829360 Feb 04 15:25:06.302040 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9ecc020-44d4-4dc5-9929-2404153e595c req-ef39ae53-e89c-40c3-a47c-9fe2321cff58 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112611 Feb 04 15:25:06.431909 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-1358159b-117a-4ab0-a0b7-d99a61832a7d tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1baa26892154827b285efc1851d94f0 HTTP/1.1" status: 200 len: 380 time: 0.1190939 Feb 04 15:25:06.485367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Request body: {'port': {'device_id': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'admin_state_up': True, 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'security_groups': ['d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:06.492166 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.604823 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92dd449e-7975-4db5-ae94-5617d46fc42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.666027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-f67b73ac-6641-48f0-997b-2811c0e3439c tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fd89c0886c4f47aa92b6ea885cc793a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1838958 Feb 04 15:25:06.670213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event deleted for resources: {'Port': ['ID=84e1ef00-fbca-4a9b-8d3e-ac62396849da,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:06.777193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4ba3-45ed-4c9a-af9c-02e5ea4f1f34 req-446adc45-70a0-472d-90f7-25b499f9a816 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.777780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4ba3-45ed-4c9a-af9c-02e5ea4f1f34 req-446adc45-70a0-472d-90f7-25b499f9a816 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.778113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4ba3-45ed-4c9a-af9c-02e5ea4f1f34 req-446adc45-70a0-472d-90f7-25b499f9a816 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.778563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4ba3-45ed-4c9a-af9c-02e5ea4f1f34 req-446adc45-70a0-472d-90f7-25b499f9a816 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.779011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4ba3-45ed-4c9a-af9c-02e5ea4f1f34 req-446adc45-70a0-472d-90f7-25b499f9a816 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.779462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4ba3-45ed-4c9a-af9c-02e5ea4f1f34 req-446adc45-70a0-472d-90f7-25b499f9a816 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.779914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4ba3-45ed-4c9a-af9c-02e5ea4f1f34 req-446adc45-70a0-472d-90f7-25b499f9a816 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.780360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4ba3-45ed-4c9a-af9c-02e5ea4f1f34 req-446adc45-70a0-472d-90f7-25b499f9a816 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.782280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-424f4ba3-45ed-4c9a-af9c-02e5ea4f1f34 req-446adc45-70a0-472d-90f7-25b499f9a816 tempest-NetworksTest-1005601014 tempest-NetworksTest-1005601014-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5747 time: 0.4088871 Feb 04 15:25:06.790490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:06.808449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:06.821528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Made reservation on behalf of b1baa26892154827b285efc1851d94f0 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:06.826155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.959904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2359-146b-435b-8344-cc4d72c48388 req-4b5f69ed-81e7-425a-be6f-e7b771ee5568 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.974678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-4b5f69ed-81e7-425a-be6f-e7b771ee5568 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.5631089 Feb 04 15:25:07.045321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Allocated IP 172.20.0.7 (3b3a534c-6985-4b16-8cad-601754873575/af025474-00d6-4058-b979-67d9a9da93ce/9da3bcfe-2583-4c38-822e-6503859afe4f) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:07.102262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-92e29a8a-0fc6-4ae7-bd6c-6fa8c94ff3c9 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.109306 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-92e29a8a-0fc6-4ae7-bd6c-6fa8c94ff3c9 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732440 Feb 04 15:25:07.128070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Router 69e16339-aa50-478f-a812-89b6247ac9a3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:25:07.133485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-68b89a9d-a670-4ec8-8e54-2cfd41280098 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/quotas/fd89c0886c4f47aa92b6ea885cc793a0 HTTP/1.1" status: 200 len: 375 time: 0.0232613 Feb 04 15:25:07.164449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:07.267531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.284063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Transition to ACTIVE for port object 9da3bcfe-2583-4c38-822e-6503859afe4f will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:07.306927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-4e2c7416-8ba8-4f72-8118-081ab5808168 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd89c0886c4f47aa92b6ea885cc793a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1661506 Feb 04 15:25:07.336299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:07.345576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:07.346515 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.351875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.371764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45772) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:07.454630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event updated for resources: {'Port': ['ID=9da3bcfe-2583-4c38-822e-6503859afe4f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:07.473711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Network 3b3a534c-6985-4b16-8cad-601754873575 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:07.475482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:07.488200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:25:07.493844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.494464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.586083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd966ab-17cc-44d6-a8d9-06dac2d3c493 req-471b6fca-001c-42ad-bcf3-26ecce630bdd tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.615173 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4fd966ab-17cc-44d6-a8d9-06dac2d3c493 req-471b6fca-001c-42ad-bcf3-26ecce630bdd tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 945 time: 0.3097551 Feb 04 15:25:07.678869 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-2e93edcb-edf1-491b-b96b-41cd29ca4353 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2021587 Feb 04 15:25:07.689473 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.710411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Request body: {'port': {'device_id': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:07.719335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d68909e-eec6-4bdd-903f-f72ef89f3cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.737210 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.739244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-79ed2359-146b-435b-8344-cc4d72c48388 req-893c3529-6ef3-4b42-92fc-7337725f2d02 service neutron] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:07.743888 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.788542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 84e1ef00-fbca-4a9b-8d3e-ac62396849da no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:25:07.830422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 84e1ef00-fbca-4a9b-8d3e-ac62396849da {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:25:07.830786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 84e1ef00-fbca-4a9b-8d3e-ac62396849da not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:25:07.838994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:07.856218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:07.863537 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.865555 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4fd966ab-17cc-44d6-a8d9-06dac2d3c493 req-2b677732-d40f-43cb-9e29-b82e55e0d055 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494071 Feb 04 15:25:07.870644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3d68909e-eec6-4bdd-903f-f72ef89f3cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:07.873512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:25:07.895199 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] Sync routers for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:07.907542 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:25:07.908218 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:07.921060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3d68909e-eec6-4bdd-903f-f72ef89f3cdd admin admin] Usage tracker for resource:security_group_rule and tenant:2140d6ba86e34556b32b7a200d7d2a68 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:07.931662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.938767 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-79ed2359-146b-435b-8344-cc4d72c48388 req-893c3529-6ef3-4b42-92fc-7337725f2d02 service neutron] Notify callbacks [] for binding, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.940560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ed2359-146b-435b-8344-cc4d72c48388 req-893c3529-6ef3-4b42-92fc-7337725f2d02 service neutron] 10.222.0.61 "DELETE /v2.0/ports/93d096a6-13bc-4404-b6d5-6e17142c6303/bindings/n-h1-827870-1 HTTP/1.1" status: 204 len: 173 time: 0.9408600 Feb 04 15:25:07.949355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3d68909e-eec6-4bdd-903f-f72ef89f3cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:07.999433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3d68909e-eec6-4bdd-903f-f72ef89f3cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:08.015302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:08.019782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] No DVR routers for this DVR port 84e1ef00-fbca-4a9b-8d3e-ac62396849da on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:08.026221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.028400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66a995eb-c48c-4f48-a8cb-70b7dee9b52d req-de1bb1bf-cf82-4600-9a72-7ec615109127 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "DELETE /v2.0/ports/84e1ef00-fbca-4a9b-8d3e-ac62396849da HTTP/1.1" status: 204 len: 173 time: 4.2115037 Feb 04 15:25:08.030336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'name': 'network-vif-deleted', 'tag': '84e1ef00-fbca-4a9b-8d3e-ac62396849da'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:08.094160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7e817-c2ff-4e01-b366-d9f512ba70f4 req-2fe0d778-2396-43b5-a788-5912a27a4ef4 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:08.102250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ed7e817-c2ff-4e01-b366-d9f512ba70f4 req-2fe0d778-2396-43b5-a788-5912a27a4ef4 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.3477433 Feb 04 15:25:08.215450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ed7e817-c2ff-4e01-b366-d9f512ba70f4 req-32a1818a-b266-4df7-862a-f81eb068fccf tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121852 Feb 04 15:25:08.324500 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d68909e-eec6-4bdd-903f-f72ef89f3cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.332269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d68909e-eec6-4bdd-903f-f72ef89f3cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.350829 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:25:08.440477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68909e-eec6-4bdd-903f-f72ef89f3cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b4532-ab74-4d8f-9eb2-ee97072633cc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:08.468849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3d68909e-eec6-4bdd-903f-f72ef89f3cdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2140d6ba86e34556b32b7a200d7d2a68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0732670 Feb 04 15:25:08.471424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45794) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:08.512017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bdab2-097e-4683-95fc-28dba989d0e9 req-0280beb9-040b-4662-b3aa-3cc842f0dbb0 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:08.512934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-134bdab2-097e-4683-95fc-28dba989d0e9 req-0280beb9-040b-4662-b3aa-3cc842f0dbb0 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Synchronizing usage tracker for tenant:b1baa26892154827b285efc1851d94f0 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:08.561269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-134bdab2-097e-4683-95fc-28dba989d0e9 req-0280beb9-040b-4662-b3aa-3cc842f0dbb0 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Unset dirty status for tenant:b1baa26892154827b285efc1851d94f0 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:08.562636 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-134bdab2-097e-4683-95fc-28dba989d0e9 req-0280beb9-040b-4662-b3aa-3cc842f0dbb0 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 931 time: 0.4669225 Feb 04 15:25:08.653112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13d59e94-e846-4057-adc6-91355b475480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.732885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.772050 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-134bdab2-097e-4683-95fc-28dba989d0e9 req-0b737575-9f57-4f52-b8d7-797a4b4ed04e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897557 Feb 04 15:25:08.779879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13d59e94-e846-4057-adc6-91355b475480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.939501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a0972-5ad8-45ee-a623-36d87621ced9 req-e0eb21f0-1474-40be-b914-5ba94ede6ee7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:08.947121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c23a0972-5ad8-45ee-a623-36d87621ced9 req-e0eb21f0-1474-40be-b914-5ba94ede6ee7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.1038043 Feb 04 15:25:08.980330 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:08.992643 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] Checking router: 69e16339-aa50-478f-a812-89b6247ac9a3 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:09.003659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.013842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c23a0972-5ad8-45ee-a623-36d87621ced9 req-b2a22d2b-cb44-4ccf-bee0-7bf7d081c906 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637674 Feb 04 15:25:09.030077 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:25:09.030908 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:09.080112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da3bcfe-2583-4c38-822e-6503859afe4f {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:09.092847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.119994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13d59e94-e846-4057-adc6-91355b475480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.124343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Transition to ACTIVE for port object 9da3bcfe-2583-4c38-822e-6503859afe4f will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:09.141706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d59e94-e846-4057-adc6-91355b475480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b4532-ab74-4d8f-9eb2-ee97072633cc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:09.146810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.167030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3df57a59-0c9e-476a-9a06-5c18341f0801 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:09.171585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3df57a59-0c9e-476a-9a06-5c18341f0801 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:25:09.284391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3e19f-995f-4c3e-8ba3-367f2e3bce91 req-1f2909b2-9ae7-4cc6-89c0-c0a59fd83946 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:09.299441 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-76b3e19f-995f-4c3e-8ba3-367f2e3bce91 req-1f2909b2-9ae7-4cc6-89c0-c0a59fd83946 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 945 time: 0.3329420 Feb 04 15:25:09.432065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.453157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f5f038c-d06f-4f71-a201-a2aadd198887 req-1acb3c0d-caff-474e-9ea2-9aa038bc5de4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 210 time: 0.1357994 Feb 04 15:25:09.469156 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:25:09.506281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:09.513789 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.517580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:09.554790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13d59e94-e846-4057-adc6-91355b475480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.567663 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-13d59e94-e846-4057-adc6-91355b475480 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c31b4532-ab74-4d8f-9eb2-ee97072633cc HTTP/1.1" status: 204 len: 168 time: 1.0936043 Feb 04 15:25:09.581018 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'code': 200} Feb 04 15:25:09.582065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'mac_address': 'fa:16:3e:e2:2b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:09.681986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-e2c06c2d-775a-430d-bff1-07d68eff993b tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd89c0886c4f47aa92b6ea885cc793a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611448 Feb 04 15:25:09.720070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Pushing event updated for resources: {'Port': ['ID=9da3bcfe-2583-4c38-822e-6503859afe4f,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:09.732845 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.756730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:09.786922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df57a59-0c9e-476a-9a06-5c18341f0801 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:09.827257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:09.833247 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.960810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:10.026471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-db7f16ea-0cb0-4c93-8dd0-da717f3c2feb tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.027851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-db7f16ea-0cb0-4c93-8dd0-da717f3c2feb tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377097 Feb 04 15:25:10.039093 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f152e3f-685e-4bc8-bbbd-63a29395789a', 'name': 'network-vif-deleted', 'tag': '84e1ef00-fbca-4a9b-8d3e-ac62396849da', 'status': 'completed', 'code': 200} Feb 04 15:25:10.043699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Request body: {'port': {'device_id': '52c211c5-57a3-45b4-80c3-708a13f214f9', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': 'fd89c0886c4f47aa92b6ea885cc793a0'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:10.058255 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:10.063778 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e187c8-c51d-4f1b-90af-be361c1a3852 None None] The sync data for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 is: [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:10.142543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3df57a59-0c9e-476a-9a06-5c18341f0801'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:10.155920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45816) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:10.173826 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-76b3e19f-995f-4c3e-8ba3-367f2e3bce91 req-2dcdabed-3519-4198-a412-8f8fa9d592e5 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8698912 Feb 04 15:25:10.235734 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2abc-6bd7-4603-a1aa-18c5682befad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.262648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Attempting to bind port 9da3bcfe-2583-4c38-822e-6503859afe4f on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:10.263164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Attempting to bind port 9da3bcfe-2583-4c38-822e-6503859afe4f by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:10.263531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Attempting to bind port 9da3bcfe-2583-4c38-822e-6503859afe4f on network 3b3a534c-6985-4b16-8cad-601754873575 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:10.292664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Port 9da3bcfe-2583-4c38-822e-6503859afe4f on network 3b3a534c-6985-4b16-8cad-601754873575 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:10.293704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Attempting to bind port 9da3bcfe-2583-4c38-822e-6503859afe4f on network 3b3a534c-6985-4b16-8cad-601754873575 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:10.297868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6d8c2abc-6bd7-4603-a1aa-18c5682befad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:10.306441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6d8c2abc-6bd7-4603-a1aa-18c5682befad admin admin] Usage tracker for resource:security_group_rule and tenant:d3a22c4a1fb04385902609bd2d04d6e0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:10.309477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:10.309833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Checking segment: {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:10.310209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Bound using segment: {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:10.310654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Bound port: 9da3bcfe-2583-4c38-822e-6503859afe4f, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4401bc-cccb-45ae-a688-ac119fcea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3b3a534c-6985-4b16-8cad-601754873575'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:10.311002 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.338201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6d8c2abc-6bd7-4603-a1aa-18c5682befad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:10.354888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:10.411298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6d8c2abc-6bd7-4603-a1aa-18c5682befad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:10.492243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Usage tracker for resource:port and tenant:fd89c0886c4f47aa92b6ea885cc793a0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:10.504010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:10.520997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286175-a9f1-426c-9f0c-e8ffd1b8a8f0 req-1105dfc2-bd9b-4dad-ab7c-f127ee013458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.522239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:10.522508 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34286175-a9f1-426c-9f0c-e8ffd1b8a8f0 req-1105dfc2-bd9b-4dad-ab7c-f127ee013458 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 1100 time: 0.7820685 Feb 04 15:25:10.555521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Made reservation on behalf of fd89c0886c4f47aa92b6ea885cc793a0 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:10.559159 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.569556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb16bcad-aa70-496f-8879-3dda8b27fee9 None None] New status for floating IP 3351e04d-7055-4842-bd06-237711638418: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:25:10.610519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.711935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] For port 9da3bcfe-2583-4c38-822e-6503859afe4f, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:10.715008 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2abc-6bd7-4603-a1aa-18c5682befad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.731241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae99e7a-feba-4d64-bc2a-2c585bc01bff req-1168ce61-ab5d-42d7-acf1-b8056f73d510 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.733072 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d8c2abc-6bd7-4603-a1aa-18c5682befad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.739529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ae99e7a-feba-4d64-bc2a-2c585bc01bff req-1168ce61-ab5d-42d7-acf1-b8056f73d510 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 945 time: 0.3885050 Feb 04 15:25:10.742027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:10.755189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] For port 9da3bcfe-2583-4c38-822e-6503859afe4f, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9da3bcfe-2583-4c38-822e-6503859afe4f,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:10.762848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Usage tracker for resource:security_group_rule and tenant:fd89c0886c4f47aa92b6ea885cc793a0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:10.770746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:10.771102 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34286175-a9f1-426c-9f0c-e8ffd1b8a8f0 req-14f1e7f4-cd41-44e0-a26f-09e1570c5156 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559708 Feb 04 15:25:10.780615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.780936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:10.821387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ae99e7a-feba-4d64-bc2a-2c585bc01bff req-5d5308ac-1e64-4a01-81a4-9f62fc39733b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782287 Feb 04 15:25:10.896379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ada1cc37-0a1a-4b8c-af45-60921b06bad2 None None] Provisioning for port 9da3bcfe-2583-4c38-822e-6503859afe4f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:10.898981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Pushing event updated for resources: {'Port': ['ID=9da3bcfe-2583-4c38-822e-6503859afe4f,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:10.911591 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6d8c2abc-6bd7-4603-a1aa-18c5682befad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3a22c4a1fb04385902609bd2d04d6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7520900 Feb 04 15:25:10.915033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c2abc-6bd7-4603-a1aa-18c5682befad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db92fe1e-2c60-4b44-ae5d-12f6e59fa1df,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:10.920615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45826) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:10.935164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.935719 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.937097 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-07aa462d-0100-4fc3-b551-e6be646d1d62 service neutron] 10.222.0.53 "PUT /v2.0/ports/9da3bcfe-2583-4c38-822e-6503859afe4f HTTP/1.1" status: 200 len: 1091 time: 3.2492478 Feb 04 15:25:10.937709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'tag': '9da3bcfe-2583-4c38-822e-6503859afe4f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:10.958267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65902440-40b5-4915-b401-f183d4234b39 req-c411fecc-6fed-43aa-b458-33c46a1a8b16 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.959604 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-65902440-40b5-4915-b401-f183d4234b39 req-c411fecc-6fed-43aa-b458-33c46a1a8b16 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 949 time: 0.3461452 Feb 04 15:25:11.066662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.076956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.089574 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-65902440-40b5-4915-b401-f183d4234b39 req-1c014884-1dea-48d9-9eac-5868fc5f041e tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221755 Feb 04 15:25:11.118586 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f45720bb-b2a2-4121-9d66-ac69b15ac1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.155312 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f45720bb-b2a2-4121-9d66-ac69b15ac1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.184711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-7288b1eb-c54d-4d7c-922c-4e99ffdd8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.186419 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-7288b1eb-c54d-4d7c-922c-4e99ffdd8485 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1baa26892154827b285efc1851d94f0&device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 1094 time: 0.1869309 Feb 04 15:25:11.292428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcee8f9c-1287-46bf-a9bb-81e806ae035a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:11.327844 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-4f1cae7f-20c9-45ad-8186-76e4ccc616cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9da3bcfe-2583-4c38-822e-6503859afe4f HTTP/1.1" status: 200 len: 217 time: 0.1304078 Feb 04 15:25:11.330999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1451746-73cf-4182-9fb5-ef421cac715c req-2f769068-1cee-480e-a791-2d67e0a2678a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.332413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d1451746-73cf-4182-9fb5-ef421cac715c req-2f769068-1cee-480e-a791-2d67e0a2678a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Synchronizing usage tracker for tenant:b1baa26892154827b285efc1851d94f0 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:11.353367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Allocated IP 192.168.233.55 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/6ab7cc97-31e7-4afc-bfdc-373e4473bc3b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:11.359073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d1451746-73cf-4182-9fb5-ef421cac715c req-2f769068-1cee-480e-a791-2d67e0a2678a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Unset dirty status for tenant:b1baa26892154827b285efc1851d94f0 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:11.360455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1451746-73cf-4182-9fb5-ef421cac715c req-2f769068-1cee-480e-a791-2d67e0a2678a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 943 time: 0.3609180 Feb 04 15:25:11.410578 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f45720bb-b2a2-4121-9d66-ac69b15ac1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.427499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-ad945ae6-9166-403c-b9cd-bb38b44def16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.429249 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-ad945ae6-9166-403c-b9cd-bb38b44def16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af025474-00d6-4058-b979-67d9a9da93ce HTTP/1.1" status: 200 len: 863 time: 0.0954950 Feb 04 15:25:11.434483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45720bb-b2a2-4121-9d66-ac69b15ac1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db92fe1e-2c60-4b44-ae5d-12f6e59fa1df,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:11.447241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1451746-73cf-4182-9fb5-ef421cac715c req-f83e20e2-42cf-44e2-a93b-9a4a816e3009 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797553 Feb 04 15:25:11.488637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f45720bb-b2a2-4121-9d66-ac69b15ac1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.492087 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f45720bb-b2a2-4121-9d66-ac69b15ac1d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db92fe1e-2c60-4b44-ae5d-12f6e59fa1df HTTP/1.1" status: 204 len: 168 time: 0.5685558 Feb 04 15:25:11.498267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de379a51-dbbe-471c-8de9-d7e7996d2746 req-59efe400-895e-4402-a352-5e817986425d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.499807 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-de379a51-dbbe-471c-8de9-d7e7996d2746 req-59efe400-895e-4402-a352-5e817986425d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.2477036 Feb 04 15:25:11.582857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:11.585962 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-de379a51-dbbe-471c-8de9-d7e7996d2746 req-7ceaa072-9932-40a8-a62a-5dac6aef743e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784247 Feb 04 15:25:11.599150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-bf433873-ca8c-420a-a06c-b80163774872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.600825 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-bf433873-ca8c-420a-a06c-b80163774872 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b3a534c-6985-4b16-8cad-601754873575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598322 Feb 04 15:25:11.637421 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.655954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Transition to ACTIVE for port object 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:11.718561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2536c698-cea0-4295-80c8-07f90e68c5ef req-076ad7d9-ecdb-4710-b68e-498217813557 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 210 time: 0.0515678 Feb 04 15:25:11.734053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.770529 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-c60ecda4-5c60-4bcf-80cf-555babee5eb1 service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625798 Feb 04 15:25:11.869675 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'tag': '9da3bcfe-2583-4c38-822e-6503859afe4f', 'status': 'completed', 'code': 200} Feb 04 15:25:11.903336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:11.911423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:11.916557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:25:11.946551 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c8b15a0-25eb-4e3e-934b-ea49341bbcb4 req-cf7f90ca-5d80-4f6b-83e2-d0924f50cc1c service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661696 Feb 04 15:25:11.957312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Pushing event updated for resources: {'Port': ['ID=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:12.008341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.010462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.012151 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'code': 200} Feb 04 15:25:12.013238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.013749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.014234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.014779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.015263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.016167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.016842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.018851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.019832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.020919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.154705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.155522 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.215781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-b041e226-9cab-4e60-87e9-bed2bb6a3e70 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1757660 Feb 04 15:25:12.219559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a0990-9e19-4686-a5fd-2dd536abe053 req-e51bf420-b0ff-42ec-a239-c51175668fc4 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.229086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b1a0990-9e19-4686-a5fd-2dd536abe053 req-e51bf420-b0ff-42ec-a239-c51175668fc4 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 1096 time: 0.2007487 Feb 04 15:25:12.253614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Request body: {'port': {'device_id': '52c211c5-57a3-45b4-80c3-708a13f214f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:12.265130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-ae8581a0-96e6-416a-beea-2460ffb8ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.267193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-ae8581a0-96e6-416a-beea-2460ffb8ba99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1baa26892154827b285efc1851d94f0&device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 1094 time: 0.2082660 Feb 04 15:25:12.342530 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:25:12.355972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b1a0990-9e19-4686-a5fd-2dd536abe053 req-a01ee234-856f-4fef-822e-46d63366ec43 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255424 Feb 04 15:25:12.403528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fc78a965-b4e9-46a9-9eee-e34cd113282f None None] Provisioning for port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:12.416840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fc78a965-b4e9-46a9-9eee-e34cd113282f None None] Provisioning complete for port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:12.417200 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc78a965-b4e9-46a9-9eee-e34cd113282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.420604 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.527455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fc78a965-b4e9-46a9-9eee-e34cd113282f None None] Port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:25:12.551637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671f083-38e2-4f75-8a3e-3ee68b168a06 req-ca1d53d0-a41a-4f16-98eb-d1bb3fda1d40 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.560524 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5671f083-38e2-4f75-8a3e-3ee68b168a06 req-ca1d53d0-a41a-4f16-98eb-d1bb3fda1d40 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 945 time: 0.3721592 Feb 04 15:25:12.638612 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5671f083-38e2-4f75-8a3e-3ee68b168a06 req-c67cb081-9bb3-4d15-91ab-6a792ab0a0cd tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770435 Feb 04 15:25:12.656063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-07b62ce5-1d75-482d-a3c5-ddc201413c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.658168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-07b62ce5-1d75-482d-a3c5-ddc201413c7c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 200 len: 925 time: 0.3828592 Feb 04 15:25:12.929025 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-7cbbf951-ea94-4ea1-85f9-2246e8dce185 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9da3bcfe-2583-4c38-822e-6503859afe4f HTTP/1.1" status: 200 len: 217 time: 0.2643280 Feb 04 15:25:12.931764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd8417-5299-4314-9d17-87199597afd8 req-dae2412a-ae59-44be-85ec-4f709663e561 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.932659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1abd8417-5299-4314-9d17-87199597afd8 req-dae2412a-ae59-44be-85ec-4f709663e561 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 949 time: 0.1594143 Feb 04 15:25:13.030214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:13.042745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.048418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1abd8417-5299-4314-9d17-87199597afd8 req-2cba84d3-bdcd-4dd5-a0cb-a49ce27d71b9 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101980 Feb 04 15:25:13.054063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-cf865a89-478c-43f4-a5a8-04b2c82edf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.055175 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-cf865a89-478c-43f4-a5a8-04b2c82edf3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af025474-00d6-4058-b979-67d9a9da93ce HTTP/1.1" status: 200 len: 863 time: 0.0934985 Feb 04 15:25:13.073102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a097ed5-26a6-4206-8c3a-3e8e9b0eae24 req-3442bcd4-bba9-4d00-8a67-2ca954f4659f tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.075613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Transition to ACTIVE for port object 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:13.081287 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1a097ed5-26a6-4206-8c3a-3e8e9b0eae24 req-3442bcd4-bba9-4d00-8a67-2ca954f4659f tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 943 time: 0.1511371 Feb 04 15:25:13.081901 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.126235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45886) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:13.173363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3df57a59-0c9e-476a-9a06-5c18341f0801 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:13.199372 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1a097ed5-26a6-4206-8c3a-3e8e9b0eae24 req-e990a0e3-439b-45f2-bcd2-d593a269d464 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163476 Feb 04 15:25:13.246910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-b6b4fe71-104f-41d6-8d88-9beba60f7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.248635 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-b6b4fe71-104f-41d6-8d88-9beba60f7690 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b3a534c-6985-4b16-8cad-601754873575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646361 Feb 04 15:25:13.409882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 3df57a59-0c9e-476a-9a06-5c18341f0801 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:13.410517 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.523779 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-f084db3e-ad14-4331-965e-8ee22ab3a52b service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667458 Feb 04 15:25:13.575471 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.614719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:13.620156 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.623936 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.628402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Pushing event updated for resources: {'Port': ['ID=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:13.711871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Attempting to bind port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:13.712216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Attempting to bind port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:13.712576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Attempting to bind port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:13.721110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:13.726330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:13.726465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:13.726683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Attempting to bind port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:13.741600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:13.741973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:13.742437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:13.742898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Bound port: 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:13.743248 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.767911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3776160-c71a-4ac3-b5b5-cbd82f8a0442 req-225cfbb6-312b-48d4-8f76-c60e683628d5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.769671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3776160-c71a-4ac3-b5b5-cbd82f8a0442 req-225cfbb6-312b-48d4-8f76-c60e683628d5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.4733584 Feb 04 15:25:13.775639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9da3bcfe-2583-4c38-822e-6503859afe4f details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:13.804451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Usage tracker for resource:security_group_rule and tenant:93be94617a9b455a911f7c4838f971a7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:13.823232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:13.840154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:13.842854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19259e19-b836-4c04-97dc-dcae66f6618b req-37a1b8af-220c-452e-8681-d3dacd98749c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.844729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19259e19-b836-4c04-97dc-dcae66f6618b req-37a1b8af-220c-452e-8681-d3dacd98749c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 945 time: 0.2941387 Feb 04 15:25:13.937116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-eeb5d859-b01b-41a8-8868-b6fedd05e2d0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.938645 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-eeb5d859-b01b-41a8-8868-b6fedd05e2d0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 820 time: 0.4124098 Feb 04 15:25:13.968801 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-da242aaf-9e9b-4e20-90d8-a4c240df04d1 req-2b229b20-3447-41ac-a825-9136c8396b5c service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171562 Feb 04 15:25:13.973186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9da3bcfe-2583-4c38-822e-6503859afe4f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9da3bcfe-2583-4c38-822e-6503859afe4f,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:13.976058 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-09ccdc0b-7e0d-47f0-ac70-a3ca082685b8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/quotas/4e6111af241f425ebd76df0cd5a20fa3 HTTP/1.1" status: 200 len: 375 time: 0.0233700 Feb 04 15:25:13.990411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3776160-c71a-4ac3-b5b5-cbd82f8a0442 req-73aaf3b9-a0de-424b-8259-68e614c1cd98 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772990 Feb 04 15:25:13.993936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '9da3bcfe-2583-4c38-822e-6503859afe4f', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'port_id': '9da3bcfe-2583-4c38-822e-6503859afe4f', 'mac_address': 'fa:16:3e:17:7a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:14.007849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-19259e19-b836-4c04-97dc-dcae66f6618b req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Deleting port ad7f918b-69e8-4f91-b7c1-e5cff86ed135 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:25:14.007849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-19259e19-b836-4c04-97dc-dcae66f6618b req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.043891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] For port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:14.049326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:14.067488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] For port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:14.077463 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.089746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.115364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da3bcfe-2583-4c38-822e-6503859afe4f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:14.116163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.129783 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-39c252ba-c3f7-42d9-99d9-9e2307f6183a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421409 Feb 04 15:25:14.131383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.136709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9da3bcfe-2583-4c38-822e-6503859afe4f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9da3bcfe-2583-4c38-822e-6503859afe4f,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:14.141891 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.171958 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93be94617a9b455a911f7c4838f971a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0371554 Feb 04 15:25:14.187371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:14.188121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.190030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] 10.222.0.61 "PUT /v2.0/ports/6ab7cc97-31e7-4afc-bfdc-373e4473bc3b HTTP/1.1" status: 200 len: 1095 time: 1.9421849 Feb 04 15:25:14.195885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45922) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:14.224303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c211c5-57a3-45b4-80c3-708a13f214f9', 'tag': '6ab7cc97-31e7-4afc-bfdc-373e4473bc3b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:14.237604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9da3bcfe-2583-4c38-822e-6503859afe4f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:14.305284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a495d84-4ad5-405b-955d-383bda1c1ed2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:14.318235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.318621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.318982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.319315 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.319641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.319967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.320287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.320890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.321218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.321575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.321899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.322230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87edfd-d8b1-47f1-83d7-099fd6489a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:14.383535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['9da3bcfe-2583-4c38-822e-6503859afe4f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:14.397630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-a7d8bb3b-d41a-47f7-a772-137d02e29795 service neutron] 10.222.0.46 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365503 Feb 04 15:25:14.399443 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-106cbeb2-c2f8-4cde-b71b-2b77055ac841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.428309 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-106cbeb2-c2f8-4cde-b71b-2b77055ac841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.462924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b0082-ef1a-4d6e-9950-71ef55213b5f service neutron] Pushing event updated for resources: {'Port': ['ID=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:14.542645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-19259e19-b836-4c04-97dc-dcae66f6618b req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] For port ad7f918b-69e8-4f91-b7c1-e5cff86ed135, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:14.542945 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-19259e19-b836-4c04-97dc-dcae66f6618b req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.561468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e3b6-fbd9-46c3-b2c6-7e1df23aab98 req-b85cc400-62e2-43a6-936d-431f96596753 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:14.562341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7a12e3b6-fbd9-46c3-b2c6-7e1df23aab98 req-b85cc400-62e2-43a6-936d-431f96596753 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Synchronizing usage tracker for tenant:fd89c0886c4f47aa92b6ea885cc793a0 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:14.571838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-a9b2fd20-5cd1-4762-b16a-081d4196b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:14.573839 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-a9b2fd20-5cd1-4762-b16a-081d4196b9f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd89c0886c4f47aa92b6ea885cc793a0&device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 1098 time: 0.2801085 Feb 04 15:25:14.581869 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-106cbeb2-c2f8-4cde-b71b-2b77055ac841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.612221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cbeb2-c2f8-4cde-b71b-2b77055ac841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a495d84-4ad5-405b-955d-383bda1c1ed2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:14.621826 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-613706f9-e4aa-44d3-a2e3-45056702bb48 service neutron] 10.222.0.46 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233381 Feb 04 15:25:14.622621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-106cbeb2-c2f8-4cde-b71b-2b77055ac841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.625954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-106cbeb2-c2f8-4cde-b71b-2b77055ac841 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a495d84-4ad5-405b-955d-383bda1c1ed2 HTTP/1.1" status: 204 len: 168 time: 0.4273062 Feb 04 15:25:14.714736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-19259e19-b836-4c04-97dc-dcae66f6618b req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Calling delete_port for ad7f918b-69e8-4f91-b7c1-e5cff86ed135 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:25:14.837863 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-62ad78d2-aba7-4e3f-871d-e4e858cca31c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b HTTP/1.1" status: 200 len: 217 time: 0.1314864 Feb 04 15:25:14.881804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7a12e3b6-fbd9-46c3-b2c6-7e1df23aab98 req-b85cc400-62e2-43a6-936d-431f96596753 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Unset dirty status for tenant:fd89c0886c4f47aa92b6ea885cc793a0 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:14.885310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a12e3b6-fbd9-46c3-b2c6-7e1df23aab98 req-b85cc400-62e2-43a6-936d-431f96596753 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 947 time: 0.7126749 Feb 04 15:25:14.934205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e3be1-792a-4aa0-8b5d-d4b46f9552fa req-95a914ea-9e71-4cd7-9b7e-7e0694202064 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:14.935979 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-956e3be1-792a-4aa0-8b5d-d4b46f9552fa req-95a914ea-9e71-4cd7-9b7e-7e0694202064 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 945 time: 0.1030307 Feb 04 15:25:14.998489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7a12e3b6-fbd9-46c3-b2c6-7e1df23aab98 req-4fcf23a6-fd6c-4f12-a4ec-5c736cfc4756 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Synchronizing usage tracker for tenant:fd89c0886c4f47aa92b6ea885cc793a0 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:15.007793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-956e3be1-792a-4aa0-8b5d-d4b46f9552fa req-02fc4622-81f8-4308-a85e-8f907cc6d19d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630672 Feb 04 15:25:15.014907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-1a6a2305-ba7f-45e6-ade2-b4d24f509bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:15.016660 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-1a6a2305-ba7f-45e6-ade2-b4d24f509bf9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1720843 Feb 04 15:25:15.080714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45944) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:15.102792 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2e-ef55-436d-8bcf-601f9b239dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.116899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7a12e3b6-fbd9-46c3-b2c6-7e1df23aab98 req-4fcf23a6-fd6c-4f12-a4ec-5c736cfc4756 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Unset dirty status for tenant:fd89c0886c4f47aa92b6ea885cc793a0 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:15.118206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a12e3b6-fbd9-46c3-b2c6-7e1df23aab98 req-4fcf23a6-fd6c-4f12-a4ec-5c736cfc4756 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/security-groups?id=bcee8f9c-1287-46bf-a9bb-81e806ae035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171497 Feb 04 15:25:15.143573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1d39be2e-ef55-436d-8bcf-601f9b239dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:15.154875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1d39be2e-ef55-436d-8bcf-601f9b239dbb admin admin] Usage tracker for resource:security_group_rule and tenant:e68507050c38439bae6d11c55100fdc2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:15.165595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1d39be2e-ef55-436d-8bcf-601f9b239dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:15.167443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-19259e19-b836-4c04-97dc-dcae66f6618b req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.179437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1d39be2e-ef55-436d-8bcf-601f9b239dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:15.183816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['ad7f918b-69e8-4f91-b7c1-e5cff86ed135'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:15.295675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event deleted for resources: {'Port': ['ID=ad7f918b-69e8-4f91-b7c1-e5cff86ed135,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:15.356843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-a8c21311-4f1b-46e4-9b78-9d9b56970d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:15.359005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-a8c21311-4f1b-46e4-9b78-9d9b56970d80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3345973 Feb 04 15:25:15.366805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-19259e19-b836-4c04-97dc-dcae66f6618b req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] No DVR routers for this DVR port ad7f918b-69e8-4f91-b7c1-e5cff86ed135 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:15.369830 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-19259e19-b836-4c04-97dc-dcae66f6618b req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.388375 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2e-ef55-436d-8bcf-601f9b239dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.394485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2e-ef55-436d-8bcf-601f9b239dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.503225 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19259e19-b836-4c04-97dc-dcae66f6618b req-a90e9728-0d6a-4be2-b408-ff0a40c8200d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "DELETE /v2.0/ports/ad7f918b-69e8-4f91-b7c1-e5cff86ed135 HTTP/1.1" status: 204 len: 173 time: 1.6445923 Feb 04 15:25:15.507674 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1d39be2e-ef55-436d-8bcf-601f9b239dbb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e68507050c38439bae6d11c55100fdc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245064 Feb 04 15:25:15.511023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45956) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:15.558183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39be2e-ef55-436d-8bcf-601f9b239dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b66ce-9adf-4266-a274-a87172a6058d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:15.588323 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'code': 200} Feb 04 15:25:15.615260 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-0e26615b-9cd9-4f02-b408-4d057c108948 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a77fd5823bd04f739173f830ba9a61c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620968 Feb 04 15:25:15.706410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-9dd4d5d2-07de-47df-b004-aa7a3e15f3d5 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298812 Feb 04 15:25:15.794166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9da3bcfe-2583-4c38-822e-6503859afe4f up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:15.872589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-960593d9-8990-43d4-a5a6-c534ee96b18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.948600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-608c0ffc-6526-4fc4-8293-d5a5d3a3ecaf req-9e9e5121-1afc-44c6-b990-8a7725a1f011 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350569 Feb 04 15:25:15.949378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 9da3bcfe-2583-4c38-822e-6503859afe4f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:15.960606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dad54-0e85-4dd0-8293-6f038c06571f req-9fa11210-b53c-41d1-a3da-651887cde25c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:15.962224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a18dad54-0e85-4dd0-8293-6f038c06571f req-9fa11210-b53c-41d1-a3da-651887cde25c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1489487 Feb 04 15:25:15.966489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 9da3bcfe-2583-4c38-822e-6503859afe4f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:15.966887 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.006953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-960593d9-8990-43d4-a5a6-c534ee96b18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.025089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a18dad54-0e85-4dd0-8293-6f038c06571f req-5e06871b-9979-4c01-a29e-51bc994e6457 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527661 Feb 04 15:25:16.100554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-0ffb7ca4-5933-4a3a-99fe-64676658866f tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.102055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-0ffb7ca4-5933-4a3a-99fe-64676658866f tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4853756 Feb 04 15:25:16.112623 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.113854 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-9fca95a5-dfbc-4ed3-9615-91573f81dfdf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4941187 Feb 04 15:25:16.128136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272a50f-0261-4ce2-b794-4a645e8b4b3c req-2518b21d-1991-4658-8afa-77cd1c7290aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.129896 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9272a50f-0261-4ce2-b794-4a645e8b4b3c req-2518b21d-1991-4658-8afa-77cd1c7290aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 1101 time: 0.2218041 Feb 04 15:25:16.132325 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-2ceb5e50-9e58-410e-b05d-bbfc73987b1c tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/quotas/a77fd5823bd04f739173f830ba9a61c7 HTTP/1.1" status: 200 len: 375 time: 0.0168147 Feb 04 15:25:16.194817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9da3bcfe-2583-4c38-822e-6503859afe4f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9da3bcfe-2583-4c38-822e-6503859afe4f,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:16.200710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.201567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad7f918b-69e8-4f91-b7c1-e5cff86ed135 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:25:16.243309 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-960593d9-8990-43d4-a5a6-c534ee96b18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.244614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba60c57-d103-4f44-baeb-d858978fbde6 req-08134aee-7341-4ec7-9800-ff930a936c15 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.256049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ba60c57-d103-4f44-baeb-d858978fbde6 req-08134aee-7341-4ec7-9800-ff930a936c15 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 944 time: 0.1392550 Feb 04 15:25:16.265198 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-ba4aaf68-5dc1-489c-8ace-5ba7a44215cc tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a77fd5823bd04f739173f830ba9a61c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110563 Feb 04 15:25:16.304944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960593d9-8990-43d4-a5a6-c534ee96b18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18b66ce-9adf-4266-a274-a87172a6058d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:16.317933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-960593d9-8990-43d4-a5a6-c534ee96b18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.326524 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-960593d9-8990-43d4-a5a6-c534ee96b18d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a18b66ce-9adf-4266-a274-a87172a6058d HTTP/1.1" status: 204 len: 168 time: 0.8132269 Feb 04 15:25:16.341248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: ad7f918b-69e8-4f91-b7c1-e5cff86ed135 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:25:16.341589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad7f918b-69e8-4f91-b7c1-e5cff86ed135 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:25:16.365712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ba60c57-d103-4f44-baeb-d858978fbde6 req-d089c1bb-d602-45b5-89d5-bffb9736b122 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078258 Feb 04 15:25:16.376604 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9272a50f-0261-4ce2-b794-4a645e8b4b3c req-909a5f5f-2bd8-4701-8aa3-c18d59232f03 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388504 Feb 04 15:25:16.504305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9da3bcfe-2583-4c38-822e-6503859afe4f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:16.565901 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c211c5-57a3-45b4-80c3-708a13f214f9', 'tag': '6ab7cc97-31e7-4afc-bfdc-373e4473bc3b', 'status': 'completed', 'code': 200} Feb 04 15:25:16.801416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-801897d5-0c15-4136-953e-e57fa4682b0f tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.803068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-801897d5-0c15-4136-953e-e57fa4682b0f tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 820 time: 0.4109838 Feb 04 15:25:16.821794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Request body: {'port': {'device_id': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a', 'admin_state_up': True, 'tenant_id': '4e6111af241f425ebd76df0cd5a20fa3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:16.855254 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-725eaabe-70cc-4625-ab84-cef73bc78287 req-9a464e4a-f50e-4bca-955c-b27c4a113310 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 210 time: 0.1315207 Feb 04 15:25:16.912727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-1920a772-9de3-4e14-9a02-c38bf2033545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.922089 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-1920a772-9de3-4e14-9a02-c38bf2033545 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd89c0886c4f47aa92b6ea885cc793a0&device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 1098 time: 0.3162682 Feb 04 15:25:16.999599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4773-2551-4f6b-b208-b9e5049118dc req-588a4e93-22b4-4849-a7d3-f883e5adff00 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.006526 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b14d4773-2551-4f6b-b208-b9e5049118dc req-588a4e93-22b4-4849-a7d3-f883e5adff00 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.3053665 Feb 04 15:25:17.222290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b14d4773-2551-4f6b-b208-b9e5049118dc req-a56ca5be-ccea-4504-884f-b1f5e896db22 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737552 Feb 04 15:25:17.227058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:17.266312 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9abc5c1b-08d4-4dd7-b0dd-baae2f6b85a4 req-7e6dd759-2656-4810-83e3-d2a646931949 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=abf5daf7-723f-47a3-8a10-a781240208de HTTP/1.1" status: 200 len: 210 time: 0.0719531 Feb 04 15:25:17.268129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:17.282018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-65aea1e7-7fd6-4495-8b9b-f4fd408bdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.284656 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-65aea1e7-7fd6-4495-8b9b-f4fd408bdfd2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3572357 Feb 04 15:25:17.322766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Made reservation on behalf of 4e6111af241f425ebd76df0cd5a20fa3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:17.326916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:17.466701 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-61347b06-2e2d-4dbe-93b6-06cd727e0294 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b HTTP/1.1" status: 200 len: 217 time: 0.1742294 Feb 04 15:25:17.485924 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9f07d166-d194-49c7-918a-38a49bbbff7d req-2eb35879-0391-479f-878e-8babab974e02 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 210 time: 0.1075935 Feb 04 15:25:17.599289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3bcfe-2583-4c38-822e-6503859afe4f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:17.679206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-988fc148-6c91-4261-86d8-242ee60c2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.680550 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-988fc148-6c91-4261-86d8-242ee60c2b29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1931431 Feb 04 15:25:17.795549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100dfff-a6a0-4309-a9ab-907ba89b5455 req-392ac1f2-ad2f-4629-985f-f05bebc9d197 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.797182 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3100dfff-a6a0-4309-a9ab-907ba89b5455 req-392ac1f2-ad2f-4629-985f-f05bebc9d197 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1832657 Feb 04 15:25:17.812807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Allocated IP 172.20.0.3 (9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a/720bf423-9158-4592-9d27-82a640f09d10/29d9e66b-4aab-4fe6-97b3-770e619422c2) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:17.846453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8934a90-8127-4aa4-acde-ca99f08d3114 req-27e7f7e2-4068-4dfe-b8f3-7672bb4161f5 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.847988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8934a90-8127-4aa4-acde-ca99f08d3114 req-27e7f7e2-4068-4dfe-b8f3-7672bb4161f5 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 947 time: 0.3639657 Feb 04 15:25:17.869883 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3100dfff-a6a0-4309-a9ab-907ba89b5455 req-ec98870d-9859-41ed-986c-6b5f1f259582 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640657 Feb 04 15:25:17.873746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-78215b9b-3588-455c-a77c-3bbc2db20472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.875295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-78215b9b-3588-455c-a77c-3bbc2db20472 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1823061 Feb 04 15:25:17.993761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8934a90-8127-4aa4-acde-ca99f08d3114 req-744a042b-fb5b-4bf9-b064-5eab9be58192 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/security-groups?id=bcee8f9c-1287-46bf-a9bb-81e806ae035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298435 Feb 04 15:25:18.078476 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3bcfe-2583-4c38-822e-6503859afe4f', 'code': 200} Feb 04 15:25:18.338835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:18.340963 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-b133c35c-9148-4db4-bf63-37480844801b service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571416 Feb 04 15:25:18.351311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2842053-41fe-4253-8555-3d2d483f50e3 req-e6e9675b-5b57-4083-8377-96bbe6547776 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 210 time: 0.1093454 Feb 04 15:25:18.368975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a6e80-4047-43dd-a5df-81e68b971e66 req-d7aacd9f-5738-4b07-92c6-d686a675125a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:18.379989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7d0a6e80-4047-43dd-a5df-81e68b971e66 req-d7aacd9f-5738-4b07-92c6-d686a675125a tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.3330822 Feb 04 15:25:18.549230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:18.559105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22309-8569-4e7b-a08e-c56c81bab740 req-cf585174-a10e-4ac9-a514-5336f5ab6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:18.560623 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-33c22309-8569-4e7b-a08e-c56c81bab740 req-cf585174-a10e-4ac9-a514-5336f5ab6f75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 1096 time: 0.3802698 Feb 04 15:25:18.589657 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7d0a6e80-4047-43dd-a5df-81e68b971e66 req-e1db4b97-2b01-432a-9536-923e4b8e96e0 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087994 Feb 04 15:25:18.613398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf5daf7-723f-47a3-8a10-a781240208de', 'name': 'network-vif-deleted', 'tag': 'ad7f918b-69e8-4f91-b7c1-e5cff86ed135'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:18.652698 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1051a9ab-9caf-4e9d-aef4-234435cde0fe req-ef11d4ba-09b0-46eb-8522-459cc1226c95 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945271 Feb 04 15:25:18.654409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-33c22309-8569-4e7b-a08e-c56c81bab740 req-07cd1922-f261-4c32-89d6-c06b6284e5ee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856256 Feb 04 15:25:18.689933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-e9b9cb1d-e054-408a-b7a5-4dd5a443a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:18.692556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-e9b9cb1d-e054-408a-b7a5-4dd5a443a206 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 1100 time: 0.3179324 Feb 04 15:25:18.705788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:18.712517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:18.789526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Pushing event updated for resources: {'Port': ['ID=29d9e66b-4aab-4fe6-97b3-770e619422c2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:18.792214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:25:18.876027 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-03abc94c-9d1f-4970-a705-b812dc4c0278 req-3bb3bbcf-67a0-429d-beec-4ec1b4ffd989 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 210 time: 0.0499623 Feb 04 15:25:18.946351 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf5daf7-723f-47a3-8a10-a781240208de', 'name': 'network-vif-deleted', 'tag': 'ad7f918b-69e8-4f91-b7c1-e5cff86ed135', 'status': 'completed', 'code': 200} Feb 04 15:25:18.965969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:18.966571 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.005865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49d0f0-7091-4350-b4a0-16eb7cacdd29 req-e252c09a-28a6-49f9-aba5-e0cf7a21aeea tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:19.007515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab49d0f0-7091-4350-b4a0-16eb7cacdd29 req-e252c09a-28a6-49f9-aba5-e0cf7a21aeea tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.5119030 Feb 04 15:25:19.061451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9270cb69-6743-466d-a575-d2947aee74c8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2436593 Feb 04 15:25:19.066334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-299e2fad-0bab-4468-95ca-ad09aac44c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:19.067769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-299e2fad-0bab-4468-95ca-ad09aac44c4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3570163 Feb 04 15:25:19.173993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Request body: {'port': {'device_id': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:19.183619 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-eacde7de-f824-4e0f-83aa-054cf1b69da2 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a77fd5823bd04f739173f830ba9a61c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1614642 Feb 04 15:25:19.211560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:19.231711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-762f3a30-8274-46ed-9f5d-b96868f90da1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 217 time: 0.1487353 Feb 04 15:25:19.277448 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab49d0f0-7091-4350-b4a0-16eb7cacdd29 req-465a111d-dd82-4871-9804-996d05ed805c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531693 Feb 04 15:25:19.441921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:19.456588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '6ab7cc97-31e7-4afc-bfdc-373e4473bc3b', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '6ab7cc97-31e7-4afc-bfdc-373e4473bc3b', 'mac_address': 'fa:16:3e:2c:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:19.483882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-f2c85904-c71c-4a0c-9b96-28f3157a697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:19.484989 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-f2c85904-c71c-4a0c-9b96-28f3157a697b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2062514 Feb 04 15:25:19.514465 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.531892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:19.552209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:19.556429 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.564620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-7f43ca92-7d91-4c68-a342-a1e379423d9a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:19.564906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.567043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-7f43ca92-7d91-4c68-a342-a1e379423d9a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735199 Feb 04 15:25:19.587301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Request body: {'port': {'device_id': 'b0c02ab6-5e1f-4f60-89d7-3e229b8c907b', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': 'a77fd5823bd04f739173f830ba9a61c7'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:19.636178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:19.662213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-f5eedc31-328a-462d-8254-b8e65ebd9b50 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:19.665386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-f5eedc31-328a-462d-8254-b8e65ebd9b50 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.3328784 Feb 04 15:25:19.687831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f459ae-ad11-4171-8081-72cf0e75fbf7 req-5cabaa0f-1fd7-4e9f-b908-99833fa4791a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:19.689846 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-8ba0c28d-cc97-432d-b741-84258f63c008 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/quotas/14081a11c76548acbc7aeb9b24ce455c HTTP/1.1" status: 200 len: 375 time: 0.0170467 Feb 04 15:25:19.690038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6f459ae-ad11-4171-8081-72cf0e75fbf7 req-5cabaa0f-1fd7-4e9f-b908-99833fa4791a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.2628868 Feb 04 15:25:19.691944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-c031c6a5-e867-4738-b57f-c35b744543f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:19.693312 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-c031c6a5-e867-4738-b57f-c35b744543f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995888 Feb 04 15:25:19.751882 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-4af54b5a-640e-45e5-b5cb-c153c17c4a23 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527229 Feb 04 15:25:19.870523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:19.883840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Usage tracker for resource:port and tenant:a77fd5823bd04f739173f830ba9a61c7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:19.888371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:19.898034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:19.905383 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6f459ae-ad11-4171-8081-72cf0e75fbf7 req-535ffdd2-24a0-441a-9947-1b7d1e74ee32 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089162 Feb 04 15:25:19.938313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Made reservation on behalf of a77fd5823bd04f739173f830ba9a61c7 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:19.942972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.953494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['6ab7cc97-31e7-4afc-bfdc-373e4473bc3b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:19.958110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.977808 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-c589d405-8de9-4f0b-8394-90d1945980b6 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075644 Feb 04 15:25:20.056235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:20.069374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Usage tracker for resource:security_group_rule and tenant:a77fd5823bd04f739173f830ba9a61c7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:20.075246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:20.078857 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-8c5bacc9-6ba4-4045-aa33-58142acf6100 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299758 Feb 04 15:25:20.083859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:20.155546 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-c12e2847-9111-42bb-9228-34a73b8cfa34 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768422 Feb 04 15:25:20.253594 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:20.263905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:20.327850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d95a-a32c-4c25-80c6-815e602a71e3 req-87815922-f706-4d8e-b7a0-5e7f1c780aa0 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:20.331291 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdb6d95a-a32c-4c25-80c6-815e602a71e3 req-87815922-f706-4d8e-b7a0-5e7f1c780aa0 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 948 time: 0.3032029 Feb 04 15:25:20.369924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-f1ced138-2ed2-420e-ae45-0639acd5ed9d service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796500 Feb 04 15:25:20.376423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:20.495923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdb6d95a-a32c-4c25-80c6-815e602a71e3 req-37b3f2ce-5a8b-4802-badc-f169f71de3b9 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/security-groups?id=bcee8f9c-1287-46bf-a9bb-81e806ae035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293020 Feb 04 15:25:20.505821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d9e66b-4aab-4fe6-97b3-770e619422c2 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:20.521096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:20.558801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Transition to ACTIVE for port object 29d9e66b-4aab-4fe6-97b3-770e619422c2 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:20.566988 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:20.652931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Allocated IP 192.168.233.229 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/c6dede04-11db-471b-bbbf-78c5ed0e2e89) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:20.677655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd8164-0d45-427a-8780-61b142523901 req-bb0bfde7-cd00-4617-b63b-84c3f19d01e2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:20.685319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2ddd8164-0d45-427a-8780-61b142523901 req-bb0bfde7-cd00-4617-b63b-84c3f19d01e2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 943 time: 0.1544557 Feb 04 15:25:20.772659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2ddd8164-0d45-427a-8780-61b142523901 req-97b7fdef-e2d9-48e5-a6ad-c5eb19365ab6 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864458 Feb 04 15:25:20.959523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=29d9e66b-4aab-4fe6-97b3-770e619422c2,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:20.970307 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3072c028-8851-4e3b-a7cb-b052ffb4b324 req-a5548563-6f3b-4333-9d31-dea8dc2ec88f tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 210 time: 0.0657988 Feb 04 15:25:20.995639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.014259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Transition to ACTIVE for port object c6dede04-11db-471b-bbbf-78c5ed0e2e89 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:21.022706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a8456-8abb-4903-89ac-0386ac49109d req-0d1e9d6b-5740-49b0-9e9d-01d79e84948e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.024201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-777a8456-8abb-4903-89ac-0386ac49109d req-0d1e9d6b-5740-49b0-9e9d-01d79e84948e tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.3750973 Feb 04 15:25:21.045166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.051794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:21.052148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:21.052484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:21.062595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:21.063146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:21.076627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:21.077245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:21.077784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:21.078379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Bound port: 29d9e66b-4aab-4fe6-97b3-770e619422c2, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:21.078883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.105588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-777a8456-8abb-4903-89ac-0386ac49109d req-f48f39d0-3299-4941-82ea-fc567923a057 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704267 Feb 04 15:25:21.185398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Pushing event updated for resources: {'Port': ['ID=c6dede04-11db-471b-bbbf-78c5ed0e2e89,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:21.197643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:21.200927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:21.208584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.213301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:21.215063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:21.221587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:25:21.224531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:21.227292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.227790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.278821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42e096-d3e6-4c3f-b137-f6bb7321d16e req-fc270a91-76be-486c-8ddc-2916435ba97c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.286921 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a42e096-d3e6-4c3f-b137-f6bb7321d16e req-fc270a91-76be-486c-8ddc-2916435ba97c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1550522 Feb 04 15:25:21.309681 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a58f1afd-8f5c-4dd9-b2de-68229b08599b tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7295880 Feb 04 15:25:21.323609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Request body: {'port': {'device_id': 'b0c02ab6-5e1f-4f60-89d7-3e229b8c907b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:21.363986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:21.378760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:21.378760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.387321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=29d9e66b-4aab-4fe6-97b3-770e619422c2,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:21.410127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.410733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.412128 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-8ce14b45-c9eb-48d5-a9c9-abf2a2500eb5 service neutron] 10.222.0.53 "PUT /v2.0/ports/29d9e66b-4aab-4fe6-97b3-770e619422c2 HTTP/1.1" status: 200 len: 1091 time: 2.2519467 Feb 04 15:25:21.412596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:21.468211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523f6be-3376-43dd-9790-2b655d23766c req-a9b2d082-88b5-4703-b89d-1e68ceefc8dc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.478224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5523f6be-3376-43dd-9790-2b655d23766c req-a9b2d082-88b5-4703-b89d-1e68ceefc8dc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.1290190 Feb 04 15:25:21.559904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-483b128c-e538-4834-b061-fefc2f927015 None None] Provisioning for port c6dede04-11db-471b-bbbf-78c5ed0e2e89 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:21.568783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-483b128c-e538-4834-b061-fefc2f927015 None None] Provisioning complete for port c6dede04-11db-471b-bbbf-78c5ed0e2e89 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:21.569357 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-483b128c-e538-4834-b061-fefc2f927015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.573628 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a42e096-d3e6-4c3f-b137-f6bb7321d16e req-e6e4ce4d-c037-4931-987a-28009d7e87e1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858183 Feb 04 15:25:21.580395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.606144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5523f6be-3376-43dd-9790-2b655d23766c req-2f689969-3ef1-4492-bf77-88de0949636b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266615 Feb 04 15:25:21.650313 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.681202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-483b128c-e538-4834-b061-fefc2f927015 None None] Port c6dede04-11db-471b-bbbf-78c5ed0e2e89 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:25:21.705870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c211c5-57a3-45b4-80c3-708a13f214f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab7cc97-31e7-4afc-bfdc-373e4473bc3b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:21.728010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:21.735821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.827711 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1023864d-e6e5-44d3-aa0e-6a8da5a42415 req-f79d12cd-baa5-499d-9001-5da05b329efb tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 210 time: 0.0468578 Feb 04 15:25:21.850270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:21.873261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-5fb3b47b-1c47-4d94-a986-e3d8e5144ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.874739 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-5fb3b47b-1c47-4d94-a986-e3d8e5144ee7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1094 time: 0.3933828 Feb 04 15:25:21.947475 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2', 'status': 'completed', 'code': 200} Feb 04 15:25:21.975475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-a8d36b32-e815-425b-90ed-952bc6e2b4bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2 HTTP/1.1" status: 200 len: 217 time: 0.0871944 Feb 04 15:25:22.083325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-dd5f62ac-db67-4fdc-96e7-2672c1c9a3c9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:22.084665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-dd5f62ac-db67-4fdc-96e7-2672c1c9a3c9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.4179380 Feb 04 15:25:22.096431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d8d96-3605-4c08-bf4b-f0045c6d88ec req-3257e680-2b11-45c8-b502-a23733791b0b tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:22.097839 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-049d8d96-3605-4c08-bf4b-f0045c6d88ec req-3257e680-2b11-45c8-b502-a23733791b0b tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.2867613 Feb 04 15:25:22.103458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Request body: {'port': {'device_id': '45d7e6c5-5956-49a8-acb2-7f836d18f965', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'admin_state_up': True, 'tenant_id': '14081a11c76548acbc7aeb9b24ce455c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:22.111964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46120) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:22.116692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-71200ef9-d477-45be-956b-f51116bbe483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:22.118286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-71200ef9-d477-45be-956b-f51116bbe483 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.1310883 Feb 04 15:25:22.131251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b47cbbbd-795d-4ca5-adee-65a71ccc69fb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Request body: {'floatingip': {'port_id': '9da3bcfe-2583-4c38-822e-6503859afe4f'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:22.222089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dede04-11db-471b-bbbf-78c5ed0e2e89 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:22.231176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b47cbbbd-795d-4ca5-adee-65a71ccc69fb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:22.233993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-9b5d65a5-df17-4bdb-b6c0-28385535c103 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520828 Feb 04 15:25:22.290319 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:22.314532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5158d-5e60-46b0-b446-273826292ffe req-43e9bded-f5f5-4f87-b463-1bdd23a3c8bd tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:22.321589 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-35e5158d-5e60-46b0-b446-273826292ffe req-43e9bded-f5f5-4f87-b463-1bdd23a3c8bd tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 949 time: 0.3204596 Feb 04 15:25:22.374608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:22.394552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Usage tracker for resource:port and tenant:14081a11c76548acbc7aeb9b24ce455c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:22.399654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:22.414764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:22.429621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-2f0b1655-a1fc-4508-b76f-fb5e4b855d4e service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891825 Feb 04 15:25:22.434342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Made reservation on behalf of 14081a11c76548acbc7aeb9b24ce455c for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:22.438285 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:22.455865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Transition to ACTIVE for port object c6dede04-11db-471b-bbbf-78c5ed0e2e89 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:22.501095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:22.589059 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-35e5158d-5e60-46b0-b446-273826292ffe req-89d366b0-df96-4c19-8b22-344de17050fc tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/security-groups?id=bcee8f9c-1287-46bf-a9bb-81e806ae035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665746 Feb 04 15:25:22.594848 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c211c5-57a3-45b4-80c3-708a13f214f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab7cc97-31e7-4afc-bfdc-373e4473bc3b', 'code': 200} Feb 04 15:25:22.775021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b4488a-ddc4-4644-8ff8-1e6831d5ee5d req-4431bc7f-798d-4d60-b168-3afe842912ab service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247309 Feb 04 15:25:22.776383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dede04-11db-471b-bbbf-78c5ed0e2e89,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:22.854147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Allocated IP 172.20.0.4 (c2bb8bd9-4fa0-45c3-84c6-559957e54b7e/67421194-ccf6-44ed-87a2-1bd8ab7eb3a7/29306ae1-bce5-4cee-a6bc-87b3a93db285) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:22.903591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Attempting to bind port c6dede04-11db-471b-bbbf-78c5ed0e2e89 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:22.903933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Attempting to bind port c6dede04-11db-471b-bbbf-78c5ed0e2e89 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:22.904298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Attempting to bind port c6dede04-11db-471b-bbbf-78c5ed0e2e89 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:22.968657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Port c6dede04-11db-471b-bbbf-78c5ed0e2e89 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:22.969038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Attempting to bind port c6dede04-11db-471b-bbbf-78c5ed0e2e89 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:23.004223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:23.004648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:23.004973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:23.005411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Bound port: c6dede04-11db-471b-bbbf-78c5ed0e2e89, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:23.005759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.203971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd76f-9414-4b2f-b42a-a141c6b203d2 req-5bf6b424-2163-4e13-8ba9-6e9cb54298c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.206281 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a9cd76f-9414-4b2f-b42a-a141c6b203d2 req-5bf6b424-2163-4e13-8ba9-6e9cb54298c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 1100 time: 0.5291691 Feb 04 15:25:23.226696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964fa7e-4613-4ef1-b812-1fd160df62b6 req-3ce44841-8700-451d-a6cf-c047a92c7884 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.227392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f964fa7e-4613-4ef1-b812-1fd160df62b6 req-3ce44841-8700-451d-a6cf-c047a92c7884 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Synchronizing usage tracker for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:23.258544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b525a-dcb9-48aa-bc06-c9bc2be93768 req-15b2284d-2add-47a2-9d2f-99e0780260ed tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.259240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5f8b525a-dcb9-48aa-bc06-c9bc2be93768 req-15b2284d-2add-47a2-9d2f-99e0780260ed tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Synchronizing usage tracker for tenant:a77fd5823bd04f739173f830ba9a61c7 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:23.281178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7dbbe-609e-4504-9cef-c484c607857d req-2478c681-b6ea-414e-a4de-9c06ec64128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.282694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3da7dbbe-609e-4504-9cef-c484c607857d req-2478c681-b6ea-414e-a4de-9c06ec64128e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1094 time: 0.4218893 Feb 04 15:25:23.315302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5f8b525a-dcb9-48aa-bc06-c9bc2be93768 req-15b2284d-2add-47a2-9d2f-99e0780260ed tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Unset dirty status for tenant:a77fd5823bd04f739173f830ba9a61c7 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:23.316453 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f8b525a-dcb9-48aa-bc06-c9bc2be93768 req-15b2284d-2add-47a2-9d2f-99e0780260ed tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 948 time: 0.5036950 Feb 04 15:25:23.319455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] For port c6dede04-11db-471b-bbbf-78c5ed0e2e89, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:23.336317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] For port c6dede04-11db-471b-bbbf-78c5ed0e2e89, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6dede04-11db-471b-bbbf-78c5ed0e2e89,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:23.352595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f964fa7e-4613-4ef1-b812-1fd160df62b6 req-3ce44841-8700-451d-a6cf-c047a92c7884 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Unset dirty status for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:23.354001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f964fa7e-4613-4ef1-b812-1fd160df62b6 req-3ce44841-8700-451d-a6cf-c047a92c7884 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 943 time: 0.5875053 Feb 04 15:25:23.360488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.428921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a9cd76f-9414-4b2f-b42a-a141c6b203d2 req-2ddc8b4c-07ce-4aa5-9f5c-1833f4aa9c28 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bcee8f9c-1287-46bf-a9bb-81e806ae035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895890 Feb 04 15:25:23.450164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5f8b525a-dcb9-48aa-bc06-c9bc2be93768 req-2612c59c-aae0-4568-9c3f-580627d392da tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Synchronizing usage tracker for tenant:a77fd5823bd04f739173f830ba9a61c7 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:23.457694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.458252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.459643 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] 10.222.0.53 "PUT /v2.0/ports/c6dede04-11db-471b-bbbf-78c5ed0e2e89 HTTP/1.1" status: 200 len: 1096 time: 2.1416645 Feb 04 15:25:23.460071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c02ab6-5e1f-4f60-89d7-3e229b8c907b', 'tag': 'c6dede04-11db-471b-bbbf-78c5ed0e2e89'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:23.502352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.513548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f964fa7e-4613-4ef1-b812-1fd160df62b6 req-201574f7-008a-4e6f-8dbe-a7b7f7606f2c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043913 Feb 04 15:25:23.572121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7dbbe-609e-4504-9cef-c484c607857d req-98d32250-462a-4ae5-8c24-358121de2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.573779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3da7dbbe-609e-4504-9cef-c484c607857d req-98d32250-462a-4ae5-8c24-358121de2a0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.2803397 Feb 04 15:25:23.607133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4747451-5bea-44ab-b7db-71bceaa1fe09 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dede04-11db-471b-bbbf-78c5ed0e2e89,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:23.622983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5f8b525a-dcb9-48aa-bc06-c9bc2be93768 req-2612c59c-aae0-4568-9c3f-580627d392da tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Unset dirty status for tenant:a77fd5823bd04f739173f830ba9a61c7 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:23.630403 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f8b525a-dcb9-48aa-bc06-c9bc2be93768 req-2612c59c-aae0-4568-9c3f-580627d392da tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976756 Feb 04 15:25:23.657572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3da7dbbe-609e-4504-9cef-c484c607857d req-ad672b0e-8c29-4570-859a-de6e9dcede8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2 HTTP/1.1" status: 200 len: 217 time: 0.0764506 Feb 04 15:25:23.666979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.675566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b47cbbbd-795d-4ca5-adee-65a71ccc69fb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.683318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b47cbbbd-795d-4ca5-adee-65a71ccc69fb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.800138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-3838f3e9-3620-4413-93b7-c4860e0de287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.801767 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-3838f3e9-3620-4413-93b7-c4860e0de287 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a77fd5823bd04f739173f830ba9a61c7&device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 1099 time: 0.2560127 Feb 04 15:25:23.852914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:23.863480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7dbbe-609e-4504-9cef-c484c607857d req-6fe49089-de77-4566-a48c-075361891a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.864999 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3da7dbbe-609e-4504-9cef-c484c607857d req-6fe49089-de77-4566-a48c-075361891a76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.2006464 Feb 04 15:25:23.865847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:23.871502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:25:23.959192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event updated for resources: {'Port': ['ID=29306ae1-bce5-4cee-a6bc-87b3a93db285,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:23.966826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3da7dbbe-609e-4504-9cef-c484c607857d req-7b5e40b3-ded2-40a0-acd6-f1f8f9dcad32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686316 Feb 04 15:25:24.011486 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-e23215da-2ee9-4510-9dae-b18f61a15db9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c6dede04-11db-471b-bbbf-78c5ed0e2e89 HTTP/1.1" status: 200 len: 217 time: 0.1421826 Feb 04 15:25:24.067310 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-b47cbbbd-795d-4ca5-adee-65a71ccc69fb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Floating IP 3351e04d-7055-4842-bd06-237711638418 associated. External IP: 172.25.8.25, port: 9da3bcfe-2583-4c38-822e-6503859afe4f. Feb 04 15:25:24.068523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.069191 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.105742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2381a-c9fc-459b-94e8-5f8e964fea5e req-b9843258-3b9d-4689-bbad-52c85de7403d tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.107435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cca2381a-c9fc-459b-94e8-5f8e964fea5e req-b9843258-3b9d-4689-bbad-52c85de7403d tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.3996794 Feb 04 15:25:24.144004 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-d0b04a26-65aa-4bca-92c8-de3a2efb52ba tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0451517 Feb 04 15:25:24.164653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Request body: {'port': {'device_id': '45d7e6c5-5956-49a8-acb2-7f836d18f965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:24.201848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-b55e7ddd-0523-45f1-8d0e-75e5f63819f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.203474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-b55e7ddd-0523-45f1-8d0e-75e5f63819f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1820390 Feb 04 15:25:24.237814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cca2381a-c9fc-459b-94e8-5f8e964fea5e req-38a4cf5c-98ae-4fb2-8b93-7572940731bf tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218157 Feb 04 15:25:24.244491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3da7dbbe-609e-4504-9cef-c484c607857d req-ceca58b6-1a31-498a-8461-7e6db656f4bb service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671485 Feb 04 15:25:24.346639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58963053-3a46-4d61-9f85-83a9b6397cb0 req-16dc460c-502c-4256-9c91-88bdca887e96 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.348138 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-58963053-3a46-4d61-9f85-83a9b6397cb0 req-16dc460c-502c-4256-9c91-88bdca887e96 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.4780490 Feb 04 15:25:24.471688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.502394 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-58963053-3a46-4d61-9f85-83a9b6397cb0 req-29eb02ed-a539-464b-bfcc-61c7527724f5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475694 Feb 04 15:25:24.525579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a7d165d8-328f-4956-bfc9-364f42a98f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.527286 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-a7d165d8-328f-4956-bfc9-364f42a98f60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3137009 Feb 04 15:25:24.585028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3da7dbbe-609e-4504-9cef-c484c607857d req-61be411c-9aba-4ff6-b7a1-16c3585edc5b service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336267 Feb 04 15:25:24.607343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06670367-acc6-44b0-b0fa-a95cc33812f5 req-ed5c44af-2429-4e0b-bf1d-71dc8eb4db79 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.608042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-06670367-acc6-44b0-b0fa-a95cc33812f5 req-ed5c44af-2429-4e0b-bf1d-71dc8eb4db79 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:24.671202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-06670367-acc6-44b0-b0fa-a95cc33812f5 req-ed5c44af-2429-4e0b-bf1d-71dc8eb4db79 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:24.672352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-06670367-acc6-44b0-b0fa-a95cc33812f5 req-ed5c44af-2429-4e0b-bf1d-71dc8eb4db79 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 931 time: 0.3309648 Feb 04 15:25:24.682408 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c02ab6-5e1f-4f60-89d7-3e229b8c907b', 'tag': 'c6dede04-11db-471b-bbbf-78c5ed0e2e89', 'status': 'completed', 'code': 200} Feb 04 15:25:24.890896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-06670367-acc6-44b0-b0fa-a95cc33812f5 req-23605c7c-d377-4453-8e9c-de9b4da2af88 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105172 Feb 04 15:25:24.953851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47cbbbd-795d-4ca5-adee-65a71ccc69fb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Router 69e16339-aa50-478f-a812-89b6247ac9a3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:25:24.968290 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-ca223b46-a48b-4112-9aad-ab2e7d374394 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346981 Feb 04 15:25:24.983380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e5323-4d66-40af-8b05-30509476a7d2 req-7d524f08-ba43-4eed-bbb3-816d5a561813 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.990291 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b8e5323-4d66-40af-8b05-30509476a7d2 req-7d524f08-ba43-4eed-bbb3-816d5a561813 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 949 time: 0.3157768 Feb 04 15:25:25.040217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29306ae1-bce5-4cee-a6bc-87b3a93db285 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:25.050697 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.072435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Transition to ACTIVE for port object 29306ae1-bce5-4cee-a6bc-87b3a93db285 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:25.109203 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.213158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b8e5323-4d66-40af-8b05-30509476a7d2 req-2c1eb6b6-d70d-40d3-98e7-77e2dd048394 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/security-groups?id=bcee8f9c-1287-46bf-a9bb-81e806ae035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219777 Feb 04 15:25:25.264273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Pushing event updated for resources: {'Port': ['ID=29306ae1-bce5-4cee-a6bc-87b3a93db285,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:25.322155 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f3bbe7-b0b2-4ebd-b537-1f057f2ecec4 req-1415bdc9-cd83-4d75-8e93-99d02fda2fe3 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297598 Feb 04 15:25:25.332859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47cbbbd-795d-4ca5-adee-65a71ccc69fb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:25:25.337106 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b47cbbbd-795d-4ca5-adee-65a71ccc69fb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.345802 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] Sync routers for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:25.357205 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:25:25.358142 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:25.368743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c28aa6-85d9-4bfe-9cdc-25e6c3c8ba22 req-5f1a3b59-fdf4-43d6-9d40-e622524ffbc4 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:25.388734 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89c28aa6-85d9-4bfe-9cdc-25e6c3c8ba22 req-5f1a3b59-fdf4-43d6-9d40-e622524ffbc4 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 943 time: 0.3204792 Feb 04 15:25:25.397962 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b47cbbbd-795d-4ca5-adee-65a71ccc69fb tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "PUT /v2.0/floatingips/3351e04d-7055-4842-bd06-237711638418 HTTP/1.1" status: 200 len: 990 time: 3.2849410 Feb 04 15:25:25.472530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89c28aa6-85d9-4bfe-9cdc-25e6c3c8ba22 req-6c177956-4290-4511-b5aa-584bc012ae8c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828826 Feb 04 15:25:25.476154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Attempting to bind port 29306ae1-bce5-4cee-a6bc-87b3a93db285 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:25.476487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Attempting to bind port 29306ae1-bce5-4cee-a6bc-87b3a93db285 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:25.476834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Attempting to bind port 29306ae1-bce5-4cee-a6bc-87b3a93db285 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:25.485305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Port 29306ae1-bce5-4cee-a6bc-87b3a93db285 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:25.485639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Attempting to bind port 29306ae1-bce5-4cee-a6bc-87b3a93db285 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:25.491731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:25.492067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Checking segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:25.492448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Bound using segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:25.492909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Bound port: 29306ae1-bce5-4cee-a6bc-87b3a93db285, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:25.493590 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.538811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98867475-90b4-45e8-b7f5-10bb8ce74418 req-10aadb12-c489-4f89-9e98-b7a84d1e2c3f tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:25.540306 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-98867475-90b4-45e8-b7f5-10bb8ce74418 req-10aadb12-c489-4f89-9e98-b7a84d1e2c3f tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 948 time: 0.1411638 Feb 04 15:25:25.545136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-c0064639-f2d4-42d2-94d8-80ceeb2a3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:25.546517 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-c0064639-f2d4-42d2-94d8-80ceeb2a3d34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a77fd5823bd04f739173f830ba9a61c7&device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 1099 time: 0.1160533 Feb 04 15:25:25.610590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] For port 29306ae1-bce5-4cee-a6bc-87b3a93db285, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:25.612397 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:25:25.614823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] For port 29306ae1-bce5-4cee-a6bc-87b3a93db285, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29306ae1-bce5-4cee-a6bc-87b3a93db285,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:25.620976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.692117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-98867475-90b4-45e8-b7f5-10bb8ce74418 req-bcf661f5-c83e-4ec6-b5b5-ebe397a6fb95 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446359 Feb 04 15:25:25.718277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:25.721535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.723075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] 10.222.0.53 "PUT /v2.0/ports/29306ae1-bce5-4cee-a6bc-87b3a93db285 HTTP/1.1" status: 200 len: 1091 time: 1.5657392 Feb 04 15:25:25.728043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d7e6c5-5956-49a8-acb2-7f836d18f965', 'tag': '29306ae1-bce5-4cee-a6bc-87b3a93db285'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:25.784180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-8d189ceb-c668-4972-8dc9-1604308ae098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:25.785773 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-8d189ceb-c668-4972-8dc9-1604308ae098 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2198918 Feb 04 15:25:25.864757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-dafceead-c15a-428a-a9ac-73748a986216 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c6dede04-11db-471b-bbbf-78c5ed0e2e89 HTTP/1.1" status: 200 len: 217 time: 0.0713482 Feb 04 15:25:25.866912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29d9e66b-4aab-4fe6-97b3-770e619422c2 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:25.931964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e85fc-4028-456e-b0ba-3c399b24170a service neutron] Pushing event updated for resources: {'Port': ['ID=29306ae1-bce5-4cee-a6bc-87b3a93db285,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:25.984368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-825c04f4-5f5c-40d2-b738-a7a82f92ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:25.986703 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-825c04f4-5f5c-40d2-b738-a7a82f92ce5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 1094 time: 0.2082777 Feb 04 15:25:25.998832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ef152-7694-4ce3-b2db-7baa39e5b662 req-94b2648a-8766-4576-82d9-af2c356f7966 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:26.000890 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a12ef152-7694-4ce3-b2db-7baa39e5b662 req-94b2648a-8766-4576-82d9-af2c356f7966 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1560693 Feb 04 15:25:26.056938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:26.066095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-c1528203-7b3a-4ba2-97bf-6c9062ddb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:26.067632 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-c1528203-7b3a-4ba2-97bf-6c9062ddb329 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1897538 Feb 04 15:25:26.072677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '29d9e66b-4aab-4fe6-97b3-770e619422c2', 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a', 'port_id': '29d9e66b-4aab-4fe6-97b3-770e619422c2', 'mac_address': 'fa:16:3e:2f:44:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bf423-9158-4592-9d27-82a640f09d10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:26.074796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46178) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:26.076436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-ac1e0844-8468-4ca7-b433-273302592a54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29306ae1-bce5-4cee-a6bc-87b3a93db285 HTTP/1.1" status: 200 len: 217 time: 0.0731206 Feb 04 15:25:26.134282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.152329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d9e66b-4aab-4fe6-97b3-770e619422c2 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:26.171105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:26.176160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a12ef152-7694-4ce3-b2db-7baa39e5b662 req-ac5cdab5-03bf-4816-846c-f511002f0919 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983992 Feb 04 15:25:26.178037 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.187129 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '3351e04d-7055-4842-bd06-237711638418', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'port_id': '9da3bcfe-2583-4c38-822e-6503859afe4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'mac_address': 'fa:16:3e:17:7a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:23:59Z', 'updated_at': '2022-02-04T15:25:23Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:26.199223 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] Checking router: 69e16339-aa50-478f-a812-89b6247ac9a3 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:26.204281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2322b-b414-4983-be62-8bd739749653 req-2310cec0-648f-4437-9bb3-2f46af81f505 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:26.212251 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9e2322b-b414-4983-be62-8bd739749653 req-2310cec0-648f-4437-9bb3-2f46af81f505 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.2508154 Feb 04 15:25:26.218362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-202c0ad2-dfc1-4131-9092-37b4fc41d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:26.221741 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-202c0ad2-dfc1-4131-9092-37b4fc41d068 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.1284463 Feb 04 15:25:26.223635 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:25:26.224314 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:26.269770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=29d9e66b-4aab-4fe6-97b3-770e619422c2,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:26.271871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-cc812998-ea0e-47e2-9775-09bc150fab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:26.274320 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-cc812998-ea0e-47e2-9775-09bc150fab33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1985900 Feb 04 15:25:26.320911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-a78cdae0-c26b-49ae-8275-0cdfeaded471 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937076 Feb 04 15:25:26.386014 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9e2322b-b414-4983-be62-8bd739749653 req-dcef363a-ff54-4936-9c2a-c940d2ba99e4 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729031 Feb 04 15:25:26.390016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55230214-72d3-48ca-85b3-84009073c97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.417668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-55230214-72d3-48ca-85b3-84009073c97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:26.418319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['29d9e66b-4aab-4fe6-97b3-770e619422c2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:26.425596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-55230214-72d3-48ca-85b3-84009073c97c admin admin] Usage tracker for resource:security_group_rule and tenant:b063cbd9995c423b9ba5659025718a3a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:26.431001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-55230214-72d3-48ca-85b3-84009073c97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:26.440639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-55230214-72d3-48ca-85b3-84009073c97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:26.492579 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-d8667900-97ba-4836-8e07-7ddce7f1864f service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047892 Feb 04 15:25:26.544432 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d7e6c5-5956-49a8-acb2-7f836d18f965', 'tag': '29306ae1-bce5-4cee-a6bc-87b3a93db285', 'status': 'completed', 'code': 200} Feb 04 15:25:26.556865 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:25:26.673267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-e84841c6-0550-48b4-9745-6eb503e024ed service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334236 Feb 04 15:25:26.683733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'tag': '9da3bcfe-2583-4c38-822e-6503859afe4f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:26.688265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5779a2-30b4-4309-9710-f5a4d46d05bc req-3b077050-7831-490c-b77a-3371edeca33a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:26.697809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a5779a2-30b4-4309-9710-f5a4d46d05bc req-3b077050-7831-490c-b77a-3371edeca33a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.3347604 Feb 04 15:25:26.753516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55230214-72d3-48ca-85b3-84009073c97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.758894 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8638e35-ba44-4de1-b7e0-bde72950ea38 req-e49e0814-3dbe-4a72-a605-62c133976926 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566006 Feb 04 15:25:26.761202 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55230214-72d3-48ca-85b3-84009073c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.829723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a5779a2-30b4-4309-9710-f5a4d46d05bc req-8f3bd58f-958f-4d61-9796-934b69894cde tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300695 Feb 04 15:25:26.900629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8b34a5f-683d-44a4-9025-366691ea08e5 req-39a6270e-0be1-47dd-9832-460c8c3495b4 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806223 Feb 04 15:25:26.923982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c662ab-7f4a-4205-b969-831fac28bfea req-1fd11416-36dc-4893-b159-7187ef605e23 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:26.929923 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66c662ab-7f4a-4205-b969-831fac28bfea req-1fd11416-36dc-4893-b159-7187ef605e23 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 943 time: 0.3446467 Feb 04 15:25:26.938964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55230214-72d3-48ca-85b3-84009073c97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d51ab0-c86b-4811-818c-e1b489fa3536,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:26.950341 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-55230214-72d3-48ca-85b3-84009073c97c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b063cbd9995c423b9ba5659025718a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8393958 Feb 04 15:25:26.968044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46192) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:26.993890 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '3351e04d-7055-4842-bd06-237711638418', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'port_id': '9da3bcfe-2583-4c38-822e-6503859afe4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'mac_address': 'fa:16:3e:17:7a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:23:59Z', 'updated_at': '2022-02-04T15:25:23Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:26.999163 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d12542-0cba-492f-9552-fe4c25ea1717 None None] The sync data for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 is: [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '3351e04d-7055-4842-bd06-237711638418', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'port_id': '9da3bcfe-2583-4c38-822e-6503859afe4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'mac_address': 'fa:16:3e:17:7a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:23:59Z', 'updated_at': '2022-02-04T15:25:23Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:27.027847 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66c662ab-7f4a-4205-b969-831fac28bfea req-3dd2065a-d28e-4b1d-82fd-f9759643e5ce tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808260 Feb 04 15:25:27.057908 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c639c04f-9443-4f70-84e5-d6d2b0c73f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:27.095628 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c639c04f-9443-4f70-84e5-d6d2b0c73f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:27.177544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65143972-a224-4bf0-9591-93b38b2401e0 req-84ba183a-2729-48ab-8dca-633e32382a10 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.179020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65143972-a224-4bf0-9591-93b38b2401e0 req-84ba183a-2729-48ab-8dca-633e32382a10 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 949 time: 0.2369432 Feb 04 15:25:27.181847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-eb8500e6-d499-41ae-9fd9-ed87bdf76d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.183190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-eb8500e6-d499-41ae-9fd9-ed87bdf76d13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 1094 time: 0.1993988 Feb 04 15:25:27.198367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c639c04f-9443-4f70-84e5-d6d2b0c73f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:27.232293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639c04f-9443-4f70-84e5-d6d2b0c73f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d51ab0-c86b-4811-818c-e1b489fa3536,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:27.234958 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c639c04f-9443-4f70-84e5-d6d2b0c73f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:27.236138 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c639c04f-9443-4f70-84e5-d6d2b0c73f8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48d51ab0-c86b-4811-818c-e1b489fa3536 HTTP/1.1" status: 204 len: 168 time: 0.2671659 Feb 04 15:25:27.289813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd68612-35fb-4db8-90f8-5daa622181a1 None None] New status for floating IP 3351e04d-7055-4842-bd06-237711638418: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:25:27.322970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79d1f5-042d-45e1-9eb1-03ebd9f5dd25 req-43fb6a6d-288c-40a9-bbee-7954b6d6c839 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.325179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65143972-a224-4bf0-9591-93b38b2401e0 req-bbe00330-fe46-4550-a5d8-59f80a1f5b92 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/security-groups?id=bcee8f9c-1287-46bf-a9bb-81e806ae035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397026 Feb 04 15:25:27.330233 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0d79d1f5-042d-45e1-9eb1-03ebd9f5dd25 req-43fb6a6d-288c-40a9-bbee-7954b6d6c839 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 944 time: 0.1674302 Feb 04 15:25:27.386880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-36c4364d-1e41-4767-b138-76ad6e2a4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.389275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-36c4364d-1e41-4767-b138-76ad6e2a4b64 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 913 time: 0.1881328 Feb 04 15:25:27.410894 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0d79d1f5-042d-45e1-9eb1-03ebd9f5dd25 req-44e55930-8ff6-4121-bcb9-7a72646b53be tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733013 Feb 04 15:25:27.434505 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'tag': '9da3bcfe-2583-4c38-822e-6503859afe4f', 'status': 'completed', 'code': 200} Feb 04 15:25:27.500670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-1654c470-33d1-401e-a6bf-f6cfeab4f39a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29306ae1-bce5-4cee-a6bc-87b3a93db285 HTTP/1.1" status: 200 len: 217 time: 0.1049738 Feb 04 15:25:27.619999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-717bbf3b-87cb-4f6b-8dd0-d9d426ea8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.621531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-717bbf3b-87cb-4f6b-8dd0-d9d426ea8f63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1baa26892154827b285efc1851d94f0&device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 1096 time: 0.1695578 Feb 04 15:25:27.679257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-791a9e1a-644e-495f-a113-afd629a46134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.681043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-791a9e1a-644e-495f-a113-afd629a46134 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.1733825 Feb 04 15:25:27.716432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:27.748404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b4357a88-5ce1-455b-917a-a350384f5237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:27.750880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-d5d12c95-4e05-4db9-b14a-4e3f098fdf8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624897 Feb 04 15:25:27.760220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c41be8-f9b0-4fa6-b498-5173bf3802cb req-079c313f-32a4-458c-ac68-8c3e013ea874 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.761891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-76c41be8-f9b0-4fa6-b498-5173bf3802cb req-079c313f-32a4-458c-ac68-8c3e013ea874 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.2034347 Feb 04 15:25:27.783087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b4357a88-5ce1-455b-917a-a350384f5237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:27.801905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b4357a88-5ce1-455b-917a-a350384f5237 admin admin] Usage tracker for resource:security_group_rule and tenant:665d7ed5ed7f45158de0dc99d5013b20 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:27.809087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b4357a88-5ce1-455b-917a-a350384f5237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:27.823612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b4357a88-5ce1-455b-917a-a350384f5237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:27.835866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf494e4-bf2a-4cf5-a3d2-eb6628bf1e69 req-38e97a92-98b4-484f-895c-1633116d6805 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.837380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0bf494e4-bf2a-4cf5-a3d2-eb6628bf1e69 req-38e97a92-98b4-484f-895c-1633116d6805 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 948 time: 0.2695436 Feb 04 15:25:27.844261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-894b70d4-07eb-4e5f-9f44-7c6fc28ad29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.846249 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-894b70d4-07eb-4e5f-9f44-7c6fc28ad29c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 200 len: 925 time: 0.2108114 Feb 04 15:25:27.891076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c6dede04-11db-471b-bbbf-78c5ed0e2e89 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:27.892688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-76c41be8-f9b0-4fa6-b498-5173bf3802cb req-18f04376-1d39-42d8-a129-99099e5ade6a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068084 Feb 04 15:25:27.906139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29d9e66b-4aab-4fe6-97b3-770e619422c2 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:27.946535 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-22e81140-5af2-4f06-b341-e287d6cafb9d service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831439 Feb 04 15:25:28.006145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-087d0ba9-40ac-45c3-ae73-de4f246a95c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9da3bcfe-2583-4c38-822e-6503859afe4f HTTP/1.1" status: 200 len: 1000 time: 0.1526289 Feb 04 15:25:28.012133 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0bf494e4-bf2a-4cf5-a3d2-eb6628bf1e69 req-85f10a80-398d-4ef4-ab6a-decc422428f6 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617632 Feb 04 15:25:28.093894 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 29d9e66b-4aab-4fe6-97b3-770e619422c2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:28.105450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 29d9e66b-4aab-4fe6-97b3-770e619422c2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:28.105947 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.114146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-42549d9e-fc0b-4c1c-9a58-e8f9511440f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.115588 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-42549d9e-fc0b-4c1c-9a58-e8f9511440f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af025474-00d6-4058-b979-67d9a9da93ce HTTP/1.1" status: 200 len: 863 time: 0.1026154 Feb 04 15:25:28.160607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b4357a88-5ce1-455b-917a-a350384f5237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.166463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-345b8297-7cd1-469c-83cb-06ab027d02f3 req-5b03b7ce-24d4-443f-91e4-d51da3442150 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128761 Feb 04 15:25:28.208932 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b4357a88-5ce1-455b-917a-a350384f5237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.282385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dc82e-0de6-495a-826c-98c3b81b9f71 req-e9898794-a67e-4411-93a8-6baaf910ea9c tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.284421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c6dede04-11db-471b-bbbf-78c5ed0e2e89, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6dede04-11db-471b-bbbf-78c5ed0e2e89,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:28.285701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e37dc82e-0de6-495a-826c-98c3b81b9f71 req-e9898794-a67e-4411-93a8-6baaf910ea9c tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.0916550 Feb 04 15:25:28.304352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'c6dede04-11db-471b-bbbf-78c5ed0e2e89', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'c6dede04-11db-471b-bbbf-78c5ed0e2e89', 'mac_address': 'fa:16:3e:ab:3f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:28.308136 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.322889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4357a88-5ce1-455b-917a-a350384f5237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d34ad-89f1-4a23-a44a-08b7f836dc4e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:28.343879 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e37dc82e-0de6-495a-826c-98c3b81b9f71 req-de20fdd1-ad7f-42c6-9320-fc457d6b7225 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522535 Feb 04 15:25:28.371575 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b4357a88-5ce1-455b-917a-a350384f5237 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=665d7ed5ed7f45158de0dc99d5013b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540859 Feb 04 15:25:28.374233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46216) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:28.397184 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.401252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-b5ca63d2-82e7-4c5c-b999-9e5cb921b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.403145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-b5ca63d2-82e7-4c5c-b999-9e5cb921b328 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b3a534c-6985-4b16-8cad-601754873575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662737 Feb 04 15:25:28.428169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:28.435593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dede04-11db-471b-bbbf-78c5ed0e2e89 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:28.446981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:28.453998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f1753-d205-49d0-83ce-edc8e7ea6707 req-900384f2-3dd3-4c65-827d-699a53465cc8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.455962 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.457314 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-072f1753-d205-49d0-83ce-edc8e7ea6707 req-900384f2-3dd3-4c65-827d-699a53465cc8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.2548709 Feb 04 15:25:28.466046 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cc20555-b5d2-4737-a6c5-ed64eac66497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.494174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c6dede04-11db-471b-bbbf-78c5ed0e2e89, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6dede04-11db-471b-bbbf-78c5ed0e2e89,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:28.497031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cc20555-b5d2-4737-a6c5-ed64eac66497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.500495 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.538010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=29d9e66b-4aab-4fe6-97b3-770e619422c2,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:28.567324 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cc20555-b5d2-4737-a6c5-ed64eac66497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.577173 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-072f1753-d205-49d0-83ce-edc8e7ea6707 req-44205ade-face-4911-8f8d-40c16ed41b4c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588133 Feb 04 15:25:28.608063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc20555-b5d2-4737-a6c5-ed64eac66497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d34ad-89f1-4a23-a44a-08b7f836dc4e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:28.615283 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cc20555-b5d2-4737-a6c5-ed64eac66497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.620513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5cc20555-b5d2-4737-a6c5-ed64eac66497 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f9d34ad-89f1-4a23-a44a-08b7f836dc4e HTTP/1.1" status: 204 len: 168 time: 0.2426641 Feb 04 15:25:28.635620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c6dede04-11db-471b-bbbf-78c5ed0e2e89,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:28.671782 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-104fd851-3cdf-43eb-ba3b-49f3ce0b9801 service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591641 Feb 04 15:25:28.720041 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2', 'code': 200} Feb 04 15:25:28.759238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c6dede04-11db-471b-bbbf-78c5ed0e2e89'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:28.896312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3fdb9-af26-43b0-99f9-8b663b860966 req-ef47e8b2-93c1-48ab-b51f-d1f4a8f82976 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.897862 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02b3fdb9-af26-43b0-99f9-8b663b860966 req-ef47e8b2-93c1-48ab-b51f-d1f4a8f82976 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 943 time: 0.1258020 Feb 04 15:25:28.940748 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2809d-d07a-472f-8537-54879fc24d74 req-a6c9c7ae-1129-4ad3-90fe-aeadc0b3de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.942515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4b2809d-d07a-472f-8537-54879fc24d74 req-a6c9c7ae-1129-4ad3-90fe-aeadc0b3de3e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1096 time: 0.1473799 Feb 04 15:25:28.959233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aafda-cc0d-4b5c-8630-b243a64a8dba req-90cf9dc5-a192-4160-965e-aec44944db36 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.966504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e8aafda-cc0d-4b5c-8630-b243a64a8dba req-90cf9dc5-a192-4160-965e-aec44944db36 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.1339314 Feb 04 15:25:28.969767 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02b3fdb9-af26-43b0-99f9-8b663b860966 req-7543e6e6-6e66-4ad0-a4b3-9ff295d3f33b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576162 Feb 04 15:25:28.979714 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34b5c42f-38cf-4019-ac9b-2eb150f3b11f req-19399d01-326d-43e7-9a62-23e24e4d94d3 service neutron] 10.222.0.53 "GET /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997279 Feb 04 15:25:29.044381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e8aafda-cc0d-4b5c-8630-b243a64a8dba req-1243cabe-a477-47ea-9993-7a4b6e673be3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769444 Feb 04 15:25:29.053243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4b2809d-d07a-472f-8537-54879fc24d74 req-7425899f-11ed-4275-9b74-8bd24142672d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029232 Feb 04 15:25:29.192226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35da56-2be6-4d96-be35-67e722197a42 req-3ff01d50-bde6-458c-b8e4-ffa8229f7074 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.193776 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad35da56-2be6-4d96-be35-67e722197a42 req-3ff01d50-bde6-458c-b8e4-ffa8229f7074 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 949 time: 0.1009762 Feb 04 15:25:29.233170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09feeb0-62f6-4992-ad32-8c026a0be3f6 req-18c91dc8-e010-416e-9532-24403d2c2d09 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.234636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b09feeb0-62f6-4992-ad32-8c026a0be3f6 req-18c91dc8-e010-416e-9532-24403d2c2d09 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.0865011 Feb 04 15:25:29.246318 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad35da56-2be6-4d96-be35-67e722197a42 req-39273b5c-75bf-4767-b37c-25945d054042 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/security-groups?id=bcee8f9c-1287-46bf-a9bb-81e806ae035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 Feb 04 15:25:29.294808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b09feeb0-62f6-4992-ad32-8c026a0be3f6 req-39077224-d1c0-4652-bab4-303b92db7941 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521545 Feb 04 15:25:29.448868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362a315-e139-4cc6-b35e-7a242a47beba req-1feddb73-44c2-4c98-83bb-4923b9f0a6f9 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.450693 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b362a315-e139-4cc6-b35e-7a242a47beba req-1feddb73-44c2-4c98-83bb-4923b9f0a6f9 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 949 time: 0.0931685 Feb 04 15:25:29.496518 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b362a315-e139-4cc6-b35e-7a242a47beba req-e59355b9-d666-4c7a-a054-1cb1e1163332 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Feb 04 15:25:29.540043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a7c8c-97b4-485c-8b51-41dad5d20560 req-c94dd81f-ebf4-415e-bac3-e712ad9b0f50 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.541520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b11a7c8c-97b4-485c-8b51-41dad5d20560 req-c94dd81f-ebf4-415e-bac3-e712ad9b0f50 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.0831649 Feb 04 15:25:29.545636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46252) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:29.600523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b11a7c8c-97b4-485c-8b51-41dad5d20560 req-5fc07f36-7657-45c4-a626-bec6d224e377 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468798 Feb 04 15:25:29.666072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-551770349-network', 'tenant_id': 'c2389a7831574306ab964da684cb81a0'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:29.671623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:29.677033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Usage tracker for resource:network and tenant:c2389a7831574306ab964da684cb81a0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:29.681144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:29.687839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:29.698492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Made reservation on behalf of c2389a7831574306ab964da684cb81a0 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:29.701199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:29.745093 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:29.779438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:29.783759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e4a06-1956-44fa-823a-ba78a28fadce req-f15cc4d6-d4ae-4e4d-9d61-49b742f54c2c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.784976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:c2389a7831574306ab964da684cb81a0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:29.785379 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f99e4a06-1956-44fa-823a-ba78a28fadce req-f15cc4d6-d4ae-4e4d-9d61-49b742f54c2c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.0868907 Feb 04 15:25:29.789091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:29.795891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:29.834409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f99e4a06-1956-44fa-823a-ba78a28fadce req-92976e5c-0050-4696-aece-a00212992a77 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Feb 04 15:25:29.839936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266681dd-9779-469a-b0f3-18595ce83e8e req-14410bd3-fdf9-47fb-9739-01044dbd8a87 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.841735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-266681dd-9779-469a-b0f3-18595ce83e8e req-14410bd3-fdf9-47fb-9739-01044dbd8a87 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.1291645 Feb 04 15:25:29.913533 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-266681dd-9779-469a-b0f3-18595ce83e8e req-3dd706d6-1dcc-46e8-a23f-53ecd10b4fe3 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648260 Feb 04 15:25:29.923867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29306ae1-bce5-4cee-a6bc-87b3a93db285 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:29.937218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c6dede04-11db-471b-bbbf-78c5ed0e2e89 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:29.944262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:29.949020 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:29.979692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:25:29.988779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15564b2-f83f-4bde-a8cd-01096730a1f8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:29.994313 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:29.994654 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Added segment 4246f881-e7d0-4ad5-bfe1-e043fd921f1b of type vlan for network a3175580-c8f1-4482-8b52-d0ce9955721c Feb 04 15:25:30.022106 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.052676 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.053889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:30.054477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.099238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port c6dede04-11db-471b-bbbf-78c5ed0e2e89 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:30.152969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port c6dede04-11db-471b-bbbf-78c5ed0e2e89 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:30.156361 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.233376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=a3175580-c8f1-4482-8b52-d0ce9955721c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:30.260478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8221b35a-ddf1-43bb-aeb0-52bd0cd55cc1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7110133 Feb 04 15:25:30.268623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46268) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:30.274464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Request body: {'subnet': {'network_id': 'a3175580-c8f1-4482-8b52-d0ce9955721c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-551770349-subnet', 'tenant_id': 'c2389a7831574306ab964da684cb81a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:30.277853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a3175580-c8f1-4482-8b52-d0ce9955721c details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:25:30.284584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:30.293972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Usage tracker for resource:subnet and tenant:c2389a7831574306ab964da684cb81a0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:30.300083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:30.310019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:30.350465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43bcdb-d339-40ce-9980-b9d1a44c15e7 req-d65e6dbe-4e15-438d-a7f0-1c669a17a371 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:30.358258 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dd43bcdb-d339-40ce-9980-b9d1a44c15e7 req-d65e6dbe-4e15-438d-a7f0-1c669a17a371 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 943 time: 0.2541423 Feb 04 15:25:30.374845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Made reservation on behalf of c2389a7831574306ab964da684cb81a0 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:30.377779 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.396550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9b84d-fef1-4c3a-b243-3c35c9f45a98 req-d960b632-269c-4c48-a415-4078d3ae7b21 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:30.398296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95f9b84d-fef1-4c3a-b243-3c35c9f45a98 req-d960b632-269c-4c48-a415-4078d3ae7b21 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.1058345 Feb 04 15:25:30.423224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 29306ae1-bce5-4cee-a6bc-87b3a93db285, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29306ae1-bce5-4cee-a6bc-87b3a93db285,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:30.449677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95f9b84d-fef1-4c3a-b243-3c35c9f45a98 req-7dfbf406-254f-4673-973b-22a980c30d01 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Feb 04 15:25:30.461171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '29306ae1-bce5-4cee-a6bc-87b3a93db285', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'port_id': '29306ae1-bce5-4cee-a6bc-87b3a93db285', 'mac_address': 'fa:16:3e:92:06:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67421194-ccf6-44ed-87a2-1bd8ab7eb3a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:30.505527 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dd43bcdb-d339-40ce-9980-b9d1a44c15e7 req-368a52b5-f93e-43a0-9dd4-3773099cb18e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463194 Feb 04 15:25:30.604608 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.625102 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.643265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29306ae1-bce5-4cee-a6bc-87b3a93db285 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:30.669732 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 29306ae1-bce5-4cee-a6bc-87b3a93db285, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29306ae1-bce5-4cee-a6bc-87b3a93db285,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:30.670503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-a2db724a-ab88-403f-83f7-f473261e3612 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:30.672041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-a2db724a-ab88-403f-83f7-f473261e3612 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.61 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 949 time: 0.1772387 Feb 04 15:25:30.675996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c6dede04-11db-471b-bbbf-78c5ed0e2e89, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6dede04-11db-471b-bbbf-78c5ed0e2e89,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:30.677127 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.717198 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.725599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c02ab6-5e1f-4f60-89d7-3e229b8c907b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dede04-11db-471b-bbbf-78c5ed0e2e89'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:30.758578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=29306ae1-bce5-4cee-a6bc-87b3a93db285,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:30.761200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd6bc8-bdc8-4740-bb30-83c7d4eebc34 req-ac3eb8a6-cca4-47d5-9d2c-01add8bb0af9 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:30.762658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43cd6bc8-bdc8-4740-bb30-83c7d4eebc34 req-ac3eb8a6-cca4-47d5-9d2c-01add8bb0af9 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 949 time: 0.1562109 Feb 04 15:25:30.766110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Deleting port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:25:30.766448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.778356 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.837134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c6dede04-11db-471b-bbbf-78c5ed0e2e89,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:30.848405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb36ae-d41d-408b-9bab-319c059b95ad req-72b9b974-5b58-40de-945a-c1e4d5527fbe tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:30.849941 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30bb36ae-d41d-408b-9bab-319c059b95ad req-72b9b974-5b58-40de-945a-c1e4d5527fbe tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.2181237 Feb 04 15:25:30.893546 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43cd6bc8-bdc8-4740-bb30-83c7d4eebc34 req-6a7d9f79-6900-4e2d-96bc-327256f7ce7f tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/security-groups?id=bcee8f9c-1287-46bf-a9bb-81e806ae035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978148 Feb 04 15:25:30.899856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc0e330-c1df-4d4d-b0a3-f52f6ba77c64,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:30.918378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Checking segment: {'id': '4246f881-e7d0-4ad5-bfe1-e043fd921f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3175580-c8f1-4482-8b52-d0ce9955721c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:30.918738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Network hostable DHCP agents. Network: a3175580-c8f1-4482-8b52-d0ce9955721c, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:25:30.931241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['29306ae1-bce5-4cee-a6bc-87b3a93db285'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:30.938698 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30bb36ae-d41d-408b-9bab-319c059b95ad req-8e10f5c3-91e3-4bd7-b97d-95fe64a5286b tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697997 Feb 04 15:25:30.950987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Network a3175580-c8f1-4482-8b52-d0ce9955721c is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:25:30.973617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a3175580-c8f1-4482-8b52-d0ce9955721c) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:30.978817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:30.979910 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.020095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf8911-d7d2-42cc-877f-f184606b4415 None None] Network a3175580-c8f1-4482-8b52-d0ce9955721c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:25:31.048250 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f9bca1b7-c27b-444e-adb6-cba5a976e10e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7783191 Feb 04 15:25:31.052736 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c02ab6-5e1f-4f60-89d7-3e229b8c907b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dede04-11db-471b-bbbf-78c5ed0e2e89', 'code': 200} Feb 04 15:25:31.224975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63579b2-8efb-43f3-b69c-58cc67925123 req-dd248bc7-c810-4308-ab1f-be00c1a82fe6 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:31.226667 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a63579b2-8efb-43f3-b69c-58cc67925123 req-dd248bc7-c810-4308-ab1f-be00c1a82fe6 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.0993619 Feb 04 15:25:31.264689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] For port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:31.265142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.372330 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a63579b2-8efb-43f3-b69c-58cc67925123 req-376fdc6f-8dc2-479a-b9c0-900886599562 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383893 Feb 04 15:25:31.432877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842a859-2832-42c1-8ae2-0e05a30ee839 req-cff51072-c2eb-4374-94bd-43db2534399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:31.434495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1842a859-2832-42c1-8ae2-0e05a30ee839 req-cff51072-c2eb-4374-94bd-43db2534399d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 1101 time: 0.3274596 Feb 04 15:25:31.442365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Calling delete_port for 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:25:31.510824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f61660-dee5-48bb-8301-b76bd272cfa3 None None] Network a3175580-c8f1-4482-8b52-d0ce9955721c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:25:31.554826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99592-7c66-463c-ac94-751876a1518b req-53b8d3c7-893a-425c-abc5-6a2e02218624 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:31.561690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9e99592-7c66-463c-ac94-751876a1518b req-53b8d3c7-893a-425c-abc5-6a2e02218624 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 950 time: 0.4899983 Feb 04 15:25:31.597452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1842a859-2832-42c1-8ae2-0e05a30ee839 req-c629e49d-c76e-4005-bcf7-06212b749871 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176724 Feb 04 15:25:31.633688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9e99592-7c66-463c-ac94-751876a1518b req-e134d105-1b9a-47b5-afd8-80bcfd311845 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709941 Feb 04 15:25:31.710619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a84f7-ecd8-40d3-a0f6-8edc1510ad8f req-0b4bad86-3cc5-48b7-977d-0586977984bc tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:31.712210 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c5a84f7-ecd8-40d3-a0f6-8edc1510ad8f req-0b4bad86-3cc5-48b7-977d-0586977984bc tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.1180217 Feb 04 15:25:31.772130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.802453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['6ab7cc97-31e7-4afc-bfdc-373e4473bc3b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:31.802626 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c5a84f7-ecd8-40d3-a0f6-8edc1510ad8f req-f9ee1c8b-5ee9-4c11-8c21-9bad032a1770 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802550 Feb 04 15:25:31.851901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46302) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:31.860681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-563316375-network', 'tenant_id': '2d48117e8fd4464999a6f6edc1250505'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:31.866793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:31.870770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Usage tracker for resource:network and tenant:2d48117e8fd4464999a6f6edc1250505 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:31.873946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:31.875653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Pushing event deleted for resources: {'Port': ['ID=6ab7cc97-31e7-4afc-bfdc-373e4473bc3b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:31.882018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:31.904558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Made reservation on behalf of 2d48117e8fd4464999a6f6edc1250505 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:31.906904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.926095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.944187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:31.948630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Usage tracker for resource:security_group_rule and tenant:2d48117e8fd4464999a6f6edc1250505 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:31.952728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:31.975228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] No DVR routers for this DVR port 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:31.978050 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.980713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c211c5-57a3-45b4-80c3-708a13f214f9', 'name': 'network-vif-deleted', 'tag': '6ab7cc97-31e7-4afc-bfdc-373e4473bc3b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:31.997721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:32.004974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14f1bc46-86ef-4ebc-9f39-8423c1a96526 req-6283dc24-bc39-49c5-b6b4-c495a70ac7a4 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.61 "DELETE /v2.0/ports/6ab7cc97-31e7-4afc-bfdc-373e4473bc3b HTTP/1.1" status: 204 len: 173 time: 1.3211944 Feb 04 15:25:32.018184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064cfbe-221d-4121-b92d-244043f21a78 req-e31a25d3-7329-4d44-95b9-741f985314ff tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.020039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1064cfbe-221d-4121-b92d-244043f21a78 req-e31a25d3-7329-4d44-95b9-741f985314ff tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 944 time: 0.2027626 Feb 04 15:25:32.084275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1064cfbe-221d-4121-b92d-244043f21a78 req-ef83b5be-59da-40c5-88ed-2ab4be8bf433 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550504 Feb 04 15:25:32.093035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11301bdf-2b0a-49ec-ad00-90a7e0e66661 req-47fe69e7-f6f0-41e9-b9c9-6f9f3dd25a90 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.096140 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-11301bdf-2b0a-49ec-ad00-90a7e0e66661 req-47fe69e7-f6f0-41e9-b9c9-6f9f3dd25a90 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1096 time: 0.1431296 Feb 04 15:25:32.183130 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-11301bdf-2b0a-49ec-ad00-90a7e0e66661 req-cce28127-b587-4d63-89bf-8a034d5b5a31 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811770 Feb 04 15:25:32.191712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.197039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.229984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953a311a-d435-4281-b04f-34553666516f admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:25:32.239771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae65713a-00cf-418b-96d8-46935f607b75,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:32.245952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.246356 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Added segment 57d8f8c4-a8b4-411c-bc78-ef63324b46bf of type vlan for network 5eb30346-b31a-422f-b24e-de6f86e320b2 Feb 04 15:25:32.271263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-149bfa8c-f621-48ba-80d3-69b89087d753 req-f92f7004-3850-4005-8ae1-2d0d47d9c4b6 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Synchronizing usage tracker for tenant:fd89c0886c4f47aa92b6ea885cc793a0 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:32.276629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.290547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-149bfa8c-f621-48ba-80d3-69b89087d753 req-f92f7004-3850-4005-8ae1-2d0d47d9c4b6 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] Unset dirty status for tenant:fd89c0886c4f47aa92b6ea885cc793a0 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:32.292184 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-149bfa8c-f621-48ba-80d3-69b89087d753 req-f92f7004-3850-4005-8ae1-2d0d47d9c4b6 tempest-ServerDiagnosticsNegativeTest-171078354 tempest-ServerDiagnosticsNegativeTest-171078354-project] 10.222.0.46 "GET /v2.0/ports?device_id=52c211c5-57a3-45b4-80c3-708a13f214f9 HTTP/1.1" status: 200 len: 210 time: 0.0833123 Feb 04 15:25:32.318196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.319313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.319896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.354056 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c211c5-57a3-45b4-80c3-708a13f214f9', 'name': 'network-vif-deleted', 'tag': '6ab7cc97-31e7-4afc-bfdc-373e4473bc3b', 'status': 'completed', 'code': 200} Feb 04 15:25:32.499655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a311a-d435-4281-b04f-34553666516f admin admin] Pushing event updated for resources: {'Network': ['ID=5eb30346-b31a-422f-b24e-de6f86e320b2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:32.503973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-953a311a-d435-4281-b04f-34553666516f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6505713 Feb 04 15:25:32.512448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5eb30346-b31a-422f-b24e-de6f86e320b2 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:25:32.512969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46320) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:32.536063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Request body: {'subnet': {'network_id': '5eb30346-b31a-422f-b24e-de6f86e320b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-563316375-subnet', 'tenant_id': '2d48117e8fd4464999a6f6edc1250505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:32.544128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:32.550294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Usage tracker for resource:subnet and tenant:2d48117e8fd4464999a6f6edc1250505 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:32.554279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:32.561913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:32.584469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9141b-6fe5-4c42-bd7c-0b1f8d3dc0fc req-dc7ede5f-e39a-4e10-8618-6d425f1723fe tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.587006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95f9141b-6fe5-4c42-bd7c-0b1f8d3dc0fc req-dc7ede5f-e39a-4e10-8618-6d425f1723fe tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.0917852 Feb 04 15:25:32.616161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810721a0-cac6-4a09-bffa-d0e93ab166ea req-acb2931f-741a-4d4d-ad7f-9ccbdf103698 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.634031 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-810721a0-cac6-4a09-bffa-d0e93ab166ea req-acb2931f-741a-4d4d-ad7f-9ccbdf103698 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.2326210 Feb 04 15:25:32.636860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Made reservation on behalf of 2d48117e8fd4464999a6f6edc1250505 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:32.639713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.706550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95f9141b-6fe5-4c42-bd7c-0b1f8d3dc0fc req-d326f352-75fd-4621-bdc8-6a02c9d0b2c7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091840 Feb 04 15:25:32.787414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-810721a0-cac6-4a09-bffa-d0e93ab166ea req-6ceae148-7e54-4e59-86d8-31ebc67af4e5 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523225 Feb 04 15:25:32.926026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c06526-4969-44bd-931f-f7780bfd1a19 req-f9d2186d-d411-46c4-99ad-6bc2da49a3e7 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.927766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-39c06526-4969-44bd-931f-f7780bfd1a19 req-f9d2186d-d411-46c4-99ad-6bc2da49a3e7 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 950 time: 0.0871258 Feb 04 15:25:32.950495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.976396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-39c06526-4969-44bd-931f-f7780bfd1a19 req-c6b83ab9-322b-4de8-a7d6-2cb91a10f908 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Feb 04 15:25:33.032969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1a34f8-ded4-4c18-a6c0-fe63454e20f4,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:33.040468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Checking segment: {'id': '57d8f8c4-a8b4-411c-bc78-ef63324b46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5eb30346-b31a-422f-b24e-de6f86e320b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:33.040852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Network hostable DHCP agents. Network: 5eb30346-b31a-422f-b24e-de6f86e320b2, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:25:33.063823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Network 5eb30346-b31a-422f-b24e-de6f86e320b2 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:25:33.075907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5eb30346-b31a-422f-b24e-de6f86e320b2) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:33.081348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:33.082010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.089264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eadbd0d-466c-40c4-ac8e-61cf66c5d9fa None None] Network 5eb30346-b31a-422f-b24e-de6f86e320b2 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:25:33.122956 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d43d8851-f2c5-4912-8003-7b92ae44f876 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6061270 Feb 04 15:25:33.315612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6958530-a350-4a0e-bef5-e02710349890 req-0a03545e-70a7-4494-b491-900de873178b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:33.317104 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f6958530-a350-4a0e-bef5-e02710349890 req-0a03545e-70a7-4494-b491-900de873178b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 944 time: 0.0895855 Feb 04 15:25:33.394339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f6958530-a350-4a0e-bef5-e02710349890 req-81ade6f1-c5e6-4ae3-87a0-5ed99331c92d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646403 Feb 04 15:25:33.442399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751bf67-97ea-4f9d-bf98-0d6db0098f73 None None] Network 5eb30346-b31a-422f-b24e-de6f86e320b2 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:25:33.798572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46354) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:33.937995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29306ae1-bce5-4cee-a6bc-87b3a93db285 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:34.019237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9ace3-b40c-43e0-81e3-b0a9dfd9e6f9 req-a88fd03b-5e03-4338-9f86-18f7fc6e1257 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:34.025364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49a9ace3-b40c-43e0-81e3-b0a9dfd9e6f9 req-a88fd03b-5e03-4338-9f86-18f7fc6e1257 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.2066436 Feb 04 15:25:34.058815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-898be699-5a76-4ec5-98fc-706087f232db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd89c0886c4f47aa92b6ea885cc793a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589343 Feb 04 15:25:34.059401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 29306ae1-bce5-4cee-a6bc-87b3a93db285 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:34.061975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46372) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:34.067019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 29306ae1-bce5-4cee-a6bc-87b3a93db285 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:34.067698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.130156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49a9ace3-b40c-43e0-81e3-b0a9dfd9e6f9 req-5a659690-23be-4d70-82c0-892407517665 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008680 Feb 04 15:25:34.157044 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1618d1ed-552e-487b-a501-b8614ddbbeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.187637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7da2d265-43e3-482c-a8e7-632f2ab8891d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.257397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.268950 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7da2d265-43e3-482c-a8e7-632f2ab8891d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.306001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d7e6c5-5956-49a8-acb2-7f836d18f965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29306ae1-bce5-4cee-a6bc-87b3a93db285'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:34.330771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 29306ae1-bce5-4cee-a6bc-87b3a93db285, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29306ae1-bce5-4cee-a6bc-87b3a93db285,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:34.337443 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.418043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-cc1bff13-bd2a-4c89-8a8f-bf393ac51a31 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:34.419852 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-cc1bff13-bd2a-4c89-8a8f-bf393ac51a31 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/networks?id=a3175580-c8f1-4482-8b52-d0ce9955721c HTTP/1.1" status: 200 len: 814 time: 0.3956852 Feb 04 15:25:34.458347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-f404718c-7ab7-4f23-b381-853cc185753e tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/quotas/c2389a7831574306ab964da684cb81a0 HTTP/1.1" status: 200 len: 375 time: 0.0316789 Feb 04 15:25:34.490442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=29306ae1-bce5-4cee-a6bc-87b3a93db285,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:34.494592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7da2d265-43e3-482c-a8e7-632f2ab8891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.513043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-5e151216-27ea-4283-8c10-ab0fc3e2ceb1 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2389a7831574306ab964da684cb81a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534687 Feb 04 15:25:34.517627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2d265-43e3-482c-a8e7-632f2ab8891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcee8f9c-1287-46bf-a9bb-81e806ae035a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:34.527431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f9386-73ae-4e5a-893f-29c861e865f1 req-3f11b084-f7da-4abc-908b-57f7c76bff09 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:34.535280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-594f9386-73ae-4e5a-893f-29c861e865f1 req-3f11b084-f7da-4abc-908b-57f7c76bff09 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1701717 Feb 04 15:25:34.555149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7da2d265-43e3-482c-a8e7-632f2ab8891d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.559129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7da2d265-43e3-482c-a8e7-632f2ab8891d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcee8f9c-1287-46bf-a9bb-81e806ae035a HTTP/1.1" status: 204 len: 168 time: 0.4959784 Feb 04 15:25:34.602606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-594f9386-73ae-4e5a-893f-29c861e865f1 req-44950155-aed4-4092-9184-08470a84a983 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658593 Feb 04 15:25:34.685137 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-387a4797-57a2-46e2-984c-992d2746c4d7 service neutron] 10.222.0.46 "GET /v2.0/networks/a3175580-c8f1-4482-8b52-d0ce9955721c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569369 Feb 04 15:25:34.827802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328fdd3-4f2b-4e90-aa66-7fe44a5ffabb req-e3dc8136-1bb3-4485-afb9-f8af1ae15b2f tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:34.830324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6328fdd3-4f2b-4e90-aa66-7fe44a5ffabb req-e3dc8136-1bb3-4485-afb9-f8af1ae15b2f tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 950 time: 0.1059937 Feb 04 15:25:34.838292 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-5253010d-70b1-4dab-8b9d-25ec634cde28 service neutron] 10.222.0.46 "GET /v2.0/networks/a3175580-c8f1-4482-8b52-d0ce9955721c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440065 Feb 04 15:25:34.885363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6328fdd3-4f2b-4e90-aa66-7fe44a5ffabb req-a2f816ae-93f4-4bcc-b3d0-b34b82525b9f tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484264 Feb 04 15:25:34.935437 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d7e6c5-5956-49a8-acb2-7f836d18f965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29306ae1-bce5-4cee-a6bc-87b3a93db285', 'code': 200} Feb 04 15:25:35.019256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46394) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:35.041863 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0317ada2-d448-4427-94a3-65912d436766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.138040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0317ada2-d448-4427-94a3-65912d436766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:35.156179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0317ada2-d448-4427-94a3-65912d436766 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ac700b65b84b44ae41213474c9459f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:35.160949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0317ada2-d448-4427-94a3-65912d436766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:35.183837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0317ada2-d448-4427-94a3-65912d436766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:35.248630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64f37e-3fd4-4d48-abcb-691f29ef9f54 req-a43bcc2d-104f-48fc-a1a1-2c900f883edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.250134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f64f37e-3fd4-4d48-abcb-691f29ef9f54 req-a43bcc2d-104f-48fc-a1a1-2c900f883edb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 1096 time: 0.1920505 Feb 04 15:25:35.264095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9a3ce-613a-4ff1-b478-7db6a338b2c6 req-ad358b27-f3e3-4e0f-bec5-e5c65ec69eb1 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.265768 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8fb9a3ce-613a-4ff1-b478-7db6a338b2c6 req-ad358b27-f3e3-4e0f-bec5-e5c65ec69eb1 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 945 time: 0.2062974 Feb 04 15:25:35.325293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:25:35.411313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f64f37e-3fd4-4d48-abcb-691f29ef9f54 req-b5583165-e24e-43ee-b347-0cde577078a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444461 Feb 04 15:25:35.420842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:25:35.421278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6ab7cc97-31e7-4afc-bfdc-373e4473bc3b not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:25:35.430914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8fb9a3ce-613a-4ff1-b478-7db6a338b2c6 req-5113cbaa-1b71-4f85-983f-e71e7fa765b1 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406295 Feb 04 15:25:35.462138 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8d8b0f12-4e95-4b33-bd64-299bae244fd5 req-b20619fd-7676-45ee-8af3-d1847bfb62b9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 210 time: 0.0886426 Feb 04 15:25:35.471106 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0317ada2-d448-4427-94a3-65912d436766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.477804 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0317ada2-d448-4427-94a3-65912d436766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.535023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0317ada2-d448-4427-94a3-65912d436766 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0ac700b65b84b44ae41213474c9459f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110204 Feb 04 15:25:35.535656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46414) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:35.642592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317ada2-d448-4427-94a3-65912d436766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abccba4-df87-4c4f-b070-3306ce472513,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:35.644470 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-13847d94-1564-46de-bf12-bebb853cd159 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a77fd5823bd04f739173f830ba9a61c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327065 Feb 04 15:25:35.706291 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a456ca8-636a-4868-9d2e-48cab0030896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.742061 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a456ca8-636a-4868-9d2e-48cab0030896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.758293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f36b7-124f-458a-89bd-679fc89100f0 req-64b6681d-8690-4fbc-a4e3-e3e209cdbde3 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.765664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d53f36b7-124f-458a-89bd-679fc89100f0 req-64b6681d-8690-4fbc-a4e3-e3e209cdbde3 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.2112381 Feb 04 15:25:35.816420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d8b-0288-4519-9cb4-449c89100a1e req-44f4a659-fae6-4581-bd71-fe4ed0a8fb60 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.817983 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-44f4a659-fae6-4581-bd71-fe4ed0a8fb60 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674192 Feb 04 15:25:35.838054 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-25bfa834-9e8d-455e-9bb8-a25c08cbe9b4 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/quotas/a77fd5823bd04f739173f830ba9a61c7 HTTP/1.1" status: 200 len: 375 time: 0.0139849 Feb 04 15:25:35.840795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d53f36b7-124f-458a-89bd-679fc89100f0 req-930f3531-cd88-4944-94d8-f234b0fe0c78 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741420 Feb 04 15:25:35.856094 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a456ca8-636a-4868-9d2e-48cab0030896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.859677 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.879876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a456ca8-636a-4868-9d2e-48cab0030896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abccba4-df87-4c4f-b070-3306ce472513,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:35.884446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a456ca8-636a-4868-9d2e-48cab0030896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.885895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3a456ca8-636a-4868-9d2e-48cab0030896 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6abccba4-df87-4c4f-b070-3306ce472513 HTTP/1.1" status: 204 len: 168 time: 0.3492293 Feb 04 15:25:35.929488 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-cdd347dc-5508-41b6-9272-5273f9b0ea32 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a77fd5823bd04f739173f830ba9a61c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0884430 Feb 04 15:25:36.234349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a09ee3-ea6c-453f-811e-e2e7175798f9 req-668fbfeb-49f9-4ede-bc85-65955417cdb3 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:36.243914 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60a09ee3-ea6c-453f-811e-e2e7175798f9 req-668fbfeb-49f9-4ede-bc85-65955417cdb3 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1129677 Feb 04 15:25:36.293791 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60a09ee3-ea6c-453f-811e-e2e7175798f9 req-5a998d98-f4f9-40e8-8b79-ee4ec102c1cf tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Feb 04 15:25:36.520455 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1f35f45a-5598-453d-8c58-21f088577863 req-c086834d-2cb5-4e0a-b01f-aa3e0a2c2c5a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 210 time: 0.1603520 Feb 04 15:25:36.647466 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7c3f171c-a2ef-4fb4-8084-238522545153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:36.828128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d0664157-eb0e-4cb6-845b-09f84fd1cfda tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:36.830080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d0664157-eb0e-4cb6-845b-09f84fd1cfda tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Synchronizing usage tracker for tenant:c2389a7831574306ab964da684cb81a0 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:36.854903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d0664157-eb0e-4cb6-845b-09f84fd1cfda tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Unset dirty status for tenant:c2389a7831574306ab964da684cb81a0 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:36.856213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d0664157-eb0e-4cb6-845b-09f84fd1cfda tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.61 "GET /v2.0/networks?id=a3175580-c8f1-4482-8b52-d0ce9955721c HTTP/1.1" status: 200 len: 814 time: 0.5721815 Feb 04 15:25:36.872616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Request body: {'port': {'device_id': '61d024be-7482-4756-a443-410b077101ab', 'network_id': 'a3175580-c8f1-4482-8b52-d0ce9955721c', 'admin_state_up': True, 'tenant_id': 'c2389a7831574306ab964da684cb81a0'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:36.894597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8613033-5a43-4923-83c9-57769c8f60db req-b27b76d3-bf44-4ec3-b997-661add02df18 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:36.903497 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f8613033-5a43-4923-83c9-57769c8f60db req-b27b76d3-bf44-4ec3-b997-661add02df18 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 945 time: 0.1665134 Feb 04 15:25:36.961235 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f8613033-5a43-4923-83c9-57769c8f60db req-ae036549-081b-4b71-a942-fb2af29bc199 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565395 Feb 04 15:25:37.150367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62cabeb4-635d-4bb8-9b56-57e82b59acfa req-3af8a667-92f0-4a1f-822a-f3ecf564f148 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 210 time: 0.0652370 Feb 04 15:25:37.209001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:37.213722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Usage tracker for resource:port and tenant:c2389a7831574306ab964da684cb81a0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:37.216824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:37.223836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:37.238601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e358af-6b9a-4225-982b-675800f1dece req-f9b8821f-64da-4ab1-ad1c-712841c0af9f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:37.239079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Made reservation on behalf of c2389a7831574306ab964da684cb81a0 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:37.240963 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b7e358af-6b9a-4225-982b-675800f1dece req-f9b8821f-64da-4ab1-ad1c-712841c0af9f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.1324887 Feb 04 15:25:37.243522 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:37.323506 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b7e358af-6b9a-4225-982b-675800f1dece req-3ac7f7a0-8c85-4aed-b717-508371cd5a5b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694921 Feb 04 15:25:37.474993 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:37.551559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Allocated IP 172.20.0.6 (a3175580-c8f1-4482-8b52-d0ce9955721c/7dc0e330-c1df-4d4d-b0a3-f52f6ba77c64/ede297fa-adc7-44a3-854f-f0224e2d734c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:37.608604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1065-5802-40d9-9114-54a18715982b req-e2277a70-8ba7-405f-b264-51adfd53def1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:37.617009 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:37.617312 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad4f1065-5802-40d9-9114-54a18715982b req-e2277a70-8ba7-405f-b264-51adfd53def1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1700418 Feb 04 15:25:37.648881 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-03d2bec9-e400-4cd6-a666-9824c889cea0 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a77fd5823bd04f739173f830ba9a61c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281212 Feb 04 15:25:37.736148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad4f1065-5802-40d9-9114-54a18715982b req-3da97d1e-e48f-4170-b4c9-58e55bc0e8b1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087952 Feb 04 15:25:37.842312 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fd37d9b5-fe3d-4242-95ac-13667b060a22 req-b04e4906-1526-4859-ab79-2529be220c54 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 210 time: 0.0655015 Feb 04 15:25:37.927795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d8b-0288-4519-9cb4-449c89100a1e req-9d6fd8db-81f5-41dd-b55b-bb3427e0e57e tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:37.929670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-9d6fd8db-81f5-41dd-b55b-bb3427e0e57e tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689869 Feb 04 15:25:37.944613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Request body: {'port': {'device_id': '7ebd8cde-b739-4c35-9a56-d867f5999c13', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': 'a77fd5823bd04f739173f830ba9a61c7'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:38.017713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:38.076674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:38.174147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:38.192680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:38.213322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Made reservation on behalf of a77fd5823bd04f739173f830ba9a61c7 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:38.217635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:38.369297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Network a3175580-c8f1-4482-8b52-d0ce9955721c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:38.373855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:38.378754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:25:38.430527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Pushing event updated for resources: {'Port': ['ID=ede297fa-adc7-44a3-854f-f0224e2d734c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:38.471528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:38.472132 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:38.506647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f66524-e921-4775-9a2f-3604b5abc20a req-0737fc16-2164-4b4e-9590-08662d22d018 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:38.508346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83f66524-e921-4775-9a2f-3604b5abc20a req-0737fc16-2164-4b4e-9590-08662d22d018 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 945 time: 0.2459600 Feb 04 15:25:38.510262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-d560f8bb-66f3-4843-bfb2-3443680086d9 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6442926 Feb 04 15:25:38.525690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa6e7e-b1f2-4e94-b522-444331578c05 req-e50bb663-72ab-4912-939d-2df0deffe036 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:38.532283 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48aa6e7e-b1f2-4e94-b522-444331578c05 req-e50bb663-72ab-4912-939d-2df0deffe036 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 931 time: 0.2054482 Feb 04 15:25:38.536393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Request body: {'port': {'device_id': '61d024be-7482-4756-a443-410b077101ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:38.616601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83f66524-e921-4775-9a2f-3604b5abc20a req-2e3736ef-d787-4ea6-8781-f470ebb6381b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987225 Feb 04 15:25:38.699784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Allocated IP 192.168.233.124 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/71757ee3-3239-4d6a-a410-fef55eb05a9f) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:38.714105 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:38.744261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48aa6e7e-b1f2-4e94-b522-444331578c05 req-3d10101f-d41e-4d3a-a1dd-06f29b49a099 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109733 Feb 04 15:25:38.762544 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.003136 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.213592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.219994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b406f7-701c-4214-b685-3feaed7ce999 req-e7396b69-76d1-4741-ba0d-e1477290fda4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:39.230750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9b406f7-701c-4214-b685-3feaed7ce999 req-e7396b69-76d1-4741-ba0d-e1477290fda4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.2791953 Feb 04 15:25:39.233655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Transition to ACTIVE for port object 71757ee3-3239-4d6a-a410-fef55eb05a9f will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:39.272223 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.287197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c6dede04-11db-471b-bbbf-78c5ed0e2e89'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:39.342500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9b406f7-701c-4214-b685-3feaed7ce999 req-cc24b84e-a129-4142-8174-0e9c25fda083 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053238 Feb 04 15:25:39.512354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede297fa-adc7-44a3-854f-f0224e2d734c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:39.521364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.538796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Transition to ACTIVE for port object ede297fa-adc7-44a3-854f-f0224e2d734c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:39.589171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:39.591506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Pushing event updated for resources: {'Port': ['ID=71757ee3-3239-4d6a-a410-fef55eb05a9f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:39.602022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:39.605977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.621425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:25:39.632746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:39.633527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.684751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1d476-c5dd-487f-8002-352fb113a07a req-1d8e496f-e6bc-48cb-af8d-685cb081c53f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:39.693642 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5bb1d476-c5dd-487f-8002-352fb113a07a req-1d8e496f-e6bc-48cb-af8d-685cb081c53f tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.6958814 Feb 04 15:25:39.697045 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-f171cd79-95b2-4b5b-917a-6c03c63b1007 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7576005 Feb 04 15:25:39.753310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Request body: {'port': {'device_id': '7ebd8cde-b739-4c35-9a56-d867f5999c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:39.796228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5bb1d476-c5dd-487f-8002-352fb113a07a req-b12a115e-f34d-4b36-897f-e4aaed0e226b tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010416 Feb 04 15:25:39.880581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Pushing event updated for resources: {'Port': ['ID=ede297fa-adc7-44a3-854f-f0224e2d734c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:39.939917 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.022616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-37c5507c-0b8d-46f1-813c-cba5ffa7efac None None] Provisioning for port 71757ee3-3239-4d6a-a410-fef55eb05a9f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:40.027551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202864f3-38a5-42d1-8673-f551deb00696 req-54520cea-f50c-4903-bfe8-5fb666ce73c2 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:40.031264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-37c5507c-0b8d-46f1-813c-cba5ffa7efac None None] Provisioning complete for port 71757ee3-3239-4d6a-a410-fef55eb05a9f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:40.031632 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-37c5507c-0b8d-46f1-813c-cba5ffa7efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.036945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-202864f3-38a5-42d1-8673-f551deb00696 req-54520cea-f50c-4903-bfe8-5fb666ce73c2 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 936 time: 0.4964163 Feb 04 15:25:40.099945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-37c5507c-0b8d-46f1-813c-cba5ffa7efac None None] Port 71757ee3-3239-4d6a-a410-fef55eb05a9f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:25:40.150128 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-202864f3-38a5-42d1-8673-f551deb00696 req-b5de1330-5947-454e-8709-144b6b697262 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117392 Feb 04 15:25:40.199162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Attempting to bind port ede297fa-adc7-44a3-854f-f0224e2d734c on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:40.199769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Attempting to bind port ede297fa-adc7-44a3-854f-f0224e2d734c by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '4246f881-e7d0-4ad5-bfe1-e043fd921f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3175580-c8f1-4482-8b52-d0ce9955721c'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:40.200287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Attempting to bind port ede297fa-adc7-44a3-854f-f0224e2d734c on network a3175580-c8f1-4482-8b52-d0ce9955721c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:40.205674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Port ede297fa-adc7-44a3-854f-f0224e2d734c on network a3175580-c8f1-4482-8b52-d0ce9955721c not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:40.206173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Attempting to bind port ede297fa-adc7-44a3-854f-f0224e2d734c on network a3175580-c8f1-4482-8b52-d0ce9955721c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:40.212536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:40.213245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Checking segment: {'id': '4246f881-e7d0-4ad5-bfe1-e043fd921f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3175580-c8f1-4482-8b52-d0ce9955721c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:40.214387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Bound using segment: {'id': '4246f881-e7d0-4ad5-bfe1-e043fd921f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3175580-c8f1-4482-8b52-d0ce9955721c'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:40.215056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Bound port: ede297fa-adc7-44a3-854f-f0224e2d734c, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4246f881-e7d0-4ad5-bfe1-e043fd921f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3175580-c8f1-4482-8b52-d0ce9955721c'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:40.215576 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.381946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] For port ede297fa-adc7-44a3-854f-f0224e2d734c, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:40.391879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] For port ede297fa-adc7-44a3-854f-f0224e2d734c, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ede297fa-adc7-44a3-854f-f0224e2d734c,segment=NetworkSegment(4246f881-e7d0-4ad5-bfe1-e043fd921f1b),segment_id=4246f881-e7d0-4ad5-bfe1-e043fd921f1b)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:40.407743 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.463993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71757ee3-3239-4d6a-a410-fef55eb05a9f {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:40.473833 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.497106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Transition to ACTIVE for port object 71757ee3-3239-4d6a-a410-fef55eb05a9f will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:40.564716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.651029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:40.651684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.653180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] 10.222.0.61 "PUT /v2.0/ports/ede297fa-adc7-44a3-854f-f0224e2d734c HTTP/1.1" status: 200 len: 1091 time: 2.1333139 Feb 04 15:25:40.653642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d024be-7482-4756-a443-410b077101ab', 'tag': 'ede297fa-adc7-44a3-854f-f0224e2d734c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:40.772675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f8fd0-8ae6-4608-9224-d6c8e844648f service neutron] Pushing event updated for resources: {'Port': ['ID=ede297fa-adc7-44a3-854f-f0224e2d734c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:40.832797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Pushing event updated for resources: {'Port': ['ID=71757ee3-3239-4d6a-a410-fef55eb05a9f,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:40.869432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-e322efed-bac2-4a79-9450-a123bf0be28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:40.871563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-e322efed-bac2-4a79-9450-a123bf0be28e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c2389a7831574306ab964da684cb81a0&device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 1094 time: 0.1592686 Feb 04 15:25:40.882010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4482e-4395-4136-9fb2-b1b62b6f55fb req-a01f718d-cdb2-4c13-a783-92777af9346a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:40.883572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29e4482e-4395-4136-9fb2-b1b62b6f55fb req-a01f718d-cdb2-4c13-a783-92777af9346a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.2088494 Feb 04 15:25:40.924058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Attempting to bind port 71757ee3-3239-4d6a-a410-fef55eb05a9f on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:40.924740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Attempting to bind port 71757ee3-3239-4d6a-a410-fef55eb05a9f by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:40.925310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Attempting to bind port 71757ee3-3239-4d6a-a410-fef55eb05a9f on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:40.935296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Port 71757ee3-3239-4d6a-a410-fef55eb05a9f on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:40.935975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Attempting to bind port 71757ee3-3239-4d6a-a410-fef55eb05a9f on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:40.952224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbc325-fea6-404b-b053-6f2ee5a3e000 req-655099e3-b8fc-4c7d-9961-10a03195477d tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:40.955031 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6adbc325-fea6-404b-b053-6f2ee5a3e000 req-655099e3-b8fc-4c7d-9961-10a03195477d tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 943 time: 0.8724494 Feb 04 15:25:40.956124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:40.956721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:40.957368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:40.958057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Bound port: 71757ee3-3239-4d6a-a410-fef55eb05a9f, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:40.958641 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.975109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-a724d662-ce5e-40b4-8b2d-e18f7b5ec56a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede297fa-adc7-44a3-854f-f0224e2d734c HTTP/1.1" status: 200 len: 217 time: 0.0904894 Feb 04 15:25:41.073170 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6adbc325-fea6-404b-b053-6f2ee5a3e000 req-0c8f7e18-9012-479d-85c6-73760944932c tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043854 Feb 04 15:25:41.104038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] For port 71757ee3-3239-4d6a-a410-fef55eb05a9f, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:41.108271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] For port 71757ee3-3239-4d6a-a410-fef55eb05a9f, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=71757ee3-3239-4d6a-a410-fef55eb05a9f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:41.113683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.122775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29e4482e-4395-4136-9fb2-b1b62b6f55fb req-85866908-34a3-496a-9104-4ceb7078a4c4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754498 Feb 04 15:25:41.146192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-4eb77609-1a03-4afa-b251-32397c48b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:41.147570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-4eb77609-1a03-4afa-b251-32397c48b6e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dc0e330-c1df-4d4d-b0a3-f52f6ba77c64 HTTP/1.1" status: 200 len: 854 time: 0.1543677 Feb 04 15:25:41.181893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:41.182687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.184176 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] 10.222.0.61 "PUT /v2.0/ports/71757ee3-3239-4d6a-a410-fef55eb05a9f HTTP/1.1" status: 200 len: 1096 time: 1.4362707 Feb 04 15:25:41.204258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebd8cde-b739-4c35-9a56-d867f5999c13', 'tag': '71757ee3-3239-4d6a-a410-fef55eb05a9f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:41.245627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-af4272b7-9dd0-4495-82a4-fa7cd279018e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a3175580-c8f1-4482-8b52-d0ce9955721c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856740 Feb 04 15:25:41.250848 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d024be-7482-4756-a443-410b077101ab', 'tag': 'ede297fa-adc7-44a3-854f-f0224e2d734c', 'status': 'completed', 'code': 200} Feb 04 15:25:41.353373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f09b8-adfd-42d2-8d87-95bd7df39de1 service neutron] Pushing event updated for resources: {'Port': ['ID=71757ee3-3239-4d6a-a410-fef55eb05a9f,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:41.385522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d8b-0288-4519-9cb4-449c89100a1e req-bdfbc8bd-cf51-4bd8-a836-48c32d7382c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:41.387117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-bdfbc8bd-cf51-4bd8-a836-48c32d7382c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a77fd5823bd04f739173f830ba9a61c7&device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 1099 time: 0.1491556 Feb 04 15:25:41.496476 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-53919e74-15dc-4bb1-92b1-699c63cae8b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=71757ee3-3239-4d6a-a410-fef55eb05a9f HTTP/1.1" status: 200 len: 217 time: 0.1012340 Feb 04 15:25:41.588022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-fefc7059-d474-4654-a4d5-3762b4a1788c service neutron] 10.222.0.61 "GET /v2.0/networks/a3175580-c8f1-4482-8b52-d0ce9955721c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322954 Feb 04 15:25:41.591654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d8b-0288-4519-9cb4-449c89100a1e req-02eb093c-69b8-4e4b-95fb-648a8d237f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:41.593361 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-02eb093c-69b8-4e4b-95fb-648a8d237f6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0868404 Feb 04 15:25:41.774262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4ad0e-419f-41ac-b5f8-94ddfedffd1c req-d14ec6e9-3dfa-4330-9c64-50a3a6acb33e tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:41.775776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7e4ad0e-419f-41ac-b5f8-94ddfedffd1c req-d14ec6e9-3dfa-4330-9c64-50a3a6acb33e tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.3521137 Feb 04 15:25:41.817741 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b9eb7c0-e919-4594-affc-098fd1818458 req-ca929dd5-83d1-46c8-83eb-55e9d13feb73 service neutron] 10.222.0.61 "GET /v2.0/networks/a3175580-c8f1-4482-8b52-d0ce9955721c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032216 Feb 04 15:25:41.867201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7e4ad0e-419f-41ac-b5f8-94ddfedffd1c req-19f63ca7-2434-449d-acf2-b914220bba27 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807991 Feb 04 15:25:41.914957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d8b-0288-4519-9cb4-449c89100a1e req-9aa67970-e1c4-4c01-92cc-4742ecf0a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:41.917271 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-9aa67970-e1c4-4c01-92cc-4742ecf0a6a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3092246 Feb 04 15:25:42.051278 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebd8cde-b739-4c35-9a56-d867f5999c13', 'tag': '71757ee3-3239-4d6a-a410-fef55eb05a9f', 'status': 'completed', 'code': 200} Feb 04 15:25:42.152571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1155ad-7a87-419c-baee-6059f310a938 req-54a8eb86-ada3-40f6-88d7-0b71a321416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:42.154219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b1155ad-7a87-419c-baee-6059f310a938 req-54a8eb86-ada3-40f6-88d7-0b71a321416e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c2389a7831574306ab964da684cb81a0&device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 1094 time: 0.1987717 Feb 04 15:25:42.244582 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-279eba2a-5184-4381-bb4e-2241236ad0cd service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136289 Feb 04 15:25:42.454343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1155ad-7a87-419c-baee-6059f310a938 req-71a44d4b-7ab1-428d-85eb-b893bb8ba2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:42.456199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b1155ad-7a87-419c-baee-6059f310a938 req-71a44d4b-7ab1-428d-85eb-b893bb8ba2a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a3175580-c8f1-4482-8b52-d0ce9955721c HTTP/1.1" status: 200 len: 915 time: 0.2927063 Feb 04 15:25:42.540712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b1155ad-7a87-419c-baee-6059f310a938 req-04c87834-c6aa-4b93-b13e-df1709f9c4de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede297fa-adc7-44a3-854f-f0224e2d734c HTTP/1.1" status: 200 len: 217 time: 0.0765269 Feb 04 15:25:42.549930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a90611-f40f-4e70-be3b-8c339820abf1 req-62f21a6d-6dee-47aa-96bd-08d66dface4d tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:42.550723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-18a90611-f40f-4e70-be3b-8c339820abf1 req-62f21a6d-6dee-47aa-96bd-08d66dface4d tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Synchronizing usage tracker for tenant:c2389a7831574306ab964da684cb81a0 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:42.551841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e0f00-9a81-42e8-94ad-83559e97febf req-d81de72b-8332-4ffa-95fa-6756ae621dbc tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:42.553484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4c2e0f00-9a81-42e8-94ad-83559e97febf req-d81de72b-8332-4ffa-95fa-6756ae621dbc tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Synchronizing usage tracker for tenant:a77fd5823bd04f739173f830ba9a61c7 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:42.557663 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91653d8b-0288-4519-9cb4-449c89100a1e req-dc1902bc-553e-414f-ac8a-fb60f0efa46b service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021882 Feb 04 15:25:42.569930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46588) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:42.588951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4c2e0f00-9a81-42e8-94ad-83559e97febf req-d81de72b-8332-4ffa-95fa-6756ae621dbc tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Unset dirty status for tenant:a77fd5823bd04f739173f830ba9a61c7 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:42.590540 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c2e0f00-9a81-42e8-94ad-83559e97febf req-d81de72b-8332-4ffa-95fa-6756ae621dbc tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 948 time: 0.4254041 Feb 04 15:25:42.624028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-18a90611-f40f-4e70-be3b-8c339820abf1 req-62f21a6d-6dee-47aa-96bd-08d66dface4d tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Unset dirty status for tenant:c2389a7831574306ab964da684cb81a0 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:42.632468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18a90611-f40f-4e70-be3b-8c339820abf1 req-62f21a6d-6dee-47aa-96bd-08d66dface4d tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 943 time: 0.3076065 Feb 04 15:25:42.662856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1155ad-7a87-419c-baee-6059f310a938 req-f448b285-53ba-4b71-9a73-9e9403cd7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:42.664273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b1155ad-7a87-419c-baee-6059f310a938 req-f448b285-53ba-4b71-9a73-9e9403cd7fa8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dc0e330-c1df-4d4d-b0a3-f52f6ba77c64 HTTP/1.1" status: 200 len: 854 time: 0.1082995 Feb 04 15:25:42.721666 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c2e0f00-9a81-42e8-94ad-83559e97febf req-cbba82c4-19c0-4c15-92b6-a2ef9eb82de3 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206057 Feb 04 15:25:42.726638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b1155ad-7a87-419c-baee-6059f310a938 req-4ca19b7a-c20b-4b4d-8ad8-dc55aee6c3bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a3175580-c8f1-4482-8b52-d0ce9955721c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516191 Feb 04 15:25:42.728862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-18a90611-f40f-4e70-be3b-8c339820abf1 req-bbab8b35-cb2d-41eb-9b9b-5db56dac0618 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Synchronizing usage tracker for tenant:c2389a7831574306ab964da684cb81a0 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:42.759877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e5cab7a-c465-4193-86b1-01d64a1e2826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:42.785627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3e5cab7a-c465-4193-86b1-01d64a1e2826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:42.790641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e5cab7a-c465-4193-86b1-01d64a1e2826 admin admin] Usage tracker for resource:security_group_rule and tenant:7b323337d9e446f2845f640c0fad2f79 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:42.793509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e5cab7a-c465-4193-86b1-01d64a1e2826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:42.801260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3e5cab7a-c465-4193-86b1-01d64a1e2826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:42.871453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b1155ad-7a87-419c-baee-6059f310a938 req-fa75bf8e-5276-4a87-aaa2-247eb743c878 service neutron] 10.222.0.61 "GET /v2.0/networks/a3175580-c8f1-4482-8b52-d0ce9955721c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361156 Feb 04 15:25:42.871995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-18a90611-f40f-4e70-be3b-8c339820abf1 req-bbab8b35-cb2d-41eb-9b9b-5db56dac0618 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Unset dirty status for tenant:c2389a7831574306ab964da684cb81a0 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:42.873004 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18a90611-f40f-4e70-be3b-8c339820abf1 req-bbab8b35-cb2d-41eb-9b9b-5db56dac0618 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397490 Feb 04 15:25:42.900612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e5cab7a-c465-4193-86b1-01d64a1e2826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:42.974693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e5cab7a-c465-4193-86b1-01d64a1e2826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.020253 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e5cab7a-c465-4193-86b1-01d64a1e2826 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b323337d9e446f2845f640c0fad2f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463851 Feb 04 15:25:43.025862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46598) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:43.051573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-7c5e5b08-8f6e-4b61-9ee1-25d7b644a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.053107 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-7c5e5b08-8f6e-4b61-9ee1-25d7b644a220 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a77fd5823bd04f739173f830ba9a61c7&device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 1099 time: 0.3996451 Feb 04 15:25:43.062523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b1155ad-7a87-419c-baee-6059f310a938 req-34841a0d-c224-4e1e-9fef-2f18cedb7f26 service neutron] 10.222.0.61 "GET /v2.0/networks/a3175580-c8f1-4482-8b52-d0ce9955721c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818526 Feb 04 15:25:43.100889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb42ad-3553-4b72-ae1e-8f08174ce6b8 req-51f8d41b-bb9d-45ca-9a2b-766cc97f4303 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.101537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cab7a-c465-4193-86b1-01d64a1e2826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a13e9c3-6ad8-4566-9679-2562e72e4143,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:43.102641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-78fb42ad-3553-4b72-ae1e-8f08174ce6b8 req-51f8d41b-bb9d-45ca-9a2b-766cc97f4303 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1018631 Feb 04 15:25:43.161085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-78fb42ad-3553-4b72-ae1e-8f08174ce6b8 req-5e24cd17-2a24-4a20-82ac-6babae8eaff1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Feb 04 15:25:43.200562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f476304-a7c5-46f4-a3c2-72cc0c1aa5fc req-56a80760-5fff-494f-a43a-c11ed93d6696 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.202057 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f476304-a7c5-46f4-a3c2-72cc0c1aa5fc req-56a80760-5fff-494f-a43a-c11ed93d6696 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.2997372 Feb 04 15:25:43.270681 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2183-0011-43f8-a821-521e529a70b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.303519 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f476304-a7c5-46f4-a3c2-72cc0c1aa5fc req-18100765-1eeb-42a6-9ba6-923d85b271e5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944607 Feb 04 15:25:43.321139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-9c1e7bb8-4898-432b-9e72-eae9b827b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.328311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-9c1e7bb8-4898-432b-9e72-eae9b827b1f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2534392 Feb 04 15:25:43.328311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2183-0011-43f8-a821-521e529a70b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.406462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-9ac6d593-e453-40fa-ba89-7aee94d22922 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=71757ee3-3239-4d6a-a410-fef55eb05a9f HTTP/1.1" status: 200 len: 217 time: 0.0709989 Feb 04 15:25:43.481656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-c4c21d84-2dad-42fa-88a7-59e8dc510c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.483158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-c4c21d84-2dad-42fa-88a7-59e8dc510c9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0668943 Feb 04 15:25:43.525303 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2183-0011-43f8-a821-521e529a70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.547181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d2183-0011-43f8-a821-521e529a70b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a13e9c3-6ad8-4566-9679-2562e72e4143,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:43.558588 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2183-0011-43f8-a821-521e529a70b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.559680 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8f8d2183-0011-43f8-a821-521e529a70b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a13e9c3-6ad8-4566-9679-2562e72e4143 HTTP/1.1" status: 204 len: 168 time: 0.5316105 Feb 04 15:25:43.581151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-76b88f4f-f827-4f65-8108-276756ddf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.582592 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-76b88f4f-f827-4f65-8108-276756ddf252 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923555 Feb 04 15:25:43.746020 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-2ae7ffea-d8ba-4c35-96b3-34e9dfb36b69 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559968 Feb 04 15:25:43.780073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-42e11810-71b0-4668-902a-c096192c47b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876534 Feb 04 15:25:43.924937 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d876a5e5-f442-4a5f-89a1-06681f8fa9cb req-3e436e64-4b79-4dad-b754-a2334a908923 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682761 Feb 04 15:25:44.012330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-2566edc6-3e49-426d-9990-726051e86e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.013936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-2566edc6-3e49-426d-9990-726051e86e95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1100 time: 0.2037714 Feb 04 15:25:44.044490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c6281-654f-409c-9ba2-9413ebae5251 req-1267e1e3-daf7-4f75-bf96-e65319292aa4 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.047444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f4c6281-654f-409c-9ba2-9413ebae5251 req-1267e1e3-daf7-4f75-bf96-e65319292aa4 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 948 time: 0.2004395 Feb 04 15:25:44.148128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4c08a-ed25-4cdf-8e72-79d7511b20a5 req-39d4aa96-36c2-4060-b2c4-31a76bb2916b tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.157968 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bfc4c08a-ed25-4cdf-8e72-79d7511b20a5 req-39d4aa96-36c2-4060-b2c4-31a76bb2916b tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 943 time: 0.1289976 Feb 04 15:25:44.220726 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bfc4c08a-ed25-4cdf-8e72-79d7511b20a5 req-54dd7014-8467-48ff-a679-fc7c34db1f7e tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617042 Feb 04 15:25:44.298627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f4c6281-654f-409c-9ba2-9413ebae5251 req-5d6e2bb3-d16a-45a1-9faa-4266bfc9e614 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267571 Feb 04 15:25:44.393976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-1aa7a856-a1ef-4b99-a8e6-793761865e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.395845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-1aa7a856-a1ef-4b99-a8e6-793761865e10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3469758 Feb 04 15:25:44.450853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69708-4100-41a7-9021-291569c6860a req-1f75f30a-b119-4f04-971f-87e6fbfb81fa tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.452665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e0a69708-4100-41a7-9021-291569c6860a req-1f75f30a-b119-4f04-971f-87e6fbfb81fa tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.0952754 Feb 04 15:25:44.507993 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e0a69708-4100-41a7-9021-291569c6860a req-3bd25165-3272-487c-a727-3c17f99479d1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488074 Feb 04 15:25:44.512079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-b12d929e-caec-4039-a81c-2cd71ff4ecf2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 217 time: 0.1078830 Feb 04 15:25:44.604068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-c710d169-8e11-4687-95b0-30ba047db9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.605512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-c710d169-8e11-4687-95b0-30ba047db9d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0804474 Feb 04 15:25:44.655184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9606a7-730b-47d7-a83a-da19da359a6f req-def2daf0-356d-49f8-8d9c-15213efe0f3f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.656570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a9606a7-730b-47d7-a83a-da19da359a6f req-def2daf0-356d-49f8-8d9c-15213efe0f3f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.1928360 Feb 04 15:25:44.716346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a9606a7-730b-47d7-a83a-da19da359a6f req-a776dce9-ca6f-4ac6-823e-10e005d644bc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 Feb 04 15:25:44.732325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-715d7d3f-27f5-4506-9967-85e8772a8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.733898 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-715d7d3f-27f5-4506-9967-85e8772a8c7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203306 Feb 04 15:25:44.869101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-baa41196-a750-447d-b088-e02172c71dc1 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276584 Feb 04 15:25:45.001154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d353bf5c-be29-4efb-9355-e9323bbed4bb req-051c1799-24e2-4740-abba-204c282054fb service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250484 Feb 04 15:25:45.386930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 71757ee3-3239-4d6a-a410-fef55eb05a9f details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:45.525558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de458291-e253-4096-b9e0-dcbcafd19de5 req-8241c781-e0cb-4356-aa4f-3ec12b75c2b5 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:45.527171 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-de458291-e253-4096-b9e0-dcbcafd19de5 req-8241c781-e0cb-4356-aa4f-3ec12b75c2b5 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 943 time: 0.1835530 Feb 04 15:25:45.556588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 71757ee3-3239-4d6a-a410-fef55eb05a9f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=71757ee3-3239-4d6a-a410-fef55eb05a9f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:45.560217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57986c8a-850b-45ef-9eba-243adb493759 req-fd15bc02-6a43-4fa6-bb24-6ed448904e3d tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:45.562339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57986c8a-850b-45ef-9eba-243adb493759 req-fd15bc02-6a43-4fa6-bb24-6ed448904e3d tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 948 time: 0.0950255 Feb 04 15:25:45.571833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '71757ee3-3239-4d6a-a410-fef55eb05a9f', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '71757ee3-3239-4d6a-a410-fef55eb05a9f', 'mac_address': 'fa:16:3e:d4:8d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:45.576585 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-de458291-e253-4096-b9e0-dcbcafd19de5 req-f84b3b97-6be7-4efc-ad5b-0ae6a2a82c78 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Feb 04 15:25:45.617144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57986c8a-850b-45ef-9eba-243adb493759 req-133b3bfd-6ca4-4eb6-82dc-c74b72b55fdb tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469270 Feb 04 15:25:45.631148 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.649255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71757ee3-3239-4d6a-a410-fef55eb05a9f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:45.665495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 71757ee3-3239-4d6a-a410-fef55eb05a9f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=71757ee3-3239-4d6a-a410-fef55eb05a9f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:45.670521 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.671258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ede297fa-adc7-44a3-854f-f0224e2d734c details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:45.811148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ff727-21e7-474c-8860-8076503ac6ce req-16ca03a2-ee17-4b09-866b-6368d50e2d1a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:45.812726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011ff727-21e7-474c-8860-8076503ac6ce req-16ca03a2-ee17-4b09-866b-6368d50e2d1a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.0889335 Feb 04 15:25:45.828058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=71757ee3-3239-4d6a-a410-fef55eb05a9f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:45.846271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.846614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.846954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.847282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.847609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.847935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.848257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.848574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.848932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.849449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.849771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.850117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:45.864857 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011ff727-21e7-474c-8860-8076503ac6ce req-ddb3f91d-9987-4181-b056-22471feef3ea tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438409 Feb 04 15:25:45.901567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port ede297fa-adc7-44a3-854f-f0224e2d734c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ede297fa-adc7-44a3-854f-f0224e2d734c,segment=NetworkSegment(4246f881-e7d0-4ad5-bfe1-e043fd921f1b),segment_id=4246f881-e7d0-4ad5-bfe1-e043fd921f1b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:45.915734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'ede297fa-adc7-44a3-854f-f0224e2d734c', 'network_id': 'a3175580-c8f1-4482-8b52-d0ce9955721c', 'port_id': 'ede297fa-adc7-44a3-854f-f0224e2d734c', 'mac_address': 'fa:16:3e:bf:5a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc0e330-c1df-4d4d-b0a3-f52f6ba77c64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:45.979480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:46.004136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede297fa-adc7-44a3-854f-f0224e2d734c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:46.021476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port ede297fa-adc7-44a3-854f-f0224e2d734c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ede297fa-adc7-44a3-854f-f0224e2d734c,segment=NetworkSegment(4246f881-e7d0-4ad5-bfe1-e043fd921f1b),segment_id=4246f881-e7d0-4ad5-bfe1-e043fd921f1b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:46.025507 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:46.099995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f45ad-c1ef-4399-8658-306a6ab278f8 req-174937f8-e6f1-4b44-9238-fae35b771f73 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:46.101665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-552f45ad-c1ef-4399-8658-306a6ab278f8 req-174937f8-e6f1-4b44-9238-fae35b771f73 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.1261227 Feb 04 15:25:46.103683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=ede297fa-adc7-44a3-854f-f0224e2d734c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:46.148894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-552f45ad-c1ef-4399-8658-306a6ab278f8 req-c5c1f230-e790-46d3-8a09-cc1690eb461d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Feb 04 15:25:46.367879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['71757ee3-3239-4d6a-a410-fef55eb05a9f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:46.397176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['ede297fa-adc7-44a3-854f-f0224e2d734c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:46.788403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8f364-8559-46e6-a7b7-52fb155db4ee req-8ab30640-6f67-4126-a360-7dc4c94b7ac7 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:46.790180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5f8f364-8559-46e6-a7b7-52fb155db4ee req-8ab30640-6f67-4126-a360-7dc4c94b7ac7 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 944 time: 0.0894592 Feb 04 15:25:46.843407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5f8f364-8559-46e6-a7b7-52fb155db4ee req-745eaafb-cb98-441f-a0a0-3b4793ca7346 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464163 Feb 04 15:25:47.029878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acde44-b018-40e4-a3c9-00dd307aa03e req-da0f3d56-fd73-44db-9c4f-5f329968f878 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:47.031340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9acde44-b018-40e4-a3c9-00dd307aa03e req-da0f3d56-fd73-44db-9c4f-5f329968f878 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 949 time: 0.0819037 Feb 04 15:25:47.080651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9acde44-b018-40e4-a3c9-00dd307aa03e req-85ed5db6-eddd-4786-b4cf-e5c1c714e33c tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 Feb 04 15:25:47.143294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54be827-3cca-4225-a6de-b0f8ef2a4aa2 req-2fae38a3-e970-4afa-a8d5-012e8c7152ea tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:47.144960 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e54be827-3cca-4225-a6de-b0f8ef2a4aa2 req-2fae38a3-e970-4afa-a8d5-012e8c7152ea tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1043072 Feb 04 15:25:47.194146 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e54be827-3cca-4225-a6de-b0f8ef2a4aa2 req-887f8f89-ef9c-4ab0-9937-cfde22a087c4 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436039 Feb 04 15:25:47.374814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fa4e4-a8c1-4217-a344-a6f1fafcff4d req-55a0c4d0-23a9-45b4-8e70-a6a04e6f58c8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:47.376400 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ee3fa4e4-a8c1-4217-a344-a6f1fafcff4d req-55a0c4d0-23a9-45b4-8e70-a6a04e6f58c8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.0836754 Feb 04 15:25:47.423550 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ee3fa4e4-a8c1-4217-a344-a6f1fafcff4d req-12e8b137-423d-4540-9ff4-eae8530b62a2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Feb 04 15:25:48.035739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dab2ca-f420-4a89-a324-4d76b0df1050 req-2cf08f5b-c960-4a56-be11-ded8ba72a1aa tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:48.037267 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-69dab2ca-f420-4a89-a324-4d76b0df1050 req-2cf08f5b-c960-4a56-be11-ded8ba72a1aa tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 944 time: 0.0829852 Feb 04 15:25:48.084444 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-69dab2ca-f420-4a89-a324-4d76b0df1050 req-8fde5e63-59ec-451e-b039-de14edceae76 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408897 Feb 04 15:25:48.270074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ab4d9-ef35-4699-840a-a641f6f166b6 req-17328255-fce1-4f1f-a8fe-f4edd8567c86 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:48.271769 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-617ab4d9-ef35-4699-840a-a641f6f166b6 req-17328255-fce1-4f1f-a8fe-f4edd8567c86 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 949 time: 0.0854554 Feb 04 15:25:48.323747 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-617ab4d9-ef35-4699-840a-a641f6f166b6 req-b7789a75-fefc-42e6-95ae-62563143e7aa tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445802 Feb 04 15:25:48.509638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488eb04-f538-4b65-9eb0-6de9679d9e86 req-fb783025-6a3c-40c3-8714-08f4e9b9d64a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:48.511117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e488eb04-f538-4b65-9eb0-6de9679d9e86 req-fb783025-6a3c-40c3-8714-08f4e9b9d64a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.0839033 Feb 04 15:25:48.570447 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e488eb04-f538-4b65-9eb0-6de9679d9e86 req-fa2c2a60-9227-4462-a835-09d02ed10419 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520656 Feb 04 15:25:48.778636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72cf63-e005-47f4-b129-b481dcd06c52 req-068624ee-9e5d-4d7f-83a8-4e2b06ff0439 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:48.780448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad72cf63-e005-47f4-b129-b481dcd06c52 req-068624ee-9e5d-4d7f-83a8-4e2b06ff0439 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.1054201 Feb 04 15:25:48.829234 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad72cf63-e005-47f4-b129-b481dcd06c52 req-967c47d1-3e77-42bf-8ec5-5b1b93e5806e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Feb 04 15:25:49.298898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36735196-6454-40c0-992f-a66d51fee4b6 req-286a3a65-6815-4314-98ec-13e55ef56a99 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:49.314004 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36735196-6454-40c0-992f-a66d51fee4b6 req-286a3a65-6815-4314-98ec-13e55ef56a99 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 944 time: 0.1101604 Feb 04 15:25:49.346294 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:25:49.381207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36735196-6454-40c0-992f-a66d51fee4b6 req-2b2a0c2c-0bea-4b80-a2da-2d7de9e76b5a tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660877 Feb 04 15:25:49.421172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 71757ee3-3239-4d6a-a410-fef55eb05a9f up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:49.507044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 71757ee3-3239-4d6a-a410-fef55eb05a9f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:49.511902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 71757ee3-3239-4d6a-a410-fef55eb05a9f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:49.512338 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.571407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffccb8-2307-48ac-870f-656c21a238cc req-e51621d6-9043-4542-97a6-345657ce25df tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:49.578871 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-33ffccb8-2307-48ac-870f-656c21a238cc req-e51621d6-9043-4542-97a6-345657ce25df tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 949 time: 0.1018200 Feb 04 15:25:49.625449 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-33ffccb8-2307-48ac-870f-656c21a238cc req-a902172f-26c7-43c7-99b1-12e7f7abbf0a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Feb 04 15:25:49.664258 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.705195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 71757ee3-3239-4d6a-a410-fef55eb05a9f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=71757ee3-3239-4d6a-a410-fef55eb05a9f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:49.706550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebd8cde-b739-4c35-9a56-d867f5999c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71757ee3-3239-4d6a-a410-fef55eb05a9f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:49.714609 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.715462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ede297fa-adc7-44a3-854f-f0224e2d734c up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:49.881987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=71757ee3-3239-4d6a-a410-fef55eb05a9f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:49.897678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port ede297fa-adc7-44a3-854f-f0224e2d734c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:49.907163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port ede297fa-adc7-44a3-854f-f0224e2d734c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:49.907602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.985818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ba8c3-92e3-4706-9f68-0e104ded2217 req-f40fb8ce-88ce-47e5-85b8-2961a1a4a1bf tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:49.990091 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dd3ba8c3-92e3-4706-9f68-0e104ded2217 req-f40fb8ce-88ce-47e5-85b8-2961a1a4a1bf tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1063943 Feb 04 15:25:50.034553 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebd8cde-b739-4c35-9a56-d867f5999c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71757ee3-3239-4d6a-a410-fef55eb05a9f', 'code': 200} Feb 04 15:25:50.111407 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dd3ba8c3-92e3-4706-9f68-0e104ded2217 req-43b8cba7-17e4-4efe-aa0a-de681410b071 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048031 Feb 04 15:25:50.144019 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:50.204346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port ede297fa-adc7-44a3-854f-f0224e2d734c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ede297fa-adc7-44a3-854f-f0224e2d734c,segment=NetworkSegment(4246f881-e7d0-4ad5-bfe1-e043fd921f1b),segment_id=4246f881-e7d0-4ad5-bfe1-e043fd921f1b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:50.210151 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:50.288021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=ede297fa-adc7-44a3-854f-f0224e2d734c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:50.355706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be952017-a949-47fa-add0-4be7a543fa10 req-f5c2f6b0-ef4d-496a-95c5-ac6980754dc7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:50.357270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be952017-a949-47fa-add0-4be7a543fa10 req-f5c2f6b0-ef4d-496a-95c5-ac6980754dc7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.1333537 Feb 04 15:25:50.365455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337bf81-3f64-4271-9bde-d4f5f33bd929 req-397cd9a6-4c7d-48f6-a7e4-265909855620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:50.367237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7337bf81-3f64-4271-9bde-d4f5f33bd929 req-397cd9a6-4c7d-48f6-a7e4-265909855620 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 1101 time: 0.2465887 Feb 04 15:25:50.432129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be952017-a949-47fa-add0-4be7a543fa10 req-c80eab91-1061-46c3-9b92-226771991292 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639210 Feb 04 15:25:50.449042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7337bf81-3f64-4271-9bde-d4f5f33bd929 req-9c4705c2-0e06-446f-8161-2345e6c96568 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568299 Feb 04 15:25:50.808372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf7c7a-1464-40fc-911e-6f78c43b038e req-10440b84-da8e-41be-b401-c1567b383e1f tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:50.810347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ffcf7c7a-1464-40fc-911e-6f78c43b038e req-10440b84-da8e-41be-b401-c1567b383e1f tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1096 time: 0.0701220 Feb 04 15:25:50.827125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654691ce-76e2-4f01-b0c5-1b364929a887 req-45f455f2-4de8-47a3-a349-759eaea7293f tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:50.828786 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-654691ce-76e2-4f01-b0c5-1b364929a887 req-45f455f2-4de8-47a3-a349-759eaea7293f tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 945 time: 0.0836840 Feb 04 15:25:50.855474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ffcf7c7a-1464-40fc-911e-6f78c43b038e req-47c2fd4d-4be2-4e39-b1d3-37fd61b6620c tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Feb 04 15:25:50.942833 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-654691ce-76e2-4f01-b0c5-1b364929a887 req-402e40ba-e245-4dfd-8efd-d2f57bff9b19 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084349 Feb 04 15:25:51.088590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301b4e9-b2cc-4b24-a155-528508025eac req-b49d2795-3595-492a-980b-dc0c615e86f8 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:51.090291 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a301b4e9-b2cc-4b24-a155-528508025eac req-b49d2795-3595-492a-980b-dc0c615e86f8 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 950 time: 0.0845728 Feb 04 15:25:51.143840 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a301b4e9-b2cc-4b24-a155-528508025eac req-7dc39aae-4809-412c-98e1-d8203bf30e6c tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469465 Feb 04 15:25:51.190057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9030df-f3c0-4b8e-a184-4b42e50f7f65 req-175c5156-7d84-4fb6-9273-5dabe17a06ae tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:51.192051 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba9030df-f3c0-4b8e-a184-4b42e50f7f65 req-175c5156-7d84-4fb6-9273-5dabe17a06ae tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 945 time: 0.0875030 Feb 04 15:25:51.239018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba9030df-f3c0-4b8e-a184-4b42e50f7f65 req-a9074a56-dbdd-4d4e-bcf9-482e4369b21a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Feb 04 15:25:51.482147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d21a0b-22c4-4d68-ad64-3e17586815c0 req-05ad9514-b541-4f04-9379-db646998338d tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:51.483720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21d21a0b-22c4-4d68-ad64-3e17586815c0 req-05ad9514-b541-4f04-9379-db646998338d tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.0899510 Feb 04 15:25:51.532038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21d21a0b-22c4-4d68-ad64-3e17586815c0 req-e78581e1-6c29-40de-8c18-2223f4490ff5 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Feb 04 15:25:51.644126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47228) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:51.741378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427fabc-eff8-4023-bb53-4e3830e82a3d req-f566e7e1-36d5-431d-96b7-5fb57735278e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:51.743252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b427fabc-eff8-4023-bb53-4e3830e82a3d req-f566e7e1-36d5-431d-96b7-5fb57735278e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.0982459 Feb 04 15:25:51.800572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b427fabc-eff8-4023-bb53-4e3830e82a3d req-7135b417-6e5e-42f9-8615-c73d792cfbe1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512528 Feb 04 15:25:51.800988 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1aa46726-4848-4d71-815b-1cde7c5ea593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.825367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1aa46726-4848-4d71-815b-1cde7c5ea593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:51.832895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1aa46726-4848-4d71-815b-1cde7c5ea593 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4e5b7ee320455494bfb2ae3b56e90f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:51.835926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1aa46726-4848-4d71-815b-1cde7c5ea593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:51.842147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1aa46726-4848-4d71-815b-1cde7c5ea593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:51.935384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1aa46726-4848-4d71-815b-1cde7c5ea593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.939692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1aa46726-4848-4d71-815b-1cde7c5ea593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.991476 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1aa46726-4848-4d71-815b-1cde7c5ea593 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e4e5b7ee320455494bfb2ae3b56e90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459799 Feb 04 15:25:51.993226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa46726-4848-4d71-815b-1cde7c5ea593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccb4a2e-4cb9-48e8-a273-1cc725655104,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:51.994348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47246) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:52.036132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d024be-7482-4756-a443-410b077101ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede297fa-adc7-44a3-854f-f0224e2d734c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:52.109888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-036c4f04-cdae-458a-91b1-c40f8d0b7681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.155453 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-036c4f04-cdae-458a-91b1-c40f8d0b7681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.215394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33957732-ed23-47ee-a7e3-cd1fe8612bb7 req-fb484889-27a1-46e3-b2d7-04272231a62a tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:52.217003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33957732-ed23-47ee-a7e3-cd1fe8612bb7 req-fb484889-27a1-46e3-b2d7-04272231a62a tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 945 time: 0.1558592 Feb 04 15:25:52.234877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-6b7c267c-1f15-409d-848f-e9ec2a3661fb tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:25:52.235926 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-6b7c267c-1f15-409d-848f-e9ec2a3661fb tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059757 Feb 04 15:25:52.246474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Request body: {'binding': {'host': 'n-h2-827870-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:52.246923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Unknown quota resources ['binding']. {{(pid=87571) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 15:25:52.260683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-036c4f04-cdae-458a-91b1-c40f8d0b7681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.280331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c4f04-cdae-458a-91b1-c40f8d0b7681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccb4a2e-4cb9-48e8-a273-1cc725655104,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:52.296600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33957732-ed23-47ee-a7e3-cd1fe8612bb7 req-3f8a1217-0644-4d39-98a6-03ee174c6ae0 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728550 Feb 04 15:25:52.298333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-036c4f04-cdae-458a-91b1-c40f8d0b7681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.299211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-036c4f04-cdae-458a-91b1-c40f8d0b7681 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ccb4a2e-4cb9-48e8-a273-1cc725655104 HTTP/1.1" status: 204 len: 168 time: 0.3038738 Feb 04 15:25:52.494941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on host n-h2-827870-1 for vnic_type normal with profile None {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:52.495355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:52.495752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:52.501750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:52.502156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:52.508334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:52.508761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:52.509594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:52.510095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Bound port: 29d9e66b-4aab-4fe6-97b3-770e619422c2, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:52.544983 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d024be-7482-4756-a443-410b077101ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede297fa-adc7-44a3-854f-f0224e2d734c', 'code': 200} Feb 04 15:25:52.546705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:52.559102 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] Notify callbacks [] for binding, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.572254 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-3c7bd72a-d2cb-4e43-8818-9adc383ae44b service neutron] 10.222.0.46 "POST /v2.0/ports/29d9e66b-4aab-4fe6-97b3-770e619422c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3302875 Feb 04 15:25:52.877332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab762d-b922-4c85-b4cb-f5cef696cc25 req-2f61066c-1f31-430d-8412-7c28515697df tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:52.878913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fcab762d-b922-4c85-b4cb-f5cef696cc25 req-2f61066c-1f31-430d-8412-7c28515697df tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 950 time: 0.2319596 Feb 04 15:25:52.884529 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-e5180cb3-b712-4b48-a99a-b6a4a6a6eb36 service neutron] show failed (client error): The resource could not be found. Feb 04 15:25:52.885601 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-e5180cb3-b712-4b48-a99a-b6a4a6a6eb36 service neutron] 10.222.0.61 "GET /v2.0/ports/6d4e9c3e-29c7-46fd-afcd-d41fa871d42c/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.2045884 Feb 04 15:25:52.899611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083107f7-a780-439c-8b26-5cf415c80a87 req-cac8a0c5-4349-465f-9bfa-3105ed5abd8d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:52.905236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-083107f7-a780-439c-8b26-5cf415c80a87 req-cac8a0c5-4349-465f-9bfa-3105ed5abd8d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 945 time: 0.1238391 Feb 04 15:25:52.989812 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-083107f7-a780-439c-8b26-5cf415c80a87 req-baeff218-82a4-41b0-a7ad-bf9a36ca2ad5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744464 Feb 04 15:25:53.017782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeaf90-6788-486f-8e47-1963ae0d29eb req-18c8bd6b-a346-4475-a056-e0c2881a6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:53.019312 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ecfeaf90-6788-486f-8e47-1963ae0d29eb req-18c8bd6b-a346-4475-a056-e0c2881a6a6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 1096 time: 0.4079080 Feb 04 15:25:53.034418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fcab762d-b922-4c85-b4cb-f5cef696cc25 req-3cf167ae-dc2c-4483-8195-3aa7bfda7eb9 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152642 Feb 04 15:25:53.044737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-363df2c9-5f87-44c0-97c9-6c95841f8df0 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:53.051679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-363df2c9-5f87-44c0-97c9-6c95841f8df0 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 945 time: 0.2937827 Feb 04 15:25:53.315307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47284) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:53.322949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ecfeaf90-6788-486f-8e47-1963ae0d29eb req-2e96caef-fe42-4a6e-97cf-727e754323ee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700634 Feb 04 15:25:53.344945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-823386b4-b31d-4351-8b35-b09f7f995930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:53.346666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-823386b4-b31d-4351-8b35-b09f7f995930 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1096 time: 0.4803715 Feb 04 15:25:53.356360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Deleting port 29306ae1-bce5-4cee-a6bc-87b3a93db285 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:25:53.356718 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.454144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086bfa-10f2-421d-9873-4b2e36f47df1 req-bae875c0-4116-44b0-a74e-a7cd7c0ddde9 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:53.455622 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59086bfa-10f2-421d-9873-4b2e36f47df1 req-bae875c0-4116-44b0-a74e-a7cd7c0ddde9 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.2779031 Feb 04 15:25:53.476505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633a85d-19d7-427a-8013-8fe133b6e316 req-2ee81c69-931b-4f7f-b1bb-e64f7f57721b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:53.477998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6633a85d-19d7-427a-8013-8fe133b6e316 req-2ee81c69-931b-4f7f-b1bb-e64f7f57721b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.2730246 Feb 04 15:25:53.493690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-552645567-network', 'tenant_id': '84bfbb5c181f441280cc0c4a137e63ca'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:53.499053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-bfb62d2c-b49c-4016-bd5e-b3b1482a7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:53.500580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-bfb62d2c-b49c-4016-bd5e-b3b1482a7af7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 1100 time: 0.2478199 Feb 04 15:25:53.510528 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59086bfa-10f2-421d-9873-4b2e36f47df1 req-182c2461-d1a1-490d-80ab-1855496d1fa8 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Feb 04 15:25:53.513559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:53.516167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:53.590691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Usage tracker for resource:network and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:53.616877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:53.679923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:53.687125 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.730240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Made reservation on behalf of 84bfbb5c181f441280cc0c4a137e63ca for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:53.732487 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.749451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6633a85d-19d7-427a-8013-8fe133b6e316 req-ef42390e-2c78-4da1-b984-27420e387685 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591851 Feb 04 15:25:53.759946 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.806914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:53.824456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4815107-f3e0-459f-b4c8-aadaebe11818 req-43ce95f5-5164-411a-997d-8ce488b3941a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:53.826021 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4815107-f3e0-459f-b4c8-aadaebe11818 req-43ce95f5-5164-411a-997d-8ce488b3941a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.2018020 Feb 04 15:25:53.838113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:53.846010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:53.852958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] For port 29306ae1-bce5-4cee-a6bc-87b3a93db285, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29306ae1-bce5-4cee-a6bc-87b3a93db285,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:53.853317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.861568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-812c8056-bbc0-450e-a81b-56ac3a67ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:53.863008 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-812c8056-bbc0-450e-a81b-56ac3a67ee55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.2738218 Feb 04 15:25:53.864622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:53.961794 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4815107-f3e0-459f-b4c8-aadaebe11818 req-f7302b12-50b0-4eb3-8907-128ef1571711 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262171 Feb 04 15:25:54.033895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:54.074274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:54.136578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Calling delete_port for 29306ae1-bce5-4cee-a6bc-87b3a93db285 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:25:54.168890 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-ec67f535-d26c-4a2c-a2c3-9885b979c040 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2 HTTP/1.1" status: 200 len: 217 time: 0.2963803 Feb 04 15:25:54.190086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:54.201438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.223869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Transition to ACTIVE for port object 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:54.230668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.361535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353bbe-1f2f-457b-9d11-f9c792e1e908 req-bdb0a123-9d55-4a5c-a0d8-23b9beaa5031 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:54.363075 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a353bbe-1f2f-457b-9d11-f9c792e1e908 req-bdb0a123-9d55-4a5c-a0d8-23b9beaa5031 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 945 time: 0.2393692 Feb 04 15:25:54.384852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-2ded4482-e68f-422a-949f-8f092d1ddf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:54.386320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-2ded4482-e68f-422a-949f-8f092d1ddf85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.1953287 Feb 04 15:25:54.430557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] No DVR routers for this DVR port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:54.435297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:54.498669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-c8784fe7-768e-4237-972e-7443489846fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724118 Feb 04 15:25:54.509642 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a353bbe-1f2f-457b-9d11-f9c792e1e908 req-608b7821-bd71-4c9b-a3f5-1835d7858033 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364453 Feb 04 15:25:54.511853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Attempting to bind port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:54.512188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Attempting to bind port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:54.512566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Attempting to bind port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:54.514967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fc454-031b-483e-983b-8e441a2eb671 req-66ee6df8-7bef-4f24-a6d7-4b5e81326337 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:54.516837 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e4fc454-031b-483e-983b-8e441a2eb671 req-66ee6df8-7bef-4f24-a6d7-4b5e81326337 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 945 time: 0.3513579 Feb 04 15:25:54.517735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:25:54.518058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Attempting to bind port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:25:54.523539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:25:54.523876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:54.524257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:25:54.524684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Bound port: 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:54.525128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.634100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:25:54.635364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.643610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.648337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:25:54.648686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.655524 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.741837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event deleted for resources: {'Port': ['ID=29306ae1-bce5-4cee-a6bc-87b3a93db285,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:54.764132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:25:54.772026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:54.773513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.775226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] 10.222.0.53 "PUT /v2.0/ports/6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 1095 time: 1.2637014 Feb 04 15:25:54.830106 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e4fc454-031b-483e-983b-8e441a2eb671 req-4bde67d2-f9b5-457b-93a9-fa6f7cb4af78 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741747 Feb 04 15:25:54.838794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850becc3-d1d1-4141-93c6-4850def17e9d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:54.903231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.903588 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Added segment 453946e3-8c7c-4eaa-9312-cf38e0560021 of type vlan for network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda Feb 04 15:25:54.909986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aac87-0cea-4325-bd6e-7fc356dbcce2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:54.931761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] No DVR routers for this DVR port 29306ae1-bce5-4cee-a6bc-87b3a93db285 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:54.951956 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'code': 200} Feb 04 15:25:54.955831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf24f-defc-47e7-8323-ad664b756e3a req-7bd15b31-2e32-4598-aa5e-774a3eba6bc3 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:54.956527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.960202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d7e6c5-5956-49a8-acb2-7f836d18f965', 'name': 'network-vif-deleted', 'tag': '29306ae1-bce5-4cee-a6bc-87b3a93db285'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:54.965657 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-584cf24f-defc-47e7-8323-ad664b756e3a req-7bd15b31-2e32-4598-aa5e-774a3eba6bc3 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 1101 time: 0.2636309 Feb 04 15:25:54.989911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-38a6206d-8112-4e3a-bb45-31e4206aeb12 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674718 Feb 04 15:25:54.996630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-584cf24f-defc-47e7-8323-ad664b756e3a req-a6969f62-5416-484c-85da-15cae4d57532 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.013338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ff861657-5066-437b-84cb-e31dbdcaeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.014949 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-ff861657-5066-437b-84cb-e31dbdcaeec9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 1098 time: 0.2055774 Feb 04 15:25:55.020582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-584cf24f-defc-47e7-8323-ad664b756e3a req-a6969f62-5416-484c-85da-15cae4d57532 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:55.049024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-584cf24f-defc-47e7-8323-ad664b756e3a req-a6969f62-5416-484c-85da-15cae4d57532 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Usage tracker for resource:security_group_rule and tenant:0193703dbcad4bf6884324677fc00e38 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:55.091478 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.106179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-584cf24f-defc-47e7-8323-ad664b756e3a req-a6969f62-5416-484c-85da-15cae4d57532 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:55.121045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-584cf24f-defc-47e7-8323-ad664b756e3a req-a6969f62-5416-484c-85da-15cae4d57532 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:55.121420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-749e1b11-c5a2-45b3-a473-ab0506da1010 req-f9b3cb61-678c-403b-b714-7b7b1067aba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "DELETE /v2.0/ports/29306ae1-bce5-4cee-a6bc-87b3a93db285 HTTP/1.1" status: 204 len: 173 time: 2.0459099 Feb 04 15:25:55.225927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.226881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.227739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.230499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-87916a1d-fb30-4d26-be27-20dcb70f7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.232157 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-87916a1d-fb30-4d26-be27-20dcb70f7bbe service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2090034 Feb 04 15:25:55.340205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-11c4a0d6-cd6c-4f36-82c7-ef72db93f30c service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365316 Feb 04 15:25:55.363878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0396109 Feb 04 15:25:55.368647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47308) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:25:55.369514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135a993-dfae-4366-83e2-ffd5485dfa14 admin admin] Pushing event updated for resources: {'Network': ['ID=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:55.379232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Request body: {'subnet': {'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-552645567-subnet', 'tenant_id': '84bfbb5c181f441280cc0c4a137e63ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:55.383309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:25:55.386027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:55.394346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Usage tracker for resource:subnet and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:55.398864 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-053ee78c-ee59-4e25-80ed-e3463ff2aaa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 217 time: 0.1580210 Feb 04 15:25:55.399147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:55.412054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:55.429058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9824eb-6e50-4096-bc87-caf90e19a98c req-fddb8bd3-ec92-47db-9bca-65a185098cb0 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.436640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c9824eb-6e50-4096-bc87-caf90e19a98c req-fddb8bd3-ec92-47db-9bca-65a185098cb0 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.2977295 Feb 04 15:25:55.470973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-584cf24f-defc-47e7-8323-ad664b756e3a req-a6969f62-5416-484c-85da-15cae4d57532 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.472833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-f1aaa52e-149a-48b3-bed1-3fd741dfdc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.474360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-f1aaa52e-149a-48b3-bed1-3fd741dfdc70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0683353 Feb 04 15:25:55.477724 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-584cf24f-defc-47e7-8323-ad664b756e3a req-a6969f62-5416-484c-85da-15cae4d57532 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.489863 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c9824eb-6e50-4096-bc87-caf90e19a98c req-044dc3e1-2e87-4f9a-b5f3-f5f48acc9714 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Feb 04 15:25:55.496151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Made reservation on behalf of 84bfbb5c181f441280cc0c4a137e63ca for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:55.498578 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.696204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-584cf24f-defc-47e7-8323-ad664b756e3a req-a6969f62-5416-484c-85da-15cae4d57532 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290685 Feb 04 15:25:55.701987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6969f62-5416-484c-85da-15cae4d57532 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7d592c-612e-4606-9167-0b3d3b06ff84,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:55.723027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-a038c3db-b663-403f-8168-e0f1107b4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.724719 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-a038c3db-b663-403f-8168-e0f1107b4144 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2387397 Feb 04 15:25:55.799159 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d7e6c5-5956-49a8-acb2-7f836d18f965', 'name': 'network-vif-deleted', 'tag': '29306ae1-bce5-4cee-a6bc-87b3a93db285', 'status': 'completed', 'code': 200} Feb 04 15:25:55.900071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.975761 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-d751340b-d70c-4e49-90a6-01225e252a8c service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432201 Feb 04 15:25:55.989052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd168f07-007a-43a7-b387-52fde248ba0a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:56.003487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553b3b-3650-4afb-9264-1837ca3e126c req-c474c253-f117-41fa-8337-33a25351ea38 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.010273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8553b3b-3650-4afb-9264-1837ca3e126c req-c474c253-f117-41fa-8337-33a25351ea38 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.3543663 Feb 04 15:25:56.029421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Checking segment: {'id': '453946e3-8c7c-4eaa-9312-cf38e0560021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:25:56.029807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Network hostable DHCP agents. Network: b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:25:56.059013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29306ae1-bce5-4cee-a6bc-87b3a93db285 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:25:56.066802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8553b3b-3650-4afb-9264-1837ca3e126c req-10e86c0e-300b-4e31-a4de-37fa0f2df655 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556870 Feb 04 15:25:56.074415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:25:56.099239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:56.103177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.103750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:56.132079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a32dfd-08bb-4ab3-86b7-c66db1b4faf0 None None] Network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:25:56.144840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-076f3f7a-e767-44ad-98cd-ddfcc6085eab admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7728446 Feb 04 15:25:56.149378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 29306ae1-bce5-4cee-a6bc-87b3a93db285 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:25:56.149899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29306ae1-bce5-4cee-a6bc-87b3a93db285 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:25:56.179998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b8469-47d9-4eba-b537-b0399c07e72e req-05d23316-dd79-4799-8d5b-3f5d149ae488 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.189938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b99b8469-47d9-4eba-b537-b0399c07e72e req-05d23316-dd79-4799-8d5b-3f5d149ae488 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 947 time: 0.2863910 Feb 04 15:25:56.263633 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea76c90a-6d42-41f3-9133-f354bc4d4130 req-24eb1c47-a61d-4ff6-a48a-c1fabc41f405 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745004 Feb 04 15:25:56.277031 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b99b8469-47d9-4eba-b537-b0399c07e72e req-e363dbfc-dc83-4e6f-8a4c-84ea81b82a55 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858684 Feb 04 15:25:56.470493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ee2bd-c9eb-4ad6-8f2b-88754dccb810 None None] Network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:25:56.518343 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cfcc2091-b8ba-423a-a654-536262acace1 req-637ba9ec-997e-4031-9da8-735d58bb7da3 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d7e6c5-5956-49a8-acb2-7f836d18f965 HTTP/1.1" status: 200 len: 210 time: 0.0637076 Feb 04 15:25:56.523075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5e78-4b53-403d-b928-007ca0080122 req-2a28efb4-454b-45e6-bc55-555020ef88b5 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.524639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e45d5e78-4b53-403d-b928-007ca0080122 req-2a28efb4-454b-45e6-bc55-555020ef88b5 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 945 time: 0.2547054 Feb 04 15:25:56.614923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e45d5e78-4b53-403d-b928-007ca0080122 req-8f11c3d8-7e30-485f-bbea-dfdbce30b490 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836282 Feb 04 15:25:56.748335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-715368352', 'description': 'tempest-description-844465569'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:56.756580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:56.761606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:56.765072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:56.773421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:56.787995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:56.811552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:56.816760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:56.820231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:56.827902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:56.932643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967acbdd-43d1-48e0-9919-52663af01b33 req-5b57bcb0-e54f-427e-922f-e50fdfed1325 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.937008 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:56.938157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-967acbdd-43d1-48e0-9919-52663af01b33 req-5b57bcb0-e54f-427e-922f-e50fdfed1325 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 950 time: 0.1505587 Feb 04 15:25:56.943135 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:56.958456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:57.001802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c199b8-7830-45ef-9a2a-70a2b8fe779b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:57.009619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-967acbdd-43d1-48e0-9919-52663af01b33 req-9fa6ffd1-9403-4048-921a-52062c291383 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666671 Feb 04 15:25:57.013554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:57.015103 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-740e8215-1139-4436-b77c-ceb1fb29a028 req-79bb5126-81bd-4e2e-a556-f9ff0f8eec3e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2717004 Feb 04 15:25:57.106693 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'status': 'completed', 'code': 200} Feb 04 15:25:57.194138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-741562959', 'description': 'tempest-description-2067442963'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:57.208181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:57.216473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:57.223639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:57.232360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:57.257614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-1fcfcabf-6050-423d-90a2-54e10a611d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.259723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-1fcfcabf-6050-423d-90a2-54e10a611d49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 1098 time: 0.1376219 Feb 04 15:25:57.260451 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:57.317109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-101ab58d-4605-4348-b018-0f071fcc00d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.319233 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-101ab58d-4605-4348-b018-0f071fcc00d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 1098 time: 0.1706002 Feb 04 15:25:57.351688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adee67-1cc5-493d-b4dc-4047dc64eb57 req-622eeb6a-211c-4e22-94e7-0f42344887d6 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.353314 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-14adee67-1cc5-493d-b4dc-4047dc64eb57 req-622eeb6a-211c-4e22-94e7-0f42344887d6 tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 1101 time: 0.1597128 Feb 04 15:25:57.376742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:25:57.382003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:25:57.386822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:25:57.396202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:25:57.491822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:57.503526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-14adee67-1cc5-493d-b4dc-4047dc64eb57 req-e127e9d7-af17-4b64-a8ad-a465a4b3751f tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Synchronizing usage tracker for tenant:0193703dbcad4bf6884324677fc00e38 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:25:57.507465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3df57a59-0c9e-476a-9a06-5c18341f0801 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:25:57.511945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:25:57.555157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-d0f6bb38-ab70-48e0-a603-7cf206bbcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.556815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-d0f6bb38-ab70-48e0-a603-7cf206bbcff2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2290258 Feb 04 15:25:57.558235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-14adee67-1cc5-493d-b4dc-4047dc64eb57 req-e127e9d7-af17-4b64-a8ad-a465a4b3751f tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] Unset dirty status for tenant:0193703dbcad4bf6884324677fc00e38 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:25:57.559509 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-14adee67-1cc5-493d-b4dc-4047dc64eb57 req-e127e9d7-af17-4b64-a8ad-a465a4b3751f tempest-ServersAdminNegativeTestJSON-941274806 tempest-ServersAdminNegativeTestJSON-941274806-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459143 Feb 04 15:25:57.564799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:57.613397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-953b76c8-73ee-410a-a37a-d95bc48d880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.615408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-953b76c8-73ee-410a-a37a-d95bc48d880e service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3433497 Feb 04 15:25:57.659557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-cb255f67-d789-4fa7-bdee-6e83b5d2047d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 217 time: 0.0945275 Feb 04 15:25:57.713433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-3d902f4c-3c44-4045-b7cb-0c576114167f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 217 time: 0.0852933 Feb 04 15:25:57.753511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4242c80-8eaf-404d-b2e2-2360c0fa2c06,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:57.759630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:57.772756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34c638ae-dca6-42c8-ac0c-1a96a99d8fbb req-6a9b7d8a-c14b-4023-be95-51f17a2d86bc tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6545048 Feb 04 15:25:57.813980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-ab8e575c-5940-45b8-9222-4d054e48a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.816140 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-ab8e575c-5940-45b8-9222-4d054e48a759 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1486266 Feb 04 15:25:57.828648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-91feb5f3-afdb-4efb-a3c9-1276ce630cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.835175 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-91feb5f3-afdb-4efb-a3c9-1276ce630cee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1143417 Feb 04 15:25:57.850596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:25:57.956130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:57.967535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d28f5-269b-4b35-bd1f-bb3587480c0e req-9d4a5f7d-75a3-4250-aab3-1461ea61b38d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.970021 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c75d28f5-269b-4b35-bd1f-bb3587480c0e req-9d4a5f7d-75a3-4250-aab3-1461ea61b38d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.2170599 Feb 04 15:25:57.983679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'mac_address': 'fa:16:3e:e2:2b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:25:57.984013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-a1d6f2f0-a63e-4a86-b0de-6cc55e616a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.986223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-a1d6f2f0-a63e-4a86-b0de-6cc55e616a6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621306 Feb 04 15:25:58.010867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-e347ca04-7ab1-4af4-b134-9cf01632aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.012342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-e347ca04-7ab1-4af4-b134-9cf01632aae5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720600 Feb 04 15:25:58.034143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f508e1-38d4-4e00-bf2b-e801d47ac309 req-5e305646-425c-4809-a39a-047589a743df tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.035587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33f508e1-38d4-4e00-bf2b-e801d47ac309 req-5e305646-425c-4809-a39a-047589a743df tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 947 time: 0.1157742 Feb 04 15:25:58.060981 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:58.086667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3df57a59-0c9e-476a-9a06-5c18341f0801 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:58.109560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:25:58.122258 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:58.140948 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c75d28f5-269b-4b35-bd1f-bb3587480c0e req-f8aa2fca-df02-4b9c-be2f-6c9528004230 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597798 Feb 04 15:25:58.227994 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33f508e1-38d4-4e00-bf2b-e801d47ac309 req-d6f9dccf-8f19-45b9-9d29-ef36a69925dc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714981 Feb 04 15:25:58.228199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:58.251546 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-385fc19c-4558-4665-a1fa-474680eac73f service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519946 Feb 04 15:25:58.345238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-bc05a266-4e7d-4972-aecc-a1c1ba1381f2 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042338 Feb 04 15:25:58.437520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3df57a59-0c9e-476a-9a06-5c18341f0801'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:25:58.575726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-5da3472e-2394-4c1c-a502-92c89818100b service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275484 Feb 04 15:25:58.744577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc84b8-9640-44ba-8861-bee7cabd04e4 req-cdb604e5-26cb-4187-a1c6-6e3148613bc1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.746560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-acdc84b8-9640-44ba-8861-bee7cabd04e4 req-cdb604e5-26cb-4187-a1c6-6e3148613bc1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 949 time: 0.1623576 Feb 04 15:25:58.795458 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-acdc84b8-9640-44ba-8861-bee7cabd04e4 req-2e56e79e-fb9b-4f99-a5bb-604c4b2910a4 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Feb 04 15:25:58.825158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-177b59de-1d48-45e8-90fe-d76af0195f19 req-17ce9d63-a638-441a-b4ec-fde6bfa88c76 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637317 Feb 04 15:25:58.847501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-9e220f91-1382-4235-a18c-9c11e00a99e1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.848982 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-9e220f91-1382-4235-a18c-9c11e00a99e1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 812 time: 0.3675187 Feb 04 15:25:58.864944 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-e798d302-f6ab-4931-a9a0-3de27191c0a3 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/quotas/84bfbb5c181f441280cc0c4a137e63ca HTTP/1.1" status: 200 len: 375 time: 0.0100970 Feb 04 15:25:58.914785 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-0343132f-c6d8-4c05-a1fe-1104745eabc8 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443361 Feb 04 15:25:59.050281 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-72c4700d-3f98-4359-b589-20742bb92513 service neutron] 10.222.0.46 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286106 Feb 04 15:25:59.192751 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-27238991-5ff8-4d52-a021-f0bc7193e541 service neutron] 10.222.0.46 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360025 Feb 04 15:25:59.519113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3df57a59-0c9e-476a-9a06-5c18341f0801 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:25:59.552335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4b5ce-a577-4dd1-878a-9c347a87005e req-a0a3c5fd-1a72-4b7e-9097-3842bf852e6c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:59.554215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61f4b5ce-a577-4dd1-878a-9c347a87005e req-a0a3c5fd-1a72-4b7e-9097-3842bf852e6c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.1204867 Feb 04 15:25:59.654196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61f4b5ce-a577-4dd1-878a-9c347a87005e req-86b4734b-727b-4632-96d0-4fa7a43612b7 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928175 Feb 04 15:25:59.705664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 3df57a59-0c9e-476a-9a06-5c18341f0801 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:59.706038 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.780394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f503-b9e6-4804-b1d7-a541eaf91425 req-de87ad0e-bd6c-4cec-87af-b8e7460214d2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:59.783360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b27f503-b9e6-4804-b1d7-a541eaf91425 req-de87ad0e-bd6c-4cec-87af-b8e7460214d2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 947 time: 0.1503768 Feb 04 15:25:59.871830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0716fdc3-eb7d-46f8-ad5e-98775940c1a9 req-d26c390b-38b9-4e74-8744-c961fff5c736 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 210 time: 0.1236198 Feb 04 15:25:59.919798 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b27f503-b9e6-4804-b1d7-a541eaf91425 req-67b2dbc3-4bb1-4a28-bc8e-6a9d2d2422e1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194143 Feb 04 15:25:59.954192 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.034908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:00.055485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:00.161978 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.166703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:26:00.479172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-21e1f0e0-67bc-4ccf-adb0-cd7597c2aa12 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:00.488738 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-21e1f0e0-67bc-4ccf-adb0-cd7597c2aa12 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.3989401 Feb 04 15:26:00.523216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-530cc72a-7a63-4fff-ba0d-6454e53f9fcf tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/quotas/14081a11c76548acbc7aeb9b24ce455c HTTP/1.1" status: 200 len: 375 time: 0.0252960 Feb 04 15:26:00.540072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=10']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:00.623946 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-781ab6fc-fa2c-4d52-a90a-b4392566115e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947423 Feb 04 15:26:00.750893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:00.755258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1068d59-024c-4bc5-9e5f-91a615138b64 req-d8988e88-516b-4891-aeec-016ea573780a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:00.757379 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1068d59-024c-4bc5-9e5f-91a615138b64 req-d8988e88-516b-4891-aeec-016ea573780a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 951 time: 0.1687634 Feb 04 15:26:00.784991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'mac_address': 'fa:16:3e:00:98:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:26:00.805891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-9f89a8c6-8cf6-4d9d-a206-0f6240db6707 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749878 Feb 04 15:26:00.821268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1068d59-024c-4bc5-9e5f-91a615138b64 req-37b6493f-bc11-4234-ada6-517f5b8dc0d7 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580239 Feb 04 15:26:00.860252 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.887020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:00.904408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:00.908567 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.981063 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-c753e9e3-381c-488f-9a69-45655b09e889 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736259 Feb 04 15:26:00.987457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:01.048398 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'code': 200} Feb 04 15:26:01.220103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:01.550948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-5f5c9335-2b92-4e4a-bbe2-23264d225352 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:01.551947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-5f5c9335-2b92-4e4a-bbe2-23264d225352 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 948 time: 0.3946207 Feb 04 15:26:01.623562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c5093-53fb-4411-aab5-6bacc0af5827 req-ac4613e1-b32b-4477-8ea2-5270d63d06bf tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:01.625604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db6c5093-53fb-4411-aab5-6bacc0af5827 req-ac4613e1-b32b-4477-8ea2-5270d63d06bf tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 950 time: 0.3968933 Feb 04 15:26:01.642373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccede147-31ac-4ce9-8f16-a7ce72347a94 req-fe906674-17e7-4a03-9389-e454f457d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:01.644135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ccede147-31ac-4ce9-8f16-a7ce72347a94 req-fe906674-17e7-4a03-9389-e454f457d74a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 1102 time: 0.3304031 Feb 04 15:26:01.759107 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-9a6f531b-299e-4217-b792-a36884709584 service neutron] delete failed (client error): The resource could not be found. Feb 04 15:26:01.760411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-17c69835-7fd0-4026-ae66-eee16c93b38a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:01.760847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-9a6f531b-299e-4217-b792-a36884709584 service neutron] 10.222.0.61 "DELETE /v2.0/ports/6d4e9c3e-29c7-46fd-afcd-d41fa871d42c/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.2004929 Feb 04 15:26:01.761934 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-17c69835-7fd0-4026-ae66-eee16c93b38a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.53 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 812 time: 0.3925416 Feb 04 15:26:01.768100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db6c5093-53fb-4411-aab5-6bacc0af5827 req-fc855121-3da1-4d73-923a-966eb09a7c30 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202393 Feb 04 15:26:01.769950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ccede147-31ac-4ce9-8f16-a7ce72347a94 req-b758f1c4-d42b-4e17-8812-bacbe1fd190a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005738 Feb 04 15:26:01.771987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca131b-8648-46b7-b0f9-f90ec125a464 req-12f1c0b8-e86b-4e77-8573-56d3ad9a2c1e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:01.778973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1fca131b-8648-46b7-b0f9-f90ec125a464 req-12f1c0b8-e86b-4e77-8573-56d3ad9a2c1e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.4993858 Feb 04 15:26:01.785263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'port': {'device_id': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda', 'admin_state_up': True, 'tenant_id': '84bfbb5c181f441280cc0c4a137e63ca'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:01.924392 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1fca131b-8648-46b7-b0f9-f90ec125a464 req-36cf1628-00f2-4110-952c-24580b732887 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442533 Feb 04 15:26:01.965688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1775ebf-3c00-4826-9f68-9dcf634c07bf req-ccf10229-b715-4296-be0f-44e367f0decb tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 210 time: 0.0503018 Feb 04 15:26:02.072197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:02.085307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:port and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:02.089180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:02.102156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:02.118985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:02.166688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34e985c7-b46a-4d71-9b26-74bd39e961e5 req-c9423ee1-5cae-4b59-9550-072f641f1a21 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:02.185276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-44761cc9-374c-432a-8199-9f568ab7a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:02.187845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-44761cc9-374c-432a-8199-9f568ab7a249 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 1099 time: 0.1750958 Feb 04 15:26:02.192677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Made reservation on behalf of 84bfbb5c181f441280cc0c4a137e63ca for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:02.196117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:02.197072 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:02.202685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:02.203716 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:02.313953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34e985c7-b46a-4d71-9b26-74bd39e961e5 req-c9423ee1-5cae-4b59-9550-072f641f1a21 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:02.315086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34e985c7-b46a-4d71-9b26-74bd39e961e5 req-c9423ee1-5cae-4b59-9550-072f641f1a21 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 210 time: 0.2028301 Feb 04 15:26:02.344556 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:02.384690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:02.389510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:02.395917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-4a939736-b1a0-40f8-b85e-3668073b301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:02.397398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-4a939736-b1a0-40f8-b85e-3668073b301a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2018774 Feb 04 15:26:02.428348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffbab3-7aa7-4c75-9d86-cbc04e23e70b req-c0ad3f76-c7bc-44f3-9247-abd8b83b3864 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:02.431499 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-58ffbab3-7aa7-4c75-9d86-cbc04e23e70b req-c0ad3f76-c7bc-44f3-9247-abd8b83b3864 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 948 time: 0.3024726 Feb 04 15:26:02.474822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:02.489055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-d0e41163-4ec6-4e84-bc93-651c60b7fc74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 217 time: 0.0841799 Feb 04 15:26:02.528333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db194198-f397-471f-8a01-46ac18b88b9b req-4c1c3b83-8260-41e5-8c15-a355dd6cc885 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:02.530117 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db194198-f397-471f-8a01-46ac18b88b9b req-4c1c3b83-8260-41e5-8c15-a355dd6cc885 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 950 time: 0.2139602 Feb 04 15:26:02.587840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Allocated IP 172.20.0.7 (b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda/bd168f07-007a-43a7-b387-52fde248ba0a/581a2476-8576-4b7f-8fbf-513d9af64f71) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:02.592052 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-58ffbab3-7aa7-4c75-9d86-cbc04e23e70b req-bfe7e7b5-27cc-4fcb-984a-c9db5196f947 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537895 Feb 04 15:26:02.782535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-db194198-f397-471f-8a01-46ac18b88b9b req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Deleting port 71757ee3-3239-4d6a-a410-fef55eb05a9f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:02.783123 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-db194198-f397-471f-8a01-46ac18b88b9b req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:02.834306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-46148bf5-9f1e-41d3-840b-65011e67768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:02.835560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-46148bf5-9f1e-41d3-840b-65011e67768b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2986767 Feb 04 15:26:02.842651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:02.901999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:02.946843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9ae11-c14e-40f2-add3-817979d30b79 req-cda4b777-3ee4-477d-b6e8-6eafeb73d705 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:02.949464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ff9ae11-c14e-40f2-add3-817979d30b79 req-cda4b777-3ee4-477d-b6e8-6eafeb73d705 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 951 time: 0.4787710 Feb 04 15:26:03.040191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'Port': ['ID=581a2476-8576-4b7f-8fbf-513d9af64f71,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:03.050245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:03.057588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:03.058859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:03.062397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:03.068589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:03.069335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:03.113428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-3ec70421-5e3f-410c-94a1-88985d274095 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:03.114841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-3ec70421-5e3f-410c-94a1-88985d274095 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.4834197 Feb 04 15:26:03.135570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Request body: {'port': {'device_id': 'd75e3ad6-1b78-44c9-b2c8-7dca90ce95a0', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'admin_state_up': True, 'tenant_id': '14081a11c76548acbc7aeb9b24ce455c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:03.152730 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-ea0b553a-6376-46cc-b2b3-ba7cd9800553 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3713741 Feb 04 15:26:03.167562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Request body: {'port': {'device_id': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:03.218021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ff9ae11-c14e-40f2-add3-817979d30b79 req-9900dc6a-1f32-47eb-9d83-2c331569c21a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541971 Feb 04 15:26:03.271649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7ea42-659a-4833-ad75-675041f47014 req-a70028b2-d68b-4b8e-b79f-b45d7e3f1a93 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:03.273125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-50d7ea42-659a-4833-ad75-675041f47014 req-a70028b2-d68b-4b8e-b79f-b45d7e3f1a93 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 950 time: 0.1903758 Feb 04 15:26:03.345759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:03.365559 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-50d7ea42-659a-4833-ad75-675041f47014 req-6b172c95-d4fe-4e13-ab12-8aae337175ee tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782411 Feb 04 15:26:03.430538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-b1035da0-c49f-4d67-8b67-c8b540ca42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:03.432014 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-b1035da0-c49f-4d67-8b67-c8b540ca42ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5816331 Feb 04 15:26:03.529347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6a09d427-0715-42e8-a878-b43a8d6d8475 req-53806520-02c1-46aa-b4d8-22759d57cde4 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 210 time: 0.0521870 Feb 04 15:26:03.649334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:03.694291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:03.709585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-db194198-f397-471f-8a01-46ac18b88b9b req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] For port 71757ee3-3239-4d6a-a410-fef55eb05a9f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=71757ee3-3239-4d6a-a410-fef55eb05a9f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:03.709959 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-db194198-f397-471f-8a01-46ac18b88b9b req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:03.740295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Made reservation on behalf of 14081a11c76548acbc7aeb9b24ce455c for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:03.743797 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:03.787045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335342e-dfb5-4086-b63f-b752a11a27b0 req-a3d8e4e7-57ea-40c5-a47a-57f64c8263f7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:03.787742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7335342e-dfb5-4086-b63f-b752a11a27b0 req-a3d8e4e7-57ea-40c5-a47a-57f64c8263f7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:03.855970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581a2476-8576-4b7f-8fbf-513d9af64f71 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:03.860693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7335342e-dfb5-4086-b63f-b752a11a27b0 req-a3d8e4e7-57ea-40c5-a47a-57f64c8263f7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:03.861924 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7335342e-dfb5-4086-b63f-b752a11a27b0 req-a3d8e4e7-57ea-40c5-a47a-57f64c8263f7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 931 time: 0.2229445 Feb 04 15:26:03.865713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:03.886896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-db194198-f397-471f-8a01-46ac18b88b9b req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Calling delete_port for 71757ee3-3239-4d6a-a410-fef55eb05a9f owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:03.898259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Transition to ACTIVE for port object 581a2476-8576-4b7f-8fbf-513d9af64f71 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:03.903119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:03.947796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-69acca56-8f7a-40ab-beb8-b864eb6ae6e5 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037069 Feb 04 15:26:03.985569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7335342e-dfb5-4086-b63f-b752a11a27b0 req-90595d68-cec2-41d5-a67d-bd95feac1f18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:03.994181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb75b16-0e01-4266-b3d7-b9d51777323b req-150b1725-1fdf-4419-98c3-346cb26f60c3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:03.995637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fcb75b16-0e01-4266-b3d7-b9d51777323b req-150b1725-1fdf-4419-98c3-346cb26f60c3 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.6339157 Feb 04 15:26:04.060804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Pushing event updated for resources: {'Port': ['ID=581a2476-8576-4b7f-8fbf-513d9af64f71,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:04.115204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7335342e-dfb5-4086-b63f-b752a11a27b0 req-90595d68-cec2-41d5-a67d-bd95feac1f18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:04.116358 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7335342e-dfb5-4086-b63f-b752a11a27b0 req-90595d68-cec2-41d5-a67d-bd95feac1f18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462723 Feb 04 15:26:04.126846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Attempting to bind port 581a2476-8576-4b7f-8fbf-513d9af64f71 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:04.126846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Attempting to bind port 581a2476-8576-4b7f-8fbf-513d9af64f71 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '453946e3-8c7c-4eaa-9312-cf38e0560021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:04.127126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Attempting to bind port 581a2476-8576-4b7f-8fbf-513d9af64f71 on network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:04.131887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Port 581a2476-8576-4b7f-8fbf-513d9af64f71 on network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:26:04.132243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Attempting to bind port 581a2476-8576-4b7f-8fbf-513d9af64f71 on network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:04.138370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:04.138665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Checking segment: {'id': '453946e3-8c7c-4eaa-9312-cf38e0560021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:04.139041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Bound using segment: {'id': '453946e3-8c7c-4eaa-9312-cf38e0560021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:04.139466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Bound port: 581a2476-8576-4b7f-8fbf-513d9af64f71, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453946e3-8c7c-4eaa-9312-cf38e0560021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:04.139844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.164631 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ebbad2fc-9bfc-4bef-823c-c268934b196e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.194061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fcb75b16-0e01-4266-b3d7-b9d51777323b req-840bc09c-8661-434b-b66b-04feda460c04 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746159 Feb 04 15:26:04.229015 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'code': 200} Feb 04 15:26:04.257297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] For port 581a2476-8576-4b7f-8fbf-513d9af64f71, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:04.261511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] For port 581a2476-8576-4b7f-8fbf-513d9af64f71, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=581a2476-8576-4b7f-8fbf-513d9af64f71,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:04.269880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.407619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7703fba4-3d07-432a-9b49-f22a54aa3b00 req-ecfd67a5-9de5-4002-8305-6bbcce4f492f service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098074 Feb 04 15:26:04.417954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Pushing event updated for resources: {'Port': ['ID=581a2476-8576-4b7f-8fbf-513d9af64f71,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:04.421809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:04.422175 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.422533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Allocated IP 172.20.0.8 (c2bb8bd9-4fa0-45c3-84c6-559957e54b7e/67421194-ccf6-44ed-87a2-1bd8ab7eb3a7/b617620d-218a-45d0-9e05-5d5c1ab9a2d9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:04.423616 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-a30df573-3bc9-4c9a-89a3-285d97f8f137 service neutron] 10.222.0.53 "PUT /v2.0/ports/581a2476-8576-4b7f-8fbf-513d9af64f71 HTTP/1.1" status: 200 len: 1091 time: 1.2624254 Feb 04 15:26:04.424190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:04.426372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-db194198-f397-471f-8a01-46ac18b88b9b req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.440738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c6dede04-11db-471b-bbbf-78c5ed0e2e89'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:04.479076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23ca46-c86d-456e-92ff-014ea81a0541 req-ca4d5f95-c647-4d44-85f3-eeea6ba49ae4 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:04.480619 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fb23ca46-c86d-456e-92ff-014ea81a0541 req-ca4d5f95-c647-4d44-85f3-eeea6ba49ae4 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 951 time: 0.1144338 Feb 04 15:26:04.525781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Pushing event deleted for resources: {'Port': ['ID=71757ee3-3239-4d6a-a410-fef55eb05a9f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:04.622631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-db194198-f397-471f-8a01-46ac18b88b9b req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] No DVR routers for this DVR port 71757ee3-3239-4d6a-a410-fef55eb05a9f on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:04.623869 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fb23ca46-c86d-456e-92ff-014ea81a0541 req-ff96e9fa-bc71-45ed-9b0d-ce91159d8f88 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998139 Feb 04 15:26:04.631592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-db194198-f397-471f-8a01-46ac18b88b9b req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.634549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebd8cde-b739-4c35-9a56-d867f5999c13', 'name': 'network-vif-deleted', 'tag': '71757ee3-3239-4d6a-a410-fef55eb05a9f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:04.672899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-5a228127-acf4-46ef-af69-04f90fa06e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:04.678131 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-5a228127-acf4-46ef-af69-04f90fa06e57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 1094 time: 0.1920507 Feb 04 15:26:04.762037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09618-1933-4a83-9fab-4138034e97b4 req-030cf3a9-8ccd-4dc2-ab08-7e1c7c57b961 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:04.763735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eaa09618-1933-4a83-9fab-4138034e97b4 req-030cf3a9-8ccd-4dc2-ab08-7e1c7c57b961 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.4389379 Feb 04 15:26:04.797970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db194198-f397-471f-8a01-46ac18b88b9b req-16fcbb8c-f22d-4a1c-a79d-050d8f7d1b64 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.61 "DELETE /v2.0/ports/71757ee3-3239-4d6a-a410-fef55eb05a9f HTTP/1.1" status: 204 len: 173 time: 2.2596917 Feb 04 15:26:04.885788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eaa09618-1933-4a83-9fab-4138034e97b4 req-b7213a77-23e4-43d7-b3d9-489a949a6d0e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118770 Feb 04 15:26:04.893517 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-521aa7bf-9b78-44ed-a01c-768d43e41da0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=581a2476-8576-4b7f-8fbf-513d9af64f71 HTTP/1.1" status: 200 len: 217 time: 0.2049313 Feb 04 15:26:04.961255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.968070 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71', 'status': 'completed', 'code': 200} Feb 04 15:26:04.972887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60abad40-71ff-4fe8-bdc3-f9c28247c0a8 req-28bad48e-fda0-40d0-b43b-4a9061401065 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebd8cde-b739-4c35-9a56-d867f5999c13 HTTP/1.1" status: 200 len: 210 time: 0.0817287 Feb 04 15:26:04.985873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-f077a1a0-0933-456e-be6d-34a76d70f0bb tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:04.987393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-f077a1a0-0933-456e-be6d-34a76d70f0bb tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.1510251 Feb 04 15:26:05.005653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827870-1'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:05.012936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-acde4f1e-cf97-4d3b-ac11-a2e31db4e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:05.014658 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-acde4f1e-cf97-4d3b-ac11-a2e31db4e689 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.0856044 Feb 04 15:26:05.042555 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebd8cde-b739-4c35-9a56-d867f5999c13', 'name': 'network-vif-deleted', 'tag': '71757ee3-3239-4d6a-a410-fef55eb05a9f', 'status': 'completed', 'code': 200} Feb 04 15:26:05.102589 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-bcbff268-e8af-4142-be28-6f4872434195 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808127 Feb 04 15:26:05.164905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:05.310793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-20c07179-32d7-4722-93e2-1edd158f6880 service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894581 Feb 04 15:26:05.316307 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:05.337740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:05.344096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:05.404825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:05.543771 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event updated for resources: {'Port': ['ID=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:05.546640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 71757ee3-3239-4d6a-a410-fef55eb05a9f no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:05.556503 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59984fd2-90f4-42b5-9844-9105ecfc67cf req-fb655491-159c-4742-9dc8-fd0e50e19623 service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427094 Feb 04 15:26:05.597155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c749c1-6d1f-42c2-90be-8f770421cbb6 req-f3f9efc6-243d-48f2-a2be-75122af6fe94 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:05.598779 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27c749c1-6d1f-42c2-90be-8f770421cbb6 req-f3f9efc6-243d-48f2-a2be-75122af6fe94 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 943 time: 0.1075921 Feb 04 15:26:05.613447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8aa39-9a00-4be9-8796-894182cfc08c req-e87ff24f-0be9-47c8-93f4-e4d42ec6825c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:05.614447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3ba8aa39-9a00-4be9-8796-894182cfc08c req-e87ff24f-0be9-47c8-93f4-e4d42ec6825c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:05.627649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 71757ee3-3239-4d6a-a410-fef55eb05a9f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:05.628032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 71757ee3-3239-4d6a-a410-fef55eb05a9f not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:05.675996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:05.676592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:05.714276 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27c749c1-6d1f-42c2-90be-8f770421cbb6 req-d7c0108c-9dea-49e7-970d-3ba184946c93 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034067 Feb 04 15:26:05.719265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3ba8aa39-9a00-4be9-8796-894182cfc08c req-e87ff24f-0be9-47c8-93f4-e4d42ec6825c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:05.720965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ba8aa39-9a00-4be9-8796-894182cfc08c req-e87ff24f-0be9-47c8-93f4-e4d42ec6825c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 931 time: 0.5917792 Feb 04 15:26:05.724811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-dcd47f84-a4ca-4401-9f83-dd99cc35ba59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5929945 Feb 04 15:26:05.737423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Request body: {'port': {'device_id': 'd75e3ad6-1b78-44c9-b2c8-7dca90ce95a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:05.770303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-59c48a63-e1d3-465a-bd7e-e1a46fc055cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:05.773893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-59c48a63-e1d3-465a-bd7e-e1a46fc055cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 1094 time: 0.1400483 Feb 04 15:26:05.845423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:05.866052 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:05.905863 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ba8aa39-9a00-4be9-8796-894182cfc08c req-4439b4c3-3f0b-410f-9953-5254e2124f57 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416712 Feb 04 15:26:05.955671 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:05.970434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:05.977296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-af77eca9-9fc3-459c-8f5d-59990fda3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:05.978801 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-af77eca9-9fc3-459c-8f5d-59990fda3c70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 913 time: 0.1965530 Feb 04 15:26:05.991117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75b9d-6f6b-4427-a991-524790d5f443 req-23f055c1-d56a-4553-b987-472eeffe9377 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:05.992554 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83c75b9d-6f6b-4427-a991-524790d5f443 req-23f055c1-d56a-4553-b987-472eeffe9377 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 945 time: 0.1418169 Feb 04 15:26:06.074465 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-4640a700-ecdc-42a5-92fb-05933dc02477 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=581a2476-8576-4b7f-8fbf-513d9af64f71 HTTP/1.1" status: 200 len: 217 time: 0.0809031 Feb 04 15:26:06.136332 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:06.137955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83c75b9d-6f6b-4427-a991-524790d5f443 req-a927898d-352f-4fce-8999-2bbf5a08e35c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928416 Feb 04 15:26:06.157482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-53732bfa-3b14-4568-981d-f5add3440b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:06.158986 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-53732bfa-3b14-4568-981d-f5add3440b36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.0775530 Feb 04 15:26:06.184977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:06.222911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-450735e6-d49f-4b8a-928d-749822d9b116 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467780 Feb 04 15:26:06.433391 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-a4bb39b9-39f3-4ee0-a41a-852129e65080 service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018590 Feb 04 15:26:06.441713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c346edf-6fc3-420c-b123-2daa299d84f1 req-61496cba-7278-42f8-98ed-9d99615b2531 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:06.443087 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6c346edf-6fc3-420c-b123-2daa299d84f1 req-61496cba-7278-42f8-98ed-9d99615b2531 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.1361413 Feb 04 15:26:06.461518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d8ef5-56dc-49db-a303-e4e3d8428158 req-fc26d0a9-5fe1-4775-ac50-6b189cf97540 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:06.463022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-041d8ef5-56dc-49db-a303-e4e3d8428158 req-fc26d0a9-5fe1-4775-ac50-6b189cf97540 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 1102 time: 0.4234719 Feb 04 15:26:06.489004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Pushing event updated for resources: {'Port': ['ID=29d9e66b-4aab-4fe6-97b3-770e619422c2,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:06.531321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:06.531607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:06.531950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:06.557782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:26:06.558136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Attempting to bind port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:06.577424 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6c346edf-6fc3-420c-b123-2daa299d84f1 req-66c51b75-f82c-4d7d-907d-fe5e771667a8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127455 Feb 04 15:26:06.583054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:06.583410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:06.583813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:06.584259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Bound port: 29d9e66b-4aab-4fe6-97b3-770e619422c2, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:06.584649 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:06.599674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-041d8ef5-56dc-49db-a303-e4e3d8428158 req-d58d732d-a0be-4d3c-b927-60c27bc98d63 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270587 Feb 04 15:26:06.618115 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-544bf941-0166-473b-b9f0-7f57466e36d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:06.623650 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6eecfc93-94b4-489d-be70-c398be2569e3 req-a832e20d-8144-4b75-90b6-406c7ea7ad91 service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762931 Feb 04 15:26:06.808320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b617620d-218a-45d0-9e05-5d5c1ab9a2d9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:06.823641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:06.826634 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:06.832904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:06.841757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:06.894868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Transition to ACTIVE for port object b617620d-218a-45d0-9e05-5d5c1ab9a2d9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:06.915810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.047816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:07.126545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7616-1bda-41f5-a3d5-5516f3dcbff5 req-640cfd72-aefb-48e1-a880-d7ce4a75259b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:07.128100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-662e7616-1bda-41f5-a3d5-5516f3dcbff5 req-640cfd72-aefb-48e1-a880-d7ce4a75259b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.4010506 Feb 04 15:26:07.130414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Pushing event updated for resources: {'Port': ['ID=29d9e66b-4aab-4fe6-97b3-770e619422c2,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:07.160139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:07.161092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.162670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-4aa5d17d-7f01-4694-b435-6cc21260fe8d service neutron] 10.222.0.61 "PUT /v2.0/ports/29d9e66b-4aab-4fe6-97b3-770e619422c2 HTTP/1.1" status: 200 len: 1121 time: 2.1641471 Feb 04 15:26:07.236800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['29d9e66b-4aab-4fe6-97b3-770e619422c2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:07.245453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e2f5a-8a1a-488b-8630-58ad5f8818c2 req-a87ac943-f2c5-45de-be73-459fc980e73f tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:07.253410 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-191e2f5a-8a1a-488b-8630-58ad5f8818c2 req-a87ac943-f2c5-45de-be73-459fc980e73f tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 943 time: 0.1015894 Feb 04 15:26:07.301579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['29d9e66b-4aab-4fe6-97b3-770e619422c2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:07.313261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-191e2f5a-8a1a-488b-8630-58ad5f8818c2 req-c8f32208-b4ba-4fbc-8b3a-08149ae37f9a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582120 Feb 04 15:26:07.477791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Pushing event updated for resources: {'Port': ['ID=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:07.505067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2e600-5a6e-44e5-9bf1-477479ac2a28 req-0fbede2f-c291-49ee-9a53-4cd9c72ba3c0 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:07.507018 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9ca2e600-5a6e-44e5-9bf1-477479ac2a28 req-0fbede2f-c291-49ee-9a53-4cd9c72ba3c0 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 1102 time: 0.0889432 Feb 04 15:26:07.507774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-662e7616-1bda-41f5-a3d5-5516f3dcbff5 req-7d8c6050-5443-4cd9-9387-11e0f17d68ea tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491535 Feb 04 15:26:07.548930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Attempting to bind port b617620d-218a-45d0-9e05-5d5c1ab9a2d9 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:07.549533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Attempting to bind port b617620d-218a-45d0-9e05-5d5c1ab9a2d9 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:07.550588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Attempting to bind port b617620d-218a-45d0-9e05-5d5c1ab9a2d9 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:07.552155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 29d9e66b-4aab-4fe6-97b3-770e619422c2 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:26:07.556598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Port b617620d-218a-45d0-9e05-5d5c1ab9a2d9 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:26:07.557099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Attempting to bind port b617620d-218a-45d0-9e05-5d5c1ab9a2d9 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:07.562249 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.568214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:07.568792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Checking segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:07.569333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Bound using segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:07.570164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Bound port: b617620d-218a-45d0-9e05-5d5c1ab9a2d9, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:07.570661 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.598496 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9ca2e600-5a6e-44e5-9bf1-477479ac2a28 req-e02db4b9-1aa8-403f-9909-ce2c50d3ded3 tempest-ServersAdminTestJSON-2072007431 tempest-ServersAdminTestJSON-2072007431-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835571 Feb 04 15:26:07.687996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] For port b617620d-218a-45d0-9e05-5d5c1ab9a2d9, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:07.691426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] For port b617620d-218a-45d0-9e05-5d5c1ab9a2d9, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:07.719046 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.735506 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2', 'code': 200} Feb 04 15:26:07.739459 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.824983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:07.825807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.827313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] 10.222.0.53 "PUT /v2.0/ports/b617620d-218a-45d0-9e05-5d5c1ab9a2d9 HTTP/1.1" status: 200 len: 1091 time: 2.0940602 Feb 04 15:26:07.852683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:07.855573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1ff02-5623-4195-b7e3-a198956fccdb service neutron] Pushing event updated for resources: {'Port': ['ID=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:07.866958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed79d7-5066-497e-ba9e-43810a17bfb1 req-f8e5c9e5-ff05-4ebb-b236-d403fe1dfdc5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:07.868672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6ed79d7-5066-497e-ba9e-43810a17bfb1 req-f8e5c9e5-ff05-4ebb-b236-d403fe1dfdc5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 943 time: 0.1758189 Feb 04 15:26:07.869560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 29d9e66b-4aab-4fe6-97b3-770e619422c2 has no active binding in host n-h2-827870-1 {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:26:07.967233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6ed79d7-5066-497e-ba9e-43810a17bfb1 req-9afebab1-601f-4af2-a38c-6869a88796d3 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915093 Feb 04 15:26:07.993877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-0eaba8e5-ad74-4258-a3bb-90f1e1e6ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:07.995481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-0eaba8e5-ad74-4258-a3bb-90f1e1e6ef30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 1094 time: 0.1030774 Feb 04 15:26:08.038233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2f999-45dd-43ee-9918-c93b5bbb6f16 req-305974ba-cf63-4b0c-8490-c57068d221f4 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:08.039681 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c7b2f999-45dd-43ee-9918-c93b5bbb6f16 req-305974ba-cf63-4b0c-8490-c57068d221f4 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 950 time: 0.1990349 Feb 04 15:26:08.071132 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-51e795cc-bb25-425e-beb6-1a657d596078 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b617620d-218a-45d0-9e05-5d5c1ab9a2d9 HTTP/1.1" status: 200 len: 217 time: 0.0643754 Feb 04 15:26:08.085676 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c7b2f999-45dd-43ee-9918-c93b5bbb6f16 req-ef9963d3-f67a-422f-b922-5bf7f9f4183a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Feb 04 15:26:08.112198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 581a2476-8576-4b7f-8fbf-513d9af64f71 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:26:08.199342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-3619a21d-9453-4fac-bdf6-3be2ffc6a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:08.200881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-3619a21d-9453-4fac-bdf6-3be2ffc6a985 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.0965297 Feb 04 15:26:08.262774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7ce0-72cf-4454-9235-6131bfc23505 req-35a5c29e-8bcf-481a-a464-2d96c1dbea88 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:08.267359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 581a2476-8576-4b7f-8fbf-513d9af64f71, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=581a2476-8576-4b7f-8fbf-513d9af64f71,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:08.269990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e7d7ce0-72cf-4454-9235-6131bfc23505 req-35a5c29e-8bcf-481a-a464-2d96c1dbea88 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 943 time: 0.2010202 Feb 04 15:26:08.274258 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-46adaeeb-41e9-4417-ab8a-4041cad69fc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626590 Feb 04 15:26:08.282264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '581a2476-8576-4b7f-8fbf-513d9af64f71', 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda', 'port_id': '581a2476-8576-4b7f-8fbf-513d9af64f71', 'mac_address': 'fa:16:3e:5a:c7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd168f07-007a-43a7-b387-52fde248ba0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:26:08.355015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.384111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581a2476-8576-4b7f-8fbf-513d9af64f71 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:08.389547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e7d7ce0-72cf-4454-9235-6131bfc23505 req-f470a003-2257-4072-aac9-99347ff5f3d5 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185863 Feb 04 15:26:08.415117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 581a2476-8576-4b7f-8fbf-513d9af64f71, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=581a2476-8576-4b7f-8fbf-513d9af64f71,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:08.423439 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.467996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-164a9030-3e73-4afa-89d6-9fc6afc0562c service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592414 Feb 04 15:26:08.508051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=581a2476-8576-4b7f-8fbf-513d9af64f71,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:08.627624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ebacd-bd1b-4aa5-b708-b75d3cb2f157 req-de43158e-7b8d-44f8-88ee-032c1fdb2e6e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:08.629719 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-680ebacd-bd1b-4aa5-b708-b75d3cb2f157 req-de43158e-7b8d-44f8-88ee-032c1fdb2e6e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 944 time: 0.1336427 Feb 04 15:26:08.673779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-68e860c2-8694-4492-93e1-c9ed6c49f6a7 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992025 Feb 04 15:26:08.691160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1d18d-50d8-442e-b523-3a1fac18c7ac req-9fd99fe2-267f-46ab-ad25-76d520420fa2 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:08.692907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-00f1d18d-50d8-442e-b523-3a1fac18c7ac req-9fd99fe2-267f-46ab-ad25-76d520420fa2 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 949 time: 0.1299722 Feb 04 15:26:08.704978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['581a2476-8576-4b7f-8fbf-513d9af64f71'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:08.720127 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-680ebacd-bd1b-4aa5-b708-b75d3cb2f157 req-e2d6f3c2-8dde-4fe5-bf5a-bd9588c0298c tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811851 Feb 04 15:26:08.746988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-00f1d18d-50d8-442e-b523-3a1fac18c7ac req-51bd5316-9cce-429e-852d-40f19927ada3 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Feb 04 15:26:08.756880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-8b644661-d1e8-442e-b2ac-31701cbe6bf7 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:08.758513 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-8b644661-d1e8-442e-b2ac-31701cbe6bf7 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 950 time: 0.1912572 Feb 04 15:26:08.840609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Deleting port c6dede04-11db-471b-bbbf-78c5ed0e2e89 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:08.841356 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.855666 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.999674 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.074871 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-96d80965-44fd-4f2e-8c40-0002533a8743 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386660 Feb 04 15:26:09.232565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] For port c6dede04-11db-471b-bbbf-78c5ed0e2e89, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6dede04-11db-471b-bbbf-78c5ed0e2e89,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:09.233106 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.358180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20c672-1eaa-489f-be15-c6fa3b9447de req-9ebcf142-3e6b-41bf-863b-565e9d7c52d4 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:09.360418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d20c672-1eaa-489f-be15-c6fa3b9447de req-9ebcf142-3e6b-41bf-863b-565e9d7c52d4 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 943 time: 0.0874329 Feb 04 15:26:09.382883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Calling delete_port for c6dede04-11db-471b-bbbf-78c5ed0e2e89 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:09.403457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d20c672-1eaa-489f-be15-c6fa3b9447de req-dd8396db-550b-45f1-a4f3-b6a80c9dabb5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371971 Feb 04 15:26:09.438858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-d2da2640-c6a1-4488-bf86-de64c66a0b83 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:09.440308 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-d2da2640-c6a1-4488-bf86-de64c66a0b83 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3548076 Feb 04 15:26:09.464926 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-7f33abd1-b1f4-4b6b-a9af-bee37b416910 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/quotas/351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 375 time: 0.0176811 Feb 04 15:26:09.582951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2175-0b3f-4baa-9920-79aeecbe023e req-ece8c130-fa7f-4d90-b2c8-96774f8e8f82 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:09.583753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8e9d2175-0b3f-4baa-9920-79aeecbe023e req-ece8c130-fa7f-4d90-b2c8-96774f8e8f82 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Synchronizing usage tracker for tenant:a77fd5823bd04f739173f830ba9a61c7 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:09.598869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8e9d2175-0b3f-4baa-9920-79aeecbe023e req-ece8c130-fa7f-4d90-b2c8-96774f8e8f82 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Unset dirty status for tenant:a77fd5823bd04f739173f830ba9a61c7 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:09.600254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e9d2175-0b3f-4baa-9920-79aeecbe023e req-ece8c130-fa7f-4d90-b2c8-96774f8e8f82 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c02ab6-5e1f-4f60-89d7-3e229b8c907b HTTP/1.1" status: 200 len: 950 time: 0.1027076 Feb 04 15:26:09.612182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.625662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c6dede04-11db-471b-bbbf-78c5ed0e2e89'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:09.651892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e9d2175-0b3f-4baa-9920-79aeecbe023e req-6ab48ab5-d945-47e9-896d-bf5d9dab8221 tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454297 Feb 04 15:26:09.670064 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-fd4c6c09-3c93-44ce-ac69-e639e2332843 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1883447 Feb 04 15:26:09.670783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Pushing event deleted for resources: {'Port': ['ID=c6dede04-11db-471b-bbbf-78c5ed0e2e89,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:09.736890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2'}, {'name': 'network-changed', 'server_uuid': 'd75e3ad6-1b78-44c9-b2c8-7dca90ce95a0', 'tag': 'b617620d-218a-45d0-9e05-5d5c1ab9a2d9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:09.759280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] No DVR routers for this DVR port c6dede04-11db-471b-bbbf-78c5ed0e2e89 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:09.762693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.766456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c02ab6-5e1f-4f60-89d7-3e229b8c907b', 'name': 'network-vif-deleted', 'tag': 'c6dede04-11db-471b-bbbf-78c5ed0e2e89'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:09.788498 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f17d0c2-49b5-4bb4-872a-e20937566fca req-eedcf3ce-b0bb-4796-8d9a-a080b6413b2a tempest-ServersAdminNegativeTestJSON-165801063 tempest-ServersAdminNegativeTestJSON-165801063-project] 10.222.0.53 "DELETE /v2.0/ports/c6dede04-11db-471b-bbbf-78c5ed0e2e89 HTTP/1.1" status: 204 len: 173 time: 1.0234880 Feb 04 15:26:09.993729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60032704-bda5-4eb8-b759-6fdbd233874a req-f198c48d-450e-441b-a0ff-203260cc6624 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:09.995457 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60032704-bda5-4eb8-b759-6fdbd233874a req-f198c48d-450e-441b-a0ff-203260cc6624 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 943 time: 0.1152263 Feb 04 15:26:10.068722 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60032704-bda5-4eb8-b759-6fdbd233874a req-22a42cfa-ba30-449c-a03b-d643f46476bd tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629261 Feb 04 15:26:10.121600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 581a2476-8576-4b7f-8fbf-513d9af64f71 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:10.148202 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2', 'status': 'completed', 'code': 200} Feb 04 15:26:10.148390 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75e3ad6-1b78-44c9-b2c8-7dca90ce95a0', 'tag': 'b617620d-218a-45d0-9e05-5d5c1ab9a2d9', 'status': 'completed', 'code': 200} Feb 04 15:26:10.288653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 581a2476-8576-4b7f-8fbf-513d9af64f71 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:10.298468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 581a2476-8576-4b7f-8fbf-513d9af64f71 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:10.299264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.454203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-0a9c5732-937a-4f49-891e-5b5ca650f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:10.455640 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-0a9c5732-937a-4f49-891e-5b5ca650f6d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1124 time: 0.2797463 Feb 04 15:26:10.463035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd021f-2a28-4033-b05a-e9136601659e req-4ff5dda1-ee7d-4ef1-8b9d-05ac2f509b73 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:10.471116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126eb17-db93-40bc-af83-b2b8ff203dd8 req-5086bef4-c2af-43fe-8acb-8cd72ab93ab7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:10.472712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7dd021f-2a28-4033-b05a-e9136601659e req-4ff5dda1-ee7d-4ef1-8b9d-05ac2f509b73 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 949 time: 0.2026601 Feb 04 15:26:10.478050 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4126eb17-db93-40bc-af83-b2b8ff203dd8 req-5086bef4-c2af-43fe-8acb-8cd72ab93ab7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 944 time: 0.1954234 Feb 04 15:26:10.537333 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7dd021f-2a28-4033-b05a-e9136601659e req-cf119ee0-deb5-4e7b-8908-185ceaafed88 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632613 Feb 04 15:26:10.548213 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.601075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:10.615164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 581a2476-8576-4b7f-8fbf-513d9af64f71, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=581a2476-8576-4b7f-8fbf-513d9af64f71,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:10.620309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.710867 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c02ab6-5e1f-4f60-89d7-3e229b8c907b', 'name': 'network-vif-deleted', 'tag': 'c6dede04-11db-471b-bbbf-78c5ed0e2e89', 'status': 'completed', 'code': 200} Feb 04 15:26:10.727575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=581a2476-8576-4b7f-8fbf-513d9af64f71,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:10.754294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4126eb17-db93-40bc-af83-b2b8ff203dd8 req-ccb2808d-9a4e-4e69-80e9-be71d144f14b tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753973 Feb 04 15:26:10.768864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d10371ff-33cb-4a97-871e-aa2d49bfd843 req-019df5f8-1e40-4720-b1b9-939987adecf3 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 210 time: 0.0541418 Feb 04 15:26:10.810287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-f87be3e3-85b8-4676-ac3d-54b9cc9f9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:10.811775 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-f87be3e3-85b8-4676-ac3d-54b9cc9f9b4e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.3317034 Feb 04 15:26:10.832197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e123d3-7c09-4074-9575-c399d006043f req-bfae8cae-641f-40ce-bd08-a9f1d5856a18 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:10.834429 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b0e123d3-7c09-4074-9575-c399d006043f req-bfae8cae-641f-40ce-bd08-a9f1d5856a18 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 949 time: 0.1777010 Feb 04 15:26:10.892639 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-822ea30f-418f-44cc-87ce-60324c996fbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2 HTTP/1.1" status: 200 len: 217 time: 0.0696418 Feb 04 15:26:10.937821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b0e123d3-7c09-4074-9575-c399d006043f req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Deleting port ae5e9391-7c67-49fb-b65c-877a3ce762d5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:10.938543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b0e123d3-7c09-4074-9575-c399d006043f req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.974986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-578cc25c-ded7-4866-b9d3-9b5bf10d9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:10.977914 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-578cc25c-ded7-4866-b9d3-9b5bf10d9525 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.0713286 Feb 04 15:26:11.036826 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-06e6c318-c574-4633-8b0c-3a7baf8bfd75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490923 Feb 04 15:26:11.096721 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71', 'code': 200} Feb 04 15:26:11.237877 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-514fd94f-63e8-4451-bdda-440a741935f0 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881273 Feb 04 15:26:11.510421 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-c20ba03c-28bc-4152-92f9-55aaa5fbcafb service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625589 Feb 04 15:26:11.526636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c0913-b820-4e6a-ae9a-e10bb7adc7b5 req-4b478f66-7cf0-46c4-9721-09f741f121f1 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:11.534871 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e52c0913-b820-4e6a-ae9a-e10bb7adc7b5 req-4b478f66-7cf0-46c4-9721-09f741f121f1 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.1515746 Feb 04 15:26:11.587570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47604) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:11.605140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-3f22a07b-f595-448a-a657-c52565325233 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812867 Feb 04 15:26:11.634983 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e52c0913-b820-4e6a-ae9a-e10bb7adc7b5 req-110adccf-0eb1-4f0b-a654-fb3a7a78c5f3 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991788 Feb 04 15:26:11.699871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-4c5cb7f3-d839-4bce-808a-ba985a1b16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:11.702386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-4c5cb7f3-d839-4bce-808a-ba985a1b16fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 1094 time: 0.1269226 Feb 04 15:26:11.727194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56585eb-2e80-4b8a-8a51-5698d89f55f1 req-84b9d06a-24eb-4246-8288-bd2023304209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:11.730453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e56585eb-2e80-4b8a-8a51-5698d89f55f1 req-84b9d06a-24eb-4246-8288-bd2023304209 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 1096 time: 0.5510385 Feb 04 15:26:11.898682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e56585eb-2e80-4b8a-8a51-5698d89f55f1 req-b0bb709b-98e8-4a76-b529-5eb7d56ff533 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152248 Feb 04 15:26:11.920381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065332ef-63c7-41a0-9034-5890b1982f21 req-7609a26d-0c54-4789-8f3a-6889e4245745 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:11.922515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-065332ef-63c7-41a0-9034-5890b1982f21 req-7609a26d-0c54-4789-8f3a-6889e4245745 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 943 time: 0.9379859 Feb 04 15:26:11.930100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-4b0f3d59-2aa1-4481-973c-55ed51066224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:11.931617 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-4b0f3d59-2aa1-4481-973c-55ed51066224 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 913 time: 0.2175901 Feb 04 15:26:11.944383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74692d-564d-4c81-9627-57fc88646611 req-9cb1500f-3eb1-47f1-9fb9-31339f660187 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:11.946164 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ed74692d-564d-4c81-9627-57fc88646611 req-9cb1500f-3eb1-47f1-9fb9-31339f660187 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 943 time: 0.1366029 Feb 04 15:26:12.005497 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ed74692d-564d-4c81-9627-57fc88646611 req-06cde6bf-4330-48cb-ab9b-fcdc9d24332e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483046 Feb 04 15:26:12.008755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b0e123d3-7c09-4074-9575-c399d006043f req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] For port ae5e9391-7c67-49fb-b65c-877a3ce762d5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ae5e9391-7c67-49fb-b65c-877a3ce762d5,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:12.009151 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b0e123d3-7c09-4074-9575-c399d006043f req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.106095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-67b38787-bcf8-41ae-8e8b-a55bd1752908 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a77fd5823bd04f739173f830ba9a61c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108144 Feb 04 15:26:12.120062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b617620d-218a-45d0-9e05-5d5c1ab9a2d9 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:26:12.124687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c6dede04-11db-471b-bbbf-78c5ed0e2e89 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:12.156819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47618) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:12.168172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b0e123d3-7c09-4074-9575-c399d006043f req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Calling delete_port for ae5e9391-7c67-49fb-b65c-877a3ce762d5 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:12.173741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: c6dede04-11db-471b-bbbf-78c5ed0e2e89 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:12.174136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c6dede04-11db-471b-bbbf-78c5ed0e2e89 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:12.209299 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-e0ff61fe-6540-4516-a2fa-77a8407ce640 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b617620d-218a-45d0-9e05-5d5c1ab9a2d9 HTTP/1.1" status: 200 len: 217 time: 0.1070776 Feb 04 15:26:12.213601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92a59eb8-9a48-4fbf-aa1a-5a0df77a98ec tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:12.215093 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92a59eb8-9a48-4fbf-aa1a-5a0df77a98ec tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5809050 Feb 04 15:26:12.217923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-065332ef-63c7-41a0-9034-5890b1982f21 req-41a10463-2de3-4910-9f64-e9952447b7c2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858591 Feb 04 15:26:12.230643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Request body: {'port': {'device_id': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '351b5fc8c821429d90b7d6fb4f2e1eda'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:12.324762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-213416d8-045e-458a-8fa5-975bcec358be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:12.326199 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-213416d8-045e-458a-8fa5-975bcec358be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.1051211 Feb 04 15:26:12.386034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1827fc0e-e476-4513-a6a2-8b001afe5fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.389224 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-3e1ee818-54f1-46f3-97b2-781a128c3465 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512648 Feb 04 15:26:12.397805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b617620d-218a-45d0-9e05-5d5c1ab9a2d9, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:12.418511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'b617620d-218a-45d0-9e05-5d5c1ab9a2d9', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'port_id': 'b617620d-218a-45d0-9e05-5d5c1ab9a2d9', 'mac_address': 'fa:16:3e:3b:64:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67421194-ccf6-44ed-87a2-1bd8ab7eb3a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:26:12.476465 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.483692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666134-1cc0-4bb8-a497-eb2cab574271 req-b7a5a357-8d96-4755-8d1c-c55dc56d7099 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:12.485268 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6666134-1cc0-4bb8-a497-eb2cab574271 req-b7a5a357-8d96-4755-8d1c-c55dc56d7099 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fbcb65-168e-4154-8e77-29a85ec01d2d HTTP/1.1" status: 200 len: 949 time: 0.3306398 Feb 04 15:26:12.494076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b617620d-218a-45d0-9e05-5d5c1ab9a2d9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:12.514309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b617620d-218a-45d0-9e05-5d5c1ab9a2d9, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:12.518144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.519853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1827fc0e-e476-4513-a6a2-8b001afe5fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.520464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:12.525896 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b0e123d3-7c09-4074-9575-c399d006043f req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.562677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['b484ca90-e1bc-4484-a306-491bfa5d5e8c', 'ae5e9391-7c67-49fb-b65c-877a3ce762d5', '3df57a59-0c9e-476a-9a06-5c18341f0801'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:12.577661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:12.585978 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6666134-1cc0-4bb8-a497-eb2cab574271 req-5b6dc085-6658-42e9-8c45-b3f115c687ca tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888143 Feb 04 15:26:12.594273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Pushing event deleted for resources: {'Port': ['ID=ae5e9391-7c67-49fb-b65c-877a3ce762d5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:12.633943 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-a329bac2-4f5c-4232-9ed7-d3ffa716f8d7 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327559 Feb 04 15:26:12.640409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.640796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.641124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.641546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.641880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.642210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.642532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.642852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.643171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.643493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.643809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.644139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:12.652369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Made reservation on behalf of 351b5fc8c821429d90b7d6fb4f2e1eda for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:12.656134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.674863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6145-b274-4bf8-b8dd-1f6215ac4342 req-abe2bde5-5ee3-49c2-8250-dffa4c28c946 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:12.681826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9da6145-b274-4bf8-b8dd-1f6215ac4342 req-abe2bde5-5ee3-49c2-8250-dffa4c28c946 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 945 time: 0.3221452 Feb 04 15:26:12.715100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:12.743148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e123d3-7c09-4074-9575-c399d006043f req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] No DVR routers for this DVR port ae5e9391-7c67-49fb-b65c-877a3ce762d5 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:12.753015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b0e123d3-7c09-4074-9575-c399d006043f req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.756108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fbcb65-168e-4154-8e77-29a85ec01d2d', 'name': 'network-vif-deleted', 'tag': 'ae5e9391-7c67-49fb-b65c-877a3ce762d5'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:12.823814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b0e123d3-7c09-4074-9575-c399d006043f req-cb2718b5-c97e-44ac-a5db-8f38a99ef7f1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "DELETE /v2.0/ports/ae5e9391-7c67-49fb-b65c-877a3ce762d5 HTTP/1.1" status: 204 len: 173 time: 1.9789467 Feb 04 15:26:12.833759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1827fc0e-e476-4513-a6a2-8b001afe5fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.839340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d9da6145-b274-4bf8-b8dd-1f6215ac4342 req-34daa651-01d0-4402-a8c2-d5cc7408bea9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:12.867501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d9da6145-b274-4bf8-b8dd-1f6215ac4342 req-34daa651-01d0-4402-a8c2-d5cc7408bea9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:12.881435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9da6145-b274-4bf8-b8dd-1f6215ac4342 req-34daa651-01d0-4402-a8c2-d5cc7408bea9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985042 Feb 04 15:26:12.897081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b617620d-218a-45d0-9e05-5d5c1ab9a2d9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:12.922771 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-61029eac-40fb-453b-9e1b-432c357d130d req-4688f9f7-4eb9-4837-99f2-34221aeadef0 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 210 time: 0.0951235 Feb 04 15:26:12.928411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827fc0e-e476-4513-a6a2-8b001afe5fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a5e23e-4a91-4a64-b954-ca0b5d74b15e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:12.958220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1827fc0e-e476-4513-a6a2-8b001afe5fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.959320 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1827fc0e-e476-4513-a6a2-8b001afe5fd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6a5e23e-4a91-4a64-b954-ca0b5d74b15e HTTP/1.1" status: 204 len: 168 time: 0.8015759 Feb 04 15:26:13.053805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3bcfecb3-424e-47f3-b5a3-f6d80ac6f3cc req-fd1c7025-21ce-41c5-b91c-6541faa32fca service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125307 Feb 04 15:26:13.060513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Allocated IP 192.168.233.130 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/5ca59105-192d-4f24-8e97-4c28a96df59b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:13.185164 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fbcb65-168e-4154-8e77-29a85ec01d2d', 'name': 'network-vif-deleted', 'tag': 'ae5e9391-7c67-49fb-b65c-877a3ce762d5', 'status': 'completed', 'code': 200} Feb 04 15:26:13.539346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516efff9-966c-447e-ae2f-19b257720996 req-c5e4f897-39a7-4bb1-8278-bf665aae4091 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:13.545505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-516efff9-966c-447e-ae2f-19b257720996 req-c5e4f897-39a7-4bb1-8278-bf665aae4091 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.4622314 Feb 04 15:26:13.637892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e97b1-ea49-438c-a474-eb72988fb47d req-a55a784f-6b7d-45a6-a032-15ce9f1ef4ee tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:13.639483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-257e97b1-ea49-438c-a474-eb72988fb47d req-a55a784f-6b7d-45a6-a032-15ce9f1ef4ee tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 945 time: 0.3288152 Feb 04 15:26:13.666449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Deleting port 9da3bcfe-2583-4c38-822e-6503859afe4f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:13.666935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.708680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47640) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:13.782916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-257e97b1-ea49-438c-a474-eb72988fb47d req-be2d6e50-6ac6-48d2-8d04-331c9d44a212 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362066 Feb 04 15:26:13.856069 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c58f358e-c844-4a9d-9629-a5a9a073b623 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0193703dbcad4bf6884324677fc00e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434345 Feb 04 15:26:13.860024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47644) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:13.949678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-11c44945-98ea-47f6-9110-f3a05b6d23a0 service neutron] 10.222.0.53 "GET /v2.0/ports/29d9e66b-4aab-4fe6-97b3-770e619422c2/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 384 time: 0.2174463 Feb 04 15:26:13.953111 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.031327 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3f5f-bc8c-4819-881d-2cb50c15ff1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.057619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Transition to ACTIVE for port object 5ca59105-192d-4f24-8e97-4c28a96df59b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:14.069029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933559d-b89f-4d8e-8203-0c2b9673f302 req-bcf77219-8dd2-4529-9fd5-80063d9e7d93 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:14.076352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8933559d-b89f-4d8e-8203-0c2b9673f302 req-bcf77219-8dd2-4529-9fd5-80063d9e7d93 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 943 time: 0.3941462 Feb 04 15:26:14.123827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b617620d-218a-45d0-9e05-5d5c1ab9a2d9 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:14.140827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90aeaa-aff4-4a71-bc5d-3fddb10a13e0 req-a5780bd0-7f6e-457a-8622-9c4a71dc2175 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:14.148033 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a90aeaa-aff4-4a71-bc5d-3fddb10a13e0 req-a5780bd0-7f6e-457a-8622-9c4a71dc2175 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 944 time: 0.1679807 Feb 04 15:26:14.169893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] For port 9da3bcfe-2583-4c38-822e-6503859afe4f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9da3bcfe-2583-4c38-822e-6503859afe4f,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:14.170228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.206132 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3f5f-bc8c-4819-881d-2cb50c15ff1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.255683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8933559d-b89f-4d8e-8203-0c2b9673f302 req-fdcbf01c-5a21-405f-b315-8ddd6737304d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780281 Feb 04 15:26:14.318983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port b617620d-218a-45d0-9e05-5d5c1ab9a2d9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:14.324392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port b617620d-218a-45d0-9e05-5d5c1ab9a2d9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:14.324753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.336332 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a90aeaa-aff4-4a71-bc5d-3fddb10a13e0 req-e2a497f5-b4c7-45e6-959c-d90fe08bdfd8 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873276 Feb 04 15:26:14.413910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.440082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['8cacaa8b-ab8f-42f8-9d72-c573a5115246'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:14.475202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:14.601484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.601892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.602162 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Floating IP 3351e04d-7055-4842-bd06-237711638418 disassociated. External IP: 172.25.8.25, port: 9da3bcfe-2583-4c38-822e-6503859afe4f. Feb 04 15:26:14.602502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Calling delete_port for 9da3bcfe-2583-4c38-822e-6503859afe4f owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:14.640787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:14.649084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:14.657916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:14.779345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:14.780006 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.782347 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.809162 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.877552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event deleted for resources: {'Port': ['ID=9da3bcfe-2583-4c38-822e-6503859afe4f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:14.884101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:14.895952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75e3ad6-1b78-44c9-b2c8-7dca90ce95a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b617620d-218a-45d0-9e05-5d5c1ab9a2d9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:14.896693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.897095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.897432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.897762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.898089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.898411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.898732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.899112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.899432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.899748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.900063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.900376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:14.935116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:14.987034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b617620d-218a-45d0-9e05-5d5c1ab9a2d9, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:15.000716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:15.013947 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:15.015267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9da3bcfe-2583-4c38-822e-6503859afe4f no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:15.029607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933022e-6d2e-48ee-ab00-eebee13a3da1 req-b74b6924-c9a8-42d0-bd75-38c53690f65b tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:15.036876 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0933022e-6d2e-48ee-ab00-eebee13a3da1 req-b74b6924-c9a8-42d0-bd75-38c53690f65b tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 945 time: 0.2699428 Feb 04 15:26:15.054134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3f5f-bc8c-4819-881d-2cb50c15ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:15.078698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d9e66b-4aab-4fe6-97b3-770e619422c2 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:15.095109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-92edb47c-7dac-4319-9b15-e267b79e244a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8687608 Feb 04 15:26:15.103305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3f5f-bc8c-4819-881d-2cb50c15ff1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:15.107612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e7cc3f5f-bc8c-4819-881d-2cb50c15ff1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd7d592c-612e-4606-9167-0b3d3b06ff84 HTTP/1.1" status: 204 len: 168 time: 1.2459853 Feb 04 15:26:15.109881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc3f5f-bc8c-4819-881d-2cb50c15ff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7d592c-612e-4606-9167-0b3d3b06ff84,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:15.118587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Request body: {'port': {'device_id': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:15.147463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:15.149803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 9da3bcfe-2583-4c38-822e-6503859afe4f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:15.150297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9da3bcfe-2583-4c38-822e-6503859afe4f not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:15.150558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29d9e66b-4aab-4fe6-97b3-770e619422c2 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:15.184094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2f89f-bca8-474d-84e0-4781dff6f8fd req-cb5e7ed5-8a9b-41cd-8309-06ed2568aeff tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:15.185527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-23c2f89f-bca8-474d-84e0-4781dff6f8fd req-cb5e7ed5-8a9b-41cd-8309-06ed2568aeff tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Synchronizing usage tracker for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:15.219130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:15.240736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-23c2f89f-bca8-474d-84e0-4781dff6f8fd req-cb5e7ed5-8a9b-41cd-8309-06ed2568aeff tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Unset dirty status for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:15.247864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23c2f89f-bca8-474d-84e0-4781dff6f8fd req-cb5e7ed5-8a9b-41cd-8309-06ed2568aeff tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 936 time: 0.5999320 Feb 04 15:26:15.373194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-305f57d6-0ab6-439c-8d5e-737d925348c5 None None] Provisioning for port 5ca59105-192d-4f24-8e97-4c28a96df59b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:15.419453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:15.436223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-305f57d6-0ab6-439c-8d5e-737d925348c5 None None] Provisioning complete for port 5ca59105-192d-4f24-8e97-4c28a96df59b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:15.437178 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-305f57d6-0ab6-439c-8d5e-737d925348c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:15.444942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Router 69e16339-aa50-478f-a812-89b6247ac9a3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:26:15.505607 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0933022e-6d2e-48ee-ab00-eebee13a3da1 req-1806a418-e7da-45ae-a9cc-8d68b0568e7b tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676757 Feb 04 15:26:15.598508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ae5e9391-7c67-49fb-b65c-877a3ce762d5 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:15.671599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:15.678407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: ae5e9391-7c67-49fb-b65c-877a3ce762d5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:15.678407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ae5e9391-7c67-49fb-b65c-877a3ce762d5 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:15.710659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-305f57d6-0ab6-439c-8d5e-737d925348c5 None None] Port 5ca59105-192d-4f24-8e97-4c28a96df59b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:26:15.715606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23c2f89f-bca8-474d-84e0-4781dff6f8fd req-9fde29f7-fe6b-4f41-87e0-a647d7cad296 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646323 Feb 04 15:26:15.868328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:26:15.875550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] Transition to ACTIVE for port object 29d9e66b-4aab-4fe6-97b3-770e619422c2 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:15.881375 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] Sync routers for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:15.899500 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:15.900167 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:15.938728 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75e3ad6-1b78-44c9-b2c8-7dca90ce95a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b617620d-218a-45d0-9e05-5d5c1ab9a2d9', 'code': 200} Feb 04 15:26:15.971541 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:15.979586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] No DVR routers for this DVR port 9da3bcfe-2583-4c38-822e-6503859afe4f on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:15.995937 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:16.003919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'name': 'network-vif-deleted', 'tag': '9da3bcfe-2583-4c38-822e-6503859afe4f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:16.019541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.53', 53256) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:16.026089 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-516efff9-966c-447e-ae2f-19b257720996 req-b47caf1f-b59a-4899-98a1-02ace6fb4408 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.53 "DELETE /v2.0/ports/9da3bcfe-2583-4c38-822e-6503859afe4f HTTP/1.1" status: 204 len: 173 time: 2.4719653 Feb 04 15:26:16.103681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82921778-9760-47b9-b9d0-3398cbcbccd8 req-2cd57e2e-8231-4e3a-87eb-b3fdf1e4c8fd tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ad195b3-6ffb-4552-b816-7f0fa9e02422 HTTP/1.1" status: 200 len: 210 time: 0.2278013 Feb 04 15:26:16.223173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b86d-3af0-4db8-b760-51b484040ef8 req-d0f4320a-68f2-4f46-88e6-1c943f8e53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:16.225329 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54f1b86d-3af0-4db8-b760-51b484040ef8 req-d0f4320a-68f2-4f46-88e6-1c943f8e53af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 1096 time: 0.1922450 Feb 04 15:26:16.239219 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:16.318977 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54f1b86d-3af0-4db8-b760-51b484040ef8 req-7148fe54-aa0e-4fe1-a887-46a84c089d45 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801547 Feb 04 15:26:16.329615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06568f-9023-4632-af71-3f5b15d29a29 req-07e24ada-1f7d-4b97-9f5a-1964224d5971 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:16.337484 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6d06568f-9023-4632-af71-3f5b15d29a29 req-07e24ada-1f7d-4b97-9f5a-1964224d5971 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 944 time: 0.2040570 Feb 04 15:26:16.358154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] No DVR routers for this DVR port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:16.395295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6d06568f-9023-4632-af71-3f5b15d29a29 req-4b037409-45da-499f-8c29-d05bf8fcbbd2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568626 Feb 04 15:26:16.568256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-5733700d-8b05-49c0-aa07-384fa7f7cbe0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-715368352&fields=id&tenant_id=84bfbb5c181f441280cc0c4a137e63ca HTTP/1.1" status: 200 len: 267 time: 0.0497890 Feb 04 15:26:16.623019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] Pushing event updated for resources: {'Port': ['ID=29d9e66b-4aab-4fe6-97b3-770e619422c2,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:16.671696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34a43cd5-dab2-45df-99f8-b0b904d985b7 service neutron] 10.222.0.53 "PUT /v2.0/ports/29d9e66b-4aab-4fe6-97b3-770e619422c2/bindings/n-h2-827870-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7010226 Feb 04 15:26:16.742467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74a1fe-6b8a-422b-a782-d3ffd5c4a982 req-ca3c6c47-cf60-4e6c-b85d-459975f5cc5d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:16.744067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc74a1fe-6b8a-422b-a782-d3ffd5c4a982 req-ca3c6c47-cf60-4e6c-b85d-459975f5cc5d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 945 time: 0.4127731 Feb 04 15:26:16.748185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-a1f4de73-b98c-4e78-9ee0-9ea2effed455 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:16.749966 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-a1f4de73-b98c-4e78-9ee0-9ea2effed455 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 945 time: 0.1638854 Feb 04 15:26:16.762098 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:16.766566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-29fa80e8-60b1-4f28-a93a-f18c06149c5a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'port': {'security_groups': ['850becc3-d1d1-4141-93c6-4850def17e9d', '49c199b8-7830-45ef-9a2a-70a2b8fe779b']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:16.767886 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] Checking router: 69e16339-aa50-478f-a812-89b6247ac9a3 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:16.777721 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:16.778397 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:16.958870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc74a1fe-6b8a-422b-a782-d3ffd5c4a982 req-bf966563-7ee3-41e9-9f0e-c140fd824f08 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011287 Feb 04 15:26:16.976358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca59105-192d-4f24-8e97-4c28a96df59b {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:16.999497 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.017134 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-29fa80e8-60b1-4f28-a93a-f18c06149c5a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.063589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Transition to ACTIVE for port object 5ca59105-192d-4f24-8e97-4c28a96df59b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:17.070344 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.075255 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:17.357393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-6c8b2475-af77-4079-b953-20cf5907c30d tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.359563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-6c8b2475-af77-4079-b953-20cf5907c30d tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1095 time: 0.5092010 Feb 04 15:26:17.379392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-29fa80e8-60b1-4f28-a93a-f18c06149c5a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] For port 581a2476-8576-4b7f-8fbf-513d9af64f71, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=581a2476-8576-4b7f-8fbf-513d9af64f71,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:17.420634 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-29fa80e8-60b1-4f28-a93a-f18c06149c5a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.429425 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-29fa80e8-60b1-4f28-a93a-f18c06149c5a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.442341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['581a2476-8576-4b7f-8fbf-513d9af64f71'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:17.525404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:17.624355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-29fa80e8-60b1-4f28-a93a-f18c06149c5a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.629116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-29fa80e8-60b1-4f28-a93a-f18c06149c5a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.650508 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dcc9b7aa-503d-4085-96e8-266bf00d0620 req-29fa80e8-60b1-4f28-a93a-f18c06149c5a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "PUT /v2.0/ports/581a2476-8576-4b7f-8fbf-513d9af64f71 HTTP/1.1" status: 200 len: 981 time: 0.8924770 Feb 04 15:26:17.693040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['581a2476-8576-4b7f-8fbf-513d9af64f71'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:17.711162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa80e8-60b1-4f28-a93a-f18c06149c5a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'Port': ['ID=581a2476-8576-4b7f-8fbf-513d9af64f71,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:17.725146 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad195b3-6ffb-4552-b816-7f0fa9e02422', 'name': 'network-vif-deleted', 'tag': '9da3bcfe-2583-4c38-822e-6503859afe4f', 'status': 'completed', 'code': 200} Feb 04 15:26:17.742383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40311881-42c2-4c18-865e-e045de441fd8 req-47f9d5f7-7617-4e46-ae59-87561c448733 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.743121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-40311881-42c2-4c18-865e-e045de441fd8 req-47f9d5f7-7617-4e46-ae59-87561c448733 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Synchronizing usage tracker for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:17.746960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:17.747317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:17.747705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:17.768811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Port 5ca59105-192d-4f24-8e97-4c28a96df59b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:26:17.769142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:17.795035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:17.795375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:17.795891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:17.796346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Bound port: 5ca59105-192d-4f24-8e97-4c28a96df59b, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:17.796749 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.821315 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:17.825785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-eb57c1e8-1669-4dfb-ab04-94b323c67cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.826798 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20de3b6-ba15-488e-a524-0cb2c8956f01 None None] The sync data for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 is: [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:23:36Z', 'revision_number': 4, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'ff3744b0-0fd5-48ab-936f-4aa766a0572a', 'name': '', 'network_id': '3b3a534c-6985-4b16-8cad-601754873575', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'mac_address': 'fa:16:3e:0d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:34Z', 'updated_at': '2022-02-04T15:23:46Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'subnets': [{'id': 'af025474-00d6-4058-b979-67d9a9da93ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:17.827512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-eb57c1e8-1669-4dfb-ab04-94b323c67cb5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95&tenant_id=4e6111af241f425ebd76df0cd5a20fa3 HTTP/1.1" status: 200 len: 1095 time: 0.4578850 Feb 04 15:26:17.836725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-40311881-42c2-4c18-865e-e045de441fd8 req-47f9d5f7-7617-4e46-ae59-87561c448733 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Unset dirty status for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:17.841244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-40311881-42c2-4c18-865e-e045de441fd8 req-47f9d5f7-7617-4e46-ae59-87561c448733 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 950 time: 0.6065037 Feb 04 15:26:18.007861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56961fb8-8d76-4eca-9f37-43673c765109 req-7aee6cda-477c-4a12-a39f-4e3f9d2d3c34 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.010280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56961fb8-8d76-4eca-9f37-43673c765109 req-7aee6cda-477c-4a12-a39f-4e3f9d2d3c34 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 950 time: 0.3187685 Feb 04 15:26:18.124227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-56961fb8-8d76-4eca-9f37-43673c765109 req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Deleting port b484ca90-e1bc-4484-a306-491bfa5d5e8c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:18.126585 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-56961fb8-8d76-4eca-9f37-43673c765109 req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:18.215726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-1f2f7bad-31cb-4e1e-9844-9b0e6f75d137 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.217601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-1f2f7bad-31cb-4e1e-9844-9b0e6f75d137 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 945 time: 0.5992274 Feb 04 15:26:18.220896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-40311881-42c2-4c18-865e-e045de441fd8 req-938569ff-71b6-4bdc-be2e-d65698adde6a tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444698 Feb 04 15:26:18.237142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b1fa4-141c-4b0b-94f3-cfbadc5494a1 req-b6b2cc9c-a510-474f-9e65-99d5c115dd53 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.257800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c89b1fa4-141c-4b0b-94f3-cfbadc5494a1 req-b6b2cc9c-a510-474f-9e65-99d5c115dd53 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 948 time: 0.1749966 Feb 04 15:26:18.287940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:18.321334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f411f52-1c7f-4675-b91d-02f2a5d9742a None None] New status for floating IP 3351e04d-7055-4842-bd06-237711638418: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:26:18.330282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:18.370428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:18.378429 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c89b1fa4-141c-4b0b-94f3-cfbadc5494a1 req-ca70b6f9-71de-493d-9f4c-b4d05450a74c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223972 Feb 04 15:26:18.420090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-ca3c50af-bd1d-42e0-944b-c00afe42cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.422103 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-ca3c50af-bd1d-42e0-944b-c00afe42cf86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1095 time: 0.5363281 Feb 04 15:26:18.425667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Deleting port b617620d-218a-45d0-9e05-5d5c1ab9a2d9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:18.426014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:18.523853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:18.534552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.535332 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:18.536674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-ecba4b0d-204b-43fd-8bfe-c8544a4b69b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 1096 time: 3.4233365 Feb 04 15:26:18.605257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:18.707378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1d840-3ff4-45ea-a3c1-61e41fb69fa1 req-6b528381-cd20-46ed-a13b-8397e9b938e8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.712213 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4e1d840-3ff4-45ea-a3c1-61e41fb69fa1 req-6b528381-cd20-46ed-a13b-8397e9b938e8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 944 time: 0.1646256 Feb 04 15:26:18.770840 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4e1d840-3ff4-45ea-a3c1-61e41fb69fa1 req-5e214d53-54a6-4563-91fe-f8069a8eb2bb tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487502 Feb 04 15:26:18.972543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f979ea5-3577-4446-baf3-35848e6a7672 req-95851545-28c2-42db-aeeb-9e71f7cddeae tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.974044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1f979ea5-3577-4446-baf3-35848e6a7672 req-95851545-28c2-42db-aeeb-9e71f7cddeae tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 945 time: 0.0802026 Feb 04 15:26:19.018830 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1f979ea5-3577-4446-baf3-35848e6a7672 req-e277fb95-1d6b-4a51-b17c-bcb6c2e86d84 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387774 Feb 04 15:26:19.105224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-d6f1d8cf-5d6b-48e4-aa0a-b8c6dbf10e4e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-741562959&fields=id&tenant_id=84bfbb5c181f441280cc0c4a137e63ca HTTP/1.1" status: 200 len: 267 time: 0.2393577 Feb 04 15:26:19.172913 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'status': 'completed', 'code': 200} Feb 04 15:26:19.293808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-508ab431-4311-495a-8ff1-a6a515420388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.296460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-508ab431-4311-495a-8ff1-a6a515420388 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.8273690 Feb 04 15:26:19.314636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47754) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:19.334512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-56961fb8-8d76-4eca-9f37-43673c765109 req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] For port b484ca90-e1bc-4484-a306-491bfa5d5e8c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b484ca90-e1bc-4484-a306-491bfa5d5e8c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:19.335175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-56961fb8-8d76-4eca-9f37-43673c765109 req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.421373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2fe2-951c-4b61-9ea2-9f0628247799 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.454022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2fe2-951c-4b61-9ea2-9f0628247799 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.536163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-56961fb8-8d76-4eca-9f37-43673c765109 req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Calling delete_port for b484ca90-e1bc-4484-a306-491bfa5d5e8c owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:19.555233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2fe2-951c-4b61-9ea2-9f0628247799 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.582226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a2fe2-951c-4b61-9ea2-9f0628247799 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:19.591575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-8f9e4419-2bed-4c4a-8ab4-a59984cba23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.593894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-8f9e4419-2bed-4c4a-8ab4-a59984cba23e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1099 time: 0.9583154 Feb 04 15:26:19.603545 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2fe2-951c-4b61-9ea2-9f0628247799 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.610080 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9c0a2fe2-951c-4b61-9ea2-9f0628247799 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "DELETE /v2.0/security-groups/d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc HTTP/1.1" status: 204 len: 168 time: 0.2932794 Feb 04 15:26:19.611922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-34dc29d2-a610-4a0c-b623-0109cecca72d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2 HTTP/1.1" status: 200 len: 217 time: 0.1406605 Feb 04 15:26:19.613546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47760) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:19.636748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903b117-b7d5-4f47-9dc3-57fb3cedff1a req-5842510c-74ec-434b-b7bd-e613e8742cfb tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.638315 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3903b117-b7d5-4f47-9dc3-57fb3cedff1a req-5842510c-74ec-434b-b7bd-e613e8742cfb tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 950 time: 0.1405611 Feb 04 15:26:19.688459 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3903b117-b7d5-4f47-9dc3-57fb3cedff1a req-176ae5d8-f389-4853-bf15-5b68cc0fc8cb tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Feb 04 15:26:19.726385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:19.757041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-b92d1607-4ac8-4287-aac1-5cf411b14b5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.1441176 Feb 04 15:26:19.782603 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-b2063a49-3b12-4c5d-b74e-fd49b146385f tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] show failed (client error): The resource could not be found. Feb 04 15:26:19.785115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b2063a49-3b12-4c5d-b74e-fd49b146385f tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "GET /v2.0/security-groups/d1ee3d10-8c26-47c8-aaf1-d6d85c3921bc HTTP/1.1" status: 404 len: 347 time: 0.1652532 Feb 04 15:26:19.788710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47772) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:19.899641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-6b937f9c-487b-4bf9-bac2-2773d7b98a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.901169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-6b937f9c-487b-4bf9-bac2-2773d7b98a9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.2746606 Feb 04 15:26:19.906466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] For port b617620d-218a-45d0-9e05-5d5c1ab9a2d9, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:19.906761 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.929378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-6f91e6de-5e52-482d-b1f9-c480e90c7b54 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.930865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-6f91e6de-5e52-482d-b1f9-c480e90c7b54 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 984 time: 0.8107877 Feb 04 15:26:20.105913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Deleting port 949b54dd-784e-4ed0-89b4-5bb651dd9c44 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:20.106245 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.122090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-dd1a3f57-b5b9-44e2-9285-73576ea8c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:20.123459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-dd1a3f57-b5b9-44e2-9285-73576ea8c688 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.3480475 Feb 04 15:26:20.128046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'port': {'security_groups': ['49c199b8-7830-45ef-9a2a-70a2b8fe779b', '850becc3-d1d1-4141-93c6-4850def17e9d', 'c4242c80-8eaf-404d-b2e2-2360c0fa2c06']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:20.162310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Calling delete_port for b617620d-218a-45d0-9e05-5d5c1ab9a2d9 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:20.191877 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-a943b449-b57c-4353-9e84-0203ba53bb5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2740166 Feb 04 15:26:20.245803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45734114-bb9e-45d4-9018-9346e2ec8248 req-f27c1a25-14bf-4f32-aebc-b1db754f3617 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:20.247297 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-45734114-bb9e-45d4-9018-9346e2ec8248 req-f27c1a25-14bf-4f32-aebc-b1db754f3617 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 948 time: 0.2917502 Feb 04 15:26:20.334744 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-45734114-bb9e-45d4-9018-9346e2ec8248 req-fbce2291-9401-424d-b969-97f1c500d598 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764430 Feb 04 15:26:20.339218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.339599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.544160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Calling delete_port for 949b54dd-784e-4ed0-89b4-5bb651dd9c44 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:20.641942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-91aa356a-d144-4580-87fd-12ebb1bbc29b service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431539 Feb 04 15:26:20.684133 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.696722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b617620d-218a-45d0-9e05-5d5c1ab9a2d9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:20.711724 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71', 'status': 'completed', 'code': 200} Feb 04 15:26:20.865405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event deleted for resources: {'Port': ['ID=b617620d-218a-45d0-9e05-5d5c1ab9a2d9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:20.906829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-45cf3cb4-4613-4a7f-acd2-eca46a84398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:20.908233 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-45cf3cb4-4613-4a7f-acd2-eca46a84398f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 1135 time: 0.2558739 Feb 04 15:26:21.004366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7988f1-1edd-4c99-8750-4ab96b91ebcc req-4fa774d2-f41d-4288-96cf-8ffd32cccd99 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:21.005890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1f7988f1-1edd-4c99-8750-4ab96b91ebcc req-4fa774d2-f41d-4288-96cf-8ffd32cccd99 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 944 time: 0.2965097 Feb 04 15:26:21.033784 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-56961fb8-8d76-4eca-9f37-43673c765109 req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.047126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3df57a59-0c9e-476a-9a06-5c18341f0801'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:21.057519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.178444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Pushing event deleted for resources: {'Port': ['ID=949b54dd-784e-4ed0-89b4-5bb651dd9c44,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:21.215716 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1f7988f1-1edd-4c99-8750-4ab96b91ebcc req-76ff162f-3733-4342-962a-bc67dabf4a28 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990969 Feb 04 15:26:21.234373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-381e851e-6f31-44e6-95ac-6d8b1cdea65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:21.237662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.238191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-381e851e-6f31-44e6-95ac-6d8b1cdea65b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0443852 Feb 04 15:26:21.240881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-5fa4ff82-7054-4b02-b59e-2bb1ce41160b service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655105 Feb 04 15:26:21.241559 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.241874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-7c50e8b8-b71c-4e58-a262-1d966ee0b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:21.243395 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-7c50e8b8-b71c-4e58-a262-1d966ee0b8cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 913 time: 0.3248353 Feb 04 15:26:21.261350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] No DVR routers for this DVR port b617620d-218a-45d0-9e05-5d5c1ab9a2d9 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:21.315650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Pushing event deleted for resources: {'Port': ['ID=b484ca90-e1bc-4484-a306-491bfa5d5e8c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:21.330613 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.367486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75e3ad6-1b78-44c9-b2c8-7dca90ce95a0', 'name': 'network-vif-deleted', 'tag': 'b617620d-218a-45d0-9e05-5d5c1ab9a2d9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:21.390401 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-68836b84-3d30-4296-b372-b81dee6d4770 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=581a2476-8576-4b7f-8fbf-513d9af64f71 HTTP/1.1" status: 200 len: 217 time: 0.1356416 Feb 04 15:26:21.393420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.394537 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-81e59204-0f50-482c-bb3a-37dcb867ac78 tempest-ServersWithSpecificFlavorTestJSON-1377699831 tempest-ServersWithSpecificFlavorTestJSON-1377699831-project] 10.222.0.46 "DELETE /v2.0/floatingips/3351e04d-7055-4842-bd06-237711638418 HTTP/1.1" status: 204 len: 168 time: 1.6048234 Feb 04 15:26:21.540536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-23176d8d-243b-4c3d-945f-5a23bfa550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:21.543090 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-23176d8d-243b-4c3d-945f-5a23bfa550fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.1448853 Feb 04 15:26:21.569379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b484ca90-e1bc-4484-a306-491bfa5d5e8c no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:21.603678 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-a614ebc1-0073-4328-8f10-faf101bb20e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528462 Feb 04 15:26:21.618923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: b484ca90-e1bc-4484-a306-491bfa5d5e8c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:21.619266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b484ca90-e1bc-4484-a306-491bfa5d5e8c not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:21.676112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5e4819-4134-4955-85be-8b24cb9518ad req-31be2fd5-e09b-43ba-8863-504669217a07 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "DELETE /v2.0/ports/b617620d-218a-45d0-9e05-5d5c1ab9a2d9 HTTP/1.1" status: 204 len: 173 time: 3.4435182 Feb 04 15:26:21.694093 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8a9153b-5fa5-4516-8aaa-af0938937d7d req-7cef57d4-09f8-4086-8b7f-8cf62c732fe3 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 210 time: 0.0891757 Feb 04 15:26:21.821162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-7ec234e2-3726-4078-b354-9a6da70b58c2 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509262 Feb 04 15:26:21.822326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-56961fb8-8d76-4eca-9f37-43673c765109 req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] No DVR routers for this DVR port b484ca90-e1bc-4484-a306-491bfa5d5e8c on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:21.833684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-56961fb8-8d76-4eca-9f37-43673c765109 req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.837775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56961fb8-8d76-4eca-9f37-43673c765109 req-695629c3-aecf-4844-86bd-8dcf4aa1b147 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "DELETE /v2.0/ports/b484ca90-e1bc-4484-a306-491bfa5d5e8c HTTP/1.1" status: 204 len: 173 time: 3.8054943 Feb 04 15:26:22.047835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1561e3e-2745-452d-aefb-5c66f3de2014 req-19d4c4d9-4808-4c39-a6a7-9d5f64a61a83 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072954 Feb 04 15:26:22.219157 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a27e74cb-8153-47b6-ac52-bfe9cc4bc38c req-9f89be5d-8ef2-4d11-bb7d-be7e510d22e0 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1596f6a-7be6-44a4-ab36-06d620c44b89 HTTP/1.1" status: 200 len: 210 time: 0.0740387 Feb 04 15:26:22.234896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-dcd0ae45-09cd-472f-a031-0e9d0d528dc2 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.237010 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-dcd0ae45-09cd-472f-a031-0e9d0d528dc2 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 1095 time: 0.6026363 Feb 04 15:26:22.274008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-c1569ea3-0dfb-42e5-b96c-5e2a3a3be6b6 service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216381 Feb 04 15:26:22.372481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0aca81c4-a748-4f4c-b969-491a16c28456 req-788980ba-d851-4dbd-b63f-2a26ec386779 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 210 time: 0.1273017 Feb 04 15:26:22.493230 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2be2de9-ca6a-4b02-a91a-8c0f84e2d500 req-dfcbd098-8b7b-4c64-a85c-ea9687c9a0cd service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114890 Feb 04 15:26:22.513495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4a33-1d91-4221-9f57-98de470c2452 req-d5845f6a-989a-4dc1-a167-3220e1fd968c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.515057 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ed0a4a33-1d91-4221-9f57-98de470c2452 req-d5845f6a-989a-4dc1-a167-3220e1fd968c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 948 time: 0.1238363 Feb 04 15:26:22.564562 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ed0a4a33-1d91-4221-9f57-98de470c2452 req-e79ccb32-ed70-4e2d-b7c9-39470484901c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Feb 04 15:26:22.681161 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75e3ad6-1b78-44c9-b2c8-7dca90ce95a0', 'name': 'network-vif-deleted', 'tag': 'b617620d-218a-45d0-9e05-5d5c1ab9a2d9', 'status': 'completed', 'code': 200} Feb 04 15:26:22.702434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] For port 581a2476-8576-4b7f-8fbf-513d9af64f71, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=581a2476-8576-4b7f-8fbf-513d9af64f71,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:22.742700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-3fa2b0f3-f54f-4188-9ef8-e0e48868ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.744241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-3fa2b0f3-f54f-4188-9ef8-e0e48868ed6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1099 time: 0.5583992 Feb 04 15:26:22.841900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca81c4-a748-4f4c-b969-491a16c28456 req-0094cd8e-190f-4176-abf2-c75a51e08f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.843888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0aca81c4-a748-4f4c-b969-491a16c28456 req-0094cd8e-190f-4176-abf2-c75a51e08f02 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=14081a11c76548acbc7aeb9b24ce455c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4545071 Feb 04 15:26:22.850506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:26:22.893015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.918609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8767b-2528-45de-b976-bea089a13320 req-d4d1294c-1d57-47fe-939d-742226e9705d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.920071 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-39f8767b-2528-45de-b976-bea089a13320 req-d4d1294c-1d57-47fe-939d-742226e9705d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 944 time: 0.0985174 Feb 04 15:26:22.951551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.964623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['581a2476-8576-4b7f-8fbf-513d9af64f71'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:22.966926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-980e271e-c77b-4710-92e8-6a27d1913c46 service neutron] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:22.992163 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-39f8767b-2528-45de-b976-bea089a13320 req-99e24398-208a-47df-a92a-2f37268ad550 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656884 Feb 04 15:26:23.025576 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-980e271e-c77b-4710-92e8-6a27d1913c46 service neutron] Notify callbacks [] for binding, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:23.026688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e206a34-0d03-461f-afa8-bfeac41d76aa req-980e271e-c77b-4710-92e8-6a27d1913c46 service neutron] 10.222.0.61 "DELETE /v2.0/ports/29d9e66b-4aab-4fe6-97b3-770e619422c2/bindings/n-h1-827870-1 HTTP/1.1" status: 204 len: 173 time: 0.7717712 Feb 04 15:26:23.120751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca81c4-a748-4f4c-b969-491a16c28456 req-92c7014c-9c71-4887-96fe-325992a9b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.122397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0aca81c4-a748-4f4c-b969-491a16c28456 req-92c7014c-9c71-4887-96fe-325992a9b1b4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2643375 Feb 04 15:26:23.146512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.147085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:23.148509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51f5ba80-c108-4d44-a569-8f99b98b8fa7 req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "PUT /v2.0/ports/581a2476-8576-4b7f-8fbf-513d9af64f71 HTTP/1.1" status: 200 len: 1020 time: 3.0951712 Feb 04 15:26:23.193590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-8b18d5f3-fb02-4940-9b14-13e794ab6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.195864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-8b18d5f3-fb02-4940-9b14-13e794ab6ac1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.4356065 Feb 04 15:26:23.196309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97978d6a-3a24-4659-b5b9-1044a573206d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'Port': ['ID=581a2476-8576-4b7f-8fbf-513d9af64f71,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:23.231214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['581a2476-8576-4b7f-8fbf-513d9af64f71'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:23.277050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-c43cd602-b897-4f5f-b17d-aa3f97ce7095 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.0729058 Feb 04 15:26:23.387338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-8f057724-40fc-46e0-b753-721acf72a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.390484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-8f057724-40fc-46e0-b753-721acf72a419 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1061945 Feb 04 15:26:23.480640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c83c98f5-a889-46f8-9b57-e2b638774fc9 req-17b1dcc7-0a0f-4951-a561-44ec14ddbeb9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:23.517841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c83c98f5-a889-46f8-9b57-e2b638774fc9 req-17b1dcc7-0a0f-4951-a561-44ec14ddbeb9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:23.519143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c83c98f5-a889-46f8-9b57-e2b638774fc9 req-17b1dcc7-0a0f-4951-a561-44ec14ddbeb9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 210 time: 0.1520867 Feb 04 15:26:23.543098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-b77646ba-beef-4c70-b46d-1a9053d054f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.544570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-b77646ba-beef-4c70-b46d-1a9053d054f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204422 Feb 04 15:26:23.825588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-fa23284f-8b22-41b9-8d66-24b98a2191a7 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673242 Feb 04 15:26:23.837245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb60ff-a70c-494b-99f9-5ea0a4e95d64 req-ee4ccb7b-f0de-44f6-90d8-c90d2f6e59d3 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.838975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75cb60ff-a70c-494b-99f9-5ea0a4e95d64 req-ee4ccb7b-f0de-44f6-90d8-c90d2f6e59d3 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 1023 time: 0.1348493 Feb 04 15:26:23.953751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73351894-88ca-4f4e-bf0e-c6dd9d2feb68 req-04069ba9-e033-4faa-a789-bc7a748b889d tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.955296 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-73351894-88ca-4f4e-bf0e-c6dd9d2feb68 req-04069ba9-e033-4faa-a789-bc7a748b889d tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 945 time: 0.0965276 Feb 04 15:26:24.005345 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-73351894-88ca-4f4e-bf0e-c6dd9d2feb68 req-5eb13c4d-1dfe-4a05-8d2a-273535581f27 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Feb 04 15:26:24.039760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75cb60ff-a70c-494b-99f9-5ea0a4e95d64 req-de95d6fd-ee1d-4bec-9c2a-ccdb44e9c930 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&id=c4242c80-8eaf-404d-b2e2-2360c0fa2c06&id=49c199b8-7830-45ef-9a2a-70a2b8fe779b HTTP/1.1" status: 200 len: 6147 time: 0.1798403 Feb 04 15:26:24.051214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24180045-4a57-45a7-bb83-a6fd067d5c70 req-f298b220-e198-4bb5-8a04-8031494e1966 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093444 Feb 04 15:26:24.175993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19197d9-9de8-4303-9bd7-6f5495308e65 req-47569a22-1d52-4eaa-b3e8-054fe809128a tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:24.177571 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b19197d9-9de8-4303-9bd7-6f5495308e65 req-47569a22-1d52-4eaa-b3e8-054fe809128a tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1095 time: 0.0779576 Feb 04 15:26:24.184426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:26:24.220020 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b19197d9-9de8-4303-9bd7-6f5495308e65 req-30b50b17-9c36-43c3-a302-1780538e0460 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Feb 04 15:26:24.247716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767830-73aa-4ad1-a7c8-52eee174f4f9 req-712c3af3-e548-4285-a3a9-7663dc186771 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:24.249921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1767830-73aa-4ad1-a7c8-52eee174f4f9 req-712c3af3-e548-4285-a3a9-7663dc186771 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 948 time: 0.0831842 Feb 04 15:26:24.297678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1767830-73aa-4ad1-a7c8-52eee174f4f9 req-9cf27be1-7895-445b-8c74-fd60dcb203b8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Feb 04 15:26:24.370026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:24.383923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'mac_address': 'fa:16:3e:5b:60:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:26:24.447969 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.448238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': ' tempest-securitygroup -341687759 ', 'description': 'tempest-description-2131402782'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:24.454581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:24.464211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:24.468372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca59105-192d-4f24-8e97-4c28a96df59b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:24.479282 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.490773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:24.495695 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.507166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:24.511349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:24.516106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:24.526629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:24.591921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:24.632408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.637187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.683144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1596f6a-7be6-44a4-ab36-06d620c44b89', 'name': 'network-vif-deleted', 'tag': 'b484ca90-e1bc-4484-a306-491bfa5d5e8c'}, {'name': 'network-changed', 'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:24.683346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec86bacf-0a39-4be4-939c-c0ffc708f8e8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:24.690755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.705307 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-447e11c0-e968-458c-9109-d1c3722fa018 req-76e46350-56b0-4033-a72e-bf8e33956461 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2615874 Feb 04 15:26:24.756312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['5ca59105-192d-4f24-8e97-4c28a96df59b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:24.778361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47868) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:24.779746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0aca81c4-a748-4f4c-b969-491a16c28456 req-aea7af8f-628f-4f5c-9ef8-492830b7b922 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 210 time: 0.0600798 Feb 04 15:26:24.863791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9e113-a6fd-4d42-88a1-1440da69069e req-c6ca3c98-1b96-4e90-8883-8643ba89a095 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:24.870777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1e9e113-a6fd-4d42-88a1-1440da69069e req-c6ca3c98-1b96-4e90-8883-8643ba89a095 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 1095 time: 0.1172116 Feb 04 15:26:24.926263 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-274ab4ed-eacf-4724-8683-61e3fd05e1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.940754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1e9e113-a6fd-4d42-88a1-1440da69069e req-f35461ad-2f64-42d0-80c2-e4732e6775fd tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660641 Feb 04 15:26:24.949487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f183f-608a-4712-9fd7-5914faff3310 req-24dd5545-0b87-4553-83e2-c3c2bd3838b5 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:24.950988 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-830f183f-608a-4712-9fd7-5914faff3310 req-24dd5545-0b87-4553-83e2-c3c2bd3838b5 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 951 time: 0.1660054 Feb 04 15:26:24.956715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-274ab4ed-eacf-4724-8683-61e3fd05e1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:24.974924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-274ab4ed-eacf-4724-8683-61e3fd05e1d2 admin admin] Usage tracker for resource:security_group_rule and tenant:00905b2b9d634633af5b2fbb8c686e8c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:24.980393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-274ab4ed-eacf-4724-8683-61e3fd05e1d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:24.988857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-274ab4ed-eacf-4724-8683-61e3fd05e1d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:25.015059 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-830f183f-608a-4712-9fd7-5914faff3310 req-1511ec4c-1cc2-40c2-9dd0-92a08d884870 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550659 Feb 04 15:26:25.117266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-274ab4ed-eacf-4724-8683-61e3fd05e1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.121610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-274ab4ed-eacf-4724-8683-61e3fd05e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.179144 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-274ab4ed-eacf-4724-8683-61e3fd05e1d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00905b2b9d634633af5b2fbb8c686e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975587 Feb 04 15:26:25.179144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ab4ed-eacf-4724-8683-61e3fd05e1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1570a33-5a35-46fe-8a75-d075a30af314,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:25.180394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47882) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:25.187280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f34fa000-011c-4b6e-aabc-51fa75f849af req-a6248efa-f6c5-4cd5-ac70-0ce99ee98cb1 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d75e3ad6-1b78-44c9-b2c8-7dca90ce95a0 HTTP/1.1" status: 200 len: 210 time: 0.0561557 Feb 04 15:26:25.188989 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1596f6a-7be6-44a4-ab36-06d620c44b89', 'name': 'network-vif-deleted', 'tag': 'b484ca90-e1bc-4484-a306-491bfa5d5e8c', 'status': 'completed', 'code': 200} Feb 04 15:26:25.189350 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71', 'status': 'completed', 'code': 200} Feb 04 15:26:25.286150 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-199c498e-7dcc-457b-978d-e134c213a02b req-d0e8a0bb-74ce-4718-bbdd-8aa136b9b43a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/ec86bacf-0a39-4be4-939c-c0ffc708f8e8 HTTP/1.1" status: 200 len: 1780 time: 0.0827448 Feb 04 15:26:25.296090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-ef0b2a22-b443-452b-846f-901e57f35fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:25.299485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-ef0b2a22-b443-452b-846f-901e57f35fca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 1174 time: 0.0921094 Feb 04 15:26:25.305671 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd588c17-008e-4fc9-ad58-f8eac25c9792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.368189 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd588c17-008e-4fc9-ad58-f8eac25c9792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.465547 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd588c17-008e-4fc9-ad58-f8eac25c9792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.485447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd588c17-008e-4fc9-ad58-f8eac25c9792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1570a33-5a35-46fe-8a75-d075a30af314,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:25.492341 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd588c17-008e-4fc9-ad58-f8eac25c9792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.495917 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dd588c17-008e-4fc9-ad58-f8eac25c9792 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1570a33-5a35-46fe-8a75-d075a30af314 HTTP/1.1" status: 204 len: 168 time: 0.3123505 Feb 04 15:26:25.697065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-f2130641-5d09-4e1e-870f-17d0215fbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:25.698510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-f2130641-5d09-4e1e-870f-17d0215fbc3c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 913 time: 0.3924987 Feb 04 15:26:25.790957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-16a61784-3428-430b-bf1a-9c8697ed04ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=581a2476-8576-4b7f-8fbf-513d9af64f71 HTTP/1.1" status: 200 len: 217 time: 0.0831518 Feb 04 15:26:25.805004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8362316-b73f-48b3-9bc8-87013830d9c8 req-bf51b313-52ce-4ba2-9e50-45b1d67c3709 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:25.805880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02b6a055-01f9-4d59-9677-7f4015995fce req-1fe05984-5fc1-4e98-ae3e-317bf8d7be9d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/ec86bacf-0a39-4be4-939c-c0ffc708f8e8 HTTP/1.1" status: 200 len: 1780 time: 0.0590706 Feb 04 15:26:25.806944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8362316-b73f-48b3-9bc8-87013830d9c8 req-bf51b313-52ce-4ba2-9e50-45b1d67c3709 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 945 time: 0.4655368 Feb 04 15:26:25.859399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47902) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:25.885415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02b6a055-01f9-4d59-9677-7f4015995fce req-1d315685-8b61-48fc-9e26-a87adf3531d7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.900465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6da594-db91-4287-a310-fc74728301d8 req-0761d364-008c-455a-881c-ba28ab085bc3 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:25.901892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd6da594-db91-4287-a310-fc74728301d8 req-0761d364-008c-455a-881c-ba28ab085bc3 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.61 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 945 time: 0.3398325 Feb 04 15:26:25.913783 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02b6a055-01f9-4d59-9677-7f4015995fce req-1d315685-8b61-48fc-9e26-a87adf3531d7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.950424 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-602a3fa2-3dd4-42e0-aa29-20661bad6d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.962992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02b6a055-01f9-4d59-9677-7f4015995fce req-1d315685-8b61-48fc-9e26-a87adf3531d7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.986397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d315685-8b61-48fc-9e26-a87adf3531d7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec86bacf-0a39-4be4-939c-c0ffc708f8e8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:25.991401 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02b6a055-01f9-4d59-9677-7f4015995fce req-1d315685-8b61-48fc-9e26-a87adf3531d7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.993224 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02b6a055-01f9-4d59-9677-7f4015995fce req-1d315685-8b61-48fc-9e26-a87adf3531d7 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/ec86bacf-0a39-4be4-939c-c0ffc708f8e8 HTTP/1.1" status: 204 len: 173 time: 0.1865194 Feb 04 15:26:25.998636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-87d392a8-d3b0-4a60-8c4b-8a2d0db0606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:25.999818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-87d392a8-d3b0-4a60-8c4b-8a2d0db0606a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.1918406 Feb 04 15:26:26.002571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-602a3fa2-3dd4-42e0-aa29-20661bad6d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:26.009274 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8362316-b73f-48b3-9bc8-87013830d9c8 req-7dbecd77-dedc-48f4-9f1e-5f946f3be231 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645794 Feb 04 15:26:26.015043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-602a3fa2-3dd4-42e0-aa29-20661bad6d74 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6d1e8a97244c739bddab2a9426b922 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:26.053734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-602a3fa2-3dd4-42e0-aa29-20661bad6d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:26.072382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-602a3fa2-3dd4-42e0-aa29-20661bad6d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:26.077666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-bd6da594-db91-4287-a310-fc74728301d8 req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Deleting port ede297fa-adc7-44a3-854f-f0224e2d734c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:26.078041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bd6da594-db91-4287-a310-fc74728301d8 req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.105198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-7d570c47-537c-4001-8e32-77cf37c84013 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938611 Feb 04 15:26:26.111370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47910) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:26.180924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ae3a7-33c6-481d-82d3-32247da1b2fd req-40ce5294-1612-4644-a374-e724e0fbd6ee tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:26.190036 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db9ae3a7-33c6-481d-82d3-32247da1b2fd req-40ce5294-1612-4644-a374-e724e0fbd6ee tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 949 time: 0.0983455 Feb 04 15:26:26.204668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:26.237324 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db9ae3a7-33c6-481d-82d3-32247da1b2fd req-1512a0a8-67ac-4129-b375-2d71277f6184 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Feb 04 15:26:26.293377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 5ca59105-192d-4f24-8e97-4c28a96df59b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:26.300073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 5ca59105-192d-4f24-8e97-4c28a96df59b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:26.300702 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.349417 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:26:26.439061 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-dab3905a-8091-406e-ae40-0ce57b909a08 req-9517ba2c-71b0-4e64-9145-0058bd95421a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:26:26.446529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.453495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dab3905a-8091-406e-ae40-0ce57b909a08 req-9517ba2c-71b0-4e64-9145-0058bd95421a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/ec86bacf-0a39-4be4-939c-c0ffc708f8e8 HTTP/1.1" status: 404 len: 352 time: 0.2126498 Feb 04 15:26:26.485104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:26.486639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:26.493316 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.494400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b617620d-218a-45d0-9e05-5d5c1ab9a2d9 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:26.497829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e127-f2c5-4cbc-8808-63f93362e975 req-41804a7f-ee33-4a82-bdcc-0d1b42639df1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:26.499485 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a990e127-f2c5-4cbc-8808-63f93362e975 req-41804a7f-ee33-4a82-bdcc-0d1b42639df1 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 951 time: 0.1221926 Feb 04 15:26:26.564222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a990e127-f2c5-4cbc-8808-63f93362e975 req-a7da3f6c-0a29-42da-9ba0-9f0017639595 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578959 Feb 04 15:26:26.685010 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'code': 200} Feb 04 15:26:26.691179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:26.694281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: b617620d-218a-45d0-9e05-5d5c1ab9a2d9 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:26.694991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b617620d-218a-45d0-9e05-5d5c1ab9a2d9 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:26.751765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-107144942', 'description': 'tempest-description-1436023893'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:26.860379 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-602a3fa2-3dd4-42e0-aa29-20661bad6d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.901665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:26.924282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:26.927104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-c5d2efc5-5ccf-4329-86d1-d3145aad6561 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:26.929058 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-c5d2efc5-5ccf-4329-86d1-d3145aad6561 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.1698458 Feb 04 15:26:26.938171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-602a3fa2-3dd4-42e0-aa29-20661bad6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.946117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-faad2d0a-78e9-4d9a-b5c2-f989d4c4ea69 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/quotas/14081a11c76548acbc7aeb9b24ce455c HTTP/1.1" status: 200 len: 375 time: 0.0107002 Feb 04 15:26:26.946314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:26.988361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:27.001993 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-818964ef-5c28-47c4-a410-31a9577eaae2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477350 Feb 04 15:26:27.147744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-602a3fa2-3dd4-42e0-aa29-20661bad6d74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f6d1e8a97244c739bddab2a9426b922&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2819693 Feb 04 15:26:27.149291 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-1ca4be18-d601-4511-9e5d-e2dfc6330f07 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390004 Feb 04 15:26:27.149964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-555bb9fe-bcb0-4562-84b6-dd5fe21cbad2 service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0342469 Feb 04 15:26:27.150520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47934) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:27.156991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a3fa2-3dd4-42e0-aa29-20661bad6d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee917a2-2b49-4f90-a168-2f4bf4e70a82,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:27.269180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.408791 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d98a0ee6-89e4-4c94-a144-5f9910894a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.425660 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-b42bfa13-7a11-4774-a451-5eb9719c7cd0 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720885 Feb 04 15:26:27.441511 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d98a0ee6-89e4-4c94-a144-5f9910894a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.454520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-89db8a30-9913-4456-bd3a-bde441f5014c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:27.455680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-89db8a30-9913-4456-bd3a-bde441f5014c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Synchronizing usage tracker for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:27.492172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:27.508801 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d98a0ee6-89e4-4c94-a144-5f9910894a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.530374 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d98a0ee6-89e4-4c94-a144-5f9910894a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.531865 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d98a0ee6-89e4-4c94-a144-5f9910894a5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eee917a2-2b49-4f90-a168-2f4bf4e70a82 HTTP/1.1" status: 204 len: 168 time: 0.3802528 Feb 04 15:26:27.534391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a0ee6-89e4-4c94-a144-5f9910894a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee917a2-2b49-4f90-a168-2f4bf4e70a82,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:27.554460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:27.565878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:27.584500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bd6da594-db91-4287-a310-fc74728301d8 req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] For port ede297fa-adc7-44a3-854f-f0224e2d734c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ede297fa-adc7-44a3-854f-f0224e2d734c,segment=NetworkSegment(4246f881-e7d0-4ad5-bfe1-e043fd921f1b),segment_id=4246f881-e7d0-4ad5-bfe1-e043fd921f1b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:27.584886 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bd6da594-db91-4287-a310-fc74728301d8 req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.595913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:27.614348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-89db8a30-9913-4456-bd3a-bde441f5014c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Unset dirty status for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:27.615479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-89db8a30-9913-4456-bd3a-bde441f5014c tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 951 time: 1.2714875 Feb 04 15:26:27.617463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04623d-8009-4de7-abb1-b102977bd5a4 req-2b9278d5-fd77-4346-a28c-dc130f22c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:27.618817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c04623d-8009-4de7-abb1-b102977bd5a4 req-2b9278d5-fd77-4346-a28c-dc130f22c267 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1101 time: 0.7567933 Feb 04 15:26:27.732603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80db9e9-a30e-4691-b9bd-5c55639e36b5 req-de0db0a1-0fa8-4a12-8c88-5e82c0228a9a tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:27.743563 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f80db9e9-a30e-4691-b9bd-5c55639e36b5 req-de0db0a1-0fa8-4a12-8c88-5e82c0228a9a tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 945 time: 0.1032829 Feb 04 15:26:27.774372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-bd6da594-db91-4287-a310-fc74728301d8 req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Calling delete_port for ede297fa-adc7-44a3-854f-f0224e2d734c owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:27.792419 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f80db9e9-a30e-4691-b9bd-5c55639e36b5 req-ac1f73fe-c93f-47f5-9012-61ac0bc180be tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/security-groups?id=c15564b2-f83f-4bde-a8cd-01096730a1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499790 Feb 04 15:26:28.089601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5aae12fd-a5dd-40a8-8a22-fd0976d6c469 req-ff9ee812-897e-46e6-81b6-024b900e7b72 service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9286854 Feb 04 15:26:28.111089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c04623d-8009-4de7-abb1-b102977bd5a4 req-510d2cad-71ce-4b08-9cd4-07e863353336 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593237 Feb 04 15:26:28.137424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Deleting port 3df57a59-0c9e-476a-9a06-5c18341f0801 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:28.137913 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.150159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250391db-d980-46a9-b3fe-8095b34ec0d0 req-9b8624d4-f733-4b11-b211-8c44aff682af tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:28.157989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-250391db-d980-46a9-b3fe-8095b34ec0d0 req-9b8624d4-f733-4b11-b211-8c44aff682af tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.1561637 Feb 04 15:26:28.250251 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-250391db-d980-46a9-b3fe-8095b34ec0d0 req-eed86704-f3b7-4a62-a227-40f4aa6a2640 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892251 Feb 04 15:26:28.461188 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.480373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.511151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-341392be-acd5-4097-98b0-e9ce0b13ad0c req-23f8f538-e652-40f7-86b1-0aa0c5474199 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 210 time: 0.0750954 Feb 04 15:26:28.609816 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bd6da594-db91-4287-a310-fc74728301d8 req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.728896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bac54f5-7bab-4c53-8c6c-e30e2d1547eb,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:28.742151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Pushing event deleted for resources: {'Port': ['ID=ede297fa-adc7-44a3-854f-f0224e2d734c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:28.742897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48016) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:28.768250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7139b-2d57-4058-8973-a544d7db5e90 req-0f9ff4f6-25ca-4fff-b9f6-8ac00171bc25 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:28.769997 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-93b7139b-2d57-4058-8973-a544d7db5e90 req-0f9ff4f6-25ca-4fff-b9f6-8ac00171bc25 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 951 time: 0.0987325 Feb 04 15:26:28.808579 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.823263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0fc1c1a-793d-4622-bb9a-6c998089fbfe req-ca184a23-243e-4b57-9ede-4dbe5b1bb200 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.2422512 Feb 04 15:26:28.823960 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-93b7139b-2d57-4058-8973-a544d7db5e90 req-9090b466-636e-4ec5-974c-5e67d2b5c0d9 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/security-groups?id=afcf1021-6fba-4ba4-b39b-37df5cc0df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456092 Feb 04 15:26:28.869632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-479893548', 'description': 'tempest-description-397630941'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:28.876396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:28.883956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:28.887639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:28.894772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:28.948160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-791004300-network', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:28.954143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:28.958200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Usage tracker for resource:network and tenant:8207449924824266baa2ac5f1d85b0ae is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:28.961204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:28.967649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:28.977109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.989548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Made reservation on behalf of 8207449924824266baa2ac5f1d85b0ae for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:28.993388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.011954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.033666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:29.038132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Usage tracker for resource:security_group_rule and tenant:8207449924824266baa2ac5f1d85b0ae is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:29.041406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:29.048101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6da594-db91-4287-a310-fc74728301d8 req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] No DVR routers for this DVR port ede297fa-adc7-44a3-854f-f0224e2d734c on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:29.048415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:29.067116 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bd6da594-db91-4287-a310-fc74728301d8 req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.069111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd6da594-db91-4287-a310-fc74728301d8 req-cb244dd2-ea14-44a2-ac99-0a5c8587b089 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.61 "DELETE /v2.0/ports/ede297fa-adc7-44a3-854f-f0224e2d734c HTTP/1.1" status: 204 len: 173 time: 3.1554391 Feb 04 15:26:29.074416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f894131c-42a4-4713-806c-4bf5b70485e9 req-b3e66bb2-b698-436a-af02-9597ca594b19 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Synchronizing usage tracker for tenant:c2389a7831574306ab964da684cb81a0 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:29.077564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d024be-7482-4756-a443-410b077101ab', 'name': 'network-vif-deleted', 'tag': 'ede297fa-adc7-44a3-854f-f0224e2d734c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:29.084012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] For port 3df57a59-0c9e-476a-9a06-5c18341f0801, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3df57a59-0c9e-476a-9a06-5c18341f0801,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:29.084600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.175277 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.176833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:29.182775 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.186797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:29.197537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:29.214197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:29.222983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:26:29.268645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.270547 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Added segment 2700adb9-8b7f-426c-96d4-76f6f3b50141 of type vlan for network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 Feb 04 15:26:29.275641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Calling delete_port for 3df57a59-0c9e-476a-9a06-5c18341f0801 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:29.307312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c891391d-f33e-48e1-8cbc-8e310050d1e4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:29.423327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.535198 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.541210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.542230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:29.542838 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.593608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3df57a59-0c9e-476a-9a06-5c18341f0801 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:29.596323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f894131c-42a4-4713-806c-4bf5b70485e9 req-b3e66bb2-b698-436a-af02-9597ca594b19 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] Unset dirty status for tenant:c2389a7831574306ab964da684cb81a0 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:29.597959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f894131c-42a4-4713-806c-4bf5b70485e9 req-b3e66bb2-b698-436a-af02-9597ca594b19 tempest-VolumesAdminNegativeTest-234843390 tempest-VolumesAdminNegativeTest-234843390-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d024be-7482-4756-a443-410b077101ab HTTP/1.1" status: 200 len: 210 time: 0.6027620 Feb 04 15:26:29.624515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.636788 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.646232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] Pushing event updated for resources: {'Network': ['ID=84ef5347-2f02-4e90-b0cb-fb50ea1ec639,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:29.663344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:26:29.704386 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d024be-7482-4756-a443-410b077101ab', 'name': 'network-vif-deleted', 'tag': 'ede297fa-adc7-44a3-854f-f0224e2d734c', 'status': 'completed', 'code': 200} Feb 04 15:26:29.739285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a5463e-843a-4785-a261-3a1f053380c4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:29.751304 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-20b45367-623a-46cd-bf55-80a97f87cb08 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0072007 Feb 04 15:26:29.756289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48070) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:29.764615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Request body: {'subnet': {'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-791004300-subnet', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:29.784585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:29.788335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.789562 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb08b423-64bd-43b2-a785-d98a9ddb511e req-0e6dd530-57ee-47d7-9156-af5115a7b1ac tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9241788 Feb 04 15:26:29.799545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Usage tracker for resource:subnet and tenant:8207449924824266baa2ac5f1d85b0ae is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:29.807648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:29.822337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:29.844224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Made reservation on behalf of 8207449924824266baa2ac5f1d85b0ae for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:29.846709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.915865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.062733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-6a65c621-3f4d-4cdf-9466-6fc903d075ca tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:30.064314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-6a65c621-3f4d-4cdf-9466-6fc903d075ca tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.9001684 Feb 04 15:26:30.075797 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57367e4e-0701-4f40-a31d-5d1ea9b92ae7 req-bf7c49d2-b09f-44bb-a833-582d2c6bbfdc tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 210 time: 0.0912285 Feb 04 15:26:30.086970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Request body: {'port': {'device_id': '878acbee-526e-477e-96b0-3b1a6d239525', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'admin_state_up': True, 'tenant_id': '14081a11c76548acbc7aeb9b24ce455c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:30.209210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-285443682', 'description': 'tempest-description-404583836'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:30.217950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:30.227672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:30.232570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:30.252164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:30.284427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.309846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ede297fa-adc7-44a3-854f-f0224e2d734c no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:30.317635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.332352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.362252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: ede297fa-adc7-44a3-854f-f0224e2d734c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:30.362509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ede297fa-adc7-44a3-854f-f0224e2d734c not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:30.400416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:30.418371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:30.425272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:30.439601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:30.444610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Pushing event deleted for resources: {'Port': ['ID=3df57a59-0c9e-476a-9a06-5c18341f0801,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:30.453025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69aa1e69-254e-42b0-9fe1-30e55fab926c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:30.488386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Checking segment: {'id': '2700adb9-8b7f-426c-96d4-76f6f3b50141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:30.490932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Network hostable DHCP agents. Network: 84ef5347-2f02-4e90-b0cb-fb50ea1ec639, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:26:30.529189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:26:30.563173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0dc35-3e41-41d7-a424-fdee0c7e92a7 req-391bef94-30ad-45a4-917a-279a592ca16f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:30.567015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 84ef5347-2f02-4e90-b0cb-fb50ea1ec639) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:30.573798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0d0dc35-3e41-41d7-a424-fdee0c7e92a7 req-391bef94-30ad-45a4-917a-279a592ca16f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.6389616 Feb 04 15:26:30.574474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:30.575195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.579750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a7f95-b392-48af-8474-3c8f0b7a1af3 None None] Network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:26:30.608674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] No DVR routers for this DVR port 3df57a59-0c9e-476a-9a06-5c18341f0801 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:30.632964 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.633686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.641569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:30.651601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.668850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:30.704182 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0d0dc35-3e41-41d7-a424-fdee0c7e92a7 req-74a9a2ea-4adb-474f-a99e-1f8ce5a14063 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901172 Feb 04 15:26:30.739216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb3452c2-faad-4ee0-b69d-90cba2e007fc req-944a94c0-c2c7-4a7e-b658-868fbcf40c83 tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.61 "DELETE /v2.0/ports/3df57a59-0c9e-476a-9a06-5c18341f0801 HTTP/1.1" status: 204 len: 173 time: 3.0537865 Feb 04 15:26:30.747716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Made reservation on behalf of 14081a11c76548acbc7aeb9b24ce455c for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:30.753330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.771519 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-35e57844-bd85-4c2d-bb63-bb57063de833 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0132682 Feb 04 15:26:30.791226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48084) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:30.800262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:30.812357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bf3e9b-9abb-425a-8452-c396da0876b4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:30.816869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:30.826119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Usage tracker for resource:router and tenant:8207449924824266baa2ac5f1d85b0ae is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:30.828491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.840005 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a8afa26-22f9-4a4d-b94d-bfc8627afa02 req-2afdea5e-2ec5-4d7a-bedc-929fe2f9e967 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6412430 Feb 04 15:26:30.850267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:30.905405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Deleting port ff3744b0-0fd5-48ab-936f-4aa766a0572a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:30.906308 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.936803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48090) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:30.971353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-84ef5347-2f02-4e90-b0cb-fb50ea1ec639', 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'fixed_ips': [{'subnet_id': '69aa1e69-254e-42b0-9fe1-30e55fab926c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:26:30.973460 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.043303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9639b0-f411-49fd-8b7a-fdfdd4526663 admin admin] Deleting subnet 7dc0e330-c1df-4d4d-b0a3-f52f6ba77c64 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:26:31.049876 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a9639b0-f411-49fd-8b7a-fdfdd4526663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.096003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:31.160122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-80e092d0-5daa-47c4-af45-0074a91a30bc req-75cf17cb-72a3-42c8-8c27-2d7379ce07cc tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Synchronizing usage tracker for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:31.205844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Allocated IP 172.20.0.2 (84ef5347-2f02-4e90-b0cb-fb50ea1ec639/69aa1e69-254e-42b0-9fe1-30e55fab926c/4bd92487-44e5-4ec4-a7be-85cbf830d3fa) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:31.212010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a9639b0-f411-49fd-8b7a-fdfdd4526663 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.224047 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a9639b0-f411-49fd-8b7a-fdfdd4526663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.242021 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.243056 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.246875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-80e092d0-5daa-47c4-af45-0074a91a30bc req-75cf17cb-72a3-42c8-8c27-2d7379ce07cc tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] Unset dirty status for tenant:289fff735cfd4a71bf844d7e38a955f1 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:31.248023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80e092d0-5daa-47c4-af45-0074a91a30bc req-75cf17cb-72a3-42c8-8c27-2d7379ce07cc tempest-ServersAdminTestJSON-1192474914 tempest-ServersAdminTestJSON-1192474914-project] 10.222.0.46 "GET /v2.0/ports?device_id=424ca472-22ae-4f5b-ac9f-f99ab68691f7 HTTP/1.1" status: 200 len: 210 time: 0.1489446 Feb 04 15:26:31.287988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c87af9-908e-4754-915b-24d10aba2be1 req-f2beb775-57be-4a5c-abfe-3ae82b01a554 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:31.295573 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-63c87af9-908e-4754-915b-24d10aba2be1 req-f2beb775-57be-4a5c-abfe-3ae82b01a554 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.1827333 Feb 04 15:26:31.307057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] For port ff3744b0-0fd5-48ab-936f-4aa766a0572a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ff3744b0-0fd5-48ab-936f-4aa766a0572a,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:31.308944 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.407860 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-63c87af9-908e-4754-915b-24d10aba2be1 req-51de8c10-c815-4eb0-bf49-1f052e0ebd10 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112792 Feb 04 15:26:31.456056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a9639b0-f411-49fd-8b7a-fdfdd4526663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.527663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.571805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9639b0-f411-49fd-8b7a-fdfdd4526663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc0e330-c1df-4d4d-b0a3-f52f6ba77c64,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:31.576018 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a9639b0-f411-49fd-8b7a-fdfdd4526663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.608417 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5a9639b0-f411-49fd-8b7a-fdfdd4526663 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7dc0e330-c1df-4d4d-b0a3-f52f6ba77c64 HTTP/1.1" status: 204 len: 168 time: 0.6673183 Feb 04 15:26:31.609163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48100) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:31.695933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.741750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Transition to ACTIVE for port object 4bd92487-44e5-4ec4-a7be-85cbf830d3fa will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:31.742978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Calling delete_port for ff3744b0-0fd5-48ab-936f-4aa766a0572a owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:31.769618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Transition to ACTIVE for port object 4bd92487-44e5-4ec4-a7be-85cbf830d3fa will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:31.777058 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.801751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-deleted', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:31.855501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Allocated IP 172.20.0.4 (c2bb8bd9-4fa0-45c3-84c6-559957e54b7e/67421194-ccf6-44ed-87a2-1bd8ab7eb3a7/8b3403f7-660f-46df-aef7-dc7b5c4a7b4c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:31.871744 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f07b33a8-7c84-4e8e-817e-9a735a32399d req-c4533ff5-e57c-4a76-ac72-c965bfa3e5b8 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 210 time: 0.2209804 Feb 04 15:26:31.930474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Pushing event updated for resources: {'Port': ['ID=4bd92487-44e5-4ec4-a7be-85cbf830d3fa,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:31.947835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:31.948803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.953628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:31.960247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:32.054312 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424ca472-22ae-4f5b-ac9f-f99ab68691f7', 'name': 'network-vif-deleted', 'tag': '3df57a59-0c9e-476a-9a06-5c18341f0801', 'status': 'completed', 'code': 200} Feb 04 15:26:32.080586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Attempting to bind port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:32.081191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Attempting to bind port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '2700adb9-8b7f-426c-96d4-76f6f3b50141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:32.081476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Attempting to bind port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa on network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:32.087737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:32.088116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Checking segment: {'id': '2700adb9-8b7f-426c-96d4-76f6f3b50141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:32.088520 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.088938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Bound using segment: {'id': '2700adb9-8b7f-426c-96d4-76f6f3b50141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:32.089399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Bound port: 4bd92487-44e5-4ec4-a7be-85cbf830d3fa, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2700adb9-8b7f-426c-96d4-76f6f3b50141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:32.089773 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.200993 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.240819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] For port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:32.244892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] For port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4bd92487-44e5-4ec4-a7be-85cbf830d3fa,segment=NetworkSegment(2700adb9-8b7f-426c-96d4-76f6f3b50141),segment_id=2700adb9-8b7f-426c-96d4-76f6f3b50141)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:32.253271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.253755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.254338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.254976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.256223 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > port after_create 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.256575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.257614 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > port after_update 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.260151 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.260720 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.262211 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.263409 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.352911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf9e8e-9a31-40a6-b0c2-6624e6cfcc80 None None] Pushing event updated for resources: {'Port': ['ID=4bd92487-44e5-4ec4-a7be-85cbf830d3fa,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:32.430932 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.431291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.431626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.431965 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:26:32.432357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3175580-c8f1-4482-8b52-d0ce9955721c']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:32.473761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4246f881-e7d0-4ad5-bfe1-e043fd921f1b') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:32.473761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4246f881-e7d0-4ad5-bfe1-e043fd921f1b') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:32.509096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.571082 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.609072 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.624621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:26:32.625225 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: from cryptography.utils import int_from_bytes Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: from cryptography.utils import int_from_bytes Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: util.warn_limited( Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: util.warn_limited( Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:26:32.648303 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:26:32.786465 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-42662b3b-defc-4277-90d3-272faf11fdf7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2852516 Feb 04 15:26:32.851284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aa364ef2-c8b4-4dff-996f-fba0a7470bc2 req-4c45f62c-8a16-440d-a21b-ca00221d18fe tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:32.909610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.918563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.956785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aa364ef2-c8b4-4dff-996f-fba0a7470bc2 req-4c45f62c-8a16-440d-a21b-ca00221d18fe tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:32.965026 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa364ef2-c8b4-4dff-996f-fba0a7470bc2 req-4c45f62c-8a16-440d-a21b-ca00221d18fe tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84bfbb5c181f441280cc0c4a137e63ca HTTP/1.1" status: 200 len: 10892 time: 1.6363287 Feb 04 15:26:32.974072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3175580-c8f1-4482-8b52-d0ce9955721c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:32.993412 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d71ca388-1766-40f8-b160-b644b69da169 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a3175580-c8f1-4482-8b52-d0ce9955721c HTTP/1.1" status: 204 len: 168 time: 1.3788056 Feb 04 15:26:32.995015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48126) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:33.048215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:33.059601 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.066853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc83ef3-4672-4fec-8462-a6648f509b77 req-2618094e-0b81-4b76-afe5-7b78b0fdaa43 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:33.073958 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0dc83ef3-4672-4fec-8462-a6648f509b77 req-2618094e-0b81-4b76-afe5-7b78b0fdaa43 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.2864559 Feb 04 15:26:33.125769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76cf0c6-026d-4fd0-8b65-87cae97c0ef9 admin admin] Deleting subnet 2d1a34f8-ded4-4c18-a6c0-fe63454e20f4 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:26:33.129515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b76cf0c6-026d-4fd0-8b65-87cae97c0ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.189440 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0dc83ef3-4672-4fec-8462-a6648f509b77 req-68467c61-45e3-46b6-8f49-1fbdce0dc8a4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125336 Feb 04 15:26:33.222527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.230818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b76cf0c6-026d-4fd0-8b65-87cae97c0ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.231525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa364ef2-c8b4-4dff-996f-fba0a7470bc2 req-157cfbca-ff5b-400a-8cc7-bde8969d93cd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/850becc3-d1d1-4141-93c6-4850def17e9d HTTP/1.1" status: 200 len: 2981 time: 0.2638466 Feb 04 15:26:33.296115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:33.321648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b76cf0c6-026d-4fd0-8b65-87cae97c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.331802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:33.335946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:33.437668 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.662903 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3bb52221-d4a6-4dff-9518-3a7fd8dccd8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=289fff735cfd4a71bf844d7e38a955f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113420 Feb 04 15:26:33.666031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48150) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:33.671036 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b76cf0c6-026d-4fd0-8b65-87cae97c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.780965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event updated for resources: {'Port': ['ID=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:33.822183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b76cf0c6-026d-4fd0-8b65-87cae97c0ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.849131 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b76cf0c6-026d-4fd0-8b65-87cae97c0ef9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2d1a34f8-ded4-4c18-a6c0-fe63454e20f4 HTTP/1.1" status: 204 len: 168 time: 0.8522742 Feb 04 15:26:33.852205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cf0c6-026d-4fd0-8b65-87cae97c0ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1a34f8-ded4-4c18-a6c0-fe63454e20f4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:33.869834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48160) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:33.937507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4bd92487-44e5-4ec4-a7be-85cbf830d3fa up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:34.112799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:34.140201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa364ef2-c8b4-4dff-996f-fba0a7470bc2 req-4e7d36c9-2aab-4745-baa0-58e60e5ea82f tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/850becc3-d1d1-4141-93c6-4850def17e9d HTTP/1.1" status: 200 len: 2981 time: 0.8095767 Feb 04 15:26:34.164573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721a6e-5712-4ffd-b08a-961a3278e3cf req-d67abf22-399c-4c51-8a5d-f919a1832408 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:34.180012 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b721a6e-5712-4ffd-b08a-961a3278e3cf req-d67abf22-399c-4c51-8a5d-f919a1832408 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 931 time: 0.7570698 Feb 04 15:26:34.193400 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-02cd5150-df61-4ab8-9529-41388598f7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.231861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3744b0-0fd5-48ab-936f-4aa766a0572a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:34.247903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:34.249158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.250557 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.293289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986fd1ed-d0fb-461b-965d-a61594101d81 None None] Network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:26:34.340077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f77bd72-2744-4663-8445-cbffdf93c87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.342344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-40c491b2-8b28-437a-a16f-8c0ea0e0d702 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2639964 Feb 04 15:26:34.385722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Request body: {'port': {'device_id': '878acbee-526e-477e-96b0-3b1a6d239525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:34.430913 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b721a6e-5712-4ffd-b08a-961a3278e3cf req-731b3d7c-a01b-4c00-b489-8152ee79f722 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501049 Feb 04 15:26:34.453633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-441b1323-f481-4304-b25a-d02e9f6781b2 None None] Provisioning for port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:34.480660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-441b1323-f481-4304-b25a-d02e9f6781b2 None None] Provisioning complete for port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:34.481065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-441b1323-f481-4304-b25a-d02e9f6781b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.559232 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.597411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb30346-b31a-422f-b24e-de6f86e320b2']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:34.606763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f77bd72-2744-4663-8445-cbffdf93c87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.623531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d8f8c4-a8b4-411c-bc78-ef63324b46bf') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:34.624055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d8f8c4-a8b4-411c-bc78-ef63324b46bf') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:34.649911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.680129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.712209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.742503 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-441b1323-f481-4304-b25a-d02e9f6781b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.758973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.769907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:26:34.770827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:26:34.791454 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:26:34.800133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-582946a4-a064-485a-8af9-7719929bea1d req-a87e5eb0-56b0-455f-b741-d807ee1f3657 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/4bac54f5-7bab-4c53-8c6c-e30e2d1547eb HTTP/1.1" status: 200 len: 1800 time: 0.5594389 Feb 04 15:26:34.815678 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.849280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-441b1323-f481-4304-b25a-d02e9f6781b2 None None] For port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4bd92487-44e5-4ec4-a7be-85cbf830d3fa,segment=NetworkSegment(2700adb9-8b7f-426c-96d4-76f6f3b50141),segment_id=2700adb9-8b7f-426c-96d4-76f6f3b50141)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:34.863720 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-441b1323-f481-4304-b25a-d02e9f6781b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.962525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b1323-f481-4304-b25a-d02e9f6781b2 None None] Pushing event updated for resources: {'Port': ['ID=4bd92487-44e5-4ec4-a7be-85cbf830d3fa,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:34.965920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Allocated IP 172.25.8.150 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/830d40d2-3ae5-4ced-80a4-6027ae81fac7) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:34.972519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded3cd1-bf28-477d-a5ad-80f097161061 req-4ff702c8-9897-4acb-9fd8-b0e974b483ca tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:34.981097 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4ded3cd1-bf28-477d-a5ad-80f097161061 req-4ff702c8-9897-4acb-9fd8-b0e974b483ca tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.3234520 Feb 04 15:26:35.038821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f77bd72-2744-4663-8445-cbffdf93c87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.077842 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4ded3cd1-bf28-477d-a5ad-80f097161061 req-85b23992-341b-4748-90b7-004fca24d853 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955160 Feb 04 15:26:35.079828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77bd72-2744-4663-8445-cbffdf93c87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcf1021-6fba-4ba4-b39b-37df5cc0df3a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:35.082745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.088105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.112960 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5eb30346-b31a-422f-b24e-de6f86e320b2 HTTP/1.1" status: 204 len: 168 time: 1.2404156 Feb 04 15:26:35.117161 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f77bd72-2744-4663-8445-cbffdf93c87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.121097 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8f77bd72-2744-4663-8445-cbffdf93c87c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afcf1021-6fba-4ba4-b39b-37df5cc0df3a HTTP/1.1" status: 204 len: 168 time: 1.4517655 Feb 04 15:26:35.122320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08732994-5515-4b2f-b717-3e625e419f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb30346-b31a-422f-b24e-de6f86e320b2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:35.338271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48174) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:35.399896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-75d86497-f1ec-4b06-b2ef-c6c53e2ccace None None] Provisioning complete for port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:35.400282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-75d86497-f1ec-4b06-b2ef-c6c53e2ccace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.408620 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5144bbe3-6d8e-4808-91c5-668cacf926d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2389a7831574306ab964da684cb81a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665023 Feb 04 15:26:35.409165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48180) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:35.429230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-582946a4-a064-485a-8af9-7719929bea1d req-50e010a6-4adc-476e-aa13-e774f72ba1f2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.528332 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d22e02d7-467d-4fe3-9468-7e4f8daae338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.579466 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d22e02d7-467d-4fe3-9468-7e4f8daae338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.652408 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.666754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48186) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:35.690494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d22e02d7-467d-4fe3-9468-7e4f8daae338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.702197 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-582946a4-a064-485a-8af9-7719929bea1d req-50e010a6-4adc-476e-aa13-e774f72ba1f2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.713945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e02d7-467d-4fe3-9468-7e4f8daae338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15564b2-f83f-4bde-a8cd-01096730a1f8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:35.742991 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d22e02d7-467d-4fe3-9468-7e4f8daae338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.744336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d22e02d7-467d-4fe3-9468-7e4f8daae338 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c15564b2-f83f-4bde-a8cd-01096730a1f8 HTTP/1.1" status: 204 len: 168 time: 0.3346703 Feb 04 15:26:35.769250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b76aad-65d8-4ad9-8097-d267221fe0c3 req-a1c1c64d-9064-42ae-93aa-b10c30f56124 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:35.772033 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-39b76aad-65d8-4ad9-8097-d267221fe0c3 req-a1c1c64d-9064-42ae-93aa-b10c30f56124 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 931 time: 0.1271348 Feb 04 15:26:35.863270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.865999 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-39b76aad-65d8-4ad9-8097-d267221fe0c3 req-e9d7b314-8ad2-45ef-ab78-9f0f08f50d30 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891187 Feb 04 15:26:35.867149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4bd92487-44e5-4ec4-a7be-85cbf830d3fa up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:35.906490 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.977439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:35.978130 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.116641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-582946a4-a064-485a-8af9-7719929bea1d req-50e010a6-4adc-476e-aa13-e774f72ba1f2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.218093 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f9649b32-a4f5-463c-81e2-4b96c4961a48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b50f35075cba455c87ba95c06a7dfda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334692 Feb 04 15:26:36.218321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48196) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:36.224252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-51f2ce85-19ad-4510-b7a1-51d11669309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:36.226161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-51f2ce85-19ad-4510-b7a1-51d11669309e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1101 time: 1.1603084 Feb 04 15:26:36.329456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e010a6-4adc-476e-aa13-e774f72ba1f2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bac54f5-7bab-4c53-8c6c-e30e2d1547eb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:36.455656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f48940-cbf2-4403-bdd2-26fc816e220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.457435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48202) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:36.527674 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f48940-cbf2-4403-bdd2-26fc816e220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.573590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc775-e2c6-42af-9d84-2971badfcea0 req-8c567a69-0c5d-4897-a493-9f8988460564 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:36.576885 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-677fc775-e2c6-42af-9d84-2971badfcea0 req-8c567a69-0c5d-4897-a493-9f8988460564 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.2765677 Feb 04 15:26:36.583495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-64c40664-2e6c-4955-984e-96a416159376 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d48117e8fd4464999a6f6edc1250505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1203310 Feb 04 15:26:36.589626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48206) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:36.611877 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-582946a4-a064-485a-8af9-7719929bea1d req-50e010a6-4adc-476e-aa13-e774f72ba1f2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.613158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-582946a4-a064-485a-8af9-7719929bea1d req-50e010a6-4adc-476e-aa13-e774f72ba1f2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/4bac54f5-7bab-4c53-8c6c-e30e2d1547eb HTTP/1.1" status: 204 len: 173 time: 1.8120987 Feb 04 15:26:36.643501 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-769cc967-cedb-47db-86b7-951576db9bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.645851 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-677fc775-e2c6-42af-9d84-2971badfcea0 req-05811939-42e5-48d8-b8cb-749f5e12f406 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551071 Feb 04 15:26:36.659251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f48940-cbf2-4403-bdd2-26fc816e220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.669476 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.683934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f48940-cbf2-4403-bdd2-26fc816e220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa16692-4d29-4259-b227-b81abe434137,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:36.704407 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f48940-cbf2-4403-bdd2-26fc816e220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.705862 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-20f48940-cbf2-4403-bdd2-26fc816e220a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1aa16692-4d29-4259-b227-b81abe434137 HTTP/1.1" status: 204 len: 168 time: 0.4865909 Feb 04 15:26:36.760653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Router 69e16339-aa50-478f-a812-89b6247ac9a3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:26:36.840122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:36.845983 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-00d7b243-9231-41a8-8c4f-fde1719b0466 req-bdbeb74a-1e12-4817-8bf0-f1ebd34bc2f1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:26:36.847130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-00d7b243-9231-41a8-8c4f-fde1719b0466 req-bdbeb74a-1e12-4817-8bf0-f1ebd34bc2f1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/4bac54f5-7bab-4c53-8c6c-e30e2d1547eb HTTP/1.1" status: 404 len: 352 time: 0.1734860 Feb 04 15:26:36.865462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:36.875101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-b18ac7bd-c294-4d3f-9729-4b921b2188d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:36.876586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-b18ac7bd-c294-4d3f-9729-4b921b2188d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.5998237 Feb 04 15:26:36.879344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:36.938709 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-71a3bc5e-7ff0-43bd-90ab-2393e453a0f9 req-0ab242fe-3436-4bf5-aac3-256afcbf68d8 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/a0a5463e-843a-4785-a261-3a1f053380c4 HTTP/1.1" status: 200 len: 1799 time: 0.0653312 Feb 04 15:26:37.028495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-71a3bc5e-7ff0-43bd-90ab-2393e453a0f9 req-5414e587-ad44-4345-b6bd-4c06a64a5f29 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.058168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-71a3bc5e-7ff0-43bd-90ab-2393e453a0f9 req-5414e587-ad44-4345-b6bd-4c06a64a5f29 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.124558 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-71a3bc5e-7ff0-43bd-90ab-2393e453a0f9 req-5414e587-ad44-4345-b6bd-4c06a64a5f29 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.135707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Pushing event updated for resources: {'Port': ['ID=830d40d2-3ae5-4ced-80a4-6027ae81fac7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:37.158750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414e587-ad44-4345-b6bd-4c06a64a5f29 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a5463e-843a-4785-a261-3a1f053380c4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:37.170975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-71a3bc5e-7ff0-43bd-90ab-2393e453a0f9 req-5414e587-ad44-4345-b6bd-4c06a64a5f29 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.172418 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-71a3bc5e-7ff0-43bd-90ab-2393e453a0f9 req-5414e587-ad44-4345-b6bd-4c06a64a5f29 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/a0a5463e-843a-4785-a261-3a1f053380c4 HTTP/1.1" status: 204 len: 173 time: 0.2294145 Feb 04 15:26:37.191259 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86372fb9-e22a-4a45-94dd-44c2ff736da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.220148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86372fb9-e22a-4a45-94dd-44c2ff736da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.236066 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-bac0f92c-c993-41e3-be64-ea3660bec2ac req-edbdad58-08e3-46ea-a549-f51151d1d9fe tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:26:37.239405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-fbbe1b2c-b929-4212-99ab-72f26c45dc09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.1718459 Feb 04 15:26:37.239564 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bac0f92c-c993-41e3-be64-ea3660bec2ac req-edbdad58-08e3-46ea-a549-f51151d1d9fe tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/a0a5463e-843a-4785-a261-3a1f053380c4 HTTP/1.1" status: 404 len: 352 time: 0.0293128 Feb 04 15:26:37.336342 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f09e24d-a2f1-4abc-8266-f0248aa1f40e req-3d43e618-c6b5-476c-9b6c-9030d526c04c tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/77bf3e9b-9abb-425a-8452-c396da0876b4 HTTP/1.1" status: 200 len: 1799 time: 0.0717895 Feb 04 15:26:37.422063 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8f09e24d-a2f1-4abc-8266-f0248aa1f40e req-5066e614-333d-408e-be8f-fc35e9e59546 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.458950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8f09e24d-a2f1-4abc-8266-f0248aa1f40e req-5066e614-333d-408e-be8f-fc35e9e59546 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.497487 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.528891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:26:37.572500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8f09e24d-a2f1-4abc-8266-f0248aa1f40e req-5066e614-333d-408e-be8f-fc35e9e59546 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.619595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.622175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066e614-333d-408e-be8f-fc35e9e59546 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bf3e9b-9abb-425a-8452-c396da0876b4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:37.635475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8f09e24d-a2f1-4abc-8266-f0248aa1f40e req-5066e614-333d-408e-be8f-fc35e9e59546 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.657013 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f09e24d-a2f1-4abc-8266-f0248aa1f40e req-5066e614-333d-408e-be8f-fc35e9e59546 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/77bf3e9b-9abb-425a-8452-c396da0876b4 HTTP/1.1" status: 204 len: 173 time: 0.3173859 Feb 04 15:26:37.687371 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-58e7a0c1-f781-488e-aae7-fca83e047eee req-7ccde235-9c3c-440e-ba90-f25afd39ba56 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:26:37.697697 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-58e7a0c1-f781-488e-aae7-fca83e047eee req-7ccde235-9c3c-440e-ba90-f25afd39ba56 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/77bf3e9b-9abb-425a-8452-c396da0876b4 HTTP/1.1" status: 404 len: 352 time: 0.0329888 Feb 04 15:26:37.775956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48248) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:37.872518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-9f974207-94cc-41e4-b458-1ce0391217ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:37.874509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-9f974207-94cc-41e4-b458-1ce0391217ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.6120903 Feb 04 15:26:37.891274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:37.898332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:26:37.910420 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] Sync routers for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:37.925277 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:37.926142 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:37.928860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202ee28-42e1-466c-bb1d-7cfb7e6d9477 req-7f53ad93-39ec-44ec-a882-f6d576ba4204 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:37.931455 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3202ee28-42e1-466c-bb1d-7cfb7e6d9477 req-7f53ad93-39ec-44ec-a882-f6d576ba4204 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.1272388 Feb 04 15:26:37.938693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-network', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:37.941172 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.947673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:37.959491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e629ee1-bebf-4258-8b81-3c2f1b16abcc req-67e984a3-610f-413b-ac10-9a858cad8f3e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:37.960237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8e629ee1-bebf-4258-8b81-3c2f1b16abcc req-67e984a3-610f-413b-ac10-9a858cad8f3e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:37.973118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Usage tracker for resource:network and tenant:1912d204854e45b1ae3a25e81a7b02d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:37.980611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:37.995073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:38.032561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Made reservation on behalf of 1912d204854e45b1ae3a25e81a7b02d2 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:38.035430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.052386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3202ee28-42e1-466c-bb1d-7cfb7e6d9477 req-e94aeb50-feb8-4e4b-87b5-79d3098edbb5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064756 Feb 04 15:26:38.054814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.057905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86372fb9-e22a-4a45-94dd-44c2ff736da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.085203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:38.090252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Usage tracker for resource:security_group_rule and tenant:1912d204854e45b1ae3a25e81a7b02d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:38.094610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:38.102192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:38.114051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Transition to ACTIVE for port object 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:38.114051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86372fb9-e22a-4a45-94dd-44c2ff736da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae65713a-00cf-418b-96d8-46935f607b75,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:38.115364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86372fb9-e22a-4a45-94dd-44c2ff736da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.118888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-86372fb9-e22a-4a45-94dd-44c2ff736da5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae65713a-00cf-418b-96d8-46935f607b75 HTTP/1.1" status: 204 len: 168 time: 1.5189247 Feb 04 15:26:38.194885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b2a916c6-2694-4b44-a775-49c2641427d7 admin admin] 10.222.0.46 "PUT /v2.0/routers/69e16339-aa50-478f-a812-89b6247ac9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0803826 Feb 04 15:26:38.207202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.210673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48256) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:38.237603 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:38.268751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8e629ee1-bebf-4258-8b81-3c2f1b16abcc req-67e984a3-610f-413b-ac10-9a858cad8f3e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:38.269954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e629ee1-bebf-4258-8b81-3c2f1b16abcc req-67e984a3-610f-413b-ac10-9a858cad8f3e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 931 time: 1.2302291 Feb 04 15:26:38.364749 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.478196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:38.481393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.510553 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.524676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:26:38.535052 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.535714 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Added segment 684ddaeb-7140-42b7-9acd-549a9501fd76 of type vlan for network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 Feb 04 15:26:38.552100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-b2c9e0be-b7df-428b-995f-c06d4205fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:38.553630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-b2c9e0be-b7df-428b-995f-c06d4205fc77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6569378 Feb 04 15:26:38.567154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.589302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e629ee1-bebf-4258-8b81-3c2f1b16abcc req-d17bd8f6-d687-4e4a-aec1-72c03f4a3d11 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020360 Feb 04 15:26:38.625150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-216d1734-01f0-4db0-a3ee-fb780bae5e9b req-199462e9-9f9a-4555-bdf8-ec6b98b149a2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:38.638782 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.640356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:38.641132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.766809 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.784682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Pushing event updated for resources: {'Network': ['ID=35fff0c5-5c06-4c10-bf79-d9b86cf8b844,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:38.797071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:26:38.863902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-216d1734-01f0-4db0-a3ee-fb780bae5e9b req-199462e9-9f9a-4555-bdf8-ec6b98b149a2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:38.884665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-216d1734-01f0-4db0-a3ee-fb780bae5e9b req-199462e9-9f9a-4555-bdf8-ec6b98b149a2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84bfbb5c181f441280cc0c4a137e63ca HTTP/1.1" status: 200 len: 6147 time: 0.7734048 Feb 04 15:26:38.893387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Attempting to bind port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:38.893999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Attempting to bind port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:38.894229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Attempting to bind port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:38.980172 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:26:32Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:38.991652 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] Checking router: 69e16339-aa50-478f-a812-89b6247ac9a3 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:38.991899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:26:38.992230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Attempting to bind port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:39.016171 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] Routers {'69e16339-aa50-478f-a812-89b6247ac9a3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:39.021014 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.021127 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69e16339-aa50-478f-a812-89b6247ac9a3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:39.112904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f5d20f-7616-483b-a7db-22f576638459,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:39.136866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:39.137482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Checking segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:39.137951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Bound using segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:39.139274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Bound port: 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:39.139886 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.222567 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-216d1734-01f0-4db0-a3ee-fb780bae5e9b req-6d627c93-b62d-438b-826f-0d9beb1f8881 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/850becc3-d1d1-4141-93c6-4850def17e9d HTTP/1.1" status: 200 len: 2981 time: 0.3367951 Feb 04 15:26:39.241565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.314172 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] Set router 69e16339-aa50-478f-a812-89b6247ac9a3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:39.354720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-dd5cbb5c-8eac-4963-818e-8a144bf9a6ff service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644393 Feb 04 15:26:39.525426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.541788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] For port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:39.544326 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fb7d15a2-5f1f-4de1-85e2-af7681ea8295 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7669773 Feb 04 15:26:39.551701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48282) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:39.622199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Request body: {'subnet': {'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-subnet', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:39.640334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48288) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:39.643412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:39.676710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Usage tracker for resource:subnet and tenant:1912d204854e45b1ae3a25e81a7b02d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:39.687148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:39.704087 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-216d1734-01f0-4db0-a3ee-fb780bae5e9b req-0af00cc4-0c93-41a6-8000-32947c3de4e5 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/850becc3-d1d1-4141-93c6-4850def17e9d HTTP/1.1" status: 200 len: 2981 time: 0.4804993 Feb 04 15:26:39.705223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:39.722416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.733487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Made reservation on behalf of 1912d204854e45b1ae3a25e81a7b02d2 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:39.738101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.825520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Deleting port 5ee48f8a-fd51-4f42-8497-3824f6953933 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:39.826653 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.856691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] For port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:39.862112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1454586629-network', 'tenant_id': '4319c853c3484672b45ffc7e045c330e'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:39.890052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:39.891067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448aa86-be93-4696-b8db-e4c7ce9c7d96 req-efe2b14a-d56b-484b-af7f-cb27bfb0df98 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:39.893293 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1448aa86-be93-4696-b8db-e4c7ce9c7d96 req-efe2b14a-d56b-484b-af7f-cb27bfb0df98 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.6354361 Feb 04 15:26:39.894677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.952964 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:26:32Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:39.954198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Usage tracker for resource:network and tenant:4319c853c3484672b45ffc7e045c330e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:39.957818 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636afd97-ad8d-4962-8be4-0d9c793a8a69 None None] The sync data for ids ['69e16339-aa50-478f-a812-89b6247ac9a3'] in n-d-827870-1 is: [{'id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1229404883-router', 'tenant_id': 'b1baa26892154827b285efc1851d94f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:22Z', 'updated_at': '2022-02-04T15:26:32Z', 'revision_number': 5, 'project_id': 'b1baa26892154827b285efc1851d94f0', 'gw_port': {'id': '5ee48f8a-fd51-4f42-8497-3824f6953933', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16339-aa50-478f-a812-89b6247ac9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:27Z', 'updated_at': '2022-02-04T15:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:40.028813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:40.078084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:40.130985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Made reservation on behalf of 4319c853c3484672b45ffc7e045c330e for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:40.133383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.149780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:40.150390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.151759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] 10.222.0.61 "PUT /v2.0/ports/8b3403f7-660f-46df-aef7-dc7b5c4a7b4c HTTP/1.1" status: 200 len: 1091 time: 5.7832527 Feb 04 15:26:40.161124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878acbee-526e-477e-96b0-3b1a6d239525', 'tag': '8b3403f7-660f-46df-aef7-dc7b5c4a7b4c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:40.174104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.187857 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-4f68487c-483e-4117-ac50-e346aefdd6a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209517 Feb 04 15:26:40.213538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1448aa86-be93-4696-b8db-e4c7ce9c7d96 req-ea779425-331f-460f-a756-9f8b57a46c49 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136654 Feb 04 15:26:40.214071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:40.218166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] For port 5ee48f8a-fd51-4f42-8497-3824f6953933, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5ee48f8a-fd51-4f42-8497-3824f6953933,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:40.218552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.234081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Usage tracker for resource:security_group_rule and tenant:4319c853c3484672b45ffc7e045c330e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:40.270415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:40.401527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-824240300', 'description': 'tempest-description-944905845'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:40.421293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:40.434314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:40.435613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:40.447153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Calling delete_port for 5ee48f8a-fd51-4f42-8497-3824f6953933 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:40.454409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26727f08-28f8-4d5e-bf0e-d77a49cce7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:40.480218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.528264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a864f-9e94-4f0e-b036-bca26de5f769 req-4b7935f6-1d76-48cd-ac4f-618fe7784cd9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:40.532486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:40.536688 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-965a864f-9e94-4f0e-b036-bca26de5f769 req-4b7935f6-1d76-48cd-ac4f-618fe7784cd9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 943 time: 0.5172737 Feb 04 15:26:40.544304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:26:40.547099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:40.552061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:40.560138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:40.577047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-981aeb03-caea-4058-a82f-8f48b401bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:40.578606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-981aeb03-caea-4058-a82f-8f48b401bf33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 1094 time: 0.3544395 Feb 04 15:26:40.752162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-6c35afff-6032-4b20-b683-af11773ed462 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c HTTP/1.1" status: 200 len: 217 time: 0.0943336 Feb 04 15:26:40.769799 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.808371 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-965a864f-9e94-4f0e-b036-bca26de5f769 req-790aab30-d229-40ef-aeab-c8246bd79ba5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704113 Feb 04 15:26:40.897229 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878acbee-526e-477e-96b0-3b1a6d239525', 'tag': '8b3403f7-660f-46df-aef7-dc7b5c4a7b4c', 'status': 'completed', 'code': 200} Feb 04 15:26:40.916596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-69bb02ad-0a27-40f6-b045-82a5b34236e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:40.918150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-69bb02ad-0a27-40f6-b045-82a5b34236e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.1592391 Feb 04 15:26:40.926972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30697705-89f1-41b2-94f0-28561f4bfdeb,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:40.954732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.956556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Checking segment: {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:40.956967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Network hostable DHCP agents. Network: 35fff0c5-5c06-4c10-bf79-d9b86cf8b844, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:26:40.963633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.988276 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.996501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.002005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:26:41.015346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Sync routers for ids ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:41.016832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-b0cbe23a-3282-4e76-b013-d6f1c2d68449 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841827 Feb 04 15:26:41.030412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Routers {'6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:41.032566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:41.038809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:26:41.062632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:26:41.068043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9248d4b-ca2b-4c98-89ea-6da2d6b56afe,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:41.075077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.075416 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Added segment ec411288-a22a-4345-ba50-aaa0ace1d1f9 of type vlan for network 46d589f4-cef2-441a-b0b6-574dd6b69bba Feb 04 15:26:41.100473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.166170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa77e06-f209-492e-8c92-4d87b93dad64,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:41.180459 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.181764 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a80be143-e446-41c4-91bc-6aa06338afb8 req-29b04131-4e2e-471b-ace8-4edf68d79f10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8068860 Feb 04 15:26:41.187391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.188638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bbc9d1c7-6931-4777-b821-439e8b35a57e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.3963883 Feb 04 15:26:41.192210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48302) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:41.219845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 35fff0c5-5c06-4c10-bf79-d9b86cf8b844) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:41.244934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee48f8a-fd51-4f42-8497-3824f6953933,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:41.254148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:41.254830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.287884 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.298857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-723226931', 'description': 'tempest-description-239366030'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:41.317050 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b7197440-4906-479b-8f69-6a0201eea215 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7640035 Feb 04 15:26:41.317900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48310) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:41.337207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-98673277-04e7-4cf4-9166-b24a98611e19 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030708 Feb 04 15:26:41.351409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:41.366629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cf46d2-9e74-4553-b71d-47ca4a0757a7 None None] Network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:26:41.384949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:41.401313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:41.416555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:41.429597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:41.503499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Usage tracker for resource:router and tenant:1912d204854e45b1ae3a25e81a7b02d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:41.506555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:41.515673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:26:41.590170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Set router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:41.650047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:41.667467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:41.689732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.738999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.828028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.829191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:41.830106 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.834429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.835429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.942697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7187db07-ea3e-4e5b-81fd-7abdf474974a req-e3459344-715c-4b68-84a6-45968584b307 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977533 Feb 04 15:26:42.054659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.067700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:42.070766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44aff7-b2aa-4854-9ed4-351ed59d4574 req-7a779407-0f33-41c8-8923-f9260e911829 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:42.072495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f44aff7-b2aa-4854-9ed4-351ed59d4574 req-7a779407-0f33-41c8-8923-f9260e911829 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.5985367 Feb 04 15:26:42.073993 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.076669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ff3744b0-0fd5-48ab-936f-4aa766a0572a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:42.082995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.136100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:42.136827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ff3744b0-0fd5-48ab-936f-4aa766a0572a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:42.137210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ff3744b0-0fd5-48ab-936f-4aa766a0572a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:42.246280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f44aff7-b2aa-4854-9ed4-351ed59d4574 req-f7275953-c100-4b3f-b2e2-616f5b5d2144 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568854 Feb 04 15:26:42.271803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'fixed_ips': [{'subnet_id': '30697705-89f1-41b2-94f0-28561f4bfdeb'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:26:42.272588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.364209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:42.371330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:42.421887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:31Z', 'updated_at': '2022-02-04T15:26:37Z', 'revision_number': 3, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'gw_port': {'id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:42.421887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Checking router: 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:42.428492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Updating router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 port 830d40d2-3ae5-4ced-80a4-6027ae81fac7 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:26:42.430251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] Pushing event updated for resources: {'Network': ['ID=46d589f4-cef2-441a-b0b6-574dd6b69bba,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:42.456911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-978ed285-3046-4636-8e6e-5a5822c4d7cf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8153634 Feb 04 15:26:42.458004 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.459590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e16339-aa50-478f-a812-89b6247ac9a3 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:26:42.463425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 46d589f4-cef2-441a-b0b6-574dd6b69bba details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:26:42.468988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48318) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:42.490760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Request body: {'subnet': {'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1454586629-subnet', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:42.502495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-1f3e5cf1-f8f0-4498-b043-83af1a788268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:42.504238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-1f3e5cf1-f8f0-4498-b043-83af1a788268 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 1094 time: 0.5030577 Feb 04 15:26:42.583084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:42.615299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Usage tracker for resource:subnet and tenant:4319c853c3484672b45ffc7e045c330e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:42.619357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:42.630719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:42.634813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Allocated IP 172.20.0.2 (35fff0c5-5c06-4c10-bf79-d9b86cf8b844/30697705-89f1-41b2-94f0-28561f4bfdeb/69145eb2-8e78-4e91-8823-06aae4c3f4a3) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:42.693302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.723250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.726942 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c011cdb2-2998-4577-8add-e3576b694582 admin admin] 10.222.0.46 "DELETE /v2.0/routers/69e16339-aa50-478f-a812-89b6247ac9a3 HTTP/1.1" status: 204 len: 168 time: 4.5125303 Feb 04 15:26:42.747995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48322) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:42.789200 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.810297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Made reservation on behalf of 4319c853c3484672b45ffc7e045c330e for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:42.812575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.839634 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.848254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c009a4-677f-4bb9-9e17-e04df144cb3c req-96b1c9dd-1aaf-4eb6-be1a-3462370c9a5f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:42.849850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23c009a4-677f-4bb9-9e17-e04df144cb3c req-96b1c9dd-1aaf-4eb6-be1a-3462370c9a5f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 943 time: 0.4194593 Feb 04 15:26:42.883330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-72cffe04-4c23-4493-a31e-6472709d5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:42.884927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-72cffe04-4c23-4493-a31e-6472709d5452 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 913 time: 0.3686883 Feb 04 15:26:42.967537 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.995059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dad0e3-5a1e-4c47-8403-d184582519ff,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:42.997871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.999171 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-959f754a-e789-4e9a-9549-b21fd2024adc req-19807ab5-bce6-4994-be3a-1bf3a2e7743d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.7558088 Feb 04 15:26:43.023159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-d0a115d6-57b6-44ce-9af1-7d672ebaf9c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c HTTP/1.1" status: 200 len: 217 time: 0.1067967 Feb 04 15:26:43.069800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23c009a4-677f-4bb9-9e17-e04df144cb3c req-76e5ae94-457f-43be-9ea5-34ab69a80882 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074368 Feb 04 15:26:43.072719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7fcf80-9da3-4ff5-ba8b-892fd0f1616d admin admin] Deleting subnet af025474-00d6-4058-b979-67d9a9da93ce {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:26:43.179682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-f685942b-e5e2-440a-8182-48b9022f2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:43.181139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-f685942b-e5e2-440a-8182-48b9022f2ec0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.1269150 Feb 04 15:26:43.187244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9da3-4ff5-ba8b-892fd0f1616d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.278798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-ec963a06-ca21-4963-b7db-9dcbe61eff04 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629704 Feb 04 15:26:43.284727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.316683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.590831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Checking segment: {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:43.591879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Network hostable DHCP agents. Network: 46d589f4-cef2-441a-b0b6-574dd6b69bba, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:26:43.658854 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.663894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.664116 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9da3-4ff5-ba8b-892fd0f1616d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.684888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Transition to ACTIVE for port object 69145eb2-8e78-4e91-8823-06aae4c3f4a3 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:43.702231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Transition to ACTIVE for port object 830d40d2-3ae5-4ced-80a4-6027ae81fac7 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:43.715791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5ee48f8a-fd51-4f42-8497-3824f6953933 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:43.735398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-470896b8-3e20-4ac6-91d8-04aa39ebac75 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310429 Feb 04 15:26:43.769663 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.781096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Transition to ACTIVE for port object 69145eb2-8e78-4e91-8823-06aae4c3f4a3 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:43.796925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4234aa3a-e859-4a7e-87d3-632a5bb8129b,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:43.808378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Network 46d589f4-cef2-441a-b0b6-574dd6b69bba is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:26:43.830246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5ee48f8a-fd51-4f42-8497-3824f6953933 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:43.830246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5ee48f8a-fd51-4f42-8497-3824f6953933 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:43.849304 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.862324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 46d589f4-cef2-441a-b0b6-574dd6b69bba) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:43.884096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5659e19-cb21-4011-8976-b6bc046f5e42 None None] Network 46d589f4-cef2-441a-b0b6-574dd6b69bba requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:26:44.039338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:44.040013 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.071173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:44.077430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Attempting to bind port 830d40d2-3ae5-4ced-80a4-6027ae81fac7 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:44.077430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Attempting to bind port 830d40d2-3ae5-4ced-80a4-6027ae81fac7 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:44.077723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Attempting to bind port 830d40d2-3ae5-4ced-80a4-6027ae81fac7 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:44.086173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:44.088529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:44.095508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab4beb-a43b-496c-8eb9-93ae5ad0499c None None] Pushing event updated for resources: {'Port': ['ID=830d40d2-3ae5-4ced-80a4-6027ae81fac7,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:44.123262 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1bbbc5c0-5001-439e-b6ab-83ddec9ecdec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6393485 Feb 04 15:26:44.129934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48344) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:44.136294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:44.136665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:44.137100 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.137867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:44.137994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Bound port: 830d40d2-3ae5-4ced-80a4-6027ae81fac7, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:44.138378 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.143045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-6a222cc1-8b59-4239-b410-b351b0da033e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:44.144227 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-6a222cc1-8b59-4239-b410-b351b0da033e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 812 time: 0.7352054 Feb 04 15:26:44.149017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:44.176903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:44.190318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Usage tracker for resource:router and tenant:4319c853c3484672b45ffc7e045c330e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:44.193630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-3582045c-01a7-4872-bf1a-774812d21cf4 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/quotas/84bfbb5c181f441280cc0c4a137e63ca HTTP/1.1" status: 200 len: 375 time: 0.0216575 Feb 04 15:26:44.194647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:44.203112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.228923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:44.241524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Allocated IP 172.20.0.1 (84ef5347-2f02-4e90-b0cb-fb50ea1ec639/69aa1e69-254e-42b0-9fe1-30e55fab926c/80cce8f2-7d40-48db-a2e6-f8633464cbb0) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:44.313844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.361755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Attempting to bind port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:44.362117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Attempting to bind port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:44.362471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Attempting to bind port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 on network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:44.364485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Pushing event updated for resources: {'Port': ['ID=69145eb2-8e78-4e91-8823-06aae4c3f4a3,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:44.408494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:44.408898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Checking segment: {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:44.409296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.409686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Bound using segment: {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:44.410161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Bound port: 69145eb2-8e78-4e91-8823-06aae4c3f4a3, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:44.410535 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.418837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.419919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.431734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43b4e-2ed6-4635-96fb-261b945f8ec6 req-01360520-1660-49a1-bfad-d37a3da8574a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:44.438858 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0a43b4e-2ed6-4635-96fb-261b945f8ec6 req-01360520-1660-49a1-bfad-d37a3da8574a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.9319575 Feb 04 15:26:44.473457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.473868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.495962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] For port 830d40d2-3ae5-4ced-80a4-6027ae81fac7, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:44.503624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Transition to ACTIVE for port object 80cce8f2-7d40-48db-a2e6-f8633464cbb0 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:44.504915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] For port 830d40d2-3ae5-4ced-80a4-6027ae81fac7, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=830d40d2-3ae5-4ced-80a4-6027ae81fac7,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:44.514399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.567290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cafaaca-7e15-477f-913e-bd7ad8416e75 req-a94256b6-b564-47cd-9026-a92a41e3804d service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8245392 Feb 04 15:26:44.578397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9da3-4ff5-ba8b-892fd0f1616d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.619237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-a979f047-9693-4e57-9a4d-b9ccd87d0f96 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3916221 Feb 04 15:26:44.619391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.645385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Allocated IP 172.25.8.153 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/4562a8d2-5709-4615-bbc4-71a48a53f996) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:44.692256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Routers {'6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:44.693402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:44.722126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:44.731443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:44.734937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:44.848027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab4beb-a43b-496c-8eb9-93ae5ad0499c None None] Pushing event updated for resources: {'Port': ['ID=830d40d2-3ae5-4ced-80a4-6027ae81fac7,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:44.873900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] For port 69145eb2-8e78-4e91-8823-06aae4c3f4a3, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:44.878054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-46d589f4-cef2-441a-b0b6-574dd6b69bba', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:26:44.878957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.924420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] For port 69145eb2-8e78-4e91-8823-06aae4c3f4a3, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=69145eb2-8e78-4e91-8823-06aae4c3f4a3,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:44.994095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0a43b4e-2ed6-4635-96fb-261b945f8ec6 req-90ff65cb-0024-41f1-aebb-e84c97e08ebe tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216940 Feb 04 15:26:44.994980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Pushing event updated for resources: {'Port': ['ID=80cce8f2-7d40-48db-a2e6-f8633464cbb0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:45.003710 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.038201 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.165746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9da3-4ff5-ba8b-892fd0f1616d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.193341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] Set router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:45.290279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fcf80-9da3-4ff5-ba8b-892fd0f1616d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af025474-00d6-4058-b979-67d9a9da93ce,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:45.292352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9da3-4ff5-ba8b-892fd0f1616d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.343432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3e7fcf80-9da3-4ff5-ba8b-892fd0f1616d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/af025474-00d6-4058-b979-67d9a9da93ce HTTP/1.1" status: 204 len: 168 time: 2.5943837 Feb 04 15:26:45.344351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48350) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:45.352638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c994755-cb97-4b5e-b094-56732b8c462b None None] Provisioning for port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:45.355896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef4b89-98cf-4c03-b8a7-6cb8e329caf0 None None] Network 3b3a534c-6985-4b16-8cad-601754873575 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:26:45.417079 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.452909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0f272-9a22-474a-bb49-970aff62919d None None] Pushing event updated for resources: {'Port': ['ID=69145eb2-8e78-4e91-8823-06aae4c3f4a3,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:45.456638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c994755-cb97-4b5e-b094-56732b8c462b None None] Provisioning complete for port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:45.457033 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c994755-cb97-4b5e-b094-56732b8c462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.476148 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.584800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-112773cb-f139-469e-9b5a-295cd9c5c6d7 service neutron] 10.222.0.46 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9247534 Feb 04 15:26:45.612848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8f476-d884-47d0-b73f-60ac1e2d8103 req-300a483e-cce8-4469-a8da-095d9e73f419 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:45.613233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57a8f476-d884-47d0-b73f-60ac1e2d8103 req-300a483e-cce8-4469-a8da-095d9e73f419 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 943 time: 0.4558787 Feb 04 15:26:45.696041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:26:45.711492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3c994755-cb97-4b5e-b094-56732b8c462b None None] Port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:26:45.773839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Allocated IP 172.20.0.2 (46d589f4-cef2-441a-b0b6-574dd6b69bba/4234aa3a-e859-4a7e-87d3-632a5bb8129b/94879006-7687-47c0-9414-da9fef998917) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:45.828184 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.844260 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.859322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57a8f476-d884-47d0-b73f-60ac1e2d8103 req-e067a979-942d-4a59-a9d2-a93161705793 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110085 Feb 04 15:26:45.903293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.912907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Deleting port 01b6884c-4795-4960-9815-9e8e094b7a1a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:45.913384 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.934242 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:26:46.051848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=4562a8d2-5709-4615-bbc4-71a48a53f996,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:46.093151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:46.255511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 69145eb2-8e78-4e91-8823-06aae4c3f4a3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:46.263723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:46.273375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:46.281857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:46.323598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '8b3403f7-660f-46df-aef7-dc7b5c4a7b4c', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'port_id': '8b3403f7-660f-46df-aef7-dc7b5c4a7b4c', 'mac_address': 'fa:16:3e:f1:ce:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67421194-ccf6-44ed-87a2-1bd8ab7eb3a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:26:46.386283 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-4e01dff9-92c7-4563-8104-0496fb5836fe service neutron] 10.222.0.46 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8021677 Feb 04 15:26:46.564867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:46.590145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] For port 01b6884c-4795-4960-9815-9e8e094b7a1a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=01b6884c-4795-4960-9815-9e8e094b7a1a,segment=NetworkSegment(be4401bc-cccb-45ae-a688-ac119fcea6de),segment_id=be4401bc-cccb-45ae-a688-ac119fcea6de)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:46.590678 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.616023 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.684963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:46.771039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:46.820295 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.830948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Calling delete_port for 01b6884c-4795-4960-9815-9e8e094b7a1a owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:46.875635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:31Z', 'updated_at': '2022-02-04T15:26:37Z', 'revision_number': 3, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'gw_port': {'id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:46.877847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed626c67-5c5c-4b1d-aa40-1d32d7e6908f None None] DHCP port deletion for 3b3a534c-6985-4b16-8cad-601754873575 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:26:46.892691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ed626c67-5c5c-4b1d-aa40-1d32d7e6908f None None] Deleting port 01b6884c-4795-4960-9815-9e8e094b7a1a {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:46.893123 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ed626c67-5c5c-4b1d-aa40-1d32d7e6908f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.914672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7bef2-71b7-43d4-8390-6b378e8a5d74 req-e4856cd3-01f4-48c6-90e8-3f1d77c0a6af tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:46.916567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ef7bef2-71b7-43d4-8390-6b378e8a5d74 req-e4856cd3-01f4-48c6-90e8-3f1d77c0a6af tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.5793216 Feb 04 15:26:46.920744 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb6ea23e-b4a6-4f7a-b115-9590dc7e5da0 req-bb4326eb-7ddb-44ff-8241-dd703fc0eb35 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 210 time: 0.1736622 Feb 04 15:26:47.000948 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:26:47.012106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a44909-ce0e-46b1-9099-3a41a98d2f85 None None] The sync data for ids ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'] in n-d-827870-1 is: [{'id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:31Z', 'updated_at': '2022-02-04T15:26:37Z', 'revision_number': 3, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'gw_port': {'id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:47.069968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.084507 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.118067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b192cdf9-88d8-401f-ab59-a5d2c093e955 None None] Network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:26:47.224842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ef7bef2-71b7-43d4-8390-6b378e8a5d74 req-129bf48d-8cc3-4163-8b3e-c7fc562a9c69 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920272 Feb 04 15:26:47.255122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.320517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] No DVR routers for this DVR port 01b6884c-4795-4960-9815-9e8e094b7a1a on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:47.322873 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.356206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:47.370423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['8b3403f7-660f-46df-aef7-dc7b5c4a7b4c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:47.380755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Pushing event updated for resources: {'Port': ['ID=80cce8f2-7d40-48db-a2e6-f8633464cbb0,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:47.409558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ed626c67-5c5c-4b1d-aa40-1d32d7e6908f None None] The port '01b6884c-4795-4960-9815-9e8e094b7a1a' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:26:47.424671 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.452241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.454041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.456282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.456282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.456282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.458888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.460961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.460961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.463030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.466272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.467519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.478725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:47.579420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Transition to ACTIVE for port object 94879006-7687-47c0-9414-da9fef998917 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:47.609566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b6884c-4795-4960-9815-9e8e094b7a1a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:47.726017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.733359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-16bb2ec0-9e6c-4a9f-93f9-ca2aa2901a23 None None] Provisioning for port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:47.745454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-16bb2ec0-9e6c-4a9f-93f9-ca2aa2901a23 None None] Provisioning complete for port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:47.745960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16bb2ec0-9e6c-4a9f-93f9-ca2aa2901a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.865530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Transition to ACTIVE for port object 94879006-7687-47c0-9414-da9fef998917 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:47.899431 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.909248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.915008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.992055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3a534c-6985-4b16-8cad-601754873575']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:48.049969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4401bc-cccb-45ae-a688-ac119fcea6de') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:48.050191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4401bc-cccb-45ae-a688-ac119fcea6de') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:48.091657 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.098534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.111022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 830d40d2-3ae5-4ced-80a4-6027ae81fac7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:48.165457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:48.175820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:48.187498 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16bb2ec0-9e6c-4a9f-93f9-ca2aa2901a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.208203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0312e190-4fbf-4189-9ca4-0c0e543028f4 req-9ac82265-02be-4607-bffd-31147cdc8852 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 210 time: 0.0945201 Feb 04 15:26:48.209490 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.297322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:26:48.297932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:26:48.319990 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:26:48.404376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-16bb2ec0-9e6c-4a9f-93f9-ca2aa2901a23 None None] For port 69145eb2-8e78-4e91-8823-06aae4c3f4a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=69145eb2-8e78-4e91-8823-06aae4c3f4a3,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:48.516733 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16bb2ec0-9e6c-4a9f-93f9-ca2aa2901a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.541096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Allocated IP 172.25.8.242 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/2b5de702-41db-4e73-87e3-f15bcb7ce669) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:48.595328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Network 46d589f4-cef2-441a-b0b6-574dd6b69bba is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:48.610547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:48.616706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:48.644417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Pushing event updated for resources: {'Port': ['ID=94879006-7687-47c0-9414-da9fef998917,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:48.683484 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.695675 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.874651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.925363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c6c89-5736-4582-a2f2-8148b32334c6 req-5c562b1e-f1c8-47ae-9483-d47c8c56d047 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:48.933691 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-158c6c89-5736-4582-a2f2-8148b32334c6 req-5c562b1e-f1c8-47ae-9483-d47c8c56d047 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 944 time: 1.6430018 Feb 04 15:26:49.015673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3a534c-6985-4b16-8cad-601754873575,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:49.056812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4744e1c3-e2c5-4b87-996c-b345738caae9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3b3a534c-6985-4b16-8cad-601754873575 HTTP/1.1" status: 204 len: 168 time: 3.7052710 Feb 04 15:26:49.063375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48394) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:49.069571 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-158c6c89-5736-4582-a2f2-8148b32334c6 req-25fa4dad-83fc-4d96-8a59-d238e6f7daf8 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342981 Feb 04 15:26:49.081095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.140724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fd522c77-2d28-48c7-a062-865ec6164c80 None None] Provisioning complete for port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:49.141327 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fd522c77-2d28-48c7-a062-865ec6164c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.174664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:26:49.183935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 830d40d2-3ae5-4ced-80a4-6027ae81fac7 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:49.189658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Attempting to bind port 94879006-7687-47c0-9414-da9fef998917 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:49.190279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Attempting to bind port 94879006-7687-47c0-9414-da9fef998917 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:49.190740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Attempting to bind port 94879006-7687-47c0-9414-da9fef998917 on network 46d589f4-cef2-441a-b0b6-574dd6b69bba {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:49.228331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb2ec0-9e6c-4a9f-93f9-ca2aa2901a23 None None] Pushing event updated for resources: {'Port': ['ID=69145eb2-8e78-4e91-8823-06aae4c3f4a3,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:49.238739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:49.239281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Checking segment: {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:49.239784 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.240462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Bound using segment: {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:49.240990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Bound port: 94879006-7687-47c0-9414-da9fef998917, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:49.241460 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.259118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 830d40d2-3ae5-4ced-80a4-6027ae81fac7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:49.260429 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.269185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0ca69-22fc-4a15-807e-5579df56bc46 req-748c4cf8-2719-4514-918d-2399366f9cfb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:49.276374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-88c0ca69-22fc-4a15-807e-5579df56bc46 req-748c4cf8-2719-4514-918d-2399366f9cfb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.7832730 Feb 04 15:26:49.331815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-ff4b7c40-198e-4385-b1b3-eea2e23fc78a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:49.332550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-ff4b7c40-198e-4385-b1b3-eea2e23fc78a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:49.342714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fd522c77-2d28-48c7-a062-865ec6164c80 None None] Port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:26:49.348417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5de702-41db-4e73-87e3-f15bcb7ce669,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:49.563277 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b44896c2-9684-4b85-a550-edf3f6d4ebeb req-6abd8e05-777e-4149-b6d4-f47a5f06775b tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 210 time: 0.0585675 Feb 04 15:26:49.574158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:49.581595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:49.593008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:49.598083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cbea4037-8cb7-4ae4-874a-4b90d3767bcd None None] Provisioning complete for port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:49.598508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cbea4037-8cb7-4ae4-874a-4b90d3767bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.639698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] For port 94879006-7687-47c0-9414-da9fef998917, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:49.671518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] For port 94879006-7687-47c0-9414-da9fef998917, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94879006-7687-47c0-9414-da9fef998917,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:49.681427 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.685190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.786466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 830d40d2-3ae5-4ced-80a4-6027ae81fac7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=830d40d2-3ae5-4ced-80a4-6027ae81fac7,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:49.800555 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.858818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c717d-31f0-4b65-b884-7edec7c436b8 None None] Pushing event updated for resources: {'Port': ['ID=94879006-7687-47c0-9414-da9fef998917,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:49.899484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:26:49.905740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.916292 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Sync routers for ids ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:49.920665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-88c0ca69-22fc-4a15-807e-5579df56bc46 req-44e6bc33-b144-4c2a-b294-bc403f1b3dc4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433342 Feb 04 15:26:49.941666 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Routers {'6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:49.945191 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:49.961158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-49c5ccc0-7bb5-41b3-a8f0-b2d93e10e256 admin admin] 10.222.0.46 "PUT /v2.0/routers/6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7586782 Feb 04 15:26:49.963816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 01b6884c-4795-4960-9815-9e8e094b7a1a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:26:50.053793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-ff4b7c40-198e-4385-b1b3-eea2e23fc78a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:50.054025 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-ff4b7c40-198e-4385-b1b3-eea2e23fc78a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.61 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 812 time: 1.3471034 Feb 04 15:26:50.075786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'port': {'device_id': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda', 'admin_state_up': True, 'tenant_id': '84bfbb5c181f441280cc0c4a137e63ca'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:50.099552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 01b6884c-4795-4960-9815-9e8e094b7a1a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:26:50.103691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 01b6884c-4795-4960-9815-9e8e094b7a1a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:26:50.161009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=830d40d2-3ae5-4ced-80a4-6027ae81fac7,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:50.286855 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Set router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:50.379044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 69145eb2-8e78-4e91-8823-06aae4c3f4a3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:50.522286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b69875-a95f-40de-85b4-48518f08d27f req-cf50bb53-028e-46b0-8ef7-8289a21cdbc4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9704883 Feb 04 15:26:50.637020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:50.637344 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.766381 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.810418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:50.894222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:50.966465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Made reservation on behalf of 84bfbb5c181f441280cc0c4a137e63ca for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:50.970426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.081205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-0bba8036-1164-4e66-8fcc-774ea8bd9385 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4129851 Feb 04 15:26:51.101144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:51.107808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:51.112560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Usage tracker for resource:floatingip and tenant:8207449924824266baa2ac5f1d85b0ae is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:51.116284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:51.123400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:51.142253 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:31Z', 'updated_at': '2022-02-04T15:26:45Z', 'revision_number': 4, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'gw_port': {'id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '80cce8f2-7d40-48db-a2e6-f8633464cbb0', 'name': '', 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'mac_address': 'fa:16:3e:2b:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '69aa1e69-254e-42b0-9fe1-30e55fab926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:43Z', 'updated_at': '2022-02-04T15:26:46Z', 'revision_number': 2, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'subnets': [{'id': '69aa1e69-254e-42b0-9fe1-30e55fab926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:51.147761 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Checking router: 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:51.147761 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Updating router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:26:51.166835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69875-a95f-40de-85b4-48518f08d27f req-b80ade73-06ae-4b48-a5cf-d0c80089dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:51.168470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b69875-a95f-40de-85b4-48518f08d27f req-b80ade73-06ae-4b48-a5cf-d0c80089dc69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 1100 time: 0.4609227 Feb 04 15:26:51.170005 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.231554 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.287842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef7eea-f261-4a39-bffa-a60ca3a9682c req-2c413aa0-87cc-432c-9b96-7aba2283de89 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:51.295343 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-58ef7eea-f261-4a39-bffa-a60ca3a9682c req-2c413aa0-87cc-432c-9b96-7aba2283de89 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 944 time: 0.8941553 Feb 04 15:26:51.315362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:26:51.604878 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.640701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264b9aa9-72cb-49cf-aae2-5bd2827d2d1d None None] Network 46d589f4-cef2-441a-b0b6-574dd6b69bba requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:26:51.778741 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.791566 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Transition to ACTIVE for port object 80cce8f2-7d40-48db-a2e6-f8633464cbb0 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:51.800750 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.808804 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:51.873815 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Pushing event updated for resources: {'Port': ['ID=80cce8f2-7d40-48db-a2e6-f8633464cbb0,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:51.885838 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.886444 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.886937 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.887664 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.888653 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.889160 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.889712 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.890182 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.890788 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.891250 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.891783 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.892260 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:51.922320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4c5ca8fb-8832-4a27-af96-868b77babe7e None None] Provisioning for port 94879006-7687-47c0-9414-da9fef998917 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:52.117867 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Attempting to bind port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:52.118489 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Attempting to bind port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '2700adb9-8b7f-426c-96d4-76f6f3b50141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:52.119027 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Attempting to bind port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 on network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:52.126487 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:52.128058 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Checking segment: {'id': '2700adb9-8b7f-426c-96d4-76f6f3b50141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:52.128058 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.128226 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Bound using segment: {'id': '2700adb9-8b7f-426c-96d4-76f6f3b50141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:52.128660 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Bound port: 80cce8f2-7d40-48db-a2e6-f8633464cbb0, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2700adb9-8b7f-426c-96d4-76f6f3b50141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:52.129073 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.138260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:26:52.147867 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-58ef7eea-f261-4a39-bffa-a60ca3a9682c req-26b0550a-86b1-44e3-a6fa-e3aaa0c825e3 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8516510 Feb 04 15:26:52.187413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4370028-bf28-4931-a215-906497641575 None None] Sync routers for ids ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:52.236929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69875-a95f-40de-85b4-48518f08d27f req-7bb85899-5a3e-4269-8cc3-c13d92e502fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:52.240531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.244285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b69875-a95f-40de-85b4-48518f08d27f req-7bb85899-5a3e-4269-8cc3-c13d92e502fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 1.0450838 Feb 04 15:26:52.248302 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-92480291-82e0-4d07-831c-f19e95f58ba5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.8861270 Feb 04 15:26:52.249516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48426) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:52.251714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:52.272426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:52.272814 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.285719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Allocated IP 172.20.0.5 (b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda/bd168f07-007a-43a7-b387-52fde248ba0a/7d0c8dc4-9535-4c70-b8e6-812e1a9812b9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:52.340420 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] For port 80cce8f2-7d40-48db-a2e6-f8633464cbb0, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:52.345918 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] For port 80cce8f2-7d40-48db-a2e6-f8633464cbb0, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=80cce8f2-7d40-48db-a2e6-f8633464cbb0,segment=NetworkSegment(2700adb9-8b7f-426c-96d4-76f6f3b50141),segment_id=2700adb9-8b7f-426c-96d4-76f6f3b50141)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:52.353154 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.416975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:26:52.493951 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9d570-ee0b-4b70-9a47-c843c84164c2 None None] Pushing event updated for resources: {'Port': ['ID=80cce8f2-7d40-48db-a2e6-f8633464cbb0,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:52.503587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b69875-a95f-40de-85b4-48518f08d27f req-1e2ad8f5-0c53-4334-8366-9b412bf9d842 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 200 len: 217 time: 0.2421730 Feb 04 15:26:52.522913 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.531075 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Routers {'6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:52.532980 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:52.563870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4370028-bf28-4931-a215-906497641575 None None] Routers {'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:52.564499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e4370028-bf28-4931-a215-906497641575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:52.721417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94879006-7687-47c0-9414-da9fef998917 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:52.878732 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6824511a-9a25-4f05-af21-7c3b9da445ec req-3eb087db-fc9f-4a26-b0ba-49c00763c4a5 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 210 time: 0.2695200 Feb 04 15:26:52.981137 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] Set router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:53.126471 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.155219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69875-a95f-40de-85b4-48518f08d27f req-4e360cef-57da-4450-a0fe-eb5205a02f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:53.157019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b69875-a95f-40de-85b4-48518f08d27f req-4e360cef-57da-4450-a0fe-eb5205a02f57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.4433999 Feb 04 15:26:53.358062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 94879006-7687-47c0-9414-da9fef998917 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:53.374909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 94879006-7687-47c0-9414-da9fef998917 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:53.375548 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.448876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.493279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:26:53.524707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:53.547065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878acbee-526e-477e-96b0-3b1a6d239525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3403f7-660f-46df-aef7-dc7b5c4a7b4c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:53.565400 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.596075 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Sync routers for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:53.653132 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:53.654148 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:53.665675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:53.698657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-e4370028-bf28-4931-a215-906497641575 None None] Set router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:54.034809 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:54.054316 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.115325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de9546-3fc0-4eb2-b089-f74ac51c5bd4 req-3283519b-a8b5-4599-ad35-9c62d9548d8f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:54.125550 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-33de9546-3fc0-4eb2-b089-f74ac51c5bd4 req-3283519b-a8b5-4599-ad35-9c62d9548d8f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 1.0451989 Feb 04 15:26:54.133102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69875-a95f-40de-85b4-48518f08d27f req-44bbd38d-6078-4df8-aa3c-83d26ec5e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:54.134744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b69875-a95f-40de-85b4-48518f08d27f req-44bbd38d-6078-4df8-aa3c-83d26ec5e297 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8390810 Feb 04 15:26:54.151720 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.152959 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7862ffd5-188a-49c4-b1e5-117535c23214 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.0205657 Feb 04 15:26:54.163448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48438) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:54.237936 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.340438 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-33de9546-3fc0-4eb2-b089-f74ac51c5bd4 req-c8ef45b0-5c30-4ca4-8906-f377dc1ae55e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136755 Feb 04 15:26:54.395067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-12db0ad8-4dc2-4e30-b2d8-59e9e41c7b35 None None] Provisioning complete for port 94879006-7687-47c0-9414-da9fef998917 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:54.395439 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-12db0ad8-4dc2-4e30-b2d8-59e9e41c7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.401733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Allocated IP 172.25.8.212 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/399399cc-1300-47c4-be2b-bf720beb0238) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:54.473865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 94879006-7687-47c0-9414-da9fef998917, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94879006-7687-47c0-9414-da9fef998917,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:54.512438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.513850 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.514041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 830d40d2-3ae5-4ced-80a4-6027ae81fac7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:54.565449 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:26:50Z', 'revision_number': 3, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:54.609452 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Checking router: eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:54.610171 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Updating router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 port 2b5de702-41db-4e73-87e3-f15bcb7ce669 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:26:54.629386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=94879006-7687-47c0-9414-da9fef998917,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:54.639040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Deleting port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:26:54.639586 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.715035 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.806562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e4370028-bf28-4931-a215-906497641575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:41Z', 'updated_at': '2022-02-04T15:26:46Z', 'revision_number': 3, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'gw_port': {'id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:54.812612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4370028-bf28-4931-a215-906497641575 None None] Checking router: a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:54.813102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4370028-bf28-4931-a215-906497641575 None None] Updating router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 port 4562a8d2-5709-4615-bbc4-71a48a53f996 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:26:54.855361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Allocated IP 172.20.0.1 (35fff0c5-5c06-4c10-bf79-d9b86cf8b844/30697705-89f1-41b2-94f0-28561f4bfdeb/f0e60006-8aaf-46fe-a74a-4acf23173fe6) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:54.880239 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4370028-bf28-4931-a215-906497641575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.911973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 830d40d2-3ae5-4ced-80a4-6027ae81fac7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:54.912710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.028472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.031659 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:31Z', 'updated_at': '2022-02-04T15:26:45Z', 'revision_number': 4, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'gw_port': {'id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '80cce8f2-7d40-48db-a2e6-f8633464cbb0', 'name': '', 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'mac_address': 'fa:16:3e:2b:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '69aa1e69-254e-42b0-9fe1-30e55fab926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:43Z', 'updated_at': '2022-02-04T15:26:52Z', 'revision_number': 4, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'subnets': [{'id': '69aa1e69-254e-42b0-9fe1-30e55fab926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:55.036360 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7bdcd-e4aa-480a-ac1f-293e269836d1 None None] The sync data for ids ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'] in n-d-827870-1 is: [{'id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:31Z', 'updated_at': '2022-02-04T15:26:45Z', 'revision_number': 4, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'gw_port': {'id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '80cce8f2-7d40-48db-a2e6-f8633464cbb0', 'name': '', 'network_id': '84ef5347-2f02-4e90-b0cb-fb50ea1ec639', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'mac_address': 'fa:16:3e:2b:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '69aa1e69-254e-42b0-9fe1-30e55fab926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:43Z', 'updated_at': '2022-02-04T15:26:52Z', 'revision_number': 4, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'subnets': [{'id': '69aa1e69-254e-42b0-9fe1-30e55fab926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:55.047305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Transition to ACTIVE for port object f0e60006-8aaf-46fe-a74a-4acf23173fe6 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:55.087696 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.221389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:55.225714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:55.230637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:55.304755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.357358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94879006-7687-47c0-9414-da9fef998917 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:55.481185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 94879006-7687-47c0-9414-da9fef998917 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:55.482086 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.540402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Pushing event updated for resources: {'Port': ['ID=f0e60006-8aaf-46fe-a74a-4acf23173fe6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:55.550746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27957a-f409-47ec-b77e-1cc555b5872e req-c2010867-f503-4d5c-a64a-0f25e32f4846 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:55.552382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe27957a-f409-47ec-b77e-1cc555b5872e req-c2010867-f503-4d5c-a64a-0f25e32f4846 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 945 time: 0.9687788 Feb 04 15:26:55.643980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.658811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80cce8f2-7d40-48db-a2e6-f8633464cbb0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:55.695545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['581a2476-8576-4b7f-8fbf-513d9af64f71'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:26:55.700529 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe27957a-f409-47ec-b77e-1cc555b5872e req-7377a7fc-68b8-4121-adca-b59d4b777b39 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418383 Feb 04 15:26:55.734842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c07b87b-88fe-4570-87b7-875cf8bcf272 None None] Provisioning for port f0e60006-8aaf-46fe-a74a-4acf23173fe6 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:55.758219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c07b87b-88fe-4570-87b7-875cf8bcf272 None None] Provisioning complete for port f0e60006-8aaf-46fe-a74a-4acf23173fe6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:55.758632 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c07b87b-88fe-4570-87b7-875cf8bcf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.813481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b69875-a95f-40de-85b4-48518f08d27f req-ade2904c-88f7-4be3-9555-a0baf57fd9c6 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6509528 Feb 04 15:26:55.819319 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878acbee-526e-477e-96b0-3b1a6d239525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3403f7-660f-46df-aef7-dc7b5c4a7b4c', 'code': 200} Feb 04 15:26:55.831426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.911010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'Port': ['ID=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:55.914373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3c07b87b-88fe-4570-87b7-875cf8bcf272 None None] Port f0e60006-8aaf-46fe-a74a-4acf23173fe6 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:26:55.923230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:55.939113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:55.959520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:55.959945 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.073166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:56.095504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:56.159895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a151-f949-4494-b25c-fac8c8f4533b req-482d06b5-7bbd-4be7-8ce3-3bafdbe623bb tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.161400 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-16e4a151-f949-4494-b25c-fac8c8f4533b req-482d06b5-7bbd-4be7-8ce3-3bafdbe623bb tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 931 time: 0.2367032 Feb 04 15:26:56.161799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] For port ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82,segment=NetworkSegment(d6159251-c793-467c-8037-9cf3cab7596e),segment_id=d6159251-c793-467c-8037-9cf3cab7596e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:56.162158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.227746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.231830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-16e4a151-f949-4494-b25c-fac8c8f4533b req-6606a3ac-f6bb-4be3-9013-06088c4e9cff tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:26:56.257744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-16e4a151-f949-4494-b25c-fac8c8f4533b req-6606a3ac-f6bb-4be3-9013-06088c4e9cff tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:26:56.258980 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-16e4a151-f949-4494-b25c-fac8c8f4533b req-6606a3ac-f6bb-4be3-9013-06088c4e9cff tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842097 Feb 04 15:26:56.287319 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.294343 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.351390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 80cce8f2-7d40-48db-a2e6-f8633464cbb0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=80cce8f2-7d40-48db-a2e6-f8633464cbb0,segment=NetworkSegment(2700adb9-8b7f-426c-96d4-76f6f3b50141),segment_id=2700adb9-8b7f-426c-96d4-76f6f3b50141)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:26:56.386186 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.446487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Calling delete_port for ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:26:56.515561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=80cce8f2-7d40-48db-a2e6-f8633464cbb0,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:56.582460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.646416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Pushing event updated for resources: {'Port': ['ID=f0e60006-8aaf-46fe-a74a-4acf23173fe6,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:56.669755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.751623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.752443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.787144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641d25-4275-4422-82c4-36cdb34001a7 req-7dc951fe-9068-43a0-8876-7edbbdc8b8e8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.788603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-10641d25-4275-4422-82c4-36cdb34001a7 req-7dc951fe-9068-43a0-8876-7edbbdc8b8e8 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.2788460 Feb 04 15:26:56.864812 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-10641d25-4275-4422-82c4-36cdb34001a7 req-e1e6ddc4-2701-4fb9-910c-7932d1eefe4b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698667 Feb 04 15:26:56.866542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:56.867667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:57.014672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b69875-a95f-40de-85b4-48518f08d27f req-d2422474-47e5-4810-9ff3-61eeb4d1d463 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1491330 Feb 04 15:26:57.022145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d5f9e-5832-4a70-a956-d64746e7f505 req-3fb76efe-87fa-4de3-8880-0c9fd846442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:57.023646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-915d5f9e-5832-4a70-a956-d64746e7f505 req-3fb76efe-87fa-4de3-8880-0c9fd846442a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 1096 time: 1.0769622 Feb 04 15:26:57.024944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-87cb52e9-db6f-4cd4-8aa3-045e2dcf55c0 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9565539 Feb 04 15:26:57.086774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Request body: {'port': {'device_id': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:57.156729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-67900616-f99a-4395-bf3b-a53fd2905a55 None None] Provisioning complete for port f0e60006-8aaf-46fe-a74a-4acf23173fe6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:57.157657 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-67900616-f99a-4395-bf3b-a53fd2905a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.199387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:26:57.208682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.214305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80cce8f2-7d40-48db-a2e6-f8633464cbb0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:26:57.318429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-e3d14f2a-cc03-4446-adc2-130db2bce235 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:57.320117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-e3d14f2a-cc03-4446-adc2-130db2bce235 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 820 time: 0.2630384 Feb 04 15:26:57.348117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Pushing event updated for resources: {'Port': ['ID=399399cc-1300-47c4-be2b-bf720beb0238,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:57.348917 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-b7131f31-11ee-41cc-a25b-925ee66cd25b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/quotas/4e6111af241f425ebd76df0cd5a20fa3 HTTP/1.1" status: 200 len: 375 time: 0.0231450 Feb 04 15:26:57.362968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-67900616-f99a-4395-bf3b-a53fd2905a55 None None] Port f0e60006-8aaf-46fe-a74a-4acf23173fe6 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:26:57.364432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:57.364868 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.427775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-915d5f9e-5832-4a70-a956-d64746e7f505 req-f5641df2-3262-4ea3-ba6d-987e163957d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648000 Feb 04 15:26:57.448252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:57.461221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:57.463791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:26:57.494470 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.519327 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Transition to ACTIVE for port object 2b5de702-41db-4e73-87e3-f15bcb7ce669 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:57.530264 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.583969 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.586789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:26:57.604979 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-da893613-4723-4637-a19b-24a2fa249d7e admin admin] 10.222.0.46 "PUT /v2.0/routers/a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3282025 Feb 04 15:26:57.628897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.634846 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-94ab9471-39c7-43f2-959d-7b542e122db8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2727406 Feb 04 15:26:57.684214 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Attempting to bind port 2b5de702-41db-4e73-87e3-f15bcb7ce669 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:57.684693 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Attempting to bind port 2b5de702-41db-4e73-87e3-f15bcb7ce669 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:57.685059 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Attempting to bind port 2b5de702-41db-4e73-87e3-f15bcb7ce669 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:57.704917 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:57.705371 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:57.705659 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.708900 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:57.709406 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Bound port: 2b5de702-41db-4e73-87e3-f15bcb7ce669, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:57.709803 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.749103 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5dde9-0ab3-4bd9-bf58-c27c0cb7d9d0 None None] Pushing event updated for resources: {'Port': ['ID=2b5de702-41db-4e73-87e3-f15bcb7ce669,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:57.792076 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] For port 2b5de702-41db-4e73-87e3-f15bcb7ce669, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:57.796278 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] For port 2b5de702-41db-4e73-87e3-f15bcb7ce669, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b5de702-41db-4e73-87e3-f15bcb7ce669,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:57.801643 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.805517 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4370028-bf28-4931-a215-906497641575 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.813005 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-329ac890-3636-43da-a2cd-dc471f14f0eb service neutron] 10.222.0.46 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766200 Feb 04 15:26:57.823617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e4370028-bf28-4931-a215-906497641575 None None] Transition to ACTIVE for port object 4562a8d2-5709-4615-bbc4-71a48a53f996 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:57.833015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4370028-bf28-4931-a215-906497641575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.893625 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:57.894230 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:57.918679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e4370028-bf28-4931-a215-906497641575 None None] Attempting to bind port 4562a8d2-5709-4615-bbc4-71a48a53f996 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:57.920171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e4370028-bf28-4931-a215-906497641575 None None] Attempting to bind port 4562a8d2-5709-4615-bbc4-71a48a53f996 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:57.920750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4370028-bf28-4931-a215-906497641575 None None] Attempting to bind port 4562a8d2-5709-4615-bbc4-71a48a53f996 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:57.935021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4370028-bf28-4931-a215-906497641575 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:57.935956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4370028-bf28-4931-a215-906497641575 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:57.936583 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4370028-bf28-4931-a215-906497641575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.937223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4370028-bf28-4931-a215-906497641575 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:57.937960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e4370028-bf28-4931-a215-906497641575 None None] Bound port: 4562a8d2-5709-4615-bbc4-71a48a53f996, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:57.938547 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4370028-bf28-4931-a215-906497641575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.970076 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5dde9-0ab3-4bd9-bf58-c27c0cb7d9d0 None None] Pushing event updated for resources: {'Port': ['ID=2b5de702-41db-4e73-87e3-f15bcb7ce669,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:58.044993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5270f-6954-4c34-a7ca-e115324fa41e None None] Pushing event updated for resources: {'Port': ['ID=4562a8d2-5709-4615-bbc4-71a48a53f996,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:58.067571 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-700fa172-d28d-49d1-b778-c8b07426bac5 service neutron] 10.222.0.46 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532716 Feb 04 15:26:58.090291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e4370028-bf28-4931-a215-906497641575 None None] For port 4562a8d2-5709-4615-bbc4-71a48a53f996, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:26:58.099388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e4370028-bf28-4931-a215-906497641575 None None] For port 4562a8d2-5709-4615-bbc4-71a48a53f996, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4562a8d2-5709-4615-bbc4-71a48a53f996,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:26:58.107338 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4370028-bf28-4931-a215-906497641575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.207304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5270f-6954-4c34-a7ca-e115324fa41e None None] Pushing event updated for resources: {'Port': ['ID=4562a8d2-5709-4615-bbc4-71a48a53f996,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:58.252946 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:58.272721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4370028-bf28-4931-a215-906497641575 None None] Routers {'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:26:58.275184 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e4370028-bf28-4931-a215-906497641575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:58.286102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.292510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:58.372699 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.377874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:58.585600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Transition to ACTIVE for port object 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:58.603517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.611329 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.718136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48478) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:58.724087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-network', 'tenant_id': '20ea54b801fe45578f248ee631bffc70'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:58.735435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:58.750619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Usage tracker for resource:network and tenant:20ea54b801fe45578f248ee631bffc70 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:58.753993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:58.773343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:58.790003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Made reservation on behalf of 20ea54b801fe45578f248ee631bffc70 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:58.790443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-e4370028-bf28-4931-a215-906497641575 None None] Set router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:26:58.792003 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.814122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.849822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:58.862156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Usage tracker for resource:security_group_rule and tenant:20ea54b801fe45578f248ee631bffc70 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:58.865612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:58.873425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:58.878194 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:26:50Z', 'revision_number': 3, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:58.884944 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001026b-cd6b-40c2-bb4e-cfaeb410137a None None] The sync data for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 is: [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:26:50Z', 'revision_number': 3, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:59.000396 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.064629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.161345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:26:59.167852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64925eee-5885-43b6-8ae8-bc2d4e9cf961,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:59.206041 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.209285 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Added segment d3400f51-0221-4674-9662-49b346a08fc0 of type vlan for network a2ae241e-ca08-4973-9c33-605cec7a1dbd Feb 04 15:26:59.313256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.339130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226073b-ca66-4a1c-8f68-87458919812e req-b36a44d0-6ff9-453c-892c-db132bdcdbdc tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:59.347734 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b226073b-ca66-4a1c-8f68-87458919812e req-b36a44d0-6ff9-453c-892c-db132bdcdbdc tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 945 time: 0.3437135 Feb 04 15:26:59.404698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Pushing event updated for resources: {'Port': ['ID=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:59.490450 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.491539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:59.492208 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.499315 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b226073b-ca66-4a1c-8f68-87458919812e req-c76868f0-6cac-46bd-8059-c7a038da279c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409159 Feb 04 15:26:59.518543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e4370028-bf28-4931-a215-906497641575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:41Z', 'updated_at': '2022-02-04T15:26:55Z', 'revision_number': 4, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'gw_port': {'id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f0e60006-8aaf-46fe-a74a-4acf23173fe6', 'name': '', 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'mac_address': 'fa:16:3e:3c:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:54Z', 'updated_at': '2022-02-04T15:26:55Z', 'revision_number': 2, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'subnets': [{'id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:59.524257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4370028-bf28-4931-a215-906497641575 None None] The sync data for ids ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'] in n-d-827870-1 is: [{'id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:41Z', 'updated_at': '2022-02-04T15:26:55Z', 'revision_number': 4, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'gw_port': {'id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f0e60006-8aaf-46fe-a74a-4acf23173fe6', 'name': '', 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'mac_address': 'fa:16:3e:3c:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:54Z', 'updated_at': '2022-02-04T15:26:55Z', 'revision_number': 2, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'subnets': [{'id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:59.687526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.769841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Attempting to bind port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:59.770184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Attempting to bind port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '453946e3-8c7c-4eaa-9312-cf38e0560021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:59.770545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Attempting to bind port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 on network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:59.793978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 on network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:26:59.794314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Attempting to bind port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 on network b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:26:59.822342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:26:59.822855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Checking segment: {'id': '453946e3-8c7c-4eaa-9312-cf38e0560021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:26:59.823277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Bound using segment: {'id': '453946e3-8c7c-4eaa-9312-cf38e0560021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:26:59.823725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Bound port: 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453946e3-8c7c-4eaa-9312-cf38e0560021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:59.824154 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.887981 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1684053 Feb 04 15:26:59.890394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873aec1-5052-4d68-9af1-dbad6c7ef404 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ae241e-ca08-4973-9c33-605cec7a1dbd,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:59.893561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48494) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:26:59.900581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Request body: {'subnet': {'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-subnet', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:59.926566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:26:59.932729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a2ae241e-ca08-4973-9c33-605cec7a1dbd details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:26:59.937112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Usage tracker for resource:subnet and tenant:20ea54b801fe45578f248ee631bffc70 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:26:59.942620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:26:59.951087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:26:59.990083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71221717-97ca-4cef-a419-d43a9409775b req-7cfcd427-d8de-466f-977b-c8e05392bbbb tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.001467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-71221717-97ca-4cef-a419-d43a9409775b req-7cfcd427-d8de-466f-977b-c8e05392bbbb tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 943 time: 0.2203250 Feb 04 15:27:00.004078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Made reservation on behalf of 20ea54b801fe45578f248ee631bffc70 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:00.007317 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.137178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Allocated IP 172.20.0.1 (46d589f4-cef2-441a-b0b6-574dd6b69bba/4234aa3a-e859-4a7e-87d3-632a5bb8129b/e157acfb-98fc-49a1-a75b-93bff0588912) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:00.261891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-71221717-97ca-4cef-a419-d43a9409775b req-94a248f5-d9a1-41e9-9960-a026292e0555 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551830 Feb 04 15:27:00.462632 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.543016 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:27:00.566581 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.581084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.603329 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.643600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:00.657286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Checking segment: {'id': 'd3400f51-0221-4674-9662-49b346a08fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:00.657643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Network hostable DHCP agents. Network: a2ae241e-ca08-4973-9c33-605cec7a1dbd, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:27:00.706803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff1787-00e0-4e57-becc-0522cfa8d484 req-833de29e-2a18-4d4c-b43f-b6fcdcc2159c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.708340 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3ff1787-00e0-4e57-becc-0522cfa8d484 req-833de29e-2a18-4d4c-b43f-b6fcdcc2159c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.1925344 Feb 04 15:27:00.715619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Network a2ae241e-ca08-4973-9c33-605cec7a1dbd is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:27:00.754107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a2ae241e-ca08-4973-9c33-605cec7a1dbd) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:00.764397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.765267 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.766153 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90351a36-fc33-4d1e-b91a-11a64975016f None None] Network a2ae241e-ca08-4973-9c33-605cec7a1dbd requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:27:00.784848 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3ff1787-00e0-4e57-becc-0522cfa8d484 req-9405a635-7875-4299-9d34-6919ac7ec517 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636258 Feb 04 15:27:00.830793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8515a2e6-feb6-4af0-b2ad-f53d1bc18a19 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9331536 Feb 04 15:27:00.832312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48498) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:00.849012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:00.861353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:00.869869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Usage tracker for resource:router and tenant:20ea54b801fe45578f248ee631bffc70 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:00.873821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:00.881850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:00.894840 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.896235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.911920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] For port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:00.922947 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.975898 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.008048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] For port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:01.037398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.056354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Pushing event updated for resources: {'Port': ['ID=399399cc-1300-47c4-be2b-bf720beb0238,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:01.148833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-a2ae241e-ca08-4973-9c33-605cec7a1dbd', 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'fixed_ips': [{'subnet_id': '2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:27:01.149693 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.258063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b5de702-41db-4e73-87e3-f15bcb7ce669 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:01.313377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:01.314180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.315843 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] 10.222.0.61 "PUT /v2.0/ports/7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 HTTP/1.1" status: 200 len: 1091 time: 4.2503138 Feb 04 15:27:01.316383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:01.332547 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.340079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.341742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-9648b51b-7ca0-40fa-ac1d-fb0042de7860 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 10.2538214 Feb 04 15:27:01.405454 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48162995-b8f1-466d-b2ad-60bfa5a9ff41 req-1917abe2-ef67-4190-acf4-e387e2f01f46 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 210 time: 0.2473640 Feb 04 15:27:01.412965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-9323d985-f7ff-4c7d-b1f9-cf16734fe2f8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:01.414391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-9323d985-f7ff-4c7d-b1f9-cf16734fe2f8 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 820 time: 0.6860011 Feb 04 15:27:01.429351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.474037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2b5de702-41db-4e73-87e3-f15bcb7ce669 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:01.487396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Allocated IP 172.20.0.2 (a2ae241e-ca08-4973-9c33-605cec7a1dbd/2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb/7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:01.490711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2b5de702-41db-4e73-87e3-f15bcb7ce669 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:01.491307 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.644350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Request body: {'port': {'device_id': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a', 'admin_state_up': True, 'tenant_id': '4e6111af241f425ebd76df0cd5a20fa3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:01.720276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d321e5-2d00-413c-99f2-4cc2109b540d service neutron] Pushing event updated for resources: {'Port': ['ID=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:01.756833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Transition to ACTIVE for port object e157acfb-98fc-49a1-a75b-93bff0588912 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:01.837012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-3bf489fd-f374-4dae-bfa3-6bbefa8d91c7 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Synchronizing usage tracker for tenant:8207449924824266baa2ac5f1d85b0ae on resource:floatingip {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:01.864860 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.946962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 2b5de702-41db-4e73-87e3-f15bcb7ce669, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b5de702-41db-4e73-87e3-f15bcb7ce669,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:01.961531 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.042326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.048422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=2b5de702-41db-4e73-87e3-f15bcb7ce669,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:02.065028 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.078147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-3bf489fd-f374-4dae-bfa3-6bbefa8d91c7 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Unset dirty status for tenant:8207449924824266baa2ac5f1d85b0ae on resource:floatingip {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:02.078395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Transition to ACTIVE for port object 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:02.079632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-3bf489fd-f374-4dae-bfa3-6bbefa8d91c7 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.7244763 Feb 04 15:27:02.096534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Router 74189a42-6816-4b2c-8633-25efed543310 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:27:02.120657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Transition to ACTIVE for port object 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:02.158967 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.190004 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.269546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-5623ab6f-3fb7-4673-9b2d-471fcec456d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.271377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-5623ab6f-3fb7-4673-9b2d-471fcec456d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 1094 time: 0.9082570 Feb 04 15:27:02.290662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Network a2ae241e-ca08-4973-9c33-605cec7a1dbd is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:02.295195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:02.299734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:02.311779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Pushing event updated for resources: {'Port': ['ID=7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:02.426227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-ac86c65e-9675-4f16-a119-22483921bb6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 HTTP/1.1" status: 200 len: 217 time: 0.0760462 Feb 04 15:27:02.436331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.480099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Attempting to bind port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:02.480464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Attempting to bind port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd3400f51-0221-4674-9662-49b346a08fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:02.480840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Attempting to bind port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 on network a2ae241e-ca08-4973-9c33-605cec7a1dbd {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:02.486879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:02.487230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Checking segment: {'id': 'd3400f51-0221-4674-9662-49b346a08fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:02.487630 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.488285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Bound using segment: {'id': 'd3400f51-0221-4674-9662-49b346a08fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:02.488712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Bound port: 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3400f51-0221-4674-9662-49b346a08fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:02.491126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.545643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-bb8d660d-fe4d-4b58-967a-86cc5d02ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.547301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-bb8d660d-fe4d-4b58-967a-86cc5d02ef41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.1069183 Feb 04 15:27:02.552085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:02.562824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:02.574087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Allocated IP 172.25.8.170 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/f8d562de-1a16-4f8f-b57b-46208ea56ac8) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:02.608525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] For port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:02.613162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] For port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5,segment=NetworkSegment(d3400f51-0221-4674-9662-49b346a08fc0),segment_id=d3400f51-0221-4674-9662-49b346a08fc0)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:02.619645 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.720666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cf541-ddcc-402f-85a0-3440d80c8996 None None] Pushing event updated for resources: {'Port': ['ID=7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:02.722128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Made reservation on behalf of 4e6111af241f425ebd76df0cd5a20fa3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:02.726366 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.748966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a782d-9ca5-496f-ac6f-a18d068c4f97 req-cef97957-92bc-4c2f-b9a4-17ff698b1e35 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.750585 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c8a782d-9ca5-496f-ac6f-a18d068c4f97 req-cef97957-92bc-4c2f-b9a4-17ff698b1e35 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 943 time: 0.7100134 Feb 04 15:27:02.796975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-d4fbb3f4-c224-4cfa-bb9f-5f82509ba511 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016780 Feb 04 15:27:02.827710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Network 46d589f4-cef2-441a-b0b6-574dd6b69bba is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:02.858693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.869782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:02.877495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c8a782d-9ca5-496f-ac6f-a18d068c4f97 req-ec0ce2a6-a738-4803-a580-707edce83793 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170344 Feb 04 15:27:02.941118 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.976074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:03.065418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:03.069365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:03.071386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d562de-1a16-4f8f-b57b-46208ea56ac8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:03.079512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:03.084427 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9', 'status': 'completed', 'code': 200} Feb 04 15:27:03.254350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Pushing event updated for resources: {'Port': ['ID=e157acfb-98fc-49a1-a75b-93bff0588912,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:03.354251 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:27:03.386873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-de90def1-f036-4568-b771-b5c238aff48b tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:03.388577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-de90def1-f036-4568-b771-b5c238aff48b tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 1.2947421 Feb 04 15:27:03.467453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e1ce27d1-a01e-4e28-9e9a-9ef242482fe5 None None] Provisioning for port e157acfb-98fc-49a1-a75b-93bff0588912 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:03.490322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e1ce27d1-a01e-4e28-9e9a-9ef242482fe5 None None] Provisioning complete for port e157acfb-98fc-49a1-a75b-93bff0588912 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:03.490816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-58abe7d8-7ce9-4822-82ec-e33275359dca tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:03.491413 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1ce27d1-a01e-4e28-9e9a-9ef242482fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.491798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2348a24e-c7d2-41b2-b0c8-c462ba75bc12 req-58abe7d8-7ce9-4822-82ec-e33275359dca tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0750892 Feb 04 15:27:03.500816 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-1cfa527c-af81-4989-810b-150e2126a157 service neutron] show failed (client error): The resource could not be found. Feb 04 15:27:03.501859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-1cfa527c-af81-4989-810b-150e2126a157 service neutron] 10.222.0.53 "GET /v2.0/ports/5ca59105-192d-4f24-8e97-4c28a96df59b/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.9227455 Feb 04 15:27:03.502747 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.599939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b5de702-41db-4e73-87e3-f15bcb7ce669 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:03.706163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce27d1-a01e-4e28-9e9a-9ef242482fe5 None None] Port e157acfb-98fc-49a1-a75b-93bff0588912 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:27:03.754499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a324c-be44-45ef-a06e-7fec3bf25d19 req-c0c3fd13-651b-41dc-8e8e-82c6775f7aef tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:03.761514 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e64a324c-be44-45ef-a06e-7fec3bf25d19 req-c0c3fd13-651b-41dc-8e8e-82c6775f7aef tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 945 time: 0.6083925 Feb 04 15:27:03.823765 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e64a324c-be44-45ef-a06e-7fec3bf25d19 req-b2ad3187-44da-42b4-bd88-952054f5862e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612934 Feb 04 15:27:03.860845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2b5de702-41db-4e73-87e3-f15bcb7ce669 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:03.861224 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.884000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:27:03.973505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] Sync routers for ids ['74189a42-6816-4b2c-8633-25efed543310'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:04.008648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] Routers {'74189a42-6816-4b2c-8633-25efed543310'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:04.009425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['74189a42-6816-4b2c-8633-25efed543310'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:04.171201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-65fe393f-8f50-4a2a-b455-75b031bdd11f service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3464394 Feb 04 15:27:04.206910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1b920181-9012-49c3-bf76-802a579b429a admin admin] 10.222.0.46 "PUT /v2.0/routers/74189a42-6816-4b2c-8633-25efed543310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1423113 Feb 04 15:27:04.209871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48520) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:04.238683 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce87be2a-477c-4ab0-978b-a595bc37d1b8 req-bc74c165-6d94-48c9-9f98-1fdc2830aed0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 210 time: 0.1116252 Feb 04 15:27:04.269632 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.348053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:04.464650 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-650e7e94-530e-458f-b52f-0619ba67dc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.471582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:04.480191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4562a8d2-5709-4615-bbc4-71a48a53f996 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:04.483880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c1b9ce9f-920e-4203-ab64-0c40926c28fb req-759a057b-5385-434c-87b7-06f664717910 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips/7107dc3a-3f2e-44a9-8add-ff9e2dbbd6e9 HTTP/1.1" status: 200 len: 693 time: 0.1429901 Feb 04 15:27:04.515218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55da575-730b-4041-b0ad-813fffd06751 None None] Network a2ae241e-ca08-4973-9c33-605cec7a1dbd requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:27:04.521205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Allocated IP 172.20.0.10 (9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a/720bf423-9158-4592-9d27-82a640f09d10/7fa39a05-430d-43b4-b3a8-2c722c1f4233) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:04.653900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d919231-052d-4855-b433-1ea3ff13dd50 req-34b54cfd-8886-402a-babb-711e8b38bd78 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:04.660677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d919231-052d-4855-b433-1ea3ff13dd50 req-34b54cfd-8886-402a-babb-711e8b38bd78 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.8096237 Feb 04 15:27:04.695466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] Set router 74189a42-6816-4b2c-8633-25efed543310 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:04.749474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4aaa62-023e-4ddf-b823-9b54abccffac req-81a75fa0-cfdf-449e-9c1a-578f68242862 service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539546 Feb 04 15:27:04.797391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-1434005a-27e9-4ff6-83f0-3aa729693c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:04.798929 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-1434005a-27e9-4ff6-83f0-3aa729693c4a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 1101 time: 0.8292487 Feb 04 15:27:04.837999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:04.848928 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Sync routers for ids ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:04.861885 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Routers {'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:04.862776 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:04.910292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ce9f-920e-4203-ab64-0c40926c28fb req-7df42857-0574-4328-a39e-bd2405232c2b tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:04.910937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c1b9ce9f-920e-4203-ab64-0c40926c28fb req-7df42857-0574-4328-a39e-bd2405232c2b tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Synchronizing usage tracker for tenant:8207449924824266baa2ac5f1d85b0ae on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:04.957203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7b4524d1-f88f-4f78-b3d2-31d34105c5b4 None None] Provisioning for port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:04.970651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.986539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7b4524d1-f88f-4f78-b3d2-31d34105c5b4 None None] Provisioning complete for port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:04.986897 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b4524d1-f88f-4f78-b3d2-31d34105c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.060034 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Set router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:05.088484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.103409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 4562a8d2-5709-4615-bbc4-71a48a53f996 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:05.139719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4562a8d2-5709-4615-bbc4-71a48a53f996 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:05.140082 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.162938 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d919231-052d-4855-b433-1ea3ff13dd50 req-b62c4e97-bed0-4a34-ad84-94a3291763cd tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011597 Feb 04 15:27:05.169744 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.299560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Deleting port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:05.299920 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.324309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b4524d1-f88f-4f78-b3d2-31d34105c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.436341 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.472076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7b4524d1-f88f-4f78-b3d2-31d34105c5b4 None None] For port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5,segment=NetworkSegment(d3400f51-0221-4674-9662-49b346a08fc0),segment_id=d3400f51-0221-4674-9662-49b346a08fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:05.479650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 4562a8d2-5709-4615-bbc4-71a48a53f996, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4562a8d2-5709-4615-bbc4-71a48a53f996,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:05.486476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b4524d1-f88f-4f78-b3d2-31d34105c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.488708 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:41Z', 'updated_at': '2022-02-04T15:26:55Z', 'revision_number': 4, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'gw_port': {'id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f0e60006-8aaf-46fe-a74a-4acf23173fe6', 'name': '', 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'mac_address': 'fa:16:3e:3c:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:54Z', 'updated_at': '2022-02-04T15:26:55Z', 'revision_number': 2, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'subnets': [{'id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:05.499245 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Checking router: a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:05.499854 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Updating router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 port f0e60006-8aaf-46fe-a74a-4acf23173fe6 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:27:05.526496 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.539832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74189a42-6816-4b2c-8633-25efed543310', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:41Z', 'updated_at': '2022-02-04T15:26:57Z', 'revision_number': 5, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'gw_port': {'id': 'aa35a5d4-c0dd-425c-9a3a-0e529173d0eb', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74189a42-6816-4b2c-8633-25efed543310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:43Z', 'updated_at': '2022-02-04T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:05.553810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] Checking router: 74189a42-6816-4b2c-8633-25efed543310 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:05.575041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] Routers {'74189a42-6816-4b2c-8633-25efed543310'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:05.575351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['74189a42-6816-4b2c-8633-25efed543310'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:05.588495 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.646225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] For port aa35a5d4-c0dd-425c-9a3a-0e529173d0eb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=aa35a5d4-c0dd-425c-9a3a-0e529173d0eb,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:05.646667 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.680875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c1b9ce9f-920e-4203-ab64-0c40926c28fb req-7df42857-0574-4328-a39e-bd2405232c2b tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Unset dirty status for tenant:8207449924824266baa2ac5f1d85b0ae on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:05.682798 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c1b9ce9f-920e-4203-ab64-0c40926c28fb req-7df42857-0574-4328-a39e-bd2405232c2b tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 1.1980915 Feb 04 15:27:05.686761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Router 56e86a95-5906-4f73-967a-42ad50ce3f6d is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:27:05.737816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4524d1-f88f-4f78-b3d2-31d34105c5b4 None None] Pushing event updated for resources: {'Port': ['ID=7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:05.809730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-c1b9ce9f-920e-4203-ab64-0c40926c28fb req-32227a6b-2396-4704-8226-ccafd6e9cb99 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:05.824499 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c1b9ce9f-920e-4203-ab64-0c40926c28fb req-32227a6b-2396-4704-8226-ccafd6e9cb99 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1303666 Feb 04 15:27:05.890916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] Set router 74189a42-6816-4b2c-8633-25efed543310 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:06.093172 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a8df2ed1-1bca-4902-86cf-2f76984fb6d4 req-2c47b6d5-b13e-47be-8c06-61fb2d3debb6 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 210 time: 0.0733035 Feb 04 15:27:06.105406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Calling delete_port for aa35a5d4-c0dd-425c-9a3a-0e529173d0eb owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:06.117600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:27:06.127461 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.141690 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.145952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Sync routers for ids ['56e86a95-5906-4f73-967a-42ad50ce3f6d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:06.154844 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Transition to ACTIVE for port object f0e60006-8aaf-46fe-a74a-4acf23173fe6 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:06.159631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.164307 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e7abd81e-be53-420c-9b0a-5f8b4c0a6514 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3276219 Feb 04 15:27:06.165311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dd33ba2d-ea96-46c7-90be-b9dff012e3e1 None None] Provisioning complete for port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:06.165761 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dd33ba2d-ea96-46c7-90be-b9dff012e3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.169577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48530) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:06.170871 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.216702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74189a42-6816-4b2c-8633-25efed543310', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:41Z', 'updated_at': '2022-02-04T15:27:05Z', 'revision_number': 6, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:06.253231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.321759 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.322580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Routers {'56e86a95-5906-4f73-967a-42ad50ce3f6d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:06.323343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['56e86a95-5906-4f73-967a-42ad50ce3f6d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:06.338096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-6488cc14-326f-4dd8-b48a-f76e3666e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:06.339813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-6488cc14-326f-4dd8-b48a-f76e3666e171 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 1094 time: 1.4754491 Feb 04 15:27:06.494557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f424b2-4d18-42d1-bd76-df2d9751871b req-73ca257a-3abf-440b-9a41-a4fa51a62d8c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:06.496125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f3f424b2-4d18-42d1-bd76-df2d9751871b req-73ca257a-3abf-440b-9a41-a4fa51a62d8c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 945 time: 0.2298090 Feb 04 15:27:06.560914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Set router 56e86a95-5906-4f73-967a-42ad50ce3f6d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:06.571947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f3f424b2-4d18-42d1-bd76-df2d9751871b req-1da6fd8e-eb4c-46da-beb4-7c42c6b53317 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671093 Feb 04 15:27:06.596642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-0515b181-6d32-4593-a16a-3a95c11cf6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:06.598396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-0515b181-6d32-4593-a16a-3a95c11cf6ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 913 time: 0.1987219 Feb 04 15:27:06.613905 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d3acb-1199-47f0-b019-dc39210d94ed None None] Pushing event updated for resources: {'Port': ['ID=f0e60006-8aaf-46fe-a74a-4acf23173fe6,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:06.642582 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Attempting to bind port f0e60006-8aaf-46fe-a74a-4acf23173fe6 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:06.642933 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Attempting to bind port f0e60006-8aaf-46fe-a74a-4acf23173fe6 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:06.643279 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Attempting to bind port f0e60006-8aaf-46fe-a74a-4acf23173fe6 on network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:06.649580 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:06.649937 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Checking segment: {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:06.650323 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.650696 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Bound using segment: {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:06.651146 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Bound port: f0e60006-8aaf-46fe-a74a-4acf23173fe6, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:06.651522 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.744927 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] For port f0e60006-8aaf-46fe-a74a-4acf23173fe6, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:06.748435 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] For port f0e60006-8aaf-46fe-a74a-4acf23173fe6, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f0e60006-8aaf-46fe-a74a-4acf23173fe6,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:06.754362 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.833258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:06.848280 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Routers {'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:06.849054 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:06.897681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-f9d4cd1d-5b4e-4a34-8e29-ab53e827c8ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 HTTP/1.1" status: 200 len: 217 time: 0.1169674 Feb 04 15:27:06.996862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-467ec400-8191-4afd-99f1-ddf4957819c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:06.999264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-467ec400-8191-4afd-99f1-ddf4957819c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.0704403 Feb 04 15:27:07.003543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152dda9-41ec-40f7-83fa-c21dc3bb9641 None None] The sync data for ids ['74189a42-6816-4b2c-8633-25efed543310'] in n-d-827870-1 is: [{'id': '74189a42-6816-4b2c-8633-25efed543310', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786342989-router', 'tenant_id': '5cccb7791f484257bde9a802598c88f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:41Z', 'updated_at': '2022-02-04T15:27:05Z', 'revision_number': 6, 'project_id': '5cccb7791f484257bde9a802598c88f9', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:07.066470 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ed626f98-3b7c-41b4-b3f1-9daade121e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.128626 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d3acb-1199-47f0-b019-dc39210d94ed None None] Pushing event updated for resources: {'Port': ['ID=f0e60006-8aaf-46fe-a74a-4acf23173fe6,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:07.164850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=4562a8d2-5709-4615-bbc4-71a48a53f996,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:07.203977 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.208647 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] Set router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:07.229292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.239431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:03Z', 'revision_number': 3, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'gw_port': {'id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:72:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:02Z', 'updated_at': '2022-02-04T15:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:07.243650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Checking router: 56e86a95-5906-4f73-967a-42ad50ce3f6d for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:07.244253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Updating router 56e86a95-5906-4f73-967a-42ad50ce3f6d port f8d562de-1a16-4f8f-b57b-46208ea56ac8 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:27:07.281450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-11e8e60f-8cab-43cf-a42a-38880e580329 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494823 Feb 04 15:27:07.339903 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.343608 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8018a32-db64-49d7-ad03-a874411a2860 req-0f26fc46-1cd7-4dac-814e-87ad4a9cca5b tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=8207449924824266baa2ac5f1d85b0ae HTTP/1.1" status: 200 len: 696 time: 0.5649409 Feb 04 15:27:07.386603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8943d8a-ac4a-410b-82ca-4705bbd1cf78 req-5947ce03-76c0-48f3-9173-22fe6ec6d113 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:07.387367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e8943d8a-ac4a-410b-82ca-4705bbd1cf78 req-5947ce03-76c0-48f3-9173-22fe6ec6d113 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:07.583180 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:41Z', 'updated_at': '2022-02-04T15:26:55Z', 'revision_number': 4, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'gw_port': {'id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f0e60006-8aaf-46fe-a74a-4acf23173fe6', 'name': '', 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'mac_address': 'fa:16:3e:3c:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:54Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'subnets': [{'id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:07.585700 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00501881-e4b8-40b8-8e31-3e06b522540d None None] The sync data for ids ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'] in n-d-827870-1 is: [{'id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:41Z', 'updated_at': '2022-02-04T15:26:55Z', 'revision_number': 4, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'gw_port': {'id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f0e60006-8aaf-46fe-a74a-4acf23173fe6', 'name': '', 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'mac_address': 'fa:16:3e:3c:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:54Z', 'updated_at': '2022-02-04T15:27:06Z', 'revision_number': 4, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'subnets': [{'id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:07.597995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-3c29c4d8-1f3e-45e1-9273-df31651cdb8a service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930003 Feb 04 15:27:07.675910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-331da955-d71d-42e2-b8b7-a7324e13c728 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:07.677526 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-331da955-d71d-42e2-b8b7-a7324e13c728 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 945 time: 0.4169374 Feb 04 15:27:07.719415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.723349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.759617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8018a32-db64-49d7-ad03-a874411a2860 req-a42cc987-c827-4e89-8324-54e29db0ea1d tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:07.761429 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8018a32-db64-49d7-ad03-a874411a2860 req-a42cc987-c827-4e89-8324-54e29db0ea1d tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/networks?id=cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 787 time: 0.3836091 Feb 04 15:27:07.771320 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.790928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-b8018a32-db64-49d7-ad03-a874411a2860 req-c0d17312-0b24-44c4-b771-62d43703c890 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:07.806792 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b8018a32-db64-49d7-ad03-a874411a2860 req-c0d17312-0b24-44c4-b771-62d43703c890 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117505 Feb 04 15:27:07.846525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Deleting port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:07.846880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.917293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:27:07.960066 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1aa35a83-f258-4cf7-a9b1-a96244ce8cc4 req-89c4f58b-334a-4c40-91d1-eec7e191fc11 service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449473 Feb 04 15:27:07.963194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.066762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e8943d8a-ac4a-410b-82ca-4705bbd1cf78 req-5947ce03-76c0-48f3-9173-22fe6ec6d113 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:08.073729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8943d8a-ac4a-410b-82ca-4705bbd1cf78 req-5947ce03-76c0-48f3-9173-22fe6ec6d113 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 943 time: 2.1571245 Feb 04 15:27:08.095817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f0e60006-8aaf-46fe-a74a-4acf23173fe6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:08.158567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Transition to ACTIVE for port object f8d562de-1a16-4f8f-b57b-46208ea56ac8 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:08.176920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e8943d8a-ac4a-410b-82ca-4705bbd1cf78 req-3eef0b60-e232-4ceb-a132-7cf1579b3273 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:08.197264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.220159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e8943d8a-ac4a-410b-82ca-4705bbd1cf78 req-3eef0b60-e232-4ceb-a132-7cf1579b3273 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:08.232109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8943d8a-ac4a-410b-82ca-4705bbd1cf78 req-3eef0b60-e232-4ceb-a132-7cf1579b3273 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549435 Feb 04 15:27:08.331528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754bd44-891a-42a8-801e-ae552660bbb9 req-d9e1604a-79a0-477f-b124-4a327fad862e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:08.339175 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0754bd44-891a-42a8-801e-ae552660bbb9 req-d9e1604a-79a0-477f-b124-4a327fad862e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.3535209 Feb 04 15:27:08.475706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:08.479890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.491443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f642c-92f3-4e2b-ba02-c1e018d5d9be None None] Pushing event updated for resources: {'Port': ['ID=f8d562de-1a16-4f8f-b57b-46208ea56ac8,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:08.511166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['29d9e66b-4aab-4fe6-97b3-770e619422c2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:08.541058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Attempting to bind port f8d562de-1a16-4f8f-b57b-46208ea56ac8 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:08.541421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Attempting to bind port f8d562de-1a16-4f8f-b57b-46208ea56ac8 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:08.541926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Attempting to bind port f8d562de-1a16-4f8f-b57b-46208ea56ac8 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:08.568217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:08.581036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.593639 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.596864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:08.597240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:08.597861 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.598281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:08.598753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Bound port: f8d562de-1a16-4f8f-b57b-46208ea56ac8, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:08.599116 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.615748 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0754bd44-891a-42a8-801e-ae552660bbb9 req-1e686286-4a4c-4f8e-a04e-084930bedc7d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755613 Feb 04 15:27:08.637724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Allocated IP 172.20.0.1 (a2ae241e-ca08-4973-9c33-605cec7a1dbd/2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb/416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:08.637896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f0e60006-8aaf-46fe-a74a-4acf23173fe6 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:08.684926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.687221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9', 'network_id': 'b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda', 'port_id': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9', 'mac_address': 'fa:16:3e:7d:0d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd168f07-007a-43a7-b387-52fde248ba0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:27:08.697461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f0e60006-8aaf-46fe-a74a-4acf23173fe6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:08.697661 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.758475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:08.787431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:08.791899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] For port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:08.792276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.838441 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:27:08.857484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:08.871097 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.874418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] For port f8d562de-1a16-4f8f-b57b-46208ea56ac8, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:08.880619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] For port f8d562de-1a16-4f8f-b57b-46208ea56ac8, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f8d562de-1a16-4f8f-b57b-46208ea56ac8,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:08.883987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.907235 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.910111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Pushing event updated for resources: {'Port': ['ID=7fa39a05-430d-43b4-b3a8-2c722c1f4233,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:08.959500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Calling delete_port for 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:08.976174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:09.030909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:09.063939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Routers {'56e86a95-5906-4f73-967a-42ad50ce3f6d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:09.064565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:27:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['56e86a95-5906-4f73-967a-42ad50ce3f6d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:09.104047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa35a5d4-c0dd-425c-9a3a-0e529173d0eb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.114071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.164363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:09.185720 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.204063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f642c-92f3-4e2b-ba02-c1e018d5d9be None None] Pushing event updated for resources: {'Port': ['ID=f8d562de-1a16-4f8f-b57b-46208ea56ac8,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.212501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:09.213309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.216378 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.318851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:09.321113 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.327716 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.330570 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.364320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e200d-6ed0-408b-96a8-36234594b7c6 req-b8d31c91-26aa-4d91-8be0-1481e02035c3 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:09.365921 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1a8e200d-6ed0-408b-96a8-36234594b7c6 req-b8d31c91-26aa-4d91-8be0-1481e02035c3 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=878acbee-526e-477e-96b0-3b1a6d239525 HTTP/1.1" status: 200 len: 945 time: 0.5768516 Feb 04 15:27:09.367003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Transition to ACTIVE for port object 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:09.402105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.413195 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.474276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] Set router 56e86a95-5906-4f73-967a-42ad50ce3f6d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:09.482482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event deleted for resources: {'Port': ['ID=8b3403f7-660f-46df-aef7-dc7b5c4a7b4c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.485358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-58084947-b47a-47c2-ad80-586f433bb8b0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9920549 Feb 04 15:27:09.486010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Pushing event updated for resources: {'Port': ['ID=e157acfb-98fc-49a1-a75b-93bff0588912,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.502102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693aad5-ee49-4b53-96c0-625adfa8328d req-1ca157ca-030f-4aac-80d5-c6e4ae501281 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:09.502803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d693aad5-ee49-4b53-96c0-625adfa8328d req-1ca157ca-030f-4aac-80d5-c6e4ae501281 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Synchronizing usage tracker for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:09.507812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Transition to ACTIVE for port object 5ca59105-192d-4f24-8e97-4c28a96df59b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:09.515898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Request body: {'port': {'device_id': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:09.555005 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1a8e200d-6ed0-408b-96a8-36234594b7c6 req-90e222a4-b9a3-42cb-8a2c-427840ceb1bc tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783357 Feb 04 15:27:09.557758 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.568346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] No DVR routers for this DVR port 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:09.571304 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.573880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878acbee-526e-477e-96b0-3b1a6d239525', 'name': 'network-vif-deleted', 'tag': '8b3403f7-660f-46df-aef7-dc7b5c4a7b4c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:09.593650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.613901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:09.682403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.685957 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.737833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-35c8a63b-92e5-4c29-85c9-45d17f706a1b req-fd074739-89b4-45da-b3b7-33c750a6bac7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "DELETE /v2.0/ports/8b3403f7-660f-46df-aef7-dc7b5c4a7b4c HTTP/1.1" status: 204 len: 173 time: 2.0436921 Feb 04 15:27:09.748975 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-3df7c6d2-7c09-47aa-a9eb-2b8476b4a812 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips/7107dc3a-3f2e-44a9-8add-ff9e2dbbd6e9 HTTP/1.1" status: 200 len: 693 time: 0.1136913 Feb 04 15:27:09.810431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:09.833796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Network a2ae241e-ca08-4973-9c33-605cec7a1dbd is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:09.841695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:09.850077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:09.876231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Pushing event updated for resources: {'Port': ['ID=416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.962598 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.022721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-46f8b8da-208d-456e-890c-dc854b52d172 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:10.029532 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-46f8b8da-208d-456e-890c-dc854b52d172 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.2795293 Feb 04 15:27:10.034927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-c2499dbc-6f7d-4585-9d2b-607c72a225f0 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:10.039746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Network 46d589f4-cef2-441a-b0b6-574dd6b69bba is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:10.041807 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-c2499dbc-6f7d-4585-9d2b-607c72a225f0 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114493 Feb 04 15:27:10.059106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port f0e60006-8aaf-46fe-a74a-4acf23173fe6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f0e60006-8aaf-46fe-a74a-4acf23173fe6,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:10.069739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:27:10.070070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8b3403f7-660f-46df-aef7-dc7b5c4a7b4c not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:27:10.079957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:10.089644 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.090929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:10.152083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:10.152413 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-b817e8c8-d460-4c39-a718-d48803bec3f7 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.1097662 Feb 04 15:27:10.211536 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:27:10.211916 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:27:10.223164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d693aad5-ee49-4b53-96c0-625adfa8328d req-1ca157ca-030f-4aac-80d5-c6e4ae501281 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Unset dirty status for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:10.230505 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d693aad5-ee49-4b53-96c0-625adfa8328d req-1ca157ca-030f-4aac-80d5-c6e4ae501281 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 932 time: 1.6233995 Feb 04 15:27:10.260096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.260587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74189a42-6816-4b2c-8633-25efed543310 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:27:10.276507 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-ba14e9ae-2fd3-4eca-b5f0-0d34f1ace677 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.0991883 Feb 04 15:27:10.319977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.359357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] No DVR routers for this DVR port 5ca59105-192d-4f24-8e97-4c28a96df59b on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:10.392799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=f0e60006-8aaf-46fe-a74a-4acf23173fe6,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:10.478173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d693aad5-ee49-4b53-96c0-625adfa8328d req-5b6e91d9-901d-4bef-b46c-42f24a824dc4 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464685 Feb 04 15:27:10.563399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:10.627217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.628317 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9e2a68ae-90d1-49dd-9e3d-fbbdd0b25421 admin admin] 10.222.0.46 "DELETE /v2.0/routers/74189a42-6816-4b2c-8633-25efed543310 HTTP/1.1" status: 204 len: 168 time: 6.3942466 Feb 04 15:27:10.632004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-88a299b7-1b20-4d73-a3d6-0f65c0a2b1fa None None] Provisioning for port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:10.647850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48556) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:10.653355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-88a299b7-1b20-4d73-a3d6-0f65c0a2b1fa None None] Provisioning complete for port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:10.653931 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-88a299b7-1b20-4d73-a3d6-0f65c0a2b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.663612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Deleting port 399399cc-1300-47c4-be2b-bf720beb0238 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:10.664109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.706191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:10.706999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:10.707183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.707330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:10.776222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Port 5ca59105-192d-4f24-8e97-4c28a96df59b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:27:10.776588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:10.846436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:10.846436 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.884915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-88a299b7-1b20-4d73-a3d6-0f65c0a2b1fa None None] Port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:27:10.921179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:10.921550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:10.922435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:10.922921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Bound port: 5ca59105-192d-4f24-8e97-4c28a96df59b, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:10.923300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.936845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:03Z', 'revision_number': 3, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'gw_port': {'id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:72:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:02Z', 'updated_at': '2022-02-04T15:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:10.941577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d02d2-e39e-480a-bb96-c7f94d4a24ca None None] The sync data for ids ['56e86a95-5906-4f73-967a-42ad50ce3f6d'] in n-d-827870-1 is: [{'id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:03Z', 'revision_number': 3, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'gw_port': {'id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:72:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:02Z', 'updated_at': '2022-02-04T15:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:10.960859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Deleting subnet 41918414-7d30-43e5-8cec-84b9187b7767 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:27:10.972199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.014777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4562a8d2-5709-4615-bbc4-71a48a53f996 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:11.017757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.018254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.080953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1f0fc6db-c80a-41c6-af90-dd7ef5d40488 None None] Provisioning complete for port e157acfb-98fc-49a1-a75b-93bff0588912 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:11.081520 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc6db-c80a-41c6-af90-dd7ef5d40488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.151137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1f0fc6db-c80a-41c6-af90-dd7ef5d40488 None None] Port e157acfb-98fc-49a1-a75b-93bff0588912 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:27:11.162240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4562a8d2-5709-4615-bbc4-71a48a53f996 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:11.162600 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.176071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:27:11.202214 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.297199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Calling delete_port for 399399cc-1300-47c4-be2b-bf720beb0238 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:11.361196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:11.403065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.408182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.421193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:27:11.421653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ceb8e49d-f3ff-4b0d-b1e9-efc7f7fafd82 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:27:11.472038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72adcfe-995d-4f0b-bda8-0a875c9facbb req-aae4bf1f-bea6-4937-be82-a7cf96e29d97 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:11.479662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e72adcfe-995d-4f0b-bda8-0a875c9facbb req-aae4bf1f-bea6-4937-be82-a7cf96e29d97 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 944 time: 0.7805171 Feb 04 15:27:11.499542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:11.577565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:11.602075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.623050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Pushing event updated for resources: {'Port': ['ID=416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:11.632167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.669802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f0e60006-8aaf-46fe-a74a-4acf23173fe6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:11.681453 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.755470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f0e60006-8aaf-46fe-a74a-4acf23173fe6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:11.756098 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.772174 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e72adcfe-995d-4f0b-bda8-0a875c9facbb req-bc4b4527-c97c-407a-9da5-654ff6fe9def tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912760 Feb 04 15:27:11.798511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:11.814818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:27:11.828922 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Sync routers for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:11.842217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.846636 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:11.847262 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:27:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:11.860823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Pushing event deleted for resources: {'Port': ['ID=399399cc-1300-47c4-be2b-bf720beb0238,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:11.916731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8eb997ec-7ef9-4d30-9164-0534decd774a admin admin] 10.222.0.46 "PUT /v2.0/routers/eda61bb2-9c5d-4957-bcc2-ebfe01c126f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7183280 Feb 04 15:27:11.924192 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'code': 200} Feb 04 15:27:11.934702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:27:11.952162 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878acbee-526e-477e-96b0-3b1a6d239525', 'name': 'network-vif-deleted', 'tag': '8b3403f7-660f-46df-aef7-dc7b5c4a7b4c', 'status': 'completed', 'code': 200} Feb 04 15:27:12.098238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f8d562de-1a16-4f8f-b57b-46208ea56ac8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:12.142863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:12.165056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:12.170744 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.194620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:12.195600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.196639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 1096 time: 7.3708849 Feb 04 15:27:12.230218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.248680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Network a2ae241e-ca08-4973-9c33-605cec7a1dbd is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:12.264745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:12.377215 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:12.394506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.395669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2353c6f3-bc0c-4fcc-b411-ad3c1ed3e20b req-05070236-fa2f-4962-bdec-7e89b37007ec tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "DELETE /v2.0/floatingips/7107dc3a-3f2e-44a9-8add-ff9e2dbbd6e9 HTTP/1.1" status: 204 len: 173 time: 2.1183300 Feb 04 15:27:12.477566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f8d562de-1a16-4f8f-b57b-46208ea56ac8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:12.499060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f8d562de-1a16-4f8f-b57b-46208ea56ac8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:12.501832 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.513908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96b787-1aef-42d4-b9bc-e615378961d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:12.596863 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.623926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa39a05-430d-43b4-b3a8-2c722c1f4233 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:12.647977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:12.659049 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.667561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:12.704483 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.723443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.728458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Router 56e86a95-5906-4f73-967a-42ad50ce3f6d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:27:12.740105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Transition to ACTIVE for port object 7fa39a05-430d-43b4-b3a8-2c722c1f4233 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:12.815829 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.822093 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.841552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port f8d562de-1a16-4f8f-b57b-46208ea56ac8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f8d562de-1a16-4f8f-b57b-46208ea56ac8,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:12.848561 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.853634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41918414-7d30-43e5-8cec-84b9187b7767,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:12.861920 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.867548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0305c-12c5-4a45-a2b8-3a4a4a5099fe None None] Network 56134bf6-d396-4dc3-a117-d5dd2e27d250 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:27:12.928134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.928635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.929297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.930022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.930022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.930320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.930597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.930920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.931241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.932275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.932605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.932972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:12.956831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device aa35a5d4-c0dd-425c-9a3a-0e529173d0eb no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:12.986430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-60ad3db1-c955-4d7f-9026-4b44006007bd None None] Provisioning complete for port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:12.987058 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-60ad3db1-c955-4d7f-9026-4b44006007bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.991247 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e157acfb-98fc-49a1-a75b-93bff0588912', 'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'mac_address': 'fa:16:3e:ed:38:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:58Z', 'updated_at': '2022-02-04T15:27:07Z', 'revision_number': 2, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'subnets': [{'id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:12.996012 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Checking router: eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:12.996559 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Updating router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 port e157acfb-98fc-49a1-a75b-93bff0588912 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:27:13.028873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-5fd7cd1a-fb57-4f59-a39f-476a4840670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.030382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-5fd7cd1a-fb57-4f59-a39f-476a4840670f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1099 time: 0.7463393 Feb 04 15:27:13.038391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:13.056072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-16325804-0232-43dc-8ebe-0d0750e14d14 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/41918414-7d30-43e5-8cec-84b9187b7767 HTTP/1.1" status: 204 len: 168 time: 2.4068413 Feb 04 15:27:13.058452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48578) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:13.079996 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.110701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ccf21-b37d-4517-b998-82a36c2635dd req-10139c75-6b89-4106-ac7c-a579075b9aec tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.118159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c70ccf21-b37d-4517-b998-82a36c2635dd req-10139c75-6b89-4106-ac7c-a579075b9aec tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 948 time: 0.9163086 Feb 04 15:27:13.130252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=f8d562de-1a16-4f8f-b57b-46208ea56ac8,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:13.151228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: aa35a5d4-c0dd-425c-9a3a-0e529173d0eb {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:27:13.151731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device aa35a5d4-c0dd-425c-9a3a-0e529173d0eb not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:27:13.216277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221dc7b-7ca7-47af-8c26-e2d7ae6ea7a5 req-cfd574d8-cfa1-4d2c-88a7-2c1542e8c99a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.219363 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6221dc7b-7ca7-47af-8c26-e2d7ae6ea7a5 req-cfd574d8-cfa1-4d2c-88a7-2c1542e8c99a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 944 time: 0.4711080 Feb 04 15:27:13.223270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa39a05-430d-43b4-b3a8-2c722c1f4233,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:13.238624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-60ad3db1-c955-4d7f-9026-4b44006007bd None None] Port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:27:13.286404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:27:13.325952 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-160d34c2-80b3-4bdb-a2e9-489ad8bb83d2 admin admin] 10.222.0.46 "PUT /v2.0/routers/56e86a95-5906-4f73-967a-42ad50ce3f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1551909 Feb 04 15:27:13.360010 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c70ccf21-b37d-4517-b998-82a36c2635dd req-c435f399-0cfa-4a97-b9dd-ecd2ad77a34d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406521 Feb 04 15:27:13.379989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.400615 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6221dc7b-7ca7-47af-8c26-e2d7ae6ea7a5 req-ed10262b-7ac3-4519-af07-a1dc6c6cb1c2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558919 Feb 04 15:27:13.416329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] DHCP port deletion for 56134bf6-d396-4dc3-a117-d5dd2e27d250 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:27:13.422281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] Deleting port 20f42679-580c-4882-8e96-f134a9288a52 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:13.422757 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.427259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Deleting port 20f42679-580c-4882-8e96-f134a9288a52 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:13.429474 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.490138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-93903e34-c00e-4b9f-b3c0-5ff5a520c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.491492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-93903e34-c00e-4b9f-b3c0-5ff5a520c2e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.4309974 Feb 04 15:27:13.511004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:13.511244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:13.511578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:13.572416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Sync routers for ids ['56e86a95-5906-4f73-967a-42ad50ce3f6d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:13.641257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-5e337481-3b17-48e9-9664-a20ca7c9b570 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.1237671 Feb 04 15:27:13.642023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:27:13.642269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:13.696984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:13.697368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:13.697769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:13.698226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Bound port: 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:13.699063 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.803426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-a90e4c6b-c9d9-4c27-baac-8e0b19205b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.804922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-a90e4c6b-c9d9-4c27-baac-8e0b19205b7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1570599 Feb 04 15:27:13.811532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f8d562de-1a16-4f8f-b57b-46208ea56ac8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:13.816349 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.870584 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Transition to ACTIVE for port object e157acfb-98fc-49a1-a75b-93bff0588912 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:13.894256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-519bc790-6aa1-40d4-97dc-cadf81fe7aa5 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3471589 Feb 04 15:27:13.899466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:13.922383 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.936397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:14.046973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:14.063756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:14.083620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.116550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Routers {'56e86a95-5906-4f73-967a-42ad50ce3f6d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:14.121249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:27:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['56e86a95-5906-4f73-967a-42ad50ce3f6d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:14.155805 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a702aee-3457-4f33-9b8f-6b99e9db9b8e None None] Pushing event updated for resources: {'Port': ['ID=e157acfb-98fc-49a1-a75b-93bff0588912,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:14.299718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:14.303883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.316609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] 10.222.0.53 "PUT /v2.0/ports/7fa39a05-430d-43b4-b3a8-2c722c1f4233 HTTP/1.1" status: 200 len: 1092 time: 4.8049228 Feb 04 15:27:14.344431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-940e0dd4-b3b0-4516-aadd-d83f06ee97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:14.391300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-940e0dd4-b3b0-4516-aadd-d83f06ee97a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5711308 Feb 04 15:27:14.417294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48598) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:14.608876 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9', 'code': 200} Feb 04 15:27:14.636872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071825983', 'description': 'tempest-description--1303009648'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:14.644385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] For port 20f42679-580c-4882-8e96-f134a9288a52, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=20f42679-580c-4882-8e96-f134a9288a52,segment=NetworkSegment(d6159251-c793-467c-8037-9cf3cab7596e),segment_id=d6159251-c793-467c-8037-9cf3cab7596e)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:14.647548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.667826 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Attempting to bind port e157acfb-98fc-49a1-a75b-93bff0588912 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:14.668443 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Attempting to bind port e157acfb-98fc-49a1-a75b-93bff0588912 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:14.669136 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Attempting to bind port e157acfb-98fc-49a1-a75b-93bff0588912 on network 46d589f4-cef2-441a-b0b6-574dd6b69bba {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:14.691368 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:14.700204 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Checking segment: {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:14.700996 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.701427 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Bound using segment: {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:14.701914 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Bound port: e157acfb-98fc-49a1-a75b-93bff0588912, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:14.702307 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.795833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] For port 20f42679-580c-4882-8e96-f134a9288a52, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=20f42679-580c-4882-8e96-f134a9288a52,segment=NetworkSegment(d6159251-c793-467c-8037-9cf3cab7596e),segment_id=d6159251-c793-467c-8037-9cf3cab7596e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:14.796533 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.880813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f8d562de-1a16-4f8f-b57b-46208ea56ac8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:14.881451 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.898811 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] For port e157acfb-98fc-49a1-a75b-93bff0588912, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:14.911848 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] For port e157acfb-98fc-49a1-a75b-93bff0588912, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e157acfb-98fc-49a1-a75b-93bff0588912,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:14.912206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Calling delete_port for 20f42679-580c-4882-8e96-f134a9288a52 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:14.928843 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.985874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Set router 56e86a95-5906-4f73-967a-42ad50ce3f6d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:14.996850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:15.097037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] Calling delete_port for 20f42679-580c-4882-8e96-f134a9288a52 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:15.104828 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:15.105520 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:27:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:15.112451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Usage tracker for resource:floatingip and tenant:8207449924824266baa2ac5f1d85b0ae is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:15.129251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:15.152135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:15.188210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.223638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.280796 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a702aee-3457-4f33-9b8f-6b99e9db9b8e None None] Pushing event updated for resources: {'Port': ['ID=e157acfb-98fc-49a1-a75b-93bff0588912,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:15.300351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:15.329637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-8752f247-030c-4add-9468-23369a90c124 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:15.341150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-8752f247-030c-4add-9468-23369a90c124 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.3529732 Feb 04 15:27:15.344247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01860109-8f5a-4676-a928-83169fa4d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa39a05-430d-43b4-b3a8-2c722c1f4233,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:15.394896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] No DVR routers for this DVR port 20f42679-580c-4882-8e96-f134a9288a52 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:15.399001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-6e64aab8-e267-40fa-bf99-8456bcbd48a0 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/quotas/14081a11c76548acbc7aeb9b24ce455c HTTP/1.1" status: 200 len: 375 time: 0.0555632 Feb 04 15:27:15.415567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Usage tracker for resource:security_group and tenant:4319c853c3484672b45ffc7e045c330e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:15.439136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f42679-580c-4882-8e96-f134a9288a52,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:15.481588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5d307-e68f-4767-a51f-d2e0c0a8134f req-16efeddb-d727-4803-9e9b-578dd564468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:15.483452 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4cb5d307-e68f-4767-a51f-d2e0c0a8134f req-16efeddb-d727-4803-9e9b-578dd564468f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 1096 time: 0.4881356 Feb 04 15:27:15.543537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:15.561357 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:15.571097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-45034d5b-4a49-4ded-960c-96cdc1bfa8da tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1652689 Feb 04 15:27:15.617888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:15.714293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.749227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56134bf6-d396-4dc3-a117-d5dd2e27d250']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:15.776939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6159251-c793-467c-8037-9cf3cab7596e') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:15.779664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6159251-c793-467c-8037-9cf3cab7596e') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:15.792902 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:27:15.794403 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:27:15.800000 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.820031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.830621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:27:15.831337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:27:15.976600 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:27:15.980169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.981970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.982801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.983274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.983701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.984177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.984600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.985057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.986952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.987437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.987858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:15.988320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:16.015485 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e157acfb-98fc-49a1-a75b-93bff0588912', 'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'mac_address': 'fa:16:3e:ed:38:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:58Z', 'updated_at': '2022-02-04T15:27:14Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'subnets': [{'id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:16.024305 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db5acd-0ceb-477a-a80e-4610acc04a33 None None] The sync data for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 is: [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e157acfb-98fc-49a1-a75b-93bff0588912', 'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'mac_address': 'fa:16:3e:ed:38:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:58Z', 'updated_at': '2022-02-04T15:27:14Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'subnets': [{'id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:16.049649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.057484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.084305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 20f42679-580c-4882-8e96-f134a9288a52 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:16.143922 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4cb5d307-e68f-4767-a51f-d2e0c0a8134f req-0d26b9a0-4db9-4e9a-a441-d9ff5e8a3000 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712117 Feb 04 15:27:16.145084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=56134bf6-d396-4dc3-a117-d5dd2e27d250,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:16.157555 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-87d26f3e-e737-4bd7-881f-13fdee62bfd8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/56134bf6-d396-4dc3-a117-d5dd2e27d250 HTTP/1.1" status: 204 len: 168 time: 3.0949738 Feb 04 15:27:16.174617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 20f42679-580c-4882-8e96-f134a9288a52 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:27:16.174952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 20f42679-580c-4882-8e96-f134a9288a52 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:27:16.182529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:10Z', 'revision_number': 4, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'gw_port': {'id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:72:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:02Z', 'updated_at': '2022-02-04T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0', 'name': '', 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'mac_address': 'fa:16:3e:b1:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:07Z', 'updated_at': '2022-02-04T15:27:10Z', 'revision_number': 2, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'subnets': [{'id': '2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:16.191816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Checking router: 56e86a95-5906-4f73-967a-42ad50ce3f6d for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:16.192229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Updating router 56e86a95-5906-4f73-967a-42ad50ce3f6d port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:27:16.269309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-70be63cc-ad2f-4aa9-b5c8-0229389d5650 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6424446 Feb 04 15:27:16.276403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.311387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] Deleting port 20f42679-580c-4882-8e96-f134a9288a52 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:16.311776 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.348100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:16.352723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.424613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Usage tracker for resource:security_group_rule and tenant:4319c853c3484672b45ffc7e045c330e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:16.437556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f7e590fc-1144-4489-b349-36e5c2e8cf8f None None] The port '20f42679-580c-4882-8e96-f134a9288a52' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:27:16.446281 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.571648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:16.788290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Allocated IP 172.25.8.202 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/9dfbe499-afde-4de7-957c-ac937440cf89) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:16.861265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77d0d622-3976-4140-a4ed-d123b7125a82 req-6c4e63dc-0e01-4ea2-97d7-f9976189c052 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380088 Feb 04 15:27:16.865002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48616) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:16.878493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-c129d985-efe2-43a6-b78a-0651cf2850b3 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2743101 Feb 04 15:27:16.970648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:17.121144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-a4e75754-fde0-4837-a57d-26b1e01ecc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:17.123247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-a4e75754-fde0-4837-a57d-26b1e01ecc59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 1095 time: 2.6968729 Feb 04 15:27:17.179410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e157acfb-98fc-49a1-a75b-93bff0588912 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:17.193255 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.261818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.359780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-95be3023-563a-471e-bffe-d5743323b140 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233 HTTP/1.1" status: 200 len: 217 time: 0.2136137 Feb 04 15:27:17.426513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e157acfb-98fc-49a1-a75b-93bff0588912 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:17.440377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e157acfb-98fc-49a1-a75b-93bff0588912 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:17.440746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.531167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:17.544619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:17.556646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:17.636628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-e54e601a-2e0e-4803-b9c0-e63d55ceede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:17.639280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-e54e601a-2e0e-4803-b9c0-e63d55ceede7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.2215466 Feb 04 15:27:17.661221 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3064ee9d-26dc-4014-a4f0-12b737ad691f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1baa26892154827b285efc1851d94f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7424867 Feb 04 15:27:17.703116 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.703347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48620) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:17.722784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-32124181-c796-4223-8b9d-3a8aa0ff78de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581841 Feb 04 15:27:17.728248 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.756335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Transition to ACTIVE for port object 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:17.772495 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.909555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.917553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-e593ba09-cf7b-47d2-b8f4-cd810d228450 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0366144 Feb 04 15:27:17.934395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e157acfb-98fc-49a1-a75b-93bff0588912, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e157acfb-98fc-49a1-a75b-93bff0588912,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:18.014726 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.068924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Pushing event updated for resources: {'Port': ['ID=9dfbe499-afde-4de7-957c-ac937440cf89,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.130170 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.150176 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.172687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Attempting to bind port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:18.173565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Attempting to bind port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd3400f51-0221-4674-9662-49b346a08fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:18.174671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Attempting to bind port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 on network a2ae241e-ca08-4973-9c33-605cec7a1dbd {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:18.215761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-2f0d5439-969e-4655-a98a-116375899730 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752700 Feb 04 15:27:18.217100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:18.217581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Checking segment: {'id': 'd3400f51-0221-4674-9662-49b346a08fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:18.218205 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.218814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Bound using segment: {'id': 'd3400f51-0221-4674-9662-49b346a08fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:18.221679 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.223583 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.8052175 Feb 04 15:27:18.232388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Bound port: 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3400f51-0221-4674-9662-49b346a08fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:18.233063 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.310555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48626) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:18.317728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b2b57-2340-4ddb-a6cf-84cd3d944c7a None None] Pushing event updated for resources: {'Port': ['ID=416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.517301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.537572 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] For port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:18.542884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] For port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0,segment=NetworkSegment(d3400f51-0221-4674-9662-49b346a08fc0),segment_id=d3400f51-0221-4674-9662-49b346a08fc0)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:18.544340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e157acfb-98fc-49a1-a75b-93bff0588912,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.549112 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.565789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Request body: {'security_group_rule': {'security_group_id': 'd0228d71-5d84-40d4-aaee-9391890bfc02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:18.632155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8828c8c2-1547-40f7-b1aa-f0a2a3a6e14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.638739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c5626-bb04-4361-88e4-74551d8b7df1 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0228d71-5d84-40d4-aaee-9391890bfc02,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.649543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:18.654642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Usage tracker for resource:security_group_rule and tenant:4319c853c3484672b45ffc7e045c330e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:18.658631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:18.665668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:18.674554 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Routers {'56e86a95-5906-4f73-967a-42ad50ce3f6d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:18.676414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:27:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['56e86a95-5906-4f73-967a-42ad50ce3f6d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:18.813780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326e4d2-f534-41ec-9c9d-6136cf4eb33a req-ccedc0d8-5a5e-47fb-b923-8491f65e63ea service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890985 Feb 04 15:27:18.881535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.892309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b2b57-2340-4ddb-a6cf-84cd3d944c7a None None] Pushing event updated for resources: {'Port': ['ID=416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:19.004727 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8828c8c2-1547-40f7-b1aa-f0a2a3a6e14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.021108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e85db9-e7ed-47e3-ab30-e3ae8bd4c92e req-d84cf25b-b84a-4873-bca7-f63d32b8a16a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:19.029268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94e85db9-e7ed-47e3-ab30-e3ae8bd4c92e req-d84cf25b-b84a-4873-bca7-f63d32b8a16a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 945 time: 0.4838030 Feb 04 15:27:19.165368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94e85db9-e7ed-47e3-ab30-e3ae8bd4c92e req-393170ca-fe57-41bf-8c74-375479e3fd2f tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349838 Feb 04 15:27:19.178352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.194591 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.225971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] Set router 56e86a95-5906-4f73-967a-42ad50ce3f6d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:19.273414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13687332-ac87-4ca8-9e8f-d957a790c08a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:19.280040 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.282460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-65a10069-4321-41c7-a2be-ea751d692278 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9505012 Feb 04 15:27:19.286091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48640) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:19.298770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Request body: {'security_group_rule': {'security_group_id': 'd0228d71-5d84-40d4-aaee-9391890bfc02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:19.312594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:19.319874 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'status': 'completed', 'code': 200} Feb 04 15:27:19.326806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Usage tracker for resource:security_group_rule and tenant:4319c853c3484672b45ffc7e045c330e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:19.329129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.338763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:19.344039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.357648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:19.482935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8828c8c2-1547-40f7-b1aa-f0a2a3a6e14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.581376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828c8c2-1547-40f7-b1aa-f0a2a3a6e14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2517c6ba-4b51-4cad-8545-b2a15a6e3842,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:19.622088 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.721744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.790414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-8fd28aec-8156-4e9e-909d-c167fdaa8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:19.794196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-8fd28aec-8156-4e9e-909d-c167fdaa8f94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1099 time: 0.3840899 Feb 04 15:27:19.802549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b539d809-bc16-42be-839a-365d394be6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:10Z', 'revision_number': 4, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'gw_port': {'id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:72:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:02Z', 'updated_at': '2022-02-04T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0', 'name': '', 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'mac_address': 'fa:16:3e:b1:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:07Z', 'updated_at': '2022-02-04T15:27:18Z', 'revision_number': 4, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'subnets': [{'id': '2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:19.807262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b539d809-bc16-42be-839a-365d394be6fe None None] The sync data for ids ['56e86a95-5906-4f73-967a-42ad50ce3f6d'] in n-d-827870-1 is: [{'id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:27:10Z', 'revision_number': 4, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'gw_port': {'id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:72:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:02Z', 'updated_at': '2022-02-04T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0', 'name': '', 'network_id': 'a2ae241e-ca08-4973-9c33-605cec7a1dbd', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'mac_address': 'fa:16:3e:b1:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:07Z', 'updated_at': '2022-02-04T15:27:18Z', 'revision_number': 4, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'subnets': [{'id': '2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:19.809636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Pushing event updated for resources: {'Port': ['ID=9dfbe499-afde-4de7-957c-ac937440cf89,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:19.816989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:27:19.828002 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.834212 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8828c8c2-1547-40f7-b1aa-f0a2a3a6e14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.835346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8828c8c2-1547-40f7-b1aa-f0a2a3a6e14d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2517c6ba-4b51-4cad-8545-b2a15a6e3842 HTTP/1.1" status: 204 len: 168 time: 1.9140284 Feb 04 15:27:19.846353 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.847762 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-e92ad3a4-06fc-4f18-a3bf-3528c220edc6 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9522831 Feb 04 15:27:20.032309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.085886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a37d5-9470-4a52-af50-f85d91f578bc req-ba257f22-7cfe-4e5f-bfc5-d596849e13f1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:20.090771 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-919a37d5-9470-4a52-af50-f85d91f578bc req-ba257f22-7cfe-4e5f-bfc5-d596849e13f1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 948 time: 0.5142775 Feb 04 15:27:20.095625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-f16b4391-eed8-40a4-ae31-897ca9c691d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:20.102937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-f16b4391-eed8-40a4-ae31-897ca9c691d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1099 time: 0.6108599 Feb 04 15:27:20.125096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-35a6be16-c6d6-457d-a749-14829afca6c7 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Synchronizing usage tracker for tenant:8207449924824266baa2ac5f1d85b0ae on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:20.171038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-35a6be16-c6d6-457d-a749-14829afca6c7 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Unset dirty status for tenant:8207449924824266baa2ac5f1d85b0ae on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:20.174756 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-35a6be16-c6d6-457d-a749-14829afca6c7 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.202 HTTP/1.1" status: 200 len: 696 time: 0.3176987 Feb 04 15:27:20.338247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:20.392551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'mac_address': 'fa:16:3e:5b:60:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:27:20.617151 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.665881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca59105-192d-4f24-8e97-4c28a96df59b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:20.729303 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:20.755055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:20.839510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.061899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:21.068046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac94066-3a64-4bbb-9dc5-1adf247bfc58,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:21.083519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48648) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:21.106931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-af9e58cd-fbb4-4fa5-959d-04c9739300a4 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.113647 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-af9e58cd-fbb4-4fa5-959d-04c9739300a4 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.6013033 Feb 04 15:27:21.133773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:21.139027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Request body: {'port': {'device_id': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'admin_state_up': True, 'tenant_id': '14081a11c76548acbc7aeb9b24ce455c'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:21.152308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:21.152690 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.217105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-4cc91a87-06c5-431e-ba8d-6c377ae9d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.218670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-4cc91a87-06c5-431e-ba8d-6c377ae9d68f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 1.0436080 Feb 04 15:27:21.272502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.273461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-ec9390aa-6066-4f27-90e1-3f16c1012fda tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.273784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d911625d-07e0-4960-89de-dffdfe6a0470 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9846075 Feb 04 15:27:21.276091 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-ec9390aa-6066-4f27-90e1-3f16c1012fda tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 1.0958624 Feb 04 15:27:21.286370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-bcbdf453-7f7d-41bc-bb2c-25cb6904b7a7 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:21.287741 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e98f5cf-703a-4e5b-bdab-1adecd80cba9 req-bcbdf453-7f7d-41bc-bb2c-25cb6904b7a7 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069287 Feb 04 15:27:21.288469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48652) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:21.315873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['5ca59105-192d-4f24-8e97-4c28a96df59b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:21.318177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:21.333037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:21.337474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Usage tracker for resource:floatingip and tenant:4319c853c3484672b45ffc7e045c330e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:21.341373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:21.358204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:21.397499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:21.416956 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-9962d0b8-199c-4dc7-88eb-ece0b88a365e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.1695206 Feb 04 15:27:21.431918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-919a37d5-9470-4a52-af50-f85d91f578bc req-3892dbed-f980-4ab1-b9e2-f9c4842cd742 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3276570 Feb 04 15:27:21.484166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.640692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e0c1d756-3b43-43d8-bda2-d37939429e91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5cccb7791f484257bde9a802598c88f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461423 Feb 04 15:27:21.656469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48662) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:21.665686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-7fd24880-c306-4c0b-b0a9-4e3c15aed25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.667572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-7fd24880-c306-4c0b-b0a9-4e3c15aed25c service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 1.8234560 Feb 04 15:27:21.739811 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.881200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301c0fe-6c7e-4af0-b832-33fd31a8fddb req-0a411022-4064-4f8f-b65b-603a68e3be3d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.883110 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6301c0fe-6c7e-4af0-b832-33fd31a8fddb req-0a411022-4064-4f8f-b65b-603a68e3be3d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 944 time: 0.2442725 Feb 04 15:27:21.922587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-2dbcad26-add7-49ce-a0a7-354ecd3e8120 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.1393213 Feb 04 15:27:21.926438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0,segment=NetworkSegment(d3400f51-0221-4674-9662-49b346a08fc0),segment_id=d3400f51-0221-4674-9662-49b346a08fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:21.944917 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.946140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e157acfb-98fc-49a1-a75b-93bff0588912 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:21.973793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:21.987170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Usage tracker for resource:port and tenant:14081a11c76548acbc7aeb9b24ce455c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:21.997043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:22.017782 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6301c0fe-6c7e-4af0-b832-33fd31a8fddb req-0212b519-22f7-458e-9045-6aa2f225213d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049187 Feb 04 15:27:22.024666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:22.049107 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.122789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd6d78a9-f1e7-47da-b121-2b7d4c049feb req-abf27a05-d0d5-4d46-bff3-45d54c33afff tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 210 time: 0.3407719 Feb 04 15:27:22.127369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e42192f-8daa-415b-948e-9561f30c2d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.131179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-b8773317-ca94-49ba-bd4e-31951a2d3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:22.133227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-b8773317-ca94-49ba-bd4e-31951a2d3c03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.6993330 Feb 04 15:27:22.147468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Made reservation on behalf of 14081a11c76548acbc7aeb9b24ce455c for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:22.152199 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.289590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e157acfb-98fc-49a1-a75b-93bff0588912 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:22.298453 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.370203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-549c9c67-59b7-4043-8786-01885d3e7e2c tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips/08ac58a0-90d2-4a8d-85c9-5ae83c508378 HTTP/1.1" status: 200 len: 693 time: 0.1683567 Feb 04 15:27:22.401890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-3b99aa7f-b141-4597-8e14-2e5b026f0434 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-824240300&fields=id&tenant_id=84bfbb5c181f441280cc0c4a137e63ca HTTP/1.1" status: 200 len: 267 time: 0.0810182 Feb 04 15:27:22.477178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:22.572160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-c1ae2ecc-a7f3-4493-a0b1-62dd6009751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:22.574745 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-c1ae2ecc-a7f3-4493-a0b1-62dd6009751f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.5963233 Feb 04 15:27:22.574896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Allocated IP 172.25.8.221 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/ba5cbcdd-d062-4825-a175-d391493bc7af) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:22.583604 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e42192f-8daa-415b-948e-9561f30c2d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.634680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:22.651149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Allocated IP 172.20.0.5 (c2bb8bd9-4fa0-45c3-84c6-559957e54b7e/67421194-ccf6-44ed-87a2-1bd8ab7eb3a7/36230b90-4f3a-49a3-887c-eda6ec7467a2) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:22.719143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-467dc6b1-7616-4673-870d-46e72c0c1391 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:22.721393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-467dc6b1-7616-4673-870d-46e72c0c1391 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.3382452 Feb 04 15:27:22.739557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:22.740086 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.753638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-f5627ca6-c82b-4f44-8519-7975bf5b8eea tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:22.755200 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-f5627ca6-c82b-4f44-8519-7975bf5b8eea tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262744 Feb 04 15:27:22.864006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-0303458a-0421-47b2-8bce-98864344a660 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:22.865507 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-0303458a-0421-47b2-8bce-98864344a660 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 945 time: 0.3903766 Feb 04 15:27:22.879411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'port': {'security_groups': ['850becc3-d1d1-4141-93c6-4850def17e9d', '5fa77e06-f209-492e-8c92-4d87b93dad64']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:22.915017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-f5ebe39f-005a-4f51-9e3e-f5bfd9687494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:22.922453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-f5ebe39f-005a-4f51-9e3e-f5bfd9687494 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2646704 Feb 04 15:27:22.927555 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e42192f-8daa-415b-948e-9561f30c2d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.971536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5fc519f6-8709-4539-9f8b-a6da13121e80 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.202 HTTP/1.1" status: 200 len: 696 time: 0.2028797 Feb 04 15:27:22.977606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-dde16475-9418-4890-82c3-7cc752f10a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:22.979073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-dde16475-9418-4890-82c3-7cc752f10a08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8341219 Feb 04 15:27:23.025277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42192f-8daa-415b-948e-9561f30c2d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dadff0-4e98-4400-a7dc-4d10c77583c3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:23.040172 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e42192f-8daa-415b-948e-9561f30c2d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.041271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8e42192f-8daa-415b-948e-9561f30c2d93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97dadff0-4e98-4400-a7dc-4d10c77583c3 HTTP/1.1" status: 204 len: 168 time: 1.3835332 Feb 04 15:27:23.289526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.304061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.374545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-f6e87f2b-5a0f-4a6b-97f0-35b3c42c2060 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381199 Feb 04 15:27:23.388905 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-05f91231-b1de-4c58-9503-3413f8325ac8 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.202 HTTP/1.1" status: 200 len: 696 time: 0.3498304 Feb 04 15:27:23.681459 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.722343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] For port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:23.740055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.823149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:23.842779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Deleting port 9dfbe499-afde-4de7-957c-ac937440cf89 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:23.843127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.846843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Pushing event updated for resources: {'Port': ['ID=ba5cbcdd-d062-4825-a175-d391493bc7af,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:23.851883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:27:23.905529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:23.913449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:23.916740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.928943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:24.012617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 5ca59105-192d-4f24-8e97-4c28a96df59b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:24.026042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.046389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 5ca59105-192d-4f24-8e97-4c28a96df59b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:24.047012 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.112936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-a95bb8ea-54c2-476e-a3a7-e54e3924ccd1 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0796328 Feb 04 15:27:24.122211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-d947bc99-aeca-436e-a256-157bbe0087f8 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324071 Feb 04 15:27:24.133181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'Port': ['ID=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:24.139116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.148569 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:24.164952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:24.165617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.166988 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9880520e-73fb-448c-9ae4-bda8e7793208 req-f380e250-3ae0-4e0c-9751-88b9c4295120 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "PUT /v2.0/ports/7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 HTTP/1.1" status: 200 len: 981 time: 1.2929194 Feb 04 15:27:24.167449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:24.184490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['581a2476-8576-4b7f-8fbf-513d9af64f71'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:24.263325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.263837 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.318124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:24.365416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event updated for resources: {'Port': ['ID=36230b90-4f3a-49a3-887c-eda6ec7467a2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:24.386842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.420002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:24.425598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:24.438503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:24.655444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.801265 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233', 'status': 'completed', 'code': 200} Feb 04 15:27:24.808009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:24.808628 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.820475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Calling delete_port for 9dfbe499-afde-4de7-957c-ac937440cf89 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:24.849441 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-04ff4a98-5da4-4b93-914f-2b4254e9eb45 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7228281 Feb 04 15:27:24.873637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Request body: {'port': {'device_id': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:25.029043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c8e5382-9fe5-4389-9221-593ffd66be1d req-d5d4f8f3-0e57-4df6-a0ce-b1a406da3c98 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9027929 Feb 04 15:27:25.301474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-f759c445-9a6f-4c47-ace4-61b86e043aa4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.303591 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-f759c445-9a6f-4c47-ace4-61b86e043aa4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 949 time: 0.2408128 Feb 04 15:27:25.307614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-19ff4acb-989c-4152-8dcf-d1dfd69018fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.321404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-19ff4acb-989c-4152-8dcf-d1dfd69018fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 1095 time: 0.6064966 Feb 04 15:27:25.330276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.577601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735bed-dde1-42a5-be88-ea4f82daa2df req-158b2e9d-0caa-4602-a1d6-d69ed657e74a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.593036 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8735bed-dde1-42a5-be88-ea4f82daa2df req-158b2e9d-0caa-4602-a1d6-d69ed657e74a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 944 time: 0.4446969 Feb 04 15:27:25.666047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-0fdf1038-021c-40de-8586-ca11157ee7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.668792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-0fdf1038-021c-40de-8586-ca11157ee7f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.3083627 Feb 04 15:27:25.688843 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8735bed-dde1-42a5-be88-ea4f82daa2df req-84014a55-808d-4744-8122-7c8b556b233a tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968869 Feb 04 15:27:25.776662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-827e8a5c-7b56-4b26-b766-77988f159504 service neutron] 10.222.0.61 "GET /v2.0/ports/5ca59105-192d-4f24-8e97-4c28a96df59b/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 382 time: 0.4640055 Feb 04 15:27:25.777356 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.879906 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.948046 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-bd6af6f2-e8a7-4844-8632-107fcae9894c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233 HTTP/1.1" status: 200 len: 217 time: 0.2659099 Feb 04 15:27:26.070831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:27:26.126120 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.145000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:26.184426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:26.197614 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.251559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.261035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-3b9ff938-f099-433b-b381-0cf0ad734f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:26.269723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-3b9ff938-f099-433b-b381-0cf0ad734f06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.2964456 Feb 04 15:27:26.272251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Pushing event deleted for resources: {'Port': ['ID=9dfbe499-afde-4de7-957c-ac937440cf89,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:26.321022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:26.346472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Pushing event updated for resources: {'Port': ['ID=ba5cbcdd-d062-4825-a175-d391493bc7af,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:26.407019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c469437-9c02-49ee-9f75-b51d9306055b req-883538ad-6d25-4a2b-81c0-a6bcb9e92403 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:26.407717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0c469437-9c02-49ee-9f75-b51d9306055b req-883538ad-6d25-4a2b-81c0-a6bcb9e92403 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:26.416378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7fa39a05-430d-43b4-b3a8-2c722c1f4233 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:27:26.454033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.470171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-b92fd4dc-e65e-4ce8-99f5-2f6756c504bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727227 Feb 04 15:27:26.475016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.493524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0c469437-9c02-49ee-9f75-b51d9306055b req-883538ad-6d25-4a2b-81c0-a6bcb9e92403 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:26.502366 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c469437-9c02-49ee-9f75-b51d9306055b req-883538ad-6d25-4a2b-81c0-a6bcb9e92403 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 931 time: 0.4902682 Feb 04 15:27:26.576588 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.578154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b1be899d-ec6b-4c4e-9bfe-e5c3083bf437 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2881970 Feb 04 15:27:26.603246 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c469437-9c02-49ee-9f75-b51d9306055b req-a67d0206-e210-4224-8759-5c551189fb8a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988195 Feb 04 15:27:26.610297 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.619204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e544ec55-3659-4aa2-b07b-b8ff4a9ef631 req-5d963372-8309-4a38-a73a-ef2873bff39a tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "DELETE /v2.0/floatingips/08ac58a0-90d2-4a8d-85c9-5ae83c508378 HTTP/1.1" status: 204 len: 173 time: 2.9879200 Feb 04 15:27:26.626901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:26.643328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '7fa39a05-430d-43b4-b3a8-2c722c1f4233', 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a', 'port_id': '7fa39a05-430d-43b4-b3a8-2c722c1f4233', 'mac_address': 'fa:16:3e:39:0d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bf423-9158-4592-9d27-82a640f09d10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:27:26.704142 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9', 'status': 'completed', 'code': 200} Feb 04 15:27:26.723268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-c2ca21e9-8c15-49f2-893d-ce5ca49474f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:26.731391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-c2ca21e9-8c15-49f2-893d-ce5ca49474f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1100 time: 0.9260697 Feb 04 15:27:26.760581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36230b90-4f3a-49a3-887c-eda6ec7467a2 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:26.772927 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b82beb37-4e91-4d2e-b9a2-2171ebcdd83b req-195bb1b1-5eea-49d7-812f-db6ff0580f21 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/5fa77e06-f209-492e-8c92-4d87b93dad64 HTTP/1.1" status: 200 len: 1799 time: 0.1251223 Feb 04 15:27:26.825903 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.834673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.865205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Transition to ACTIVE for port object 36230b90-4f3a-49a3-887c-eda6ec7467a2 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:26.867369 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-b82beb37-4e91-4d2e-b9a2-2171ebcdd83b req-c4bbbaf8-e757-4b09-a625-ac6830b571e9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:27:26.868875 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b82beb37-4e91-4d2e-b9a2-2171ebcdd83b req-c4bbbaf8-e757-4b09-a625-ac6830b571e9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/5fa77e06-f209-492e-8c92-4d87b93dad64 HTTP/1.1" status: 409 len: 341 time: 0.0943053 Feb 04 15:27:26.875619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.905885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa39a05-430d-43b4-b3a8-2c722c1f4233 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:26.960467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:26.970676 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.069713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-2ad885fb-736e-4736-854e-7274e7e1a414 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915899 Feb 04 15:27:27.102263 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'code': 200} Feb 04 15:27:27.102730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7fa39a05-430d-43b4-b3a8-2c722c1f4233,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:27.243927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-a395a75d-6054-4a27-9355-7b19ca48fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.245694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-a395a75d-6054-4a27-9355-7b19ca48fadc service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.4238334 Feb 04 15:27:27.250242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7fa39a05-430d-43b4-b3a8-2c722c1f4233'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:27.295553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Pushing event updated for resources: {'Port': ['ID=36230b90-4f3a-49a3-887c-eda6ec7467a2,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:27.362058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Attempting to bind port 36230b90-4f3a-49a3-887c-eda6ec7467a2 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:27.362713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Attempting to bind port 36230b90-4f3a-49a3-887c-eda6ec7467a2 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:27.363500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Attempting to bind port 36230b90-4f3a-49a3-887c-eda6ec7467a2 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:27.369157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Port 36230b90-4f3a-49a3-887c-eda6ec7467a2 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:27:27.369781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Attempting to bind port 36230b90-4f3a-49a3-887c-eda6ec7467a2 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:27.379988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:27.380678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Checking segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:27.381323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Bound using segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:27.382247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Bound port: 36230b90-4f3a-49a3-887c-eda6ec7467a2, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:27.382810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.388585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d153c-5c04-4706-aff7-e38bfc64015e req-a3548f57-6d97-4671-9424-afd39e0a56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.390103 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-186d153c-5c04-4706-aff7-e38bfc64015e req-a3548f57-6d97-4671-9424-afd39e0a56bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 1135 time: 0.6802835 Feb 04 15:27:27.414397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489584b-8297-4ffd-a3a7-71d65cdb4068 req-30181180-213e-4cfd-a605-e999663117d4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.421355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0489584b-8297-4ffd-a3a7-71d65cdb4068 req-30181180-213e-4cfd-a605-e999663117d4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.5911307 Feb 04 15:27:27.470052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-fe32db58-f0f3-4afc-8d12-1cf0e3d2ceb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.2149587 Feb 04 15:27:27.493660 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-16296044-a7da-4199-b0ee-d5ec3c0306e0 req-9f86e91e-7bc7-4b50-ae4c-65b4fb630859 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] show failed (client error): The resource could not be found. Feb 04 15:27:27.495026 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-16296044-a7da-4199-b0ee-d5ec3c0306e0 req-9f86e91e-7bc7-4b50-ae4c-65b4fb630859 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips/08ac58a0-90d2-4a8d-85c9-5ae83c508378 HTTP/1.1" status: 404 len: 350 time: 0.1178830 Feb 04 15:27:27.598148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:27.604419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:27.612141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.635003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f44caebd-2cca-44e3-8259-5bf1733c7465 req-018e7fd6-1f76-45b2-b117-65346b5591e9 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544176 Feb 04 15:27:27.678559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0489584b-8297-4ffd-a3a7-71d65cdb4068 req-24c64ca9-2105-4b81-a636-987ff82e4475 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562656 Feb 04 15:27:27.722067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.723012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.724372 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] 10.222.0.61 "PUT /v2.0/ports/36230b90-4f3a-49a3-887c-eda6ec7467a2 HTTP/1.1" status: 200 len: 1091 time: 2.8650763 Feb 04 15:27:27.739720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d153c-5c04-4706-aff7-e38bfc64015e req-cce1cde6-4d9e-4920-8de4-f7989ffb1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.741511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-186d153c-5c04-4706-aff7-e38bfc64015e req-cce1cde6-4d9e-4920-8de4-f7989ffb1e60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 913 time: 0.3352070 Feb 04 15:27:27.743617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-cd03f7ae-80e8-4b91-88ba-bde72e26f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.745455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-cd03f7ae-80e8-4b91-88ba-bde72e26f085 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2571232 Feb 04 15:27:27.870571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abedbc8-b138-47ad-aa95-0a4f727e5c61 service neutron] Pushing event updated for resources: {'Port': ['ID=36230b90-4f3a-49a3-887c-eda6ec7467a2,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:27.906484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-186d153c-5c04-4706-aff7-e38bfc64015e req-b1194754-4db6-4a95-b2f4-fde1fb653bfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 HTTP/1.1" status: 200 len: 217 time: 0.1525245 Feb 04 15:27:27.910776 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-3295522f-6720-4fc2-b75f-8672d17fe394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.912500 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-3295522f-6720-4fc2-b75f-8672d17fe394 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 1094 time: 0.1354852 Feb 04 15:27:27.949369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15dd6b-7426-4f01-b879-e97e29692f2c req-2ded5067-98d6-4486-8236-c57970bc0f5d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.951480 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2c15dd6b-7426-4f01-b879-e97e29692f2c req-2ded5067-98d6-4486-8236-c57970bc0f5d tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 945 time: 0.2855539 Feb 04 15:27:28.030631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d153c-5c04-4706-aff7-e38bfc64015e req-1f608dbd-81cd-4388-a5e6-9a510731a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:28.032311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-186d153c-5c04-4706-aff7-e38bfc64015e req-1f608dbd-81cd-4388-a5e6-9a510731a229 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.1090462 Feb 04 15:27:28.039457 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-f304f73f-f888-4520-87eb-703ab53d40e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2 HTTP/1.1" status: 200 len: 217 time: 0.0991147 Feb 04 15:27:28.093605 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-186d153c-5c04-4706-aff7-e38bfc64015e req-28501e4f-e79f-4c34-9b8e-027105d9b5c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457602 Feb 04 15:27:28.105601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-78415742-3cd2-4745-a8ed-a2e153c8c953 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Synchronizing usage tracker for tenant:4319c853c3484672b45ffc7e045c330e on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:28.122288 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2c15dd6b-7426-4f01-b879-e97e29692f2c req-7e663060-2431-44ad-a2f3-dc96ce0e9191 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081951 Feb 04 15:27:28.133865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-ef2c7528-85e2-4a94-9b86-ef90858037c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:28.135587 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-ef2c7528-85e2-4a94-9b86-ef90858037c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.0894897 Feb 04 15:27:28.203172 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-66d871b2-0c59-48f9-84ff-8e3b97206ba5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598383 Feb 04 15:27:28.211696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-61142c6a-b36a-4f1b-8656-1e06d34a7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:28.214405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-61142c6a-b36a-4f1b-8656-1e06d34a7033 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4592957 Feb 04 15:27:28.428076 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-1e9723fc-2dfe-4f8a-bf36-cda1ce13cb41 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128558 Feb 04 15:27:28.442630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7fa39a05-430d-43b4-b3a8-2c722c1f4233 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:28.458265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-78415742-3cd2-4745-a8ed-a2e153c8c953 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Unset dirty status for tenant:4319c853c3484672b45ffc7e045c330e on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:28.459664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-78415742-3cd2-4745-a8ed-a2e153c8c953 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1071825983&fields=id&tenant_id=4319c853c3484672b45ffc7e045c330e HTTP/1.1" status: 200 len: 267 time: 0.4598856 Feb 04 15:27:28.537152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:28.544339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:28.544714 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.605655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-186d153c-5c04-4706-aff7-e38bfc64015e req-57783cbf-5767-4b43-b2f2-4ea7ad6793fd service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959450 Feb 04 15:27:28.642417 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-09bcb77e-840e-4ab7-9502-9b64d2b16780 req-f7124bb0-37e4-4804-b07a-88bdecdc1db0 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] show failed (client error): The resource could not be found. Feb 04 15:27:28.649946 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-09bcb77e-840e-4ab7-9502-9b64d2b16780 req-f7124bb0-37e4-4804-b07a-88bdecdc1db0 tempest-FloatingIPsTestJSON-1908156693 tempest-FloatingIPsTestJSON-1908156693-project] 10.222.0.46 "GET /v2.0/floatingips/08ac58a0-90d2-4a8d-85c9-5ae83c508378 HTTP/1.1" status: 404 len: 350 time: 0.2209299 Feb 04 15:27:28.660612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48772) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:28.704326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.753113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:28.765836 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.766447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-186d153c-5c04-4706-aff7-e38bfc64015e req-38db9b58-7a21-49df-aca4-6fd8d4cebf45 service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497390 Feb 04 15:27:28.825942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-df7f597c-41b2-46ee-8af7-c134256dcbc2 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017470 Feb 04 15:27:28.851390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7fa39a05-430d-43b4-b3a8-2c722c1f4233,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:28.874253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:28.963671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-7fb28224-0f55-4cd5-933c-9cd1510d2b2f tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:28.965313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-7fb28224-0f55-4cd5-933c-9cd1510d2b2f tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/networks?id=46d589f4-cef2-441a-b0b6-574dd6b69bba HTTP/1.1" status: 200 len: 812 time: 0.4885914 Feb 04 15:27:29.011702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-173f182f-013c-4aad-ac1e-991664a9b0d0 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/quotas/4319c853c3484672b45ffc7e045c330e HTTP/1.1" status: 200 len: 375 time: 0.0307367 Feb 04 15:27:29.097448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a63179a-abe7-4d75-a6ed-c12b4701cff4 req-4a8e5d7f-fcef-45c1-8de1-86c0cbab29f8 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463272 Feb 04 15:27:29.102324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-d91806f6-49be-4b44-8bc4-0840e0d6003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:29.103621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:29.104021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-d91806f6-49be-4b44-8bc4-0840e0d6003b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 1135 time: 0.2812200 Feb 04 15:27:29.106244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-a8019f6f-492f-40ad-8c98-a700e565ca9a service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301960 Feb 04 15:27:29.205095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9c182-8c56-47fe-988e-3a227e49ca68 req-40eb1e27-11f2-4320-b0fd-4f9ae98549f0 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:29.212214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3c9c182-8c56-47fe-988e-3a227e49ca68 req-40eb1e27-11f2-4320-b0fd-4f9ae98549f0 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 943 time: 0.2604046 Feb 04 15:27:29.234702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-8f4592b5-8730-43cf-bd95-158462efd1b9 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Synchronizing usage tracker for tenant:4319c853c3484672b45ffc7e045c330e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:29.282802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-8f4592b5-8730-43cf-bd95-158462efd1b9 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Unset dirty status for tenant:4319c853c3484672b45ffc7e045c330e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:29.284210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-8f4592b5-8730-43cf-bd95-158462efd1b9 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4319c853c3484672b45ffc7e045c330e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2637427 Feb 04 15:27:29.292110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-95b66416-c93c-4bdd-8df8-ba6ac439f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:29.295957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-95b66416-c93c-4bdd-8df8-ba6ac439f67e service neutron] 10.222.0.61 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 913 time: 0.1752560 Feb 04 15:27:29.358622 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3c9c182-8c56-47fe-988e-3a227e49ca68 req-740dab3a-4804-4b07-926a-efbd4f28a615 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454849 Feb 04 15:27:29.471151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-9e50daf1-b5c6-4d3f-a29d-735f2d0260d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 HTTP/1.1" status: 200 len: 217 time: 0.1463175 Feb 04 15:27:29.592164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-cb74255f-e9ba-487c-9db2-e380e15f5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:29.593895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-cb74255f-e9ba-487c-9db2-e380e15f5b53 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.1092730 Feb 04 15:27:29.605967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-e219b86e-7d99-44ed-b843-0367ce6dc009 service neutron] 10.222.0.46 "GET /v2.0/networks/46d589f4-cef2-441a-b0b6-574dd6b69bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082049 Feb 04 15:27:29.678640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-7ab983e8-c88d-4b00-b42f-06685b789e38 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714037 Feb 04 15:27:29.691314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f812-bcc9-4a5c-b7b8-b9dcb8f80a32 req-f2b29171-42d1-4843-b9bd-6cbb3ee31664 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:29.693059 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fab2f812-bcc9-4a5c-b7b8-b9dcb8f80a32 req-f2b29171-42d1-4843-b9bd-6cbb3ee31664 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 984 time: 0.2044799 Feb 04 15:27:29.748561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fab2f812-bcc9-4a5c-b7b8-b9dcb8f80a32 req-f10edf95-2758-4e59-b568-21feb097d50a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fa77e06-f209-492e-8c92-4d87b93dad64&id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0498438 Feb 04 15:27:29.869747 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:29.901089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-5b4cf9d2-9a3d-4dd5-ba79-2fdfc5239bf6 service neutron] 10.222.0.46 "GET /v2.0/networks/46d589f4-cef2-441a-b0b6-574dd6b69bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549136 Feb 04 15:27:29.994870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-c55d5b27-a847-4c6b-afee-6d273d97ecb9 service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694418 Feb 04 15:27:30.150106 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2', 'status': 'completed', 'code': 200} Feb 04 15:27:30.197819 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233', 'code': 200} Feb 04 15:27:30.299738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d89905-e8d2-4722-95f0-b921d601a151 req-e8167abd-e518-49a8-877a-e08542e0fdf1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.301282 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e9d89905-e8d2-4722-95f0-b921d601a151 req-e8167abd-e518-49a8-877a-e08542e0fdf1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.3553438 Feb 04 15:27:30.442644 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e9d89905-e8d2-4722-95f0-b921d601a151 req-f8885d6b-b6e6-4635-b268-fc42c7b16269 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340418 Feb 04 15:27:30.478651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a0b367f-6551-44d9-9271-256f9f7708e5 req-5d3feab5-292a-4890-af2b-3eb03889e609 service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755700 Feb 04 15:27:30.702052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dead983-0b7f-41e4-aac5-4535024de337 req-e3725f02-3815-4fd7-888f-44f9ab8c6277 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.709433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7dead983-0b7f-41e4-aac5-4535024de337 req-e3725f02-3815-4fd7-888f-44f9ab8c6277 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 946 time: 0.2356110 Feb 04 15:27:30.762051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-6bacd285-b248-443b-a097-fa9b5892a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.777438 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-6bacd285-b248-443b-a097-fa9b5892a0f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 1094 time: 0.5772839 Feb 04 15:27:30.785659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0b237162-9c18-4113-b5ac-851b054cbbe0 req-f72bbffb-3c07-498e-83de-4dd3acae93ec tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 210 time: 0.0778859 Feb 04 15:27:30.815380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Deleting port 80cce8f2-7d40-48db-a2e6-f8633464cbb0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:30.820174 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.943710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7dead983-0b7f-41e4-aac5-4535024de337 req-02e8a6b8-0906-4a28-b149-13652858e266 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331328 Feb 04 15:27:30.952424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8553d-0e62-4181-8185-b35834481441 req-2727967c-13c0-4eb3-b232-5b19d5006345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.954341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5a8553d-0e62-4181-8185-b35834481441 req-2727967c-13c0-4eb3-b232-5b19d5006345 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 1097 time: 0.4780755 Feb 04 15:27:31.165255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5a8553d-0e62-4181-8185-b35834481441 req-d9bb8604-b5f1-48df-a592-8967cc3b147e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956198 Feb 04 15:27:31.168111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] For port 80cce8f2-7d40-48db-a2e6-f8633464cbb0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=80cce8f2-7d40-48db-a2e6-f8633464cbb0,segment=NetworkSegment(2700adb9-8b7f-426c-96d4-76f6f3b50141),segment_id=2700adb9-8b7f-426c-96d4-76f6f3b50141)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:31.168875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.245309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-30211f89-1ea2-4cda-a510-a65dc2632cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.245557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542876ee-1dc1-46e7-b88d-db5ba362adee req-09829de0-7e49-4253-b5d8-0c5907d1997c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.250828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-30211f89-1ea2-4cda-a510-a65dc2632cc5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 913 time: 0.4724696 Feb 04 15:27:31.254003 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-542876ee-1dc1-46e7-b88d-db5ba362adee req-09829de0-7e49-4253-b5d8-0c5907d1997c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 943 time: 0.2231812 Feb 04 15:27:31.354069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-9ea7425a-e045-4462-b7cc-ccd11f2b1522 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2 HTTP/1.1" status: 200 len: 217 time: 0.0670762 Feb 04 15:27:31.387646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Calling delete_port for 80cce8f2-7d40-48db-a2e6-f8633464cbb0 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:31.439901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-83a237dd-2cd9-4f5a-a30d-56a746ef42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.441768 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-83a237dd-2cd9-4f5a-a30d-56a746ef42b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.0725429 Feb 04 15:27:31.540327 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-542876ee-1dc1-46e7-b88d-db5ba362adee req-81cf84c0-3bdd-4c9a-a525-059cc9abfc01 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714884 Feb 04 15:27:31.558319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-d5a9472f-4fd3-4b7a-bc2e-3b56ab130c56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938592 Feb 04 15:27:31.711702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72a593-ede1-4dde-a9af-f6e771af88c3 req-ec1b1e73-8966-42c9-a190-1810aad675f8 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.713238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c72a593-ede1-4dde-a9af-f6e771af88c3 req-ec1b1e73-8966-42c9-a190-1810aad675f8 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 984 time: 0.4612665 Feb 04 15:27:31.820852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c72a593-ede1-4dde-a9af-f6e771af88c3 req-fd571f1b-1983-4815-95a3-08113da1f373 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fa77e06-f209-492e-8c92-4d87b93dad64&id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0993056 Feb 04 15:27:31.900245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 36230b90-4f3a-49a3-887c-eda6ec7467a2 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:27:31.919960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-b96d1a66-9acd-479f-a19b-92d3f5be9a80 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532479 Feb 04 15:27:32.088020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794d04a-cded-46c5-bc4c-85981b1eb09a req-4449054c-f7f3-42be-8a0a-10f4e72c7395 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:32.089527 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9794d04a-cded-46c5-bc4c-85981b1eb09a req-4449054c-f7f3-42be-8a0a-10f4e72c7395 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.2215760 Feb 04 15:27:32.165497 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9794d04a-cded-46c5-bc4c-85981b1eb09a req-3522628e-0ab1-47b5-b192-9bd0a2eb966d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661159 Feb 04 15:27:32.179670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:32.200692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0feeac5a-695c-45c7-910c-53b2ad999529 req-18b38538-0d37-4952-8183-1e33ce452fed service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707381 Feb 04 15:27:32.217714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '36230b90-4f3a-49a3-887c-eda6ec7467a2', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'port_id': '36230b90-4f3a-49a3-887c-eda6ec7467a2', 'mac_address': 'fa:16:3e:c5:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67421194-ccf6-44ed-87a2-1bd8ab7eb3a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:27:32.233392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a5d35aa-ebb3-496b-af4e-2ccac4f030cf req-ceeb849c-5593-4b56-81f5-21bd1c4721af tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 210 time: 0.1403246 Feb 04 15:27:32.347928 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.386485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36230b90-4f3a-49a3-887c-eda6ec7467a2 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:32.403921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-85e8f08e-f2d6-4699-90b3-4e7a6abc52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:32.412565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-85e8f08e-f2d6-4699-90b3-4e7a6abc52d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 1101 time: 0.1334035 Feb 04 15:27:32.422243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:32.429903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:32.430324 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.456420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.579003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=36230b90-4f3a-49a3-887c-eda6ec7467a2,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:32.664551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=80cce8f2-7d40-48db-a2e6-f8633464cbb0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:32.722000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['36230b90-4f3a-49a3-887c-eda6ec7467a2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:33.055254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.266267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48836) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:33.269579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafd515-fdc9-44a1-80f3-054f9e4af131 req-c1f8efcd-5c70-4eb4-aa73-6c379a2f8f77 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:33.279340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffafd515-fdc9-44a1-80f3-054f9e4af131 req-c1f8efcd-5c70-4eb4-aa73-6c379a2f8f77 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 946 time: 0.6438348 Feb 04 15:27:33.315899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-fe73e9fa-4040-4d8f-8f9c-d3ea129b57dc tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:33.317355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-fe73e9fa-4040-4d8f-8f9c-d3ea129b57dc tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.53 "GET /v2.0/networks?id=46d589f4-cef2-441a-b0b6-574dd6b69bba HTTP/1.1" status: 200 len: 812 time: 0.5283461 Feb 04 15:27:33.317691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6e3ee-2d7a-473e-93ce-918385ed6742 req-0c09cb92-28b8-4a91-803c-aaabbb18e263 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:33.325599 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dbe6e3ee-2d7a-473e-93ce-918385ed6742 req-0c09cb92-28b8-4a91-803c-aaabbb18e263 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 944 time: 0.5300713 Feb 04 15:27:33.588115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9d48a24b-acdb-4de1-9f96-7a88c2e8c227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.590864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffafd515-fdc9-44a1-80f3-054f9e4af131 req-66fe0f9a-3158-4211-a0dc-10f5d40df135 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101182 Feb 04 15:27:33.630468 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dbe6e3ee-2d7a-473e-93ce-918385ed6742 req-f880aeb2-d193-4255-acf5-40e5fc4f2c31 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038831 Feb 04 15:27:33.631142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.634783 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-db79374c-c221-4366-acae-185353a9c6bb tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4319c853c3484672b45ffc7e045c330e HTTP/1.1" status: 200 len: 380 time: 0.0908868 Feb 04 15:27:33.643445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9d48a24b-acdb-4de1-9f96-7a88c2e8c227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:33.653782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Request body: {'port': {'device_id': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'admin_state_up': True, 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'security_groups': ['d0228d71-5d84-40d4-aaee-9391890bfc02']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:33.663821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9d48a24b-acdb-4de1-9f96-7a88c2e8c227 admin admin] Usage tracker for resource:security_group_rule and tenant:f2180bc1fcae4ebab1868ce53e521ee1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:33.668850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9d48a24b-acdb-4de1-9f96-7a88c2e8c227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:33.753550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9d48a24b-acdb-4de1-9f96-7a88c2e8c227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:33.905656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 36230b90-4f3a-49a3-887c-eda6ec7467a2 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:34.011771 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7c147-4bb5-4b85-83fd-f227c211587a req-0c1bd3e4-a749-450c-9b09-efd3bda9bc9e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:34.020014 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8eb7c147-4bb5-4b85-83fd-f227c211587a req-0c1bd3e4-a749-450c-9b09-efd3bda9bc9e tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 984 time: 0.2651694 Feb 04 15:27:34.029894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:34.040460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:34.050134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 36230b90-4f3a-49a3-887c-eda6ec7467a2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:34.055243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 36230b90-4f3a-49a3-887c-eda6ec7467a2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:34.055615 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.104291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:34.141907 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4126cb3b-c66f-4d2f-9a20-0de8f7c20e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.154810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda7c18-3742-4363-ba8d-394dc0b203d1 req-8502c9f4-cb1c-43bd-adfd-939d4d989e8b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:34.156734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:34.162172 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ccda7c18-3742-4363-ba8d-394dc0b203d1 req-8502c9f4-cb1c-43bd-adfd-939d4d989e8b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.3639414 Feb 04 15:27:34.166062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9d48a24b-acdb-4de1-9f96-7a88c2e8c227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.205656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9d48a24b-acdb-4de1-9f96-7a88c2e8c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.210290 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.248346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:34.254897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48a24b-acdb-4de1-9f96-7a88c2e8c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de4013a-be2e-46e7-a03a-b9f0018d19c4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:34.259306 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.260420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:34.285973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.289666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:34.295603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:34.318065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8eb7c147-4bb5-4b85-83fd-f227c211587a req-cc0ad197-55de-40bc-8bef-78cf0b14ca6c tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fa77e06-f209-492e-8c92-4d87b93dad64&id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2945762 Feb 04 15:27:34.337650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Made reservation on behalf of 4319c853c3484672b45ffc7e045c330e for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:34.339350 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.411045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Transition to ACTIVE for port object 5ca59105-192d-4f24-8e97-4c28a96df59b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:34.462763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=36230b90-4f3a-49a3-887c-eda6ec7467a2,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:34.463520 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ccda7c18-3742-4363-ba8d-394dc0b203d1 req-1e1bc466-6cba-4ce7-9bc6-12bdd146b4f1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002124 Feb 04 15:27:34.508653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:27:34.517309 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9d48a24b-acdb-4de1-9f96-7a88c2e8c227 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2180bc1fcae4ebab1868ce53e521ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2493680 Feb 04 15:27:34.520284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48850) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:34.523517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.528242 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2', 'code': 200} Feb 04 15:27:34.557177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:27:34.717781 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'code': 200} Feb 04 15:27:34.720051 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c8ec7a26-2884-4beb-b957-8af900c1fade req-20da92c1-a841-4f80-a7de-59e12cc7aaf5 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 210 time: 0.1872251 Feb 04 15:27:34.952652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] No DVR routers for this DVR port 5ca59105-192d-4f24-8e97-4c28a96df59b on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:35.003239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:27:35.012858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-b440bc37-af31-4450-87cb-3cb60e29dfee tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-723226931&fields=id&tenant_id=84bfbb5c181f441280cc0c4a137e63ca HTTP/1.1" status: 200 len: 267 time: 0.1261358 Feb 04 15:27:35.015501 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] Sync routers for ids ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:35.050856 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] Routers {'6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:35.051740 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:27:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:35.064934 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-144a160b-fed7-4ba1-b8d0-14898c626a19 admin admin] 10.222.0.46 "PUT /v2.0/routers/6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4029620 Feb 04 15:27:35.071673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48858) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:35.133772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:35.143484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:35.143927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:35.144498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:35.214446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb82fa-b799-44f0-8c27-2c74bbf0505b req-eb0de09d-0215-4e5a-9fe9-1510f3064544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:35.216401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23cb82fa-b799-44f0-8c27-2c74bbf0505b req-eb0de09d-0215-4e5a-9fe9-1510f3064544 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 1096 time: 0.5738380 Feb 04 15:27:35.237415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Port 5ca59105-192d-4f24-8e97-4c28a96df59b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:27:35.237906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Attempting to bind port 5ca59105-192d-4f24-8e97-4c28a96df59b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:35.250843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-455bf9f8-a04d-4d4b-8430-3ccb6f738c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.274484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-4d09ab1a-fb1e-4822-9fa5-8cee9e35f4b8 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:35.282261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-4d09ab1a-fb1e-4822-9fa5-8cee9e35f4b8 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 984 time: 0.2589436 Feb 04 15:27:35.290723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'port': {'security_groups': ['5fa77e06-f209-492e-8c92-4d87b93dad64', '850becc3-d1d1-4141-93c6-4850def17e9d', 'b1dad0e3-5a1e-4c47-8403-d184582519ff']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:35.316834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-455bf9f8-a04d-4d4b-8430-3ccb6f738c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.344986 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] Set router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:35.351045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.440576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:35.440951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:35.441861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:35.442324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Bound port: 5ca59105-192d-4f24-8e97-4c28a96df59b, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:35.442694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.525814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Allocated IP 172.20.0.12 (46d589f4-cef2-441a-b0b6-574dd6b69bba/4234aa3a-e859-4a7e-87d3-632a5bb8129b/9382b39b-b321-46b4-8fec-2af925b520b0) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:35.583412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e816-a8f4-4682-990b-a8ff0de8cff5 req-67050c04-b5b7-4475-bc69-211eed395635 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:35.590973 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ed9e816-a8f4-4682-990b-a8ff0de8cff5 req-67050c04-b5b7-4475-bc69-211eed395635 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 946 time: 0.6522391 Feb 04 15:27:35.602503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.603124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23cb82fa-b799-44f0-8c27-2c74bbf0505b req-19c7aec8-39f2-477c-a7b3-46b9f622d620 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569310 Feb 04 15:27:35.667543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-455bf9f8-a04d-4d4b-8430-3ccb6f738c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.696188 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:31Z', 'updated_at': '2022-02-04T15:27:32Z', 'revision_number': 5, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'gw_port': {'id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:35.699690 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] Checking router: 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:35.708810 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] Routers {'6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:27:35.709651 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:27:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:35.737415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ed9e816-a8f4-4682-990b-a8ff0de8cff5 req-799096de-8156-4171-9cc2-401b3eb16dbe tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453991 Feb 04 15:27:35.738254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bf9f8-a04d-4d4b-8430-3ccb6f738c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de4013a-be2e-46e7-a03a-b9f0018d19c4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:35.867738 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.945656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:35.961901 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] Set router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:27:36.127314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:36.142503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.146526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-455bf9f8-a04d-4d4b-8430-3ccb6f738c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.151096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-455bf9f8-a04d-4d4b-8430-3ccb6f738c5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5de4013a-be2e-46e7-a03a-b9f0018d19c4 HTTP/1.1" status: 204 len: 168 time: 1.6292553 Feb 04 15:27:36.243481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.244083 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.245938 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] 10.222.0.53 "PUT /v2.0/ports/5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 1097 time: 3.8279121 Feb 04 15:27:36.289318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.316021 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:31Z', 'updated_at': '2022-02-04T15:27:32Z', 'revision_number': 5, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'gw_port': {'id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:36.327321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Deleting port 830d40d2-3ae5-4ced-80a4-6027ae81fac7 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:36.329320 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.333365 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dcfa75-024c-4cd6-a505-ae6dc963b6a8 None None] The sync data for ids ['6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7'] in n-d-827870-1 is: [{'id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'name': 'tempest-FloatingIPsTestJSON-791004300-router', 'tenant_id': '8207449924824266baa2ac5f1d85b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:31Z', 'updated_at': '2022-02-04T15:27:32Z', 'revision_number': 5, 'project_id': '8207449924824266baa2ac5f1d85b0ae', 'gw_port': {'id': '830d40d2-3ae5-4ced-80a4-6027ae81fac7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:36.395620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.400337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b31ae-20e0-408c-b3e1-8cc95f2365dc service neutron] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=11']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:36.409680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] For port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:36.469208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398636-f186-4ace-ad26-245d730e25e0 req-5eb155ab-b9c1-49a4-9c66-b9faac253d10 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.475238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe398636-f186-4ace-ad26-245d730e25e0 req-5eb155ab-b9c1-49a4-9c66-b9faac253d10 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.5260041 Feb 04 15:27:36.497096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Transition to ACTIVE for port object 9382b39b-b321-46b4-8fec-2af925b520b0 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:36.573235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:27:36.618760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1148a7f4-85d4-49d5-be9e-bab73d688cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.648544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.655493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe398636-f186-4ace-ad26-245d730e25e0 req-ec063138-9e05-49b6-a2b6-f0e09f2c7410 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559381 Feb 04 15:27:36.667457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.682675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['581a2476-8576-4b7f-8fbf-513d9af64f71'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:36.691780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-c5078201-f61b-4193-b49a-6f7a5bde8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.693494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-c5078201-f61b-4193-b49a-6f7a5bde8831 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1100 time: 0.4033203 Feb 04 15:27:36.747086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:36.774173 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.844689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:36.943630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80cce8f2-7d40-48db-a2e6-f8633464cbb0 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:36.978739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.982390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.983966 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9840437-32b3-48ae-b44b-5d5a067a2dc8 req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "PUT /v2.0/ports/7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 HTTP/1.1" status: 200 len: 1020 time: 1.7009189 Feb 04 15:27:36.999016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:37.016067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48874) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:37.072198 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14fcb9df-7bcf-4bbe-9318-b5d54eab1622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.087306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-585044b8-e88c-4834-8ba5-7d526476b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:37.089264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-585044b8-e88c-4834-8ba5-7d526476b2ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3865926 Feb 04 15:27:37.104292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 80cce8f2-7d40-48db-a2e6-f8633464cbb0 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:27:37.108487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80cce8f2-7d40-48db-a2e6-f8633464cbb0 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:27:37.119577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] For port 830d40d2-3ae5-4ced-80a4-6027ae81fac7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=830d40d2-3ae5-4ced-80a4-6027ae81fac7,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:37.119955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.141410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cabef-fc7b-44e8-94cc-450807580fef tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'Port': ['ID=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:37.153557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-14fcb9df-7bcf-4bbe-9318-b5d54eab1622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:37.162510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:37.216508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-6d8b897d-0a35-4cbe-a844-c8f13a445620 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.0699255 Feb 04 15:27:37.393693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Network 46d589f4-cef2-441a-b0b6-574dd6b69bba is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:37.400300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:37.415729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-bb415cb3-0086-45b0-a6e3-b0974ca69e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:37.416815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Calling delete_port for 830d40d2-3ae5-4ced-80a4-6027ae81fac7 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:37.417785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-bb415cb3-0086-45b0-a6e3-b0974ca69e81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1818986 Feb 04 15:27:37.424325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:37.550853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Pushing event updated for resources: {'Port': ['ID=9382b39b-b321-46b4-8fec-2af925b520b0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:37.620796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebd141-f6b2-43a4-b99d-bd7304d64893 req-300ea099-c1db-44b6-8b53-f7ccbbac88bd tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:37.626828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d3ebd141-f6b2-43a4-b99d-bd7304d64893 req-300ea099-c1db-44b6-8b53-f7ccbbac88bd tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 949 time: 0.5278320 Feb 04 15:27:37.674565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-14fcb9df-7bcf-4bbe-9318-b5d54eab1622 admin admin] Usage tracker for resource:security_group_rule and tenant:0a08e57b816640ce8780999aab58d4b0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:37.678331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-14fcb9df-7bcf-4bbe-9318-b5d54eab1622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:37.686079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-14fcb9df-7bcf-4bbe-9318-b5d54eab1622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:37.713863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:37.715143 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.721176 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.721486 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.741789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-6394a92e-06f2-43a4-8d9f-c2e367f0438d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0942719 Feb 04 15:27:37.755061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.759212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d3ebd141-f6b2-43a4-b99d-bd7304d64893 req-66f7ae90-b5e5-4fbc-9700-459c7a89f49c tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206801 Feb 04 15:27:37.772040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Request body: {'port': {'device_id': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:37.804291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1efd921e-a48b-4da6-9311-55ce8abf5166 None None] Provisioning for port 9382b39b-b321-46b4-8fec-2af925b520b0 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:37.814988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1efd921e-a48b-4da6-9311-55ce8abf5166 None None] Provisioning complete for port 9382b39b-b321-46b4-8fec-2af925b520b0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:37.815517 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1efd921e-a48b-4da6-9311-55ce8abf5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.845686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-e86391d7-6248-4e05-89f3-412ae2728231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:37.847350 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-e86391d7-6248-4e05-89f3-412ae2728231 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3709626 Feb 04 15:27:37.913576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Pushing event deleted for resources: {'Port': ['ID=830d40d2-3ae5-4ced-80a4-6027ae81fac7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:38.016927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.023853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1efd921e-a48b-4da6-9311-55ce8abf5166 None None] Port 9382b39b-b321-46b4-8fec-2af925b520b0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:27:38.233532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.247022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11668-9253-46d1-84dc-0fa43bda8364 req-5253ee1c-21a4-4815-8c8e-b67b9ecc036c tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:38.248971 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-52e11668-9253-46d1-84dc-0fa43bda8364 req-5253ee1c-21a4-4815-8c8e-b67b9ecc036c tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 932 time: 1.0927725 Feb 04 15:27:38.259385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.264094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14fcb9df-7bcf-4bbe-9318-b5d54eab1622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.277969 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.283545 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14fcb9df-7bcf-4bbe-9318-b5d54eab1622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.336647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-64bd4982-be60-41d7-b665-0963a1005608 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825175 Feb 04 15:27:38.367631 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-14fcb9df-7bcf-4bbe-9318-b5d54eab1622 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a08e57b816640ce8780999aab58d4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3502336 Feb 04 15:27:38.371577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.372456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:27:38.373674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48884) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:38.378022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcb9df-7bcf-4bbe-9318-b5d54eab1622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b2dcd8-7643-4357-8f45-8101afd78d1f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:38.382843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-52e11668-9253-46d1-84dc-0fa43bda8364 req-3eea8215-0ec7-465f-81ef-72fa4198c43a tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Synchronizing usage tracker for tenant:4319c853c3484672b45ffc7e045c330e on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:38.431640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-52e11668-9253-46d1-84dc-0fa43bda8364 req-3eea8215-0ec7-465f-81ef-72fa4198c43a tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Unset dirty status for tenant:4319c853c3484672b45ffc7e045c330e on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:38.443598 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-52e11668-9253-46d1-84dc-0fa43bda8364 req-3eea8215-0ec7-465f-81ef-72fa4198c43a tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825130 Feb 04 15:27:38.475417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500f68c-ea85-49a1-9029-cdccd12dce9a req-1ab35e0b-3b9a-4bc6-917c-89ce9557a3a6 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:38.482976 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3500f68c-ea85-49a1-9029-cdccd12dce9a req-1ab35e0b-3b9a-4bc6-917c-89ce9557a3a6 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 1097 time: 0.4914658 Feb 04 15:27:38.512432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.515415 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99005847-8fbd-4b08-bc70-76ea07b1b642 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6f5c54ed-1bf5-4113-b1d2-87e611fcd1f7 HTTP/1.1" status: 204 len: 168 time: 3.4407740 Feb 04 15:27:38.520384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48888) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:38.549224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f8558d9-8806-4e9e-8e8f-96eae29dc146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.613844 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'status': 'completed', 'code': 200} Feb 04 15:27:38.624889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f8558d9-8806-4e9e-8e8f-96eae29dc146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.681346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f712e235-d8e4-4b51-966d-7bac2e87782d req-01da60a3-34d1-4b2e-a4c4-a2600d5d43a9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/b1dad0e3-5a1e-4c47-8403-d184582519ff HTTP/1.1" status: 200 len: 1799 time: 0.1116371 Feb 04 15:27:38.735491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8748542b-508c-4642-8cba-10bbd12f2c47 admin admin] Deleting subnet 69aa1e69-254e-42b0-9fe1-30e55fab926c {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:27:38.745212 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-f712e235-d8e4-4b51-966d-7bac2e87782d req-a1793548-0c65-4250-bf40-59299f20412d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:27:38.748654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8748542b-508c-4642-8cba-10bbd12f2c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.758825 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f712e235-d8e4-4b51-966d-7bac2e87782d req-a1793548-0c65-4250-bf40-59299f20412d tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/b1dad0e3-5a1e-4c47-8403-d184582519ff HTTP/1.1" status: 409 len: 341 time: 0.0751166 Feb 04 15:27:38.775568 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f8558d9-8806-4e9e-8e8f-96eae29dc146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.787103 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.814964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8558d9-8806-4e9e-8e8f-96eae29dc146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b2dcd8-7643-4357-8f45-8101afd78d1f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:38.849147 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9', 'status': 'completed', 'code': 200} Feb 04 15:27:38.870719 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f8558d9-8806-4e9e-8e8f-96eae29dc146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.889759 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8f8558d9-8806-4e9e-8e8f-96eae29dc146 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80b2dcd8-7643-4357-8f45-8101afd78d1f HTTP/1.1" status: 204 len: 168 time: 0.5075126 Feb 04 15:27:38.953904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3500f68c-ea85-49a1-9029-cdccd12dce9a req-f0674c3e-1aa2-43c6-bf41-ab99d0b4c2e7 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698393 Feb 04 15:27:39.097843 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.183117 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fa6832-59aa-45b4-b79a-e0a5fbf8e934 req-9dff9635-5cf7-4873-a7cf-a6113dc4272e service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363879 Feb 04 15:27:39.260313 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8748542b-508c-4642-8cba-10bbd12f2c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.446417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cdb99-25f5-45aa-9f0e-9f0fb4346c3b req-ee71d119-4719-47d2-88d7-dab768a158d7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.462607 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-888cdb99-25f5-45aa-9f0e-9f0fb4346c3b req-ee71d119-4719-47d2-88d7-dab768a158d7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.5090749 Feb 04 15:27:39.544457 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-888cdb99-25f5-45aa-9f0e-9f0fb4346c3b req-47875824-e2c3-4935-a1af-79119b45781e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807905 Feb 04 15:27:39.603838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818c9f-661e-4f23-b90e-624148a38742 req-f1b1d70c-31b6-4e73-9a18-97243ef5dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.605364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-f1b1d70c-31b6-4e73-9a18-97243ef5dede service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1100 time: 0.9907885 Feb 04 15:27:39.786721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a82260-b9eb-4c22-9499-df111521799d req-d7b7c7cb-d57a-4d52-964a-e2545c99bb2a tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.794537 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-49a82260-b9eb-4c22-9499-df111521799d req-d7b7c7cb-d57a-4d52-964a-e2545c99bb2a tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 1097 time: 0.0947046 Feb 04 15:27:39.858925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-7c51ded9-0783-465b-b20c-a00812611454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.859213 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-49a82260-b9eb-4c22-9499-df111521799d req-e697ca66-c1d8-4e2e-a5be-fbbf82307000 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600612 Feb 04 15:27:39.859782 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-7c51ded9-0783-465b-b20c-a00812611454 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 1174 time: 0.9296539 Feb 04 15:27:39.869714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818c9f-661e-4f23-b90e-624148a38742 req-a1253531-214f-400c-9b38-12f48340b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.870930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-a1253531-214f-400c-9b38-12f48340b7eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1100 time: 0.5757487 Feb 04 15:27:39.883686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8748542b-508c-4642-8cba-10bbd12f2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.131779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd15d6-5d93-45c3-b265-2cc38a5d175e req-127bcb29-85d6-45df-ba39-eb224d7eeb2e tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.140986 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1cdd15d6-5d93-45c3-b265-2cc38a5d175e req-127bcb29-85d6-45df-ba39-eb224d7eeb2e tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 932 time: 0.1094606 Feb 04 15:27:40.207646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1cdd15d6-5d93-45c3-b265-2cc38a5d175e req-8202d11f-3883-4560-ab5b-626d251464e3 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657513 Feb 04 15:27:40.305639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9382b39b-b321-46b4-8fec-2af925b520b0 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:40.335041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.345181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d37e1f-d050-4c92-8c70-d7e390bac771 req-a19dba8a-0b0a-4e0d-8fa1-f175a17a6f60 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.352213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7d37e1f-d050-4c92-8c70-d7e390bac771 req-a19dba8a-0b0a-4e0d-8fa1-f175a17a6f60 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 949 time: 0.7458215 Feb 04 15:27:40.358165 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:27:40.364052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818c9f-661e-4f23-b90e-624148a38742 req-fa766f15-4f04-40eb-b727-02ede0389919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.365330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-fa766f15-4f04-40eb-b727-02ede0389919 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.7460177 Feb 04 15:27:40.451746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0addee0-5101-4672-89e0-35e3aa453be4 req-9da26c1f-e569-417e-a004-d4c5c682e564 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.459819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d0addee0-5101-4672-89e0-35e3aa453be4 req-9da26c1f-e569-417e-a004-d4c5c682e564 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 1023 time: 0.1096637 Feb 04 15:27:40.512037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Transition to ACTIVE for port object 9382b39b-b321-46b4-8fec-2af925b520b0 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:40.513902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-122b47bf-6a07-4945-abf4-fe7c449348be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.1239362 Feb 04 15:27:40.529619 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d0addee0-5101-4672-89e0-35e3aa453be4 req-c3065e8a-da39-4925-b12d-1805156ac633 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=5fa77e06-f209-492e-8c92-4d87b93dad64&id=b1dad0e3-5a1e-4c47-8403-d184582519ff&id=850becc3-d1d1-4141-93c6-4850def17e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0688138 Feb 04 15:27:40.551701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8748542b-508c-4642-8cba-10bbd12f2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.563480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:27:40.602395 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7d37e1f-d050-4c92-8c70-d7e390bac771 req-afc52ee6-b73a-436a-8bdb-5656b022a3e1 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490370 Feb 04 15:27:40.654316 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.788443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Pushing event updated for resources: {'Port': ['ID=9382b39b-b321-46b4-8fec-2af925b520b0,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:40.820000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818c9f-661e-4f23-b90e-624148a38742 req-033faf77-5d40-4670-8c6e-dea792af7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.823782 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-033faf77-5d40-4670-8c6e-dea792af7bc7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.9093859 Feb 04 15:27:40.824746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748542b-508c-4642-8cba-10bbd12f2c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69aa1e69-254e-42b0-9fe1-30e55fab926c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:40.829015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-3abb1b96-19a5-4afd-ba38-def12816831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.839361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-3abb1b96-19a5-4afd-ba38-def12816831d service neutron] 10.222.0.61 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 913 time: 0.9590116 Feb 04 15:27:40.921814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:40.942739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'mac_address': 'fa:16:3e:5b:60:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:27:40.945170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 830d40d2-3ae5-4ced-80a4-6027ae81fac7 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:40.994033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c6fc4d-3ef0-4ad1-a2e3-db19c1631d6e None None] Network 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:27:41.296959 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8748542b-508c-4642-8cba-10bbd12f2c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.304714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5418d-d115-45d0-8c34-f065a284880d req-4f1d4a74-04ac-4bc5-bc4a-64d624861f61 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:41.311170 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-afd5418d-d115-45d0-8c34-f065a284880d req-4f1d4a74-04ac-4bc5-bc4a-64d624861f61 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.61 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 1023 time: 0.2868140 Feb 04 15:27:41.539204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 830d40d2-3ae5-4ced-80a4-6027ae81fac7 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:27:41.540626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 830d40d2-3ae5-4ced-80a4-6027ae81fac7 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:27:41.564532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-afd5418d-d115-45d0-8c34-f065a284880d req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Deleting port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:41.570167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-afd5418d-d115-45d0-8c34-f065a284880d req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.802882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818c9f-661e-4f23-b90e-624148a38742 req-a476a519-6d92-4d7b-96d7-00f49c83d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:41.804977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-a476a519-6d92-4d7b-96d7-00f49c83d625 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 1.2491286 Feb 04 15:27:41.878632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-b318bc77-0a98-4acf-aa82-f62b72d2a82c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 1.0365567 Feb 04 15:27:41.936027 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.961013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca59105-192d-4f24-8e97-4c28a96df59b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:41.995485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:42.005453 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.091904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-905eac65-dde9-410b-adbc-5c0c7543635e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 HTTP/1.1" status: 200 len: 217 time: 1.2062557 Feb 04 15:27:42.093714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8748542b-508c-4642-8cba-10bbd12f2c47 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/69aa1e69-254e-42b0-9fe1-30e55fab926c HTTP/1.1" status: 204 len: 168 time: 3.5607467 Feb 04 15:27:42.104552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48984) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:42.126505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a80a39-edd9-4230-96e1-8bb4ce02d661 None None] DHCP port deletion for 84ef5347-2f02-4e90-b0cb-fb50ea1ec639 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:27:42.137489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-42a80a39-edd9-4230-96e1-8bb4ce02d661 None None] Deleting port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:42.138164 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-42a80a39-edd9-4230-96e1-8bb4ce02d661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.195346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30e14f-48ed-46f1-8a65-a6e710541094 req-f600a024-26dc-4068-91c5-450979818488 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.206675 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6d30e14f-48ed-46f1-8a65-a6e710541094 req-f600a024-26dc-4068-91c5-450979818488 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 944 time: 0.4340670 Feb 04 15:27:42.225265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=12']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:42.267646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818c9f-661e-4f23-b90e-624148a38742 req-62dd2916-e299-4007-bb40-5ff271076bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.269171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-62dd2916-e299-4007-bb40-5ff271076bb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.3638778 Feb 04 15:27:42.302889 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6d30e14f-48ed-46f1-8a65-a6e710541094 req-85ebf5f5-47a5-4b84-961d-879be4282cbb tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949550 Feb 04 15:27:42.308226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['5ca59105-192d-4f24-8e97-4c28a96df59b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:42.412033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-afd5418d-d115-45d0-8c34-f065a284880d req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] For port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:42.413611 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-afd5418d-d115-45d0-8c34-f065a284880d req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.553151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-2fec2064-6ff1-43f4-a0d9-29f2fca2c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.554861 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-2fec2064-6ff1-43f4-a0d9-29f2fca2c840 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.4370439 Feb 04 15:27:42.556957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818c9f-661e-4f23-b90e-624148a38742 req-8ca50982-0f5a-4a5b-96c1-964a319f519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.559078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-8ca50982-0f5a-4a5b-96c1-964a319f519c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7293935 Feb 04 15:27:42.727766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-afd5418d-d115-45d0-8c34-f065a284880d req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Calling delete_port for 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:42.764627 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.765320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4bd92487-44e5-4ec4-a7be-85cbf830d3fa no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:42.785266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-4c3ae9e1-76f3-45b4-aa25-3fc716a79029 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1814516 Feb 04 15:27:42.793455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Attempting to bind port 9382b39b-b321-46b4-8fec-2af925b520b0 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:42.794111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Attempting to bind port 9382b39b-b321-46b4-8fec-2af925b520b0 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:42.794699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Attempting to bind port 9382b39b-b321-46b4-8fec-2af925b520b0 on network 46d589f4-cef2-441a-b0b6-574dd6b69bba {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:42.843614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-bc04e8d2-fd21-435d-b789-fbbebec8863e tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:42.845141 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-bc04e8d2-fd21-435d-b789-fbbebec8863e tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225019 Feb 04 15:27:42.858239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Port 9382b39b-b321-46b4-8fec-2af925b520b0 on network 46d589f4-cef2-441a-b0b6-574dd6b69bba not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:27:42.859385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Attempting to bind port 9382b39b-b321-46b4-8fec-2af925b520b0 on network 46d589f4-cef2-441a-b0b6-574dd6b69bba {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:42.863957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Request body: {'binding': {'host': 'n-h2-827870-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:42.864417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Unknown quota resources ['binding']. {{(pid=87571) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 15:27:42.892498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-42a80a39-edd9-4230-96e1-8bb4ce02d661 None None] For port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4bd92487-44e5-4ec4-a7be-85cbf830d3fa,segment=NetworkSegment(2700adb9-8b7f-426c-96d4-76f6f3b50141),segment_id=2700adb9-8b7f-426c-96d4-76f6f3b50141)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:42.892921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-42a80a39-edd9-4230-96e1-8bb4ce02d661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.936648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:42.937400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Checking segment: {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:42.938072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Bound using segment: {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:42.938731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Bound port: 9382b39b-b321-46b4-8fec-2af925b520b0, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec411288-a22a-4345-ba50-aaa0ace1d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:42.939318 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.984027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Deleting port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:27:42.984862 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.067956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee0616-d43c-40ea-afe9-a34585b9f4fc req-fdf638c8-edda-431b-89e3-ec51448c104a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.075596 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-22ee0616-d43c-40ea-afe9-a34585b9f4fc req-fdf638c8-edda-431b-89e3-ec51448c104a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.5050859 Feb 04 15:27:43.093956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818c9f-661e-4f23-b90e-624148a38742 req-70ef6af2-d49d-40f8-830f-054c57cf49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.095812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-70ef6af2-d49d-40f8-830f-054c57cf49c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7952158 Feb 04 15:27:43.126750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-42a80a39-edd9-4230-96e1-8bb4ce02d661 None None] Calling delete_port for 4bd92487-44e5-4ec4-a7be-85cbf830d3fa owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:27:43.180735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-2f9fe2c8-f8e0-4f37-8770-3940f6bb5f1f service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714157 Feb 04 15:27:43.225038 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-22ee0616-d43c-40ea-afe9-a34585b9f4fc req-b7f61f25-4a9d-4e08-ad5d-296534ecc830 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485460 Feb 04 15:27:43.301651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-42a80a39-edd9-4230-96e1-8bb4ce02d661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.323693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-afd5418d-d115-45d0-8c34-f065a284880d req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.382487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa update to DOWN by agent not found {{(pid=87572) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 15:27:43.395613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a80a39-edd9-4230-96e1-8bb4ce02d661 None None] No DVR routers for this DVR port 4bd92487-44e5-4ec4-a7be-85cbf830d3fa on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:43.403323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a80a39-edd9-4230-96e1-8bb4ce02d661 None None] Pushing event deleted for resources: {'Port': ['ID=4bd92487-44e5-4ec4-a7be-85cbf830d3fa,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:43.523031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'Port': ['ID=7d0c8dc4-9535-4c70-b8e6-812e1a9812b9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:43.566443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd5418d-d115-45d0-8c34-f065a284880d req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] No DVR routers for this DVR port 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:43.677713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-db903e57-91ff-4ad3-8c9b-819ebdee4acd service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214664 Feb 04 15:27:43.741712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] The port '4bd92487-44e5-4ec4-a7be-85cbf830d3fa' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:27:43.750358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-afd5418d-d115-45d0-8c34-f065a284880d req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.763626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3e836968-0ee1-4535-ac9b-c94408f999db req-220246bd-9826-4b69-8282-5f444f674688 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:43.767784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'name': 'network-vif-deleted', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:43.780407 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-afd5418d-d115-45d0-8c34-f065a284880d req-f0cab3e6-927f-4c88-a40c-61b348c9c1c9 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.61 "DELETE /v2.0/ports/7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 HTTP/1.1" status: 204 len: 173 time: 2.4682219 Feb 04 15:27:43.793504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-05822334-945e-4af4-bd72-9ac66596de2c service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914644 Feb 04 15:27:43.794023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on host n-h2-827870-1 for vnic_type normal with profile None {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:43.794475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:43.795679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:43.800786 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-496b4fc1-61c8-411e-9978-46b704190157 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796212 Feb 04 15:27:43.801521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:27:43.801848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:43.804077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3e836968-0ee1-4535-ac9b-c94408f999db req-220246bd-9826-4b69-8282-5f444f674688 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:43.805146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] For port 9382b39b-b321-46b4-8fec-2af925b520b0, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:43.805305 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e836968-0ee1-4535-ac9b-c94408f999db req-220246bd-9826-4b69-8282-5f444f674688 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=518c42c6-ec78-4e60-bf73-d9b661a84077 HTTP/1.1" status: 200 len: 210 time: 0.2402413 Feb 04 15:27:43.811208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:43.811549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:43.812236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:43.813103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Bound port: 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:43.885667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:43.892045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] Notify callbacks [] for binding, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.893155 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-50639f95-746e-49fd-b784-326c04676f87 service neutron] 10.222.0.46 "POST /v2.0/ports/7fa39a05-430d-43b4-b3a8-2c722c1f4233/bindings HTTP/1.1" status: 201 len: 389 time: 1.0372906 Feb 04 15:27:43.962793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:27:43.999836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] For port 9382b39b-b321-46b4-8fec-2af925b520b0, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9382b39b-b321-46b4-8fec-2af925b520b0,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:44.042703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:27:44.042703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7d0c8dc4-9535-4c70-b8e6-812e1a9812b9 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:27:44.043286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['581a2476-8576-4b7f-8fbf-513d9af64f71'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:44.204063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d19a7-7f02-48e6-a04f-c46a1c255637 req-429f5bf4-8f5b-49e3-b53a-ef34b62e16af tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.205680 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f0d19a7-7f02-48e6-a04f-c46a1c255637 req-429f5bf4-8f5b-49e3-b53a-ef34b62e16af tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 950 time: 0.2259696 Feb 04 15:27:44.453569 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f0d19a7-7f02-48e6-a04f-c46a1c255637 req-0695b22e-4136-40e2-b41e-9e15e7298d09 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316017 Feb 04 15:27:44.485546 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b818c9f-661e-4f23-b90e-624148a38742 req-fddefd18-1cda-4758-8340-c08ce8083a08 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524298 Feb 04 15:27:44.598928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-ee10b799-ff1f-45a8-bc55-1e6414e0bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.604753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-ee10b799-ff1f-45a8-bc55-1e6414e0bed9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 1097 time: 0.3381975 Feb 04 15:27:44.638389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:44.719373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.793394 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518c42c6-ec78-4e60-bf73-d9b661a84077', 'name': 'network-vif-deleted', 'tag': '7d0c8dc4-9535-4c70-b8e6-812e1a9812b9', 'status': 'completed', 'code': 200} Feb 04 15:27:44.884892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.885505 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.887569 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] 10.222.0.53 "PUT /v2.0/ports/9382b39b-b321-46b4-8fec-2af925b520b0 HTTP/1.1" status: 200 len: 1092 time: 7.1264756 Feb 04 15:27:44.888048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'tag': '9382b39b-b321-46b4-8fec-2af925b520b0'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:44.979950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 5ca59105-192d-4f24-8e97-4c28a96df59b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:44.989173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 5ca59105-192d-4f24-8e97-4c28a96df59b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:44.989613 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.077785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caebdd6-7a53-41b6-aca0-5e866100dc5e req-db940433-eca3-4e7e-ab59-30b9badda682 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.079296 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0caebdd6-7a53-41b6-aca0-5e866100dc5e req-db940433-eca3-4e7e-ab59-30b9badda682 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 944 time: 0.2881489 Feb 04 15:27:45.145584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-b555e2e1-76da-45dc-917d-f2eb907d3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.147177 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-b555e2e1-76da-45dc-917d-f2eb907d3e08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.5318322 Feb 04 15:27:45.148725 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.191125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:45.192472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:45.201238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.319367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4202372a-84d1-489f-b751-bbfd2ddb2421 req-3a9fc7b6-fc7c-4fe1-a2e1-032cb083996c service neutron] 10.222.0.61 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5166700 Feb 04 15:27:45.325925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=13']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:45.333722 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-ec591aa6-a36d-4fa6-81a9-ca49441b928c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233 HTTP/1.1" status: 200 len: 217 time: 0.1694887 Feb 04 15:27:45.382511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.407245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fa63e-620f-4441-bca8-ee72f5690420 service neutron] Pushing event updated for resources: {'Port': ['ID=9382b39b-b321-46b4-8fec-2af925b520b0,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:45.421494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0caebdd6-7a53-41b6-aca0-5e866100dc5e req-7ed20d84-e39e-4beb-afbb-dbf364098cac tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276327 Feb 04 15:27:45.482528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ef5347-2f02-4e90-b0cb-fb50ea1ec639']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:45.510812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2700adb9-8b7f-426c-96d4-76f6f3b50141') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:45.511411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2700adb9-8b7f-426c-96d4-76f6f3b50141') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:45.532311 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.546035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-a6e9df35-2275-475b-ba36-59909d9dabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.547670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-a6e9df35-2275-475b-ba36-59909d9dabdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.1548848 Feb 04 15:27:45.564245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-2586f399-d861-48e4-99ea-e9087c884c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.566121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-2586f399-d861-48e4-99ea-e9087c884c67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4319c853c3484672b45ffc7e045c330e&device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 1095 time: 0.4541090 Feb 04 15:27:45.571803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.645875 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-dbd29fdb-d716-45e9-b155-3407ff86f708 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914400 Feb 04 15:27:45.649923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808ace2-642e-4b26-8696-845d03cab25b req-40c35489-715f-4e4a-afce-8f8e4f8c8286 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.658265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9808ace2-642e-4b26-8696-845d03cab25b req-40c35489-715f-4e4a-afce-8f8e4f8c8286 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 946 time: 0.6241384 Feb 04 15:27:45.691872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:27:45.692633 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:27:45.710831 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:27:45.772875 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-2c585a68-d8ad-44d1-9190-35f322f5d827 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9382b39b-b321-46b4-8fec-2af925b520b0 HTTP/1.1" status: 200 len: 217 time: 0.1958668 Feb 04 15:27:45.874535 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-46167fd8-db63-403c-967e-de252778b5c0 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182853 Feb 04 15:27:45.880587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9808ace2-642e-4b26-8696-845d03cab25b req-c6f92f64-4393-42af-be5c-302aeececd66 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210476 Feb 04 15:27:45.915357 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.919621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-684e7593-ead7-4498-8bfc-331edec461cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.921238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-684e7593-ead7-4498-8bfc-331edec461cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4234aa3a-e859-4a7e-87d3-632a5bb8129b HTTP/1.1" status: 200 len: 851 time: 0.1406367 Feb 04 15:27:45.945767 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.981537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375d99-0de7-4f8f-8481-bec74fd5723e req-2f73505d-a82e-4dc5-816d-6156e943878d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.988353 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43375d99-0de7-4f8f-8481-bec74fd5723e req-2f73505d-a82e-4dc5-816d-6156e943878d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.2091579 Feb 04 15:27:46.019304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ef5347-2f02-4e90-b0cb-fb50ea1ec639,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:46.061751 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43375d99-0de7-4f8f-8481-bec74fd5723e req-357b4e04-0331-4a0c-abde-8fa3a5598064 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725327 Feb 04 15:27:46.096649 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-daff27b9-d254-4d64-b9b2-8d655c622040 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092397 Feb 04 15:27:46.099592 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fbc79c9d-f77d-4286-aac6-b9a68ae06f51 admin admin] 10.222.0.46 "DELETE /v2.0/networks/84ef5347-2f02-4e90-b0cb-fb50ea1ec639 HTTP/1.1" status: 204 len: 168 time: 3.9118898 Feb 04 15:27:46.155909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-527ab616-9e1a-448c-8c3f-a3f421d7f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:46.158950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-527ab616-9e1a-448c-8c3f-a3f421d7f45e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46d589f4-cef2-441a-b0b6-574dd6b69bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132657 Feb 04 15:27:46.182961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483b6d-532a-43de-971a-732b2ee1c51a req-9d3f31a3-e55d-48b4-a95c-bdfff6f9c5c7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:46.190253 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d483b6d-532a-43de-971a-732b2ee1c51a req-9d3f31a3-e55d-48b4-a95c-bdfff6f9c5c7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 951 time: 0.1834793 Feb 04 15:27:46.449445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d483b6d-532a-43de-971a-732b2ee1c51a req-fd52a9d2-ddea-488f-8cf3-2b5dd9d3c99b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153562 Feb 04 15:27:46.454374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-0bdd9d08-a8ab-4795-857a-af91618e720f service neutron] 10.222.0.53 "GET /v2.0/networks/46d589f4-cef2-441a-b0b6-574dd6b69bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816503 Feb 04 15:27:46.532340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49030) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:46.597373 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6c217fee-d000-419e-9b86-db36a6fb60c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8207449924824266baa2ac5f1d85b0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636656 Feb 04 15:27:46.599782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49034) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:46.629007 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'tag': '9382b39b-b321-46b4-8fec-2af925b520b0', 'status': 'completed', 'code': 200} Feb 04 15:27:46.677529 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-7497105a-208d-471a-8071-a64ef9f68a86 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2382171 Feb 04 15:27:46.695395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22602058-84bd-4e25-af05-0786dba3412f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.717127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebad53b-4fc2-4828-b7ad-6c71399c8623 req-757789bf-0750-47d8-b57a-292bcb6e7765 service neutron] 10.222.0.53 "GET /v2.0/networks/46d589f4-cef2-441a-b0b6-574dd6b69bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562828 Feb 04 15:27:46.722967 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'code': 200} Feb 04 15:27:46.743815 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22602058-84bd-4e25-af05-0786dba3412f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.913615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22602058-84bd-4e25-af05-0786dba3412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.948823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22602058-84bd-4e25-af05-0786dba3412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c891391d-f33e-48e1-8cbc-8e310050d1e4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:46.978233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22602058-84bd-4e25-af05-0786dba3412f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.980130 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-22602058-84bd-4e25-af05-0786dba3412f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c891391d-f33e-48e1-8cbc-8e310050d1e4 HTTP/1.1" status: 204 len: 168 time: 0.3793011 Feb 04 15:27:47.022310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf0a2-9bc0-4861-8f36-99d54d134cda req-6ca34b58-e981-4821-952e-a8a23087f15b tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.023938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bb6bf0a2-9bc0-4861-8f36-99d54d134cda req-6ca34b58-e981-4821-952e-a8a23087f15b tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 944 time: 0.2047203 Feb 04 15:27:47.026045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-a2520561-5200-49c8-8161-01c61f511be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.028691 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-a2520561-5200-49c8-8161-01c61f511be5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 1095 time: 0.1717048 Feb 04 15:27:47.035236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-295ff6db-5d35-449e-b631-5fdf5766ab03 req-9d1b410f-c73e-4c45-90fe-93ebbd839457 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/5fa77e06-f209-492e-8c92-4d87b93dad64 HTTP/1.1" status: 200 len: 1799 time: 0.1918979 Feb 04 15:27:47.117576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-bd221031-a7bb-4c50-9ed7-aa8daaa820ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.119186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-bd221031-a7bb-4c50-9ed7-aa8daaa820ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4319c853c3484672b45ffc7e045c330e&device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 1095 time: 0.2510357 Feb 04 15:27:47.166477 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bb6bf0a2-9bc0-4861-8f36-99d54d134cda req-a9182c09-d6ba-4d06-a9af-d73b4ca7714b tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358204 Feb 04 15:27:47.268308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-a7534477-e1ab-41b8-a11b-89e7918bf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.269787 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-a7534477-e1ab-41b8-a11b-89e7918bf20e service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.2194550 Feb 04 15:27:47.431349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-3dcfb2d5-7fa8-4fc5-895e-82136f506c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.433633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-3dcfb2d5-7fa8-4fc5-895e-82136f506c57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46d589f4-cef2-441a-b0b6-574dd6b69bba HTTP/1.1" status: 200 len: 913 time: 0.2695911 Feb 04 15:27:47.627994 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-b23834c5-f1a8-41f1-a2a5-089d9b2d0f56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 200 len: 217 time: 0.3515069 Feb 04 15:27:47.698043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-6db26de5-e6c9-4713-995e-3a208c09453f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9382b39b-b321-46b4-8fec-2af925b520b0 HTTP/1.1" status: 200 len: 217 time: 0.2568419 Feb 04 15:27:47.701684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-295ff6db-5d35-449e-b631-5fdf5766ab03 req-4f395654-54cf-4691-9db2-14803c0ab0e1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.816101 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-295ff6db-5d35-449e-b631-5fdf5766ab03 req-4f395654-54cf-4691-9db2-14803c0ab0e1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.839424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-0285900f-ed32-444a-b856-600d507fa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.841644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-0285900f-ed32-444a-b856-600d507fa72c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4234aa3a-e859-4a7e-87d3-632a5bb8129b HTTP/1.1" status: 200 len: 851 time: 0.1370962 Feb 04 15:27:47.844324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-33e1bdee-138b-42da-bccc-c66106c6cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.845874 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-33e1bdee-138b-42da-bccc-c66106c6cb81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.1386442 Feb 04 15:27:47.924608 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-c080eb73-7d3c-40cd-9009-6ef5f8d95978 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653796 Feb 04 15:27:47.953801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-295ff6db-5d35-449e-b631-5fdf5766ab03 req-4f395654-54cf-4691-9db2-14803c0ab0e1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.964606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fd4af-9b20-46e5-879a-4d53599b572e req-17198ae0-278c-4da0-a48b-75aa1001bcc2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.969556 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e5fd4af-9b20-46e5-879a-4d53599b572e req-17198ae0-278c-4da0-a48b-75aa1001bcc2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 946 time: 0.3390989 Feb 04 15:27:47.976789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-65a38c25-f2f1-4005-8b26-f0347d13ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.979084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-65a38c25-f2f1-4005-8b26-f0347d13ad7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46d589f4-cef2-441a-b0b6-574dd6b69bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157150 Feb 04 15:27:47.984658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f395654-54cf-4691-9db2-14803c0ab0e1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa77e06-f209-492e-8c92-4d87b93dad64,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:48.094416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-295ff6db-5d35-449e-b631-5fdf5766ab03 req-4f395654-54cf-4691-9db2-14803c0ab0e1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.101354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e5fd4af-9b20-46e5-879a-4d53599b572e req-874fba73-c9ab-4ec4-85c9-ac13804069d9 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654247 Feb 04 15:27:48.109358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-295ff6db-5d35-449e-b631-5fdf5766ab03 req-4f395654-54cf-4691-9db2-14803c0ab0e1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/5fa77e06-f209-492e-8c92-4d87b93dad64 HTTP/1.1" status: 204 len: 173 time: 1.0682499 Feb 04 15:27:48.205053 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-f018d740-e515-46bd-8bb0-193593ecdf17 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723615 Feb 04 15:27:48.238735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-c443da3c-abf3-4c2c-80fd-fa5549f98033 service neutron] 10.222.0.53 "GET /v2.0/networks/46d589f4-cef2-441a-b0b6-574dd6b69bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506707 Feb 04 15:27:48.388978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-de4d05cd-08da-41b2-848a-4b8fe24f2e29 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1427550 Feb 04 15:27:48.465693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f1121-efaa-4799-ac7e-b2a4d6b18216 req-b4952c4e-7409-4801-8e2e-79870ec9bd69 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:48.467811 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-744f1121-efaa-4799-ac7e-b2a4d6b18216 req-b4952c4e-7409-4801-8e2e-79870ec9bd69 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.2148156 Feb 04 15:27:48.469742 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2cdaca92-e95a-4359-b1de-1ee4a1d889c2 req-945d86cb-d626-4b59-baa3-e8f6dd767d74 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573681 Feb 04 15:27:48.519466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-744f1121-efaa-4799-ac7e-b2a4d6b18216 req-0049d109-3e32-4965-b18c-bdf0af1b4d16 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453916 Feb 04 15:27:48.547025 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50cf2895-3071-434a-a02b-af87ac2c0bc5 req-cf7fc2dc-4916-498d-9122-22b06d651d14 service neutron] 10.222.0.53 "GET /v2.0/networks/46d589f4-cef2-441a-b0b6-574dd6b69bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986176 Feb 04 15:27:48.603205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-bceeaf3d-f94b-4e1d-b5d9-43dfc39534c5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:48.604554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-bceeaf3d-f94b-4e1d-b5d9-43dfc39534c5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005506 Feb 04 15:27:48.621632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-2f0590f8-a6fd-4177-825e-223099e6ba1e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/quotas/351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 375 time: 0.0109067 Feb 04 15:27:48.671573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9382b39b-b321-46b4-8fec-2af925b520b0 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:27:48.751069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-f1f1f686-fec4-45df-af89-44594c78fd40 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1231713 Feb 04 15:27:48.849899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9382b39b-b321-46b4-8fec-2af925b520b0, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9382b39b-b321-46b4-8fec-2af925b520b0,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:48.863804 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '9382b39b-b321-46b4-8fec-2af925b520b0', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'port_id': '9382b39b-b321-46b4-8fec-2af925b520b0', 'mac_address': 'fa:16:3e:bc:85:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:27:48.939892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7271b1d-5400-4894-b91f-ac9dd5ac4c7d req-edb642b4-7d22-415f-97de-6652f4820d10 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/b1dad0e3-5a1e-4c47-8403-d184582519ff HTTP/1.1" status: 200 len: 1799 time: 0.0631158 Feb 04 15:27:48.940814 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.961288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9382b39b-b321-46b4-8fec-2af925b520b0 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:48.979483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9382b39b-b321-46b4-8fec-2af925b520b0, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9382b39b-b321-46b4-8fec-2af925b520b0,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:48.985719 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.026526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f7271b1d-5400-4894-b91f-ac9dd5ac4c7d req-9ea50016-1422-4b05-a621-b6feadd190dd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.060456 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f7271b1d-5400-4894-b91f-ac9dd5ac4c7d req-9ea50016-1422-4b05-a621-b6feadd190dd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.065480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9382b39b-b321-46b4-8fec-2af925b520b0,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:49.075370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.075800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.076250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.076744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.077166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.077560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.078088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.078505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.079306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.079632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.080028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.080557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:49.085775 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccab39a-f757-4992-8edd-34452d980c7d req-88068484-a8b6-4998-9413-357939677d10 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:49.086531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bccab39a-f757-4992-8edd-34452d980c7d req-88068484-a8b6-4998-9413-357939677d10 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Synchronizing usage tracker for tenant:1912d204854e45b1ae3a25e81a7b02d2 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:49.106351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bccab39a-f757-4992-8edd-34452d980c7d req-88068484-a8b6-4998-9413-357939677d10 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Unset dirty status for tenant:1912d204854e45b1ae3a25e81a7b02d2 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:49.107665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-88068484-a8b6-4998-9413-357939677d10 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/networks?id=35fff0c5-5c06-4c10-bf79-d9b86cf8b844 HTTP/1.1" status: 200 len: 815 time: 0.1901417 Feb 04 15:27:49.124653 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-55796823-6523-413d-bfe1-c3d506ebbb4d tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/quotas/1912d204854e45b1ae3a25e81a7b02d2 HTTP/1.1" status: 200 len: 375 time: 0.0113153 Feb 04 15:27:49.129976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f7271b1d-5400-4894-b91f-ac9dd5ac4c7d req-9ea50016-1422-4b05-a621-b6feadd190dd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.150664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea50016-1422-4b05-a621-b6feadd190dd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dad0e3-5a1e-4c47-8403-d184582519ff,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:49.161610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f7271b1d-5400-4894-b91f-ac9dd5ac4c7d req-9ea50016-1422-4b05-a621-b6feadd190dd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.162748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7271b1d-5400-4894-b91f-ac9dd5ac4c7d req-9ea50016-1422-4b05-a621-b6feadd190dd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/b1dad0e3-5a1e-4c47-8403-d184582519ff HTTP/1.1" status: 204 len: 173 time: 0.2167935 Feb 04 15:27:49.236940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bccab39a-f757-4992-8edd-34452d980c7d req-2272ec1a-7c9e-47f1-9d06-09901f0d3e23 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Synchronizing usage tracker for tenant:1912d204854e45b1ae3a25e81a7b02d2 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:49.259335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['9382b39b-b321-46b4-8fec-2af925b520b0'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:49.268994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bccab39a-f757-4992-8edd-34452d980c7d req-2272ec1a-7c9e-47f1-9d06-09901f0d3e23 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Unset dirty status for tenant:1912d204854e45b1ae3a25e81a7b02d2 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:49.278971 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-2272ec1a-7c9e-47f1-9d06-09901f0d3e23 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1912d204854e45b1ae3a25e81a7b02d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1475809 Feb 04 15:27:49.402608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b46bd-6ea8-4fba-a3bf-4c68743c11e1 req-c2757e0e-08e3-43f4-b70e-bd0e813d86a8 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:49.403794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-620b46bd-6ea8-4fba-a3bf-4c68743c11e1 req-c2757e0e-08e3-43f4-b70e-bd0e813d86a8 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Synchronizing usage tracker for tenant:4319c853c3484672b45ffc7e045c330e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:49.423458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-620b46bd-6ea8-4fba-a3bf-4c68743c11e1 req-c2757e0e-08e3-43f4-b70e-bd0e813d86a8 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Unset dirty status for tenant:4319c853c3484672b45ffc7e045c330e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:49.426889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-620b46bd-6ea8-4fba-a3bf-4c68743c11e1 req-c2757e0e-08e3-43f4-b70e-bd0e813d86a8 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 945 time: 0.1576934 Feb 04 15:27:49.435912 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-3132bfc1-c435-4ac8-b971-eeddbda8bf25 service neutron] 10.222.0.46 "GET /v2.0/networks/35fff0c5-5c06-4c10-bf79-d9b86cf8b844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560941 Feb 04 15:27:49.489143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-620b46bd-6ea8-4fba-a3bf-4c68743c11e1 req-6643b32a-1192-4e3f-94d9-c6314a4b1ad9 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572917 Feb 04 15:27:49.594040 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-5eee9435-f709-4c0d-8210-c467c50dec46 service neutron] 10.222.0.46 "GET /v2.0/networks/35fff0c5-5c06-4c10-bf79-d9b86cf8b844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463273 Feb 04 15:27:49.726212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9aea34ac-94df-43b0-a6b8-87b8f9d4182c req-a5df1f2c-1c12-453e-a385-7d932bf83cf4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 210 time: 0.0549872 Feb 04 15:27:49.764458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-573060557', 'description': 'tempest-description-1376343667'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:49.770870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:49.774936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:49.777942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:49.783992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:49.794535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.815603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:49.819888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Usage tracker for resource:security_group_rule and tenant:84bfbb5c181f441280cc0c4a137e63ca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:49.822853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:49.831353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:49.878724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a609fe-fd57-4f0a-ba07-1679536f609b req-2151d5bf-8745-453a-8ec2-8e34537e6084 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:49.880236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a2a609fe-fd57-4f0a-ba07-1679536f609b req-2151d5bf-8745-453a-8ec2-8e34537e6084 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 946 time: 0.0920386 Feb 04 15:27:49.911833 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.915051 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.932335 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a2a609fe-fd57-4f0a-ba07-1679536f609b req-3c463843-6ce6-47e1-b7dd-fa2264351a6e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432315 Feb 04 15:27:49.984618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e809dc9-1314-4b80-97e6-92d3d621f20f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:49.989232 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.009807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0840a9d-5f56-4c02-b610-f734b41a163d req-7e3c63a1-a461-4c0b-b6e1-707ffc0dfa18 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2500172 Feb 04 15:27:50.157964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c28abbe5-40ed-4122-bc5f-2920ba428e49 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472350 Feb 04 15:27:50.240975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c16534b-97fb-4ff9-9a2e-f42f43208c78 req-38bc7e63-9df9-45c2-ab0b-1e0cf82f393b tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 210 time: 0.0625606 Feb 04 15:27:50.327261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-b6308b09-4057-4575-826c-89f9e101434f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008450 Feb 04 15:27:50.338001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-536a308b-e0a8-440d-a736-38b9e91f1599 req-3d42fe9c-a5e4-4bdd-9999-194d8911521a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/3e809dc9-1314-4b80-97e6-92d3d621f20f HTTP/1.1" status: 200 len: 1800 time: 0.0586834 Feb 04 15:27:50.353655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-536a308b-e0a8-440d-a736-38b9e91f1599 req-a956573d-d8f7-4d81-91f2-d784960813fa tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Request body: {'security_group': {'name': 'tempest-sg-hth-527485783', 'description': 'tempest-description-hth-2061110229'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:50.361872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dbc0c-2f6c-4c45-8aee-480ac7de53a4 req-dd258f62-ef90-4fd8-8f64-4a2a50ca028e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.363234 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-888dbc0c-2f6c-4c45-8aee-480ac7de53a4 req-dd258f62-ef90-4fd8-8f64-4a2a50ca028e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.3108232 Feb 04 15:27:50.409422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-acae46c2-bcdf-44e1-bfee-8e45d7158f2d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.410832 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-acae46c2-bcdf-44e1-bfee-8e45d7158f2d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465615 Feb 04 15:27:50.427258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Request body: {'port': {'device_id': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '351b5fc8c821429d90b7d6fb4f2e1eda'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:50.465780 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-536a308b-e0a8-440d-a736-38b9e91f1599 req-a956573d-d8f7-4d81-91f2-d784960813fa tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.527417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-0e3ab06d-b672-4d6c-9a1c-16a12f7014d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.529234 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-0e3ab06d-b672-4d6c-9a1c-16a12f7014d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 1174 time: 0.1576200 Feb 04 15:27:50.546710 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-536a308b-e0a8-440d-a736-38b9e91f1599 req-a956573d-d8f7-4d81-91f2-d784960813fa tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.554412 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-536a308b-e0a8-440d-a736-38b9e91f1599 req-a956573d-d8f7-4d81-91f2-d784960813fa tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.560094 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-536a308b-e0a8-440d-a736-38b9e91f1599 req-a956573d-d8f7-4d81-91f2-d784960813fa tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.561571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-536a308b-e0a8-440d-a736-38b9e91f1599 req-a956573d-d8f7-4d81-91f2-d784960813fa tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "PUT /v2.0/security-groups/3e809dc9-1314-4b80-97e6-92d3d621f20f HTTP/1.1" status: 200 len: 1774 time: 0.2132859 Feb 04 15:27:50.634309 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-888dbc0c-2f6c-4c45-8aee-480ac7de53a4 req-8e7c3ba7-29c1-4a60-a081-0cd84a40841c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567599 Feb 04 15:27:50.677870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9382b39b-b321-46b4-8fec-2af925b520b0 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:27:50.680632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956573d-d8f7-4d81-91f2-d784960813fa tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e809dc9-1314-4b80-97e6-92d3d621f20f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:50.728593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:50.761075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-992f6ce0-872f-4b53-b428-8837bd1fb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.763022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-992f6ce0-872f-4b53-b428-8837bd1fb325 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 200 len: 913 time: 0.2003958 Feb 04 15:27:50.768179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6eb025a1-2c17-47b8-ae9d-d582d2a08ed4 req-e374ced1-560c-49cb-921f-f2ac056e7c2a tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/3e809dc9-1314-4b80-97e6-92d3d621f20f HTTP/1.1" status: 200 len: 1774 time: 0.0757496 Feb 04 15:27:50.774126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:50.786062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 9382b39b-b321-46b4-8fec-2af925b520b0 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:50.791887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 9382b39b-b321-46b4-8fec-2af925b520b0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:50.792825 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.821586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Made reservation on behalf of 351b5fc8c821429d90b7d6fb4f2e1eda for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:50.825515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.931366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-cebd1b30-f071-40cb-917f-3092c2b0db2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=581a2476-8576-4b7f-8fbf-513d9af64f71 HTTP/1.1" status: 200 len: 217 time: 0.1615319 Feb 04 15:27:50.932662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ab6e2-a861-43a6-8313-86e202e33379 req-3129ceec-44f7-4891-acf6-ca9e9f5edf66 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.934260 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-de2ab6e2-a861-43a6-8313-86e202e33379 req-3129ceec-44f7-4891-acf6-ca9e9f5edf66 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 945 time: 0.1954956 Feb 04 15:27:50.948612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.984061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382b39b-b321-46b4-8fec-2af925b520b0'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:50.994958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9382b39b-b321-46b4-8fec-2af925b520b0, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9382b39b-b321-46b4-8fec-2af925b520b0,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:51.001511 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.051926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-c56185eb-20f2-489b-ab9d-83a7039c8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:51.052193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-de2ab6e2-a861-43a6-8313-86e202e33379 req-11f438a8-c740-4836-b386-a307291a016b tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109185 Feb 04 15:27:51.053864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-c56185eb-20f2-489b-ab9d-83a7039c8d5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 200 len: 852 time: 0.1152220 Feb 04 15:27:51.083203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12782f47-e187-4dce-a3ac-da4ac9ba9584 req-2b6f551a-ede6-4ef0-bf11-dbdace3d543f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 210 time: 0.0697763 Feb 04 15:27:51.128166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Allocated IP 192.168.233.221 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/adb18751-01a7-4f48-8c3a-487193788cd2) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:51.158765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-75bd994f-6bf9-4d0c-ae06-f84dbc52f9ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817161 Feb 04 15:27:51.178771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9382b39b-b321-46b4-8fec-2af925b520b0,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:51.379125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-85bf788a-7b8a-4be7-b9de-e7fb3afd1930 req-fe9cece7-e0d0-4927-aad2-5dfb6a11ffb1 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/3e809dc9-1314-4b80-97e6-92d3d621f20f HTTP/1.1" status: 200 len: 1774 time: 0.1729913 Feb 04 15:27:51.425605 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-d63ac463-338b-47ff-a458-fb9d87083b8b service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152400 Feb 04 15:27:51.504686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.527521 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-85bf788a-7b8a-4be7-b9de-e7fb3afd1930 req-9530348b-fa43-4e3b-baf4-096a550f1e17 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.531713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Transition to ACTIVE for port object adb18751-01a7-4f48-8c3a-487193788cd2 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:51.566988 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-85bf788a-7b8a-4be7-b9de-e7fb3afd1930 req-9530348b-fa43-4e3b-baf4-096a550f1e17 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.571869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccab39a-f757-4992-8edd-34452d980c7d req-e4bfcad8-3777-4e18-9bf4-a90166fdbbe1 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:51.573870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-e4bfcad8-3777-4e18-9bf4-a90166fdbbe1 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.53 "GET /v2.0/networks?id=35fff0c5-5c06-4c10-bf79-d9b86cf8b844 HTTP/1.1" status: 200 len: 815 time: 0.4389358 Feb 04 15:27:51.598360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Request body: {'port': {'device_id': 'd7d5aa27-cbc4-4d73-9297-2ec1b4c01098', 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'admin_state_up': True, 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:51.633924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.651299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['8cacaa8b-ab8f-42f8-9d72-c573a5115246'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:51.698397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', '5ca59105-192d-4f24-8e97-4c28a96df59b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:51.749440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11908905-bd47-4cdf-a698-334d4cc12abc req-c4a74d18-5f84-4a07-a612-95f6ab88fd55 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:51.749440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11908905-bd47-4cdf-a698-334d4cc12abc req-c4a74d18-5f84-4a07-a612-95f6ab88fd55 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 946 time: 0.4031415 Feb 04 15:27:51.757124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0181d80d-32e7-4e79-ac60-bc7f63043d5f req-08ab3c59-e411-47e9-857e-12b821a54b34 service neutron] 10.222.0.53 "GET /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131993 Feb 04 15:27:51.761163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:51.767364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:51.777040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-85bf788a-7b8a-4be7-b9de-e7fb3afd1930 req-9530348b-fa43-4e3b-baf4-096a550f1e17 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.797621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:51.853525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11908905-bd47-4cdf-a698-334d4cc12abc req-72f727ab-5be1-4013-9482-452dee8835f9 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983038 Feb 04 15:27:51.858020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:51.881602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:51.885295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530348b-fa43-4e3b-baf4-096a550f1e17 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e809dc9-1314-4b80-97e6-92d3d621f20f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:51.908797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:51.915397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Made reservation on behalf of 1912d204854e45b1ae3a25e81a7b02d2 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:51.924039 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.957141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-85bf788a-7b8a-4be7-b9de-e7fb3afd1930 req-9530348b-fa43-4e3b-baf4-096a550f1e17 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.959797 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-85bf788a-7b8a-4be7-b9de-e7fb3afd1930 req-9530348b-fa43-4e3b-baf4-096a550f1e17 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/3e809dc9-1314-4b80-97e6-92d3d621f20f HTTP/1.1" status: 204 len: 173 time: 0.5714366 Feb 04 15:27:52.015766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:52.016572 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.049382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9c4aba8d-ce08-422f-b605-331f28c96524 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6283252 Feb 04 15:27:52.071581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Request body: {'port': {'device_id': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:52.242925 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382b39b-b321-46b4-8fec-2af925b520b0', 'code': 200} Feb 04 15:27:52.459529 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.855460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ce38acf8-743d-4377-9333-47f5ff7c6675 None None] Provisioning for port adb18751-01a7-4f48-8c3a-487193788cd2 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:52.870516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ce38acf8-743d-4377-9333-47f5ff7c6675 None None] Provisioning complete for port adb18751-01a7-4f48-8c3a-487193788cd2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:52.870516 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ce38acf8-743d-4377-9333-47f5ff7c6675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.894514 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1259e2f4-4d28-4fb6-80ee-b21cd5266c75 req-90a50518-eb7e-48a1-9869-e4482136c42a tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 210 time: 0.3736913 Feb 04 15:27:53.010102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ce38acf8-743d-4377-9333-47f5ff7c6675 None None] Port adb18751-01a7-4f48-8c3a-487193788cd2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:27:53.213617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Allocated IP 172.20.0.10 (35fff0c5-5c06-4c10-bf79-d9b86cf8b844/30697705-89f1-41b2-94f0-28561f4bfdeb/7ab824d3-4b2f-48b5-8d36-fffaee758582) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:53.231598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e2aa7-b622-4f87-9e7d-817190fffb7c req-1a8bb27b-8de2-40f1-996b-8a5e29eec46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:53.235154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26e2aa7-b622-4f87-9e7d-817190fffb7c req-1a8bb27b-8de2-40f1-996b-8a5e29eec46e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 1097 time: 0.8852646 Feb 04 15:27:53.354416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d99d-07e9-4bb0-aba5-ba1962812f32 req-a106f3dc-8fbf-4a1a-8ba7-e380d2d8ff61 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:53.356315 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82f9d99d-07e9-4bb0-aba5-ba1962812f32 req-a106f3dc-8fbf-4a1a-8ba7-e380d2d8ff61 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.4402323 Feb 04 15:27:53.404339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49226) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:53.429514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26e2aa7-b622-4f87-9e7d-817190fffb7c req-39f120fa-d0e6-4869-87e3-cdfe349d5f62 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697471 Feb 04 15:27:53.462600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82f9d99d-07e9-4bb0-aba5-ba1962812f32 req-1b6eb29f-dcf2-4782-b54d-5972bd3d0465 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962212 Feb 04 15:27:53.719958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb18751-01a7-4f48-8c3a-487193788cd2 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:53.733348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.768066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Transition to ACTIVE for port object adb18751-01a7-4f48-8c3a-487193788cd2 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:53.771204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28f07855-fa9c-434e-850d-ae3a12c39eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.782249 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.791857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-28f07855-fa9c-434e-850d-ae3a12c39eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:53.796473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-28f07855-fa9c-434e-850d-ae3a12c39eaf admin admin] Usage tracker for resource:security_group_rule and tenant:da8783cc1100445aa7aecf98f3024220 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:53.799630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-28f07855-fa9c-434e-850d-ae3a12c39eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:53.805756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-28f07855-fa9c-434e-850d-ae3a12c39eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:53.857230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b267858-2e55-465d-99e7-d9fcd16c428d req-6977833f-9025-48be-8606-d35e21dfae42 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:53.859187 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b267858-2e55-465d-99e7-d9fcd16c428d req-6977833f-9025-48be-8606-d35e21dfae42 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.3305228 Feb 04 15:27:53.905116 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.063728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Transition to ACTIVE for port object 7ab824d3-4b2f-48b5-8d36-fffaee758582 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:54.113404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28f07855-fa9c-434e-850d-ae3a12c39eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.118858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.179601 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28f07855-fa9c-434e-850d-ae3a12c39eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.470341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:54.498091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Pushing event updated for resources: {'Port': ['ID=7ab824d3-4b2f-48b5-8d36-fffaee758582,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:54.509168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9825992-499b-437d-9099-5211968e6392 service neutron] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:54.522436 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b267858-2e55-465d-99e7-d9fcd16c428d req-1b93dfac-bb88-43c1-b1d8-10918bbe650b tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5305030 Feb 04 15:27:54.529172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755dd9e-9bbe-4ca4-b3a0-345a712deea5 req-db3e82c1-5f16-451b-8e07-8db402a5c905 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:54.536180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c755dd9e-9bbe-4ca4-b3a0-345a712deea5 req-db3e82c1-5f16-451b-8e07-8db402a5c905 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 936 time: 0.8799732 Feb 04 15:27:54.540271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:54.564910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:27:54.626218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f07855-fa9c-434e-850d-ae3a12c39eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab81d1b1-d8d6-4b04-a01c-ca9131a10e05,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:54.637632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:54.637959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:54.639295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:54.653778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Port adb18751-01a7-4f48-8c3a-487193788cd2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:27:54.657547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:54.680469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:54.681115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:54.681667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:54.682259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Bound port: adb18751-01a7-4f48-8c3a-487193788cd2, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:54.682773 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.708292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-28f07855-fa9c-434e-850d-ae3a12c39eaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da8783cc1100445aa7aecf98f3024220&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2944570 Feb 04 15:27:54.709155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49240) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:54.821342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:54.822267 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.886185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-caa5be3c-72bb-4b17-b58e-64fd85369f60 None None] Provisioning for port 7ab824d3-4b2f-48b5-8d36-fffaee758582 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:54.896107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-caa5be3c-72bb-4b17-b58e-64fd85369f60 None None] Provisioning complete for port 7ab824d3-4b2f-48b5-8d36-fffaee758582 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:54.898590 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-caa5be3c-72bb-4b17-b58e-64fd85369f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.905237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c755dd9e-9bbe-4ca4-b3a0-345a712deea5 req-02103177-45cc-4945-ad60-8aed0f2d4c17 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581441 Feb 04 15:27:54.906145 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-870c0ac8-dd51-447b-b6c7-ea7caa061e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.944903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:54.951140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:54.965817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-1f55a89f-299b-471b-8838-b64df4c72f8f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3810840 Feb 04 15:27:54.969198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-870c0ac8-dd51-447b-b6c7-ea7caa061e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.986390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-caa5be3c-72bb-4b17-b58e-64fd85369f60 None None] Port 7ab824d3-4b2f-48b5-8d36-fffaee758582 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:27:54.994958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e39c4c-c71a-4969-80da-1679803e99f7 req-6b29b5be-fca5-4fce-ac19-af701e9fe91e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.002876 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43e39c4c-c71a-4969-80da-1679803e99f7 req-6b29b5be-fca5-4fce-ac19-af701e9fe91e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 946 time: 0.2492137 Feb 04 15:27:55.025217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.035889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-5fb5ed9b-0798-4fcb-9da9-6374a57dc312 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.038425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-5fb5ed9b-0798-4fcb-9da9-6374a57dc312 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1097 time: 0.2064283 Feb 04 15:27:55.062728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827870-1'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:55.133699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9825992-499b-437d-9099-5211968e6392 service neutron] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:55.141476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.142922 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.150417 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9825992-499b-437d-9099-5211968e6392 service neutron] 10.222.0.61 "PUT /v2.0/ports/adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 1096 time: 3.0924549 Feb 04 15:27:55.151206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:55.174128 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43e39c4c-c71a-4969-80da-1679803e99f7 req-e1a16e06-0c5d-41d5-a5f9-1de9a8d43c7e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702454 Feb 04 15:27:55.447160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9d8339b-b515-44b8-8a79-4902aa48067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.448616 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-c9d8339b-b515-44b8-8a79-4902aa48067b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1099 time: 0.2496526 Feb 04 15:27:55.472435 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-870c0ac8-dd51-447b-b6c7-ea7caa061e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.506359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c0ac8-dd51-447b-b6c7-ea7caa061e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab81d1b1-d8d6-4b04-a01c-ca9131a10e05,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:55.572584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.584341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-870c0ac8-dd51-447b-b6c7-ea7caa061e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.599582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-870c0ac8-dd51-447b-b6c7-ea7caa061e20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab81d1b1-d8d6-4b04-a01c-ca9131a10e05 HTTP/1.1" status: 204 len: 168 time: 0.8784370 Feb 04 15:27:55.742904 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-46a65052-7b4a-4997-8e12-208b61daa0e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.2155581 Feb 04 15:27:55.840753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72aa331-9817-4af5-af48-e3f03059a16d req-3200f427-513c-4c4e-b915-f6f97c05a9c4 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.841715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c72aa331-9817-4af5-af48-e3f03059a16d req-3200f427-513c-4c4e-b915-f6f97c05a9c4 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Synchronizing usage tracker for tenant:1912d204854e45b1ae3a25e81a7b02d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:55.873466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-07e44e4f-e55b-4bde-9acc-471542d226da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.874955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-07e44e4f-e55b-4bde-9acc-471542d226da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1109748 Feb 04 15:27:55.889652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223b439-50d0-4758-a4ba-7483aa58a8bc req-98219b39-18f9-4c6c-942c-b65fb5818bd8 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.891122 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7223b439-50d0-4758-a4ba-7483aa58a8bc req-98219b39-18f9-4c6c-942c-b65fb5818bd8 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.4498162 Feb 04 15:27:55.928639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:55.973399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:56.023686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7fa39a05-430d-43b4-b3a8-2c722c1f4233 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:27:56.035867 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.040416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c72aa331-9817-4af5-af48-e3f03059a16d req-3200f427-513c-4c4e-b915-f6f97c05a9c4 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Unset dirty status for tenant:1912d204854e45b1ae3a25e81a7b02d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:56.042204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c72aa331-9817-4af5-af48-e3f03059a16d req-3200f427-513c-4c4e-b915-f6f97c05a9c4 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 932 time: 0.7495642 Feb 04 15:27:56.045594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:56.050709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.058115 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7223b439-50d0-4758-a4ba-7483aa58a8bc req-69158977-909e-4312-8ba6-a0f064b30400 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110303 Feb 04 15:27:56.123352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-17b12c90-16fa-4f52-9f06-143bbc2a8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:56.128370 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-17b12c90-16fa-4f52-9f06-143bbc2a8fc9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357774 Feb 04 15:27:56.144359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa39a05-430d-43b4-b3a8-2c722c1f4233,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:56.359334 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-be84d309-aae8-48c4-870a-bf6de1d408ee req-d1346479-9466-48fb-967d-4798ffaa7d2c tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:27:56.371511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be84d309-aae8-48c4-870a-bf6de1d408ee req-d1346479-9466-48fb-967d-4798ffaa7d2c tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/b1dad0e3-5a1e-4c47-8403-d184582519ff HTTP/1.1" status: 404 len: 352 time: 0.1824422 Feb 04 15:27:56.411195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:27:56.443349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c72aa331-9817-4af5-af48-e3f03059a16d req-fae8d1e7-8374-4d2b-9971-b5bbf2d549fa tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976427 Feb 04 15:27:56.478254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7fa39a05-430d-43b4-b3a8-2c722c1f4233 has no active binding in host n-h2-827870-1 {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:27:56.520720 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'status': 'completed', 'code': 200} Feb 04 15:27:56.520720 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-f81cffa1-ff03-4b09-967c-cdbeec02991e service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842103 Feb 04 15:27:56.657412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:56.657412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:56.657412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:56.667915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:27:56.667915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Attempting to bind port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on network 9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:27:56.681745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:27:56.681745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Checking segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:27:56.681745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Bound using segment: {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:27:56.681745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Bound port: 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:56.681745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.931288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2e800-63f2-4733-a9f5-e0d52c9054e7 req-da4adcc9-5d63-4f9b-aac6-40658799d2fa tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:56.941324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fe2e800-63f2-4733-a9f5-e0d52c9054e7 req-da4adcc9-5d63-4f9b-aac6-40658799d2fa tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.2290049 Feb 04 15:27:56.983569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:27:57.020305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:27:57.026744 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.128376 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fe2e800-63f2-4733-a9f5-e0d52c9054e7 req-92317482-1b9a-43d3-9fe5-edd4ac70791e tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852114 Feb 04 15:27:57.129790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e7ff-9587-4ffc-87b1-02000f8693e1 req-3c39cdf3-17de-453f-bfe8-4d8824832c9b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.132673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-dd35e7ff-9587-4ffc-87b1-02000f8693e1 req-3c39cdf3-17de-453f-bfe8-4d8824832c9b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Synchronizing usage tracker for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:27:57.141947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe0fdabd-4967-4a29-a41c-723c6cf731ab req-9ef449f0-acf9-4644-a5c5-823d0de7a8c9 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151798 Feb 04 15:27:57.194482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-dd35e7ff-9587-4ffc-87b1-02000f8693e1 req-3c39cdf3-17de-453f-bfe8-4d8824832c9b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Unset dirty status for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:27:57.209177 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dd35e7ff-9587-4ffc-87b1-02000f8693e1 req-3c39cdf3-17de-453f-bfe8-4d8824832c9b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 948 time: 0.3984535 Feb 04 15:27:57.303203 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233', 'code': 200} Feb 04 15:27:57.408279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.409455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.412962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] 10.222.0.61 "PUT /v2.0/ports/7fa39a05-430d-43b4-b3a8-2c722c1f4233 HTTP/1.1" status: 200 len: 1122 time: 2.3611090 Feb 04 15:27:57.484787 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dd35e7ff-9587-4ffc-87b1-02000f8693e1 req-34237035-0e0a-4b1d-9dae-b7e86e8f97cf tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740948 Feb 04 15:27:57.507171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7fa39a05-430d-43b4-b3a8-2c722c1f4233'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:57.591196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf7148-d966-4c78-8d12-a511ec9d6d59 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa39a05-430d-43b4-b3a8-2c722c1f4233,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:57.652973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7fa39a05-430d-43b4-b3a8-2c722c1f4233'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:27:57.653586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509abd-bea2-4996-9059-da337aee1fa1 req-193ec4be-ac5b-44b7-a033-0c5fd8a9e228 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.660666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e509abd-bea2-4996-9059-da337aee1fa1 req-193ec4be-ac5b-44b7-a033-0c5fd8a9e228 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 944 time: 0.2438929 Feb 04 15:27:57.670560 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-d5833847-8166-4dbc-82ea-9f7b6de8bfea req-77b3bf12-4f8d-4306-9ed9-91cc6900b752 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:27:57.686354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d5833847-8166-4dbc-82ea-9f7b6de8bfea req-77b3bf12-4f8d-4306-9ed9-91cc6900b752 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/5fa77e06-f209-492e-8c92-4d87b93dad64 HTTP/1.1" status: 404 len: 352 time: 0.1212258 Feb 04 15:27:57.694534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-85f26f26-c9be-4ef5-b758-dfaf542484cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.697424 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-85f26f26-c9be-4ef5-b758-dfaf542484cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1099 time: 0.4856617 Feb 04 15:27:57.729960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e509abd-bea2-4996-9059-da337aee1fa1 req-c83485a2-b87f-49b3-9f74-e79ab1d5ccca tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676761 Feb 04 15:27:57.821795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Request body: {'port': {'device_id': 'd7d5aa27-cbc4-4d73-9297-2ec1b4c01098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:58.187825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-dd78fb5d-bf4f-4d36-8e37-b726341cdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.190107 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-dd78fb5d-bf4f-4d36-8e37-b726341cdeda service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.4853604 Feb 04 15:27:58.397101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-a1d3838c-cfac-44d6-9f07-be35d5e28243 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.1957715 Feb 04 15:27:58.439584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d74c4-7dfa-4d05-8535-e0349ebd0160 req-cc945842-06a3-4b0c-b9c0-84061efec992 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.445224 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5d4d74c4-7dfa-4d05-8535-e0349ebd0160 req-cc945842-06a3-4b0c-b9c0-84061efec992 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.5427504 Feb 04 15:27:58.489630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49300) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:27:58.647223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.675117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5d4d74c4-7dfa-4d05-8535-e0349ebd0160 req-bcc634e1-66e3-4408-838b-4f935e6375bc tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424885 Feb 04 15:27:58.676710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-be2ca7eb-ce72-4eac-b811-27ca4750fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.683081 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-be2ca7eb-ce72-4eac-b811-27ca4750fab5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2817750 Feb 04 15:27:58.787358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd8f41-2d0f-4984-9c05-3b899e31ebd2 req-2623e6a7-94f3-461c-8af4-2d6e4dfce796 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.797897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7bfd8f41-2d0f-4984-9c05-3b899e31ebd2 req-2623e6a7-94f3-461c-8af4-2d6e4dfce796 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 932 time: 0.7905624 Feb 04 15:27:58.987846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7bfd8f41-2d0f-4984-9c05-3b899e31ebd2 req-3e36aae9-10a2-4e05-b924-41be2f6aaef2 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871555 Feb 04 15:27:59.041705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-f3dec6d8-55cb-45ce-bedc-b70833aacef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.044655 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-f3dec6d8-55cb-45ce-bedc-b70833aacef4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3528454 Feb 04 15:27:59.102016 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-b8a36303-f437-4476-8f95-ae3af0233e6b req-12c839ec-bbc8-4190-8cc6-959b80814117 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:27:59.102834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8a36303-f437-4476-8f95-ae3af0233e6b req-12c839ec-bbc8-4190-8cc6-959b80814117 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/77bf3e9b-9abb-425a-8452-c396da0876b4 HTTP/1.1" status: 404 len: 352 time: 0.0512652 Feb 04 15:27:59.107046 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87e0aa6f-31a2-4fc0-a19a-2c210d0a803f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.235784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-87e0aa6f-31a2-4fc0-a19a-2c210d0a803f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:27:59.262978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-87e0aa6f-31a2-4fc0-a19a-2c210d0a803f admin admin] Usage tracker for resource:security_group_rule and tenant:51107354429c46c1a4a513150e6a66a1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:27:59.276589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-87e0aa6f-31a2-4fc0-a19a-2c210d0a803f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:27:59.325927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:59.425007 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-1bc19b81-7129-4cab-98a6-693fb7120d8e service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709152 Feb 04 15:27:59.435396 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-fa81ea40-03a4-42d4-8eb5-d60f7e8b7816 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b1da4a3d340147f9a893a9680960fd9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843782 Feb 04 15:27:59.491409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-87e0aa6f-31a2-4fc0-a19a-2c210d0a803f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:27:59.763616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dc358-354b-4151-af5b-508d2edd76d1 req-ac7bec25-e1a2-4e5d-b5f9-17a13ce4823d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.769591 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-401dc358-354b-4151-af5b-508d2edd76d1 req-ac7bec25-e1a2-4e5d-b5f9-17a13ce4823d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.2601862 Feb 04 15:27:59.964625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-e145ccdc-80e8-474a-86b4-7782de030177 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.966965 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-e145ccdc-80e8-474a-86b4-7782de030177 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5315864 Feb 04 15:27:59.997093 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-401dc358-354b-4151-af5b-508d2edd76d1 req-df7a1d51-3b14-40ef-9f0b-7b211d42664a tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004783 Feb 04 15:28:00.020299 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-7e017abe-6bbf-4759-9da4-37149ad110cd tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/quotas/b1da4a3d340147f9a893a9680960fd9e HTTP/1.1" status: 200 len: 375 time: 0.0248668 Feb 04 15:28:00.047364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:00.088101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-85f55069-d7c2-40cb-b294-0a0e8a0496ac req-f98451db-c67c-4bba-83da-a9623dd053dd service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521034 Feb 04 15:28:00.097545 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-36e9f9b9-2da1-4ce9-816e-273d383b0d6a tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1da4a3d340147f9a893a9680960fd9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712454 Feb 04 15:28:00.212558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab824d3-4b2f-48b5-8d36-fffaee758582 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:00.237353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.297945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Transition to ACTIVE for port object 7ab824d3-4b2f-48b5-8d36-fffaee758582 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:00.394128 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:28:00.473560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87e0aa6f-31a2-4fc0-a19a-2c210d0a803f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.485976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.673307 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87e0aa6f-31a2-4fc0-a19a-2c210d0a803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.814582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10612a-8bc8-4a1e-b44e-48e9aca28640 req-6516c7d0-c1ba-4f3f-a5b5-d8c304d29eea tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.823309 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ec10612a-8bc8-4a1e-b44e-48e9aca28640 req-6516c7d0-c1ba-4f3f-a5b5-d8c304d29eea tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 944 time: 0.2484212 Feb 04 15:28:00.840794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-87e0aa6f-31a2-4fc0-a19a-2c210d0a803f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51107354429c46c1a4a513150e6a66a1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2560678 Feb 04 15:28:00.863844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49338) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:00.904614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0aa6f-31a2-4fc0-a19a-2c210d0a803f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1909677-1134-4a60-9581-82c94a99ec63,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:00.952195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:00.992229 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ec10612a-8bc8-4a1e-b44e-48e9aca28640 req-1caf7fd5-8df2-4b92-8f4e-ad4a08e8f3c1 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640391 Feb 04 15:28:01.020376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'mac_address': 'fa:16:3e:ff:3e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:01.068358 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-95ed7775-483c-4d23-a85b-6f72eae60ab4 req-d047a9b4-86fe-4a33-bb66-76774592b327 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:28:01.097360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-95ed7775-483c-4d23-a85b-6f72eae60ab4 req-d047a9b4-86fe-4a33-bb66-76774592b327 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/a0a5463e-843a-4785-a261-3a1f053380c4 HTTP/1.1" status: 404 len: 352 time: 0.0463092 Feb 04 15:28:01.230539 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233', 'status': 'completed', 'code': 200} Feb 04 15:28:01.259671 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.317914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb18751-01a7-4f48-8c3a-487193788cd2 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:01.385723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Pushing event updated for resources: {'Port': ['ID=7ab824d3-4b2f-48b5-8d36-fffaee758582,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:01.504097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d57965-8270-4ec8-89d1-ad229d843392 req-acc8051b-a281-42c8-936a-9049018623ce tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.515136 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60d57965-8270-4ec8-89d1-ad229d843392 req-acc8051b-a281-42c8-936a-9049018623ce tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 948 time: 1.2086260 Feb 04 15:28:01.534852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:01.545802 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.582988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Attempting to bind port 7ab824d3-4b2f-48b5-8d36-fffaee758582 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:01.583339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Attempting to bind port 7ab824d3-4b2f-48b5-8d36-fffaee758582 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:01.583680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Attempting to bind port 7ab824d3-4b2f-48b5-8d36-fffaee758582 on network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:01.603773 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60d57965-8270-4ec8-89d1-ad229d843392 req-7b973737-d28d-4ac8-949a-7e44a1ad5bf0 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831769 Feb 04 15:28:01.605919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Port 7ab824d3-4b2f-48b5-8d36-fffaee758582 on network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:01.606301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Attempting to bind port 7ab824d3-4b2f-48b5-8d36-fffaee758582 on network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:01.659670 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15a1edb6-27c1-46f6-924f-a78c448e3049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.686856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:01.687113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:01.692725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Checking segment: {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:01.693518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Bound using segment: {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:01.694181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Bound port: 7ab824d3-4b2f-48b5-8d36-fffaee758582, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684ddaeb-7140-42b7-9acd-549a9501fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:01.695134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.779404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff15883-bd4c-4487-ba24-555e7be03e4d req-24a656e4-a420-4b13-97aa-6deb4c2cb59c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.784196 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ff15883-bd4c-4487-ba24-555e7be03e4d req-24a656e4-a420-4b13-97aa-6deb4c2cb59c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.1847682 Feb 04 15:28:01.904168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ff15883-bd4c-4487-ba24-555e7be03e4d req-b9c9a720-2adc-4052-85aa-eaec5fccba4f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139555 Feb 04 15:28:01.925924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] For port 7ab824d3-4b2f-48b5-8d36-fffaee758582, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:01.954336 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15a1edb6-27c1-46f6-924f-a78c448e3049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.995475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] For port 7ab824d3-4b2f-48b5-8d36-fffaee758582, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ab824d3-4b2f-48b5-8d36-fffaee758582,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:02.009193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['adb18751-01a7-4f48-8c3a-487193788cd2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:02.017862 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.129440 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad97807e-900a-4ec3-9afe-18cd9f175048 req-c0558984-862a-4d4f-af67-eb1010287416 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 210 time: 0.0764804 Feb 04 15:28:02.157786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-654b9d61-4509-46b0-b60b-39f700c4ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.168100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-654b9d61-4509-46b0-b60b-39f700c4ee01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 1125 time: 0.8587480 Feb 04 15:28:02.207756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.207756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.209854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] 10.222.0.53 "PUT /v2.0/ports/7ab824d3-4b2f-48b5-8d36-fffaee758582 HTTP/1.1" status: 200 len: 1092 time: 4.3932281 Feb 04 15:28:02.228265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd53ba1-62b4-4a98-8b9a-156679bbfe46 req-cd3a2ac8-a15a-4048-bec4-80c976d0f26c tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.229874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8bd53ba1-62b4-4a98-8b9a-156679bbfe46 req-cd3a2ac8-a15a-4048-bec4-80c976d0f26c tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 944 time: 0.3966653 Feb 04 15:28:02.241405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c6bbe-e310-4bee-8969-3d50d342688f service neutron] Pushing event updated for resources: {'Port': ['ID=7ab824d3-4b2f-48b5-8d36-fffaee758582,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:02.305020 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15a1edb6-27c1-46f6-924f-a78c448e3049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.659667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82910dca-8519-4f72-b290-94f3102987d2 req-9ce086ac-29aa-425c-8436-3a4f57b44212 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.667478 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-82910dca-8519-4f72-b290-94f3102987d2 req-9ce086ac-29aa-425c-8436-3a4f57b44212 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.2909162 Feb 04 15:28:02.814981 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-82910dca-8519-4f72-b290-94f3102987d2 req-6cf52f1b-af93-461d-a5d3-bc15b82dfa72 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461420 Feb 04 15:28:02.882000 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-05180926-9024-4531-8e2b-11db3dbd5f1f req-85480236-d853-4ead-a210-ae2d91f94db2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:28:02.891204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-05180926-9024-4531-8e2b-11db3dbd5f1f req-85480236-d853-4ead-a210-ae2d91f94db2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/4bac54f5-7bab-4c53-8c6c-e30e2d1547eb HTTP/1.1" status: 404 len: 352 time: 0.0285823 Feb 04 15:28:02.970836 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-cc9cacb0-9a9d-484e-a914-2b0790139d29 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b1da4a3d340147f9a893a9680960fd9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786178 Feb 04 15:28:03.154345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8bd53ba1-62b4-4a98-8b9a-156679bbfe46 req-8c3781fe-82a7-4f91-b382-d2b75d5deb1f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8504715 Feb 04 15:28:03.164753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1edb6-27c1-46f6-924f-a78c448e3049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1909677-1134-4a60-9581-82c94a99ec63,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:03.205956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15a1edb6-27c1-46f6-924f-a78c448e3049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.207084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-15a1edb6-27c1-46f6-924f-a78c448e3049 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1909677-1134-4a60-9581-82c94a99ec63 HTTP/1.1" status: 204 len: 168 time: 2.3293862 Feb 04 15:28:03.237634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d5aa27-cbc4-4d73-9297-2ec1b4c01098', 'tag': '7ab824d3-4b2f-48b5-8d36-fffaee758582'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:03.311612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-411bc1cd-c97c-4bb0-8125-aafae5488913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.314291 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-411bc1cd-c97c-4bb0-8125-aafae5488913 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 1.0493665 Feb 04 15:28:03.330526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccab39a-f757-4992-8edd-34452d980c7d req-17c87e67-1555-4f0b-b864-5c395f93fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.332755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-17c87e67-1555-4f0b-b864-5c395f93fa55 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1912d204854e45b1ae3a25e81a7b02d2&device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 1095 time: 0.8858471 Feb 04 15:28:03.602757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-393c762b-d180-499e-a9e4-1ba0d46096b0 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.604197 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-393c762b-d180-499e-a9e4-1ba0d46096b0 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6281936 Feb 04 15:28:03.620455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Request body: {'port': {'device_id': '09fa1c40-5fb3-4913-b4da-78e6addbf50e', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': 'b1da4a3d340147f9a893a9680960fd9e'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:03.655548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-4ecfbb35-3664-4281-82a6-7205d7978b47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233 HTTP/1.1" status: 200 len: 217 time: 0.1345124 Feb 04 15:28:03.662643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-88254b30-4ae0-4682-bd5a-9c67848e30ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab824d3-4b2f-48b5-8d36-fffaee758582 HTTP/1.1" status: 200 len: 217 time: 0.1429546 Feb 04 15:28:03.701161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1d07c-91a0-411e-97d6-6ad81dac482b req-6b9c8c95-1189-4a39-ae10-6104b3cb2b11 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.702784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60e1d07c-91a0-411e-97d6-6ad81dac482b req-6b9c8c95-1189-4a39-ae10-6104b3cb2b11 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 949 time: 0.2439215 Feb 04 15:28:03.725442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be59e8-fbcd-42bf-a909-7f6b52269ba6 req-abad5bed-1238-4d8c-8830-12a84c8045ac tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.726920 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07be59e8-fbcd-42bf-a909-7f6b52269ba6 req-abad5bed-1238-4d8c-8830-12a84c8045ac tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 944 time: 0.3604522 Feb 04 15:28:03.750512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60e1d07c-91a0-411e-97d6-6ad81dac482b req-d8f41a24-69d8-4d5c-883e-c0267c6ef561 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419872 Feb 04 15:28:03.751024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49368) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:03.769034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67493817-197f-41eb-80ab-d72122bb39d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.783989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67493817-197f-41eb-80ab-d72122bb39d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:03.787809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67493817-197f-41eb-80ab-d72122bb39d6 admin admin] Usage tracker for resource:security_group_rule and tenant:615558a7e822486494f3a50abc2c25b9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:03.790644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67493817-197f-41eb-80ab-d72122bb39d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:03.797433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67493817-197f-41eb-80ab-d72122bb39d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:03.828837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:03.835650 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07be59e8-fbcd-42bf-a909-7f6b52269ba6 req-fd315e32-3c1a-45ff-91f3-3214f122f53c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003485 Feb 04 15:28:03.836601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Usage tracker for resource:port and tenant:b1da4a3d340147f9a893a9680960fd9e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:03.840294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:03.846787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:03.859630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Made reservation on behalf of b1da4a3d340147f9a893a9680960fd9e for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:03.863493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.879518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.899499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:03.904644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Usage tracker for resource:security_group_rule and tenant:b1da4a3d340147f9a893a9680960fd9e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:03.908660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:03.929441 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-c2ad9759-c858-44bc-8f3a-31b0b1839a95 req-3150ed2c-e95f-4cd0-9bfa-799d70534f99 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] show failed (client error): The resource could not be found. Feb 04 15:28:03.930453 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2ad9759-c858-44bc-8f3a-31b0b1839a95 req-3150ed2c-e95f-4cd0-9bfa-799d70534f99 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/ec86bacf-0a39-4be4-939c-c0ffc708f8e8 HTTP/1.1" status: 404 len: 352 time: 0.0520225 Feb 04 15:28:03.931429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:04.008346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-a7228b50-fec4-4837-90ff-37204e536630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.010347 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-a7228b50-fec4-4837-90ff-37204e536630 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.2030540 Feb 04 15:28:04.076983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:04.101665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-80b7ee56-3259-4b14-b145-9dd31697a2ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702927 Feb 04 15:28:04.106233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccab39a-f757-4992-8edd-34452d980c7d req-ae6c1110-d590-406e-b91a-91448d661079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.107775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-ae6c1110-d590-406e-b91a-91448d661079 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30697705-89f1-41b2-94f0-28561f4bfdeb HTTP/1.1" status: 200 len: 854 time: 0.3016450 Feb 04 15:28:04.146668 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1347676b-c064-4e54-b22d-fadb2be9aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.154495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.165034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port adb18751-01a7-4f48-8c3a-487193788cd2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:04.170345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port adb18751-01a7-4f48-8c3a-487193788cd2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:04.170922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.176718 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.310912 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.333066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb82f9-ab61-4cda-9eda-81ab5b91da13 req-20ea5012-69ad-49ff-a47d-cf1a587bdc0d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.334604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0aeb82f9-ab61-4cda-9eda-81ab5b91da13 req-20ea5012-69ad-49ff-a47d-cf1a587bdc0d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.4429150 Feb 04 15:28:04.347494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:04.359298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:04.360247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49378) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:04.366129 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.377266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Request body: {'floatingip': {'port_id': '9382b39b-b321-46b4-8fec-2af925b520b0'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:04.425496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dfff37-5bf2-487e-96e4-2c557ba430e9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:04.432406 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67493817-197f-41eb-80ab-d72122bb39d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.460358 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-2b159a32-2de0-4c69-8019-e406cc14d07d service neutron] 10.222.0.53 "GET /v2.0/ports/7fa39a05-430d-43b4-b3a8-2c722c1f4233/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 384 time: 0.3540189 Feb 04 15:28:04.486471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67493817-197f-41eb-80ab-d72122bb39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.488662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:04.518692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-ccd09841-57dc-4bc1-8e83-aea81a6fc76b service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049714 Feb 04 15:28:04.544208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5279a-0b36-4b07-a0ce-b7db4e3d42e4 req-955b3a5b-722d-48c9-9aa7-911acb400686 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.545683 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a4d5279a-0b36-4b07-a0ce-b7db4e3d42e4 req-955b3a5b-722d-48c9-9aa7-911acb400686 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.4976566 Feb 04 15:28:04.557843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.643191 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a4d5279a-0b36-4b07-a0ce-b7db4e3d42e4 req-aa23c652-f86f-4171-ac61-52964ab2e490 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882573 Feb 04 15:28:04.645143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Allocated IP 192.168.233.105 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/5b4c696c-f3dc-4745-9dc5-eb2532921cf9) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:04.672216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a32dbce-0250-42b7-97bf-d78802de504d req-f2827f7a-ba4f-4fa2-885b-68c9cc82dd86 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 210 time: 0.1740975 Feb 04 15:28:04.684363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccab39a-f757-4992-8edd-34452d980c7d req-7d076025-7cd7-4b82-a344-90f90628b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.686040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-7d076025-7cd7-4b82-a344-90f90628b1f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35fff0c5-5c06-4c10-bf79-d9b86cf8b844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5478008 Feb 04 15:28:04.769231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7fa39a05-430d-43b4-b3a8-2c722c1f4233 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:04.797429 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d5aa27-cbc4-4d73-9297-2ec1b4c01098', 'tag': '7ab824d3-4b2f-48b5-8d36-fffaee758582', 'status': 'completed', 'code': 200} Feb 04 15:28:04.857676 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-67493817-197f-41eb-80ab-d72122bb39d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=615558a7e822486494f3a50abc2c25b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1055210 Feb 04 15:28:04.858652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67493817-197f-41eb-80ab-d72122bb39d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18f2eb7-5a45-40f4-afb3-6318a3811424,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:04.868585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49386) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:05.068165 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'code': 200} Feb 04 15:28:05.125555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-0a52afa4-765c-47cb-822e-e0063397808e req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:05.212874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-0a52afa4-765c-47cb-822e-e0063397808e req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:05.266719 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adf4894b-2dec-406d-97f0-9f2438ce9270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.293928 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.330661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-0a52afa4-765c-47cb-822e-e0063397808e req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa39a05-430d-43b4-b3a8-2c722c1f4233 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:05.345990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f7e54-0a62-48c8-8d0e-f77c81d36558 req-68bda5db-ad01-472e-a864-a376d384258c tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.352664 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f27f7e54-0a62-48c8-8d0e-f77c81d36558 req-68bda5db-ad01-472e-a864-a376d384258c tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 944 time: 0.4176061 Feb 04 15:28:05.359762 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adf4894b-2dec-406d-97f0-9f2438ce9270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.395023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-0a52afa4-765c-47cb-822e-e0063397808e req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:05.406536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Transition to ACTIVE for port object 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:05.456371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.505547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f27f7e54-0a62-48c8-8d0e-f77c81d36558 req-437e069a-a787-4c4f-9c6d-e601c248b659 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Synchronizing usage tracker for tenant:1912d204854e45b1ae3a25e81a7b02d2 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:05.536074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d1531e7-813b-4817-bfae-de5e1c46016d req-54b7487d-f23d-4f44-b316-69a959e29167 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8985395 Feb 04 15:28:05.567212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-cdd3f5f2-6cfa-44d5-b3f5-f41b4a206706 service neutron] 10.222.0.53 "GET /v2.0/networks/35fff0c5-5c06-4c10-bf79-d9b86cf8b844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7747338 Feb 04 15:28:05.572731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.577028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adf4894b-2dec-406d-97f0-9f2438ce9270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.603445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f27f7e54-0a62-48c8-8d0e-f77c81d36558 req-437e069a-a787-4c4f-9c6d-e601c248b659 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Unset dirty status for tenant:1912d204854e45b1ae3a25e81a7b02d2 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:05.603445 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f27f7e54-0a62-48c8-8d0e-f77c81d36558 req-437e069a-a787-4c4f-9c6d-e601c248b659 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470386 Feb 04 15:28:05.608991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f3f05-7656-487c-97d1-8d563524261c req-4e1266ed-94ea-4c00-8acf-5a7b4d98018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.609943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d66f3f05-7656-487c-97d1-8d563524261c req-4e1266ed-94ea-4c00-8acf-5a7b4d98018e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1101 time: 0.3293674 Feb 04 15:28:05.684362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4894b-2dec-406d-97f0-9f2438ce9270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18f2eb7-5a45-40f4-afb3-6318a3811424,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:05.697273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6562b1-c764-4ec3-874c-4373da179005 req-a9a25990-e66b-4059-9b2d-336342a8ed82 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.697808 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:05.704514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb6562b1-c764-4ec3-874c-4373da179005 req-a9a25990-e66b-4059-9b2d-336342a8ed82 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.4517062 Feb 04 15:28:05.713278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:05.736521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:28:05.757490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Pushing event updated for resources: {'Port': ['ID=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:05.767932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-0a52afa4-765c-47cb-822e-e0063397808e req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] Transition to ACTIVE for port object 7fa39a05-430d-43b4-b3a8-2c722c1f4233 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:05.775360 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adf4894b-2dec-406d-97f0-9f2438ce9270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.782339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-adf4894b-2dec-406d-97f0-9f2438ce9270 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b18f2eb7-5a45-40f4-afb3-6318a3811424 HTTP/1.1" status: 204 len: 168 time: 0.9066768 Feb 04 15:28:05.842590 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.877293 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.943431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d66f3f05-7656-487c-97d1-8d563524261c req-fa4a32af-6458-424b-ac92-30b056fec870 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728596 Feb 04 15:28:05.970124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb6562b1-c764-4ec3-874c-4373da179005 req-35d80aba-093b-49bf-9ebf-f265cc0e06ed tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679620 Feb 04 15:28:06.056980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.060676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.118832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f861024f-1f72-4056-b3ee-efcd7fb106cc None None] Provisioning for port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:06.131849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f861024f-1f72-4056-b3ee-efcd7fb106cc None None] Provisioning complete for port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:06.132452 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f861024f-1f72-4056-b3ee-efcd7fb106cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.142805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a52afa4-765c-47cb-822e-e0063397808e req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] No DVR routers for this DVR port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:06.213851 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-8e85ea01-5b47-4e97-88a6-0b6d7bfbd470 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5982718 Feb 04 15:28:06.226782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Request body: {'port': {'device_id': '09fa1c40-5fb3-4913-b4da-78e6addbf50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:06.231708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f861024f-1f72-4056-b3ee-efcd7fb106cc None None] Port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:28:06.261072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] Pushing event updated for resources: {'Port': ['ID=7fa39a05-430d-43b4-b3a8-2c722c1f4233,revision_number=10']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:06.280234 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-45fcf70d-6218-424a-9f3b-b90756aa623d service neutron] 10.222.0.53 "PUT /v2.0/ports/7fa39a05-430d-43b4-b3a8-2c722c1f4233/bindings/n-h2-827870-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7842965 Feb 04 15:28:06.317131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3552cd4-ea53-4024-a2ae-ac9e8a26b3f4 req-c5cef225-ed75-4030-b291-b90e889ed761 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.317501 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3552cd4-ea53-4024-a2ae-ac9e8a26b3f4 req-c5cef225-ed75-4030-b291-b90e889ed761 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 945 time: 0.5435715 Feb 04 15:28:06.435988 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3552cd4-ea53-4024-a2ae-ac9e8a26b3f4 req-a996eea7-fe1f-4fa6-9fce-43797e7e02e0 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085384 Feb 04 15:28:06.440500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.554693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccab39a-f757-4992-8edd-34452d980c7d req-b16faac1-7d05-4f55-bccc-cf92a7712add service neutron] 10.222.0.53 "GET /v2.0/networks/35fff0c5-5c06-4c10-bf79-d9b86cf8b844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9764757 Feb 04 15:28:06.633510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5f9512ce-4c1d-4bea-bcf7-aa5d54bc1153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.809214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-066171a2-a54a-4976-b60b-36c087dd114d tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.810747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-066171a2-a54a-4976-b60b-36c087dd114d tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.3478365 Feb 04 15:28:06.822028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82815e1c-3df2-47f8-b207-8ddaa8939eed req-4b86a7a7-d09d-4ae1-ad1b-18911a8fbab6 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.823462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82815e1c-3df2-47f8-b207-8ddaa8939eed req-4b86a7a7-d09d-4ae1-ad1b-18911a8fbab6 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 1023 time: 0.4087534 Feb 04 15:28:06.893084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:28:07.002355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-288924a5-4226-4f37-8ba3-7f000bfa1487 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.003905 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-288924a5-4226-4f37-8ba3-7f000bfa1487 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.53 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 1023 time: 0.4707711 Feb 04 15:28:07.017417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf660-b27f-42f8-bad2-840d10d605cd req-524504dc-007e-4e49-a275-459d077018a1 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.024684 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46daf660-b27f-42f8-bad2-840d10d605cd req-524504dc-007e-4e49-a275-459d077018a1 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.2977209 Feb 04 15:28:07.115241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49422) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:07.190591 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46daf660-b27f-42f8-bad2-840d10d605cd req-e8e7162a-6604-4b3e-80a7-a9edf094153b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650383 Feb 04 15:28:07.204276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Deleting port 581a2476-8576-4b7f-8fbf-513d9af64f71 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:28:07.204800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.234980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-7b757da3-cbe9-4fd0-bed1-289c69ae0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.236945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-7b757da3-cbe9-4fd0-bed1-289c69ae0bb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1912d204854e45b1ae3a25e81a7b02d2&device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 1095 time: 0.6069012 Feb 04 15:28:07.264999 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.418174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1375153453-network', 'tenant_id': 'f47c494d628741edb0d9fa67438cf824'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:07.432843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:07.432996 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.446650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Usage tracker for resource:network and tenant:f47c494d628741edb0d9fa67438cf824 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:07.485648 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.488461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:07.492923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-82815e1c-3df2-47f8-b207-8ddaa8939eed req-8743a798-0e87-4544-ad26-1b8c3b33a155 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:07.504603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:07.583682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-82815e1c-3df2-47f8-b207-8ddaa8939eed req-8743a798-0e87-4544-ad26-1b8c3b33a155 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:07.584847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82815e1c-3df2-47f8-b207-8ddaa8939eed req-8743a798-0e87-4544-ad26-1b8c3b33a155 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups?id=850becc3-d1d1-4141-93c6-4850def17e9d&id=c4242c80-8eaf-404d-b2e2-2360c0fa2c06&id=49c199b8-7830-45ef-9a2a-70a2b8fe779b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.7159574 Feb 04 15:28:07.595870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:07.601041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-f42f78d8-7353-4893-8399-21c0bea3b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.602998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-f42f78d8-7353-4893-8399-21c0bea3b3c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae&tenant_id=4e6111af241f425ebd76df0cd5a20fa3 HTTP/1.1" status: 200 len: 1096 time: 0.7744665 Feb 04 15:28:07.627714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.630731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Made reservation on behalf of f47c494d628741edb0d9fa67438cf824 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:07.632677 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.658777 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.663676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.712898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-35005c92-1b0d-466e-8da5-bc58b0dd4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.715573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-35005c92-1b0d-466e-8da5-bc58b0dd4553 service neutron] 10.222.0.53 "GET /v2.0/networks?id=35fff0c5-5c06-4c10-bf79-d9b86cf8b844 HTTP/1.1" status: 200 len: 916 time: 0.4617057 Feb 04 15:28:07.722308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Transition to ACTIVE for port object 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:07.737677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:07.739326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.787964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Usage tracker for resource:security_group_rule and tenant:f47c494d628741edb0d9fa67438cf824 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:07.801463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:07.824930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:07.853061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-3a571b03-8e29-418a-abb6-8e929c916f2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab824d3-4b2f-48b5-8d36-fffaee758582 HTTP/1.1" status: 200 len: 217 time: 0.0861506 Feb 04 15:28:07.854226 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Floating IP 22433c10-488e-4f1e-97e9-6c403de52828 associated. External IP: 172.25.8.221, port: 9382b39b-b321-46b4-8fec-2af925b520b0. Feb 04 15:28:07.940083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] For port 581a2476-8576-4b7f-8fbf-513d9af64f71, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=581a2476-8576-4b7f-8fbf-513d9af64f71,segment=NetworkSegment(453946e3-8c7c-4eaa-9312-cf38e0560021),segment_id=453946e3-8c7c-4eaa-9312-cf38e0560021)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:07.940467 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.969554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:08.047035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9109-8197-4633-a54c-159f1902bcf1 req-6b255830-37fa-477b-bd82-35436d9e0ab9 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.048007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2dbc9109-8197-4633-a54c-159f1902bcf1 req-6b255830-37fa-477b-bd82-35436d9e0ab9 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Synchronizing usage tracker for tenant:b1da4a3d340147f9a893a9680960fd9e on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:08.092759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-768b417c-d076-4a78-8dc5-a29dd61abdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.094089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-768b417c-d076-4a78-8dc5-a29dd61abdc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30697705-89f1-41b2-94f0-28561f4bfdeb HTTP/1.1" status: 200 len: 854 time: 0.1852291 Feb 04 15:28:08.098164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 36230b90-4f3a-49a3-887c-eda6ec7467a2 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:08.149205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Calling delete_port for 581a2476-8576-4b7f-8fbf-513d9af64f71 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:28:08.160087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-a299c99d-93ee-4633-a32e-026774a94c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.160587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-a299c99d-93ee-4633-a32e-026774a94c8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 1096 time: 0.4971304 Feb 04 15:28:08.297797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:08.339927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dd39a-96d6-4369-b0c5-441c92f650ea req-f2b76ca0-02b2-4f54-8bf0-7cd7a1eaa35b tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.348873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab6dd39a-96d6-4369-b0c5-441c92f650ea req-f2b76ca0-02b2-4f54-8bf0-7cd7a1eaa35b tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 944 time: 0.6219447 Feb 04 15:28:08.357378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '36230b90-4f3a-49a3-887c-eda6ec7467a2', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'port_id': '36230b90-4f3a-49a3-887c-eda6ec7467a2', 'mac_address': 'fa:16:3e:c5:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67421194-ccf6-44ed-87a2-1bd8ab7eb3a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:08.454878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2dbc9109-8197-4633-a54c-159f1902bcf1 req-6b255830-37fa-477b-bd82-35436d9e0ab9 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Unset dirty status for tenant:b1da4a3d340147f9a893a9680960fd9e on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:08.456187 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2dbc9109-8197-4633-a54c-159f1902bcf1 req-6b255830-37fa-477b-bd82-35436d9e0ab9 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 936 time: 1.0147083 Feb 04 15:28:08.487051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Attempting to bind port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:08.487380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Attempting to bind port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:08.487702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Attempting to bind port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:08.490648 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.508712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36230b90-4f3a-49a3-887c-eda6ec7467a2 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:08.518275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:08.518604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Attempting to bind port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:08.525381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:08.530312 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.535016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:08.535342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:08.535894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:08.536499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Bound port: 5b4c696c-f3dc-4745-9dc5-eb2532921cf9, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:08.537047 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.591324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab6dd39a-96d6-4369-b0c5-441c92f650ea req-4639d2fa-dc4a-4909-8c52-656f9bec5457 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408798 Feb 04 15:28:08.610789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=36230b90-4f3a-49a3-887c-eda6ec7467a2,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:08.627416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-56d6708d-078e-4c2d-8021-e087445d3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.629555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-56d6708d-078e-4c2d-8021-e087445d3b92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35fff0c5-5c06-4c10-bf79-d9b86cf8b844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5212693 Feb 04 15:28:08.631063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-d1cccd7a-87ae-4784-860e-6c7576cece1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.632394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-d1cccd7a-87ae-4784-860e-6c7576cece1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 200 len: 921 time: 0.4607363 Feb 04 15:28:08.641964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:28:08.664987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['36230b90-4f3a-49a3-887c-eda6ec7467a2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:08.685518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2dbc9109-8197-4633-a54c-159f1902bcf1 req-805ed170-52d3-487a-b0ca-c08b018a8dc0 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Synchronizing usage tracker for tenant:b1da4a3d340147f9a893a9680960fd9e on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:08.809114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7ab824d3-4b2f-48b5-8d36-fffaee758582 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:08.812222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 581a2476-8576-4b7f-8fbf-513d9af64f71 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:08.850086 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.879598 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.896294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.965649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2dbc9109-8197-4633-a54c-159f1902bcf1 req-805ed170-52d3-487a-b0ca-c08b018a8dc0 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Unset dirty status for tenant:b1da4a3d340147f9a893a9680960fd9e on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:08.974986 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2dbc9109-8197-4633-a54c-159f1902bcf1 req-805ed170-52d3-487a-b0ca-c08b018a8dc0 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029631 Feb 04 15:28:08.981899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:08.981899 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.984074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-f84568eb-1c38-497f-ab72-297ba2bec889 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233 HTTP/1.1" status: 200 len: 217 time: 0.3219430 Feb 04 15:28:09.093382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] For port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:09.108614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.177624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7ab824d3-4b2f-48b5-8d36-fffaee758582, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ab824d3-4b2f-48b5-8d36-fffaee758582,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:09.203809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '7ab824d3-4b2f-48b5-8d36-fffaee758582', 'network_id': '35fff0c5-5c06-4c10-bf79-d9b86cf8b844', 'port_id': '7ab824d3-4b2f-48b5-8d36-fffaee758582', 'mac_address': 'fa:16:3e:ba:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30697705-89f1-41b2-94f0-28561f4bfdeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:09.216996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No active binding found for port 581a2476-8576-4b7f-8fbf-513d9af64f71 {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 15:28:09.216996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 581a2476-8576-4b7f-8fbf-513d9af64f71 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:28:09.253169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-91feec5f-dd27-4dc0-8553-254190f60205 service neutron] 10.222.0.53 "GET /v2.0/networks/35fff0c5-5c06-4c10-bf79-d9b86cf8b844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132474 Feb 04 15:28:09.270133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'Port': ['ID=581a2476-8576-4b7f-8fbf-513d9af64f71,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.282307 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.283037 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Added segment 494b73a0-b764-4885-b348-a897aff51091 of type vlan for network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a Feb 04 15:28:09.289454 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.358361 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.384073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] No DVR routers for this DVR port 581a2476-8576-4b7f-8fbf-513d9af64f71 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:09.395965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] For port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:09.395965 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.406861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'name': 'network-vif-deleted', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:09.430642 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.443386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-6ec9e2f9-13c4-43ec-bf28-2e26871c9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.443386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-6ec9e2f9-13c4-43ec-bf28-2e26871c9376 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 200 len: 860 time: 0.4332259 Feb 04 15:28:09.447179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab824d3-4b2f-48b5-8d36-fffaee758582 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:09.492837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7ab824d3-4b2f-48b5-8d36-fffaee758582, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ab824d3-4b2f-48b5-8d36-fffaee758582,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:09.501588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.574777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.575276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.577117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b4c696c-f3dc-4745-9dc5-eb2532921cf9 HTTP/1.1" status: 200 len: 1096 time: 3.3546388 Feb 04 15:28:09.578467 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.614564 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9aba81e0-f389-42a4-8c04-c754aaad879d req-f807f4f8-93d7-4255-a433-dbe4aef618bd tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.53 "DELETE /v2.0/ports/581a2476-8576-4b7f-8fbf-513d9af64f71 HTTP/1.1" status: 204 len: 173 time: 2.5864761 Feb 04 15:28:09.665911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-7a758a70-371a-4e26-a73c-194f85403e05 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270077 Feb 04 15:28:09.710555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b56c0-7f96-4e64-a81a-4f51460c1a09 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.780917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7ab824d3-4b2f-48b5-8d36-fffaee758582,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.790487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7ab824d3-4b2f-48b5-8d36-fffaee758582'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:09.817084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2b141-2031-4d64-92c2-6d4278049855 req-0749af06-1d21-453d-9d91-b65f0ebf039e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.825648 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34c2b141-2031-4d64-92c2-6d4278049855 req-0749af06-1d21-453d-9d91-b65f0ebf039e tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 945 time: 0.5684888 Feb 04 15:28:09.860326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.862399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.863191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.951720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:28:09.961245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9baec-60c7-44f3-b96e-45ff4dfd0da0 req-b2332139-9c27-4e47-bc93-600f3b7fac3b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.973950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32e9baec-60c7-44f3-b96e-45ff4dfd0da0 req-b2332139-9c27-4e47-bc93-600f3b7fac3b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 1.0358782 Feb 04 15:28:09.973950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f33b9c9c-e3d3-44e9-aa1e-5e5f00bd080b req-db6aa279-e07c-41e7-bfce-369f2cf26bc1 service neutron] 10.222.0.53 "GET /v2.0/networks/35fff0c5-5c06-4c10-bf79-d9b86cf8b844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848814 Feb 04 15:28:09.990681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] Sync routers for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:28:10.063178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32e9baec-60c7-44f3-b96e-45ff4dfd0da0 req-2cbdaf9a-3edd-4976-8d57-90db0277c553 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618739 Feb 04 15:28:10.066505 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.079317 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9629371 Feb 04 15:28:10.122325 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34c2b141-2031-4d64-92c2-6d4278049855 req-78d66931-f568-4e2a-8cc6-3cd4a4ec4061 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957253 Feb 04 15:28:10.132384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:28:10.133877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:28:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:10.143107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49454) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:10.146448 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3214c0d1-83dc-474d-92bb-df99d9a28d7d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "PUT /v2.0/floatingips/22433c10-488e-4f1e-97e9-6c403de52828 HTTP/1.1" status: 200 len: 992 time: 5.7818420 Feb 04 15:28:10.151369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'tag': '9382b39b-b321-46b4-8fec-2af925b520b0'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:10.159901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Request body: {'subnet': {'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1375153453-subnet', 'tenant_id': 'f47c494d628741edb0d9fa67438cf824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:10.170176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:10.178670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3717b-77cf-435c-a37e-703f65aaa079 admin admin] Pushing event updated for resources: {'Network': ['ID=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:10.195239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Usage tracker for resource:subnet and tenant:f47c494d628741edb0d9fa67438cf824 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:10.200786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:10.216355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-537ae1de-9237-441e-b414-a290ee84df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.218254 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-537ae1de-9237-441e-b414-a290ee84df95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1da4a3d340147f9a893a9680960fd9e&device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 1099 time: 0.5039523 Feb 04 15:28:10.240357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:10.266416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-7776a11a-8ff1-49a1-9c25-c122389e15e6 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822546 Feb 04 15:28:10.297984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 36230b90-4f3a-49a3-887c-eda6ec7467a2 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:10.361618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:28:10.431279 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-3e24ff86-fc03-45b7-81bf-fa74d05e5957 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5b4c696c-f3dc-4745-9dc5-eb2532921cf9 HTTP/1.1" status: 200 len: 217 time: 0.2053413 Feb 04 15:28:10.474733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7fae62dd-9e39-4182-9544-2c52b6fc5974 req-9a7a985a-f3ef-457d-a4da-51ae55dd30bb tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Synchronizing usage tracker for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:10.557552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-f2eee990-2ecc-41af-820a-136f5de6c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.557717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-f2eee990-2ecc-41af-820a-136f5de6c0e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1165752 Feb 04 15:28:10.558652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7fae62dd-9e39-4182-9544-2c52b6fc5974 req-9a7a985a-f3ef-457d-a4da-51ae55dd30bb tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Unset dirty status for tenant:84bfbb5c181f441280cc0c4a137e63ca on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:10.560341 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7fae62dd-9e39-4182-9544-2c52b6fc5974 req-9a7a985a-f3ef-457d-a4da-51ae55dd30bb tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/ports?device_id=24ab30c5-0fc0-4946-81ec-8d06f11bbbdd HTTP/1.1" status: 200 len: 210 time: 0.1840653 Feb 04 15:28:10.594727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Made reservation on behalf of f47c494d628741edb0d9fa67438cf824 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:10.594727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.813016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-9051bdb3-e24e-4dc5-bb6e-c53f38e7cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.815213 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-9051bdb3-e24e-4dc5-bb6e-c53f38e7cdb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2330644 Feb 04 15:28:10.825294 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ab30c5-0fc0-4946-81ec-8d06f11bbbdd', 'name': 'network-vif-deleted', 'tag': '581a2476-8576-4b7f-8fbf-513d9af64f71', 'status': 'completed', 'code': 200} Feb 04 15:28:11.055600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa50c3-30fa-435e-ad48-3f7b2eadfa69 req-daf969c1-4a00-4b08-a32c-0bf80288d435 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.060511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 36230b90-4f3a-49a3-887c-eda6ec7467a2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:11.060511 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.062291 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13aa50c3-30fa-435e-ad48-3f7b2eadfa69 req-daf969c1-4a00-4b08-a32c-0bf80288d435 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 944 time: 0.7817252 Feb 04 15:28:11.070314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.159424 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-bdcdf4a8-439b-44c9-b2c3-2677ab13639d service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343353 Feb 04 15:28:11.185326 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-16c6fabd-7c43-4153-913b-f477383e0783 service neutron] 10.222.0.61 "GET /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9056158 Feb 04 15:28:11.190592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:28:11.322261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:11.322598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Network hostable DHCP agents. Network: 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:11.338539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdd61f-86e3-4fe9-a553-f322a79c6c39 req-25732385-05ab-4e3c-9549-359486b7085e tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.343597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27cdd61f-86e3-4fe9-a553-f322a79c6c39 req-25732385-05ab-4e3c-9549-359486b7085e tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 945 time: 0.3477445 Feb 04 15:28:11.349921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13aa50c3-30fa-435e-ad48-3f7b2eadfa69 req-e4054a6c-a51b-4fe2-9e1d-18f0f1355f9a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672460 Feb 04 15:28:11.368137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4cd134f-b7e5-4484-8b1d-11443fb81a27,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:11.419237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:11.430835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:11.439534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.440316 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.471991 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c05d1539-c723-4c45-9c11-0c9f7011a929 req-21238f69-e76a-4345-8c40-1ce276a2e715 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996523 Feb 04 15:28:11.482966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f3791af0-aa91-4ea7-9433-3fc9f3262ac7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3353016 Feb 04 15:28:11.509040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3809f-27f5-4392-ad32-ac9c69c9f29b None None] Network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:28:11.520300 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27cdd61f-86e3-4fe9-a553-f322a79c6c39 req-ac34db16-5b58-4cb6-9b43-2a22e9b60d2a tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303365 Feb 04 15:28:11.791033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09ab-b895-4f65-9bc0-da3d879ad627 req-9c566a8c-4caf-473f-af35-ac1cd2ddb341 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.804248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a23c09ab-b895-4f65-9bc0-da3d879ad627 req-9c566a8c-4caf-473f-af35-ac1cd2ddb341 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 948 time: 0.2003355 Feb 04 15:28:11.928345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a23c09ab-b895-4f65-9bc0-da3d879ad627 req-71416f5f-69da-4b63-aefb-aaf618a7d6f1 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185360 Feb 04 15:28:11.966223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033d586-7b17-4735-aa5c-03e52eacedb6 req-8835d19c-b267-459a-9f9f-77d07e2f5f7a tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.967756 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9033d586-7b17-4735-aa5c-03e52eacedb6 req-8835d19c-b267-459a-9f9f-77d07e2f5f7a tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1101 time: 0.2489331 Feb 04 15:28:12.016517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52afa4-765c-47cb-822e-e0063397808e req-8bfca3f6-ef6f-445f-9cea-b8c13e22c04b tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:12.034290 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-8bfca3f6-ef6f-445f-9cea-b8c13e22c04b tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae&tenant_id=4e6111af241f425ebd76df0cd5a20fa3&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.4011476 Feb 04 15:28:12.169153 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9033d586-7b17-4735-aa5c-03e52eacedb6 req-895b025b-e34e-4ade-975e-7ab88abd50ed tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909709 Feb 04 15:28:12.195867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d28ea5-ed15-4ec8-91e8-fa1e86753555 req-a1e2efcb-ae72-4426-a0f3-fb1b50aa536b tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:12.204917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e6d28ea5-ed15-4ec8-91e8-fa1e86753555 req-a1e2efcb-ae72-4426-a0f3-fb1b50aa536b tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.1064291 Feb 04 15:28:12.355727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-0a52afa4-765c-47cb-822e-e0063397808e req-f61a40c7-082e-45bd-936f-385a251629c3 service neutron] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:12.359330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0a52afa4-765c-47cb-822e-e0063397808e req-f61a40c7-082e-45bd-936f-385a251629c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:12.362654 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a52afa4-765c-47cb-822e-e0063397808e req-f61a40c7-082e-45bd-936f-385a251629c3 service neutron] 10.222.0.61 "DELETE /v2.0/ports/7fa39a05-430d-43b4-b3a8-2c722c1f4233/bindings/n-h1-827870-1 HTTP/1.1" status: 204 len: 173 time: 0.3203661 Feb 04 15:28:12.475951 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:12.507406 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'tag': '9382b39b-b321-46b4-8fec-2af925b520b0', 'status': 'completed', 'code': 200} Feb 04 15:28:12.516411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926fab0-55e2-4f63-a612-185e3b2a953b None None] Network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:28:12.548436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e82c98-5d1a-41be-8c33-c98eb14af605 req-120a0fe0-97ca-463e-aa6b-17e88dbbc56c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:12.550466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2e82c98-5d1a-41be-8c33-c98eb14af605 req-120a0fe0-97ca-463e-aa6b-17e88dbbc56c tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 945 time: 0.1204498 Feb 04 15:28:12.570696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e6d28ea5-ed15-4ec8-91e8-fa1e86753555 req-33abbec3-bd42-4342-9151-0f9ff8a66f70 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647354 Feb 04 15:28:12.630853 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2e82c98-5d1a-41be-8c33-c98eb14af605 req-ac541b8f-a91f-4c0b-a120-2ab889a9f764 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602574 Feb 04 15:28:12.720732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:12.725284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1637310847-network', 'tenant_id': 'd15fc1fde243461fa09fe4f3d634df01'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:12.734113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-8b57e7b6-b2bc-461d-903e-552d9ae9da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:12.734975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:12.738732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-8b57e7b6-b2bc-461d-903e-552d9ae9da53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4319c853c3484672b45ffc7e045c330e&device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 1097 time: 0.2331798 Feb 04 15:28:12.744130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Usage tracker for resource:network and tenant:d15fc1fde243461fa09fe4f3d634df01 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:12.756371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:12.772487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:12.946933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7ab824d3-4b2f-48b5-8d36-fffaee758582 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:13.063474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fa1c40-5fb3-4913-b4da-78e6addbf50e', 'tag': '5b4c696c-f3dc-4745-9dc5-eb2532921cf9'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:13.078528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Made reservation on behalf of d15fc1fde243461fa09fe4f3d634df01 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:13.081636 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.097390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:13.108188 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.119522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:13.131921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:13.136696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Usage tracker for resource:security_group_rule and tenant:d15fc1fde243461fa09fe4f3d634df01 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:13.140591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:13.142098 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.144908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-6e462425-71fb-455c-b805-cc6e987e6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.146405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-6e462425-71fb-455c-b805-cc6e987e6236 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46d589f4-cef2-441a-b0b6-574dd6b69bba HTTP/1.1" status: 200 len: 913 time: 0.4009483 Feb 04 15:28:13.149119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:13.265703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '22433c10-488e-4f1e-97e9-6c403de52828', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'port_id': '9382b39b-b321-46b4-8fec-2af925b520b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'mac_address': 'fa:16:3e:bc:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:24Z', 'updated_at': '2022-02-04T15:28:06Z', 'revision_number': 1, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e157acfb-98fc-49a1-a75b-93bff0588912', 'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'mac_address': 'fa:16:3e:ed:38:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:58Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 5, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'subnets': [{'id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:13.268376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 7ab824d3-4b2f-48b5-8d36-fffaee758582 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:13.277742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] Checking router: eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:28:13.281440 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.284582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 7ab824d3-4b2f-48b5-8d36-fffaee758582 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:13.285548 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.287066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.319431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=36230b90-4f3a-49a3-887c-eda6ec7467a2,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:13.340855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:13.380343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:28:13.385910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:28:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:13.392061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.394756 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Added segment 89488885-75dd-4496-878c-ff8aa7e00f8f of type vlan for network 6972c7ea-5cd0-42d5-846e-9032d7dc765a Feb 04 15:28:13.461306 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.475152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-68f4ca5b-4fc6-41da-bf54-d32c4aace8e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9382b39b-b321-46b4-8fec-2af925b520b0 HTTP/1.1" status: 200 len: 1000 time: 0.2476304 Feb 04 15:28:13.567984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef511a0e-5652-4ab7-ac81-70da9c274af5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:13.589005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.591958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.592487 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.610193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-db874892-8c2c-42e1-b20f-ddf96817651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.612453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-db874892-8c2c-42e1-b20f-ddf96817651b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4234aa3a-e859-4a7e-87d3-632a5bb8129b HTTP/1.1" status: 200 len: 851 time: 0.1272097 Feb 04 15:28:13.731382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9daed3-8a0a-44ab-9808-8ca400ab8f77 req-9c5234d2-58a1-4a23-8f56-31e50927d887 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.733607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] Pushing event updated for resources: {'Network': ['ID=6972c7ea-5cd0-42d5-846e-9032d7dc765a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:13.741256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d9daed3-8a0a-44ab-9808-8ca400ab8f77 req-9c5234d2-58a1-4a23-8f56-31e50927d887 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.5912805 Feb 04 15:28:13.749731 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-38cccde1-a6a6-4624-9e76-a0f3a6162c9f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0273581 Feb 04 15:28:13.778991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 6972c7ea-5cd0-42d5-846e-9032d7dc765a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:28:13.797255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49528) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:13.815629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d9daed3-8a0a-44ab-9808-8ca400ab8f77 req-f645b06a-8b1f-4894-8891-89d6c3f34549 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733271 Feb 04 15:28:13.842409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Request body: {'subnet': {'network_id': '6972c7ea-5cd0-42d5-846e-9032d7dc765a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1637310847-subnet', 'tenant_id': 'd15fc1fde243461fa09fe4f3d634df01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:13.862592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:13.885706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Usage tracker for resource:subnet and tenant:d15fc1fde243461fa09fe4f3d634df01 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:13.893933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:13.918465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:13.953289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Made reservation on behalf of d15fc1fde243461fa09fe4f3d634df01 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:13.957294 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.996090 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-a320556d-1cad-4854-ae5a-6c6433baf050 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2502120 Feb 04 15:28:14.016348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3627a73-8c04-4f0d-a4e9-827faad0df8e req-5a182bd3-e2ba-4e20-80a5-f364cf7a3795 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:14.017935 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f3627a73-8c04-4f0d-a4e9-827faad0df8e req-5a182bd3-e2ba-4e20-80a5-f364cf7a3795 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 945 time: 0.1665535 Feb 04 15:28:14.076931 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.095678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-0528addc-319d-4976-abc3-69092ab23e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:14.097191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-0528addc-319d-4976-abc3-69092ab23e41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46d589f4-cef2-441a-b0b6-574dd6b69bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4728363 Feb 04 15:28:14.133208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f3627a73-8c04-4f0d-a4e9-827faad0df8e req-c35c123a-9186-40b6-aae2-02e5e79f2a0b tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987833 Feb 04 15:28:14.137249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:14.176381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:28:14.273652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f713a1a-bf6f-4b63-a3a0-77a232df9b52 req-826cc21f-e7eb-47fb-8f63-57943c5f8569 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/c4242c80-8eaf-404d-b2e2-2360c0fa2c06 HTTP/1.1" status: 200 len: 1800 time: 0.3807819 Feb 04 15:28:14.384555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7ab824d3-4b2f-48b5-8d36-fffaee758582, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ab824d3-4b2f-48b5-8d36-fffaee758582,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:14.391757 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:28:14.491154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-5a643262-1b21-4d79-a218-5b36bedfe465 service neutron] 10.222.0.53 "GET /v2.0/networks/46d589f4-cef2-441a-b0b6-574dd6b69bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773618 Feb 04 15:28:14.663931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:14.835482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '5b4c696c-f3dc-4745-9dc5-eb2532921cf9', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '5b4c696c-f3dc-4745-9dc5-eb2532921cf9', 'mac_address': 'fa:16:3e:9e:1a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:14.837794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074419-1c83-4e5e-a070-f1cab242cf44 req-c6d4bc72-f7cd-42dc-a77b-38475f0b74a2 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:14.853597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8074419-1c83-4e5e-a070-f1cab242cf44 req-c6d4bc72-f7cd-42dc-a77b-38475f0b74a2 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 948 time: 0.5775816 Feb 04 15:28:14.854410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.960097 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8074419-1c83-4e5e-a070-f1cab242cf44 req-63a87f7b-98ef-4354-abb6-954c5bef35c6 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054723 Feb 04 15:28:15.079308 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.123273 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fa1c40-5fb3-4913-b4da-78e6addbf50e', 'tag': '5b4c696c-f3dc-4745-9dc5-eb2532921cf9', 'status': 'completed', 'code': 200} Feb 04 15:28:15.168228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7ab824d3-4b2f-48b5-8d36-fffaee758582,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:15.179615 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de5d0d66-2bbe-486d-9cf0-7acd33f33bde req-59730164-48bd-4827-89cc-ee9e6ace162c service neutron] 10.222.0.53 "GET /v2.0/networks/46d589f4-cef2-441a-b0b6-574dd6b69bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940926 Feb 04 15:28:15.190426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:15.193597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8f713a1a-bf6f-4b63-a3a0-77a232df9b52 req-d4521b27-3a51-474d-b566-9addc0fccb15 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.247368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:15.256430 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.260805 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8f713a1a-bf6f-4b63-a3a0-77a232df9b52 req-d4521b27-3a51-474d-b566-9addc0fccb15 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.264211 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.343903 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2', 'code': 200} Feb 04 15:28:15.356249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-6a5b5a8a-2242-474a-98cc-6a22020a8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:15.358437 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-6a5b5a8a-2242-474a-98cc-6a22020a8176 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1da4a3d340147f9a893a9680960fd9e&device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 1100 time: 0.2024338 Feb 04 15:28:15.439668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:15.460780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '22433c10-488e-4f1e-97e9-6c403de52828', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'port_id': '9382b39b-b321-46b4-8fec-2af925b520b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'mac_address': 'fa:16:3e:bc:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:24Z', 'updated_at': '2022-02-04T15:28:06Z', 'revision_number': 1, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e157acfb-98fc-49a1-a75b-93bff0588912', 'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'mac_address': 'fa:16:3e:ed:38:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:58Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 5, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'subnets': [{'id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:15.471364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ebcb8-4bc1-4ac1-b69c-9692f74c5938 None None] The sync data for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 is: [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '22433c10-488e-4f1e-97e9-6c403de52828', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'port_id': '9382b39b-b321-46b4-8fec-2af925b520b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'mac_address': 'fa:16:3e:bc:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:24Z', 'updated_at': '2022-02-04T15:28:06Z', 'revision_number': 1, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e157acfb-98fc-49a1-a75b-93bff0588912', 'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'mac_address': 'fa:16:3e:ed:38:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:58Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 5, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'subnets': [{'id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:28:15.522241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Checking segment: {'id': '89488885-75dd-4496-878c-ff8aa7e00f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6972c7ea-5cd0-42d5-846e-9032d7dc765a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:15.522779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Network hostable DHCP agents. Network: 6972c7ea-5cd0-42d5-846e-9032d7dc765a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:15.528213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de0ad80-7805-4665-b8d9-95d8a82c7f26,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:15.551866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.552343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.552687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.555425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.557745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.561157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.561756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.564906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.565457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.565951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.569066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.569588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:15.584660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8f713a1a-bf6f-4b63-a3a0-77a232df9b52 req-d4521b27-3a51-474d-b566-9addc0fccb15 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.619429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['5b4c696c-f3dc-4745-9dc5-eb2532921cf9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:15.627687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4521b27-3a51-474d-b566-9addc0fccb15 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4242c80-8eaf-404d-b2e2-2360c0fa2c06,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:15.655340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-d88726c5-43e0-45e7-adbd-5f5d256ebd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:15.656885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Network 6972c7ea-5cd0-42d5-846e-9032d7dc765a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:15.662592 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-d88726c5-43e0-45e7-adbd-5f5d256ebd9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2966716 Feb 04 15:28:15.710721 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8f713a1a-bf6f-4b63-a3a0-77a232df9b52 req-d4521b27-3a51-474d-b566-9addc0fccb15 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.742050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f713a1a-bf6f-4b63-a3a0-77a232df9b52 req-d4521b27-3a51-474d-b566-9addc0fccb15 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/c4242c80-8eaf-404d-b2e2-2360c0fa2c06 HTTP/1.1" status: 204 len: 173 time: 1.4421797 Feb 04 15:28:15.743916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 6972c7ea-5cd0-42d5-846e-9032d7dc765a) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:15.763181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:15.764019 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.769903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab510e4-b6c1-4f0a-bcb0-0feab9471426 None None] Network 6972c7ea-5cd0-42d5-846e-9032d7dc765a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:28:15.802603 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4528ac68-c8f3-45c7-838a-466b494f4697 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9858704 Feb 04 15:28:15.853795 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-38e0630e-5771-4441-8f11-50ecd11916d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5b4c696c-f3dc-4745-9dc5-eb2532921cf9 HTTP/1.1" status: 200 len: 217 time: 0.1384745 Feb 04 15:28:15.898452 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f1e26-dd59-4333-9ff8-ec42f6abfe68 None None] New status for floating IP 22433c10-488e-4f1e-97e9-6c403de52828: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:28:15.976293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-9af85674-88b7-40a8-b02a-b48d37c3c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:15.977759 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-9af85674-88b7-40a8-b02a-b48d37c3c8d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1132832 Feb 04 15:28:15.991587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023be277-f2c1-44f9-a343-6bb47bbb1a77 req-43b71c94-d108-4e1d-9269-a4b0d722ad2e tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:15.993354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-023be277-f2c1-44f9-a343-6bb47bbb1a77 req-43b71c94-d108-4e1d-9269-a4b0d722ad2e tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.3423073 Feb 04 15:28:16.104167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce54cf2-bdfe-4029-9d7f-d31b68a2d7d7 req-081bd93e-d7d0-4605-a071-86debbfda1c5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:16.113896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fce54cf2-bdfe-4029-9d7f-d31b68a2d7d7 req-081bd93e-d7d0-4605-a071-86debbfda1c5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.1687539 Feb 04 15:28:16.201145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-023be277-f2c1-44f9-a343-6bb47bbb1a77 req-4e92c7f2-2d51-4ce3-b033-37fdd7aa211c tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581109 Feb 04 15:28:16.213549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fce54cf2-bdfe-4029-9d7f-d31b68a2d7d7 req-74e9acc1-9982-4baa-afa4-7ff2deb4fbd9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946288 Feb 04 15:28:16.237599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-a2d4b0dd-2e78-47af-9594-1b139db9b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:16.239475 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-a2d4b0dd-2e78-47af-9594-1b139db9b6bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447686 Feb 04 15:28:16.462031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-7c7b5cb0-1b76-40b4-aa42-0e63a69c33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:16.465088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-7c7b5cb0-1b76-40b4-aa42-0e63a69c33a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1101 time: 0.2030611 Feb 04 15:28:16.485883 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-10ef740e-df47-4e94-b90d-dd170f676d5e service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377055 Feb 04 15:28:16.610439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedefc11-4618-4744-9ad8-0752ad5b050a None None] Network 6972c7ea-5cd0-42d5-846e-9032d7dc765a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:28:16.711235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dbffa-1de6-488d-8ffd-b226c00692cb req-4409ffa3-e8f8-4434-88c0-24f00605a841 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:16.712975 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7c5dbffa-1de6-488d-8ffd-b226c00692cb req-4409ffa3-e8f8-4434-88c0-24f00605a841 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 1096 time: 0.1819427 Feb 04 15:28:16.788547 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7c5dbffa-1de6-488d-8ffd-b226c00692cb req-de50a536-b47d-4607-a8e9-3dea749c9714 tempest-LiveAutoBlockMigrationV225Test-1357513841 tempest-LiveAutoBlockMigrationV225Test-1357513841-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614057 Feb 04 15:28:16.799089 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fecf8647-cf87-4ff9-bc80-cb533fd1ee07 req-3f52c7f0-6f69-464c-b8ad-a8c186372f0f service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049407 Feb 04 15:28:16.911467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd5acc-4bdf-42c2-996d-bdf092b1edbb req-dbf450f2-408f-4fbb-a4b6-bb3c9c1ae01b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:16.913151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5efd5acc-4bdf-42c2-996d-bdf092b1edbb req-dbf450f2-408f-4fbb-a4b6-bb3c9c1ae01b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.3872318 Feb 04 15:28:16.922674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-57608108-992b-4bea-9b3e-e215c847a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:16.924155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-57608108-992b-4bea-9b3e-e215c847a5fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.4504945 Feb 04 15:28:17.034962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-444c57c6-d634-4373-a121-d75dad0da18f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.0910373 Feb 04 15:28:17.086030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5efd5acc-4bdf-42c2-996d-bdf092b1edbb req-f9f71cf0-be17-4f9e-bda0-d2aa7b1f519e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653886 Feb 04 15:28:17.117325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac6bb6-bd46-4480-8ff1-7afcf42535b9 req-0afb8f98-fe46-4e25-aead-0c3896e62c9d tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.124868 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46ac6bb6-bd46-4480-8ff1-7afcf42535b9 req-0afb8f98-fe46-4e25-aead-0c3896e62c9d tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 946 time: 0.1128991 Feb 04 15:28:17.132505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-d4d1ac4b-2340-4ad8-b613-b1684a6ec045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.134970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-d4d1ac4b-2340-4ad8-b613-b1684a6ec045 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0900679 Feb 04 15:28:17.175783 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46ac6bb6-bd46-4480-8ff1-7afcf42535b9 req-4d414bca-b6fd-4f82-a5cc-5549055bffe2 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500941 Feb 04 15:28:17.252563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b3b06e9-a4fd-4017-bec0-e1c7414b70aa req-a9de581f-f1a3-47e6-8154-8165c986dbb2 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "GET /v2.0/security-groups/49c199b8-7830-45ef-9a2a-70a2b8fe779b HTTP/1.1" status: 200 len: 1799 time: 0.1165025 Feb 04 15:28:17.306386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-b0fcf44e-19de-46d1-89ab-5629bbddb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.308978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-b0fcf44e-19de-46d1-89ab-5629bbddb40b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600251 Feb 04 15:28:17.345767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d5aa27-cbc4-4d73-9297-2ec1b4c01098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab824d3-4b2f-48b5-8d36-fffaee758582'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:17.359793 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:28:17.389027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c169a-cd7b-468c-a5d4-22936e30424b req-c68f0430-ac41-41e1-8d1b-ea0a89694b62 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.391201 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-425c169a-cd7b-468c-a5d4-22936e30424b req-c68f0430-ac41-41e1-8d1b-ea0a89694b62 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 949 time: 0.1059377 Feb 04 15:28:17.451605 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-425c169a-cd7b-468c-a5d4-22936e30424b req-151519d4-29cd-4bd2-bdc6-c9736b62994e tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531073 Feb 04 15:28:17.487167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b3b06e9-a4fd-4017-bec0-e1c7414b70aa req-62fdd274-f350-4f95-8f8b-a45a0552e165 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.547685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-69c78485-3d8e-45ed-b7ad-8c6704301c4e service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281716 Feb 04 15:28:17.549389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b3b06e9-a4fd-4017-bec0-e1c7414b70aa req-62fdd274-f350-4f95-8f8b-a45a0552e165 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.739152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b3b06e9-a4fd-4017-bec0-e1c7414b70aa req-62fdd274-f350-4f95-8f8b-a45a0552e165 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.775266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdd274-f350-4f95-8f8b-a45a0552e165 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c199b8-7830-45ef-9a2a-70a2b8fe779b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:17.779263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-9f3ac6c2-d582-47a9-9711-9e4f61f679d6 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218313 Feb 04 15:28:17.785780 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2b3b06e9-a4fd-4017-bec0-e1c7414b70aa req-62fdd274-f350-4f95-8f8b-a45a0552e165 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.791283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b3b06e9-a4fd-4017-bec0-e1c7414b70aa req-62fdd274-f350-4f95-8f8b-a45a0552e165 tempest-SecurityGroupsTestJSON-1778461682 tempest-SecurityGroupsTestJSON-1778461682-project] 10.222.0.46 "DELETE /v2.0/security-groups/49c199b8-7830-45ef-9a2a-70a2b8fe779b HTTP/1.1" status: 204 len: 173 time: 0.5253808 Feb 04 15:28:17.800425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49588) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:17.844181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57fa1-b97b-44ed-bfe7-2717f66d3b14 req-341a2556-5aec-4a71-bd4d-6fe85523c7ef tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.846159 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f7b57fa1-b97b-44ed-bfe7-2717f66d3b14 req-341a2556-5aec-4a71-bd4d-6fe85523c7ef tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.2826128 Feb 04 15:28:17.895580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7944254f-12c8-418f-8aa8-d5077d62077d admin admin] Deleting subnet bd168f07-007a-43a7-b387-52fde248ba0a {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:28:17.901751 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7944254f-12c8-418f-8aa8-d5077d62077d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.934451 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f7b57fa1-b97b-44ed-bfe7-2717f66d3b14 req-88836a79-1364-4ebd-a4e5-6edb841f0d4a tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776176 Feb 04 15:28:17.968082 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7944254f-12c8-418f-8aa8-d5077d62077d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.038297 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7944254f-12c8-418f-8aa8-d5077d62077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.145836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:18.270449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:18.279490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:18.279952 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.283603 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7944254f-12c8-418f-8aa8-d5077d62077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.355827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944254f-12c8-418f-8aa8-d5077d62077d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd168f07-007a-43a7-b387-52fde248ba0a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:18.436279 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.454230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-9cbbea39-346c-4d7e-a564-97e49b353938 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:18.462513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-9cbbea39-346c-4d7e-a564-97e49b353938 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 808 time: 0.3560526 Feb 04 15:28:18.474973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7944254f-12c8-418f-8aa8-d5077d62077d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.485268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:18.489453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-8134c5d5-0492-4f14-a8ae-44a4e8ed3b35 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/quotas/f47c494d628741edb0d9fa67438cf824 HTTP/1.1" status: 200 len: 375 time: 0.0257952 Feb 04 15:28:18.503510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.532702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7944254f-12c8-418f-8aa8-d5077d62077d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bd168f07-007a-43a7-b387-52fde248ba0a HTTP/1.1" status: 204 len: 168 time: 0.7311873 Feb 04 15:28:18.535412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49612) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:18.575011 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-102a6067-dbe0-4ff3-8d4f-311cdebf4b07 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841575 Feb 04 15:28:18.593309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:18.643061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7eb5-c29d-4435-9da5-42f7428bdbbf req-cc39042f-e46f-4bd0-8807-b3b441a642d7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:18.650364 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-391d7eb5-c29d-4435-9da5-42f7428bdbbf req-cc39042f-e46f-4bd0-8807-b3b441a642d7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.1607196 Feb 04 15:28:18.707928 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-391d7eb5-c29d-4435-9da5-42f7428bdbbf req-13f08155-f38a-4d68-a114-92d7b1ba89d4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563712 Feb 04 15:28:18.755085 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d5aa27-cbc4-4d73-9297-2ec1b4c01098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab824d3-4b2f-48b5-8d36-fffaee758582', 'code': 200} Feb 04 15:28:18.764611 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.860528 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-6163c438-6b7a-452e-9504-072d51419d6b service neutron] 10.222.0.46 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842205 Feb 04 15:28:18.970966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2703fc7-d28d-44d5-bcd7-8bb7ce679424 req-b52be187-b96e-4110-a119-b8a2c3c89abe tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:18.972461 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2703fc7-d28d-44d5-bcd7-8bb7ce679424 req-b52be187-b96e-4110-a119-b8a2c3c89abe tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.0973675 Feb 04 15:28:19.033931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2703fc7-d28d-44d5-bcd7-8bb7ce679424 req-a0da414d-44c5-4e54-9808-b18163271aef tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550916 Feb 04 15:28:19.254014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.257691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5629c-5c89-482a-9610-b96801c0476a req-aecc59e4-9804-4da4-b503-0dd4759673ff tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.265141 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9af5629c-5c89-482a-9610-b96801c0476a req-aecc59e4-9804-4da4-b503-0dd4759673ff tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 946 time: 0.1227667 Feb 04 15:28:19.311323 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9af5629c-5c89-482a-9610-b96801c0476a req-95111b16-c491-4cf2-9d98-b2022b75bc3f tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Feb 04 15:28:19.315722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:19.347644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453946e3-8c7c-4eaa-9312-cf38e0560021') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:19.347949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453946e3-8c7c-4eaa-9312-cf38e0560021') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:19.380078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.414954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de31c9-c28f-490a-a918-d5f918111fe6 req-d0616226-3fcb-4d62-8f9a-d8f67bd3c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.416527 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81de31c9-c28f-490a-a918-d5f918111fe6 req-d0616226-3fcb-4d62-8f9a-d8f67bd3c749 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 1097 time: 0.5647457 Feb 04 15:28:19.418179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.428619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-46423b5d-28d8-4321-bedb-0b29482965a4 service neutron] 10.222.0.46 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669179 Feb 04 15:28:19.445261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:19.445685 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:19.460549 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:19.550724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612437-643a-4045-9fe9-61676412825a req-1074fcb4-2b3f-4c35-9020-cd76fd338f24 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.553305 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65612437-643a-4045-9fe9-61676412825a req-1074fcb4-2b3f-4c35-9020-cd76fd338f24 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.61 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 945 time: 0.4191198 Feb 04 15:28:19.559072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a754cc-5144-4b5d-9de6-4150f8d41e97 req-675cd500-d4b5-4aa5-9171-5bbabf582920 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.566011 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-20a754cc-5144-4b5d-9de6-4150f8d41e97 req-675cd500-d4b5-4aa5-9171-5bbabf582920 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 945 time: 0.1302149 Feb 04 15:28:19.638857 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-20a754cc-5144-4b5d-9de6-4150f8d41e97 req-7d661d32-a840-4e6d-8814-c7cfc9a5afc7 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533104 Feb 04 15:28:19.702350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-65612437-643a-4045-9fe9-61676412825a req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Deleting port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:28:19.702724 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-65612437-643a-4045-9fe9-61676412825a req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.772101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81de31c9-c28f-490a-a918-d5f918111fe6 req-69ac132a-f790-418e-989c-88f5c624b9be service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404610 Feb 04 15:28:19.794049 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a99845ae-1971-425f-b24a-c3bde92be47b req-80861376-d2c0-468c-91dd-372761b94751 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 210 time: 0.0831556 Feb 04 15:28:19.841244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.846205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.889513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda HTTP/1.1" status: 204 len: 168 time: 1.3478272 Feb 04 15:28:19.901416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e4a1b-aa8b-4655-a3b6-455710a34102 admin admin] Pushing event deleted for resources: {'Network': ['ID=b52e7856-f0d2-4d7e-9ef2-1dbc43c71bda,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:20.040324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307552-5c1d-4a18-ab58-d572036d59a5 req-099b5f20-ea80-475d-9c16-11e890148f47 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.047911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-31307552-5c1d-4a18-ab58-d572036d59a5 req-099b5f20-ea80-475d-9c16-11e890148f47 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.1257024 Feb 04 15:28:20.104522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e61a74-61da-48b9-85ad-d4c696ab15b0 req-eb68ca94-5434-4cc3-a611-ccb3d2b5ef38 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.106510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4e61a74-61da-48b9-85ad-d4c696ab15b0 req-eb68ca94-5434-4cc3-a611-ccb3d2b5ef38 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 950 time: 0.3472574 Feb 04 15:28:20.130979 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-31307552-5c1d-4a18-ab58-d572036d59a5 req-aa306621-e8fe-45a0-aab7-54efc0513367 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813355 Feb 04 15:28:20.255318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4e61a74-61da-48b9-85ad-d4c696ab15b0 req-2d8c1a6f-9ce9-4e29-a124-b2f171c3ba3a tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274526 Feb 04 15:28:20.257042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-65612437-643a-4045-9fe9-61676412825a req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] For port 7fa39a05-430d-43b4-b3a8-2c722c1f4233, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7fa39a05-430d-43b4-b3a8-2c722c1f4233,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:20.257409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-65612437-643a-4045-9fe9-61676412825a req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.346179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49634) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:20.425980 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4f41400d-5b6a-4afb-9a13-81a07352df2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84bfbb5c181f441280cc0c4a137e63ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774145 Feb 04 15:28:20.428564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49640) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:20.500336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cce11-b0dd-4827-9639-b89eb2f68e31 req-e028016f-88b8-4da8-9efb-c24648c9fb39 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.502356 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a3cce11-b0dd-4827-9639-b89eb2f68e31 req-e028016f-88b8-4da8-9efb-c24648c9fb39 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.2317696 Feb 04 15:28:20.514989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-65612437-643a-4045-9fe9-61676412825a req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Calling delete_port for 7fa39a05-430d-43b4-b3a8-2c722c1f4233 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:28:20.521407 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.584552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.613117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0a3cce11-b0dd-4827-9639-b89eb2f68e31 req-41dae939-1a41-45a5-a8e8-8c6bff47862d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879443 Feb 04 15:28:20.696431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.731812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850becc3-d1d1-4141-93c6-4850def17e9d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:20.735168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.737931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/850becc3-d1d1-4141-93c6-4850def17e9d HTTP/1.1" status: 204 len: 168 time: 0.3085535 Feb 04 15:28:20.750414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.751189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.751763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.752371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.753377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.753929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.754596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.755338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.755882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.755997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fa1c40-5fb3-4913-b4da-78e6addbf50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4c696c-f3dc-4745-9dc5-eb2532921cf9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:20.757732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.758559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.759185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408b6c9d-7d60-410f-af4d-4a3b3aba6fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:20.883961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d065c25-598d-4664-aa73-1420134e34cb req-66586740-13a3-4bc7-84a9-6d12200757da tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.887654 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9d065c25-598d-4664-aa73-1420134e34cb req-66586740-13a3-4bc7-84a9-6d12200757da tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 945 time: 0.1155324 Feb 04 15:28:20.897354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5537de-ad63-423b-a985-8d80ce954c66 req-b95d6ff5-f245-4bb1-b153-db1d735609f2 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.906526 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da5537de-ad63-423b-a985-8d80ce954c66 req-b95d6ff5-f245-4bb1-b153-db1d735609f2 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 946 time: 0.3558326 Feb 04 15:28:20.950965 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-65612437-643a-4045-9fe9-61676412825a req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.965473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['29d9e66b-4aab-4fe6-97b3-770e619422c2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:20.983956 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9d065c25-598d-4664-aa73-1420134e34cb req-a2a33b6b-4f4c-4ca3-b6a9-d62d4ec2e203 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899460 Feb 04 15:28:21.069463 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fa1c40-5fb3-4913-b4da-78e6addbf50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4c696c-f3dc-4745-9dc5-eb2532921cf9', 'code': 200} Feb 04 15:28:21.077747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Pushing event deleted for resources: {'Port': ['ID=7fa39a05-430d-43b4-b3a8-2c722c1f4233,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:21.100827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da5537de-ad63-423b-a985-8d80ce954c66 req-733eea82-b9f0-4244-81e6-29f8fb270fc3 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919720 Feb 04 15:28:21.371047 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1bddb490-42b9-4a05-950f-c743c87e4e4c req-17a0bd3e-6e78-4341-8b3e-fa88769c64fd tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 210 time: 0.1646292 Feb 04 15:28:21.393201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-65612437-643a-4045-9fe9-61676412825a req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] No DVR routers for this DVR port 7fa39a05-430d-43b4-b3a8-2c722c1f4233 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:21.395674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-65612437-643a-4045-9fe9-61676412825a req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.399949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'name': 'network-vif-deleted', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:21.536940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65612437-643a-4045-9fe9-61676412825a req-10eee898-c7c1-48e3-866f-8a6fad8a0867 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.61 "DELETE /v2.0/ports/7fa39a05-430d-43b4-b3a8-2c722c1f4233 HTTP/1.1" status: 204 len: 173 time: 1.9470065 Feb 04 15:28:21.571609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804beffb-1fc5-4e91-8586-54dc47bc88eb req-32b8bca3-181d-4870-a596-76c6ac8289b5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.580094 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-804beffb-1fc5-4e91-8586-54dc47bc88eb req-32b8bca3-181d-4870-a596-76c6ac8289b5 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.1685798 Feb 04 15:28:21.651547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-804beffb-1fc5-4e91-8586-54dc47bc88eb req-302015ee-3ca6-4cf7-b2fe-35e8dcfec6f7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702443 Feb 04 15:28:21.706410 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05bb438-ec0b-483a-af33-91e571b04aae', 'name': 'network-vif-deleted', 'tag': '7fa39a05-430d-43b4-b3a8-2c722c1f4233', 'status': 'completed', 'code': 200} Feb 04 15:28:21.902672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba7208-59a2-46db-a125-ccf33bacd44d req-65dbfe40-5738-46d4-be0e-91a6f1e08fd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.919633 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a5ba7208-59a2-46db-a125-ccf33bacd44d req-65dbfe40-5738-46d4-be0e-91a6f1e08fd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 950 time: 0.2493861 Feb 04 15:28:21.926446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd46cbb-6a4b-4bd8-9d03-f39e18783531 req-c81fb878-54b7-4633-872e-449e5e32a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.932663 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6fd46cbb-6a4b-4bd8-9d03-f39e18783531 req-c81fb878-54b7-4633-872e-449e5e32a442 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 1101 time: 0.6183214 Feb 04 15:28:22.149215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7fa39a05-430d-43b4-b3a8-2c722c1f4233 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:22.158375 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a5ba7208-59a2-46db-a125-ccf33bacd44d req-5944704e-8dd1-4607-950d-b4f0ef6b85e5 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330730 Feb 04 15:28:22.177270 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6fd46cbb-6a4b-4bd8-9d03-f39e18783531 req-54c15f07-7a4d-4064-af7c-f05c49217c3d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068281 Feb 04 15:28:22.177459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f7a85d64-d308-4a94-b5e6-7c31076ea3ba tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.190615 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f7a85d64-d308-4a94-b5e6-7c31076ea3ba tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 808 time: 0.4089503 Feb 04 15:28:22.244268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 7fa39a05-430d-43b4-b3a8-2c722c1f4233 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:28:22.244599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7fa39a05-430d-43b4-b3a8-2c722c1f4233 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:28:22.261448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Request body: {'port': {'device_id': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a', 'admin_state_up': True, 'tenant_id': 'f47c494d628741edb0d9fa67438cf824'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:22.367615 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db51b16f-99a8-4c08-9684-8c8d06a33dcb req-4f17d842-530c-4996-b230-17750d511480 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 210 time: 0.0905426 Feb 04 15:28:22.426347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49686) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:22.446671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed834-6029-4810-a565-92b07a6e30d9 req-223e9d30-1520-4f81-9598-256dbeb19e3d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.455259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abeed834-6029-4810-a565-92b07a6e30d9 req-223e9d30-1520-4f81-9598-256dbeb19e3d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.2641046 Feb 04 15:28:22.516558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:22.541110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abeed834-6029-4810-a565-92b07a6e30d9 req-26deacbc-8a97-4971-8fa2-4820e571a2bf tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845301 Feb 04 15:28:22.542308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Usage tracker for resource:port and tenant:f47c494d628741edb0d9fa67438cf824 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:22.556326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:22.569822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:22.600649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Made reservation on behalf of f47c494d628741edb0d9fa67438cf824 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:22.606189 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.725218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-601668467-network', 'tenant_id': '5045eb298e2c44d9bd1ba5e02b1cdb37'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:22.732221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:22.737815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Usage tracker for resource:network and tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:22.742823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:22.753399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:22.781266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Made reservation on behalf of 5045eb298e2c44d9bd1ba5e02b1cdb37 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:22.786596 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.808705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.845144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:22.849576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Usage tracker for resource:security_group_rule and tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:22.852200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Allocated IP 172.20.0.4 (25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a/d4cd134f-b7e5-4484-8b1d-11443fb81a27/72e82b08-261c-48bd-966d-c7b414dd2688) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:22.853244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:22.860187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:22.928465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9e0ca6b-8b88-4a7b-ae85-0d846eb7167f req-9cb63182-7f12-40dd-b70f-b2ced3cfdd8f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 210 time: 0.0642118 Feb 04 15:28:22.929667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5fa8d-ff16-4966-b807-58bcb1b62b99 req-d595af64-cdeb-4e03-b89e-5574fdf6d630 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.939294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a1b5fa8d-ff16-4966-b807-58bcb1b62b99 req-d595af64-cdeb-4e03-b89e-5574fdf6d630 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 946 time: 0.3333132 Feb 04 15:28:23.036467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a1b5fa8d-ff16-4966-b807-58bcb1b62b99 req-b3f87a5d-41fc-47b7-aca2-381892a39a83 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960400 Feb 04 15:28:23.130651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.136875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.185424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:23.196659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666c3132-9e48-405d-9854-b64dd417e5cc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:23.221923 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.222617 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Added segment 36079805-9128-4b77-843c-520933e2991f of type vlan for network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 Feb 04 15:28:23.262636 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.328004 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.329675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:23.331207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.529240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544ed4-6fcd-49db-b34d-52da6a1f027f req-0b66f6d3-7038-4d70-af3b-1ae05211d800 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:23.538038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-78544ed4-6fcd-49db-b34d-52da6a1f027f req-0b66f6d3-7038-4d70-af3b-1ae05211d800 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.3727620 Feb 04 15:28:23.543355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.562949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] Pushing event updated for resources: {'Network': ['ID=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:23.579562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:28:23.610619 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a665cd89-c26b-4f36-a3b3-05bcae683566 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1831293 Feb 04 15:28:23.612742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49704) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:23.637918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Request body: {'subnet': {'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-601668467-subnet', 'tenant_id': '5045eb298e2c44d9bd1ba5e02b1cdb37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:23.646664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-78544ed4-6fcd-49db-b34d-52da6a1f027f req-c24268b7-ab01-4a43-b8d4-9e1a8c6da188 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066859 Feb 04 15:28:23.654360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:23.676747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beaeb0-9997-46e2-a74f-c8cc534a466a req-23381177-1f66-4099-ab2e-52dde86ff4c0 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:23.690008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-10beaeb0-9997-46e2-a74f-c8cc534a466a req-23381177-1f66-4099-ab2e-52dde86ff4c0 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 950 time: 0.3269601 Feb 04 15:28:23.698610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.796308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Usage tracker for resource:subnet and tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:23.828731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:23.874757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:23.915243 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-10beaeb0-9997-46e2-a74f-c8cc534a466a req-c5bccedb-693c-4a6a-83d8-9e6112c4ee56 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241142 Feb 04 15:28:23.946940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Made reservation on behalf of 5045eb298e2c44d9bd1ba5e02b1cdb37 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:23.949893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.013350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6e744d48-88e9-483a-8b90-b97f431cd49b req-54818daa-6d83-49b1-b5fb-6f55e1e037aa tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Synchronizing usage tracker for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:24.038069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:24.044635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:24.063691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:28:24.115705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Pushing event updated for resources: {'Port': ['ID=72e82b08-261c-48bd-966d-c7b414dd2688,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:24.136815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6e744d48-88e9-483a-8b90-b97f431cd49b req-54818daa-6d83-49b1-b5fb-6f55e1e037aa tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Unset dirty status for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:24.145594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e744d48-88e9-483a-8b90-b97f431cd49b req-54818daa-6d83-49b1-b5fb-6f55e1e037aa tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=d05bb438-ec0b-483a-af33-91e571b04aae HTTP/1.1" status: 200 len: 210 time: 0.2843344 Feb 04 15:28:24.213573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:24.214401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.275001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f8684ce2-f8cd-492f-9f76-cae726bccd11 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0187669 Feb 04 15:28:24.300634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Request body: {'port': {'device_id': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:24.563404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.655771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ef50f-2e6e-48e7-bb2d-5a23a40ea458 req-380d4226-a953-4779-81d8-9bb31bbc106d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:24.663032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c14ef50f-2e6e-48e7-bb2d-5a23a40ea458 req-380d4226-a953-4779-81d8-9bb31bbc106d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.4187751 Feb 04 15:28:24.715438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.740645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1f38-7cd1-4369-a77b-5afb70b02e79 req-24f07ad6-43ee-4dff-a5a7-cf22c25a4ce2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:24.741430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-871e1f38-7cd1-4369-a77b-5afb70b02e79 req-24f07ad6-43ee-4dff-a5a7-cf22c25a4ce2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:24.782997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-871e1f38-7cd1-4369-a77b-5afb70b02e79 req-24f07ad6-43ee-4dff-a5a7-cf22c25a4ce2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:24.784271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-871e1f38-7cd1-4369-a77b-5afb70b02e79 req-24f07ad6-43ee-4dff-a5a7-cf22c25a4ce2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 931 time: 0.3237364 Feb 04 15:28:24.862217 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c14ef50f-2e6e-48e7-bb2d-5a23a40ea458 req-3cb58ed0-b13b-4cd8-abd0-b2347083ccfa tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980875 Feb 04 15:28:24.949963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0a1617-8540-431c-ba88-5917c9ce34a3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:24.956425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-871e1f38-7cd1-4369-a77b-5afb70b02e79 req-caa5a044-5cb1-4f1f-b493-654037cb6f5d tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619160 Feb 04 15:28:24.969868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Checking segment: {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:24.970229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Network hostable DHCP agents. Network: bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:25.050168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:25.070327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:25.079783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e3fbb8-33da-4986-b1e0-36d4486e8fec None None] Network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:28:25.081247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:25.083715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.119339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f7ec7792-6c08-453f-9c65-c661548870f7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5011861 Feb 04 15:28:25.313372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e82b08-261c-48bd-966d-c7b414dd2688 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:25.349129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.406896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Transition to ACTIVE for port object 72e82b08-261c-48bd-966d-c7b414dd2688 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:25.423304 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.557253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Pushing event updated for resources: {'Port': ['ID=72e82b08-261c-48bd-966d-c7b414dd2688,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:25.655106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb23c-f19a-4503-b628-3f1999e28576 req-efccfe84-4efa-4b3b-a0c9-22bbbcb68e08 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:25.655106 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07ccb23c-f19a-4503-b628-3f1999e28576 req-efccfe84-4efa-4b3b-a0c9-22bbbcb68e08 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.4014463 Feb 04 15:28:25.788804 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07ccb23c-f19a-4503-b628-3f1999e28576 req-c19d52f5-834a-4868-9089-a557d327a8f2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096351 Feb 04 15:28:25.841124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8', 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8', 'tenant_id': '5045eb298e2c44d9bd1ba5e02b1cdb37', 'fixed_ips': [{'subnet_id': '8c0a1617-8540-431c-ba88-5917c9ce34a3'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:28:25.841965 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.083049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8677bf-d00d-4efc-8b5d-39cb9ce70f5a req-6851ccd8-febd-4ca8-8294-dd4f5a768a2a tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.084943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af8677bf-d00d-4efc-8b5d-39cb9ce70f5a req-6851ccd8-febd-4ca8-8294-dd4f5a768a2a tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 950 time: 0.5286093 Feb 04 15:28:26.130658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:26.131005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:26.131648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:26.155011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Port 72e82b08-261c-48bd-966d-c7b414dd2688 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:26.155344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:26.204388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:26.204761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:26.205172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:26.205674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Bound port: 72e82b08-261c-48bd-966d-c7b414dd2688, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:26.217431 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.227625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Allocated IP 172.20.0.2 (bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8/8c0a1617-8540-431c-ba88-5917c9ce34a3/9230c268-392d-4ae7-981c-1934cd7ba9a5) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:26.392713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af8677bf-d00d-4efc-8b5d-39cb9ce70f5a req-f8796835-72d1-4f59-af9d-e8bf8b8a0e98 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912188 Feb 04 15:28:26.530513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:26.535542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:26.589503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.678187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.679399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.680781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] 10.222.0.53 "PUT /v2.0/ports/72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 200 len: 1091 time: 2.3850937 Feb 04 15:28:26.688128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:26.725102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa63dc6-f59e-4cf2-9fe9-16aea92e3b34 service neutron] Pushing event updated for resources: {'Port': ['ID=72e82b08-261c-48bd-966d-c7b414dd2688,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:26.745032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641f6c7-3ef4-499d-83c0-51746db73105 req-c99b78ff-7b91-4478-9538-40e7a4c54b99 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.755910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0641f6c7-3ef4-499d-83c0-51746db73105 req-c99b78ff-7b91-4478-9538-40e7a4c54b99 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.2090082 Feb 04 15:28:26.810379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-9b190c0a-4d7c-462b-9983-c7dabd9077b8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.811694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-9b190c0a-4d7c-462b-9983-c7dabd9077b8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Synchronizing usage tracker for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:26.842232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.854293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-9b190c0a-4d7c-462b-9983-c7dabd9077b8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Unset dirty status for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:26.863145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-9b190c0a-4d7c-462b-9983-c7dabd9077b8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 815 time: 0.5229025 Feb 04 15:28:26.865977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Transition to ACTIVE for port object 9230c268-392d-4ae7-981c-1934cd7ba9a5 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:26.891436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0641f6c7-3ef4-499d-83c0-51746db73105 req-fb3f5f2c-0582-45af-b548-d91eaee5fd1b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273386 Feb 04 15:28:26.906273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-1e555697-e49b-4a74-bbcc-15756a5e2f75 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/quotas/5045eb298e2c44d9bd1ba5e02b1cdb37 HTTP/1.1" status: 200 len: 375 time: 0.0390074 Feb 04 15:28:26.922124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Transition to ACTIVE for port object 9230c268-392d-4ae7-981c-1934cd7ba9a5 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:26.927471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-9c0e6170-6de8-43cb-8c87-e5982b2d1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.934924 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.936017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-9c0e6170-6de8-43cb-8c87-e5982b2d1136 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1094 time: 0.1767497 Feb 04 15:28:27.098601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:27.104212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-f144f55c-559a-40c3-bce8-2581864fd634 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 200 len: 217 time: 0.1611547 Feb 04 15:28:27.111774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:27.130138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:28:27.141073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Pushing event updated for resources: {'Port': ['ID=9230c268-392d-4ae7-981c-1934cd7ba9a5,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:27.216781 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-80464eb7-0800-40b1-9cb4-cec9152d5535 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3078828 Feb 04 15:28:27.264709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Attempting to bind port 9230c268-392d-4ae7-981c-1934cd7ba9a5 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:27.268203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Attempting to bind port 9230c268-392d-4ae7-981c-1934cd7ba9a5 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:27.268730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Attempting to bind port 9230c268-392d-4ae7-981c-1934cd7ba9a5 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:27.272690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-95cb1878-3f99-44a8-92ea-0eb451dc6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:27.274204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-95cb1878-3f99-44a8-92ea-0eb451dc6122 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.0957587 Feb 04 15:28:27.285913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:27.286580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Checking segment: {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:27.287182 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.287720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Bound using segment: {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:27.288348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Bound port: 9230c268-392d-4ae7-981c-1934cd7ba9a5, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:27.288920 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.350993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-ae64a388-36d9-4e1f-958a-d32a255b3879 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655203 Feb 04 15:28:27.359358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e8458-d6d3-41fd-b2ca-a70feab09380 req-fb13f697-43fc-448b-8034-abd16d71a676 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:27.366574 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d9e8458-d6d3-41fd-b2ca-a70feab09380 req-fb13f697-43fc-448b-8034-abd16d71a676 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 943 time: 0.2639761 Feb 04 15:28:27.463164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] For port 9230c268-392d-4ae7-981c-1934cd7ba9a5, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:27.470871 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-915da86e-c76a-498a-8542-94e404af5463 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525849 Feb 04 15:28:27.472034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] For port 9230c268-392d-4ae7-981c-1934cd7ba9a5, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9230c268-392d-4ae7-981c-1934cd7ba9a5,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:27.482327 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.564202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d9e8458-d6d3-41fd-b2ca-a70feab09380 req-6c4fb9d6-86a6-4a5d-bde4-36bc22c99277 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839054 Feb 04 15:28:27.641411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe34b1-553f-4353-98f4-ce72c8b54747 None None] Pushing event updated for resources: {'Port': ['ID=9230c268-392d-4ae7-981c-1934cd7ba9a5,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:27.727228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-fd90b894-7115-47b7-9004-b6c88b9632d0 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585832 Feb 04 15:28:27.816347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-dc5a1402-6b27-4856-8cb4-cd06e20373f9 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380439 Feb 04 15:28:28.062612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43341ba3-ca4f-40b2-a941-b84e77786182 req-2cf13cf8-ae1f-4ea7-bc05-1f5395072e62 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269336 Feb 04 15:28:28.081488 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688', 'status': 'completed', 'code': 200} Feb 04 15:28:28.360754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-9351ea7d-5f0a-4df6-9027-15a6fc9256ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:28.365624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-9351ea7d-5f0a-4df6-9027-15a6fc9256ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1094 time: 0.2219274 Feb 04 15:28:28.777446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa1363-bd61-417f-9d7c-e7e5c8ea963b req-1175d154-a02b-4cc0-9d46-fcf73069c950 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:28.779096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8fa1363-bd61-417f-9d7c-e7e5c8ea963b req-1175d154-a02b-4cc0-9d46-fcf73069c950 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.4076643 Feb 04 15:28:28.789611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-c2f6def8-be43-430e-bf82-c6cb11bf9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:28.792662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-c2f6def8-be43-430e-bf82-c6cb11bf9ddd service neutron] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.4032571 Feb 04 15:28:28.878927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9230c268-392d-4ae7-981c-1934cd7ba9a5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:29.240342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 9230c268-392d-4ae7-981c-1934cd7ba9a5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:29.291663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-9843c6d3-0ab8-4831-b6cc-8e7c151402be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 200 len: 217 time: 0.4754446 Feb 04 15:28:29.512824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8fa1363-bd61-417f-9d7c-e7e5c8ea963b req-60e5d62c-3978-480c-8316-4d908d864b22 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145638 Feb 04 15:28:29.594668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-3c8dec19-3e9f-4a7d-88da-bde628fa8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:29.596242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92f515-99f9-4943-a878-30455f7cb8f2 req-cc769dfa-7607-46cb-86ee-7d841804885b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:29.602383 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-3c8dec19-3e9f-4a7d-88da-bde628fa8ee8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.2783720 Feb 04 15:28:29.605794 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db92f515-99f9-4943-a878-30455f7cb8f2 req-cc769dfa-7607-46cb-86ee-7d841804885b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.2086990 Feb 04 15:28:29.740254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-ceea2905-e5e3-4065-a90a-bbcada6b7111 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298585 Feb 04 15:28:29.803279 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db92f515-99f9-4943-a878-30455f7cb8f2 req-764eb08b-abd1-4b9c-9971-92f64855a0d7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875412 Feb 04 15:28:29.826731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada5a087-0445-4a41-a911-df94d0355b30 None None] Network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:28:29.919540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3209-407b-406a-a1cc-3f76181fc202 req-1c7955bc-fc9f-484f-b9e4-22f386578f71 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:29.933044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-548b3209-407b-406a-a1cc-3f76181fc202 req-1c7955bc-fc9f-484f-b9e4-22f386578f71 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.61 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 950 time: 0.2313976 Feb 04 15:28:30.093588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e4382210-9871-479b-bc3a-b5ccec6fdb8e None None] Provisioning for port 9230c268-392d-4ae7-981c-1934cd7ba9a5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:30.095061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-ebbd6755-6de0-4753-a786-67a40294337e service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329318 Feb 04 15:28:30.120982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e4382210-9871-479b-bc3a-b5ccec6fdb8e None None] Provisioning complete for port 9230c268-392d-4ae7-981c-1934cd7ba9a5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:30.121433 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4382210-9871-479b-bc3a-b5ccec6fdb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.125332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-548b3209-407b-406a-a1cc-3f76181fc202 req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Deleting port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:28:30.125667 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-548b3209-407b-406a-a1cc-3f76181fc202 req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.298702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cecb9453-1da2-4333-910e-bdd84de5a134 req-edf018b5-0917-4f97-b11e-ebba4753ef8d service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901350 Feb 04 15:28:30.410266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271292fe-f2ca-4440-be7c-caacb61ffd8c req-ed63e1b3-a7b7-4f22-87df-502a6403d040 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:30.413886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-271292fe-f2ca-4440-be7c-caacb61ffd8c req-ed63e1b3-a7b7-4f22-87df-502a6403d040 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 950 time: 0.6054435 Feb 04 15:28:30.538777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-271292fe-f2ca-4440-be7c-caacb61ffd8c req-b2f5bb4f-17df-4239-8d66-98bebe6844d2 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/security-groups?id=49dfff37-5bf2-487e-96e4-2c557ba430e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184871 Feb 04 15:28:30.593240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4382210-9871-479b-bc3a-b5ccec6fdb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.661791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e4382210-9871-479b-bc3a-b5ccec6fdb8e None None] For port 9230c268-392d-4ae7-981c-1934cd7ba9a5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9230c268-392d-4ae7-981c-1934cd7ba9a5,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:30.676145 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4382210-9871-479b-bc3a-b5ccec6fdb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.762361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4382210-9871-479b-bc3a-b5ccec6fdb8e None None] Pushing event updated for resources: {'Port': ['ID=9230c268-392d-4ae7-981c-1934cd7ba9a5,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:30.908607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 72e82b08-261c-48bd-966d-c7b414dd2688 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:31.033954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f7193-8178-4d6b-b493-5b318a3b2aeb req-e8efc808-5a28-475d-98d3-9bba4afc27ce tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:31.036330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-685f7193-8178-4d6b-b493-5b318a3b2aeb req-e8efc808-5a28-475d-98d3-9bba4afc27ce tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 943 time: 0.2335820 Feb 04 15:28:31.135609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-685f7193-8178-4d6b-b493-5b318a3b2aeb req-38240723-a92a-4a3a-bfc5-d918611d0a7f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877810 Feb 04 15:28:31.149844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:31.167990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '72e82b08-261c-48bd-966d-c7b414dd2688', 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a', 'port_id': '72e82b08-261c-48bd-966d-c7b414dd2688', 'mac_address': 'fa:16:3e:f7:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cd134f-b7e5-4484-8b1d-11443fb81a27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:31.293160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-3abc910f-6052-4f83-87c4-2483b1269198 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:31.305076 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-3abc910f-6052-4f83-87c4-2483b1269198 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 815 time: 1.0730994 Feb 04 15:28:31.309449 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.353405 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-9ca3e0aa-ac22-4a34-ae52-d047ec196bb5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/quotas/5045eb298e2c44d9bd1ba5e02b1cdb37 HTTP/1.1" status: 200 len: 375 time: 0.0444477 Feb 04 15:28:31.402431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e82b08-261c-48bd-966d-c7b414dd2688 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:31.468235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:31.473257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c62f0b0e-189b-43ef-b5ac-4ce3298f5ad4 None None] Provisioning complete for port 9230c268-392d-4ae7-981c-1934cd7ba9a5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:31.473618 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c62f0b0e-189b-43ef-b5ac-4ce3298f5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.476983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-809b9b4c-6553-48b6-b225-25a483437a23 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:31.478414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-809b9b4c-6553-48b6-b225-25a483437a23 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.53 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 815 time: 1.1726139 Feb 04 15:28:31.502725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Request body: {'port': {'device_id': '69376d0e-3425-478d-892f-39e88b772241', 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8', 'admin_state_up': True, 'tenant_id': '5045eb298e2c44d9bd1ba5e02b1cdb37'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:31.536063 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.670932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:31.681548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-548b3209-407b-406a-a1cc-3f76181fc202 req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] For port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:31.682170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-548b3209-407b-406a-a1cc-3f76181fc202 req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.696639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Usage tracker for resource:port and tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:31.703696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:31.712517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:31.734558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=72e82b08-261c-48bd-966d-c7b414dd2688,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:31.887768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-548b3209-407b-406a-a1cc-3f76181fc202 req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Calling delete_port for 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:28:31.948422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['72e82b08-261c-48bd-966d-c7b414dd2688'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:32.089745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-548b3209-407b-406a-a1cc-3f76181fc202 req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.187494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5347624-b063-416a-aada-e18cae5931e4 req-f92d059b-1940-434b-b9c7-4c1510855f84 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.202228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:32.205540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5347624-b063-416a-aada-e18cae5931e4 req-f92d059b-1940-434b-b9c7-4c1510855f84 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.3864567 Feb 04 15:28:32.207418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Made reservation on behalf of 5045eb298e2c44d9bd1ba5e02b1cdb37 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:32.216376 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.252373 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-bd982de7-ab05-4953-bc7a-68cd964b72a3 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8980796 Feb 04 15:28:32.270554 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:28:32.274757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:28:32.289480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Pushing event deleted for resources: {'Port': ['ID=5b4c696c-f3dc-4745-9dc5-eb2532921cf9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:32.577266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5347624-b063-416a-aada-e18cae5931e4 req-32c56263-dbba-45a0-98b9-79f1cd87c0d0 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604627 Feb 04 15:28:32.596345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-548b3209-407b-406a-a1cc-3f76181fc202 req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] No DVR routers for this DVR port 5b4c696c-f3dc-4745-9dc5-eb2532921cf9 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:32.611420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-548b3209-407b-406a-a1cc-3f76181fc202 req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.617027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fa1c40-5fb3-4913-b4da-78e6addbf50e', 'name': 'network-vif-deleted', 'tag': '5b4c696c-f3dc-4745-9dc5-eb2532921cf9'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:32.644358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-b26d62b9-fc27-4890-bd8e-2cd19baf26eb tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.648006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-b26d62b9-fc27-4890-bd8e-2cd19baf26eb tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.61 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 944 time: 0.4286242 Feb 04 15:28:32.744185 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-548b3209-407b-406a-a1cc-3f76181fc202 req-85ec0f95-2cf1-4a64-bd21-00813d712dd3 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.61 "DELETE /v2.0/ports/5b4c696c-f3dc-4745-9dc5-eb2532921cf9 HTTP/1.1" status: 204 len: 173 time: 2.8068106 Feb 04 15:28:32.788053 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-405b51e8-04be-4c64-a4e9-30b756f16822 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138931 Feb 04 15:28:32.844067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9230c268-392d-4ae7-981c-1934cd7ba9a5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:32.844508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Deleting port 29d9e66b-4aab-4fe6-97b3-770e619422c2 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:28:32.844986 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.990170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Allocated IP 172.20.0.14 (bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8/8c0a1617-8540-431c-ba88-5917c9ce34a3/ad59cfea-be56-4333-8839-b9af4d2aafa0) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:33.086270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9230c268-392d-4ae7-981c-1934cd7ba9a5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:33.088824 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.185562 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-13ec6cf6-aed9-4376-b8f2-5edaa6910884 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896284 Feb 04 15:28:33.311001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cb91a-6720-470a-bc0d-6aba53c0e698 req-c115289c-a9bc-4238-ae7d-8f1a688fb2da tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:33.320838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d17cb91a-6720-470a-bc0d-6aba53c0e698 req-c115289c-a9bc-4238-ae7d-8f1a688fb2da tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.4148343 Feb 04 15:28:33.396291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] For port 29d9e66b-4aab-4fe6-97b3-770e619422c2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=29d9e66b-4aab-4fe6-97b3-770e619422c2,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:33.396673 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.695414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Calling delete_port for 29d9e66b-4aab-4fe6-97b3-770e619422c2 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:28:33.752625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-366eea1c-6700-446d-934f-7b7aa74b822e req-c8fd828a-011e-4240-a123-efac6c98bfe2 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Synchronizing usage tracker for tenant:b1da4a3d340147f9a893a9680960fd9e on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:33.762919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d17cb91a-6720-470a-bc0d-6aba53c0e698 req-d62fec68-b9e5-4a3e-92f5-21239fea8031 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358375 Feb 04 15:28:33.902226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-366eea1c-6700-446d-934f-7b7aa74b822e req-c8fd828a-011e-4240-a123-efac6c98bfe2 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] Unset dirty status for tenant:b1da4a3d340147f9a893a9680960fd9e on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:33.941420 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-366eea1c-6700-446d-934f-7b7aa74b822e req-c8fd828a-011e-4240-a123-efac6c98bfe2 tempest-ImagesNegativeTestJSON-196683377 tempest-ImagesNegativeTestJSON-196683377-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fa1c40-5fb3-4913-b4da-78e6addbf50e HTTP/1.1" status: 200 len: 210 time: 0.2563446 Feb 04 15:28:33.944972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.998147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Transition to ACTIVE for port object ad59cfea-be56-4333-8839-b9af4d2aafa0 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:34.035138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a036521d-a7f0-4093-9625-d816beea2380 req-1ca114c0-e6f0-4c15-906e-64bbcde6f9a7 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=60f6e09e-d37c-4354-aac6-4c911785aa95 HTTP/1.1" status: 200 len: 210 time: 0.0639784 Feb 04 15:28:34.036553 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.045250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.051622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['29d9e66b-4aab-4fe6-97b3-770e619422c2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:34.211810 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-264c62e8-6cb7-4f8b-981d-cde4bcb28304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.320728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:34.335936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:34.343844 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fa1c40-5fb3-4913-b4da-78e6addbf50e', 'name': 'network-vif-deleted', 'tag': '5b4c696c-f3dc-4745-9dc5-eb2532921cf9', 'status': 'completed', 'code': 200} Feb 04 15:28:34.380301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:28:34.431388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] No DVR routers for this DVR port 29d9e66b-4aab-4fe6-97b3-770e619422c2 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:34.433969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Pushing event deleted for resources: {'Port': ['ID=29d9e66b-4aab-4fe6-97b3-770e619422c2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:34.437313 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.460518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'name': 'network-vif-deleted', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:34.474500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a5bbe64-60fd-4c41-9c6a-5438680b88c0 req-14f04a55-1537-478c-be9c-426676f20a17 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.61 "DELETE /v2.0/ports/29d9e66b-4aab-4fe6-97b3-770e619422c2 HTTP/1.1" status: 204 len: 173 time: 1.8163366 Feb 04 15:28:34.589880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Pushing event updated for resources: {'Port': ['ID=ad59cfea-be56-4333-8839-b9af4d2aafa0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:34.607918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:34.608363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.633969 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-3faf0d83-d029-41ad-952a-137b3db2dc25 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1350081 Feb 04 15:28:34.664601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Request body: {'port': {'device_id': '69376d0e-3425-478d-892f-39e88b772241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:34.705628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1734256-d5c6-4894-ace4-41f150da3bab req-48308dd3-61c9-434c-ac74-47b02154cb8d tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:34.716478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-48308dd3-61c9-434c-ac74-47b02154cb8d tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 815 time: 0.2435114 Feb 04 15:28:34.740619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-4f9798e9-99e3-4061-91d9-d351027bb69e tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/quotas/5045eb298e2c44d9bd1ba5e02b1cdb37 HTTP/1.1" status: 200 len: 375 time: 0.0231564 Feb 04 15:28:34.772336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e3f22b39-e332-4a65-bc6f-25927ceb71a4 None None] Provisioning for port ad59cfea-be56-4333-8839-b9af4d2aafa0 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:34.787276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e3f22b39-e332-4a65-bc6f-25927ceb71a4 None None] Provisioning complete for port ad59cfea-be56-4333-8839-b9af4d2aafa0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:34.790500 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3f22b39-e332-4a65-bc6f-25927ceb71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.866686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-65f3dcd4-a7c7-4d5f-979f-6e308a98e70c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1249175 Feb 04 15:28:34.881094 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e3f22b39-e332-4a65-bc6f-25927ceb71a4 None None] Port ad59cfea-be56-4333-8839-b9af4d2aafa0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:28:34.919557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 72e82b08-261c-48bd-966d-c7b414dd2688 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:34.927725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b81a-3f2b-446a-a05f-74387868f1f0 req-bfd1057d-bb09-49ee-a990-90e9abc5bd99 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:34.936158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f93b81a-3f2b-446a-a05f-74387868f1f0 req-bfd1057d-bb09-49ee-a990-90e9abc5bd99 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 944 time: 0.7479310 Feb 04 15:28:35.018313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 72e82b08-261c-48bd-966d-c7b414dd2688 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:35.023836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-63278570-6ee6-4bf9-8e3f-c21645c15db3 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562884 Feb 04 15:28:35.026583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 72e82b08-261c-48bd-966d-c7b414dd2688 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:35.027153 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.036857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6f93b81a-3f2b-446a-a05f-74387868f1f0 req-4a89a8e0-dfba-4575-8177-66cdea0a2c07 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:35.053969 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.103562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6f93b81a-3f2b-446a-a05f-74387868f1f0 req-4a89a8e0-dfba-4575-8177-66cdea0a2c07 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:35.105489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f93b81a-3f2b-446a-a05f-74387868f1f0 req-4a89a8e0-dfba-4575-8177-66cdea0a2c07 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680057 Feb 04 15:28:35.162651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.214410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-13d13603-2114-4df4-bbc3-3174ebe5ffa7 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829519 Feb 04 15:28:35.226563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:35.237854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:35.246809 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.411988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=72e82b08-261c-48bd-966d-c7b414dd2688,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:35.534527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39aaae-546e-4dfe-b9f5-e9c04ee3ef3a req-4d69bc99-1a18-49d6-8095-f9e02dd4e069 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:35.536010 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8d39aaae-546e-4dfe-b9f5-e9c04ee3ef3a req-4d69bc99-1a18-49d6-8095-f9e02dd4e069 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.2216084 Feb 04 15:28:35.609555 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f6e09e-d37c-4354-aac6-4c911785aa95', 'name': 'network-vif-deleted', 'tag': '29d9e66b-4aab-4fe6-97b3-770e619422c2', 'status': 'completed', 'code': 200} Feb 04 15:28:35.672797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-9d64a88a-4572-497d-a0e6-fda08a28f802 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:35.674447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-9d64a88a-4572-497d-a0e6-fda08a28f802 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.61 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 815 time: 0.3438404 Feb 04 15:28:35.692164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Request body: {'port': {'device_id': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8', 'admin_state_up': True, 'tenant_id': '5045eb298e2c44d9bd1ba5e02b1cdb37'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:35.780125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8d39aaae-546e-4dfe-b9f5-e9c04ee3ef3a req-fade93ad-9f32-4550-a0f5-e6fea32985d4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240076 Feb 04 15:28:35.864961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad59cfea-be56-4333-8839-b9af4d2aafa0 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:35.880413 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.894726 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.925861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Transition to ACTIVE for port object ad59cfea-be56-4333-8839-b9af4d2aafa0 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:35.946287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.959041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-2d1612a5-753b-4108-ba51-6551e84093d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:35.961004 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-2d1612a5-753b-4108-ba51-6551e84093d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 1096 time: 0.2971573 Feb 04 15:28:35.974191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:35.980809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Usage tracker for resource:port and tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:35.987312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:36.005597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8205-0742-434d-90e5-75463aa1ed82 req-677041f6-3f79-4ae9-94c8-76a5e2696b05 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.014418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6aa8205-0742-434d-90e5-75463aa1ed82 req-677041f6-3f79-4ae9-94c8-76a5e2696b05 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.2921422 Feb 04 15:28:36.017870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:36.053110 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688', 'code': 200} Feb 04 15:28:36.084006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Made reservation on behalf of 5045eb298e2c44d9bd1ba5e02b1cdb37 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:36.088182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.119275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6aa8205-0742-434d-90e5-75463aa1ed82 req-29c2bd5e-f7fe-4c0c-9a79-1962af7e547b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006868 Feb 04 15:28:36.148722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad59cfea-be56-4333-8839-b9af4d2aafa0,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:36.210905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 29d9e66b-4aab-4fe6-97b3-770e619422c2 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:36.297699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-331f467f-9857-4da3-ba98-33f56cac1523 req-65b414ab-d98f-45b4-ac29-ce4ae29b66c6 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Synchronizing usage tracker for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:36.305785 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 29d9e66b-4aab-4fe6-97b3-770e619422c2 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:28:36.311944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 29d9e66b-4aab-4fe6-97b3-770e619422c2 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:28:36.484808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Allocated IP 172.20.0.4 (bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8/8c0a1617-8540-431c-ba88-5917c9ce34a3/bf55f613-6e65-437c-a0a3-33491aed9305) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:36.493715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-331f467f-9857-4da3-ba98-33f56cac1523 req-65b414ab-d98f-45b4-ac29-ce4ae29b66c6 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Unset dirty status for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:36.496270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb085a3-3795-4c5d-a82c-28d950efeb68 req-6ee03fc5-4f77-42a0-80c8-4c4fe1de3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.498179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2eb085a3-3795-4c5d-a82c-28d950efeb68 req-6ee03fc5-4f77-42a0-80c8-4c4fe1de3e8d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1096 time: 0.3722711 Feb 04 15:28:36.503015 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-331f467f-9857-4da3-ba98-33f56cac1523 req-65b414ab-d98f-45b4-ac29-ce4ae29b66c6 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 210 time: 0.2793448 Feb 04 15:28:36.508144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-06e05a51-db48-40c3-b164-3ece1db47fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.509573 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-06e05a51-db48-40c3-b164-3ece1db47fe6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 913 time: 0.5085018 Feb 04 15:28:36.584528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Attempting to bind port ad59cfea-be56-4333-8839-b9af4d2aafa0 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:36.584898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Attempting to bind port ad59cfea-be56-4333-8839-b9af4d2aafa0 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:36.585335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Attempting to bind port ad59cfea-be56-4333-8839-b9af4d2aafa0 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:36.606242 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-0cd5d623-bc80-48bb-a831-1d9e39be05b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2 HTTP/1.1" status: 200 len: 217 time: 0.0802624 Feb 04 15:28:36.612746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Port ad59cfea-be56-4333-8839-b9af4d2aafa0 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:36.613132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Attempting to bind port ad59cfea-be56-4333-8839-b9af4d2aafa0 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:36.642367 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c89f82fb-0826-4819-9e35-aa110034acd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.656733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:36.657109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Checking segment: {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:36.657490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Bound using segment: {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:36.657931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Bound port: ad59cfea-be56-4333-8839-b9af4d2aafa0, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:36.658327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.777115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2eb085a3-3795-4c5d-a82c-28d950efeb68 req-468f915d-ac69-4715-b9af-601796ea0141 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690816 Feb 04 15:28:36.783757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-30ae85ef-ce0c-478b-a59a-4aef1f79f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.785203 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-30ae85ef-ce0c-478b-a59a-4aef1f79f9dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.1678340 Feb 04 15:28:36.852782 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-f5a4420e-3b63-4b47-b06f-fcf79ca5db9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505929 Feb 04 15:28:36.853013 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.867977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865fa6-8750-4b38-98a5-4ef843ce07e1 req-863ed12f-4fcf-45ac-a44f-3f958d1d8f20 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.868681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cd865fa6-8750-4b38-98a5-4ef843ce07e1 req-863ed12f-4fcf-45ac-a44f-3f958d1d8f20 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Synchronizing usage tracker for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:36.887318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Transition to ACTIVE for port object bf55f613-6e65-437c-a0a3-33491aed9305 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:36.898591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cd865fa6-8750-4b38-98a5-4ef843ce07e1 req-863ed12f-4fcf-45ac-a44f-3f958d1d8f20 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Unset dirty status for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:36.898591 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd865fa6-8750-4b38-98a5-4ef843ce07e1 req-863ed12f-4fcf-45ac-a44f-3f958d1d8f20 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 945 time: 0.1862683 Feb 04 15:28:36.996135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] For port ad59cfea-be56-4333-8839-b9af4d2aafa0, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:37.007180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17431bec-37f6-45e7-a6d0-c117cece4587 req-dcdd43b6-a02f-40bb-abae-beeb2ef6b65c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.008715 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-17431bec-37f6-45e7-a6d0-c117cece4587 req-dcdd43b6-a02f-40bb-abae-beeb2ef6b65c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 945 time: 0.3531854 Feb 04 15:28:37.032690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] For port ad59cfea-be56-4333-8839-b9af4d2aafa0, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad59cfea-be56-4333-8839-b9af4d2aafa0,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:37.149696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.61', 62996) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:37.159481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd865fa6-8750-4b38-98a5-4ef843ce07e1 req-18d08f05-c589-45dc-a7ac-c0e2f8db27d2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537560 Feb 04 15:28:37.160458 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.215716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.282871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.285045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.286595 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] 10.222.0.53 "PUT /v2.0/ports/ad59cfea-be56-4333-8839-b9af4d2aafa0 HTTP/1.1" status: 200 len: 1092 time: 2.6411560 Feb 04 15:28:37.309502 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-17431bec-37f6-45e7-a6d0-c117cece4587 req-6ef992b9-f3f5-43ee-9487-eecbd7287b38 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792666 Feb 04 15:28:37.314815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-07aa8818-b31c-47b9-a54b-ed62792949b9 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507196 Feb 04 15:28:37.337439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69376d0e-3425-478d-892f-39e88b772241', 'tag': 'ad59cfea-be56-4333-8839-b9af4d2aafa0'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:37.377599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:37.380562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Pushing event updated for resources: {'Port': ['ID=bf55f613-6e65-437c-a0a3-33491aed9305,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:37.384471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:37.387391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:28:37.487401 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.496368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1734256-d5c6-4894-ace4-41f150da3bab req-9650de42-9ba7-48a7-855c-a33cba3d3cd2 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.497871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-9650de42-9ba7-48a7-855c-a33cba3d3cd2 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.61 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 815 time: 0.5628524 Feb 04 15:28:37.528607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Request body: {'port': {'device_id': 'e84eee56-a24b-405d-92de-3bcf2ccc519d', 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8', 'admin_state_up': True, 'tenant_id': '5045eb298e2c44d9bd1ba5e02b1cdb37'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:37.606585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f4a36-4609-47f7-ada2-683fcf610bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad59cfea-be56-4333-8839-b9af4d2aafa0,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:37.609845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.610476 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.634918 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.664920 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f0f1a54-e048-48e6-9cda-c4cd146d83f5 req-3ebba1fb-6ad4-4881-b146-c105c9d521b4 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117912 Feb 04 15:28:37.675082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d99df056-8b44-4b51-9d0c-5c60c813ec76 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.676549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d99df056-8b44-4b51-9d0c-5c60c813ec76 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 945 time: 0.5238659 Feb 04 15:28:37.678947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-8bf4bece-6149-4061-8fc4-419057e3cdc5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9951308 Feb 04 15:28:37.679126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-9dfc57d9-8c21-472d-ac67-507b347200c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.680631 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-9dfc57d9-8c21-472d-ac67-507b347200c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 1095 time: 0.3261614 Feb 04 15:28:37.689185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1254f38-5e3a-4d0e-aa73-80d84af97bd9 req-e9163748-a9b3-4779-ba10-be4777084c2f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.690783 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d1254f38-5e3a-4d0e-aa73-80d84af97bd9 req-e9163748-a9b3-4779-ba10-be4777084c2f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 945 time: 0.1927710 Feb 04 15:28:37.701609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Request body: {'port': {'device_id': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:37.781937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b8c9e-d329-4ec5-9743-1c10a12d3fad req-af595c6a-7fe3-47c2-a179-dc3462562445 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.783443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b85b8c9e-d329-4ec5-9743-1c10a12d3fad req-af595c6a-7fe3-47c2-a179-dc3462562445 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.4575558 Feb 04 15:28:37.785061 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-1e9c2bf4-503a-4e5c-afd1-c8a9bc327130 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59cfea-be56-4333-8839-b9af4d2aafa0 HTTP/1.1" status: 200 len: 217 time: 0.0923750 Feb 04 15:28:37.826283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:37.856719 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d1254f38-5e3a-4d0e-aa73-80d84af97bd9 req-747c1243-d424-4a3d-8011-a1bd856c3d23 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004570 Feb 04 15:28:37.865898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Usage tracker for resource:port and tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:37.883657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8b2f44f8-783d-495c-b56e-dbb4b489ef41 None None] Provisioning for port bf55f613-6e65-437c-a0a3-33491aed9305 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:37.890967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8b2f44f8-783d-495c-b56e-dbb4b489ef41 None None] Provisioning complete for port bf55f613-6e65-437c-a0a3-33491aed9305 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:37.891442 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b2f44f8-783d-495c-b56e-dbb4b489ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.907510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-9c013fec-7bb7-4253-973c-257f9c85ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.909301 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-9c013fec-7bb7-4253-973c-257f9c85ba04 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c0a1617-8540-431c-ba88-5917c9ce34a3 HTTP/1.1" status: 200 len: 854 time: 0.1049826 Feb 04 15:28:37.923537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:37.943697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:37.981297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b85b8c9e-d329-4ec5-9743-1c10a12d3fad req-13dc5fe9-c3d0-44aa-9953-2f73a8e7c03d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836777 Feb 04 15:28:37.988040 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69376d0e-3425-478d-892f-39e88b772241', 'tag': 'ad59cfea-be56-4333-8839-b9af4d2aafa0', 'status': 'completed', 'code': 200} Feb 04 15:28:37.997114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.047283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-5706f036-f65e-4f13-aa52-4e564fa9d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:38.050367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Made reservation on behalf of 5045eb298e2c44d9bd1ba5e02b1cdb37 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:38.051348 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-5706f036-f65e-4f13-aa52-4e564fa9d8dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297371 Feb 04 15:28:38.053874 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.089899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Deleting port 93d096a6-13bc-4404-b6d5-6e17142c6303 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:28:38.090215 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.095535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f44f8-783d-495c-b56e-dbb4b489ef41 None None] Port bf55f613-6e65-437c-a0a3-33491aed9305 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:28:38.227011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 36230b90-4f3a-49a3-887c-eda6ec7467a2 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:38.253407 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9db91ff6-7e0d-464b-9d65-337a96c5607e req-ecb06e03-0eab-4e37-b1b7-7d604a647d31 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 210 time: 0.1856208 Feb 04 15:28:38.386331 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-e10e1092-09a7-43f4-bb4d-abd803b58ad7 service neutron] 10.222.0.53 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191521 Feb 04 15:28:38.392198 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.430866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:38.432102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:38.442100 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.443115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 93d096a6-13bc-4404-b6d5-6e17142c6303 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:38.515012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Allocated IP 172.20.0.9 (bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8/8c0a1617-8540-431c-ba88-5917c9ce34a3/8ee38e70-b0aa-411d-aa5c-81e42c4182d4) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:38.571600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=36230b90-4f3a-49a3-887c-eda6ec7467a2,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:38.587321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49942) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:38.692016 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c152f65-610b-4433-bd31-b4d2999c0437 req-579fb01a-b91a-4d31-b6b3-f5f76ead1237 service neutron] 10.222.0.53 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970986 Feb 04 15:28:38.712408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727af928-5556-41c8-bf53-3e0cb861c623 req-c6ae95ba-b2d8-452e-8369-defdc3f2801b tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:38.715665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-727af928-5556-41c8-bf53-3e0cb861c623 req-c6ae95ba-b2d8-452e-8369-defdc3f2801b tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 945 time: 0.1867073 Feb 04 15:28:38.793883 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.864412 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-727af928-5556-41c8-bf53-3e0cb861c623 req-a6558fc5-568f-485a-b30b-6af0297c674c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394081 Feb 04 15:28:38.875703 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cecae6b3-88c7-43cd-af0b-a38976599ee1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1da4a3d340147f9a893a9680960fd9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827196 Feb 04 15:28:38.876574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49948) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:38.965187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-707ed069-052a-4c16-a90c-3e676ce0a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:38.966766 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-707ed069-052a-4c16-a90c-3e676ce0a5bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 1095 time: 0.2079296 Feb 04 15:28:38.981328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae9e6172-21ef-4202-94c1-3f18458d2b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.003846 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2', 'code': 200} Feb 04 15:28:39.005281 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.052756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.102139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc5279-2f85-4376-af93-86fe706d486f req-a99f49bd-24e1-4a67-a40e-4ad1cf770c08 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.108652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae9e6172-21ef-4202-94c1-3f18458d2b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.116454 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ecc5279-2f85-4376-af93-86fe706d486f req-a99f49bd-24e1-4a67-a40e-4ad1cf770c08 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 945 time: 0.4294195 Feb 04 15:28:39.116454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Transition to ACTIVE for port object 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:39.188820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ecc5279-2f85-4376-af93-86fe706d486f req-2eca9656-7249-49ee-bdd1-e04aedd7a634 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895889 Feb 04 15:28:39.197103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-e1472b75-b8f2-4542-997d-68d014e598d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.199312 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-e1472b75-b8f2-4542-997d-68d014e598d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 916 time: 0.2150056 Feb 04 15:28:39.203248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] For port 93d096a6-13bc-4404-b6d5-6e17142c6303, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=93d096a6-13bc-4404-b6d5-6e17142c6303,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:39.203715 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.300462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-6147ea20-6da7-4535-babe-0c80aaba6b3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59cfea-be56-4333-8839-b9af4d2aafa0 HTTP/1.1" status: 200 len: 217 time: 0.0913603 Feb 04 15:28:39.303725 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae9e6172-21ef-4202-94c1-3f18458d2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.499879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Calling delete_port for 93d096a6-13bc-4404-b6d5-6e17142c6303 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:28:39.580551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.645841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e6172-21ef-4202-94c1-3f18458d2b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dfff37-5bf2-487e-96e4-2c557ba430e9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:39.684357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-73b59c46-4b6e-4fc1-be39-6c5faa849d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.685947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-73b59c46-4b6e-4fc1-be39-6c5faa849d56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c0a1617-8540-431c-ba88-5917c9ce34a3 HTTP/1.1" status: 200 len: 854 time: 0.3169086 Feb 04 15:28:39.686712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae9e6172-21ef-4202-94c1-3f18458d2b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.687845 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae9e6172-21ef-4202-94c1-3f18458d2b18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49dfff37-5bf2-487e-96e4-2c557ba430e9 HTTP/1.1" status: 204 len: 168 time: 0.8102837 Feb 04 15:28:39.766223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69b00d-e72e-4d34-8ad6-7348f8d5c234 req-3439512a-a2d8-466b-9b6c-b4113b153617 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.773541 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e69b00d-e72e-4d34-8ad6-7348f8d5c234 req-3439512a-a2d8-466b-9b6c-b4113b153617 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 943 time: 0.4717553 Feb 04 15:28:39.801791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:39.811470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:39.820910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:28:39.841355 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e69b00d-e72e-4d34-8ad6-7348f8d5c234 req-8948170c-a153-45f9-bff4-09b1904aa74f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669093 Feb 04 15:28:39.861152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Pushing event updated for resources: {'Port': ['ID=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:39.863457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-565c435b-c9f3-4508-ad12-798aff04b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.865209 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-565c435b-c9f3-4508-ad12-798aff04b8cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637719 Feb 04 15:28:40.001633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:40.007675 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.103838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02efe1-34af-43fe-9270-112d4b0bdc66 req-da57de47-99c5-4c0a-be9f-8a7d4b0436e3 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:40.106613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f02efe1-34af-43fe-9270-112d4b0bdc66 req-da57de47-99c5-4c0a-be9f-8a7d4b0436e3 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1096 time: 0.4229457 Feb 04 15:28:40.114899 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.222494 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-d21fff44-ea89-4141-afe6-2cb0720abaf3 service neutron] show failed (client error): The resource could not be found. Feb 04 15:28:40.237954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-d21fff44-ea89-4141-afe6-2cb0720abaf3 service neutron] 10.222.0.61 "GET /v2.0/ports/adb18751-01a7-4f48-8c3a-487193788cd2/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.2140040 Feb 04 15:28:40.243169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-78e8f7ee-018a-4d39-bc21-4721de2168b3 None None] Provisioning for port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:40.256186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-78e8f7ee-018a-4d39-bc21-4721de2168b3 None None] Provisioning complete for port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:40.260258 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-78e8f7ee-018a-4d39-bc21-4721de2168b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.273719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7448157-6ee8-4483-bac7-537ea6630b2c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7576025 Feb 04 15:28:40.281923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Pushing event deleted for resources: {'Port': ['ID=93d096a6-13bc-4404-b6d5-6e17142c6303,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:40.300277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Request body: {'port': {'device_id': 'e84eee56-a24b-405d-92de-3bcf2ccc519d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:40.352288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-78e8f7ee-018a-4d39-bc21-4721de2168b3 None None] Port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:28:40.379141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf55f613-6e65-437c-a0a3-33491aed9305 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:40.409755 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-5d449a35-5b70-4b35-8850-5e4d27d5f394 service neutron] 10.222.0.53 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287726 Feb 04 15:28:40.441160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.462875 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f02efe1-34af-43fe-9270-112d4b0bdc66 req-3f064d1e-ef2c-4473-a4cf-372bd090487b tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454688 Feb 04 15:28:40.488844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] No DVR routers for this DVR port 93d096a6-13bc-4404-b6d5-6e17142c6303 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:40.553839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.555995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c323bc5-a8c8-4d4a-9a3f-521802e4b3ac req-d7fb6b7f-6ca5-4eb4-b536-3ffa0ae81d82 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.61 "DELETE /v2.0/ports/93d096a6-13bc-4404-b6d5-6e17142c6303 HTTP/1.1" status: 204 len: 173 time: 2.8662744 Feb 04 15:28:40.556339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'name': 'network-vif-deleted', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:40.561928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Transition to ACTIVE for port object bf55f613-6e65-437c-a0a3-33491aed9305 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:40.586950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7f114-9ea8-40b3-b30e-79985eef5edd req-d6fa08ef-8340-490a-b6ce-ddb26710893d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:40.596422 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89a7f114-9ea8-40b3-b30e-79985eef5edd req-d6fa08ef-8340-490a-b6ce-ddb26710893d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.2482898 Feb 04 15:28:40.627408 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.660115 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b04c4849-067f-476f-986a-c5d0348d0c37 req-c053616a-4b2a-498b-8862-1c917c4e0921 service neutron] 10.222.0.53 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396116 Feb 04 15:28:40.663481 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89a7f114-9ea8-40b3-b30e-79985eef5edd req-7c850997-f518-4bd8-8bb1-0d40073a74ce tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 Feb 04 15:28:40.839863 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.879451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Pushing event updated for resources: {'Port': ['ID=bf55f613-6e65-437c-a0a3-33491aed9305,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:40.919858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50004) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:40.944345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad59cfea-be56-4333-8839-b9af4d2aafa0 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:41.025987 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-385b9e9f-7c68-4d81-8bd3-741c53e68f81 req-fc5ef18c-2d5c-40b1-b63b-07a4d90deb01 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbbd5b8c-30b4-461e-8faa-37667508185c HTTP/1.1" status: 200 len: 210 time: 0.0648825 Feb 04 15:28:41.083690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-244ac67a-8adf-4dd0-85b5-a7c8b9f9a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:41.085234 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-244ac67a-8adf-4dd0-85b5-a7c8b9f9a2f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 1101 time: 0.5350885 Feb 04 15:28:41.107035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-622926182-network', 'tenant_id': '7e14af7231c34739834c5d8cf1f37dd7'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:41.112453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:41.116665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Usage tracker for resource:network and tenant:7e14af7231c34739834c5d8cf1f37dd7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:41.120649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:41.126970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:41.135640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cae4ed-7bee-46b5-83d8-3064914fd0bb req-d66758dc-3885-481f-b474-7d3b43e2b1f0 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:41.137335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-20cae4ed-7bee-46b5-83d8-3064914fd0bb req-d66758dc-3885-481f-b474-7d3b43e2b1f0 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Synchronizing usage tracker for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:41.148760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Made reservation on behalf of 7e14af7231c34739834c5d8cf1f37dd7 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:41.153055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.156301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:41.176060 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.188054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ad59cfea-be56-4333-8839-b9af4d2aafa0, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad59cfea-be56-4333-8839-b9af4d2aafa0,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:41.197668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Attempting to bind port bf55f613-6e65-437c-a0a3-33491aed9305 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:41.198788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Attempting to bind port bf55f613-6e65-437c-a0a3-33491aed9305 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:41.199288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Attempting to bind port bf55f613-6e65-437c-a0a3-33491aed9305 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:41.202757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:41.204585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'ad59cfea-be56-4333-8839-b9af4d2aafa0', 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8', 'port_id': 'ad59cfea-be56-4333-8839-b9af4d2aafa0', 'mac_address': 'fa:16:3e:6e:81:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0a1617-8540-431c-ba88-5917c9ce34a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:41.208401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Usage tracker for resource:security_group_rule and tenant:7e14af7231c34739834c5d8cf1f37dd7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:41.211733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:41.219119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:41.300564 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.339199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad59cfea-be56-4333-8839-b9af4d2aafa0 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:41.361191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Port bf55f613-6e65-437c-a0a3-33491aed9305 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:41.361956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Attempting to bind port bf55f613-6e65-437c-a0a3-33491aed9305 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:41.378701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ad59cfea-be56-4333-8839-b9af4d2aafa0, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad59cfea-be56-4333-8839-b9af4d2aafa0,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:41.384154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:41.384921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Checking segment: {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:41.386072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Bound using segment: {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:41.386899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Bound port: bf55f613-6e65-437c-a0a3-33491aed9305, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:41.387595 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.394739 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.404669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.411078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.418034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-20cae4ed-7bee-46b5-83d8-3064914fd0bb req-d66758dc-3885-481f-b474-7d3b43e2b1f0 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Unset dirty status for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:41.421784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20cae4ed-7bee-46b5-83d8-3064914fd0bb req-d66758dc-3885-481f-b474-7d3b43e2b1f0 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 931 time: 0.8103955 Feb 04 15:28:41.447010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:41.460211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d438acff-81aa-4c69-b9df-519074912bbc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:41.467358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.467700 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Added segment 26c9fcb2-646b-44b2-a43e-c1a8872465e1 of type vlan for network 0edf948f-2ae6-425e-98a6-9eac92c506a4 Feb 04 15:28:41.474843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0846e-dd23-4de0-a451-3b377c8a9ba9 req-95add47c-3ab5-4b49-b6c7-5608788c3acf tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:41.482021 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00c0846e-dd23-4de0-a451-3b377c8a9ba9 req-95add47c-3ab5-4b49-b6c7-5608788c3acf tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1096 time: 0.2868056 Feb 04 15:28:41.492707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=ad59cfea-be56-4333-8839-b9af4d2aafa0,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:41.543358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.556992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-00c0846e-dd23-4de0-a451-3b377c8a9ba9 req-f08f28df-f423-46dc-9fb0-ea7bf4953669 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Synchronizing usage tracker for tenant:d15fc1fde243461fa09fe4f3d634df01 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:41.590393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-00c0846e-dd23-4de0-a451-3b377c8a9ba9 req-f08f28df-f423-46dc-9fb0-ea7bf4953669 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Unset dirty status for tenant:d15fc1fde243461fa09fe4f3d634df01 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:41.593274 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00c0846e-dd23-4de0-a451-3b377c8a9ba9 req-f08f28df-f423-46dc-9fb0-ea7bf4953669 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103919 Feb 04 15:28:41.594562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.595570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:41.596211 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.643913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20cae4ed-7bee-46b5-83d8-3064914fd0bb req-b4f35cd4-14f3-4d89-a330-b0941d4cf911 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212672 Feb 04 15:28:41.648732 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.659822 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbd5b8c-30b4-461e-8faa-37667508185c', 'name': 'network-vif-deleted', 'tag': '93d096a6-13bc-4404-b6d5-6e17142c6303', 'status': 'completed', 'code': 200} Feb 04 15:28:41.715492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] Pushing event updated for resources: {'Network': ['ID=0edf948f-2ae6-425e-98a6-9eac92c506a4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:41.717223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2732ee35-65e6-423b-b3a7-20ac4a6dcee9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7952061 Feb 04 15:28:41.720013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50014) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:41.720482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['ad59cfea-be56-4333-8839-b9af4d2aafa0'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:41.729974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Request body: {'subnet': {'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-622926182-subnet', 'tenant_id': '7e14af7231c34739834c5d8cf1f37dd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:41.746662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:41.755094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Usage tracker for resource:subnet and tenant:7e14af7231c34739834c5d8cf1f37dd7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:41.762413 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:41.763796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 0edf948f-2ae6-425e-98a6-9eac92c506a4 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:28:41.770550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:41.783631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Made reservation on behalf of 7e14af7231c34739834c5d8cf1f37dd7 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:41.787170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.787757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] For port bf55f613-6e65-437c-a0a3-33491aed9305, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:41.803747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] For port bf55f613-6e65-437c-a0a3-33491aed9305, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bf55f613-6e65-437c-a0a3-33491aed9305,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:41.815624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.983495 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:28:42.005588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:42.006201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.007936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] 10.222.0.61 "PUT /v2.0/ports/bf55f613-6e65-437c-a0a3-33491aed9305 HTTP/1.1" status: 200 len: 1091 time: 4.3196239 Feb 04 15:28:42.086202 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.168457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb5f9f-54cc-48f4-b6c1-a5818304f76a service neutron] Pushing event updated for resources: {'Port': ['ID=bf55f613-6e65-437c-a0a3-33491aed9305,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:42.214057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b824573f-7ef5-4745-9627-5c161e4943f7,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:42.222439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Checking segment: {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:42.222925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Network hostable DHCP agents. Network: 0edf948f-2ae6-425e-98a6-9eac92c506a4, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:42.267095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 36230b90-4f3a-49a3-887c-eda6ec7467a2 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:42.276075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Network 0edf948f-2ae6-425e-98a6-9eac92c506a4 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:42.288126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 0edf948f-2ae6-425e-98a6-9eac92c506a4) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:42.293611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:42.294357 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.321326 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b28d20db-61f2-4e2b-80b9-06d1715882c4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6002705 Feb 04 15:28:42.353557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b4018-8827-478e-b1f0-b8562291bfe9 None None] Network 0edf948f-2ae6-425e-98a6-9eac92c506a4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:28:42.457878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:42.476996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c464490-6e64-4398-b213-55b85b8742f2 req-bf282c2e-a296-4f1e-abd6-e44019ab1d99 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:42.479011 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c464490-6e64-4398-b213-55b85b8742f2 req-bf282c2e-a296-4f1e-abd6-e44019ab1d99 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.0979481 Feb 04 15:28:42.503166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:42.521975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:42.548021 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1c464490-6e64-4398-b213-55b85b8742f2 req-3247bb99-0d54-44b0-8ed2-5953c19751a9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586827 Feb 04 15:28:42.557876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.613786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db8455-59d7-4d30-b809-0c3dbc54720c req-b2396f2d-a8c6-4357-94b4-1bafb98bfdc9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:42.615283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2db8455-59d7-4d30-b809-0c3dbc54720c req-b2396f2d-a8c6-4357-94b4-1bafb98bfdc9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 943 time: 0.7466266 Feb 04 15:28:42.618435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Transition to ACTIVE for port object 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:42.626800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:42.633569 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.716521 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.725017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-4acecf44-d663-46e9-a758-48f323278c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:42.726497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-4acecf44-d663-46e9-a758-48f323278c69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 1094 time: 0.6479666 Feb 04 15:28:42.822399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.855786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611c55d0-197a-40de-b946-e69a4a61675f None None] Network 0edf948f-2ae6-425e-98a6-9eac92c506a4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:28:42.859022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2db8455-59d7-4d30-b809-0c3dbc54720c req-67348d09-a5f8-423d-bb8a-ae9f4687bd4e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334919 Feb 04 15:28:42.878140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Transition to ACTIVE for port object adb18751-01a7-4f48-8c3a-487193788cd2 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:43.014022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-e135a707-a76b-4c7a-bef9-8c4f705c57fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf55f613-6e65-437c-a0a3-33491aed9305 HTTP/1.1" status: 200 len: 217 time: 0.1690333 Feb 04 15:28:43.015079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:43.017808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.028979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad59cfea-be56-4333-8839-b9af4d2aafa0 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:43.188130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:43.241245 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:28:43.241733 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:28:43.382209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port ad59cfea-be56-4333-8839-b9af4d2aafa0 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:43.391047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port ad59cfea-be56-4333-8839-b9af4d2aafa0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:43.391047 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.625173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.653944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-ac9e30ab-2268-4b38-a3f1-c0c17447dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:43.655584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-ac9e30ab-2268-4b38-a3f1-c0c17447dedf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8c0a1617-8540-431c-ba88-5917c9ce34a3 HTTP/1.1" status: 200 len: 854 time: 0.6328433 Feb 04 15:28:43.671416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69376d0e-3425-478d-892f-39e88b772241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59cfea-be56-4333-8839-b9af4d2aafa0'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:43.694568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ad59cfea-be56-4333-8839-b9af4d2aafa0, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad59cfea-be56-4333-8839-b9af4d2aafa0,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:43.702071 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.708724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'tag': 'bf55f613-6e65-437c-a0a3-33491aed9305'}, {'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:43.720899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] No DVR routers for this DVR port adb18751-01a7-4f48-8c3a-487193788cd2 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:43.841545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=ad59cfea-be56-4333-8839-b9af4d2aafa0,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:43.876966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Attempting to bind port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:43.877299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Attempting to bind port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:43.877621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Attempting to bind port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:43.918314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:43.918677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Attempting to bind port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 on network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:43.934790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:43.935458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:43.935790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:43.947801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:43.948314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Checking segment: {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:43.948739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Bound using segment: {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:43.949191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Bound port: 8ee38e70-b0aa-411d-aa5c-81e42c4182d4, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36079805-9128-4b77-843c-520933e2991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:43.949543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.972364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Port adb18751-01a7-4f48-8c3a-487193788cd2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:43.972635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:43.981766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-ba24eafd-a32f-4b58-accc-9fcce720e03f tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:43.983271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-ba24eafd-a32f-4b58-accc-9fcce720e03f tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/networks?id=0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 200 len: 821 time: 0.7702727 Feb 04 15:28:43.996558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:43.996921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:43.997302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:43.997729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Bound port: adb18751-01a7-4f48-8c3a-487193788cd2, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:43.998081 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.999838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-b70c4bdd-fab8-4339-a988-f94f06612ac0 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:28:44.000909 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-b70c4bdd-fab8-4339-a988-f94f06612ac0 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069220 Feb 04 15:28:44.010003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Request body: {'binding': {'host': 'n-h2-827870-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:44.010505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Unknown quota resources ['binding']. {{(pid=87571) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 15:28:44.056234 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-c5c5d250-2839-4af8-9559-0392ec3db866 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/quotas/7e14af7231c34739834c5d8cf1f37dd7 HTTP/1.1" status: 200 len: 375 time: 0.0657647 Feb 04 15:28:44.159153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-3999b053-fdde-451d-bac0-fa91f39e5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.160513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-3999b053-fdde-451d-bac0-fa91f39e5bb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4575286 Feb 04 15:28:44.173756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-599a4a2b-25d7-408b-be03-4700adda1bb0 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769191 Feb 04 15:28:44.298314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] For port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:44.312718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:44.337360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 on host n-h2-827870-1 for vnic_type normal with profile None {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:44.338108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:44.338442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:44.345022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Port 72e82b08-261c-48bd-966d-c7b414dd2688 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:44.345388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:44.351487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:44.351821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:44.352196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:44.352639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Bound port: 72e82b08-261c-48bd-966d-c7b414dd2688, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:44.383539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:44.389277 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] Notify callbacks [] for binding, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.390672 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f627c19d-0e87-4428-ab0e-a0685be1d8da service neutron] 10.222.0.46 "POST /v2.0/ports/72e82b08-261c-48bd-966d-c7b414dd2688/bindings HTTP/1.1" status: 201 len: 389 time: 0.3838723 Feb 04 15:28:44.403275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] For port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:44.407968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:44.416397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.461390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.539255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.540204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.545599 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] 10.222.0.61 "PUT /v2.0/ports/8ee38e70-b0aa-411d-aa5c-81e42c4182d4 HTTP/1.1" status: 200 len: 1091 time: 4.2518027 Feb 04 15:28:44.614682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-78f4e05f-6199-480b-a3b9-b148f40eb360 service neutron] 10.222.0.46 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036398 Feb 04 15:28:44.629038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.629692 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.631294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] 10.222.0.53 "PUT /v2.0/ports/adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 1096 time: 3.4888861 Feb 04 15:28:44.701689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-7f914ce1-7b05-4e2e-99c8-67b48c041463 service neutron] 10.222.0.61 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306489 Feb 04 15:28:44.856228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba3737-e402-4300-9797-33ea4ef67b09 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:45.132286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c4647-32e8-4f3f-80f8-5bf023c43349 req-8009045b-c4b4-4835-814f-2e5df90ad949 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:45.133867 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9d5c4647-32e8-4f3f-80f8-5bf023c43349 req-8009045b-c4b4-4835-814f-2e5df90ad949 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 943 time: 0.0896091 Feb 04 15:28:45.180377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9d5c4647-32e8-4f3f-80f8-5bf023c43349 req-7d6e60f3-b71b-4b27-8a45-070b3056626a tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Synchronizing usage tracker for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:45.198779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9d5c4647-32e8-4f3f-80f8-5bf023c43349 req-7d6e60f3-b71b-4b27-8a45-070b3056626a tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Unset dirty status for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:45.200330 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9d5c4647-32e8-4f3f-80f8-5bf023c43349 req-7d6e60f3-b71b-4b27-8a45-070b3056626a tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604215 Feb 04 15:28:45.232323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5ce86-4088-4bd4-80b1-5c89f042049a service neutron] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:45.249464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-897977da-ab22-4018-aa26-9e350d3bb34f service neutron] 10.222.0.46 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264317 Feb 04 15:28:45.289719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6419ea24-2e04-49e0-8f9c-4b48fcc64245 req-143574ab-f579-49d1-9005-d1eee47b0f01 service neutron] 10.222.0.61 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255629 Feb 04 15:28:45.296193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1734256-d5c6-4894-ace4-41f150da3bab req-de42cdcb-151e-4c32-a6cb-36a247ca35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:45.297683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-de42cdcb-151e-4c32-a6cb-36a247ca35c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 1094 time: 0.6037776 Feb 04 15:28:45.300473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-5728f3bd-9fc3-48de-8e85-50a183b69c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:45.301949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-5728f3bd-9fc3-48de-8e85-50a183b69c02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1096 time: 0.6470292 Feb 04 15:28:45.303970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-3d0d24dc-c38b-40f5-a1ae-7d8f10745785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:45.305360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-3d0d24dc-c38b-40f5-a1ae-7d8f10745785 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1099 time: 0.5218601 Feb 04 15:28:45.715295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-d7238b8b-53a9-438f-916a-f73553d54b50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee38e70-b0aa-411d-aa5c-81e42c4182d4 HTTP/1.1" status: 200 len: 217 time: 0.3984923 Feb 04 15:28:45.957551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1734256-d5c6-4894-ace4-41f150da3bab req-f9fef771-5fb8-44f2-b245-23fb2ce0132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:45.958994 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-f9fef771-5fb8-44f2-b245-23fb2ce0132e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8c0a1617-8540-431c-ba88-5917c9ce34a3 HTTP/1.1" status: 200 len: 854 time: 0.1742349 Feb 04 15:28:46.035333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-6c8dcd40-b70e-4672-8f9c-728bd103fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.036783 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-6c8dcd40-b70e-4672-8f9c-728bd103fce6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.4650154 Feb 04 15:28:46.043364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-6580d88f-2910-4d43-a677-01d4f281c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.044723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-6580d88f-2910-4d43-a677-01d4f281c839 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.4985716 Feb 04 15:28:46.170914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-7f47bb14-44e8-4859-9de4-27e60ff55b3e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.173137 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-7f47bb14-44e8-4859-9de4-27e60ff55b3e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8d63b7-1649-4aa7-8eab-b5d72a953e15 HTTP/1.1" status: 200 len: 943 time: 0.0822186 Feb 04 15:28:46.197137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-cf12930f-68c6-4416-929f-c5e21cf99e5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.1503026 Feb 04 15:28:46.206532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f08b1-8066-4183-9988-95e5d33f4838 req-6c6bee25-ba39-4cd4-b03d-ffc174cb06d7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.207961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a29f08b1-8066-4183-9988-95e5d33f4838 req-6c6bee25-ba39-4cd4-b03d-ffc174cb06d7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 948 time: 0.6543214 Feb 04 15:28:46.215232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-4b5b3743-8d45-43c7-ab28-82b54ea1529e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 200 len: 217 time: 0.1597800 Feb 04 15:28:46.252957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Deleting port 36230b90-4f3a-49a3-887c-eda6ec7467a2 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:28:46.253156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.261039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-ddbda9f9-d85a-4a35-872b-29618cf93086 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.261838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-ddbda9f9-d85a-4a35-872b-29618cf93086 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Synchronizing usage tracker for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:46.389662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-ddbda9f9-d85a-4a35-872b-29618cf93086 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Unset dirty status for tenant:4e6111af241f425ebd76df0cd5a20fa3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:46.390794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-ddbda9f9-d85a-4a35-872b-29618cf93086 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 944 time: 0.8382680 Feb 04 15:28:46.436454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-9f7f5d4c-7b50-4c69-ab22-663857fca3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.437899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-9f7f5d4c-7b50-4c69-ab22-663857fca3ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2187192 Feb 04 15:28:46.440004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-bd3d0dc1-2f9e-4332-83b7-89edd9b0a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.441329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-bd3d0dc1-2f9e-4332-83b7-89edd9b0a748 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.1764607 Feb 04 15:28:46.460511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a29f08b1-8066-4183-9988-95e5d33f4838 req-d69c0db2-2bc8-4d53-bf54-5342c8c08311 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398834 Feb 04 15:28:46.531735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1734256-d5c6-4894-ace4-41f150da3bab req-4e9e706b-af27-428c-96e0-8e2258b3df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.533244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-4e9e706b-af27-428c-96e0-8e2258b3df7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5399117 Feb 04 15:28:46.540633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] For port 36230b90-4f3a-49a3-887c-eda6ec7467a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=36230b90-4f3a-49a3-887c-eda6ec7467a2,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:46.541343 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.583985 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69376d0e-3425-478d-892f-39e88b772241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59cfea-be56-4333-8839-b9af4d2aafa0', 'code': 200} Feb 04 15:28:46.586409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-8cff093b-4a36-468b-a848-34a5895702cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364312 Feb 04 15:28:46.677226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Deleting port 792a4cac-e0be-49a7-8529-08ae84464f87 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:28:46.677629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.693615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Calling delete_port for 36230b90-4f3a-49a3-887c-eda6ec7467a2 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:28:46.723737 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'tag': 'bf55f613-6e65-437c-a0a3-33491aed9305', 'status': 'completed', 'code': 200} Feb 04 15:28:46.724080 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'code': 200} Feb 04 15:28:46.724507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.61', 63009) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:46.941774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-8cd1921b-8405-4af0-ae2b-638a883c4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.943619 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-8cd1921b-8405-4af0-ae2b-638a883c4219 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 1094 time: 0.2583883 Feb 04 15:28:46.982644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bbe2a-91e3-482d-9fc5-658b8697dc2d req-3bef5ab4-5801-4de1-b6e2-8db624963542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.984094 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-241bbe2a-91e3-482d-9fc5-658b8697dc2d req-3bef5ab4-5801-4de1-b6e2-8db624963542 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 1097 time: 0.2242184 Feb 04 15:28:47.094644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.143416 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-241bbe2a-91e3-482d-9fc5-658b8697dc2d req-4d7b6e7d-7697-409c-9d06-3d24e73f67f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125371 Feb 04 15:28:47.161693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event deleted for resources: {'Port': ['ID=36230b90-4f3a-49a3-887c-eda6ec7467a2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:47.248322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-ac7b57ec-cfc0-4f9b-8c40-0ea2c7652efb service neutron] 10.222.0.61 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006929 Feb 04 15:28:47.252661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] No DVR routers for this DVR port 36230b90-4f3a-49a3-887c-eda6ec7467a2 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:47.255032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-952025e8-c9e6-46a7-8d38-347615651ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.256194 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-952025e8-c9e6-46a7-8d38-347615651ce9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 916 time: 0.3045542 Feb 04 15:28:47.257090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.259560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'name': 'network-vif-deleted', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:47.335173 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-1a6b4960-0c20-40d2-9812-36213a67d6fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf55f613-6e65-437c-a0a3-33491aed9305 HTTP/1.1" status: 200 len: 217 time: 0.0687883 Feb 04 15:28:47.339446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d4fc7eec-17d8-4e1d-a195-fb3ea2671812 req-809bc037-ad77-432f-99a5-89b93e81461a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "DELETE /v2.0/ports/36230b90-4f3a-49a3-887c-eda6ec7467a2 HTTP/1.1" status: 204 len: 173 time: 1.1598773 Feb 04 15:28:47.365484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-ceff3b6a-0933-477f-a845-37bde23f821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.366963 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-ceff3b6a-0933-477f-a845-37bde23f821f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9160504 Feb 04 15:28:47.407945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-ca91098e-bc8a-4f3c-ac89-9d2305147b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.413215 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-ca91098e-bc8a-4f3c-ac89-9d2305147b0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8c0a1617-8540-431c-ba88-5917c9ce34a3 HTTP/1.1" status: 200 len: 854 time: 0.0679398 Feb 04 15:28:47.444273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-10e25c9c-6e1e-489f-b8b6-e92516a68c68 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8000188 Feb 04 15:28:47.460197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-320b52ec-35a8-4079-a967-6bdcf1cf6ed1 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.461665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-320b52ec-35a8-4079-a967-6bdcf1cf6ed1 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.61 "GET /v2.0/networks?id=0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 200 len: 821 time: 0.6770275 Feb 04 15:28:47.503957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Request body: {'port': {'device_id': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4', 'admin_state_up': True, 'tenant_id': '7e14af7231c34739834c5d8cf1f37dd7'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:47.506854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-d199265e-2407-4431-aca6-881d02f8ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.508557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-d199265e-2407-4431-aca6-881d02f8ab01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918140 Feb 04 15:28:47.738945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74503454-4d9c-436c-a064-5586d389c6a6 req-ea9f9e89-e98e-4d13-b6ba-077cdec1b8d3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.740413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74503454-4d9c-436c-a064-5586d389c6a6 req-ea9f9e89-e98e-4d13-b6ba-077cdec1b8d3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 945 time: 0.9384482 Feb 04 15:28:47.783793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-6b98c42b-51bd-4bc5-8040-2c6b31b2a4de service neutron] 10.222.0.61 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674508 Feb 04 15:28:47.886836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] For port 792a4cac-e0be-49a7-8529-08ae84464f87, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=792a4cac-e0be-49a7-8529-08ae84464f87,segment=NetworkSegment(6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8),segment_id=6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:47.887207 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.926150 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-41e0f0e2-32f6-4323-90f6-c14d1ab62501 req-c52032df-0c43-41d6-b29d-f3459bb45726 service neutron] 10.222.0.61 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355529 Feb 04 15:28:48.068752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1734256-d5c6-4894-ace4-41f150da3bab req-40b54269-89b6-4d0b-b909-1cfdbc0283ba service neutron] 10.222.0.61 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8109922 Feb 04 15:28:48.076873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Calling delete_port for 792a4cac-e0be-49a7-8529-08ae84464f87 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:28:48.122041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74503454-4d9c-436c-a064-5586d389c6a6 req-c851d669-56fc-4837-8a03-8c7ab93abffe tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520763 Feb 04 15:28:48.170797 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-e9acbcf2-33ae-4a5c-9ad3-0aa91c485d0a service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971540 Feb 04 15:28:48.205455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:48.221717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-65072b4b-9d25-4b58-a74c-a3837e2f62fd service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373127 Feb 04 15:28:48.224943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Usage tracker for resource:port and tenant:7e14af7231c34739834c5d8cf1f37dd7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:28:48.231460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:28:48.236818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:48.271001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e4953-7a5f-48fb-aeae-03fdc390253a req-deac357d-8ed6-40d4-8209-e71e92d4e6fb tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:48.277438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bf55f613-6e65-437c-a0a3-33491aed9305 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:48.279874 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-913e4953-7a5f-48fb-aeae-03fdc390253a req-deac357d-8ed6-40d4-8209-e71e92d4e6fb tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.1223917 Feb 04 15:28:48.351848 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-913e4953-7a5f-48fb-aeae-03fdc390253a req-69537b9a-c3df-44c1-b8f2-44d7b83ec0d4 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688741 Feb 04 15:28:48.430937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Made reservation on behalf of 7e14af7231c34739834c5d8cf1f37dd7 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:48.434423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.543907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bf55f613-6e65-437c-a0a3-33491aed9305, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bf55f613-6e65-437c-a0a3-33491aed9305,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:48.562943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'bf55f613-6e65-437c-a0a3-33491aed9305', 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8', 'port_id': 'bf55f613-6e65-437c-a0a3-33491aed9305', 'mac_address': 'fa:16:3e:95:27:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0a1617-8540-431c-ba88-5917c9ce34a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:48.565149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 792a4cac-e0be-49a7-8529-08ae84464f87 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:48.576805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8901000c-1a30-449a-944b-528c470a4504 req-669fb486-4ef3-4142-bc68-6c52532e6b48 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 210 time: 0.0655427 Feb 04 15:28:48.698944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.742519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf55f613-6e65-437c-a0a3-33491aed9305 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:48.770636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84eee56-a24b-405d-92de-3bcf2ccc519d', 'tag': '8ee38e70-b0aa-411d-aa5c-81e42c4182d4'}, {'name': 'network-changed', 'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:48.774440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a587f-5940-4389-bbc5-1c1b215561d4 req-bbf460c6-2dc5-419b-9984-60bd0c44b272 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:48.776247 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-263a587f-5940-4389-bbc5-1c1b215561d4 req-bbf460c6-2dc5-419b-9984-60bd0c44b272 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 943 time: 0.1003349 Feb 04 15:28:48.781333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bf55f613-6e65-437c-a0a3-33491aed9305, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bf55f613-6e65-437c-a0a3-33491aed9305,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:48.788102 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.826449 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-263a587f-5940-4389-bbc5-1c1b215561d4 req-bbfab241-fa3d-4bd0-8b2e-156b1cce0dbb tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435879 Feb 04 15:28:48.862316 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.867301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=bf55f613-6e65-437c-a0a3-33491aed9305,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:48.884728 n-d-827870-1 neutron-server[87571]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e8d63b7-1649-4aa7-8eab-b5d72a953e15', 'name': 'network-vif-deleted', 'tag': '36230b90-4f3a-49a3-887c-eda6ec7467a2', 'status': 'failed', 'code': 422} returned with failed status Feb 04 15:28:48.938013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1de66a63-02c9-4cc0-b5cf-9985ea565af1 req-e5b95097-3080-436d-a817-ddfa0d85b306 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029810 Feb 04 15:28:48.957307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Pushing event deleted for resources: {'Port': ['ID=792a4cac-e0be-49a7-8529-08ae84464f87,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:48.973173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-b329b2b0-126a-41d6-87a9-0be7733ee6e3 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:48.974667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-b329b2b0-126a-41d6-87a9-0be7733ee6e3 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.7187605 Feb 04 15:28:49.020940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827870-1'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:49.029522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['bf55f613-6e65-437c-a0a3-33491aed9305'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:49.055146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a38cc-201d-4df6-811f-137dc339d79f req-fb860564-6d1e-4dfc-97cc-3c6f8b524815 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.056627 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f76a38cc-201d-4df6-811f-137dc339d79f req-fb860564-6d1e-4dfc-97cc-3c6f8b524815 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 948 time: 0.0881541 Feb 04 15:28:49.117312 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f76a38cc-201d-4df6-811f-137dc339d79f req-f9b397f9-9603-4494-bb0e-76993e420346 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529494 Feb 04 15:28:49.162447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] No DVR routers for this DVR port 792a4cac-e0be-49a7-8529-08ae84464f87 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:49.170685 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.205441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223de02-1689-458e-8ed7-ff54f87cf719 req-1148b56f-6bde-4b8d-90e8-6209d0e5b7c1 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.207498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8223de02-1689-458e-8ed7-ff54f87cf719 req-1148b56f-6bde-4b8d-90e8-6209d0e5b7c1 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaeec57d-4e83-4c56-8d17-1cefb8abf1fb HTTP/1.1" status: 200 len: 866 time: 0.7376325 Feb 04 15:28:49.253998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-e38d5bee-d0b2-4a49-9f73-d9258117b8ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4659004 Feb 04 15:28:49.255404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a525747-1e15-452e-941a-b2b426e53ad0 req-8eefcacc-6c18-410e-bb7f-4c24c9e048b2 tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.61 "DELETE /v2.0/ports/792a4cac-e0be-49a7-8529-08ae84464f87 HTTP/1.1" status: 204 len: 173 time: 2.8513992 Feb 04 15:28:49.356424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Allocated IP 172.20.0.13 (0edf948f-2ae6-425e-98a6-9eac92c506a4/b824573f-7ef5-4745-9627-5c161e4943f7/22e3552b-b3d9-44c8-b08f-73da559ecb04) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:49.421907 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84eee56-a24b-405d-92de-3bcf2ccc519d', 'tag': '8ee38e70-b0aa-411d-aa5c-81e42c4182d4', 'status': 'completed', 'code': 200} Feb 04 15:28:49.422382 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'status': 'completed', 'code': 200} Feb 04 15:28:49.430103 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.443827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8223de02-1689-458e-8ed7-ff54f87cf719 req-a305614a-9629-4c04-b65f-b8bef4520f9b tempest-LiveAutoBlockMigrationV225Test-823847106 tempest-LiveAutoBlockMigrationV225Test-823847106-project] 10.222.0.46 "GET /v2.0/security-groups?id=c1477cb1-3ad5-44a3-8989-b602f55ae7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151525 Feb 04 15:28:49.618174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca38b2-b7d9-4d38-8596-e9c8b0b6d88f req-623b8ae7-d10a-417b-b438-e75be205d3a4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.619622 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8fca38b2-b7d9-4d38-8596-e9c8b0b6d88f req-623b8ae7-d10a-417b-b438-e75be205d3a4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 945 time: 0.0981970 Feb 04 15:28:49.668027 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8fca38b2-b7d9-4d38-8596-e9c8b0b6d88f req-e125e607-68ef-4784-a801-2636c973a6d2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Feb 04 15:28:49.937952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-e5815916-ed82-4855-ac1e-73f59813d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.939413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-e5815916-ed82-4855-ac1e-73f59813d0a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 1100 time: 0.6411636 Feb 04 15:28:50.045940 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66870be6-2f36-494f-bccf-2f07b948784e req-ccfa158e-9e3f-4d01-89e4-2718d325cb52 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 210 time: 0.0473843 Feb 04 15:28:50.145081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-cf2a349e-1d90-4461-a07f-e1f18afc53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.146545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-cf2a349e-1d90-4461-a07f-e1f18afc53a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1099 time: 0.6753755 Feb 04 15:28:50.175839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-40a6470e-a706-4e10-b64b-1abec30b2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.177171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-40a6470e-a706-4e10-b64b-1abec30b2a24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 1094 time: 0.5836897 Feb 04 15:28:50.215339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-abb35f1a-41e7-4d57-a330-8dda1c0105ea tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.216841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-abb35f1a-41e7-4d57-a330-8dda1c0105ea tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.6198926 Feb 04 15:28:50.271343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:50.275251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bf55f613-6e65-437c-a0a3-33491aed9305 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:50.463601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port bf55f613-6e65-437c-a0a3-33491aed9305 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:50.479755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port bf55f613-6e65-437c-a0a3-33491aed9305 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:50.480005 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.522475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facef003-fefc-40c6-86e3-eb800e86d18b req-b0322597-870c-4f8c-aee0-5f2ee975e8e0 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.525210 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-facef003-fefc-40c6-86e3-eb800e86d18b req-b0322597-870c-4f8c-aee0-5f2ee975e8e0 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 943 time: 0.1547954 Feb 04 15:28:50.535708 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-fba154da-ce23-49b0-9522-cc82525c9c86 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/quotas/14081a11c76548acbc7aeb9b24ce455c HTTP/1.1" status: 200 len: 375 time: 0.2203424 Feb 04 15:28:50.540181 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.546830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:50.558902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-dae819df-b9ae-45d0-afdf-a1c168fb22e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1256313 Feb 04 15:28:50.562520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:50.572274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '8ee38e70-b0aa-411d-aa5c-81e42c4182d4', 'network_id': 'bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8', 'port_id': '8ee38e70-b0aa-411d-aa5c-81e42c4182d4', 'mac_address': 'fa:16:3e:09:42:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0a1617-8540-431c-ba88-5917c9ce34a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:50.589687 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-facef003-fefc-40c6-86e3-eb800e86d18b req-7113a5f7-3635-463d-ac55-517cb5de8d1c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571589 Feb 04 15:28:50.631659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-db030d75-563c-429d-ab79-9a48e69cd5f4 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713859 Feb 04 15:28:50.675944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.684940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-64649745-1161-4274-bf50-220269d7a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.687006 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-64649745-1161-4274-bf50-220269d7a0e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 1102 time: 0.0939519 Feb 04 15:28:50.698157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:50.703270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.735019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:50.743096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf55f613-6e65-437c-a0a3-33491aed9305'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:50.750490 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.826307 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bf55f613-6e65-437c-a0a3-33491aed9305, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bf55f613-6e65-437c-a0a3-33491aed9305,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:50.842073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.864066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:50.873294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.873294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.873610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.873901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.874170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.874601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.874916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.875229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.875539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.875925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.876498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.876612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:50.879813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-fd9b4f93-a1b4-4b00-a447-1320cca528f6 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215738 Feb 04 15:28:50.889116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-5d764fcf-0f83-437c-8ba1-653e866d7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.890544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-5d764fcf-0f83-437c-8ba1-653e866d7cea service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.9149523 Feb 04 15:28:50.922565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-02353493-9f9d-4fb8-8e33-563b91ed486d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.924371 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-02353493-9f9d-4fb8-8e33-563b91ed486d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2083576 Feb 04 15:28:50.934874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9c9df-43fa-48be-89ac-bdd8cd8a41c2 req-7f073505-7e0d-4223-9920-9a98c06dcc16 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.936707 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88d9c9df-43fa-48be-89ac-bdd8cd8a41c2 req-7f073505-7e0d-4223-9920-9a98c06dcc16 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 946 time: 0.1438155 Feb 04 15:28:50.954368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=bf55f613-6e65-437c-a0a3-33491aed9305,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:50.996529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:51.002382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-f8001956-2370-452c-b8b1-8f94b1acfd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.003830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-f8001956-2370-452c-b8b1-8f94b1acfd67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.8325057 Feb 04 15:28:51.009461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:51.009892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['8ee38e70-b0aa-411d-aa5c-81e42c4182d4'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:51.020313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-8e0efa39-6daf-475b-b159-75cfd2b540f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 200 len: 217 time: 0.0826476 Feb 04 15:28:51.092802 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88d9c9df-43fa-48be-89ac-bdd8cd8a41c2 req-0fb0f01a-5bd5-45e5-bb95-f5828da70f63 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/security-groups?id=85f5d20f-7616-483b-a7db-22f576638459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005797 Feb 04 15:28:51.110404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-c48597b6-c6f7-40bc-a921-aa9c78d7f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.111837 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-c48597b6-c6f7-40bc-a921-aa9c78d7f80f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0744638 Feb 04 15:28:51.114173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-64e0d417-3ea6-423a-8d8a-0307324bef57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 200 len: 217 time: 0.2151437 Feb 04 15:28:51.175256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-718c99bb-a4cc-4ce3-b763-bc32fc0dcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.177045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-718c99bb-a4cc-4ce3-b763-bc32fc0dcfec service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 916 time: 0.9512534 Feb 04 15:28:51.204705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:51.223215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'mac_address': 'fa:16:3e:ff:3e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:28:51.244247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-7f050dd1-ce13-4a14-b344-9080b9fc2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.247372 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-7f050dd1-ce13-4a14-b344-9080b9fc2444 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271515 Feb 04 15:28:51.298166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-ddfc3aaf-9ad5-4d8a-a495-6b550f1ef0eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.2534566 Feb 04 15:28:51.299179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.315652 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.347873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb18751-01a7-4f48-8c3a-487193788cd2 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:51.383970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:51.390718 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.423009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f75cfb-c072-40c8-9271-50628e11922b req-095712a4-e43d-4efe-96ac-17ce324c11e7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.424553 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-64f75cfb-c072-40c8-9271-50628e11922b req-095712a4-e43d-4efe-96ac-17ce324c11e7 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 948 time: 0.2182930 Feb 04 15:28:51.458595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'name': 'network-vif-deleted', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:51.464165 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-b58eeda3-32e8-490a-a10d-ca6449771509 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee38e70-b0aa-411d-aa5c-81e42c4182d4 HTTP/1.1" status: 200 len: 217 time: 0.2299607 Feb 04 15:28:51.510269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:51.510757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-2001c9a5-96da-4248-8a03-d78e4be31be3 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444153 Feb 04 15:28:51.513264 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.526376 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-64f75cfb-c072-40c8-9271-50628e11922b req-9ede638d-3df4-4efb-8f9a-20f561b7bf53 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806744 Feb 04 15:28:51.577588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-736d3f99-9728-4e68-bb40-2b64572cabd7 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105392 Feb 04 15:28:51.591245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Network 0edf948f-2ae6-425e-98a6-9eac92c506a4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:51.592074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.602734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:51.605634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-3943bb87-e845-4e0d-95b3-ae2251851eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.607091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-3943bb87-e845-4e0d-95b3-ae2251851eb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.4201663 Feb 04 15:28:51.607876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:28:51.698697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event updated for resources: {'Port': ['ID=22e3552b-b3d9-44c8-b08f-73da559ecb04,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:51.780170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['adb18751-01a7-4f48-8c3a-487193788cd2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:51.845597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-441b5d0a-ddc3-4b6a-b35d-c60e99fe3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.847060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-441b5d0a-ddc3-4b6a-b35d-c60e99fe3d2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.4870617 Feb 04 15:28:51.847532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50224) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:51.944538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-c364c4a1-e5c4-42fc-ac0c-d4d96c438f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.947042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-c364c4a1-e5c4-42fc-ac0c-d4d96c438f13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8c0a1617-8540-431c-ba88-5917c9ce34a3 HTTP/1.1" status: 200 len: 854 time: 0.4430182 Feb 04 15:28:51.955815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-51a359fc-c8f0-4452-9a62-73dd5078b8eb req-37658adb-416a-47f1-abca-95d461986ccd service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163184 Feb 04 15:28:51.958577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.959804 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.970191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e450cd-6f2b-4053-a134-ccb79dfa2aa5 req-da057941-4f39-4962-b509-6da4f63ffaeb tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.972509 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43e450cd-6f2b-4053-a134-ccb79dfa2aa5 req-da057941-4f39-4962-b509-6da4f63ffaeb tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.3114231 Feb 04 15:28:52.035108 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43e450cd-6f2b-4053-a134-ccb79dfa2aa5 req-9a43310e-19fd-47bd-b214-0c5d49ebe6e3 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574667 Feb 04 15:28:52.122103 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf55f613-6e65-437c-a0a3-33491aed9305', 'code': 200} Feb 04 15:28:52.211985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:52.212900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:52.213242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:52.289856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:52.410552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:52.419163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:52.419706 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.477201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Port 72e82b08-261c-48bd-966d-c7b414dd2688 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:52.478271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Attempting to bind port 72e82b08-261c-48bd-966d-c7b414dd2688 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:52.484972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb40f8af-43f0-484f-8319-d9bb13c87b86 admin admin] Deleting subnet 720bf423-9158-4592-9d27-82a640f09d10 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:28:52.488669 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb40f8af-43f0-484f-8319-d9bb13c87b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.507792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc90d84-2169-4eb0-b7f3-eebfa5fb9fc6 req-ddd87e04-84df-4712-87a7-6bd1eae4d7b6 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:52.515762 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2dc90d84-2169-4eb0-b7f3-eebfa5fb9fc6 req-ddd87e04-84df-4712-87a7-6bd1eae4d7b6 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 932 time: 0.2298622 Feb 04 15:28:52.525866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-1a8255b8-03d9-412d-a8f6-8d09e10d12a3 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:52.527543 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-1a8255b8-03d9-412d-a8f6-8d09e10d12a3 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 946 time: 0.2804515 Feb 04 15:28:52.548249 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb40f8af-43f0-484f-8319-d9bb13c87b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.593249 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.613273 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb40f8af-43f0-484f-8319-d9bb13c87b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.622093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330681b-9d65-444f-9813-d0fb89704d6c req-046576f6-7964-499f-a46d-88312dbfa45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:52.623989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a330681b-9d65-444f-9813-d0fb89704d6c req-046576f6-7964-499f-a46d-88312dbfa45a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 1096 time: 0.4252939 Feb 04 15:28:52.643341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:52.649398 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.649660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Deleting port 7ab824d3-4b2f-48b5-8d36-fffaee758582 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:28:52.649975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.681725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-a561e269-bba5-4f94-875d-6d88f23d6cbb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2068970 Feb 04 15:28:52.686058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2dc90d84-2169-4eb0-b7f3-eebfa5fb9fc6 req-5e7f709b-7d01-4601-9d5a-ddcc80e93142 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Synchronizing usage tracker for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:52.727354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Pushing event updated for resources: {'Port': ['ID=72e82b08-261c-48bd-966d-c7b414dd2688,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:52.734326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:52.740564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:52.740937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:52.741326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:52.741777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Bound port: 72e82b08-261c-48bd-966d-c7b414dd2688, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:52.742230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.764519 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a330681b-9d65-444f-9813-d0fb89704d6c req-167678e6-1f9b-455b-aed2-79a8e9e27f42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814292 Feb 04 15:28:52.767736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2dc90d84-2169-4eb0-b7f3-eebfa5fb9fc6 req-5e7f709b-7d01-4601-9d5a-ddcc80e93142 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Unset dirty status for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:52.768899 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2dc90d84-2169-4eb0-b7f3-eebfa5fb9fc6 req-5e7f709b-7d01-4601-9d5a-ddcc80e93142 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520993 Feb 04 15:28:52.770931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Request body: {'port': {'device_id': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:52.850668 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeec57d-4e83-4c56-8d17-1cefb8abf1fb', 'name': 'network-vif-deleted', 'tag': '792a4cac-e0be-49a7-8529-08ae84464f87', 'status': 'completed', 'code': 200} Feb 04 15:28:52.915457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-8ae2978a-0f8f-4843-9295-0274226a6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:52.917243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-8ae2978a-0f8f-4843-9295-0274226a6f33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2698479 Feb 04 15:28:52.999334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-0d637bfd-4c9e-43d1-8497-dd72d2ccc2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.000815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-0d637bfd-4c9e-43d1-8497-dd72d2ccc2ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0896096 Feb 04 15:28:53.009919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:28:53.037781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] For port 7ab824d3-4b2f-48b5-8d36-fffaee758582, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ab824d3-4b2f-48b5-8d36-fffaee758582,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:53.038570 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.082557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port adb18751-01a7-4f48-8c3a-487193788cd2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:53.087350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port adb18751-01a7-4f48-8c3a-487193788cd2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:53.088025 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.171800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Calling delete_port for 7ab824d3-4b2f-48b5-8d36-fffaee758582 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:28:53.190907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb40f8af-43f0-484f-8319-d9bb13c87b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.202792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a04b6-749f-4840-b8d4-51101cfd46a9 req-9712b86d-6789-4702-8f01-81b53e7ed104 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.210090 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-776a04b6-749f-4840-b8d4-51101cfd46a9 req-9712b86d-6789-4702-8f01-81b53e7ed104 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 943 time: 1.1856329 Feb 04 15:28:53.213994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad002d52-6fba-4350-96e8-35b5ce13f442 req-4613f29a-bf8c-4b65-9e42-9263ec593e3c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.214467 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.215496 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad002d52-6fba-4350-96e8-35b5ce13f442 req-4613f29a-bf8c-4b65-9e42-9263ec593e3c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 945 time: 0.2870996 Feb 04 15:28:53.251129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-0d44baa6-20a5-49a7-bafa-ed3b37376575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.253251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-0d44baa6-20a5-49a7-bafa-ed3b37376575 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2238173 Feb 04 15:28:53.288394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-a19694a4-0290-4de8-81c4-640b8c1f1daa tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.290185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-a19694a4-0290-4de8-81c4-640b8c1f1daa tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.53 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.8818791 Feb 04 15:28:53.298123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:53.302111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad002d52-6fba-4350-96e8-35b5ce13f442 req-7502971f-c6d9-46f6-bf6f-a44a1bdc140e tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778003 Feb 04 15:28:53.323425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.350188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:53.408445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40f8af-43f0-484f-8319-d9bb13c87b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720bf423-9158-4592-9d27-82a640f09d10,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.421081 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.460034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb40f8af-43f0-484f-8319-d9bb13c87b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.495732 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.513048 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.524363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7ab824d3-4b2f-48b5-8d36-fffaee758582'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:53.549870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:53.578078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.608634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-eb40f8af-43f0-484f-8319-d9bb13c87b86 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/720bf423-9158-4592-9d27-82a640f09d10 HTTP/1.1" status: 204 len: 168 time: 1.6978264 Feb 04 15:28:53.618668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50248) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:53.640837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b9c7420b-5cc7-4977-ab0b-74dd139a0266 req-1730822f-6f45-428c-9826-18cde4fb8264 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:53.668437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Pushing event deleted for resources: {'Port': ['ID=7ab824d3-4b2f-48b5-8d36-fffaee758582,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.736631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Deleting port 9382b39b-b321-46b4-8fec-2af925b520b0 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:28:53.737001 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.771723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-776a04b6-749f-4840-b8d4-51101cfd46a9 req-6bf17632-e3af-4a6b-8eb2-069f5438b4a3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582261 Feb 04 15:28:53.775729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-89e8c3ca-dec3-4c7e-a265-1c96d119432f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.778266 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-89e8c3ca-dec3-4c7e-a265-1c96d119432f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.4169610 Feb 04 15:28:53.949739 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-1be874a5-0fce-419c-ad75-2faba34dc7f4 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9069734 Feb 04 15:28:53.961119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-aa267f14-c8df-4cf3-95fc-1faec754c442 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9745314 Feb 04 15:28:54.023016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Request body: {'port': {'device_id': '940ccd67-dca4-4c83-9f79-a0e539d071b3', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'admin_state_up': True, 'tenant_id': '14081a11c76548acbc7aeb9b24ce455c'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:54.069704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-56a78fd6-213b-4222-a127-6af8804d8203 service neutron] 10.222.0.61 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719083 Feb 04 15:28:54.096659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Pushing event updated for resources: {'Port': ['ID=72e82b08-261c-48bd-966d-c7b414dd2688,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:54.106763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] No DVR routers for this DVR port 7ab824d3-4b2f-48b5-8d36-fffaee758582 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:54.120310 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.122898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84eee56-a24b-405d-92de-3bcf2ccc519d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee38e70-b0aa-411d-aa5c-81e42c4182d4'}, {'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:54.128569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b9c7420b-5cc7-4977-ab0b-74dd139a0266 req-1730822f-6f45-428c-9826-18cde4fb8264 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:54.129760 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9c7420b-5cc7-4977-ab0b-74dd139a0266 req-1730822f-6f45-428c-9826-18cde4fb8264 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 210 time: 0.6223624 Feb 04 15:28:54.130190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d5aa27-cbc4-4d73-9297-2ec1b4c01098', 'name': 'network-vif-deleted', 'tag': '7ab824d3-4b2f-48b5-8d36-fffaee758582'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:54.156691 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.180979 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f37813b6-e0e2-4bc1-98ce-d27b873a3969 req-13a30a19-fdf8-4b48-bd7d-d559aa1a30eb tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.53 "DELETE /v2.0/ports/7ab824d3-4b2f-48b5-8d36-fffaee758582 HTTP/1.1" status: 204 len: 173 time: 1.6352272 Feb 04 15:28:54.361820 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:28:54.379073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:28:54.405971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:28:54.523252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Made reservation on behalf of 14081a11c76548acbc7aeb9b24ce455c for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:54.526735 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.563949 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.650395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:54.652364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['72e82b08-261c-48bd-966d-c7b414dd2688'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:28:54.662940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.663684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.665164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-0945d535-bfa5-47f8-b5ed-ee484f58ea92 service neutron] 10.222.0.61 "PUT /v2.0/ports/72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 200 len: 1121 time: 5.6513529 Feb 04 15:28:54.687366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:54.687651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b12b1ab-3a02-4abc-a016-90f2b6c9e9a8') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:54.709842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c607ebd-60d6-465b-b39e-b5e5040d2bf1 req-0ff17183-2070-43cf-ae00-ab65fe4a5292 tempest-AttachSCSIVolumeTestJSON-353797950 tempest-AttachSCSIVolumeTestJSON-353797950-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d5aa27-cbc4-4d73-9297-2ec1b4c01098 HTTP/1.1" status: 200 len: 210 time: 0.6070485 Feb 04 15:28:54.742503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.762852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ea1c-997a-430d-bf83-8f8410c5e3bb req-93f2ef8d-e2a3-415d-bea3-8b2595b86e1d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.764359 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7811ea1c-997a-430d-bf83-8f8410c5e3bb req-93f2ef8d-e2a3-415d-bea3-8b2595b86e1d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.3648915 Feb 04 15:28:54.793494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.811433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:54.811835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:54.826465 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:54.852431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688'}, {'name': 'network-changed', 'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:54.901950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-817f6658-d4f6-4da8-880e-2a6e16bc44ce service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9397202 Feb 04 15:28:54.918473 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7811ea1c-997a-430d-bf83-8f8410c5e3bb req-7d8cdebc-a4ea-43d7-940c-f31bb75f81e3 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450286 Feb 04 15:28:54.919785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Allocated IP 172.20.0.8 (c2bb8bd9-4fa0-45c3-84c6-559957e54b7e/67421194-ccf6-44ed-87a2-1bd8ab7eb3a7/63f25ec7-fdfc-441d-8bae-50b8677441b5) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:55.010905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.028122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.047089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:55.142998 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7af16c8c-4d1a-4c7b-8c9c-ab6e8bd7cd57 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9f5fa31c-1ffd-454a-9ff9-f8a58f8c8e9a HTTP/1.1" status: 204 len: 168 time: 1.5143285 Feb 04 15:28:55.149281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50266) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:55.281027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-398a2f1e-79d4-407b-8276-b7ddaffd46a9 req-be09b9c6-8b67-4af4-ad68-c97442cefa98 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984504 Feb 04 15:28:55.286342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7910965c-c714-4527-bee7-a2fb9ea751b5 admin admin] Deleting subnet 2f28e1ea-0dd4-4288-af0d-abdadaeeda56 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:28:55.297898 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-c35accc4-69cb-444c-81a6-7bf40f892b1e service neutron] 10.222.0.61 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1962888 Feb 04 15:28:55.303454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7910965c-c714-4527-bee7-a2fb9ea751b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.348515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] For port 9382b39b-b321-46b4-8fec-2af925b520b0, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9382b39b-b321-46b4-8fec-2af925b520b0,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:55.348900 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.386292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7910965c-c714-4527-bee7-a2fb9ea751b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.410750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56509033-9c6a-43e0-a164-84d77fd28cdc req-ae492c4f-9112-40df-b7d0-acc19f71967e tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:55.412211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56509033-9c6a-43e0-a164-84d77fd28cdc req-ae492c4f-9112-40df-b7d0-acc19f71967e tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 946 time: 0.5019386 Feb 04 15:28:55.425424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.435578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051b463-b674-4ac6-bdb5-fdd677b31d91 req-f7846d6a-f5d2-4fa6-9f9b-4da89b2d2d0d tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:55.437061 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e051b463-b674-4ac6-bdb5-fdd677b31d91 req-f7846d6a-f5d2-4fa6-9f9b-4da89b2d2d0d tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 932 time: 0.3445535 Feb 04 15:28:55.472030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:28:55.490013 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7910965c-c714-4527-bee7-a2fb9ea751b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.548440 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e051b463-b674-4ac6-bdb5-fdd677b31d91 req-fef11610-63c4-4cc1-a384-66ddee545ad5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023552 Feb 04 15:28:55.587090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.623249 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84eee56-a24b-405d-92de-3bcf2ccc519d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee38e70-b0aa-411d-aa5c-81e42c4182d4', 'code': 200} Feb 04 15:28:55.623739 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'code': 200} Feb 04 15:28:55.654360 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7910965c-c714-4527-bee7-a2fb9ea751b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.659473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:55.694416 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d5aa27-cbc4-4d73-9297-2ec1b4c01098', 'name': 'network-vif-deleted', 'tag': '7ab824d3-4b2f-48b5-8d36-fffaee758582', 'status': 'completed', 'code': 200} Feb 04 15:28:55.701455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:55.702287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e3552b-b3d9-44c8-b08f-73da559ecb04 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:55.710273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:28:55.751994 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.752750 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7910965c-c714-4527-bee7-a2fb9ea751b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.761684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910965c-c714-4527-bee7-a2fb9ea751b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f28e1ea-0dd4-4288-af0d-abdadaeeda56,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:55.768744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56509033-9c6a-43e0-a164-84d77fd28cdc req-318e631c-6559-4179-9f15-7b77062a40dc tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0228d71-5d84-40d4-aaee-9391890bfc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873573 Feb 04 15:28:55.791106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event updated for resources: {'Port': ['ID=63f25ec7-fdfc-441d-8bae-50b8677441b5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:55.800337 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7910965c-c714-4527-bee7-a2fb9ea751b5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2f28e1ea-0dd4-4288-af0d-abdadaeeda56 HTTP/1.1" status: 204 len: 168 time: 0.6222434 Feb 04 15:28:55.806058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50274) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:55.814290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Transition to ACTIVE for port object 22e3552b-b3d9-44c8-b08f-73da559ecb04 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:55.855674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:55.856284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.887511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-402539ab-5893-44cd-9ff0-6b921971dbd2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0988431 Feb 04 15:28:55.900189 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.906381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Request body: {'port': {'device_id': '940ccd67-dca4-4c83-9f79-a0e539d071b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:55.940074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86885-34f7-4a51-b769-0fa6d10abc6e req-9b222a59-cc10-464b-8a39-a2e9be59b732 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:55.941564 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c5e86885-34f7-4a51-b769-0fa6d10abc6e req-9b222a59-cc10-464b-8a39-a2e9be59b732 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 945 time: 0.1466372 Feb 04 15:28:56.146520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-8a6e4a25-8eba-4d72-a63a-3e0af1b3871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.147880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-8a6e4a25-8eba-4d72-a63a-3e0af1b3871b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1101 time: 0.7837579 Feb 04 15:28:56.172409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c5e86885-34f7-4a51-b769-0fa6d10abc6e req-fdd0f8df-f4fb-4840-9c44-c53ab3f5ccd2 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179182 Feb 04 15:28:56.194944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:56.263356 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688', 'code': 200} Feb 04 15:28:56.263599 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688', 'status': 'completed', 'code': 200} Feb 04 15:28:56.331881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 72e82b08-261c-48bd-966d-c7b414dd2688 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:28:56.471054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=22e3552b-b3d9-44c8-b08f-73da559ecb04,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:56.489399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:56.519143 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:56.519515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:56.519824 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Floating IP 22433c10-488e-4f1e-97e9-6c403de52828 disassociated. External IP: 172.25.8.221, port: 9382b39b-b321-46b4-8fec-2af925b520b0. Feb 04 15:28:56.520158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Calling delete_port for 9382b39b-b321-46b4-8fec-2af925b520b0 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:28:56.521472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:28:56.537410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 72e82b08-261c-48bd-966d-c7b414dd2688 has no active binding in host n-h2-827870-1 {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:28:56.621114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620281a-e6d4-442b-b636-480edf83164c req-f946b8cd-f488-4e59-8616-f6173f1eea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.622629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f620281a-e6d4-442b-b636-480edf83164c req-f946b8cd-f488-4e59-8616-f6173f1eea9e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 1096 time: 0.9146895 Feb 04 15:28:56.696682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f25ec7-fdfc-441d-8bae-50b8677441b5 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:56.715608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:56.744123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Transition to ACTIVE for port object 63f25ec7-fdfc-441d-8bae-50b8677441b5 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:56.751343 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:56.815838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-1cfdfd90-36d5-4fef-a66f-f90f65698643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.817666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-1cfdfd90-36d5-4fef-a66f-f90f65698643 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.6269929 Feb 04 15:28:56.824414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-89e31ff6-6434-445a-a5ca-e9296c22baac tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.825875 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-89e31ff6-6434-445a-a5ca-e9296c22baac tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 950 time: 0.2507181 Feb 04 15:28:56.952159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b2687-e953-4942-ab06-401979237c0b req-415cbc29-ec32-4af0-b0e9-95d465d8302e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.953667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e3b2687-e953-4942-ab06-401979237c0b req-415cbc29-ec32-4af0-b0e9-95d465d8302e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 943 time: 0.8530793 Feb 04 15:28:56.955268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ef8f9-83f6-4637-bd9d-6dc9ffd0f1ff req-dc66848b-8484-4421-a560-964108ac53ef tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.955399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f620281a-e6d4-442b-b636-480edf83164c req-57d3f324-3b13-4df4-b720-963acd1925c9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199556 Feb 04 15:28:56.955960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6d5ef8f9-83f6-4637-bd9d-6dc9ffd0f1ff req-dc66848b-8484-4421-a560-964108ac53ef tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:56.980709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Attempting to bind port 22e3552b-b3d9-44c8-b08f-73da559ecb04 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:56.981062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Attempting to bind port 22e3552b-b3d9-44c8-b08f-73da559ecb04 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:56.981386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Attempting to bind port 22e3552b-b3d9-44c8-b08f-73da559ecb04 on network 0edf948f-2ae6-425e-98a6-9eac92c506a4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:56.984095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-8f140236-b2bd-488f-9222-8710a46a139d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.1038814 Feb 04 15:28:56.997198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Pushing event updated for resources: {'Port': ['ID=63f25ec7-fdfc-441d-8bae-50b8677441b5,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:57.020985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-012c4237-8a9f-414d-a58a-51fcbb479236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.022472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-012c4237-8a9f-414d-a58a-51fcbb479236 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1124 time: 0.7080350 Feb 04 15:28:57.023985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7ab824d3-4b2f-48b5-8d36-fffaee758582 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:57.024218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.055690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Port 22e3552b-b3d9-44c8-b08f-73da559ecb04 on network 0edf948f-2ae6-425e-98a6-9eac92c506a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:57.056047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Attempting to bind port 22e3552b-b3d9-44c8-b08f-73da559ecb04 on network 0edf948f-2ae6-425e-98a6-9eac92c506a4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:57.060387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 7ab824d3-4b2f-48b5-8d36-fffaee758582 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:28:57.060877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7ab824d3-4b2f-48b5-8d36-fffaee758582 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:28:57.061456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9382b39b-b321-46b4-8fec-2af925b520b0 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:28:57.068650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6d5ef8f9-83f6-4637-bd9d-6dc9ffd0f1ff req-dc66848b-8484-4421-a560-964108ac53ef tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:57.069829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6d5ef8f9-83f6-4637-bd9d-6dc9ffd0f1ff req-dc66848b-8484-4421-a560-964108ac53ef tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 931 time: 0.4408934 Feb 04 15:28:57.105498 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-d0a25f81-dd76-4fb7-9509-96adc6399701 service neutron] 10.222.0.53 "GET /v2.0/ports/adb18751-01a7-4f48-8c3a-487193788cd2/bindings/n-h1-827870-1 HTTP/1.1" status: 200 len: 382 time: 0.2243404 Feb 04 15:28:57.163246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:57.163667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Checking segment: {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:57.163965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Bound using segment: {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:57.164393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Bound port: 22e3552b-b3d9-44c8-b08f-73da559ecb04, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:57.164739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.191381 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6d5ef8f9-83f6-4637-bd9d-6dc9ffd0f1ff req-f443ce44-07d0-4cf4-bb4d-36f1175f93a3 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093512 Feb 04 15:28:57.192084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Attempting to bind port 63f25ec7-fdfc-441d-8bae-50b8677441b5 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:57.192345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Attempting to bind port 63f25ec7-fdfc-441d-8bae-50b8677441b5 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:57.193257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Attempting to bind port 63f25ec7-fdfc-441d-8bae-50b8677441b5 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:57.206390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Port 63f25ec7-fdfc-441d-8bae-50b8677441b5 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:28:57.206716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Attempting to bind port 63f25ec7-fdfc-441d-8bae-50b8677441b5 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:28:57.216248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:28:57.216585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Checking segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:28:57.216992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Bound using segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:28:57.217423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Bound port: 63f25ec7-fdfc-441d-8bae-50b8677441b5, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:57.217768 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.225651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.271819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcbf8f3-05f7-4411-963f-630e500206c9']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:57.282404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-834efe27-34a5-47aa-a136-1e6382d6a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.284022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-834efe27-34a5-47aa-a136-1e6382d6a15e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1044402 Feb 04 15:28:57.305449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-4ea4b161-a3a4-4e62-b722-6e75dce6fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.310418 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-4ea4b161-a3a4-4e62-b722-6e75dce6fb3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1101 time: 0.1717706 Feb 04 15:28:57.322548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95051502-1d0b-415b-b7ab-d3ad40cddbde') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:57.323656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95051502-1d0b-415b-b7ab-d3ad40cddbde') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:57.414957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] For port 63f25ec7-fdfc-441d-8bae-50b8677441b5, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:57.435428 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] For port 63f25ec7-fdfc-441d-8bae-50b8677441b5, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=63f25ec7-fdfc-441d-8bae-50b8677441b5,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:57.459640 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.465400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e3b2687-e953-4942-ab06-401979237c0b req-863eb6e1-a209-4f9f-8c60-4d39e35013bd tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877172 Feb 04 15:28:57.471551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.486775 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.591004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Pushing event deleted for resources: {'Port': ['ID=9382b39b-b321-46b4-8fec-2af925b520b0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:57.642392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.643089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.644494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] 10.222.0.61 "PUT /v2.0/ports/63f25ec7-fdfc-441d-8bae-50b8677441b5 HTTP/1.1" status: 200 len: 1091 time: 1.7436039 Feb 04 15:28:57.645503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a7929-e53f-4f6d-8639-b95556ebfe37 service neutron] Pushing event updated for resources: {'Port': ['ID=63f25ec7-fdfc-441d-8bae-50b8677441b5,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:57.648443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-c25cf6ce-9501-4e31-a456-53f56c40a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.649948 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-c25cf6ce-9501-4e31-a456-53f56c40a9ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3337047 Feb 04 15:28:57.674869 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.726384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:57.726798 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.728274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940ccd67-dca4-4c83-9f79-a0e539d071b3', 'tag': '63f25ec7-fdfc-441d-8bae-50b8677441b5'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:57.753845 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:57.784854 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-2ab7deff-582f-4a95-a688-840293e5578b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.1252074 Feb 04 15:28:57.851820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f15b1-858d-490d-8c68-c3c3ef583ff2 req-ccdb2ed3-e155-4c38-a890-279f71038006 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.853429 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-034f15b1-858d-490d-8c68-c3c3ef583ff2 req-ccdb2ed3-e155-4c38-a890-279f71038006 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.4147875 Feb 04 15:28:58.024393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-390b5afd-921b-4fbb-9169-52823e03826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.026097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-390b5afd-921b-4fbb-9169-52823e03826d service neutron] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.9773021 Feb 04 15:28:58.035546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-ce397607-fe0a-4cff-8640-8156d13b6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.043206 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-ce397607-fe0a-4cff-8640-8156d13b6c4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2430415 Feb 04 15:28:58.152458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-034f15b1-858d-490d-8c68-c3c3ef583ff2 req-250cff99-24c0-4a9d-a11f-b7ef8a7bbd9f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856588 Feb 04 15:28:58.198362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-96494c96-e214-4bb3-8cfe-9ebce3f262df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.200177 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-96494c96-e214-4bb3-8cfe-9ebce3f262df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 1094 time: 0.4669082 Feb 04 15:28:58.207634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] For port 22e3552b-b3d9-44c8-b08f-73da559ecb04, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:28:58.247632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-80aa2b0c-3072-44ad-9560-521ff5bfa915 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 200 len: 217 time: 0.1980555 Feb 04 15:28:58.307633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] For port 22e3552b-b3d9-44c8-b08f-73da559ecb04, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:28:58.348317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.354077 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.379695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.386987 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-98c70893-8046-4c71-a308-234fb3dd9a4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63f25ec7-fdfc-441d-8bae-50b8677441b5 HTTP/1.1" status: 200 len: 217 time: 0.1724303 Feb 04 15:28:58.501425 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78488be2-30e8-49b7-b63a-d96db47fb5d2 req-54d1269c-0ec5-4105-a516-29e51028114d tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/ports?device_id=40048dcb-789e-4987-be8b-d3dedfcb0673 HTTP/1.1" status: 200 len: 210 time: 0.0991075 Feb 04 15:28:58.503332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-3f546489-aeb9-4fed-987a-576d434fab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.504479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-3f546489-aeb9-4fed-987a-576d434fab86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1924646 Feb 04 15:28:58.530946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=efcbf8f3-05f7-4411-963f-630e500206c9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:58.537001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-49809c9d-9562-4a75-9343-7282f5aab209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.538899 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-49809c9d-9562-4a75-9343-7282f5aab209 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.1276455 Feb 04 15:28:58.587743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.588434 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.589986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] 10.222.0.61 "PUT /v2.0/ports/22e3552b-b3d9-44c8-b08f-73da559ecb04 HTTP/1.1" status: 200 len: 1092 time: 5.8653896 Feb 04 15:28:58.612174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-12d33a64-542e-447c-8811-320d10dec1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.614061 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-12d33a64-542e-447c-8811-320d10dec1d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5668836 Feb 04 15:28:58.616747 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-f496fc74-b15b-413e-b7dc-87dc0081ae68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680504 Feb 04 15:28:58.643842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'tag': '22e3552b-b3d9-44c8-b08f-73da559ecb04'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:58.655719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548ea06-63fb-453d-a5b5-5f0262c9f9ec req-b9b7ab75-f2ef-4f38-a61e-2f6d973857cf tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.656423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d548ea06-63fb-453d-a5b5-5f0262c9f9ec req-b9b7ab75-f2ef-4f38-a61e-2f6d973857cf tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Synchronizing usage tracker for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:28:58.661965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-63bb5389-9bc2-47c1-8f88-1b49ae925b7d admin admin] 10.222.0.46 "DELETE /v2.0/networks/efcbf8f3-05f7-4411-963f-630e500206c9 HTTP/1.1" status: 204 len: 168 time: 2.8484082 Feb 04 15:28:58.673431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-c888b669-9d91-4142-812f-b0ffddecb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.674868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-c888b669-9d91-4142-812f-b0ffddecb74d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.4085906 Feb 04 15:28:58.778153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:28:58.806386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-6d0ee5c2-8e44-4424-98d8-5ac698934d0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862675 Feb 04 15:28:58.813921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b852c6-9481-453f-8387-516a015b2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=22e3552b-b3d9-44c8-b08f-73da559ecb04,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:58.828543 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-c513f671-7c1c-419a-9241-addc2d392e57 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853299 Feb 04 15:28:58.835119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50342) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:58.871072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d548ea06-63fb-453d-a5b5-5f0262c9f9ec req-b9b7ab75-f2ef-4f38-a61e-2f6d973857cf tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Unset dirty status for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:28:58.872176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d548ea06-63fb-453d-a5b5-5f0262c9f9ec req-b9b7ab75-f2ef-4f38-a61e-2f6d973857cf tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 944 time: 1.2737806 Feb 04 15:28:59.085415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858793e-9d36-473c-821b-754676bd63c6 req-595f8625-81bb-4afc-b5b4-689c30df5d38 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.086927 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5858793e-9d36-473c-821b-754676bd63c6 req-595f8625-81bb-4afc-b5b4-689c30df5d38 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 945 time: 0.2941816 Feb 04 15:28:59.097591 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f75a178a-e60f-47c2-90da-6ccec35fa946 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755547 Feb 04 15:28:59.100598 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-440482d6-5db3-4e79-8692-f809c7b39fc5 req-9755da68-5080-406f-8207-e1c8f7fb4456 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591002 Feb 04 15:28:59.112721 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-72b78aa4-23ee-45f2-b43b-9cd4da484081 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745897 Feb 04 15:28:59.177063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-81955e27-f5a3-4cc4-8106-d599086bd282 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e6111af241f425ebd76df0cd5a20fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299415 Feb 04 15:28:59.188956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50348) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:28:59.239926 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d548ea06-63fb-453d-a5b5-5f0262c9f9ec req-a4b5f032-e84a-4221-9282-f1903708f560 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104019 Feb 04 15:28:59.251670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5858793e-9d36-473c-821b-754676bd63c6 req-1461a2f6-10cf-422b-a3c9-1eb7dc633e05 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530528 Feb 04 15:28:59.391370 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940ccd67-dca4-4c83-9f79-a0e539d071b3', 'tag': '63f25ec7-fdfc-441d-8bae-50b8677441b5', 'status': 'completed', 'code': 200} Feb 04 15:28:59.405084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-b070efe8-1be3-4244-983d-5cde2f93d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.406811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-b070efe8-1be3-4244-983d-5cde2f93d832 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 1095 time: 0.7366710 Feb 04 15:28:59.505380 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-2a348252-3443-41fe-9837-8d1438dd1c5d service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889811 Feb 04 15:28:59.584234 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-3914bc5d-f310-4fd6-8dce-74714fe26411 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650972 Feb 04 15:28:59.601615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-efe98992-75cf-493c-9369-94391d3b0062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.658768 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-efe98992-75cf-493c-9369-94391d3b0062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.689844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-46d78034-700a-4a61-a615-99e9f9c6268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.691325 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-46d78034-700a-4a61-a615-99e9f9c6268f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 1094 time: 0.2988958 Feb 04 15:28:59.789931 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-420444fe-4e7b-486a-bca3-43a8ab3a1dec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04 HTTP/1.1" status: 200 len: 217 time: 0.3422554 Feb 04 15:28:59.808540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb2ee1-52b1-40e0-a333-2ea1cc5f6e03 req-68a7a1f0-f75f-44c6-acb3-968d09debe92 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.810072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ffb2ee1-52b1-40e0-a333-2ea1cc5f6e03 req-68a7a1f0-f75f-44c6-acb3-968d09debe92 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 943 time: 0.2834005 Feb 04 15:28:59.856200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:28:59.867883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4334d-da62-462c-be3a-51006288e3be None None] Sync routers for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:28:59.881631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4334d-da62-462c-be3a-51006288e3be None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:28:59.882238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-46e4334d-da62-462c-be3a-51006288e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:28:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:59.944713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-2db33667-0d14-42c0-8664-cffb1ad1d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.946604 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-2db33667-0d14-42c0-8664-cffb1ad1d0ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 913 time: 0.2384994 Feb 04 15:28:59.965259 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ffb2ee1-52b1-40e0-a333-2ea1cc5f6e03 req-232d4bc7-c06b-45ca-8fe1-5cf1bd7739a0 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408710 Feb 04 15:28:59.993987 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d0fbe7-ca2c-47ec-a238-bb210e16500a req-f05a6016-0ad9-4b32-9c76-9dadd0e89309 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8558857 Feb 04 15:29:00.009866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] No DVR routers for this DVR port 9382b39b-b321-46b4-8fec-2af925b520b0 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:00.029850 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.031817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8b95a38-6d00-49b9-a7bc-dd51a71ee015 req-02c4b6d0-e48f-49a6-b0ad-bea7a5eeacdf tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.53 "DELETE /v2.0/ports/9382b39b-b321-46b4-8fec-2af925b520b0 HTTP/1.1" status: 204 len: 173 time: 6.6793680 Feb 04 15:29:00.033263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-f3971cae-a04f-414b-8e56-5f1f9548a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:00.034627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-f3971cae-a04f-414b-8e56-5f1f9548a4ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b824573f-7ef5-4745-9627-5c161e4943f7 HTTP/1.1" status: 200 len: 861 time: 0.2275589 Feb 04 15:29:00.103758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c882329-777a-4e7e-9689-5e0263a5cba1 req-5fc7072c-169d-498f-9da6-d97ab6aff52c service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489190 Feb 04 15:29:00.106123 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-f7107960-b85b-465a-973d-2e43ad67092f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0edf948f-2ae6-425e-98a6-9eac92c506a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537672 Feb 04 15:29:00.177735 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'tag': '22e3552b-b3d9-44c8-b08f-73da559ecb04', 'status': 'completed', 'code': 200} Feb 04 15:29:00.212661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-f4bf89e8-dff0-418a-a2c2-6f0c16148733 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63f25ec7-fdfc-441d-8bae-50b8677441b5 HTTP/1.1" status: 200 len: 217 time: 0.2455082 Feb 04 15:29:00.265947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-46e4334d-da62-462c-be3a-51006288e3be None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:00.279657 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-efe98992-75cf-493c-9369-94391d3b0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.315679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332254c-b96c-43eb-b9bc-2931024c14ba req-ea3f234a-88e5-4dc8-8ed4-997243199a62 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:00.317112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4332254c-b96c-43eb-b9bc-2931024c14ba req-ea3f234a-88e5-4dc8-8ed4-997243199a62 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 943 time: 0.8055773 Feb 04 15:29:00.514662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-7be0dae1-7edd-4fb8-9dff-d620d52d26e5 service neutron] 10.222.0.53 "GET /v2.0/ports/72e82b08-261c-48bd-966d-c7b414dd2688/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 384 time: 0.1918359 Feb 04 15:29:00.528600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4332254c-b96c-43eb-b9bc-2931024c14ba req-2cd29889-3c4f-406f-9a90-7f8f3c925f46 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609554 Feb 04 15:29:00.609189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe98992-75cf-493c-9369-94391d3b0062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1477cb1-3ad5-44a3-8989-b602f55ae7cd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:00.642640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-efe98992-75cf-493c-9369-94391d3b0062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.646112 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-efe98992-75cf-493c-9369-94391d3b0062 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1477cb1-3ad5-44a3-8989-b602f55ae7cd HTTP/1.1" status: 204 len: 168 time: 1.4537287 Feb 04 15:29:00.646367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-112a6a06-4ee6-41dc-bbb5-2b21a12671b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:00.647858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-112a6a06-4ee6-41dc-bbb5-2b21a12671b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.4254627 Feb 04 15:29:00.703450 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-4855b3f6-ab86-44a5-bd71-1628f096b07a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488381 Feb 04 15:29:00.761029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bf2d3-b566-41e1-977c-585f5789e1f2 req-497516b3-6e17-4632-94d7-bd1c1a92c878 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:00.781500 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5c8bf2d3-b566-41e1-977c-585f5789e1f2 req-497516b3-6e17-4632-94d7-bd1c1a92c878 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.5029099 Feb 04 15:29:00.912950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-46e4334d-da62-462c-be3a-51006288e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e157acfb-98fc-49a1-a75b-93bff0588912', 'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'mac_address': 'fa:16:3e:ed:38:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:58Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 5, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'subnets': [{'id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:00.923399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4334d-da62-462c-be3a-51006288e3be None None] Checking router: eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:00.943851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4334d-da62-462c-be3a-51006288e3be None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:00.944980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-46e4334d-da62-462c-be3a-51006288e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:28:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:00.990973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5c8bf2d3-b566-41e1-977c-585f5789e1f2 req-34466780-49ec-41e6-b560-c4ceea159d59 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944878 Feb 04 15:29:00.999201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:01.038780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-f4b8e4e3-8ec5-4005-94d5-1f304d87cc59 service neutron] 10.222.0.61 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9208724 Feb 04 15:29:01.104992 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-1a923fa5-cb0f-4603-8c42-b47e3d227723 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921289 Feb 04 15:29:01.296330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-46e4334d-da62-462c-be3a-51006288e3be None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:01.304824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50372) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:01.381044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-77d32a79-6b62-4643-9848-bf87c11c2ef9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a5af3604f67415d834d678254217900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741935 Feb 04 15:29:01.390530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50376) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:01.400395 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ca76d8d-a8e9-4fac-9ea9-5729568a0d5e req-499406fb-21d4-444f-9764-c24371c62230 service neutron] 10.222.0.61 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548966 Feb 04 15:29:01.403849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:01.545773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e82b08-261c-48bd-966d-c7b414dd2688 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:01.571370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf66d-42d3-46a2-8abf-b9de9c7384ff req-1781e100-9709-4781-b24b-275a1114d08e tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:01.580409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94cbf66d-42d3-46a2-8abf-b9de9c7384ff req-1781e100-9709-4781-b24b-275a1114d08e tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.5465434 Feb 04 15:29:01.601336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d00b5b-caf5-47a1-937b-3ca8a93249b9 req-e936e201-2689-42f2-895c-69ea01d6f378 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:01.602237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:01.602844 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57d00b5b-caf5-47a1-937b-3ca8a93249b9 req-e936e201-2689-42f2-895c-69ea01d6f378 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 944 time: 0.3585846 Feb 04 15:29:01.608826 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bcb94873-c78c-43aa-b443-e3bcef3f52db req-238d93ca-66e3-4284-ab02-2dd243ed0df1 service neutron] 10.222.0.61 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865000 Feb 04 15:29:01.647042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f16d22e-a254-4189-8a2d-fe2724b7602c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.660735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94cbf66d-42d3-46a2-8abf-b9de9c7384ff req-c7847a27-164b-4ea2-b0dd-d89a812e97ba tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790348 Feb 04 15:29:01.663371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.702281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-46e4334d-da62-462c-be3a-51006288e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e157acfb-98fc-49a1-a75b-93bff0588912', 'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'mac_address': 'fa:16:3e:ed:38:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:58Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 5, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'subnets': [{'id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:01.706413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f16d22e-a254-4189-8a2d-fe2724b7602c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.706839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4334d-da62-462c-be3a-51006288e3be None None] The sync data for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 is: [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:04Z', 'revision_number': 4, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e157acfb-98fc-49a1-a75b-93bff0588912', 'name': '', 'network_id': '46d589f4-cef2-441a-b0b6-574dd6b69bba', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'mac_address': 'fa:16:3e:ed:38:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:58Z', 'updated_at': '2022-02-04T15:27:17Z', 'revision_number': 5, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'subnets': [{'id': '4234aa3a-e859-4a7e-87d3-632a5bb8129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:01.717382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57d00b5b-caf5-47a1-937b-3ca8a93249b9 req-8dbad346-e79b-4f9c-9ea8-e459691fe1a9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047161 Feb 04 15:29:01.794777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f16d22e-a254-4189-8a2d-fe2724b7602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.808597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a429fb-827a-422f-b57d-0e953890c981 req-03608aa0-db4d-42d5-a999-7138d06afb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:01.810371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5a429fb-827a-422f-b57d-0e953890c981 req-03608aa0-db4d-42d5-a999-7138d06afb2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 1095 time: 0.3288887 Feb 04 15:29:01.826432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16d22e-a254-4189-8a2d-fe2724b7602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb2911f-5deb-46a5-99d5-2c9edda11402,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:01.856158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f16d22e-a254-4189-8a2d-fe2724b7602c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.862251 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9f16d22e-a254-4189-8a2d-fe2724b7602c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eb2911f-5deb-46a5-99d5-2c9edda11402 HTTP/1.1" status: 204 len: 168 time: 0.4692564 Feb 04 15:29:01.908832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50388) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:01.961064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] Transition to ACTIVE for port object 72e82b08-261c-48bd-966d-c7b414dd2688 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:01.978184 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.168220 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24782f-e1a6-419d-b69a-0ad89cd7294f None None] New status for floating IP 22433c10-488e-4f1e-97e9-6c403de52828: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:29:02.184214 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba476ba7-645d-4468-9dde-fe30a99eb440 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.227860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c5950-074f-42f9-9b7c-273d192d4f9f req-0b10c891-2a63-4f07-8c48-57cbbbba8c88 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.235941 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-704c5950-074f-42f9-9b7c-273d192d4f9f req-0b10c891-2a63-4f07-8c48-57cbbbba8c88 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 944 time: 0.2957392 Feb 04 15:29:02.285804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba476ba7-645d-4468-9dde-fe30a99eb440 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.287967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'name': 'network-vif-deleted', 'tag': '9382b39b-b321-46b4-8fec-2af925b520b0'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:02.346567 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-704c5950-074f-42f9-9b7c-273d192d4f9f req-68fa8ff5-1530-42bf-9f83-4fc75983d2a3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078801 Feb 04 15:29:02.369790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 63f25ec7-fdfc-441d-8bae-50b8677441b5 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:02.428257 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba476ba7-645d-4468-9dde-fe30a99eb440 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.520003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] No DVR routers for this DVR port 72e82b08-261c-48bd-966d-c7b414dd2688 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:02.528608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a429fb-827a-422f-b57d-0e953890c981 req-7b050765-a0c9-402b-a7ab-0101d3bc1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.531039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5a429fb-827a-422f-b57d-0e953890c981 req-7b050765-a0c9-402b-a7ab-0101d3bc1499 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 200 len: 922 time: 0.7094293 Feb 04 15:29:02.572200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba476ba7-645d-4468-9dde-fe30a99eb440 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0228d71-5d84-40d4-aaee-9391890bfc02,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:02.621074 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba476ba7-645d-4468-9dde-fe30a99eb440 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.622445 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ba476ba7-645d-4468-9dde-fe30a99eb440 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "DELETE /v2.0/security-groups/d0228d71-5d84-40d4-aaee-9391890bfc02 HTTP/1.1" status: 204 len: 168 time: 0.7124665 Feb 04 15:29:02.625958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50404) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:02.662364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 63f25ec7-fdfc-441d-8bae-50b8677441b5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=63f25ec7-fdfc-441d-8bae-50b8677441b5,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:02.678922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '63f25ec7-fdfc-441d-8bae-50b8677441b5', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'port_id': '63f25ec7-fdfc-441d-8bae-50b8677441b5', 'mac_address': 'fa:16:3e:18:9d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67421194-ccf6-44ed-87a2-1bd8ab7eb3a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:02.708675 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-5bb5e460-a9b7-40bd-bc5c-141db22f28fa tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] show failed (client error): The resource could not be found. Feb 04 15:29:02.712900 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5bb5e460-a9b7-40bd-bc5c-141db22f28fa tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "GET /v2.0/security-groups/d0228d71-5d84-40d4-aaee-9391890bfc02 HTTP/1.1" status: 404 len: 347 time: 0.0844376 Feb 04 15:29:02.714206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50410) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:02.715256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5a429fb-827a-422f-b57d-0e953890c981 req-08d69f5c-bfcc-4794-b3a6-23babaef635b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04 HTTP/1.1" status: 200 len: 217 time: 0.1050401 Feb 04 15:29:02.717813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] Pushing event updated for resources: {'Port': ['ID=72e82b08-261c-48bd-966d-c7b414dd2688,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:02.725624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-002d8c32-8c13-4c6b-ac61-3e000ba3ff89 service neutron] 10.222.0.53 "PUT /v2.0/ports/72e82b08-261c-48bd-966d-c7b414dd2688/bindings/n-h2-827870-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1946583 Feb 04 15:29:02.848028 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.868206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f25ec7-fdfc-441d-8bae-50b8677441b5 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:02.875074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1c80e-f2c7-4189-bd4e-c7dc9ca64f20 req-2dd1d053-ab22-4b66-a1f0-48eec0294dee tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.882205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60e1c80e-f2c7-4189-bd4e-c7dc9ca64f20 req-2dd1d053-ab22-4b66-a1f0-48eec0294dee tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 943 time: 0.5293076 Feb 04 15:29:02.886910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 63f25ec7-fdfc-441d-8bae-50b8677441b5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=63f25ec7-fdfc-441d-8bae-50b8677441b5,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:02.893667 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.900294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a429fb-827a-422f-b57d-0e953890c981 req-d52ab8d2-297c-4ddf-a718-e39928655c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.901971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5a429fb-827a-422f-b57d-0e953890c981 req-d52ab8d2-297c-4ddf-a718-e39928655c52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b824573f-7ef5-4745-9627-5c161e4943f7 HTTP/1.1" status: 200 len: 861 time: 0.1734743 Feb 04 15:29:02.951582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-a41f6ca9-e865-4830-8656-4415458e3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.953709 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-a41f6ca9-e865-4830-8656-4415458e3c3e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a&tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda HTTP/1.1" status: 200 len: 1101 time: 0.4785862 Feb 04 15:29:02.958006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Deleting port ba5cbcdd-d062-4825-a175-d391493bc7af {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:02.958671 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.972680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=63f25ec7-fdfc-441d-8bae-50b8677441b5,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:02.984911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5a429fb-827a-422f-b57d-0e953890c981 req-136684c6-42c1-4d2e-ae3d-bcb93043d6a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0edf948f-2ae6-425e-98a6-9eac92c506a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623538 Feb 04 15:29:03.001186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60e1c80e-f2c7-4189-bd4e-c7dc9ca64f20 req-06d35ae6-6d0f-480b-91a9-4c15bb5fdfa0 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174040 Feb 04 15:29:03.014748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:03.105781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50426) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:03.141020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5a429fb-827a-422f-b57d-0e953890c981 req-bd0c8789-5159-4f1a-8465-90d935be8e55 service neutron] 10.222.0.61 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375976 Feb 04 15:29:03.169201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0981dce-3524-4223-be8f-61ebee4733f1 req-a05ad005-6618-4290-b9b3-8fab042e56e2 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.175090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-33a535e5-c66e-4c95-857e-cc71e17cd13a tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.176558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-33a535e5-c66e-4c95-857e-cc71e17cd13a tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1095 time: 0.3940766 Feb 04 15:29:03.176993 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a0981dce-3524-4223-be8f-61ebee4733f1 req-a05ad005-6618-4290-b9b3-8fab042e56e2 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 945 time: 0.5603695 Feb 04 15:29:03.196998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['63f25ec7-fdfc-441d-8bae-50b8677441b5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:03.447742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-9860d0a7-06fa-4152-b6c3-b6f9ba991d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.448678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-9860d0a7-06fa-4152-b6c3-b6f9ba991d7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18&tenant_id=f47c494d628741edb0d9fa67438cf824 HTTP/1.1" status: 200 len: 1095 time: 0.2207801 Feb 04 15:29:03.450497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5a429fb-827a-422f-b57d-0e953890c981 req-c9141974-cd2f-4ccf-96b3-559859f43a15 service neutron] 10.222.0.61 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004541 Feb 04 15:29:03.468993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a8a28-722f-4a5a-a1f9-ec1caff91e79 req-6b754a72-b6b3-4770-982e-d6b5fed92877 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.470624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf8a8a28-722f-4a5a-a1f9-ec1caff91e79 req-6b754a72-b6b3-4770-982e-d6b5fed92877 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.2415905 Feb 04 15:29:03.543515 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a0981dce-3524-4223-be8f-61ebee4733f1 req-395268fc-2905-4c01-a2e6-ca267d274384 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653181 Feb 04 15:29:03.566138 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.584545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf8a8a28-722f-4a5a-a1f9-ec1caff91e79 req-d1bd8721-c055-438e-b406-a64eaf6b6449 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046398 Feb 04 15:29:03.632163 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40048dcb-789e-4987-be8b-d3dedfcb0673', 'name': 'network-vif-deleted', 'tag': '9382b39b-b321-46b4-8fec-2af925b520b0', 'status': 'completed', 'code': 200} Feb 04 15:29:03.645430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-e1664c1f-3815-4f14-ad44-9d45b62ebe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.647358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-e1664c1f-3815-4f14-ad44-9d45b62ebe4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1095 time: 0.1689258 Feb 04 15:29:03.765641 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.766070 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.887017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-1fc5816b-4a2c-4329-b1ff-7697e9ba2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.888497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-1fc5816b-4a2c-4329-b1ff-7697e9ba2bfb service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.2318957 Feb 04 15:29:03.899117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608418e-7210-46da-8ad8-25add070d6be req-df4445c3-e2f9-48af-ae94-e202f8ab0ebc tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.900673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4608418e-7210-46da-8ad8-25add070d6be req-df4445c3-e2f9-48af-ae94-e202f8ab0ebc tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 944 time: 0.1437831 Feb 04 15:29:03.982302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-a4031754-95bc-4fd0-aeb2-d5d09826b313 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 200 len: 217 time: 0.0804629 Feb 04 15:29:04.032360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Calling delete_port for ba5cbcdd-d062-4825-a175-d391493bc7af owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:04.050210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4608418e-7210-46da-8ad8-25add070d6be req-f3cb6f30-4a74-468e-bb6c-d67e8ba8e077 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900886 Feb 04 15:29:04.076738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-738c69f4-de23-4383-9eb9-b0e9a61f7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:04.078668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-738c69f4-de23-4383-9eb9-b0e9a61f7455 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.0888510 Feb 04 15:29:04.128510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-4cf92074-194e-4848-96fa-0fd349881d50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433321 Feb 04 15:29:04.138626 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e41c95d8-bbc1-4002-a343-efc3eeab2421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.368643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 22e3552b-b3d9-44c8-b08f-73da559ecb04 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:04.376951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 63f25ec7-fdfc-441d-8bae-50b8677441b5 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:04.461221 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-5af20aab-74d9-4bd3-9b94-5c33f5a5b50d service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193908 Feb 04 15:29:04.478201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac92c2-59ac-4c6d-bdb8-9ba692377217 req-85373f1a-421c-4078-9f2c-b0c142edcfce tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:04.480073 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66ac92c2-59ac-4c6d-bdb8-9ba692377217 req-85373f1a-421c-4078-9f2c-b0c142edcfce tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 944 time: 0.7267280 Feb 04 15:29:04.549917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 63f25ec7-fdfc-441d-8bae-50b8677441b5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:04.565830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 63f25ec7-fdfc-441d-8bae-50b8677441b5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:04.566202 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.571775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068828c6-011a-453f-bc12-b104a1de1319 req-0a0d11ef-fcd7-47bf-aed4-b4dc657597c5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:04.574282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-068828c6-011a-453f-bc12-b104a1de1319 req-0a0d11ef-fcd7-47bf-aed4-b4dc657597c5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 945 time: 0.2010455 Feb 04 15:29:04.601830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:04.605883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.618871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 22e3552b-b3d9-44c8-b08f-73da559ecb04, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:04.639055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '22e3552b-b3d9-44c8-b08f-73da559ecb04', 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4', 'port_id': '22e3552b-b3d9-44c8-b08f-73da559ecb04', 'mac_address': 'fa:16:3e:83:52:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b824573f-7ef5-4745-9627-5c161e4943f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:04.643232 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66ac92c2-59ac-4c6d-bdb8-9ba692377217 req-8bd6a7ae-4f4a-4a55-b827-133e28800e41 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480768 Feb 04 15:29:04.655622 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-eeaccbbf-9851-44c7-893b-9ccd9c811aa4 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868608 Feb 04 15:29:04.658885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-068828c6-011a-453f-bc12-b104a1de1319 req-905296c4-26e5-44dd-b2fd-6d04e7185f27 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734313 Feb 04 15:29:04.738271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Pushing event deleted for resources: {'Port': ['ID=ba5cbcdd-d062-4825-a175-d391493bc7af,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:04.764934 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.790526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e3552b-b3d9-44c8-b08f-73da559ecb04 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:04.800492 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.847097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 22e3552b-b3d9-44c8-b08f-73da559ecb04, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:04.855853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.901043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940ccd67-dca4-4c83-9f79-a0e539d071b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f25ec7-fdfc-441d-8bae-50b8677441b5'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:04.910127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:04.933666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 63f25ec7-fdfc-441d-8bae-50b8677441b5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=63f25ec7-fdfc-441d-8bae-50b8677441b5,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:04.941973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.955875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=22e3552b-b3d9-44c8-b08f-73da559ecb04,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:04.964384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-34959f5c-b40c-4ddd-806f-5693dd841e66 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b7e103a1313640578565813ff67bb20c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384500 Feb 04 15:29:04.980413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.029188 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.030895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=63f25ec7-fdfc-441d-8bae-50b8677441b5,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:05.037121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 72e82b08-261c-48bd-966d-c7b414dd2688 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:05.050429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:05.074811 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.075729 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-be641d54-c627-46b4-be7c-faea571f1518 tempest-ServersTestManualDisk-2141458983 tempest-ServersTestManualDisk-2141458983-project] 10.222.0.46 "DELETE /v2.0/floatingips/22433c10-488e-4f1e-97e9-6c403de52828 HTTP/1.1" status: 204 len: 168 time: 2.3573403 Feb 04 15:29:05.079586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Transition to ACTIVE for port object adb18751-01a7-4f48-8c3a-487193788cd2 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:05.080169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50472) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:05.107625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 72e82b08-261c-48bd-966d-c7b414dd2688 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:05.108057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:05.167276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:05.180584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['22e3552b-b3d9-44c8-b08f-73da559ecb04'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:05.189317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e6e01600-c7c4-4c3e-a490-849552efddb4 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:05.190852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e6e01600-c7c4-4c3e-a490-849552efddb4 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253191 Feb 04 15:29:05.199579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f8fe9817-0011-4077-819d-a7c15597b69b tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:05.201071 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-f8fe9817-0011-4077-819d-a7c15597b69b tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 1095 time: 0.1473858 Feb 04 15:29:05.255713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-42c810a9-3260-4e8c-9500-32ede25ede20 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/quotas/b7e103a1313640578565813ff67bb20c HTTP/1.1" status: 200 len: 375 time: 0.0534983 Feb 04 15:29:05.283930 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.313714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-03bb8dd5-75d3-4baf-8292-ca632434bedf tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7e103a1313640578565813ff67bb20c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499647 Feb 04 15:29:05.389571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-de61ab7f-b4a7-4f66-b692-ed911b298197 service neutron] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:05.393397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-de61ab7f-b4a7-4f66-b692-ed911b298197 service neutron] Notify callbacks [] for binding, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.394610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5645486-de71-4f5c-a4de-83ec5f8e0bb6 req-de61ab7f-b4a7-4f66-b692-ed911b298197 service neutron] 10.222.0.61 "DELETE /v2.0/ports/72e82b08-261c-48bd-966d-c7b414dd2688/bindings/n-h1-827870-1 HTTP/1.1" status: 204 len: 173 time: 0.1859229 Feb 04 15:29:05.599944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f508205-0421-483b-8880-da123b8572bf req-75720da0-46cf-4f3d-8af3-8dd30642b34d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:05.607531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9f508205-0421-483b-8880-da123b8572bf req-75720da0-46cf-4f3d-8af3-8dd30642b34d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.7437255 Feb 04 15:29:05.649361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] No DVR routers for this DVR port adb18751-01a7-4f48-8c3a-487193788cd2 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:05.649547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e3c59-c34c-4a2b-a1bd-257729c091c6 req-7d8b0f5e-2f69-4970-a2bf-6f361d537e04 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:05.651498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-506e3c59-c34c-4a2b-a1bd-257729c091c6 req-7d8b0f5e-2f69-4970-a2bf-6f361d537e04 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 949 time: 0.1058950 Feb 04 15:29:05.652792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=10']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:05.703991 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-506e3c59-c34c-4a2b-a1bd-257729c091c6 req-e426a236-9c87-48be-9952-5a6be2df4eb3 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 Feb 04 15:29:05.842660 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9f508205-0421-483b-8880-da123b8572bf req-c5a8a3b5-75ff-4f5d-ad10-e8eedd88653e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342393 Feb 04 15:29:05.849063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:05.849458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:05.849718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:05.868695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Port adb18751-01a7-4f48-8c3a-487193788cd2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:29:05.868695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Attempting to bind port adb18751-01a7-4f48-8c3a-487193788cd2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:05.869249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:05.870165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:05.870541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:05.870964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Bound port: adb18751-01a7-4f48-8c3a-487193788cd2, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:05.871303 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.896288 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.955511 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940ccd67-dca4-4c83-9f79-a0e539d071b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f25ec7-fdfc-441d-8bae-50b8677441b5', 'code': 200} Feb 04 15:29:06.010717 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.098260 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'code': 200} Feb 04 15:29:06.240040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a6ff7-1f59-4b49-bc89-fcf6296a145f req-bebb5352-3010-430b-89c5-426a353234d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.241553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c1a6ff7-1f59-4b49-bc89-fcf6296a145f req-bebb5352-3010-430b-89c5-426a353234d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 1096 time: 0.1618917 Feb 04 15:29:06.253328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d70ed0-ca32-49f3-bdf4-2fe6ce856f27 req-290c88f0-7e8c-4e5b-a66b-f1d7fe8ccf35 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.254815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50d70ed0-ca32-49f3-bdf4-2fe6ce856f27 req-290c88f0-7e8c-4e5b-a66b-f1d7fe8ccf35 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.1171637 Feb 04 15:29:06.324035 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c1a6ff7-1f59-4b49-bc89-fcf6296a145f req-639b01b2-5b87-495b-a021-20a8145b6004 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681098 Feb 04 15:29:06.329000 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50d70ed0-ca32-49f3-bdf4-2fe6ce856f27 req-9dfa6264-1457-4f42-96c5-40a0e150f153 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589392 Feb 04 15:29:06.363240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:06.384586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 22e3552b-b3d9-44c8-b08f-73da559ecb04 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:06.415038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:06.429882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.497539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 22e3552b-b3d9-44c8-b08f-73da559ecb04 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:06.503970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 22e3552b-b3d9-44c8-b08f-73da559ecb04 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:06.505053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.536945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-406961a0-5ca0-47b1-95e9-815b98d6ac30 req-5ed98fd3-0dd6-4d97-8661-f4bf0f54b472 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 210 time: 0.0719986 Feb 04 15:29:06.617745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.618349 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.619743 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] 10.222.0.61 "PUT /v2.0/ports/adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 1097 time: 3.6254628 Feb 04 15:29:06.683354 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d1dfec83-72b7-4b0a-8363-35232c3b1288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.688529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.727374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 22e3552b-b3d9-44c8-b08f-73da559ecb04, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:06.733455 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.795123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139c29e-ad91-40f0-a2d6-e4a6235493bf req-4b5aef45-db9e-4e7e-a0a9-c177949f6b40 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.797274 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3139c29e-ad91-40f0-a2d6-e4a6235493bf req-4b5aef45-db9e-4e7e-a0a9-c177949f6b40 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 944 time: 0.1072388 Feb 04 15:29:06.811281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=22e3552b-b3d9-44c8-b08f-73da559ecb04,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:06.856126 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3139c29e-ad91-40f0-a2d6-e4a6235493bf req-7237cdca-08fe-4cd9-9498-7aad6e95ac80 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528874 Feb 04 15:29:06.917587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0d1bb-4156-4ce4-bb1a-033825b254b7 service neutron] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=11']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:06.942057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2624620-b175-4963-a32c-ea1ea901f4dc req-7066557f-bcc2-4d7b-b54c-7861985dab5c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.943729 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2624620-b175-4963-a32c-ea1ea901f4dc req-7066557f-bcc2-4d7b-b54c-7861985dab5c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 945 time: 0.7235084 Feb 04 15:29:07.049734 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b9533eea-c560-4968-a1fd-a5618398adf8 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b7e103a1313640578565813ff67bb20c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428445 Feb 04 15:29:07.067319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2624620-b175-4963-a32c-ea1ea901f4dc req-1f16db92-9556-4966-a5c9-9726d5289a48 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121657 Feb 04 15:29:07.083887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-d780f3e4-915b-4071-b3d8-5e3375b32cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:07.085386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-d780f3e4-915b-4071-b3d8-5e3375b32cc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1100 time: 0.4154727 Feb 04 15:29:07.121847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Deleting port f0e60006-8aaf-46fe-a74a-4acf23173fe6 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:07.122193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.325359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-005953a6-3212-46a8-8edf-7ec357179ed7 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:07.327434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-005953a6-3212-46a8-8edf-7ec357179ed7 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722774 Feb 04 15:29:07.342602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Request body: {'port': {'device_id': 'bb119122-54e1-4637-a64a-6e987369d74b', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': 'b7e103a1313640578565813ff67bb20c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:07.368363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d0afa-7db9-44d0-ade6-6270e92366fa req-5212df1e-edc6-4063-93a4-21f7bcb7fa31 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:07.374689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d0afa-7db9-44d0-ade6-6270e92366fa req-5212df1e-edc6-4063-93a4-21f7bcb7fa31 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:07.380393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d0afa-7db9-44d0-ade6-6270e92366fa req-5212df1e-edc6-4063-93a4-21f7bcb7fa31 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:07.382041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a3d0afa-7db9-44d0-ade6-6270e92366fa req-5212df1e-edc6-4063-93a4-21f7bcb7fa31 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d&device_id=148fcb51-bb47-4f6c-8700-65db37b4731e&device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 2417 time: 0.1984713 Feb 04 15:29:07.487491 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.488108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-6e73d740-ccbc-4738-8eab-359f9b94f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:07.489334 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-6e73d740-ccbc-4738-8eab-359f9b94f5a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3878715 Feb 04 15:29:07.497793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a3d0afa-7db9-44d0-ade6-6270e92366fa req-0772ced9-25fa-463d-8f2a-4390ce96e864 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673862 Feb 04 15:29:07.535649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:07.539478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Usage tracker for resource:port and tenant:b7e103a1313640578565813ff67bb20c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:07.542981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:07.548630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:07.559629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Made reservation on behalf of b7e103a1313640578565813ff67bb20c for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:07.563084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.568577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.575805 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.590989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:07.595083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Usage tracker for resource:security_group_rule and tenant:b7e103a1313640578565813ff67bb20c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:07.597952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:07.604649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:07.628237 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.657371 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-2da61829-4c05-410e-9770-4b0a97db8944 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.1597507 Feb 04 15:29:07.763293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] For port f0e60006-8aaf-46fe-a74a-4acf23173fe6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f0e60006-8aaf-46fe-a74a-4acf23173fe6,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:07.763660 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.782753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263888b4-264d-496b-84ad-90c90c88908f req-f47f1078-9e6b-453a-b16f-7234a1c6c0ac tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:07.784803 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-263888b4-264d-496b-84ad-90c90c88908f req-f47f1078-9e6b-453a-b16f-7234a1c6c0ac tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 949 time: 0.5340319 Feb 04 15:29:07.878817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c601af-8642-4c42-8b8d-c98888eb153d req-7bd4b324-e924-4ea5-b32e-48805c11ae18 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:07.880181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4c601af-8642-4c42-8b8d-c98888eb153d req-7bd4b324-e924-4ea5-b32e-48805c11ae18 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.2431071 Feb 04 15:29:07.881849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.886164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.929530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Calling delete_port for f0e60006-8aaf-46fe-a74a-4acf23173fe6 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:07.956415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e3552b-b3d9-44c8-b08f-73da559ecb04'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:08.007196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685ab638-208f-4e2a-bb1b-183c98096f80,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:08.020239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4c601af-8642-4c42-8b8d-c98888eb153d req-cec3bacf-783d-409f-a162-b247aa0028e6 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310308 Feb 04 15:29:08.089993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-c42561fb-26a2-4492-b9f8-955a56a28f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.091712 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-c42561fb-26a2-4492-b9f8-955a56a28f87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.4191115 Feb 04 15:29:08.103464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:08.110418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Allocated IP 192.168.233.226 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/61b2c791-9e8d-461c-886a-a982a0bea415) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:08.161236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-263888b4-264d-496b-84ad-90c90c88908f req-be2df197-15e3-472e-b98d-6cdb25e0e4fc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031013 Feb 04 15:29:08.376421 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1830152-50c6-4ee2-8c60-0d544386adc6 req-602e9160-27fb-4505-8527-c7ad22db8262 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 210 time: 0.0748138 Feb 04 15:29:08.405858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025735cf-d6a7-4ab4-a80e-9557751b01b7 req-caba1ba3-e25e-4bec-b9ef-2a92d2698dbf tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.407346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-025735cf-d6a7-4ab4-a80e-9557751b01b7 req-caba1ba3-e25e-4bec-b9ef-2a92d2698dbf tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 945 time: 0.1548369 Feb 04 15:29:08.412828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.442113 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e3552b-b3d9-44c8-b08f-73da559ecb04', 'code': 200} Feb 04 15:29:08.497426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Transition to ACTIVE for port object 61b2c791-9e8d-461c-886a-a982a0bea415 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:08.520313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-025735cf-d6a7-4ab4-a80e-9557751b01b7 req-2995a228-d217-4e1a-acea-80d795531207 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927117 Feb 04 15:29:08.604515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.609820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-48eee2af-9f27-45ae-99ae-a21a92c2e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.611289 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-48eee2af-9f27-45ae-99ae-a21a92c2e62f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5086794 Feb 04 15:29:08.722747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:08.726940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:08.730130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae629-6cee-4c0d-bfeb-4d0056021db3 req-a7fd8afb-1304-40f3-babd-13f03fb56811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.731579 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b6ae629-6cee-4c0d-bfeb-4d0056021db3 req-a7fd8afb-1304-40f3-babd-13f03fb56811 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 1097 time: 0.1997478 Feb 04 15:29:08.732279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:08.783360 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.803737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Pushing event updated for resources: {'Port': ['ID=61b2c791-9e8d-461c-886a-a982a0bea415,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:08.854182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.854794 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.862417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b6ae629-6cee-4c0d-bfeb-4d0056021db3 req-a81c1183-9d86-483b-a137-309d59a2d599 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969954 Feb 04 15:29:08.879086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Deleting port e157acfb-98fc-49a1-a75b-93bff0588912 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:08.879715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.891385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a9578-0238-4a1b-a68d-cc3341d58c4a req-a3a4f491-5797-4f25-9c41-7e0890fe29f5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.892897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c26a9578-0238-4a1b-a68d-cc3341d58c4a req-a3a4f491-5797-4f25-9c41-7e0890fe29f5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.2815936 Feb 04 15:29:08.894714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-b3cc1132-46fe-4624-88a5-8107850940d2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5569947 Feb 04 15:29:08.913350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802ea12-c5d1-4c6f-a33c-86c8f96c8434 req-2146fba0-7c8f-4d6e-bd8c-fe15c44d7b15 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.920483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6802ea12-c5d1-4c6f-a33c-86c8f96c8434 req-2146fba0-7c8f-4d6e-bd8c-fe15c44d7b15 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1095 time: 0.3664272 Feb 04 15:29:08.921046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Request body: {'port': {'device_id': 'bb119122-54e1-4637-a64a-6e987369d74b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:08.922326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.995997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c26a9578-0238-4a1b-a68d-cc3341d58c4a req-ccae12f7-4087-47d7-ad6a-dad57305b092 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957494 Feb 04 15:29:08.996756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.010614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-c035636f-290d-40d2-8f5d-974e07e5af61 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886044 Feb 04 15:29:09.017440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e60006-8aaf-46fe-a74a-4acf23173fe6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:09.054001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7a0cf157-b6b4-483e-b486-1a6d7e5aa497 None None] Provisioning for port 61b2c791-9e8d-461c-886a-a982a0bea415 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:09.065178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7a0cf157-b6b4-483e-b486-1a6d7e5aa497 None None] Provisioning complete for port 61b2c791-9e8d-461c-886a-a982a0bea415 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:09.065548 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf157-b6b4-483e-b486-1a6d7e5aa497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.104690 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.135575 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'status': 'completed', 'code': 200} Feb 04 15:29:09.165372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7a0cf157-b6b4-483e-b486-1a6d7e5aa497 None None] Port 61b2c791-9e8d-461c-886a-a982a0bea415 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:29:09.241373 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6802ea12-c5d1-4c6f-a33c-86c8f96c8434 req-49f79d20-129b-46b6-bb15-f1032390f934 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198714 Feb 04 15:29:09.440806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-55790c18-002b-432a-93c5-91ef6a7e5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:09.442276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-55790c18-002b-432a-93c5-91ef6a7e5248 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1100 time: 0.3204389 Feb 04 15:29:09.657348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] For port e157acfb-98fc-49a1-a75b-93bff0588912, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e157acfb-98fc-49a1-a75b-93bff0588912,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:09.657639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.755422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-09b20931-840b-4251-af01-51c7013437da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:09.756895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-09b20931-840b-4251-af01-51c7013437da service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3071556 Feb 04 15:29:09.802768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Calling delete_port for e157acfb-98fc-49a1-a75b-93bff0588912 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:09.884712 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1696a9b-ee99-4a0a-aab6-2f4e5a65cf33 req-59f0c368-b986-48af-aba3-c46255b114b5 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556524 Feb 04 15:29:09.945100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a94b4c-1963-47a5-8dd6-6261534b9e21 req-8a38ede7-c09a-4def-9023-f82b7fc115ee tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:09.946819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8a94b4c-1963-47a5-8dd6-6261534b9e21 req-8a38ede7-c09a-4def-9023-f82b7fc115ee tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 949 time: 0.4095874 Feb 04 15:29:09.955319 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:29:09.956757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.965618 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-c9a44d54-d685-42eb-b382-cddb21f24b6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.2013063 Feb 04 15:29:09.979380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d82f96-02b8-494d-98be-49752c1e3de1 req-2a1b9138-f131-493e-9c0f-134cd45f235a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:09.980894 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34d82f96-02b8-494d-98be-49752c1e3de1 req-2a1b9138-f131-493e-9c0f-134cd45f235a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.5388334 Feb 04 15:29:10.109573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8a94b4c-1963-47a5-8dd6-6261534b9e21 req-786528f0-8327-4f90-94e9-36549efdae38 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463101 Feb 04 15:29:10.111689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b2c791-9e8d-461c-886a-a982a0bea415 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:10.124379 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.133844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-bf1a5d9f-a153-4902-b23f-4e3885fbc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.136663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-bf1a5d9f-a153-4902-b23f-4e3885fbc0af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1537144 Feb 04 15:29:10.207597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Transition to ACTIVE for port object 61b2c791-9e8d-461c-886a-a982a0bea415 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:10.225544 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.296666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Pushing event updated for resources: {'Port': ['ID=61b2c791-9e8d-461c-886a-a982a0bea415,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:10.317635 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-34d82f96-02b8-494d-98be-49752c1e3de1 req-e72c3bcb-806c-4139-9578-40afd962a643 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991951 Feb 04 15:29:10.529856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-d147080f-1027-488d-a801-041db2630f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.531834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-d147080f-1027-488d-a801-041db2630f77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3849378 Feb 04 15:29:10.539459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-ac8688c1-7019-4051-90fd-6aff08a32552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.541956 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-ac8688c1-7019-4051-90fd-6aff08a32552 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1100 time: 0.5809770 Feb 04 15:29:10.818995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Attempting to bind port 61b2c791-9e8d-461c-886a-a982a0bea415 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:10.819342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Attempting to bind port 61b2c791-9e8d-461c-886a-a982a0bea415 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:10.819646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Attempting to bind port 61b2c791-9e8d-461c-886a-a982a0bea415 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:10.832730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Port 61b2c791-9e8d-461c-886a-a982a0bea415 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:29:10.833090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Attempting to bind port 61b2c791-9e8d-461c-886a-a982a0bea415 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:10.857894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:10.858223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:10.858599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:10.859029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Bound port: 61b2c791-9e8d-461c-886a-a982a0bea415, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:10.859370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.878556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-bf6173bb-ab7c-4610-bdfa-f16a3a6853a6 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118064 Feb 04 15:29:10.884892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-8f5c7172-2f08-4807-b7f5-ca84c66ca6f8 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.886891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-8f5c7172-2f08-4807-b7f5-ca84c66ca6f8 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 808 time: 0.3537261 Feb 04 15:29:10.957190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.000994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4d070-8e7c-4937-80d5-db15e22037e0 req-d42088dc-ab72-4d59-a487-5bf7890f5667 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.002367 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cec4d070-8e7c-4937-80d5-db15e22037e0 req-d42088dc-ab72-4d59-a487-5bf7890f5667 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 948 time: 0.4559762 Feb 04 15:29:11.012097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-12e66763-13a0-42bf-866a-e423e6cb0139 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/quotas/f47c494d628741edb0d9fa67438cf824 HTTP/1.1" status: 200 len: 375 time: 0.1049440 Feb 04 15:29:11.019813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:29:11.029003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-d75976f5-606a-4edd-b720-6ec821600423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.030421 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-d75976f5-606a-4edd-b720-6ec821600423 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.4470952 Feb 04 15:29:11.045820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e157acfb-98fc-49a1-a75b-93bff0588912,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:11.131082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] For port 61b2c791-9e8d-461c-886a-a982a0bea415, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:11.157965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] For port 61b2c791-9e8d-461c-886a-a982a0bea415, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=61b2c791-9e8d-461c-886a-a982a0bea415,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:11.162796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-0faf56a3-56a0-4b2f-bd2b-43fc2d6cc24c service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749405 Feb 04 15:29:11.167357 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.168023 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-819d1d2a-54e3-4f22-a84f-b5616f59378b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 200 len: 217 time: 0.0896704 Feb 04 15:29:11.235513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.236121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.237760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] 10.222.0.53 "PUT /v2.0/ports/61b2c791-9e8d-461c-886a-a982a0bea415 HTTP/1.1" status: 200 len: 1096 time: 2.3231559 Feb 04 15:29:11.240240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb119122-54e1-4637-a64a-6e987369d74b', 'tag': '61b2c791-9e8d-461c-886a-a982a0bea415'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:11.253939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-7ba173c4-bbdf-4c7f-b9fb-30d68a9b50de tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2355275 Feb 04 15:29:11.325277 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cec4d070-8e7c-4937-80d5-db15e22037e0 req-63fc6cd3-24ab-4ee6-b28f-ef2eed41d3dd tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127940 Feb 04 15:29:11.380600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-8a4faa11-7c40-4290-acff-73934355bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.382149 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-8a4faa11-7c40-4290-acff-73934355bf6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1842422 Feb 04 15:29:11.489044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da6b24-67be-44fe-adde-6a2a229fde75 service neutron] Pushing event updated for resources: {'Port': ['ID=61b2c791-9e8d-461c-886a-a982a0bea415,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:11.505394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-5cf02c0b-c260-438e-9637-f67e30fd42e6 service neutron] 10.222.0.46 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220016 Feb 04 15:29:11.616520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-f2d663a2-c31b-4468-978c-cf2e6cc680cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.617997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-f2d663a2-c31b-4468-978c-cf2e6cc680cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7e103a1313640578565813ff67bb20c&device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 1099 time: 0.3159068 Feb 04 15:29:11.762293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:29:11.770926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] Sync routers for ids ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:11.780846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] Routers {'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:11.781700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:11.822767 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-123cd9f3-242e-4673-9507-29ab1a714e23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=61b2c791-9e8d-461c-886a-a982a0bea415 HTTP/1.1" status: 200 len: 217 time: 0.1897466 Feb 04 15:29:11.833449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-9200d144-d09e-4115-addd-fce16d10f336 service neutron] 10.222.0.46 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209529 Feb 04 15:29:11.880510 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bafb9ced-9f4f-4741-a0d1-2e858b779c34 admin admin] 10.222.0.46 "PUT /v2.0/routers/a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7213464 Feb 04 15:29:11.883343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50540) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:11.922615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-d4114054-84db-4b8b-821b-15c9c2d2ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.924419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-d4114054-84db-4b8b-821b-15c9c2d2ac8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0844808 Feb 04 15:29:11.974743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.022542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-2b4ba1bf-eb8c-46cf-8d96-2beeea9c6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.026261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-2b4ba1bf-eb8c-46cf-8d96-2beeea9c6655 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952156 Feb 04 15:29:12.033738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-c8f4ff26-48e7-4a47-9b8e-63a0eb174882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.035197 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-c8f4ff26-48e7-4a47-9b8e-63a0eb174882 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5502589 Feb 04 15:29:12.052198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3122ba0-fc2b-42b5-a0ea-2d330fb36d70 req-ada8dcfb-a1d0-4e57-b980-358aa548b97c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.059091 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c3122ba0-fc2b-42b5-a0ea-2d330fb36d70 req-ada8dcfb-a1d0-4e57-b980-358aa548b97c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.5660560 Feb 04 15:29:12.071606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] Set router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:12.226688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-add684ae-eab2-4387-b641-df8ff84eb06e service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908426 Feb 04 15:29:12.438910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:12.457125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c3122ba0-fc2b-42b5-a0ea-2d330fb36d70 req-2af31c3b-d9f1-44ad-becd-8699b2d77ac4 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970685 Feb 04 15:29:12.577105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da1ed87-1a88-41e9-86b4-43092e36e448 req-c89267a4-958d-43fa-b3a6-06ea29da5926 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335087 Feb 04 15:29:12.600874 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb119122-54e1-4637-a64a-6e987369d74b', 'tag': '61b2c791-9e8d-461c-886a-a982a0bea415', 'status': 'completed', 'code': 200} Feb 04 15:29:12.654478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.819248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d82c0e0c-4aaa-47e5-858a-34083ed58e84 req-7adb0316-04cc-4f65-9b5a-8cb8129e3427 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 210 time: 0.0672064 Feb 04 15:29:12.869977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-5f153ce5-c208-4d99-8740-b291fe574724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:12.871588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-5f153ce5-c208-4d99-8740-b291fe574724 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7e103a1313640578565813ff67bb20c&device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 1099 time: 0.2211032 Feb 04 15:29:12.896906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:12.919693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'mac_address': 'fa:16:3e:ff:3e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:12.998671 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-5864e67a-dca2-4fb4-a83d-b25e5adce854 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8596599 Feb 04 15:29:13.004032 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.028259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb18751-01a7-4f48-8c3a-487193788cd2 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:13.036859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:41Z', 'updated_at': '2022-02-04T15:29:08Z', 'revision_number': 5, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'gw_port': {'id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:13.048044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] Checking router: a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:13.060848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:13.061779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] Routers {'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:13.062424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:13.107736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-f5361824-7f4d-4ce5-9c3e-1dbc08639f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.109223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-f5361824-7f4d-4ce5-9c3e-1dbc08639f67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2292762 Feb 04 15:29:13.118733 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.197335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-0f819a1b-faaf-40ae-8e56-f6826f6616d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=61b2c791-9e8d-461c-886a-a982a0bea415 HTTP/1.1" status: 200 len: 217 time: 0.0736573 Feb 04 15:29:13.265912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c462e7-9770-4230-8b84-6b9bd8b3b242 req-201e29d1-98bb-4412-9b00-47847563dde9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.267468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57c462e7-9770-4230-8b84-6b9bd8b3b242 req-201e29d1-98bb-4412-9b00-47847563dde9 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.2250760 Feb 04 15:29:13.284717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=12']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:13.302180 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.312668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8c99f-7d9d-49a0-9421-8046a8dce752 req-1deb4dde-30da-4043-8fe8-70a19847e64b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.314237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fbb8c99f-7d9d-49a0-9421-8046a8dce752 req-1deb4dde-30da-4043-8fe8-70a19847e64b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 949 time: 0.5942030 Feb 04 15:29:13.329899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-0bdf4fcd-b0d6-4381-ba57-4f4ac14c5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.330928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] Set router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:13.331795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-0bdf4fcd-b0d6-4381-ba57-4f4ac14c5540 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1239746 Feb 04 15:29:13.399998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57c462e7-9770-4230-8b84-6b9bd8b3b242 req-30af66f7-fc68-438c-a6a1-486fe801eeca tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258562 Feb 04 15:29:13.441876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-4099b5ed-079f-4440-b595-bbce0390a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.443422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-4099b5ed-079f-4440-b595-bbce0390a782 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006703 Feb 04 15:29:13.447008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Deleting port 4562a8d2-5709-4615-bbc4-71a48a53f996 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:13.448091 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.532324 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7fc5251a-ba20-4a49-ba1a-1f6e7a1229a1 req-3cad40e5-9d25-4ce7-af92-e849fa9522ea service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397855 Feb 04 15:29:13.545648 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fbb8c99f-7d9d-49a0-9421-8046a8dce752 req-e508baec-a6ec-4f63-b97b-a2a3e284ad08 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666405 Feb 04 15:29:13.574384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:29:13.632432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['adb18751-01a7-4f48-8c3a-487193788cd2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:13.768754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-ce273316-6466-4230-ab76-e9acfa5b18c1 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177211 Feb 04 15:29:13.827910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c6e8e-d211-4c06-9c71-aeebf7853ec4 req-16ef4bb2-9187-41df-8424-9c7d1fe3bcb5 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.828613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b72c6e8e-d211-4c06-9c71-aeebf7853ec4 req-16ef4bb2-9187-41df-8424-9c7d1fe3bcb5 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Synchronizing usage tracker for tenant:b7e103a1313640578565813ff67bb20c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:13.960654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b72c6e8e-d211-4c06-9c71-aeebf7853ec4 req-16ef4bb2-9187-41df-8424-9c7d1fe3bcb5 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Unset dirty status for tenant:b7e103a1313640578565813ff67bb20c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:13.961832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b72c6e8e-d211-4c06-9c71-aeebf7853ec4 req-16ef4bb2-9187-41df-8424-9c7d1fe3bcb5 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 948 time: 0.4270241 Feb 04 15:29:14.005278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:41Z', 'updated_at': '2022-02-04T15:29:08Z', 'revision_number': 5, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'gw_port': {'id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:14.010579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566106ef-5d62-488d-a953-3c5aaddc8bd2 None None] The sync data for ids ['a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45'] in n-d-827870-1 is: [{'id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1105714249-router', 'tenant_id': '1912d204854e45b1ae3a25e81a7b02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:41Z', 'updated_at': '2022-02-04T15:29:08Z', 'revision_number': 5, 'project_id': '1912d204854e45b1ae3a25e81a7b02d2', 'gw_port': {'id': '4562a8d2-5709-4615-bbc4-71a48a53f996', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:14.045597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] For port 4562a8d2-5709-4615-bbc4-71a48a53f996, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4562a8d2-5709-4615-bbc4-71a48a53f996,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:14.046169 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.130996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-9baee5a8-5847-4587-b391-7e01bcf7bf44 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:14.132397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-9baee5a8-5847-4587-b391-7e01bcf7bf44 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 808 time: 0.4630871 Feb 04 15:29:14.161214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Request body: {'port': {'device_id': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a', 'admin_state_up': True, 'tenant_id': 'f47c494d628741edb0d9fa67438cf824'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:14.236067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b72c6e8e-d211-4c06-9c71-aeebf7853ec4 req-247937cc-e9cb-4f93-8e31-250e1ed257cf tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Synchronizing usage tracker for tenant:b7e103a1313640578565813ff67bb20c on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:14.239170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f1ab2b8-8122-466c-bb5a-0a9e38cb889a req-ab532b08-0a03-401d-89ac-e3cded41b4f5 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620228 Feb 04 15:29:14.243940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Calling delete_port for 4562a8d2-5709-4615-bbc4-71a48a53f996 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:14.279383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62196b83-6504-4ea7-888b-32957afaa97e req-7d898913-b7cf-4ab3-a15a-8a54f2004419 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:14.281228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62196b83-6504-4ea7-888b-32957afaa97e req-7d898913-b7cf-4ab3-a15a-8a54f2004419 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.4788401 Feb 04 15:29:14.305133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b72c6e8e-d211-4c06-9c71-aeebf7853ec4 req-247937cc-e9cb-4f93-8e31-250e1ed257cf tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Unset dirty status for tenant:b7e103a1313640578565813ff67bb20c on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:14.306218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b72c6e8e-d211-4c06-9c71-aeebf7853ec4 req-247937cc-e9cb-4f93-8e31-250e1ed257cf tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346329 Feb 04 15:29:14.322532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:29:14.331707 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2380abc1-4c3d-46c5-a1b1-869fe98592d6 admin admin] 10.222.0.46 "PUT /v2.0/routers/eda61bb2-9c5d-4957-bcc2-ebfe01c126f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2472525 Feb 04 15:29:14.334039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:14.335456 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] Sync routers for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:14.345460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:14.357076 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:14.357076 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:14.357385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50564) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:14.361562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Made reservation on behalf of f47c494d628741edb0d9fa67438cf824 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:14.366155 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.386586 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62196b83-6504-4ea7-888b-32957afaa97e req-187cde2d-5aca-4e4b-b6d9-5aff633739fa tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931017 Feb 04 15:29:14.589651 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:14.625481 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.680532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f0e60006-8aaf-46fe-a74a-4acf23173fe6 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:14.727300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: f0e60006-8aaf-46fe-a74a-4acf23173fe6 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:14.727814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f0e60006-8aaf-46fe-a74a-4acf23173fe6 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:14.819099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Pushing event deleted for resources: {'Port': ['ID=4562a8d2-5709-4615-bbc4-71a48a53f996,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:14.829891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.835438 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0b46f21e-478a-46db-be85-d530c17c4118 req-0118f1f0-8c63-435a-a444-6c2cee89b15f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 210 time: 0.1548316 Feb 04 15:29:14.869687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.979947 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:29:10Z', 'revision_number': 5, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:14.984331 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] Checking router: eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:14.995203 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] Routers {'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:14.995203 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:15.008324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Allocated IP 172.20.0.13 (25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a/d4cd134f-b7e5-4484-8b1d-11443fb81a27/e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:15.115073 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.119217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.139347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.152532 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.153202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:29:15.164283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Deleting port 2b5de702-41db-4e73-87e3-f15bcb7ce669 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:15.165251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.170802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39fbbc-32f6-4625-b1df-35f2d91c3a89 req-35c0d644-e1e3-4132-a90b-fbb887ed70c4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:15.172584 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe39fbbc-32f6-4625-b1df-35f2d91c3a89 req-35c0d644-e1e3-4132-a90b-fbb887ed70c4 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 950 time: 0.1778235 Feb 04 15:29:15.178896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.182833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5db30f9a-9523-4ba9-86bc-6c61ca2d7672 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a970c5b6-37aa-4e7b-8cf8-a5fa7db95e45 HTTP/1.1" status: 204 len: 168 time: 3.2973218 Feb 04 15:29:15.195310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50578) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:15.200552 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] Set router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:15.221094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616484-5b33-4530-8ffe-9bf6ac7ef862 req-cb6c5ed5-2ad3-4b76-8632-5f64e15e30de tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:15.230105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4f616484-5b33-4530-8ffe-9bf6ac7ef862 req-cb6c5ed5-2ad3-4b76-8632-5f64e15e30de tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.3301554 Feb 04 15:29:15.241067 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe39fbbc-32f6-4625-b1df-35f2d91c3a89 req-fa993615-b920-4d31-9964-ab68fde37ffc tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568285 Feb 04 15:29:15.513403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4f616484-5b33-4530-8ffe-9bf6ac7ef862 req-a0acd11f-0bc2-486d-b70c-7231916bd4ee tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824044 Feb 04 15:29:15.516118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Deleting subnet 30697705-89f1-41b2-94f0-28561f4bfdeb {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:29:15.527176 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.561079 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:29:10Z', 'revision_number': 5, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:15.565849 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01958ea-7a2d-45ee-bf0a-d9f61477b2be None None] The sync data for ids ['eda61bb2-9c5d-4957-bcc2-ebfe01c126f4'] in n-d-827870-1 is: [{'id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'name': 'tempest-ServersTestManualDisk-1454586629-router', 'tenant_id': '4319c853c3484672b45ffc7e045c330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:44Z', 'updated_at': '2022-02-04T15:29:10Z', 'revision_number': 5, 'project_id': '4319c853c3484672b45ffc7e045c330e', 'gw_port': {'id': '2b5de702-41db-4e73-87e3-f15bcb7ce669', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda61bb2-9c5d-4957-bcc2-ebfe01c126f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:48Z', 'updated_at': '2022-02-04T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:15.592793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986e98-445c-4fc8-bafe-bb2dbadf8da4 req-1f69d93f-82c6-44a5-99ce-e7e5dbb67745 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:15.594658 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1f986e98-445c-4fc8-bafe-bb2dbadf8da4 req-1f69d93f-82c6-44a5-99ce-e7e5dbb67745 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.1021872 Feb 04 15:29:15.641864 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1f986e98-445c-4fc8-bafe-bb2dbadf8da4 req-ba1f50d9-a6c3-40b3-a916-01bea92490cb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Feb 04 15:29:15.676151 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.757175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.791834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] For port 2b5de702-41db-4e73-87e3-f15bcb7ce669, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b5de702-41db-4e73-87e3-f15bcb7ce669,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:15.792190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.842357 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.863920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169b1f5-623a-486a-a330-b73f7b9f3ef7 req-090b0213-c92d-4b74-9226-56db68ac1ac3 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:15.865498 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9169b1f5-623a-486a-a330-b73f7b9f3ef7 req-090b0213-c92d-4b74-9226-56db68ac1ac3 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 948 time: 0.0808084 Feb 04 15:29:15.912752 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9169b1f5-623a-486a-a330-b73f7b9f3ef7 req-6b53347f-53cc-4720-900f-dfe9531bb36e tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Feb 04 15:29:16.126220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Calling delete_port for 2b5de702-41db-4e73-87e3-f15bcb7ce669 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:16.270145 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.277228 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.282154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1103ee-b33a-4351-834e-ae0548f00f2f req-4a705705-7d44-4d62-8382-3bb88237ffb0 tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:16.284209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f1103ee-b33a-4351-834e-ae0548f00f2f req-4a705705-7d44-4d62-8382-3bb88237ffb0 tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 1101 time: 0.5006747 Feb 04 15:29:16.413160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.419909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f671e-f825-4c89-acff-b8abbfd72a36 None None] Network 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:29:16.436030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a0c7-a516-4155-a065-d3643f22eb4b req-5b169834-ae47-401d-b2ab-11aee85106db tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:16.437581 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6c80a0c7-a516-4155-a065-d3643f22eb4b req-5b169834-ae47-401d-b2ab-11aee85106db tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.2111609 Feb 04 15:29:16.439181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30697705-89f1-41b2-94f0-28561f4bfdeb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:16.455949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:16.470991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:16.479054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.479446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.479819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.480223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.480579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.480946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.481279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.481379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:16.481607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.481937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.482259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.482583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.482901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:16.495430 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6c80a0c7-a516-4155-a065-d3643f22eb4b req-e9a66057-b4a6-48f3-9f9d-3afa51b51e34 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Feb 04 15:29:16.498166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:16.527479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-840ecef5-7f49-4ea4-94a1-ef9b1d4d0f79 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/30697705-89f1-41b2-94f0-28561f4bfdeb HTTP/1.1" status: 204 len: 168 time: 1.3214333 Feb 04 15:29:16.527859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50598) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:16.542718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Pushing event updated for resources: {'Port': ['ID=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:16.549456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f1103ee-b33a-4351-834e-ae0548f00f2f req-67578db4-3d3f-4780-a1e9-ffe952bde401 tempest-MigrationsAdminTest-356081105 tempest-MigrationsAdminTest-356081105-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958330 Feb 04 15:29:16.640511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:16.642392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.682537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port adb18751-01a7-4f48-8c3a-487193788cd2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:16.690717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port adb18751-01a7-4f48-8c3a-487193788cd2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:16.690982 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.700394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c33f19b0-49eb-4fc7-8a91-78e5c61e22f6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5477486 Feb 04 15:29:16.716072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Request body: {'port': {'device_id': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:16.735939 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.756924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Deleting port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:16.757185 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.782313 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.836021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e157acfb-98fc-49a1-a75b-93bff0588912 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:16.845636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5de702-41db-4e73-87e3-f15bcb7ce669,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:16.866967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441f41e-a363-4fff-b6c7-c03dc7ed5907 req-7509e28e-3ffb-4ccf-9ae4-2344e2b1d451 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:16.870291 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b441f41e-a363-4fff-b6c7-c03dc7ed5907 req-7509e28e-3ffb-4ccf-9ae4-2344e2b1d451 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 932 time: 0.2315390 Feb 04 15:29:16.886250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e157acfb-98fc-49a1-a75b-93bff0588912 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:16.886867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e157acfb-98fc-49a1-a75b-93bff0588912 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:16.887426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4562a8d2-5709-4615-bbc4-71a48a53f996 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:16.939619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 4562a8d2-5709-4615-bbc4-71a48a53f996 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:16.940206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4562a8d2-5709-4615-bbc4-71a48a53f996 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:17.042911 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.052815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b441f41e-a363-4fff-b6c7-c03dc7ed5907 req-ec92d1ff-2b5e-436f-b999-89ca152d19b2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489105 Feb 04 15:29:17.090483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:17.101128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 61b2c791-9e8d-461c-886a-a982a0bea415 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:17.106733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.111051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] For port 69145eb2-8e78-4e91-8823-06aae4c3f4a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=69145eb2-8e78-4e91-8823-06aae4c3f4a3,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:17.111422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.113324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] DHCP port deletion for 35fff0c5-5c06-4c10-bf79-d9b86cf8b844 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:29:17.118906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:17.123240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] Deleting port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:17.124387 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.128535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.165810 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.272100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Calling delete_port for 69145eb2-8e78-4e91-8823-06aae4c3f4a3 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:17.398705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.400940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.409256 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.449341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be8666-87f8-4d4f-9b58-cfab3e0feb34 req-b8818fe6-504d-453c-bba2-684bfa4136f5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:17.450950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20be8666-87f8-4d4f-9b58-cfab3e0feb34 req-b8818fe6-504d-453c-bba2-684bfa4136f5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.4649568 Feb 04 15:29:17.462866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=69145eb2-8e78-4e91-8823-06aae4c3f4a3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:17.470145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] No DVR routers for this DVR port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:17.518885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.519420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:29:17.559943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.564689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-85d43f2d-f199-4c92-a0df-d8f40c9c2577 admin admin] 10.222.0.46 "DELETE /v2.0/routers/eda61bb2-9c5d-4957-bcc2-ebfe01c126f4 HTTP/1.1" status: 204 len: 168 time: 3.2057621 Feb 04 15:29:17.567561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50616) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:17.585679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=13']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:17.596009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] For port 69145eb2-8e78-4e91-8823-06aae4c3f4a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=69145eb2-8e78-4e91-8823-06aae4c3f4a3,segment=NetworkSegment(684ddaeb-7140-42b7-9acd-549a9501fd76),segment_id=684ddaeb-7140-42b7-9acd-549a9501fd76)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:17.596402 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.632133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20be8666-87f8-4d4f-9b58-cfab3e0feb34 req-2653e7a4-13d9-4beb-bbda-35a52b125917 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377931 Feb 04 15:29:17.703081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.729349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d03003-a1c3-4e74-8ccd-c77a0e3df17a admin admin] Deleting subnet 4234aa3a-e859-4a7e-87d3-632a5bb8129b {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:29:17.729897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 61b2c791-9e8d-461c-886a-a982a0bea415, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=61b2c791-9e8d-461c-886a-a982a0bea415,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:17.732528 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70d03003-a1c3-4e74-8ccd-c77a0e3df17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.746995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '61b2c791-9e8d-461c-886a-a982a0bea415', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '61b2c791-9e8d-461c-886a-a982a0bea415', 'mac_address': 'fa:16:3e:4c:65:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:17.750215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fff0c5-5c06-4c10-bf79-d9b86cf8b844']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:17.778650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684ddaeb-7140-42b7-9acd-549a9501fd76') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:17.779113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684ddaeb-7140-42b7-9acd-549a9501fd76') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:17.797329 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.813728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb2738-3850-458a-9dbc-53d82ee1f3c0 req-24b5441a-2c12-4521-a84b-f6d462388998 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:17.815405 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c8bb2738-3850-458a-9dbc-53d82ee1f3c0 req-24b5441a-2c12-4521-a84b-f6d462388998 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.3141665 Feb 04 15:29:17.855947 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.873790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] Calling delete_port for 69145eb2-8e78-4e91-8823-06aae4c3f4a3 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:17.874848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:17.875315 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:17.892296 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:17.950053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.958989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c8bb2738-3850-458a-9dbc-53d82ee1f3c0 req-6c51939f-8ba3-4b16-a243-2be5457fb1b2 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336555 Feb 04 15:29:17.988802 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.990912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b2c791-9e8d-461c-886a-a982a0bea415 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:17.992007 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70d03003-a1c3-4e74-8ccd-c77a0e3df17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.011809 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:29:18.012624 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:29:18.013812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.015917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 61b2c791-9e8d-461c-886a-a982a0bea415, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=61b2c791-9e8d-461c-886a-a982a0bea415,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:18.021845 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.029572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=35fff0c5-5c06-4c10-bf79-d9b86cf8b844,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:18.051337 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-42e5bd83-cf48-419e-9af0-07971870d2e3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/35fff0c5-5c06-4c10-bf79-d9b86cf8b844 HTTP/1.1" status: 204 len: 168 time: 1.5221405 Feb 04 15:29:18.054064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50620) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:18.131125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=61b2c791-9e8d-461c-886a-a982a0bea415,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:18.146176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed2809-ffc1-45a7-83ce-84ff63f86e0b req-d49719ee-9d07-4e86-bf40-f2bda2324385 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.149383 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-faed2809-ffc1-45a7-83ce-84ff63f86e0b req-d49719ee-9d07-4e86-bf40-f2bda2324385 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.2521892 Feb 04 15:29:18.276573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:18.281361 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70d03003-a1c3-4e74-8ccd-c77a0e3df17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.302018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['61b2c791-9e8d-461c-886a-a982a0bea415'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:18.311301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-faed2809-ffc1-45a7-83ce-84ff63f86e0b req-32c774ec-1a84-422f-adf4-346e3b34c53a tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555266 Feb 04 15:29:18.321480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.359975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Transition to ACTIVE for port object e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:18.387816 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.416698 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'code': 200} Feb 04 15:29:18.523071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] Deleting port 69145eb2-8e78-4e91-8823-06aae4c3f4a3 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:18.523436 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.534809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f459208-7654-4fee-a990-f770f747a85f req-30d773b5-cb03-4335-857c-ad7daa09b962 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.536275 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f459208-7654-4fee-a990-f770f747a85f req-30d773b5-cb03-4335-857c-ad7daa09b962 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 949 time: 0.4065707 Feb 04 15:29:18.571096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70d03003-a1c3-4e74-8ccd-c77a0e3df17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.583193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:18.602447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1fc56ef8-ef06-426b-8d63-1c43dab52e76 None None] The port '69145eb2-8e78-4e91-8823-06aae4c3f4a3' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:29:18.680202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70d03003-a1c3-4e74-8ccd-c77a0e3df17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.686361 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f459208-7654-4fee-a990-f770f747a85f req-76d18758-4cca-4557-b7b5-31ba6c9e17ae tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379838 Feb 04 15:29:18.690862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d03003-a1c3-4e74-8ccd-c77a0e3df17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4234aa3a-e859-4a7e-87d3-632a5bb8129b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:18.703573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4342c486-63b5-449a-b0c8-be1e677d0bc2 None None] Network 46d589f4-cef2-441a-b0b6-574dd6b69bba requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:29:18.800501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 69145eb2-8e78-4e91-8823-06aae4c3f4a3 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:18.805195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-70d03003-a1c3-4e74-8ccd-c77a0e3df17a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4234aa3a-e859-4a7e-87d3-632a5bb8129b HTTP/1.1" status: 204 len: 168 time: 1.2314184 Feb 04 15:29:18.806530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50630) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:18.846763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 69145eb2-8e78-4e91-8823-06aae4c3f4a3 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:18.847169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 69145eb2-8e78-4e91-8823-06aae4c3f4a3 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:18.847672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b5de702-41db-4e73-87e3-f15bcb7ce669 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:18.904436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:18.904668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:18.905020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:18.936255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2b5de702-41db-4e73-87e3-f15bcb7ce669 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:18.936663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:29:18.936826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b5de702-41db-4e73-87e3-f15bcb7ce669 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:18.937016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:18.941869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b237-76c4-44f2-a447-2c38a56f0dcc req-dd226557-cf2f-4a08-9421-eb086ee2800e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.943111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1cf9b237-76c4-44f2-a447-2c38a56f0dcc req-dd226557-cf2f-4a08-9421-eb086ee2800e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 944 time: 0.1508446 Feb 04 15:29:18.956992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:18.957330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:18.957710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:18.958145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Bound port: e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:18.958488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.986201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.998112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4fadd-b366-4601-8c23-bbd4ac0746e1 req-ef1826a0-4f00-4226-8252-cff64a1b806b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.999595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31f4fadd-b366-4601-8c23-bbd4ac0746e1 req-ef1826a0-4f00-4226-8252-cff64a1b806b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 951 time: 0.4240637 Feb 04 15:29:19.029109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1cf9b237-76c4-44f2-a447-2c38a56f0dcc req-a770017f-b08b-4c7c-92d5-4d00508becdc tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775864 Feb 04 15:29:19.071820 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.097031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Deleting port 94879006-7687-47c0-9414-da9fef998917 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:19.097031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.124876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1226f0c-bb47-4272-8648-001e49eea44c None None] DHCP port deletion for 46d589f4-cef2-441a-b0b6-574dd6b69bba request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:29:19.129413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d1226f0c-bb47-4272-8648-001e49eea44c None None] Deleting port 94879006-7687-47c0-9414-da9fef998917 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:19.130136 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d1226f0c-bb47-4272-8648-001e49eea44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.146013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31f4fadd-b366-4601-8c23-bbd4ac0746e1 req-178c7799-753c-41d1-a404-e7cf0310c2ae tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209390 Feb 04 15:29:19.180723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:19.186691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:19.357840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728417-69b0-4aa0-9dfb-0dd1191506a9 req-ebe20fe2-5051-47d2-af1a-402f05e4055a tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.359249 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c9728417-69b0-4aa0-9dfb-0dd1191506a9 req-ebe20fe2-5051-47d2-af1a-402f05e4055a tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.2048912 Feb 04 15:29:19.382727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.426330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d1226f0c-bb47-4272-8648-001e49eea44c None None] For port 94879006-7687-47c0-9414-da9fef998917, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94879006-7687-47c0-9414-da9fef998917,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:19.426709 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d1226f0c-bb47-4272-8648-001e49eea44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.458328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.459054 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.460475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-95113340-1765-45e0-9918-5391bc78c637 service neutron] 10.222.0.53 "PUT /v2.0/ports/e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc HTTP/1.1" status: 200 len: 1092 time: 2.7502911 Feb 04 15:29:19.461005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:19.563887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d1226f0c-bb47-4272-8648-001e49eea44c None None] Calling delete_port for 94879006-7687-47c0-9414-da9fef998917 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:19.585879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c9728417-69b0-4aa0-9dfb-0dd1191506a9 req-54dec242-24b3-47d4-8dd0-2cd5ceb21684 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658809 Feb 04 15:29:19.593664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] For port 94879006-7687-47c0-9414-da9fef998917, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94879006-7687-47c0-9414-da9fef998917,segment=NetworkSegment(ec411288-a22a-4345-ba50-aaa0ace1d1f9),segment_id=ec411288-a22a-4345-ba50-aaa0ace1d1f9)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:19.594128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.601515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95113340-1765-45e0-9918-5391bc78c637 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:19.663598 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d1226f0c-bb47-4272-8648-001e49eea44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.696346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-959c42d2-3554-446f-afd6-31565604802a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.698346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-959c42d2-3554-446f-afd6-31565604802a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 951 time: 0.2152655 Feb 04 15:29:19.717345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1226f0c-bb47-4272-8648-001e49eea44c None None] Pushing event deleted for resources: {'Port': ['ID=94879006-7687-47c0-9414-da9fef998917,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:19.722135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1226f0c-bb47-4272-8648-001e49eea44c None None] No DVR routers for this DVR port 94879006-7687-47c0-9414-da9fef998917 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:19.839075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Deleting port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:19.839410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.864305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Calling delete_port for 94879006-7687-47c0-9414-da9fef998917 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:19.879373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Deleting port adb18751-01a7-4f48-8c3a-487193788cd2 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:19.879712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.919127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e94a54-079c-4d00-b881-eea79d367347 req-fbd31552-4e85-449d-a586-c766702ccd73 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.920622 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35e94a54-079c-4d00-b881-eea79d367347 req-fbd31552-4e85-449d-a586-c766702ccd73 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.6259661 Feb 04 15:29:19.986974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-973a2772-cd9a-4ca9-882c-9b96690e14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.988347 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-973a2772-cd9a-4ca9-882c-9b96690e14dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1095 time: 0.4788892 Feb 04 15:29:19.997206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:29:19.997554 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:29:20.001617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35e94a54-079c-4d00-b881-eea79d367347 req-cd0e1cd9-8cda-46f4-9241-6655ae8fbd6a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731535 Feb 04 15:29:20.070732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-21432749-78ca-4ea4-92af-2520fea602de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc HTTP/1.1" status: 200 len: 217 time: 0.0720217 Feb 04 15:29:20.099951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d75c26-ee8e-4013-b2ef-673d7848fba9 req-d4018fa6-a9da-4e33-adee-5f650644f126 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.101473 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-10d75c26-ee8e-4013-b2ef-673d7848fba9 req-d4018fa6-a9da-4e33-adee-5f650644f126 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.4020414 Feb 04 15:29:20.116531 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc', 'status': 'completed', 'code': 200} Feb 04 15:29:20.152798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-9dcd45a8-d9c4-49eb-bcc5-fc8e62a80063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.154539 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-9dcd45a8-d9c4-49eb-bcc5-fc8e62a80063 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.0765538 Feb 04 15:29:20.245737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-5d803349-7103-4f91-925f-bb30b31d5d1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848835 Feb 04 15:29:20.378386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] For port 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0,segment=NetworkSegment(d3400f51-0221-4674-9662-49b346a08fc0),segment_id=d3400f51-0221-4674-9662-49b346a08fc0)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:20.378654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.420140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095256-7932-4326-96bd-9b06671fbf3a req-50188718-6c8d-48a8-9fcc-607f7e47acaa tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.421606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f095256-7932-4326-96bd-9b06671fbf3a req-50188718-6c8d-48a8-9fcc-607f7e47acaa tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 949 time: 0.2142701 Feb 04 15:29:20.427109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-c0d55b39-b223-4d6f-8502-8df7d7184a58 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689119 Feb 04 15:29:20.458223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-10d75c26-ee8e-4013-b2ef-673d7848fba9 req-f8ffc857-04b8-4b0e-a8bc-003c67641eb9 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495219 Feb 04 15:29:20.514010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Deleting port 94879006-7687-47c0-9414-da9fef998917 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:20.514229 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.523730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Calling delete_port for 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:20.613449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] The port '94879006-7687-47c0-9414-da9fef998917' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:29:20.655622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] For port adb18751-01a7-4f48-8c3a-487193788cd2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adb18751-01a7-4f48-8c3a-487193788cd2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:20.656170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f095256-7932-4326-96bd-9b06671fbf3a req-09228f5a-e896-44e5-addd-6e8461d56cad tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276213 Feb 04 15:29:20.656276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.729818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94879006-7687-47c0-9414-da9fef998917 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:20.779986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415302e0-e0b7-4a52-8e3b-9caf11a0fbe9 req-01b86ff9-c3e3-4150-8543-226e34b32bea service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389757 Feb 04 15:29:20.780220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 94879006-7687-47c0-9414-da9fef998917 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:20.780728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94879006-7687-47c0-9414-da9fef998917 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:20.781722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.801899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Calling delete_port for adb18751-01a7-4f48-8c3a-487193788cd2 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:20.850451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d589f4-cef2-441a-b0b6-574dd6b69bba']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:20.917094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec411288-a22a-4345-ba50-aaa0ace1d1f9') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:20.917296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec411288-a22a-4345-ba50-aaa0ace1d1f9') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:20.927358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd20a-c9d0-47ce-bc1a-856b62e50520 req-f5fc9026-bae8-4dbf-8d73-2014f73c7484 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.928850 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3afcd20a-c9d0-47ce-bc1a-856b62e50520 req-f5fc9026-bae8-4dbf-8d73-2014f73c7484 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 944 time: 0.3601000 Feb 04 15:29:20.938877 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.973762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.988018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:20.988431 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:21.003071 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:21.069288 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3afcd20a-c9d0-47ce-bc1a-856b62e50520 req-456f4c72-d6eb-427a-b9e2-315019afbe28 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982604 Feb 04 15:29:21.080927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.082608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-a712bb5b-af9a-46d1-851c-9a9175e3c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.084967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-a712bb5b-af9a-46d1-851c-9a9175e3c939 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1095 time: 0.2263339 Feb 04 15:29:21.096939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['8cacaa8b-ab8f-42f8-9d72-c573a5115246'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:21.100905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4678b43-d3e1-40d3-9397-aad012e78aab req-393de1bc-5ab0-45e8-8a09-c24a497ef996 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.102341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f4678b43-d3e1-40d3-9397-aad012e78aab req-393de1bc-5ab0-45e8-8a09-c24a497ef996 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.2871246 Feb 04 15:29:21.141516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', '5ca59105-192d-4f24-8e97-4c28a96df59b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:21.141748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Pushing event deleted for resources: {'Port': ['ID=adb18751-01a7-4f48-8c3a-487193788cd2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.192050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.192050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.192050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.192050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.192050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.192679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.192679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.192986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.193298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.193619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.193945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.196024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:21.199864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.215047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 61b2c791-9e8d-461c-886a-a982a0bea415 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:21.224918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.240638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.284071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] Pushing event deleted for resources: {'Network': ['ID=46d589f4-cef2-441a-b0b6-574dd6b69bba,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.285536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] No DVR routers for this DVR port adb18751-01a7-4f48-8c3a-487193788cd2 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:21.300266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.339009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f4678b43-d3e1-40d3-9397-aad012e78aab req-61837cb3-2055-48b9-97cb-a2a983051518 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134337 Feb 04 15:29:21.351748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8d0165fc-f8d4-48c8-bc49-d644732e607b admin admin] 10.222.0.46 "DELETE /v2.0/networks/46d589f4-cef2-441a-b0b6-574dd6b69bba HTTP/1.1" status: 204 len: 168 time: 2.5437398 Feb 04 15:29:21.386507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.394325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-deleted', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:21.413967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bdd6460e-6e32-4d98-badc-6ea7db11cc4c req-e13ea6cd-86ce-43f9-ae99-08f3e727faa2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Synchronizing usage tracker for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:21.470182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 61b2c791-9e8d-461c-886a-a982a0bea415 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:21.471986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-3f1acee9-e45d-4651-a47b-229343b2540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.473734 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-3f1acee9-e45d-4651-a47b-229343b2540c service neutron] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.3697145 Feb 04 15:29:21.484888 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e1486cc2-0082-4b83-8cbe-01762f310606 req-5f0ce352-1faa-43d5-b34a-6770b4c82050 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "DELETE /v2.0/ports/adb18751-01a7-4f48-8c3a-487193788cd2 HTTP/1.1" status: 204 len: 173 time: 1.7357714 Feb 04 15:29:21.545425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 61b2c791-9e8d-461c-886a-a982a0bea415 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:21.545805 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.591570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-4ca6067c-486e-4262-b1ab-bbf0819a6b48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc HTTP/1.1" status: 200 len: 217 time: 0.1050892 Feb 04 15:29:21.725376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bdd6460e-6e32-4d98-badc-6ea7db11cc4c req-e13ea6cd-86ce-43f9-ae99-08f3e727faa2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Unset dirty status for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:21.755431 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bdd6460e-6e32-4d98-badc-6ea7db11cc4c req-e13ea6cd-86ce-43f9-ae99-08f3e727faa2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ee80405-8e5c-4f6b-9d55-8311b4addd5a HTTP/1.1" status: 200 len: 210 time: 0.4289541 Feb 04 15:29:21.855204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50660) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:21.945850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-2b38f61b-6a98-4a56-a988-46b87109845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.947939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-2b38f61b-6a98-4a56-a988-46b87109845d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.3485286 Feb 04 15:29:21.954545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-af71fe23-12d2-47fa-8a99-5644cabbb427 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4319c853c3484672b45ffc7e045c330e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959709 Feb 04 15:29:21.970767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50664) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:22.008390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-2f90c6d8-5c9d-45a7-9d11-83deb5585455 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524015 Feb 04 15:29:22.023365 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.103521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a59242-810d-42d9-9aa3-ce3bef4b0117 req-9e226b64-e4f6-4112-b894-9818ae60bbe7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.105394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3a59242-810d-42d9-9aa3-ce3bef4b0117 req-9e226b64-e4f6-4112-b894-9818ae60bbe7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.4566059 Feb 04 15:29:22.105526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 61b2c791-9e8d-461c-886a-a982a0bea415, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=61b2c791-9e8d-461c-886a-a982a0bea415,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:22.119427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb119122-54e1-4637-a64a-6e987369d74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b2c791-9e8d-461c-886a-a982a0bea415'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:22.129434 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.186567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3a59242-810d-42d9-9aa3-ce3bef4b0117 req-4b7f1f51-1730-4c96-b25d-922a902a5dad tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709803 Feb 04 15:29:22.190244 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.219105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-5a803e25-6ead-42f7-9735-a5ab31a48e7f service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969991 Feb 04 15:29:22.268591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=61b2c791-9e8d-461c-886a-a982a0bea415,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:22.278575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47430207-9a2f-46db-9e7c-8d7266875879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.292835 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee80405-8e5c-4f6b-9d55-8311b4addd5a', 'name': 'network-vif-deleted', 'tag': 'adb18751-01a7-4f48-8c3a-487193788cd2', 'status': 'completed', 'code': 200} Feb 04 15:29:22.372297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47430207-9a2f-46db-9e7c-8d7266875879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.407130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7f09c-4ddf-48d9-b8d0-6672bb4d69b0 req-528c9c22-23c5-49dc-8ce0-e963f946613d tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.408579 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2df7f09c-4ddf-48d9-b8d0-6672bb4d69b0 req-528c9c22-23c5-49dc-8ce0-e963f946613d tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.4858923 Feb 04 15:29:22.433817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:22.455827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0225de-54b6-4f31-a1e6-9b7a20e7e44e req-0ddc11ea-c753-4a4d-9eee-6461aeec50dd service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264376 Feb 04 15:29:22.471033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: adb18751-01a7-4f48-8c3a-487193788cd2 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:22.471288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adb18751-01a7-4f48-8c3a-487193788cd2 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:22.493737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b632ef-02b8-43b0-85b4-bbb2a9cf230b req-1b6599df-9387-4122-89bb-5556949b2f66 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.495893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49b632ef-02b8-43b0-85b4-bbb2a9cf230b req-1b6599df-9387-4122-89bb-5556949b2f66 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.1053352 Feb 04 15:29:22.546642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49b632ef-02b8-43b0-85b4-bbb2a9cf230b req-ea13134d-7485-45f6-80fd-0cbcb8ec438a tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444984 Feb 04 15:29:22.551931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2df7f09c-4ddf-48d9-b8d0-6672bb4d69b0 req-005bee60-1bbf-4b14-8a74-f70929233f43 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868511 Feb 04 15:29:22.626021 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47430207-9a2f-46db-9e7c-8d7266875879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.659496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47430207-9a2f-46db-9e7c-8d7266875879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9248d4b-ca2b-4c98-89ea-6da2d6b56afe,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:22.711659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47430207-9a2f-46db-9e7c-8d7266875879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.712941 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-47430207-9a2f-46db-9e7c-8d7266875879 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9248d4b-ca2b-4c98-89ea-6da2d6b56afe HTTP/1.1" status: 204 len: 168 time: 0.7409775 Feb 04 15:29:22.773108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa41a78-cdf1-4fe6-a8b8-c154bb3c54bb req-0033e17c-49b9-4300-adf1-999a2521ccba tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.776015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfa41a78-cdf1-4fe6-a8b8-c154bb3c54bb req-0033e17c-49b9-4300-adf1-999a2521ccba tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 950 time: 0.1141331 Feb 04 15:29:22.819988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Router 56e86a95-5906-4f73-967a-42ad50ce3f6d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:29:22.825490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfa41a78-cdf1-4fe6-a8b8-c154bb3c54bb req-aad5b5bc-bea9-4d2d-8505-c2a2511b3a2c tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Feb 04 15:29:22.880642 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb119122-54e1-4637-a64a-6e987369d74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b2c791-9e8d-461c-886a-a982a0bea415', 'code': 200} Feb 04 15:29:22.893715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abe865-cb5f-4aef-90cd-400acdbe6381 req-f27f4f5f-0b3b-498b-9761-1f4f7ef1c230 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.900972 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e9abe865-cb5f-4aef-90cd-400acdbe6381 req-f27f4f5f-0b3b-498b-9761-1f4f7ef1c230 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 944 time: 0.2371535 Feb 04 15:29:22.993629 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e9abe865-cb5f-4aef-90cd-400acdbe6381 req-044c5bc5-5262-4837-a555-58ca585596f1 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917790 Feb 04 15:29:23.083414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:29:23.101332 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-86d6a47f-5fe5-4b92-b302-8612a6958dc2 admin admin] 10.222.0.46 "PUT /v2.0/routers/56e86a95-5906-4f73-967a-42ad50ce3f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0459647 Feb 04 15:29:23.104074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50684) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:23.111416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] Sync routers for ids ['56e86a95-5906-4f73-967a-42ad50ce3f6d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:23.112874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cefad-c1a5-456c-a279-e9c3a2d74b66 req-2005670e-d5a5-4907-99e1-8933d3c202ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:23.114337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c93cefad-c1a5-456c-a279-e9c3a2d74b66 req-2005670e-d5a5-4907-99e1-8933d3c202ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 1101 time: 0.1517694 Feb 04 15:29:23.123813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] Routers {'56e86a95-5906-4f73-967a-42ad50ce3f6d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:23.124651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['56e86a95-5906-4f73-967a-42ad50ce3f6d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:23.215321 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c93cefad-c1a5-456c-a279-e9c3a2d74b66 req-1887f884-82d1-4a33-8970-8dbb1f20f4eb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881846 Feb 04 15:29:23.489639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.500034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] Set router 56e86a95-5906-4f73-967a-42ad50ce3f6d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:23.788682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.886699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Deleting port f8d562de-1a16-4f8f-b57b-46208ea56ac8 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:23.888137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.016082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-55869c5c-7006-4daf-ba08-cd96283239ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.018273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-55869c5c-7006-4daf-ba08-cd96283239ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 1097 time: 0.1951137 Feb 04 15:29:24.019033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50724) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:24.026214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:29:21Z', 'revision_number': 5, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'gw_port': {'id': 'f8d562de-1a16-4f8f-b57b-46208ea56ac8', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:72:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:27:02Z', 'updated_at': '2022-02-04T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:24.030917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] Checking router: 56e86a95-5906-4f73-967a-42ad50ce3f6d for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:24.042888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] Routers {'56e86a95-5906-4f73-967a-42ad50ce3f6d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:24.044056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['56e86a95-5906-4f73-967a-42ad50ce3f6d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:24.171989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80203ab-5331-4674-a442-0d5f990cf0df req-599e3f03-aee7-429d-b688-589b6f1338cc tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.179951 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c80203ab-5331-4674-a442-0d5f990cf0df req-599e3f03-aee7-429d-b688-589b6f1338cc tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.3940804 Feb 04 15:29:24.243579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] Set router 56e86a95-5906-4f73-967a-42ad50ce3f6d gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:24.272923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-503007212-network', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:24.295612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-e10158fd-df1d-445f-bcb3-1dc62975455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.297260 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-e10158fd-df1d-445f-bcb3-1dc62975455f service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 916 time: 0.2662222 Feb 04 15:29:24.302214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c80203ab-5331-4674-a442-0d5f990cf0df req-0ba385c0-6733-4a5a-a678-0fd4e33ef3f1 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214235 Feb 04 15:29:24.303591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:24.310350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] For port f8d562de-1a16-4f8f-b57b-46208ea56ac8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f8d562de-1a16-4f8f-b57b-46208ea56ac8,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:24.310709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.399568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Usage tracker for resource:network and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:24.411341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:24.423512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:24.452328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:29:23Z', 'revision_number': 6, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:24.461089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-e5c1936d-64ee-49f4-a5a1-7cb5b059dc7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59cfea-be56-4333-8839-b9af4d2aafa0 HTTP/1.1" status: 200 len: 217 time: 0.1462083 Feb 04 15:29:24.461923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:24.464752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af8e41-4180-4cd4-ac76-73dd3ddbc994 None None] The sync data for ids ['56e86a95-5906-4f73-967a-42ad50ce3f6d'] in n-d-827870-1 is: [{'id': '56e86a95-5906-4f73-967a-42ad50ce3f6d', 'name': 'tempest-AttachSCSIVolumeTestJSON-913449582-router', 'tenant_id': '20ea54b801fe45578f248ee631bffc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:27:00Z', 'updated_at': '2022-02-04T15:29:23Z', 'revision_number': 6, 'project_id': '20ea54b801fe45578f248ee631bffc70', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:24.466566 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.535060 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.565424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:24.581914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Usage tracker for resource:security_group_rule and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:24.588519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:24.600128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:24.603884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-65d002e6-0398-4991-9214-40b5d5482e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.605475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-65d002e6-0398-4991-9214-40b5d5482e7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c0a1617-8540-431c-ba88-5917c9ce34a3 HTTP/1.1" status: 200 len: 854 time: 0.1169670 Feb 04 15:29:24.614087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40d8b8-9925-4641-b2d3-99ad557872cd req-201d4368-417f-4bbc-b5eb-dd4a68a10334 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.615432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c40d8b8-9925-4641-b2d3-99ad557872cd req-201d4368-417f-4bbc-b5eb-dd4a68a10334 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.3857207 Feb 04 15:29:24.666279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Calling delete_port for f8d562de-1a16-4f8f-b57b-46208ea56ac8 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:24.743561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c40d8b8-9925-4641-b2d3-99ad557872cd req-d8d77281-5152-43b4-9086-845f2487c955 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844529 Feb 04 15:29:24.778415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38478ba-f137-46e5-806a-b8739d0502fa req-eefe6c5d-9db4-4104-b171-b062997264a5 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.778961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-a2698e89-378a-4d7e-973b-8e2de95cf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.779897 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c38478ba-f137-46e5-806a-b8739d0502fa req-eefe6c5d-9db4-4104-b171-b062997264a5 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 950 time: 0.2122109 Feb 04 15:29:24.786751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-a2698e89-378a-4d7e-973b-8e2de95cf8f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703408 Feb 04 15:29:24.838151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c38478ba-f137-46e5-806a-b8739d0502fa req-b9f4c1a0-dccf-4620-a90f-bc85e058f967 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513368 Feb 04 15:29:24.873383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:24.950030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.952481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:24.952916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 416e3f9a-44a1-44e8-9ab0-e2a06ca98ac0 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:24.970816 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.981156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.992938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:25.003205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.004203 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Added segment 911ae5b1-456f-4692-89e1-dc51e0943dd4 of type vlan for network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 Feb 04 15:29:25.032626 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.095421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d562de-1a16-4f8f-b57b-46208ea56ac8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:25.100097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:25.235962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.246808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:25.261733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc', 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a', 'port_id': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc', 'mac_address': 'fa:16:3e:9a:90:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cd134f-b7e5-4484-8b1d-11443fb81a27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:25.294409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ab22ff-02bc-45e4-b596-fbace701bff0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:25.300317 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-2f60457f-e3b2-46e3-b0ca-53c39682dfc4 service neutron] 10.222.0.53 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064070 Feb 04 15:29:25.303383 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.304645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.305574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.330060 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.352118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:25.373315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:25.377593 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.468529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:25.474664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.478019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.503083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] Pushing event updated for resources: {'Network': ['ID=5ebf1130-ea3c-44d9-a309-9d0906ce57d0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:25.508506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745640-2725-447c-a2a2-5fbe52dc3042 req-a03bd0c5-ac2a-44cb-8499-8c1965a3f357 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.517608 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f745640-2725-447c-a2a2-5fbe52dc3042 req-a03bd0c5-ac2a-44cb-8499-8c1965a3f357 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 944 time: 0.4490485 Feb 04 15:29:25.519513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:29:25.559432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.560098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56e86a95-5906-4f73-967a-42ad50ce3f6d {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:29:25.576096 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f745640-2725-447c-a2a2-5fbe52dc3042 req-e297deed-d761-400e-a533-1cafb5444661 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Feb 04 15:29:25.583320 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.587792 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2dcae4f7-449e-413c-8fde-0a722af7cc59 admin admin] 10.222.0.46 "DELETE /v2.0/routers/56e86a95-5906-4f73-967a-42ad50ce3f6d HTTP/1.1" status: 204 len: 168 time: 2.4826808 Feb 04 15:29:25.588184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50738) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:25.605116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ed6b2e33-9af7-431f-b2f2-91df1791eed8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5846300 Feb 04 15:29:25.608829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50742) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:25.616573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Request body: {'subnet': {'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-503007212-subnet', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:25.622259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:25.626333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Usage tracker for resource:subnet and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:25.631128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:25.638122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:25.656931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:25.659271 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.712976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:25.721234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a3ce7-fc7b-4d35-8036-3093d9d627d2 req-55ed83f7-e517-40cd-a0d2-97a9e8ffb086 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.729507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-320a3ce7-fc7b-4d35-8036-3093d9d627d2 req-55ed83f7-e517-40cd-a0d2-97a9e8ffb086 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 951 time: 0.5998673 Feb 04 15:29:25.809125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b86f8a3a-370d-464a-89e1-73c8cfeb3d72 req-c3cd2f72-145a-4f8c-8208-47e04f5a8994 service neutron] 10.222.0.53 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973290 Feb 04 15:29:25.821794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7078299c-c6c2-41a9-9060-a82c977cee17 admin admin] Deleting subnet 2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:29:25.826684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7078299c-c6c2-41a9-9060-a82c977cee17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.877749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-320a3ce7-fc7b-4d35-8036-3093d9d627d2 req-a353f454-17d2-415d-a9b0-064eaf6c6a23 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478596 Feb 04 15:29:25.936194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7078299c-c6c2-41a9-9060-a82c977cee17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.989289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-8c469842-d6e2-4de8-8531-c3fb8adaa18f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.991087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-8c469842-d6e2-4de8-8531-c3fb8adaa18f tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 951 time: 0.4400225 Feb 04 15:29:26.021956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.117521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b79eea-2300-48b2-8c39-30ff6cb87149,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:26.123079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Checking segment: {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:26.123426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Network hostable DHCP agents. Network: 5ebf1130-ea3c-44d9-a309-9d0906ce57d0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:26.137035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c391e1-3c0d-446b-933d-3038e0515a09 req-180feee7-e743-4a44-8ff8-00970975ba74 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.138523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46c391e1-3c0d-446b-933d-3038e0515a09 req-180feee7-e743-4a44-8ff8-00970975ba74 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.1928458 Feb 04 15:29:26.148508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Deleting port 5ca59105-192d-4f24-8e97-4c28a96df59b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:26.148938 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.169683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:26.190305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5ebf1130-ea3c-44d9-a309-9d0906ce57d0) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:26.195279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.196673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.205917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f1bba-7c43-4803-84d3-6165b7be1c3e None None] Network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:29:26.216714 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46c391e1-3c0d-446b-933d-3038e0515a09 req-c1d0dd2b-70e9-485c-98d2-39321d56d669 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717173 Feb 04 15:29:26.231223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-45fdc19b-aa08-4ad3-99db-4c82c888211e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6208882 Feb 04 15:29:26.231973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50756) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:26.237404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:26.242423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:26.248659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Usage tracker for resource:router and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:26.251769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:26.257985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:26.268667 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7078299c-c6c2-41a9-9060-a82c977cee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.272315 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.273689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.300858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.344351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaba889-2d80-43cc-ad51-c2c56f92eec8 req-d972c3e7-565a-4073-943b-21f739455449 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.351215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3eaba889-2d80-43cc-ad51-c2c56f92eec8 req-d972c3e7-565a-4073-943b-21f739455449 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.3056927 Feb 04 15:29:26.455405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 22e3552b-b3d9-44c8-b08f-73da559ecb04 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:26.513877 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3eaba889-2d80-43cc-ad51-c2c56f92eec8 req-754d2004-0c06-4543-ae8e-b6ce3dba5e1a tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617904 Feb 04 15:29:26.540385 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7078299c-c6c2-41a9-9060-a82c977cee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.607437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] For port 5ca59105-192d-4f24-8e97-4c28a96df59b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5ca59105-192d-4f24-8e97-4c28a96df59b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:26.607800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.615818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078299c-c6c2-41a9-9060-a82c977cee17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:26.623726 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7078299c-c6c2-41a9-9060-a82c977cee17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.668883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a9c1f1-e97f-444f-bf05-f0a265ccad6b None None] Network a2ae241e-ca08-4973-9c33-605cec7a1dbd requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:29:26.748237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f8d562de-1a16-4f8f-b57b-46208ea56ac8 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:26.781211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7078299c-c6c2-41a9-9060-a82c977cee17 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2ee3755b-a7fc-4a9e-94a5-19ccf91ec8fb HTTP/1.1" status: 204 len: 168 time: 1.1845500 Feb 04 15:29:26.790348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Calling delete_port for 5ca59105-192d-4f24-8e97-4c28a96df59b owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:26.809511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50762) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:26.819416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.823933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: f8d562de-1a16-4f8f-b57b-46208ea56ac8 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:26.824384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f8d562de-1a16-4f8f-b57b-46208ea56ac8 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:26.849624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:29:26.850633 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.936884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546c83e-bb6b-416b-b5f9-e9ebd4a6f27c req-17bc2413-70c9-4ffe-ad9b-d7b39d919203 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.938358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0546c83e-bb6b-416b-b5f9-e9ebd4a6f27c req-17bc2413-70c9-4ffe-ad9b-d7b39d919203 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 950 time: 0.2522256 Feb 04 15:29:27.005481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0546c83e-bb6b-416b-b5f9-e9ebd4a6f27c req-c9b1cdb4-9970-46f5-bd0d-1ca32865db9c tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590296 Feb 04 15:29:27.006559 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.043813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', '5ca59105-192d-4f24-8e97-4c28a96df59b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:27.060510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Pushing event deleted for resources: {'Port': ['ID=5ca59105-192d-4f24-8e97-4c28a96df59b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:27.087488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['8cacaa8b-ab8f-42f8-9d72-c573a5115246'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:27.133921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:27.150462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.171394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Deleting port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:27.171880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.220397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7e956-4e67-4ae2-97cd-2723dd7dde81 req-8375837e-3860-4242-8eda-aaa648abc1c2 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.222396 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-29d7e956-4e67-4ae2-97cd-2723dd7dde81 req-8375837e-3860-4242-8eda-aaa648abc1c2 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.4138098 Feb 04 15:29:27.232169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 22e3552b-b3d9-44c8-b08f-73da559ecb04, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:27.300616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '22e3552b-b3d9-44c8-b08f-73da559ecb04', 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4', 'port_id': '22e3552b-b3d9-44c8-b08f-73da559ecb04', 'mac_address': 'fa:16:3e:83:52:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b824573f-7ef5-4745-9627-5c161e4943f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:27.322315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] No DVR routers for this DVR port 5ca59105-192d-4f24-8e97-4c28a96df59b on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:27.327410 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.334596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-deleted', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:27.363712 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-29d7e956-4e67-4ae2-97cd-2723dd7dde81 req-3633261e-f57e-4673-a99a-c1f2fccef25c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200087 Feb 04 15:29:27.373076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b3f9da7-651d-4ac1-9931-12eb88d5c923 req-ee53707e-3677-45c0-80dc-d5f568c29d4d tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "DELETE /v2.0/ports/5ca59105-192d-4f24-8e97-4c28a96df59b HTTP/1.1" status: 204 len: 173 time: 1.3709383 Feb 04 15:29:27.408653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab2366-37d8-4b3f-940f-d59666649a95 req-01fc7b0a-8d50-4be2-a274-c9ca39161ac4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.409408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d4ab2366-37d8-4b3f-940f-d59666649a95 req-01fc7b0a-8d50-4be2-a274-c9ca39161ac4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:27.433773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d4ab2366-37d8-4b3f-940f-d59666649a95 req-01fc7b0a-8d50-4be2-a274-c9ca39161ac4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:27.455403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d4ab2366-37d8-4b3f-940f-d59666649a95 req-01fc7b0a-8d50-4be2-a274-c9ca39161ac4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.2254057 Feb 04 15:29:27.465267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Allocated IP 172.20.0.2 (5ebf1130-ea3c-44d9-a309-9d0906ce57d0/00b79eea-2300-48b2-8c39-30ff6cb87149/ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:27.495409 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.550299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:27.559054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22e3552b-b3d9-44c8-b08f-73da559ecb04 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:27.572904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d4ab2366-37d8-4b3f-940f-d59666649a95 req-6dd9b179-171c-4c9b-898a-fa0171ef528b tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161683 Feb 04 15:29:27.630601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:27.631979 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.655860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] For port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5,segment=NetworkSegment(d3400f51-0221-4674-9662-49b346a08fc0),segment_id=d3400f51-0221-4674-9662-49b346a08fc0)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:27.656228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.760143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] DHCP port deletion for a2ae241e-ca08-4973-9c33-605cec7a1dbd request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:29:27.811124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 22e3552b-b3d9-44c8-b08f-73da559ecb04, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:27.814448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] Deleting port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:27.814832 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.877042 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.976902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Calling delete_port for 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:28.012093 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9ee724a5-6390-40e1-b8c4-12f218bfa711 req-3e2b6dc2-be42-420a-9b87-9c139acf0eeb tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0b49dec-b431-4255-935a-6a62d8919f16 HTTP/1.1" status: 200 len: 210 time: 0.2473516 Feb 04 15:29:28.051776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['22e3552b-b3d9-44c8-b08f-73da559ecb04'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:28.071206 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.118108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.149828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f8a2f-9390-4265-a7b3-08dd204b7e4e req-6649ca5d-da4b-441f-b40a-9746acdce652 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:28.157778 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d54f8a2f-9390-4265-a7b3-08dd204b7e4e req-6649ca5d-da4b-441f-b40a-9746acdce652 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.0957756 Feb 04 15:29:28.192640 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b49dec-b431-4255-935a-6a62d8919f16', 'name': 'network-vif-deleted', 'tag': '5ca59105-192d-4f24-8e97-4c28a96df59b', 'status': 'completed', 'code': 200} Feb 04 15:29:28.213216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d54f8a2f-9390-4265-a7b3-08dd204b7e4e req-9de989eb-ab4a-40ea-a31d-64c5b04f0b9f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537965 Feb 04 15:29:28.215860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.292268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:28.294075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] No DVR routers for this DVR port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:28.499445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ca589-f9fe-4845-97dd-d3b22c6914a5 req-b03e97aa-0c4a-4821-b079-ed0805de6ff7 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:28.504458 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae2ca589-f9fe-4845-97dd-d3b22c6914a5 req-b03e97aa-0c4a-4821-b079-ed0805de6ff7 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 950 time: 0.1070161 Feb 04 15:29:28.558169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae2ca589-f9fe-4845-97dd-d3b22c6914a5 req-43f57e0d-7f62-42ec-9ac8-5e3d727b1abc tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510406 Feb 04 15:29:28.663555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.711475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Allocated IP 172.25.8.220 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/02c473db-3a1d-4802-a87d-18a235151349) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:28.719316 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ae241e-ca08-4973-9c33-605cec7a1dbd']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:28.740122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3400f51-0221-4674-9662-49b346a08fc0') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:28.741034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3400f51-0221-4674-9662-49b346a08fc0') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:28.741233 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.756889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=22e3552b-b3d9-44c8-b08f-73da559ecb04,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:28.761912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0197c5d-a0eb-4b27-804e-97a6070bdac5 req-e9aa2905-c162-4898-8344-0263a2f36f44 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:28.762240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.763553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0197c5d-a0eb-4b27-804e-97a6070bdac5 req-e9aa2905-c162-4898-8344-0263a2f36f44 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 945 time: 0.1008332 Feb 04 15:29:28.776473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:28.805198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] For port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5,segment=NetworkSegment(d3400f51-0221-4674-9662-49b346a08fc0),segment_id=d3400f51-0221-4674-9662-49b346a08fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:28.805586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.818229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0197c5d-a0eb-4b27-804e-97a6070bdac5 req-0183abec-0998-4f22-af94-9023b8ef8ccb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487518 Feb 04 15:29:28.841639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:28.842716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:28.850142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23279902-87cb-4e50-a181-887ff89879e9 req-c6ab9d72-b456-4add-8f35-db13d84dc53f tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:28.857233 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-23279902-87cb-4e50-a181-887ff89879e9 req-c6ab9d72-b456-4add-8f35-db13d84dc53f tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.3746507 Feb 04 15:29:28.882568 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.902012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:28.902250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:28.917195 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:28.994755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] Calling delete_port for 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:29.031709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a478fa4-8564-42f9-a14e-78746c425b06 req-60e10b2b-a982-49f2-851f-2f5c3069cb60 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.033468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a478fa4-8564-42f9-a14e-78746c425b06 req-60e10b2b-a982-49f2-851f-2f5c3069cb60 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.0930796 Feb 04 15:29:29.037216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-23279902-87cb-4e50-a181-887ff89879e9 req-07c252b7-fb6f-47ce-a201-bd4ebde336e5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790488 Feb 04 15:29:29.052362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:29.066004 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.082736 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.095109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:29.102598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Transition to ACTIVE for port object ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:29.105600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.113778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.119612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ae241e-ca08-4973-9c33-605cec7a1dbd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.126758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a478fa4-8564-42f9-a14e-78746c425b06 req-be83d7ce-dc00-4cf3-9d5f-2c623122a2e1 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810623 Feb 04 15:29:29.140657 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3d06398c-ea61-4baa-842e-a678f62af459 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a2ae241e-ca08-4973-9c33-605cec7a1dbd HTTP/1.1" status: 204 len: 168 time: 2.3300843 Feb 04 15:29:29.145079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Transition to ACTIVE for port object ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:29.148464 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.175443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-4d2f51c0-7494-496f-8e26-91a2447e81d9 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b7e103a1313640578565813ff67bb20c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324044 Feb 04 15:29:29.211700 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.216237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:29.290193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.313461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50810) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:29.395873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b168fee0-27de-4217-ba8d-be8ed375facd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1912d204854e45b1ae3a25e81a7b02d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812311 Feb 04 15:29:29.397046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50814) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:29.417612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:29.425811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:29.438756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 5ca59105-192d-4f24-8e97-4c28a96df59b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:29.439456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5ca59105-192d-4f24-8e97-4c28a96df59b not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:29.443021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.444657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:29.512255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Pushing event updated for resources: {'Port': ['ID=02c473db-3a1d-4802-a87d-18a235151349,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.523556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-4f0d9b26-ac32-4709-9569-5bc0e283f2a7 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.528827 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b31b-1bdc-449d-8d6b-8edcfb1cfaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.531563 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-4f0d9b26-ac32-4709-9569-5bc0e283f2a7 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3482561 Feb 04 15:29:29.538079 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:29:29.538432 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:29:29.555492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:29.558509 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc', 'code': 200} Feb 04 15:29:29.560939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Pushing event updated for resources: {'Port': ['ID=ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.564409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:29.565254 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-90cd5948-7c65-41c6-a921-6f9d1860e2b9 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/quotas/b7e103a1313640578565813ff67bb20c HTTP/1.1" status: 200 len: 375 time: 0.0325425 Feb 04 15:29:29.569907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:29.636812 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b31b-1bdc-449d-8d6b-8edcfb1cfaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.697503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Attempting to bind port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:29.697869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Attempting to bind port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:29.698228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Attempting to bind port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d on network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:29.705594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:29.705959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Checking segment: {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:29.706352 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.706737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Bound using segment: {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:29.707195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Bound port: ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:29.707562 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.770161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2719536-c40b-4bab-9de3-6d35c07058a7 req-b61e54b6-de69-4035-88d9-b760efe509f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.771572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2719536-c40b-4bab-9de3-6d35c07058a7 req-b61e54b6-de69-4035-88d9-b760efe509f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1097 time: 0.2109971 Feb 04 15:29:29.801244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b31b-1bdc-449d-8d6b-8edcfb1cfaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.815900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] For port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:29.819746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] For port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:29.824544 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.838410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5b31b-1bdc-449d-8d6b-8edcfb1cfaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f5d20f-7616-483b-a7db-22f576638459,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.854465 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-3f1fceb7-eb66-4f81-81e1-cb0246d42701 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7e103a1313640578565813ff67bb20c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2878039 Feb 04 15:29:29.858290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ac298-b420-489b-b3d0-f9cf3d7bc431 req-7e139a87-05ef-4d9f-a627-af106d23c22b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.859999 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc4ac298-b420-489b-b3d0-f9cf3d7bc431 req-7e139a87-05ef-4d9f-a627-af106d23c22b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.1797001 Feb 04 15:29:29.865238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2719536-c40b-4bab-9de3-6d35c07058a7 req-30179218-7b1e-4291-879d-19ff22e4bfd3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857205 Feb 04 15:29:29.867333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b31b-1bdc-449d-8d6b-8edcfb1cfaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.868396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d4e5b31b-1bdc-449d-8d6b-8edcfb1cfaea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85f5d20f-7616-483b-a7db-22f576638459 HTTP/1.1" status: 204 len: 168 time: 0.4702761 Feb 04 15:29:29.949926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588fe1c-cad8-4135-bf45-66f4356dea3a None None] Pushing event updated for resources: {'Port': ['ID=ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:30.003152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc4ac298-b420-489b-b3d0-f9cf3d7bc431 req-5f9f756d-02e9-4308-9243-7d46f6fa3a54 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154258 Feb 04 15:29:30.039779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] Deleting port 7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:30.040163 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.145670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.187765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8d26d488-56f4-4e65-8a8f-914ce65dcf39 None None] The port '7bf208c2-f889-4a1e-8fa4-d23a0c6f8aa5' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:29:30.338065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019d50b-f067-4f2b-80c8-564be7d5ebe4 req-f606ed79-5c23-4e5e-b5fd-90dca6e50bcd tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.340205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6019d50b-f067-4f2b-80c8-564be7d5ebe4 req-f606ed79-5c23-4e5e-b5fd-90dca6e50bcd tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 945 time: 0.2193534 Feb 04 15:29:30.410394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6019d50b-f067-4f2b-80c8-564be7d5ebe4 req-bce33579-3194-4464-8a96-a1c39aa70d59 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623410 Feb 04 15:29:30.494621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 22e3552b-b3d9-44c8-b08f-73da559ecb04 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:30.584745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50840) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:30.641287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-28683ca5-39cf-41c4-9879-8c67a582ff61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20ea54b801fe45578f248ee631bffc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551226 Feb 04 15:29:30.641579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 22e3552b-b3d9-44c8-b08f-73da559ecb04 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:30.641964 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.643444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50844) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:30.825758 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e178ffb6-f632-4c17-84c2-97e866b3301b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.852994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab522a2-d408-4825-9bd6-0cbc595f777d req-ce3e2f62-6758-4f25-81f2-fbce4c1456dd tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.864119 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ab522a2-d408-4825-9bd6-0cbc595f777d req-ce3e2f62-6758-4f25-81f2-fbce4c1456dd tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.4157643 Feb 04 15:29:30.875177 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.887550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e178ffb6-f632-4c17-84c2-97e866b3301b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.897648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:30.998907 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.017176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 22e3552b-b3d9-44c8-b08f-73da559ecb04, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:31.027351 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.059918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e178ffb6-f632-4c17-84c2-97e866b3301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.082595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:31.102700 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e178ffb6-f632-4c17-84c2-97e866b3301b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.104532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e178ffb6-f632-4c17-84c2-97e866b3301b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64925eee-5885-43b6-8ae8-bc2d4e9cf961 HTTP/1.1" status: 204 len: 168 time: 0.4595008 Feb 04 15:29:31.122593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f28ff1a-3833-4c9e-a93f-2b4740f450da req-0e0269ed-dd7e-41a8-82d3-cbfd88f42275 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 210 time: 0.1954362 Feb 04 15:29:31.123630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178ffb6-f632-4c17-84c2-97e866b3301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64925eee-5885-43b6-8ae8-bc2d4e9cf961,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:31.143412 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ab522a2-d408-4825-9bd6-0cbc595f777d req-740076f2-f60a-4bce-8603-3ddc2f9783dd tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774594 Feb 04 15:29:31.150879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=22e3552b-b3d9-44c8-b08f-73da559ecb04,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:31.361850 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:29:31.377929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:29:31.514423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d77a8-69f4-4036-bbc3-4364ef2879d7 req-929b941c-0c19-41b6-9fc3-cd97ebe88421 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:31.516058 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f71d77a8-69f4-4036-bbc3-4364ef2879d7 req-929b941c-0c19-41b6-9fc3-cd97ebe88421 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 946 time: 0.1303606 Feb 04 15:29:31.559933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e3552b-b3d9-44c8-b08f-73da559ecb04'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:31.566057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831e993-1bea-4a4b-8826-28d8e51e2ade None None] Network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:29:31.578321 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f71d77a8-69f4-4036-bbc3-4364ef2879d7 req-a4f2ba28-39c6-4b1f-8b91-6becef175e81 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566380 Feb 04 15:29:31.659634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-955665ab-2b7e-4833-bf58-51bd89363408 None None] Provisioning for port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:31.666876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-955665ab-2b7e-4833-bf58-51bd89363408 None None] Provisioning complete for port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:31.667261 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-955665ab-2b7e-4833-bf58-51bd89363408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.709767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:29:31.723638 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Sync routers for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:31.738182 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:31.738799 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:31.875620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.882699 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1fe6bd4c-74f9-417c-a8ea-c18265cb3f3d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6493680 Feb 04 15:29:31.887132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50870) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:31.937901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-955665ab-2b7e-4833-bf58-51bd89363408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.988530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d0a56-d265-407a-9843-5e3a71843254 req-57988efa-64e9-4e6e-a233-a4896885743b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:31.995984 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-582d0a56-d265-407a-9843-5e3a71843254 req-57988efa-64e9-4e6e-a233-a4896885743b tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.5385497 Feb 04 15:29:32.022222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-955665ab-2b7e-4833-bf58-51bd89363408 None None] For port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:32.032098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917b82c-005d-4288-a4ff-3ec51a3683c3 req-e1b73b53-7861-4f94-8345-13fe01a2810a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.052338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1917b82c-005d-4288-a4ff-3ec51a3683c3 req-e1b73b53-7861-4f94-8345-13fe01a2810a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.2836080 Feb 04 15:29:32.072555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-642897c3-ca31-471c-af2c-990ed3211c5a tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.074169 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-642897c3-ca31-471c-af2c-990ed3211c5a tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.3334708 Feb 04 15:29:32.090346 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-955665ab-2b7e-4833-bf58-51bd89363408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.105547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-4afa8596-eef4-49a4-aece-0503ac91b184 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b7e103a1313640578565813ff67bb20c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1481216 Feb 04 15:29:32.117578 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1917b82c-005d-4288-a4ff-3ec51a3683c3 req-2142ab84-6f43-4eed-8f83-78e3d3ff7439 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639994 Feb 04 15:29:32.136315 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:32.302975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955665ab-2b7e-4833-bf58-51bd89363408 None None] Pushing event updated for resources: {'Port': ['ID=ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:32.309927 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-582d0a56-d265-407a-9843-5e3a71843254 req-2e4fbeee-dc15-41e4-85d4-ca6269508da9 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129871 Feb 04 15:29:32.406354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-38215fa6-daa6-4a83-94f9-c1779a9af0ff tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.407942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-38215fa6-daa6-4a83-94f9-c1779a9af0ff tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878742 Feb 04 15:29:32.454842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Request body: {'port': {'device_id': '7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': 'b7e103a1313640578565813ff67bb20c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:32.549060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Deleting port 22e3552b-b3d9-44c8-b08f-73da559ecb04 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:32.549402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.672932 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:29Z', 'revision_number': 3, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:32.677699 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Checking router: 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:32.678106 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Updating router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a port 02c473db-3a1d-4802-a87d-18a235151349 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:29:32.694145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50886) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:32.727754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b0aa9939-9d32-474e-8958-9a167a56e9f4 None None] Provisioning complete for port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:32.728740 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9939-9d32-474e-8958-9a167a56e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.748570 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.812077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:32.901308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-b806340c-d66e-4c23-8a20-273581ceacc2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.902055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-b806340c-d66e-4c23-8a20-273581ceacc2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Synchronizing usage tracker for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:32.916960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:32.967090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82ce34-2e23-4765-8f30-feb514721179 req-2df4a287-8bbb-4a87-a872-28cb69264c9a tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.970920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f82ce34-2e23-4765-8f30-feb514721179 req-2df4a287-8bbb-4a87-a872-28cb69264c9a tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 945 time: 0.4910145 Feb 04 15:29:32.978989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:32.979790 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.982736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:33.016141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-network', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:33.030221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:33.041289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-b806340c-d66e-4c23-8a20-273581ceacc2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Unset dirty status for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:33.043052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-b806340c-d66e-4c23-8a20-273581ceacc2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 949 time: 0.6340964 Feb 04 15:29:33.044061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Usage tracker for resource:network and tenant:f9580235128848c6a49b65f72cbafdf3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:33.049740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:33.061634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Made reservation on behalf of b7e103a1313640578565813ff67bb20c for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:33.065033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.121269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:33.168825 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f82ce34-2e23-4765-8f30-feb514721179 req-a426d549-579d-4a95-b46f-f6e6a4e0e338 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920116 Feb 04 15:29:33.222371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b570ced-6482-442f-964d-ee75f24a537b req-5f26cacc-f838-45dc-8839-fcffbf6d10a1 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:33.222996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Made reservation on behalf of f9580235128848c6a49b65f72cbafdf3 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:33.223104 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.224101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4b570ced-6482-442f-964d-ee75f24a537b req-5f26cacc-f838-45dc-8839-fcffbf6d10a1 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfa557ba-5823-48a2-b40b-e535309aeb17 HTTP/1.1" status: 200 len: 946 time: 0.6792142 Feb 04 15:29:33.224785 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.246941 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Transition to ACTIVE for port object 02c473db-3a1d-4802-a87d-18a235151349 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:33.254129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.261197 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.268589 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e3552b-b3d9-44c8-b08f-73da559ecb04', 'code': 200} Feb 04 15:29:33.279526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Deleting port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:33.279874 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.372474 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Attempting to bind port 02c473db-3a1d-4802-a87d-18a235151349 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:33.372890 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Attempting to bind port 02c473db-3a1d-4802-a87d-18a235151349 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:33.373250 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Attempting to bind port 02c473db-3a1d-4802-a87d-18a235151349 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:33.382615 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:33.382976 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:33.383897 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.384372 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:33.384929 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Bound port: 02c473db-3a1d-4802-a87d-18a235151349, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:33.385520 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.387346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] For port 22e3552b-b3d9-44c8-b08f-73da559ecb04, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=22e3552b-b3d9-44c8-b08f-73da559ecb04,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:33.387730 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.429633 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Pushing event updated for resources: {'Port': ['ID=02c473db-3a1d-4802-a87d-18a235151349,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:33.442555 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.443114 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.443612 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.443938 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.444261 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.444575 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.445091 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.445413 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.445976 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.446466 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.447439 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.447843 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:33.464193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:33.468198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f3f5974-37e0-4590-971c-43cd97b1cb2a req-d28e94b9-d9f8-4f97-b25c-0231992866ab tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 210 time: 0.0803127 Feb 04 15:29:33.475101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Usage tracker for resource:security_group_rule and tenant:f9580235128848c6a49b65f72cbafdf3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:33.480664 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] For port 02c473db-3a1d-4802-a87d-18a235151349, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:33.483851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:33.484018 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] For port 02c473db-3a1d-4802-a87d-18a235151349, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02c473db-3a1d-4802-a87d-18a235151349,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:33.489763 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.560398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Calling delete_port for 22e3552b-b3d9-44c8-b08f-73da559ecb04 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:33.594937 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4b570ced-6482-442f-964d-ee75f24a537b req-8cb21525-957b-4727-941c-2bb2a6f87e1f tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593171 Feb 04 15:29:33.595286 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:33.595919 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:33.633142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:33.666508 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3986a-77e8-4351-861f-37e18cae3875 None None] Pushing event updated for resources: {'Port': ['ID=02c473db-3a1d-4802-a87d-18a235151349,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:33.802046 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:33.813243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Allocated IP 192.168.233.213 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/4a95ec4b-b714-4425-b51b-793f1c523058) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:33.881799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] For port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:33.882926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.917545 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.935250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.018385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event deleted for resources: {'Port': ['ID=22e3552b-b3d9-44c8-b08f-73da559ecb04,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:34.052836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Calling delete_port for 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:34.126223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6e8e1-c942-463e-906a-292d40b9d405 req-954fafb7-3cdf-460b-94df-b6c73a0c777c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:34.133453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-85e6e8e1-c942-463e-906a-292d40b9d405 req-954fafb7-3cdf-460b-94df-b6c73a0c777c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 946 time: 0.4639683 Feb 04 15:29:34.135599 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a008f5ff-b1dd-44a0-94e8-e1cdd2bf1675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.169187 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:29Z', 'revision_number': 3, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:34.173899 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a841f-5090-4afc-9bde-074cbfce6394 None None] The sync data for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 is: [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:29Z', 'revision_number': 3, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:34.176243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] No DVR routers for this DVR port 22e3552b-b3d9-44c8-b08f-73da559ecb04 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:34.185344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a3b35-295d-440a-b42b-2f9ccdfd5561 req-4e4eece0-fd52-4fb4-bb9e-384d2f3d6947 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:34.192357 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e2a3b35-295d-440a-b42b-2f9ccdfd5561 req-4e4eece0-fd52-4fb4-bb9e-384d2f3d6947 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.4121377 Feb 04 15:29:34.197392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.200693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'name': 'network-vif-deleted', 'tag': '22e3552b-b3d9-44c8-b08f-73da559ecb04'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:34.255564 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-84adc0f3-df3f-40a4-b035-e9c885c73481 req-b92db7f5-f755-420d-85cb-23c8db72d937 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.61 "DELETE /v2.0/ports/22e3552b-b3d9-44c8-b08f-73da559ecb04 HTTP/1.1" status: 204 len: 173 time: 2.0815108 Feb 04 15:29:34.324273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e2a3b35-295d-440a-b42b-2f9ccdfd5561 req-4ac2cbd5-1364-42a9-a5fe-67fac3b12c19 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311815 Feb 04 15:29:34.404951 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.508958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 22e3552b-b3d9-44c8-b08f-73da559ecb04 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:34.515915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-85e6e8e1-c942-463e-906a-292d40b9d405 req-5c953886-d603-4bc6-8680-0facaafc83fb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813624 Feb 04 15:29:34.606252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 22e3552b-b3d9-44c8-b08f-73da559ecb04 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:34.610989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 22e3552b-b3d9-44c8-b08f-73da559ecb04 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:34.629791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.713608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:34.734537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Allocated IP 172.20.0.1 (5ebf1130-ea3c-44d9-a309-9d0906ce57d0/00b79eea-2300-48b2-8c39-30ff6cb87149/6df0ad1c-ee7a-438e-982a-cbc7d7df7b77) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:34.778220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d279508-e223-4f49-bf97-9edad69c5df9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:34.788325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.792678 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.814959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:34.855822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.855822 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Added segment 83aff0c3-8dce-44a4-ab72-477bf221ae45 of type vlan for network b1e903a9-1874-48e2-9c35-cfa23cc08818 Feb 04 15:29:34.867784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c40ea769-1bf3-4737-895b-11172d448dd7 req-15a3f30c-bcc0-4599-b0c7-c0a3398d8767 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=496e0f1c-6812-412a-bd52-c7d15a50c2df HTTP/1.1" status: 200 len: 210 time: 0.1636417 Feb 04 15:29:34.871464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['8cacaa8b-ab8f-42f8-9d72-c573a5115246'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:34.887762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Pushing event deleted for resources: {'Port': ['ID=6d4e9c3e-29c7-46fd-afcd-d41fa871d42c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:34.890940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Transition to ACTIVE for port object 4a95ec4b-b714-4425-b51b-793f1c523058 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:34.920273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b292a-a019-426a-b776-ab583d0879f5 req-fcb3f861-fb8d-48e7-ba13-ace90e5e3b49 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:34.924178 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9f1b292a-a019-426a-b776-ab583d0879f5 req-fcb3f861-fb8d-48e7-ba13-ace90e5e3b49 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 945 time: 0.3093972 Feb 04 15:29:34.939293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02c473db-3a1d-4802-a87d-18a235151349 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:34.989300 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa557ba-5823-48a2-b40b-e535309aeb17', 'name': 'network-vif-deleted', 'tag': '22e3552b-b3d9-44c8-b08f-73da559ecb04', 'status': 'completed', 'code': 200} Feb 04 15:29:35.065794 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.073515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 02c473db-3a1d-4802-a87d-18a235151349 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:35.082015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 02c473db-3a1d-4802-a87d-18a235151349 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:35.082510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.088466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9f1b292a-a019-426a-b776-ab583d0879f5 req-daf3ddcf-2858-49c6-b40e-9ebc42f2b813 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558928 Feb 04 15:29:35.176241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.207435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Transition to ACTIVE for port object 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:35.236655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.367429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:35.417700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:35.434061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:35.447678 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.470305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] No DVR routers for this DVR port 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:35.473785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7014674-a0d2-40e8-8a06-36970369b30d req-a150832d-30ca-4708-a708-96cd082453e9 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 210 time: 0.0793412 Feb 04 15:29:35.474829 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.488410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 02c473db-3a1d-4802-a87d-18a235151349, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02c473db-3a1d-4802-a87d-18a235151349,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:35.491346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'name': 'network-vif-deleted', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:35.496026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.549379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Pushing event updated for resources: {'Port': ['ID=6df0ad1c-ee7a-438e-982a-cbc7d7df7b77,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:35.581392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.605245 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.628292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['61b2c791-9e8d-461c-886a-a982a0bea415'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:35.667653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f33783a-3f5f-444d-9fc3-b3298f6d9108 req-9d9a7f9d-5409-43df-b57f-0a9d0706453e tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.53 "DELETE /v2.0/ports/6d4e9c3e-29c7-46fd-afcd-d41fa871d42c HTTP/1.1" status: 204 len: 173 time: 2.6139657 Feb 04 15:29:35.697911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.701121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:35.703554 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.757146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=02c473db-3a1d-4802-a87d-18a235151349,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:35.794962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-ac0ca6b2-1e72-46aa-aafc-029e4feabbdd req-c9aafa4f-1b29-4852-b33c-80fb0be9db1f tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:29:35.796343 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac0ca6b2-1e72-46aa-aafc-029e4feabbdd req-c9aafa4f-1b29-4852-b33c-80fb0be9db1f tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166698 Feb 04 15:29:35.861948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31535d-d042-448f-996b-8cc62f4447a1 req-72d5ceb3-2c9e-4c28-9821-63aefd48b419 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:35.863464 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aa31535d-d042-448f-996b-8cc62f4447a1 req-72d5ceb3-2c9e-4c28-9821-63aefd48b419 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1097 time: 0.5314217 Feb 04 15:29:35.943170 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.945082 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aa31535d-d042-448f-996b-8cc62f4447a1 req-691bc384-420b-481b-a8bb-833efb03825c tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706589 Feb 04 15:29:35.950459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7f4cb02f-9ea6-42e7-b60b-c5c118bb467f None None] Provisioning for port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:35.957445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7f4cb02f-9ea6-42e7-b60b-c5c118bb467f None None] Provisioning complete for port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:35.957810 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f4cb02f-9ea6-42e7-b60b-c5c118bb467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.959702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:35.971113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:35.990732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.2897825 Feb 04 15:29:35.992039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Pushing event updated for resources: {'Port': ['ID=4a95ec4b-b714-4425-b51b-793f1c523058,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:35.994423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50920) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:35.995227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:36.034781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cb02f-9ea6-42e7-b60b-c5c118bb467f None None] Port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:29:36.053960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.067598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Request body: {'subnet': {'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-subnet', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:36.091517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:36.097688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719d575-d2b2-477c-8ecb-bae72d30813c admin admin] Pushing event updated for resources: {'Network': ['ID=b1e903a9-1874-48e2-9c35-cfa23cc08818,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:36.104351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Usage tracker for resource:subnet and tenant:f9580235128848c6a49b65f72cbafdf3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:36.109966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b1e903a9-1874-48e2-9c35-cfa23cc08818 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:29:36.115927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:36.129369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:36.157312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:36.158143 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.183542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Made reservation on behalf of f9580235128848c6a49b65f72cbafdf3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:36.187748 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.324317 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-a6b4885f-c2f1-4bfe-89bb-24a4487fa075 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8736124 Feb 04 15:29:36.339951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac0ca6b2-1e72-46aa-aafc-029e4feabbdd req-51fdcdca-8ace-49aa-9373-f4201a5d16dc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5304573 Feb 04 15:29:36.358275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Request body: {'port': {'device_id': '7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:36.366552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9090e988-12b0-41d7-8fb3-5ea220c8e841 None None] Provisioning for port 4a95ec4b-b714-4425-b51b-793f1c523058 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:36.378611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9090e988-12b0-41d7-8fb3-5ea220c8e841 None None] Provisioning complete for port 4a95ec4b-b714-4425-b51b-793f1c523058 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:36.378971 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9090e988-12b0-41d7-8fb3-5ea220c8e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.514574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9090e988-12b0-41d7-8fb3-5ea220c8e841 None None] Port 4a95ec4b-b714-4425-b51b-793f1c523058 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:29:36.541996 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.635376 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a50624c-6fe8-4020-a28d-8e0caa7093cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.650454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bf354-b2cf-432d-bfbe-a406a51b6bb1 req-f67e1ee9-9c61-4324-a638-3fcf04cc9d02 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:36.653683 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d6bf354-b2cf-432d-bfbe-a406a51b6bb1 req-f67e1ee9-9c61-4324-a638-3fcf04cc9d02 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.2978539 Feb 04 15:29:36.656127 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.663781 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.711811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.755257 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496e0f1c-6812-412a-bd52-c7d15a50c2df', 'name': 'network-vif-deleted', 'tag': '6d4e9c3e-29c7-46fd-afcd-d41fa871d42c', 'status': 'completed', 'code': 200} Feb 04 15:29:36.760878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02c473db-3a1d-4802-a87d-18a235151349 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:36.856616 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d6bf354-b2cf-432d-bfbe-a406a51b6bb1 req-2b575aee-ed03-41ba-8dae-b790f2db6f89 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940722 Feb 04 15:29:36.857834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.861634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Pushing event updated for resources: {'Port': ['ID=6df0ad1c-ee7a-438e-982a-cbc7d7df7b77,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:36.889541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 02c473db-3a1d-4802-a87d-18a235151349 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:36.890028 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.933295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69b2e6a-7774-4996-8396-099191cc543b,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:36.959622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Checking segment: {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:36.959985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Network hostable DHCP agents. Network: b1e903a9-1874-48e2-9c35-cfa23cc08818, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:37.012956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Network b1e903a9-1874-48e2-9c35-cfa23cc08818 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:37.035853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:37.037118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:37.041291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, b1e903a9-1874-48e2-9c35-cfa23cc08818) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:37.051107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.051693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.097278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-20271227-82e5-4636-92e4-c1fcf03026f7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0454247 Feb 04 15:29:37.099215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50930) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:37.107190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:37.113589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:37.120070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Usage tracker for resource:router and tenant:f9580235128848c6a49b65f72cbafdf3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:37.124726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:37.132614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:37.153941 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.155379 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.192135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612d45b4-56ad-4551-a385-47df48d33976 None None] Network b1e903a9-1874-48e2-9c35-cfa23cc08818 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:29:37.203883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.205140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50934) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:37.284535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--818670724', 'description': 'tempest-description--1549311819'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:37.296923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:37.320464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:37.325272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a95ec4b-b714-4425-b51b-793f1c523058 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:37.347638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.417669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:37.491687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.500025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:29:37.502984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Transition to ACTIVE for port object 4a95ec4b-b714-4425-b51b-793f1c523058 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:37.507978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327e1b-5768-4662-8063-8761146e4e09 req-ee9625da-9416-49c2-a8b3-7674bc5f68e8 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.510275 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-da327e1b-5768-4662-8063-8761146e4e09 req-ee9625da-9416-49c2-a8b3-7674bc5f68e8 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1097 time: 0.3711188 Feb 04 15:29:37.513593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:37.514021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6d4e9c3e-29c7-46fd-afcd-d41fa871d42c not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:37.518128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.533595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f3b8dc64-2ae0-4cdc-9078-c46999bba774 None None] Provisioning complete for port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:37.534207 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f3b8dc64-2ae0-4cdc-9078-c46999bba774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.594439 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.597333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8dc64-2ae0-4cdc-9078-c46999bba774 None None] Port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:29:37.644065 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-da327e1b-5768-4662-8063-8761146e4e09 req-65468d09-e77f-4404-857a-1c0f3c81790d tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674491 Feb 04 15:29:37.694409 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.705022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-b1e903a9-1874-48e2-9c35-cfa23cc08818', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:29:37.705858 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.778698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:29:37.790188 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d7515ef3-6fd6-4f79-ae66-62efd5604aef admin admin] 10.222.0.46 "PUT /v2.0/routers/84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9016657 Feb 04 15:29:37.807863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Sync routers for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:37.843235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:37.849245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:37.868227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:37.923380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead762c-4b22-4ef5-b0cc-92845ba3c35f req-314804cd-f147-4aa4-9f06-278b492fce66 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.925968 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4ead762c-4b22-4ef5-b0cc-92845ba3c35f req-314804cd-f147-4aa4-9f06-278b492fce66 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.1249862 Feb 04 15:29:37.961931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Usage tracker for resource:security_group_rule and tenant:7e14af7231c34739834c5d8cf1f37dd7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:37.977185 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4ead762c-4b22-4ef5-b0cc-92845ba3c35f req-b10b2dc1-348c-4482-b782-e65970092c39 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Feb 04 15:29:37.978040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:38.076620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a95ec4b-b714-4425-b51b-793f1c523058,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:38.080756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:38.158964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.179528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:38.184081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e2d6-0ca5-4e09-b1f0-16f11cadb9f2 req-bb5f2b85-32de-4ae2-8edb-dfef5ed579dd tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:38.184911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4c99e2d6-0ca5-4e09-b1f0-16f11cadb9f2 req-bb5f2b85-32de-4ae2-8edb-dfef5ed579dd tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Synchronizing usage tracker for tenant:b7e103a1313640578565813ff67bb20c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:38.224228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Allocated IP 172.20.0.2 (b1e903a9-1874-48e2-9c35-cfa23cc08818/e69b2e6a-7774-4996-8396-099191cc543b/ab0282f1-8f63-44b1-869a-33f3e66b3cf6) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:38.313995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Attempting to bind port 4a95ec4b-b714-4425-b51b-793f1c523058 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:38.314464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Attempting to bind port 4a95ec4b-b714-4425-b51b-793f1c523058 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:38.314910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Attempting to bind port 4a95ec4b-b714-4425-b51b-793f1c523058 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:38.391402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Port 4a95ec4b-b714-4425-b51b-793f1c523058 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:29:38.392116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Attempting to bind port 4a95ec4b-b714-4425-b51b-793f1c523058 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:38.403053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4c99e2d6-0ca5-4e09-b1f0-16f11cadb9f2 req-bb5f2b85-32de-4ae2-8edb-dfef5ed579dd tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Unset dirty status for tenant:b7e103a1313640578565813ff67bb20c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:38.410302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c99e2d6-0ca5-4e09-b1f0-16f11cadb9f2 req-bb5f2b85-32de-4ae2-8edb-dfef5ed579dd tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 936 time: 0.9790506 Feb 04 15:29:38.451840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:38.452369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:38.452896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:38.453510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Bound port: 4a95ec4b-b714-4425-b51b-793f1c523058, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:38.453967 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.521896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a319e2-8f3e-41ec-a40e-2862a8a5408f req-3df309b4-b8a2-488f-b399-7fc37aa15742 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:38.530933 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-99a319e2-8f3e-41ec-a40e-2862a8a5408f req-3df309b4-b8a2-488f-b399-7fc37aa15742 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.1275289 Feb 04 15:29:38.587670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c99e2d6-0ca5-4e09-b1f0-16f11cadb9f2 req-e661ebfb-223b-4edd-8007-f0d4d14ba00d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736469 Feb 04 15:29:38.591587 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-99a319e2-8f3e-41ec-a40e-2862a8a5408f req-ae4b5846-4e58-4ba5-af60-6f4b7b1bb211 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594368 Feb 04 15:29:38.627910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.634708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50964) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:38.641826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-358549067-network', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:38.642238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.649422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:38.662698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Usage tracker for resource:network and tenant:3bd9d28b50664726b1949f86f03c1cbf is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:38.666207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:38.683671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:38.703737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.708513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4468443 Feb 04 15:29:38.709106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50968) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:38.711832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Made reservation on behalf of 3bd9d28b50664726b1949f86f03c1cbf for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:38.716960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.724617 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.738432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Transition to ACTIVE for port object ab0282f1-8f63-44b1-869a-33f3e66b3cf6 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:38.747533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Request body: {'security_group_rule': {'security_group_id': 'f87f2412-7e0a-439a-bfd4-b1978e677150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:38.749381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] For port 4a95ec4b-b714-4425-b51b-793f1c523058, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:38.754113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:38.754542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] For port 4a95ec4b-b714-4425-b51b-793f1c523058, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4a95ec4b-b714-4425-b51b-793f1c523058,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:38.756284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88b49d-8d53-49fa-ab14-70367533de91 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87f2412-7e0a-439a-bfd4-b1978e677150,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:38.763396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Usage tracker for resource:security_group_rule and tenant:7e14af7231c34739834c5d8cf1f37dd7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:38.771167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:38.773039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Transition to ACTIVE for port object ab0282f1-8f63-44b1-869a-33f3e66b3cf6 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:38.774255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.775814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.789835 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.825185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:38.843731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:38.853855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Usage tracker for resource:security_group_rule and tenant:3bd9d28b50664726b1949f86f03c1cbf is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:38.863550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:38.873493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.881520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:38.883271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:38.883834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.886383 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a95ec4b-b714-4425-b51b-793f1c523058 HTTP/1.1" status: 200 len: 1096 time: 2.5414145 Feb 04 15:29:38.892603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Network b1e903a9-1874-48e2-9c35-cfa23cc08818 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:38.900701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Pushing event updated for resources: {'Port': ['ID=ab0282f1-8f63-44b1-869a-33f3e66b3cf6,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:38.903191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5', 'tag': '4a95ec4b-b714-4425-b51b-793f1c523058'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:38.904224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:38.911234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:38.918441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6df0ad1c-ee7a-438e-982a-cbc7d7df7b77', 'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'mac_address': 'fa:16:3e:ff:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:36Z', 'revision_number': 2, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'subnets': [{'id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:38.932537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Checking router: 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:38.933240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Updating router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:29:38.966153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21250658-f6b1-449a-85a8-8650f2c3c20d req-8f29f511-3510-4411-91de-b475f957a25d tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:38.968008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.973300 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-21250658-f6b1-449a-85a8-8650f2c3c20d req-8f29f511-3510-4411-91de-b475f957a25d tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 945 time: 0.2056730 Feb 04 15:29:39.018853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.078539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.098757 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.112535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Attempting to bind port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:39.113079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Attempting to bind port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:39.113760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Attempting to bind port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 on network b1e903a9-1874-48e2-9c35-cfa23cc08818 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:39.119876 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.122123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8ff6e-f62c-4f6b-b285-9e7e926fbca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a95ec4b-b714-4425-b51b-793f1c523058,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.133096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:39.133887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Checking segment: {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:39.135066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.135843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Bound using segment: {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:39.136571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Bound port: ab0282f1-8f63-44b1-869a-33f3e66b3cf6, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:39.137196 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.147730 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.148612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c11c681-2678-46e1-824d-1d6edc058df4,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.168477 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-21250658-f6b1-449a-85a8-8650f2c3c20d req-8d349413-9bfc-47eb-975b-8c86a5c504e1 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942089 Feb 04 15:29:39.184647 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.220334 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.224753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7e40ce74-0057-4015-9fcc-205719a9bc6b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5146122 Feb 04 15:29:39.229358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50976) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:39.243233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:39.251685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Request body: {'security_group_rule': {'security_group_id': 'f87f2412-7e0a-439a-bfd4-b1978e677150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:39.266313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:39.269499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13feddda-5223-412a-937c-7ce7f0ffab7d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.280298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Usage tracker for resource:security_group_rule and tenant:7e14af7231c34739834c5d8cf1f37dd7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:39.283700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.283992 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Added segment 40804d69-38b6-4df3-b8ef-b0d4b925d3a7 of type vlan for network 16677327-9494-4c6e-ba48-f191291a1581 Feb 04 15:29:39.286396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:39.299815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:39.315293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c614d-9d2a-44f5-9f7a-5d28c2f5ad1a req-a47556fe-cfe3-4319-aaca-4b7b9afc4256 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.316116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-756c614d-9d2a-44f5-9f7a-5d28c2f5ad1a req-a47556fe-cfe3-4319-aaca-4b7b9afc4256 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Synchronizing usage tracker for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:39.332983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.347281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-54a084af-a0fe-4dcd-8f5c-fcb6bcfd982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.352997 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.357329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-54a084af-a0fe-4dcd-8f5c-fcb6bcfd982a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7e103a1313640578565813ff67bb20c&device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 1099 time: 0.3267119 Feb 04 15:29:39.366691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-756c614d-9d2a-44f5-9f7a-5d28c2f5ad1a req-a47556fe-cfe3-4319-aaca-4b7b9afc4256 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Unset dirty status for tenant:351b5fc8c821429d90b7d6fb4f2e1eda on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:39.376666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] For port ab0282f1-8f63-44b1-869a-33f3e66b3cf6, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:39.380215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] For port ab0282f1-8f63-44b1-869a-33f3e66b3cf6, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ab0282f1-8f63-44b1-869a-33f3e66b3cf6,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:39.385038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-756c614d-9d2a-44f5-9f7a-5d28c2f5ad1a req-a47556fe-cfe3-4319-aaca-4b7b9afc4256 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.5690415 Feb 04 15:29:39.396572 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.482816 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.495042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.503651 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5', 'tag': '4a95ec4b-b714-4425-b51b-793f1c523058', 'status': 'completed', 'code': 200} Feb 04 15:29:39.520967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-cdcf2427-df42-490b-8809-d8892070d87c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=4a95ec4b-b714-4425-b51b-793f1c523058 HTTP/1.1" status: 200 len: 217 time: 0.1335502 Feb 04 15:29:39.526785 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.548492 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.549464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.550031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.591779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb266321-6ec4-453f-a659-c871657d3df2,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.607502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.685309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-756c614d-9d2a-44f5-9f7a-5d28c2f5ad1a req-9fc129b3-f58f-4e46-a6b2-7edc3284e8a3 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/security-groups?id=032b2362-362b-4496-bdaa-c505f9eb5a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991381 Feb 04 15:29:39.715280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.719764 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8e690a1b-3356-4ec3-8837-7b8679d71382 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4813910 Feb 04 15:29:39.725607 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0888920 Feb 04 15:29:39.726190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50986) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:39.726505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50988) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:39.746422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Request body: {'subnet': {'network_id': '16677327-9494-4c6e-ba48-f191291a1581', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-358549067-subnet', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:39.761043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:39.762298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889491-b034-48a5-b415-a34cd7cfbfbf admin admin] Pushing event updated for resources: {'Network': ['ID=16677327-9494-4c6e-ba48-f191291a1581,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.773078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:39.778928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-43c562fa-b25e-4bff-afc7-f350e1cc3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.780418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-43c562fa-b25e-4bff-afc7-f350e1cc3e6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2069793 Feb 04 15:29:39.784152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:39.795891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc3186-7789-48b2-b02a-b7d5846dd189 req-0d95a5c0-e1df-499b-a4c6-d75d9d2f5153 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.798794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Usage tracker for resource:floatingip and tenant:7e14af7231c34739834c5d8cf1f37dd7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:39.799070 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-80fc3186-7789-48b2-b02a-b7d5846dd189 req-0d95a5c0-e1df-499b-a4c6-d75d9d2f5153 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 945 time: 0.1520085 Feb 04 15:29:39.800119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 16677327-9494-4c6e-ba48-f191291a1581 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:29:39.801897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Usage tracker for resource:subnet and tenant:3bd9d28b50664726b1949f86f03c1cbf is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:39.804469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:39.832188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82c05-3b8d-4442-a1bf-4259f618581f None None] Pushing event updated for resources: {'Port': ['ID=ab0282f1-8f63-44b1-869a-33f3e66b3cf6,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.883129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:39.899880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-80fc3186-7789-48b2-b02a-b7d5846dd189 req-a070cc7c-4a8f-4379-8fd1-16d9e8187293 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918803 Feb 04 15:29:39.958763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:39.965486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:40.088502 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.108677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Transition to ACTIVE for port object 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:40.123011 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.221175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Allocated IP 172.25.8.71 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/8baf1c7c-49dc-4933-8a07-6dbd2882b695) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:40.231794 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.237359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-c4e5bf5f-1169-4e26-b82d-a7588ddfb869 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.239248 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-c4e5bf5f-1169-4e26-b82d-a7588ddfb869 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 949 time: 0.2049441 Feb 04 15:29:40.253532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Made reservation on behalf of 3bd9d28b50664726b1949f86f03c1cbf for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:40.255743 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.314610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309a3a6-e29c-4103-8e0b-0ac86d2c538d req-dfc222f3-6da6-4140-b231-8080f65dd96c tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.322273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5309a3a6-e29c-4103-8e0b-0ac86d2c538d req-dfc222f3-6da6-4140-b231-8080f65dd96c tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 948 time: 0.2244866 Feb 04 15:29:40.342317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5edfc-fe07-4721-b546-a2bc77634273 None None] Pushing event updated for resources: {'Port': ['ID=6df0ad1c-ee7a-438e-982a-cbc7d7df7b77,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:40.381340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Deleting port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:40.381836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.445077 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5309a3a6-e29c-4103-8e0b-0ac86d2c538d req-f8f2ceda-6903-4b74-a883-05f7d646f175 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216550 Feb 04 15:29:40.459767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Attempting to bind port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:40.460253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Attempting to bind port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:40.460704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Attempting to bind port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 on network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:40.472980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:40.477233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Checking segment: {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:40.478814 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.479454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Bound using segment: {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:40.480439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Bound port: 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:40.481153 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.599033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] For port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:40.602454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] For port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6df0ad1c-ee7a-438e-982a-cbc7d7df7b77,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:40.609187 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.666214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-cd6ca1c7-dbfc-400c-9ef2-62adab8be347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.668393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-cd6ca1c7-dbfc-400c-9ef2-62adab8be347 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8705287 Feb 04 15:29:40.706913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:40.708487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:40.799970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5edfc-fe07-4721-b546-a2bc77634273 None None] Pushing event updated for resources: {'Port': ['ID=6df0ad1c-ee7a-438e-982a-cbc7d7df7b77,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:40.881402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba0a81-3227-4d37-9ff5-2ffa4caeccd6 req-b9717533-f993-4ccf-b15f-0a6a59d5b60a tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.889785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0ba0a81-3227-4d37-9ff5-2ffa4caeccd6 req-b9717533-f993-4ccf-b15f-0a6a59d5b60a tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1097 time: 0.9347916 Feb 04 15:29:40.966322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ab0282f1-8f63-44b1-869a-33f3e66b3cf6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:40.967731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a3578-f203-4b95-9b95-85113369665b req-85ec1f68-707a-4bc5-98f1-1afa551eae59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.976201 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a2a3578-f203-4b95-9b95-85113369665b req-85ec1f68-707a-4bc5-98f1-1afa551eae59 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.3685200 Feb 04 15:29:41.016497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] For port 8cacaa8b-ab8f-42f8-9d72-c573a5115246, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8cacaa8b-ab8f-42f8-9d72-c573a5115246,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:41.016914 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.083885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:41.142881 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.169183 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a2a3578-f203-4b95-9b95-85113369665b req-5628e43f-41b4-41fc-8991-0a6b6308e9fb tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876397 Feb 04 15:29:41.181855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Calling delete_port for 8cacaa8b-ab8f-42f8-9d72-c573a5115246 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:41.188613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-2cb46a39-815f-4875-b4a2-d7b0120c8cea service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892614 Feb 04 15:29:41.203187 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.260438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:41.320428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.351999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea264eb6-b0c4-4fc9-9882-018f4af2a36c,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:41.426873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.441384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb12220-b099-4a96-a775-9bfbd36cb9f0 None None] Network b1e903a9-1874-48e2-9c35-cfa23cc08818 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:29:41.473548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:41.492010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Pushing event deleted for resources: {'Port': ['ID=8cacaa8b-ab8f-42f8-9d72-c573a5115246,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:41.520681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Pushing event updated for resources: {'Port': ['ID=8baf1c7c-49dc-4933-8a07-6dbd2882b695,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:41.523243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:41.550475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:41.584620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6e2553d3-add1-44d9-900c-955173fa8bcf None None] Provisioning for port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:41.597378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6e2553d3-add1-44d9-900c-955173fa8bcf None None] Provisioning complete for port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:41.597746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6e2553d3-add1-44d9-900c-955173fa8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.609118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0ba0a81-3227-4d37-9ff5-2ffa4caeccd6 req-7d2d7d58-b4e1-4282-8214-52b9506c3052 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7182300 Feb 04 15:29:41.651292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] No DVR routers for this DVR port 8cacaa8b-ab8f-42f8-9d72-c573a5115246 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:41.654380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.660008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'name': 'network-vif-deleted', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:41.685698 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0764b79d-c37f-431f-b5e4-6c152665f482 req-76eea41b-98d0-4193-bbea-5b9ce10b37b2 tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.61 "DELETE /v2.0/ports/8cacaa8b-ab8f-42f8-9d72-c573a5115246 HTTP/1.1" status: 204 len: 173 time: 1.4361312 Feb 04 15:29:41.709786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f9d3e-999d-4a8c-be79-92d1d7b7469b req-51891689-64e8-4af4-8493-b533f391034f tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:41.714780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2db955c9-7be5-434f-88f9-dabeb7bc04c9 req-485b9df6-ede3-467a-b9a1-e6fba2acd63a service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165856 Feb 04 15:29:41.721979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f9d3e-999d-4a8c-be79-92d1d7b7469b req-51891689-64e8-4af4-8493-b533f391034f tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:41.728327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f9d3e-999d-4a8c-be79-92d1d7b7469b req-51891689-64e8-4af4-8493-b533f391034f tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:41.730236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-672f9d3e-999d-4a8c-be79-92d1d7b7469b req-51891689-64e8-4af4-8493-b533f391034f tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d&device_id=148fcb51-bb47-4f6c-8700-65db37b4731e&device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 2417 time: 0.2268980 Feb 04 15:29:41.802644 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-672f9d3e-999d-4a8c-be79-92d1d7b7469b req-ca116ac2-17a6-4530-b0a1-12b48f8416c4 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662374 Feb 04 15:29:41.882978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6df0ad1c-ee7a-438e-982a-cbc7d7df7b77', 'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'mac_address': 'fa:16:3e:ff:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:40Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'subnets': [{'id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:41.905640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2837cf-681f-4f37-b87c-bbc5fd16d5d3 None None] The sync data for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 is: [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6df0ad1c-ee7a-438e-982a-cbc7d7df7b77', 'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'mac_address': 'fa:16:3e:ff:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:40Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'subnets': [{'id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:41.908061 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6e2553d3-add1-44d9-900c-955173fa8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.960575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6e2553d3-add1-44d9-900c-955173fa8bcf None None] For port ab0282f1-8f63-44b1-869a-33f3e66b3cf6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ab0282f1-8f63-44b1-869a-33f3e66b3cf6,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:41.987341 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6e2553d3-add1-44d9-900c-955173fa8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.109758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f1daa-b28c-4f55-9786-1765aa8de6f4 req-ce98fda4-864f-4603-98e9-213ea0f6c0d5 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.117001 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d93f1daa-b28c-4f55-9786-1765aa8de6f4 req-ce98fda4-864f-4603-98e9-213ea0f6c0d5 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 948 time: 0.1664047 Feb 04 15:29:42.127172 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-637fdfc0-aab7-48e0-9885-09b2c7d89033 req-8b0ee0fb-2b4d-49ec-b4d0-cf6b77a7e54a tempest-MigrationsAdminTest-1685651529 tempest-MigrationsAdminTest-1685651529-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3130cdf-8add-4e79-b697-8d2ada4d2719 HTTP/1.1" status: 200 len: 210 time: 0.2452340 Feb 04 15:29:42.127436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2553d3-add1-44d9-900c-955173fa8bcf None None] Pushing event updated for resources: {'Port': ['ID=ab0282f1-8f63-44b1-869a-33f3e66b3cf6,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:42.147801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Checking segment: {'id': '40804d69-38b6-4df3-b8ef-b0d4b925d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16677327-9494-4c6e-ba48-f191291a1581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:42.148254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Network hostable DHCP agents. Network: 16677327-9494-4c6e-ba48-f191291a1581, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:42.256001 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d93f1daa-b28c-4f55-9786-1765aa8de6f4 req-db645a3b-2cb3-41ae-a23d-8e4a10372bae tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379869 Feb 04 15:29:42.279149 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3130cdf-8add-4e79-b697-8d2ada4d2719', 'name': 'network-vif-deleted', 'tag': '8cacaa8b-ab8f-42f8-9d72-c573a5115246', 'status': 'completed', 'code': 200} Feb 04 15:29:42.518182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eae28-69e4-4237-ac48-22e53ad9de8b req-eaf6b393-ae39-452e-901a-7fcaff476816 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.520505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-df9eae28-69e4-4237-ac48-22e53ad9de8b req-eaf6b393-ae39-452e-901a-7fcaff476816 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.1210291 Feb 04 15:29:42.534412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8cacaa8b-ab8f-42f8-9d72-c573a5115246 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:42.579025 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-df9eae28-69e4-4237-ac48-22e53ad9de8b req-a7fe2c0d-be10-4614-a659-7fbb4e849d3d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496275 Feb 04 15:29:42.583709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 8cacaa8b-ab8f-42f8-9d72-c573a5115246 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:42.583709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8cacaa8b-ab8f-42f8-9d72-c573a5115246 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:42.614198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b99fb7a6-5a2c-4336-9a0e-a40b63d7c307 None None] Provisioning complete for port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:42.614957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b99fb7a6-5a2c-4336-9a0e-a40b63d7c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.660110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Network 16677327-9494-4c6e-ba48-f191291a1581 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:42.670071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.753711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-c16a0e59-5e03-41c3-9e1b-8c3945001990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.756161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-c16a0e59-5e03-41c3-9e1b-8c3945001990 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7e103a1313640578565813ff67bb20c&device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 1099 time: 0.8754766 Feb 04 15:29:42.757785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 16677327-9494-4c6e-ba48-f191291a1581) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:42.807728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98432ea0-d0a2-4ce5-ad78-ed0ac8cd474f None None] Network 16677327-9494-4c6e-ba48-f191291a1581 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:29:42.856826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb7b6f-04b3-46d4-a83c-60cce45a0523 req-173ff723-772a-4dd1-82a5-733d10f8df99 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.858559 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3eeb7b6f-04b3-46d4-a83c-60cce45a0523 req-173ff723-772a-4dd1-82a5-733d10f8df99 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1097 time: 0.1111896 Feb 04 15:29:42.912533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.913152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.934873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:42.946871 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3eeb7b6f-04b3-46d4-a83c-60cce45a0523 req-59151b80-243b-4c3f-a420-9a5bef75132d tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822253 Feb 04 15:29:43.105831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-04a805b8-aae2-4ba1-b1ef-558cd622dc88 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3762031 Feb 04 15:29:43.108798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51010) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:43.114238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:43.121403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:43.133409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Usage tracker for resource:router and tenant:3bd9d28b50664726b1949f86f03c1cbf is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:43.135457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-47bc1b5a-33b4-4881-ab96-9f21c0ec59e2 req-b99018c6-489b-4003-bbf9-5dc356d7e2ad tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.8755438 Feb 04 15:29:43.137647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:43.139424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:43.144943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-920824d4-047d-4e06-beea-a5460b1056f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:43.147519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:43.147938 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.158948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:43.161339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-920824d4-047d-4e06-beea-a5460b1056f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3958015 Feb 04 15:29:43.188064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.189650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.219790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.344803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.375752 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.474154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-d83de7ad-7feb-4bab-acf3-a5e8bebfade2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=4a95ec4b-b714-4425-b51b-793f1c523058 HTTP/1.1" status: 200 len: 217 time: 0.2480311 Feb 04 15:29:43.490817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-16677327-9494-4c6e-ba48-f191291a1581', 'network_id': '16677327-9494-4c6e-ba48-f191291a1581', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'fixed_ips': [{'subnet_id': 'ea264eb6-b0c4-4fc9-9882-018f4af2a36c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:29:43.491630 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.514471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6df0ad1c-ee7a-438e-982a-cbc7d7df7b77,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:43.589698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.590512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ab0282f1-8f63-44b1-869a-33f3e66b3cf6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:43.672381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Allocated IP 172.25.8.185 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/50b5ddf1-3c71-4554-b893-9d180969be9f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:43.677948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-513e79bc-6824-4d51-8f1a-d5fab41cd621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:43.679848 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-513e79bc-6824-4d51-8f1a-d5fab41cd621 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1776500 Feb 04 15:29:43.801269 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.956918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=6df0ad1c-ee7a-438e-982a-cbc7d7df7b77,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:44.002147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Allocated IP 172.20.0.2 (16677327-9494-4c6e-ba48-f191291a1581/ea264eb6-b0c4-4fc9-9882-018f4af2a36c/eb09dc1e-d961-4510-af03-2e5ba7c39f82) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:44.010626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:44.012323 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.236837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51042) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:44.375895 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.388792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-8963c4ca-af43-4c7f-af9c-79b7d3fa58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:44.390333 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-8963c4ca-af43-4c7f-af9c-79b7d3fa58d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6271944 Feb 04 15:29:44.491561 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.504708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Transition to ACTIVE for port object eb09dc1e-d961-4510-af03-2e5ba7c39f82 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:44.529954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Transition to ACTIVE for port object eb09dc1e-d961-4510-af03-2e5ba7c39f82 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:44.536841 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.603963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Network 16677327-9494-4c6e-ba48-f191291a1581 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:44.611413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:44.616265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:44.666837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Pushing event updated for resources: {'Port': ['ID=eb09dc1e-d961-4510-af03-2e5ba7c39f82,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:44.672414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.730583 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bfc74407-59fc-4693-b707-9db26e08ac93 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=351b5fc8c821429d90b7d6fb4f2e1eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917965 Feb 04 15:29:44.734349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51054) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:44.740984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Attempting to bind port eb09dc1e-d961-4510-af03-2e5ba7c39f82 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:44.741604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Attempting to bind port eb09dc1e-d961-4510-af03-2e5ba7c39f82 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '40804d69-38b6-4df3-b8ef-b0d4b925d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16677327-9494-4c6e-ba48-f191291a1581'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:44.742265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Attempting to bind port eb09dc1e-d961-4510-af03-2e5ba7c39f82 on network 16677327-9494-4c6e-ba48-f191291a1581 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:44.747071 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.755197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:44.771800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35a78-35aa-4859-ab26-860ec469196c req-3001e8e4-bed8-4588-afe8-a4a943015939 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:44.773468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dba35a78-35aa-4859-ab26-860ec469196c req-3001e8e4-bed8-4588-afe8-a4a943015939 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 948 time: 0.8348341 Feb 04 15:29:44.799646 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.804348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:44.805180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Checking segment: {'id': '40804d69-38b6-4df3-b8ef-b0d4b925d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16677327-9494-4c6e-ba48-f191291a1581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:44.805417 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.806419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Bound using segment: {'id': '40804d69-38b6-4df3-b8ef-b0d4b925d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16677327-9494-4c6e-ba48-f191291a1581'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:44.807168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Bound port: eb09dc1e-d961-4510-af03-2e5ba7c39f82, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40804d69-38b6-4df3-b8ef-b0d4b925d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16677327-9494-4c6e-ba48-f191291a1581'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:44.807855 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.913142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f443107-f90a-4ab6-98e1-ca02ba654037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.955963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:44.956349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.959256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f443107-f90a-4ab6-98e1-ca02ba654037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.974894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dba35a78-35aa-4859-ab26-860ec469196c req-70571116-8556-4cf4-901e-2eed9f8226cd tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834483 Feb 04 15:29:45.006632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] For port eb09dc1e-d961-4510-af03-2e5ba7c39f82, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:45.021676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] For port eb09dc1e-d961-4510-af03-2e5ba7c39f82, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=eb09dc1e-d961-4510-af03-2e5ba7c39f82,segment=NetworkSegment(40804d69-38b6-4df3-b8ef-b0d4b925d3a7),segment_id=40804d69-38b6-4df3-b8ef-b0d4b925d3a7)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:45.031613 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.046067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-1bc43670-a08b-4c92-99d2-93400f45a8fb service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835884 Feb 04 15:29:45.084082 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.126123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-ce49bb0e-4f12-47e0-a1de-a18569302b26 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:29:45.128411 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-ce49bb0e-4f12-47e0-a1de-a18569302b26 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2280195 Feb 04 15:29:45.128411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f443107-f90a-4ab6-98e1-ca02ba654037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.168240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f443107-f90a-4ab6-98e1-ca02ba654037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b2362-362b-4496-bdaa-c505f9eb5a50,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:45.195047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4a95ec4b-b714-4425-b51b-793f1c523058 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:45.216146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a299-91db-4b1d-b4ac-744ad7ee941c None None] Pushing event updated for resources: {'Port': ['ID=eb09dc1e-d961-4510-af03-2e5ba7c39f82,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:45.278450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:45.286035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:45.288901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:45.299328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f443107-f90a-4ab6-98e1-ca02ba654037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.310839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1f443107-f90a-4ab6-98e1-ca02ba654037 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/032b2362-362b-4496-bdaa-c505f9eb5a50 HTTP/1.1" status: 204 len: 168 time: 0.5657790 Feb 04 15:29:45.325008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Request body: {'binding': {'host': 'n-h2-827870-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:45.325464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Unknown quota resources ['binding']. {{(pid=87571) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 15:29:45.341628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:29:45.356214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event updated for resources: {'Port': ['ID=50b5ddf1-3c71-4554-b893-9d180969be9f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:45.434867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Allocated IP 172.25.8.176 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/50ca8621-2674-4ab2-99d9-247a12b6ed51) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:45.594146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4a95ec4b-b714-4425-b51b-793f1c523058, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4a95ec4b-b714-4425-b51b-793f1c523058,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:45.615167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '4a95ec4b-b714-4425-b51b-793f1c523058', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '4a95ec4b-b714-4425-b51b-793f1c523058', 'mac_address': 'fa:16:3e:e3:48:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:29:45.687671 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.713547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a95ec4b-b714-4425-b51b-793f1c523058 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:45.745827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4a95ec4b-b714-4425-b51b-793f1c523058, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4a95ec4b-b714-4425-b51b-793f1c523058,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:45.755928 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.812374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6eb9db5-4c6b-4442-9fd5-4c41e197c467 req-20bfa6da-69b4-4e68-a00c-c829b4482ce0 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7528350 Feb 04 15:29:45.844478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4a95ec4b-b714-4425-b51b-793f1c523058,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:45.865892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.886192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:29:45.889069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51068) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:45.890905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on host n-h2-827870-1 for vnic_type normal with profile None {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:45.891247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:45.891577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:45.896990 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Sync routers for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:45.902213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:29:45.902526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:45.908743 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:45.909366 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:45.911533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:45.911876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:45.912255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:45.912718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Bound port: e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:45.955670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:45.957756 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.969422 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.970940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fc974b35-ba34-4811-bdc5-290b9c1a1170 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.8704994 Feb 04 15:29:45.978837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51072) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:45.981810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.997264 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] Notify callbacks [] for binding, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.008651 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-33b51c56-4253-4d7d-aab0-655ef31fb581 service neutron] 10.222.0.46 "POST /v2.0/ports/e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc/bindings HTTP/1.1" status: 201 len: 389 time: 0.8618867 Feb 04 15:29:46.044721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:46.047249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:46.051164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:46.055347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['4a95ec4b-b714-4425-b51b-793f1c523058'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:46.089554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Pushing event updated for resources: {'Port': ['ID=50ca8621-2674-4ab2-99d9-247a12b6ed51,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:46.148723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897a075-0209-46b1-9658-b45f5fd85c34 req-9992135b-b8ba-41ac-a3a9-78ccaeb4272f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:46.150675 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e897a075-0209-46b1-9658-b45f5fd85c34 req-9992135b-b8ba-41ac-a3a9-78ccaeb4272f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.4644361 Feb 04 15:29:46.181690 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:46.213986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5dd45d5b-cff8-413e-9399-43960a643ef5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff9add6cfd66413ea7b938b589c97bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141963 Feb 04 15:29:46.246295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51080) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:46.592747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-83b2d6a5-b016-4b66-86df-e672ae8bb81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:46.594264 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-83b2d6a5-b016-4b66-86df-e672ae8bb81b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1097 time: 0.2867022 Feb 04 15:29:46.701162 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:42Z', 'revision_number': 3, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:46.711175 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Checking router: 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:46.713186 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Updating router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 port 8baf1c7c-49dc-4933-8a07-6dbd2882b695 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:29:46.715839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.774206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74fc1359-9b44-4631-b83a-f3604679c4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.806403 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.835090 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e897a075-0209-46b1-9658-b45f5fd85c34 req-30f8efe2-7f61-48ad-b57c-dcce48933955 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227078 Feb 04 15:29:46.838322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559159b8-7d97-42c5-bccb-311577e0f86b None None] Network 16677327-9494-4c6e-ba48-f191291a1581 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:29:46.941992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74fc1359-9b44-4631-b83a-f3604679c4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.057096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device eb09dc1e-d961-4510-af03-2e5ba7c39f82 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:47.144063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ca9e677-6f9a-4fc5-8001-b1860fd893b1 None None] Provisioning for port eb09dc1e-d961-4510-af03-2e5ba7c39f82 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:47.214067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4a95ec4b-b714-4425-b51b-793f1c523058 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:47.282219 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.297840 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Transition to ACTIVE for port object 8baf1c7c-49dc-4933-8a07-6dbd2882b695 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:47.300183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port eb09dc1e-d961-4510-af03-2e5ba7c39f82 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:47.308653 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.313285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port eb09dc1e-d961-4510-af03-2e5ba7c39f82 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:47.314079 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.342012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.409021 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Attempting to bind port 8baf1c7c-49dc-4933-8a07-6dbd2882b695 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:47.409366 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Attempting to bind port 8baf1c7c-49dc-4933-8a07-6dbd2882b695 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:47.409631 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Attempting to bind port 8baf1c7c-49dc-4933-8a07-6dbd2882b695 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:47.421563 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:47.421946 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:47.424269 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.424661 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:47.425172 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Bound port: 8baf1c7c-49dc-4933-8a07-6dbd2882b695, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:47.425652 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.496473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 4a95ec4b-b714-4425-b51b-793f1c523058 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:47.521606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 4a95ec4b-b714-4425-b51b-793f1c523058 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:47.524090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-e896976f-4716-48f1-b539-b90929a84617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.525392 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.526188 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-e896976f-4716-48f1-b539-b90929a84617 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.8704522 Feb 04 15:29:47.541220 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5fae4-0621-47e1-ab5d-8c3de227d491 None None] Pushing event updated for resources: {'Port': ['ID=8baf1c7c-49dc-4933-8a07-6dbd2882b695,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:47.550595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f77540-3f60-4d09-8d06-ddde569a95c0 req-9bf6ea2c-ce6b-4e37-9e8e-bc1938bce066 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.559049 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15f77540-3f60-4d09-8d06-ddde569a95c0 req-9bf6ea2c-ce6b-4e37-9e8e-bc1938bce066 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 949 time: 0.9019706 Feb 04 15:29:47.579805 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] For port 8baf1c7c-49dc-4933-8a07-6dbd2882b695, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:47.584491 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] For port 8baf1c7c-49dc-4933-8a07-6dbd2882b695, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8baf1c7c-49dc-4933-8a07-6dbd2882b695,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:47.601201 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.637275 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.662085 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-6a55f879-2c9d-4454-b8dd-715d38be233d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc HTTP/1.1" status: 200 len: 217 time: 0.1003125 Feb 04 15:29:47.709972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port eb09dc1e-d961-4510-af03-2e5ba7c39f82, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=eb09dc1e-d961-4510-af03-2e5ba7c39f82,segment=NetworkSegment(40804d69-38b6-4df3-b8ef-b0d4b925d3a7),segment_id=40804d69-38b6-4df3-b8ef-b0d4b925d3a7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:47.736969 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.754691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74fc1359-9b44-4631-b83a-f3604679c4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.781593 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5fae4-0621-47e1-ab5d-8c3de227d491 None None] Pushing event updated for resources: {'Port': ['ID=8baf1c7c-49dc-4933-8a07-6dbd2882b695,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:47.807393 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:47.808410 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:47.829283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-91e9b5e9-94e5-44eb-bb35-8f7bba9fa546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.830637 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-91e9b5e9-94e5-44eb-bb35-8f7bba9fa546 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.1503251 Feb 04 15:29:47.850695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc1359-9b44-4631-b83a-f3604679c4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43723fc4-d113-4985-84f0-e148d649cc4d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:47.875128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e94d29-7da2-448f-863c-55611f3b32ea req-f7d55644-198c-4cde-8dd3-ede50bf2248f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.876735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14e94d29-7da2-448f-863c-55611f3b32ea req-f7d55644-198c-4cde-8dd3-ede50bf2248f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 946 time: 0.8254943 Feb 04 15:29:47.898189 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15f77540-3f60-4d09-8d06-ddde569a95c0 req-b9e31858-72dc-4723-8fee-d524592368bc tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383324 Feb 04 15:29:47.914022 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-b6bfd68e-8b6f-4a96-8d16-5d6096d90b8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727351 Feb 04 15:29:47.916881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-49949739-75ba-46e0-9251-a8adbd2d6e24 None None] Provisioning complete for port eb09dc1e-d961-4510-af03-2e5ba7c39f82 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:47.917421 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-49949739-75ba-46e0-9251-a8adbd2d6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.959989 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.983619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=eb09dc1e-d961-4510-af03-2e5ba7c39f82,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:48.020218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4a95ec4b-b714-4425-b51b-793f1c523058, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4a95ec4b-b714-4425-b51b-793f1c523058,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:48.023275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a95ec4b-b714-4425-b51b-793f1c523058'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:48.032801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.068554 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.115099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14e94d29-7da2-448f-863c-55611f3b32ea req-6c75e933-656f-4285-b776-e53171359ea5 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296920 Feb 04 15:29:48.116232 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74fc1359-9b44-4631-b83a-f3604679c4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.117520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-74fc1359-9b44-4631-b83a-f3604679c4f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43723fc4-d113-4985-84f0-e148d649cc4d HTTP/1.1" status: 204 len: 168 time: 1.8660960 Feb 04 15:29:48.133555 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.257923 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.283055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4a95ec4b-b714-4425-b51b-793f1c523058,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:48.330568 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:48.498032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-1d50d7fa-6074-4b40-8017-a7c57e4f065a service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689371 Feb 04 15:29:48.505355 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a95ec4b-b714-4425-b51b-793f1c523058', 'code': 200} Feb 04 15:29:48.577295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event updated for resources: {'Port': ['ID=50b5ddf1-3c71-4554-b893-9d180969be9f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:48.584062 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.765795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device eb09dc1e-d961-4510-af03-2e5ba7c39f82 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:48.781833 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.783304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2c1db1d4-e2af-417c-83e8-44c5a9ab5214 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0558717 Feb 04 15:29:48.879556 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.900560 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:42Z', 'revision_number': 3, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:48.910949 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b7d3e-b138-4666-a7aa-77c90aa9a8e1 None None] The sync data for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 is: [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:42Z', 'revision_number': 3, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:48.927403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port eb09dc1e-d961-4510-af03-2e5ba7c39f82 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:48.928010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.067916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaaf52-0838-4407-96f2-918537d77c51 req-cfd0f742-fbc3-43a0-9f9d-19ea633ec264 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:49.071119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50eaaf52-0838-4407-96f2-918537d77c51 req-cfd0f742-fbc3-43a0-9f9d-19ea633ec264 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.4077635 Feb 04 15:29:49.108841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-3c98221d-d86e-40de-b5fe-e9ecf3092039 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941243 Feb 04 15:29:49.136965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:29:49.158660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6df66-eab5-412f-8fe2-d3d86d3060c0 req-2c870441-645d-4d13-aa0b-8fab9a401507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:49.160226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72f6df66-eab5-412f-8fe2-d3d86d3060c0 req-2c870441-645d-4d13-aa0b-8fab9a401507 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 1101 time: 0.4278207 Feb 04 15:29:49.242265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50eaaf52-0838-4407-96f2-918537d77c51 req-34997ad3-bf9f-48d9-ac67-12ca4ec9c79a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549242 Feb 04 15:29:49.303911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72f6df66-eab5-412f-8fe2-d3d86d3060c0 req-10c88011-a2fd-4aad-ae4f-37b163f0aa9b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321468 Feb 04 15:29:49.375537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Allocated IP 172.20.0.1 (b1e903a9-1874-48e2-9c35-cfa23cc08818/e69b2e6a-7774-4996-8396-099191cc543b/e29e6a28-8f67-4659-9525-a644e0691a97) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:49.643672 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.681935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Transition to ACTIVE for port object e29e6a28-8f67-4659-9525-a644e0691a97 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:49.723446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.763463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-15dedba4-e600-4e5f-9876-83f117ae53dc tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:49.764975 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-15dedba4-e600-4e5f-9876-83f117ae53dc tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1097 time: 0.5267899 Feb 04 15:29:49.796876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Network b1e903a9-1874-48e2-9c35-cfa23cc08818 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:49.805015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:49.810221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:49.819231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827870-1'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:49.921927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:29:49.936521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Sync routers for ids ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:49.952069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Routers {'68ae1239-cc8f-41d7-abae-7ba8c08acca5'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:49.952990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:50.019071 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.024274 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a1d34406-a5a4-4861-bd08-8028ed58ff25 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9145091 Feb 04 15:29:50.027027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51140) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:29:50.087726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Pushing event updated for resources: {'Port': ['ID=e29e6a28-8f67-4659-9525-a644e0691a97,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:50.117196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cfe56-b097-42f5-8787-08c02c580915 req-c5df4607-f05d-46f5-8b73-a886eef05000 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.127585 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.128413 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-193cfe56-b097-42f5-8787-08c02c580915 req-c5df4607-f05d-46f5-8b73-a886eef05000 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 950 time: 0.8826067 Feb 04 15:29:50.251034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.254868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d561954f-abbf-46bc-bc81-f5449cb90c3a None None] Provisioning for port e29e6a28-8f67-4659-9525-a644e0691a97 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:50.259828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Set router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:50.460160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d561954f-abbf-46bc-bc81-f5449cb90c3a None None] Provisioning complete for port e29e6a28-8f67-4659-9525-a644e0691a97 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:50.464231 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d561954f-abbf-46bc-bc81-f5449cb90c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.564476 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-193cfe56-b097-42f5-8787-08c02c580915 req-0235d004-dcfc-4dd7-b7a3-aea546232935 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349554 Feb 04 15:29:50.775448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d561954f-abbf-46bc-bc81-f5449cb90c3a None None] Port e29e6a28-8f67-4659-9525-a644e0691a97 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:29:50.857696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-5c82cf9a-8071-41c5-a2d5-cb99ee8524b6 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.864410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-5c82cf9a-8071-41c5-a2d5-cb99ee8524b6 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/networks?id=0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 200 len: 821 time: 1.0127695 Feb 04 15:29:50.885268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8baf1c7c-49dc-4933-8a07-6dbd2882b695 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:50.889009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-d6b9354b-770f-47ca-a382-1840c26b9081 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/quotas/7e14af7231c34739834c5d8cf1f37dd7 HTTP/1.1" status: 200 len: 375 time: 0.0213771 Feb 04 15:29:51.022397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-72726eda-3895-4c05-ac52-4821281d8951 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5471630 Feb 04 15:29:51.028489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8baf1c7c-49dc-4933-8a07-6dbd2882b695 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:51.035134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.037464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:43Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 3, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'gw_port': {'id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:44Z', 'updated_at': '2022-02-04T15:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:51.039455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8baf1c7c-49dc-4933-8a07-6dbd2882b695 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:51.040020 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.099467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Checking router: 68ae1239-cc8f-41d7-abae-7ba8c08acca5 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:51.099467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Updating router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 port 50ca8621-2674-4ab2-99d9-247a12b6ed51 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:29:51.112491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:51.183468 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.193365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbab4ff-ac02-43f5-b786-7e5a8dc547b2 req-eb7d6b1c-134a-4fbb-8efd-9d7fae053919 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:51.194839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4fbab4ff-ac02-43f5-b786-7e5a8dc547b2 req-eb7d6b1c-134a-4fbb-8efd-9d7fae053919 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 946 time: 0.3606522 Feb 04 15:29:51.243885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-2d89d4fa-dc83-4aba-bb5d-1776279ce2f9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3554895 Feb 04 15:29:51.246380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:29:51.291791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:51.413989 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.414790 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4fbab4ff-ac02-43f5-b786-7e5a8dc547b2 req-04049af2-9697-4838-b015-a973f59c7fc3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086062 Feb 04 15:29:51.453449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:51.459518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.514119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-e37f900b-d69e-4aec-b895-2812315799c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:51.514835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8baf1c7c-49dc-4933-8a07-6dbd2882b695, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8baf1c7c-49dc-4933-8a07-6dbd2882b695,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:51.516119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-e37f900b-d69e-4aec-b895-2812315799c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 1097 time: 0.2846119 Feb 04 15:29:51.522177 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.530482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.664862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8baf1c7c-49dc-4933-8a07-6dbd2882b695,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:51.675714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.676419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.676968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.677469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.678109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.678591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.679085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.679562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.680039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.680568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.681256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.681848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:51.717139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-84161a7b-870b-4495-bf07-c7cc2b363e3c service neutron] 10.222.0.46 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723234 Feb 04 15:29:51.774612 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.782406 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.799652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:51.800026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Transition to ACTIVE for port object 50ca8621-2674-4ab2-99d9-247a12b6ed51 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:51.817682 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.834642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:51.834956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:51.835339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:51.841442 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.847279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:29:51.847607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Attempting to bind port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:51.889193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:51.889535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:51.889926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:51.890363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Bound port: e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:51.890709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.934939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Attempting to bind port 50ca8621-2674-4ab2-99d9-247a12b6ed51 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:51.935574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Attempting to bind port 50ca8621-2674-4ab2-99d9-247a12b6ed51 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:51.936136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Attempting to bind port 50ca8621-2674-4ab2-99d9-247a12b6ed51 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:51.943299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4b445-4ed1-405f-b860-f3aed02ca056 None None] Pushing event updated for resources: {'Port': ['ID=50ca8621-2674-4ab2-99d9-247a12b6ed51,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:51.949540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:51.950343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:51.950933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.951490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:51.952497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Bound port: 50ca8621-2674-4ab2-99d9-247a12b6ed51, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:51.953228 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.989967 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.017106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Pushing event updated for resources: {'Port': ['ID=e29e6a28-8f67-4659-9525-a644e0691a97,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:52.034983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] For port 50ca8621-2674-4ab2-99d9-247a12b6ed51, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:52.039244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] For port 50ca8621-2674-4ab2-99d9-247a12b6ed51, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=50ca8621-2674-4ab2-99d9-247a12b6ed51,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:52.044441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.126100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-60ac78ed-231a-4faa-8d31-7b5e9d0835ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.127722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-60ac78ed-231a-4faa-8d31-7b5e9d0835ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 200 len: 916 time: 0.5827196 Feb 04 15:29:52.132451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Routers {'68ae1239-cc8f-41d7-abae-7ba8c08acca5'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:52.133107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:52.201659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4b445-4ed1-405f-b860-f3aed02ca056 None None] Pushing event updated for resources: {'Port': ['ID=50ca8621-2674-4ab2-99d9-247a12b6ed51,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:52.232494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-9f6ef9f0-3ddb-4145-8668-d86da833a718 service neutron] 10.222.0.46 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919608 Feb 04 15:29:52.244079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-9a44ff74-b3ab-41b1-ba83-4ed9e9ae96c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59cfea-be56-4333-8839-b9af4d2aafa0 HTTP/1.1" status: 200 len: 217 time: 0.1014795 Feb 04 15:29:52.264285 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.276059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:52.295341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:52.339035 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.365321 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] Set router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:52.368454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Network b1e903a9-1874-48e2-9c35-cfa23cc08818 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:52.370117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-19fab663-b8a8-40d6-ad52-b6e35ce635a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.371592 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-19fab663-b8a8-40d6-ad52-b6e35ce635a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c0a1617-8540-431c-ba88-5917c9ce34a3 HTTP/1.1" status: 200 len: 854 time: 0.1185246 Feb 04 15:29:52.372747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:52.499352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d0511-b427-4c4e-86cf-c70eb6c41107 req-c416d578-8639-438a-8839-7b2b3c00319a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.501100 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-378d0511-b427-4c4e-86cf-c70eb6c41107 req-c416d578-8639-438a-8839-7b2b3c00319a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.4457242 Feb 04 15:29:52.817825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8baf1c7c-49dc-4933-8a07-6dbd2882b695 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:52.935898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-05b7298b-878c-4c6b-8bb0-022d289ee264 None None] Provisioning complete for port e29e6a28-8f67-4659-9525-a644e0691a97 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:52.936271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-05b7298b-878c-4c6b-8bb0-022d289ee264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.953035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,revision_number=8']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:52.981710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:29:52.986117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.986758 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.988814 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-35770684-ab45-4370-81ee-1633e6ffe809 service neutron] 10.222.0.61 "PUT /v2.0/ports/e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc HTTP/1.1" status: 200 len: 1122 time: 3.2013900 Feb 04 15:29:52.993914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-f512ad3b-cfff-4367-9f4e-cd95906617ef tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628901 Feb 04 15:29:53.015453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-05b7298b-878c-4c6b-8bb0-022d289ee264 None None] Port e29e6a28-8f67-4659-9525-a644e0691a97 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:29:53.034408 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-378d0511-b427-4c4e-86cf-c70eb6c41107 req-3b557b5c-0e7c-414e-b7ff-fc59b2120411 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003431 Feb 04 15:29:53.038339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8baf1c7c-49dc-4933-8a07-6dbd2882b695 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:53.038840 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.085943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:53.163155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:43Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 3, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'gw_port': {'id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:44Z', 'updated_at': '2022-02-04T15:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:53.180859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd59d2a-cd59-4ae7-935f-4f78f887a2a0 None None] The sync data for ids ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'] in n-d-827870-1 is: [{'id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:43Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 3, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'gw_port': {'id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:44Z', 'updated_at': '2022-02-04T15:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:53.195220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Allocated IP 172.20.0.1 (16677327-9494-4c6e-ba48-f191291a1581/ea264eb6-b0c4-4fc9-9882-018f4af2a36c/149f112e-b7d6-4b40-9603-c170b0d553cc) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:53.217384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-47e354eb-0610-4b43-842a-da62fda0c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.219139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-47e354eb-0610-4b43-842a-da62fda0c0a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8395765 Feb 04 15:29:53.269530 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc', 'code': 200} Feb 04 15:29:53.602543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:29:53.630280 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Sync routers for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:53.639516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.642663 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:53.643381 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:53.650252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b204cbc-ff59-47db-acb4-e3169adbe7e7 req-09acf98c-60ee-45c7-af61-ee8a865b59e9 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.651890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b204cbc-ff59-47db-acb4-e3169adbe7e7 req-09acf98c-60ee-45c7-af61-ee8a865b59e9 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 950 time: 0.2231731 Feb 04 15:29:53.656960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-382865f4-9dbe-4964-9009-7ea171bf6c55 admin admin] 10.222.0.46 "PUT /v2.0/routers/69f56f96-c895-437e-94cd-bfdd5b5ba0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6734598 Feb 04 15:29:53.659421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-5cf6dc86-f224-4241-85c0-44c793e06143 service neutron] 10.222.0.53 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261315 Feb 04 15:29:53.672714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-7c6b70b9-fc7a-49f1-aecd-ebf9d8b5698b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.676426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-7c6b70b9-fc7a-49f1-aecd-ebf9d8b5698b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5830405 Feb 04 15:29:53.688577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-00e3c2b6-f156-4e92-ba1f-06efe56dd702 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.699982 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-00e3c2b6-f156-4e92-ba1f-06efe56dd702 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.61 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 945 time: 0.3229871 Feb 04 15:29:53.771927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-d19c07d5-7bbe-4845-abdc-f8e67d497407 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/quotas/94d67fbb5c1d4174bb1ab4a3339d700a HTTP/1.1" status: 200 len: 375 time: 0.0674798 Feb 04 15:29:53.863161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Transition to ACTIVE for port object 149f112e-b7d6-4b40-9603-c170b0d553cc will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:53.865993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-4a50fd9e-9885-42a4-8ec4-cd8bd4fccb96 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817907 Feb 04 15:29:53.879167 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b204cbc-ff59-47db-acb4-e3169adbe7e7 req-a3064040-bc2a-4f42-8b3f-d623793adb48 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780162 Feb 04 15:29:53.898331 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:53.939093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Deleting port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:29:53.939776 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.030195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-488bbf97-95c5-4628-82e3-7dc6b23fc1ca req-91aa85ff-6077-4b0f-b35c-03f7300146fd service neutron] 10.222.0.53 "GET /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507814 Feb 04 15:29:54.551802 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:50Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e29e6a28-8f67-4659-9525-a644e0691a97', 'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'mac_address': 'fa:16:3e:16:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:48Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 2, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'subnets': [{'id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:54.557420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b238eb1a-68e7-4416-8611-cee33048f93a req-9b818903-8533-46a6-8717-6f495435e228 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 210 time: 0.3711808 Feb 04 15:29:54.570533 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Checking router: 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:54.571515 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Updating router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 port e29e6a28-8f67-4659-9525-a644e0691a97 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:29:54.625633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-23933e05-1849-46da-830d-1f5027a36b01 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:54.628628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-23933e05-1849-46da-830d-1f5027a36b01 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.61 "GET /v2.0/networks?id=0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 200 len: 821 time: 0.3739638 Feb 04 15:29:54.645312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Request body: {'port': {'device_id': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4', 'admin_state_up': True, 'tenant_id': '7e14af7231c34739834c5d8cf1f37dd7'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:54.656926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] For port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:54.658026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.788067 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.861990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Calling delete_port for 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:29:54.896204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 50ca8621-2674-4ab2-99d9-247a12b6ed51 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:54.915952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:54.931388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.932017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Usage tracker for resource:port and tenant:7e14af7231c34739834c5d8cf1f37dd7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:54.937296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:54.946033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:54.977374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Made reservation on behalf of 7e14af7231c34739834c5d8cf1f37dd7 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:54.983982 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.013718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 50ca8621-2674-4ab2-99d9-247a12b6ed51 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:55.021525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 50ca8621-2674-4ab2-99d9-247a12b6ed51 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:55.022907 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.294239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:55.344083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Network 16677327-9494-4c6e-ba48-f191291a1581 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:55.345355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:55.359952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:55.385660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.412281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510e801-e6ee-4f42-b8d2-3d383a9461fd req-1d04df9b-384d-4b08-a7e7-bdf434b70710 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:55.431345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7510e801-e6ee-4f42-b8d2-3d383a9461fd req-1d04df9b-384d-4b08-a7e7-bdf434b70710 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 944 time: 0.5596704 Feb 04 15:29:55.433265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 50ca8621-2674-4ab2-99d9-247a12b6ed51, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=50ca8621-2674-4ab2-99d9-247a12b6ed51,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:55.453223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.537873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Pushing event updated for resources: {'Port': ['ID=149f112e-b7d6-4b40-9603-c170b0d553cc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:55.628081 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7510e801-e6ee-4f42-b8d2-3d383a9461fd req-01e6b4ec-2fc5-4e2e-a512-b951963add28 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954150 Feb 04 15:29:55.659782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Allocated IP 172.20.0.11 (0edf948f-2ae6-425e-98a6-9eac92c506a4/b824573f-7ef5-4745-9627-5c161e4943f7/b2a51cd3-ebb2-4a73-9032-e2b681690cec) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:55.662005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=50ca8621-2674-4ab2-99d9-247a12b6ed51,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:55.666380 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.697334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4f4b-8173-4fde-9e71-aac823d5839f req-babcdae7-58bc-490e-a86b-ac1967f0ba07 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:55.698911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e76e4f4b-8173-4fde-9e71-aac823d5839f req-babcdae7-58bc-490e-a86b-ac1967f0ba07 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=e84eee56-a24b-405d-92de-3bcf2ccc519d HTTP/1.1" status: 200 len: 945 time: 1.4909568 Feb 04 15:29:55.704314 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Transition to ACTIVE for port object e29e6a28-8f67-4659-9525-a644e0691a97 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:55.724211 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.767642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b2fb32e8-c423-451a-ae8a-cb56000728e7 None None] Provisioning for port 149f112e-b7d6-4b40-9603-c170b0d553cc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:55.776824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b2fb32e8-c423-451a-ae8a-cb56000728e7 None None] Provisioning complete for port 149f112e-b7d6-4b40-9603-c170b0d553cc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:55.778550 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2fb32e8-c423-451a-ae8a-cb56000728e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.891471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb32e8-c423-451a-ae8a-cb56000728e7 None None] Port 149f112e-b7d6-4b40-9603-c170b0d553cc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:29:55.914061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.922685 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.938250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['ad59cfea-be56-4333-8839-b9af4d2aafa0'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:55.961725 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86d01a-4987-47b8-9e14-97ea604ccb23 None None] Pushing event updated for resources: {'Port': ['ID=e29e6a28-8f67-4659-9525-a644e0691a97,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:56.036055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['bf55f613-6e65-437c-a0a3-33491aed9305'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:29:56.168479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.221477 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-1e6b40b3-52a1-4bb8-a493-19c49d3efe2c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543818 Feb 04 15:29:56.241707 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Attempting to bind port e29e6a28-8f67-4659-9525-a644e0691a97 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:56.243409 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Attempting to bind port e29e6a28-8f67-4659-9525-a644e0691a97 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:56.245482 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Attempting to bind port e29e6a28-8f67-4659-9525-a644e0691a97 on network b1e903a9-1874-48e2-9c35-cfa23cc08818 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:29:56.256558 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:29:56.269678 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Checking segment: {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:29:56.270372 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.270925 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Bound using segment: {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:29:56.271638 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Bound port: e29e6a28-8f67-4659-9525-a644e0691a97, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:56.272196 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.364280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Pushing event deleted for resources: {'Port': ['ID=8ee38e70-b0aa-411d-aa5c-81e42c4182d4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:56.392916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e76e4f4b-8173-4fde-9e71-aac823d5839f req-0754a81c-f0b0-4a85-be7e-049175176f3e tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792595 Feb 04 15:29:56.415806 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.498199 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] For port e29e6a28-8f67-4659-9525-a644e0691a97, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:56.502141 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] For port e29e6a28-8f67-4659-9525-a644e0691a97, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e29e6a28-8f67-4659-9525-a644e0691a97,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:29:56.512066 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.585813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Network 0edf948f-2ae6-425e-98a6-9eac92c506a4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:56.591419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:29:56.604934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:29:56.608660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] No DVR routers for this DVR port 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:56.614469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:56.626606 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.661666 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:56.662851 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:56.682092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:29:56.682461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 8ee38e70-b0aa-411d-aa5c-81e42c4182d4 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:29:56.743892 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86d01a-4987-47b8-9e14-97ea604ccb23 None None] Pushing event updated for resources: {'Port': ['ID=e29e6a28-8f67-4659-9525-a644e0691a97,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:56.748261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e2791758-efda-4f64-a10b-466bfb2c0dce req-ca56b685-6e54-4c01-96b1-bc7f7cbd746e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 210 time: 0.0997956 Feb 04 15:29:56.778848 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1f81ce8e-d6dc-4a3c-afa5-9e0778051f3b req-24a25371-a981-4a49-b925-a887f9abb5c8 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.61 "DELETE /v2.0/ports/8ee38e70-b0aa-411d-aa5c-81e42c4182d4 HTTP/1.1" status: 204 len: 173 time: 3.0186279 Feb 04 15:29:56.781131 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.853219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 50ca8621-2674-4ab2-99d9-247a12b6ed51 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:56.958057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:29:57.032538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event updated for resources: {'Port': ['ID=b2a51cd3-ebb2-4a73-9032-e2b681690cec,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:57.081820 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:57.092834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-37aa5ac8-19a3-4187-a25c-2c88dbd00f69 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:57.094964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-37aa5ac8-19a3-4187-a25c-2c88dbd00f69 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8637702 Feb 04 15:29:57.121217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Request body: {'port': {'device_id': '537acad1-da17-453d-ba74-2c7d346119b5', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '94d67fbb5c1d4174bb1ab4a3339d700a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:57.131712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 50ca8621-2674-4ab2-99d9-247a12b6ed51 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:57.132250 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.170294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.185011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:57.211704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc has no active binding in host n-h2-827870-1 {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:29:57.215358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.318710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:57.319594 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.323183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.375273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-35ea35b1-c25d-4f29-be5c-f139e1db54ab tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:57.376086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-35ea35b1-c25d-4f29-be5c-f139e1db54ab tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:57.389219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-ac037e26-e1b4-44d2-8a2e-b06ab6c247fe service neutron] 10.222.0.53 "GET /v2.0/ports/e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 384 time: 0.3404298 Feb 04 15:29:57.489670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-709bffd7-b940-41cd-b085-c7d194dde26b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8493888 Feb 04 15:29:57.495951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-35ea35b1-c25d-4f29-be5c-f139e1db54ab tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:57.503313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-35ea35b1-c25d-4f29-be5c-f139e1db54ab tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/networks?id=b1e903a9-1874-48e2-9c35-cfa23cc08818 HTTP/1.1" status: 200 len: 829 time: 0.9800825 Feb 04 15:29:57.513751 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:50Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e29e6a28-8f67-4659-9525-a644e0691a97', 'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'mac_address': 'fa:16:3e:16:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:48Z', 'updated_at': '2022-02-04T15:29:56Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'subnets': [{'id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:57.519230 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9bc27-34e7-4460-9f2c-c83ad49ccebe None None] The sync data for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 is: [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:50Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e29e6a28-8f67-4659-9525-a644e0691a97', 'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'mac_address': 'fa:16:3e:16:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:48Z', 'updated_at': '2022-02-04T15:29:56Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'subnets': [{'id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:57.522043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Request body: {'port': {'device_id': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:57.542280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Pushing event updated for resources: {'Port': ['ID=149f112e-b7d6-4b40-9603-c170b0d553cc,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:57.595217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Network 16677327-9494-4c6e-ba48-f191291a1581 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:57.596577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:57.624211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-f1ddcb2e-e358-4a13-9142-da849448b6a1 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/quotas/f9580235128848c6a49b65f72cbafdf3 HTTP/1.1" status: 200 len: 375 time: 0.1200209 Feb 04 15:29:57.654555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:57.680456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb785-48ea-404d-b1f5-df7247ec7238 req-6763edf3-4bee-4d34-869a-dce9b39be352 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:57.687123 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f74cb785-48ea-404d-b1f5-df7247ec7238 req-6763edf3-4bee-4d34-869a-dce9b39be352 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.5127859 Feb 04 15:29:57.728423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Usage tracker for resource:port and tenant:94d67fbb5c1d4174bb1ab4a3339d700a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:57.771086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:57.805220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:57.847295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f74cb785-48ea-404d-b1f5-df7247ec7238 req-29ddd075-7d1d-4cb1-9409-bf5c64e12fca tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355450 Feb 04 15:29:57.890158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.906183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:29:57.908637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Made reservation on behalf of 94d67fbb5c1d4174bb1ab4a3339d700a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:57.912659 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.919418 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc', 'status': 'completed', 'code': 200} Feb 04 15:29:57.938257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f111a423-95f2-4dae-b2f3-3b456d68cca2 None None] Provisioning complete for port 149f112e-b7d6-4b40-9603-c170b0d553cc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:57.938627 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f111a423-95f2-4dae-b2f3-3b456d68cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.945429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.016424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:29:58.036799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f111a423-95f2-4dae-b2f3-3b456d68cca2 None None] Port 149f112e-b7d6-4b40-9603-c170b0d553cc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:29:58.062009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Usage tracker for resource:security_group_rule and tenant:94d67fbb5c1d4174bb1ab4a3339d700a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:29:58.068928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:29:58.251654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:29:58.373284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:29:58.379198 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-88412b23-1cc9-4f50-952e-bdb82c8a8b28 admin admin] 10.222.0.46 "PUT /v2.0/routers/68ae1239-cc8f-41d7-abae-7ba8c08acca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3377392 Feb 04 15:29:58.393455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Sync routers for ids ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:58.408029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0cb11-e73a-4d7e-b3ac-6d050c71cb72 req-b48a2b4e-668a-468e-86ca-7a7dcdd8e022 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:58.408761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-18b0cb11-e73a-4d7e-b3ac-6d050c71cb72 req-b48a2b4e-668a-468e-86ca-7a7dcdd8e022 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Synchronizing usage tracker for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:58.425485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Routers {'68ae1239-cc8f-41d7-abae-7ba8c08acca5'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:29:58.427365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:58.430255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-18b0cb11-e73a-4d7e-b3ac-6d050c71cb72 req-b48a2b4e-668a-468e-86ca-7a7dcdd8e022 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Unset dirty status for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:58.433277 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18b0cb11-e73a-4d7e-b3ac-6d050c71cb72 req-b48a2b4e-668a-468e-86ca-7a7dcdd8e022 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 932 time: 0.3850207 Feb 04 15:29:58.446934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-bd38ed3b-5a1a-41fe-8eac-682b9946aa8e tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:29:58.491274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:58.521091 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18b0cb11-e73a-4d7e-b3ac-6d050c71cb72 req-a4f54822-3f46-4e34-acff-bb47aa8f41e5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792370 Feb 04 15:29:58.587639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-211af033-2ffe-4997-96fd-1c2d51bcfd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:58.595916 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-211af033-2ffe-4997-96fd-1c2d51bcfd2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1125 time: 0.5840621 Feb 04 15:29:58.729896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Set router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:29:58.825796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851b917-da7e-414c-9c19-e9580a2e3708 req-c2dc5e53-36d6-4a84-8c49-ed97d2a1dcb2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:58.827334 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e851b917-da7e-414c-9c19-e9580a2e3708 req-c2dc5e53-36d6-4a84-8c49-ed97d2a1dcb2 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 950 time: 0.1654994 Feb 04 15:29:58.845103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e29e6a28-8f67-4659-9525-a644e0691a97 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:29:58.859279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:29:58.912750 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e851b917-da7e-414c-9c19-e9580a2e3708 req-37cefc46-4de1-433a-a6f4-fb58cd3b6ade tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722678 Feb 04 15:29:58.947015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-bd38ed3b-5a1a-41fe-8eac-682b9946aa8e tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:29:58.957373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-bd38ed3b-5a1a-41fe-8eac-682b9946aa8e tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9580235128848c6a49b65f72cbafdf3&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3146019 Feb 04 15:29:59.045110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.053736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:59.067899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:59.160055 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.180827 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.198131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fa3c1-4e03-41e6-bf5e-281e86532b3e req-b43d48d2-7b65-4ed6-9186-2c6685bb2bba tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:59.199682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-383fa3c1-4e03-41e6-bf5e-281e86532b3e req-b43d48d2-7b65-4ed6-9186-2c6685bb2bba tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 944 time: 0.1111147 Feb 04 15:29:59.275438 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-383fa3c1-4e03-41e6-bf5e-281e86532b3e req-eaab1be6-4df5-4586-a151-b31f9555ceaa tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663354 Feb 04 15:29:59.346986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e29e6a28-8f67-4659-9525-a644e0691a97 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:59.361122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e29e6a28-8f67-4659-9525-a644e0691a97 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:59.361568 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.406370 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-d7dc4226-6713-472e-9681-8e70c25ed86e service neutron] 10.222.0.46 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480381 Feb 04 15:29:59.515093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:43Z', 'updated_at': '2022-02-04T15:29:56Z', 'revision_number': 4, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'gw_port': {'id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:44Z', 'updated_at': '2022-02-04T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '149f112e-b7d6-4b40-9603-c170b0d553cc', 'name': '', 'network_id': '16677327-9494-4c6e-ba48-f191291a1581', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'mac_address': 'fa:16:3e:48:e8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'ea264eb6-b0c4-4fc9-9882-018f4af2a36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:52Z', 'updated_at': '2022-02-04T15:29:56Z', 'revision_number': 2, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'subnets': [{'id': 'ea264eb6-b0c4-4fc9-9882-018f4af2a36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:59.521422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Checking router: 68ae1239-cc8f-41d7-abae-7ba8c08acca5 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:59.521764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Updating router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 port 149f112e-b7d6-4b40-9603-c170b0d553cc binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:29:59.578397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.624999 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1d58467d-76e8-4c8d-b755-cbe7f11cf4a8 req-0b630a04-e29b-4c84-a1b4-ca0c83d5dd03 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 210 time: 0.0691428 Feb 04 15:29:59.705253 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.799239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e29e6a28-8f67-4659-9525-a644e0691a97, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e29e6a28-8f67-4659-9525-a644e0691a97,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:29:59.808705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a21c0a-f90a-4f55-bad9-ef473466857c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:59.853527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-7f2bc8a6-2fc9-45e8-a30d-33dafa68d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:59.855060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-7f2bc8a6-2fc9-45e8-a30d-33dafa68d244 service neutron] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 1.1783037 Feb 04 15:29:59.921325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84eee56-a24b-405d-92de-3bcf2ccc519d', 'name': 'network-vif-deleted', 'tag': '8ee38e70-b0aa-411d-aa5c-81e42c4182d4'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:59.931889 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.078788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-07dcf209-5118-4bd3-88cd-44348e905724 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc HTTP/1.1" status: 200 len: 217 time: 0.1874363 Feb 04 15:30:00.083295 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:30:00.222609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-dd094cdb-c442-4e17-bc7d-7ff3c0f0b76c tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:00.227157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e29e6a28-8f67-4659-9525-a644e0691a97,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:00.232820 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-dd094cdb-c442-4e17-bc7d-7ff3c0f0b76c tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 1101 time: 0.1050210 Feb 04 15:30:00.252841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-3ea9dfd8-ef55-43fa-af11-883dc1251753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:00.253979 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-57748f90-2f9c-4580-92d3-23512ef32687 tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.255100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-3ea9dfd8-ef55-43fa-af11-883dc1251753 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.1565447 Feb 04 15:30:00.256363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] Transition to ACTIVE for port object e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:00.303427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-57748f90-2f9c-4580-92d3-23512ef32687 tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:00.311048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-57748f90-2f9c-4580-92d3-23512ef32687 tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] Usage tracker for resource:security_group_rule and tenant:d0a031a6891e4cfa85be4930d3d06b2c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:00.321151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-57748f90-2f9c-4580-92d3-23512ef32687 tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:00.338299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-57748f90-2f9c-4580-92d3-23512ef32687 tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:00.393788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.410879 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.495859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-57748f90-2f9c-4580-92d3-23512ef32687 tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.500106 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-0530bfc1-838c-4279-bb33-9f81b2bf4acb service neutron] 10.222.0.46 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0498142 Feb 04 15:30:00.501513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-57748f90-2f9c-4580-92d3-23512ef32687 tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.527974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-21183709-4e3f-479f-a684-de21e37b5df6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2290740 Feb 04 15:30:00.532822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Transition to ACTIVE for port object 149f112e-b7d6-4b40-9603-c170b0d553cc will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:00.543337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a51cd3-ebb2-4a73-9032-e2b681690cec {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:00.570014 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4963e6e2-934e-46c3-b7ca-64ef145dcf00 req-57748f90-2f9c-4580-92d3-23512ef32687 tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362467 Feb 04 15:30:00.579707 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.649969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57748f90-2f9c-4580-92d3-23512ef32687 tempest-LiveMigrationNegativeTest-1078588871 tempest-LiveMigrationNegativeTest-1078588871-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96df9ee-5dd8-4cd8-b8ab-602ff083fdb5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:00.673674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Allocated IP 192.168.233.21 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/d7e2f1ca-f8ec-4daf-82c7-5445108848d2) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:00.678120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.730060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda61fd2-95c3-48db-8ed7-2a2c0e6d176f None None] Pushing event updated for resources: {'Port': ['ID=149f112e-b7d6-4b40-9603-c170b0d553cc,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:00.954771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e29e6a28-8f67-4659-9525-a644e0691a97 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:01.117361 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84eee56-a24b-405d-92de-3bcf2ccc519d', 'name': 'network-vif-deleted', 'tag': '8ee38e70-b0aa-411d-aa5c-81e42c4182d4', 'status': 'completed', 'code': 200} Feb 04 15:30:01.237156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Transition to ACTIVE for port object b2a51cd3-ebb2-4a73-9032-e2b681690cec will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:01.249950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:01.308389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Attempting to bind port 149f112e-b7d6-4b40-9603-c170b0d553cc on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:01.308759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Attempting to bind port 149f112e-b7d6-4b40-9603-c170b0d553cc by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '40804d69-38b6-4df3-b8ef-b0d4b925d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16677327-9494-4c6e-ba48-f191291a1581'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:01.309268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Attempting to bind port 149f112e-b7d6-4b40-9603-c170b0d553cc on network 16677327-9494-4c6e-ba48-f191291a1581 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:01.325339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:01.326020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Checking segment: {'id': '40804d69-38b6-4df3-b8ef-b0d4b925d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16677327-9494-4c6e-ba48-f191291a1581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:01.326579 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.327129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Bound using segment: {'id': '40804d69-38b6-4df3-b8ef-b0d4b925d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16677327-9494-4c6e-ba48-f191291a1581'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:01.327659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Bound port: 149f112e-b7d6-4b40-9603-c170b0d553cc, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40804d69-38b6-4df3-b8ef-b0d4b925d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16677327-9494-4c6e-ba48-f191291a1581'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:01.328029 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.349252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] No DVR routers for this DVR port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:01.400707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:01.409308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e29e6a28-8f67-4659-9525-a644e0691a97 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:01.409589 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.447999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0b8bf-e639-49fa-a2b0-03736a4a2f5e req-61e57653-2a7e-4aa5-84ae-822b56680a36 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:01.460756 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-90a0b8bf-e639-49fa-a2b0-03736a4a2f5e req-61e57653-2a7e-4aa5-84ae-822b56680a36 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.2086380 Feb 04 15:30:01.484459 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.487396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:01.534638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] For port 149f112e-b7d6-4b40-9603-c170b0d553cc, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:01.538865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] For port 149f112e-b7d6-4b40-9603-c170b0d553cc, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=149f112e-b7d6-4b40-9603-c170b0d553cc,segment=NetworkSegment(40804d69-38b6-4df3-b8ef-b0d4b925d3a7),segment_id=40804d69-38b6-4df3-b8ef-b0d4b925d3a7)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:01.546246 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.588557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-90a0b8bf-e639-49fa-a2b0-03736a4a2f5e req-dc9f958b-db34-4cc7-8403-c7e634d68e12 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022515 Feb 04 15:30:01.622675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-89fb83c5-c8fd-4fb1-8e83-7ddd92ca324c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:01.624254 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-89fb83c5-c8fd-4fb1-8e83-7ddd92ca324c tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 945 time: 0.2850611 Feb 04 15:30:01.785690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Deleting port 63f25ec7-fdfc-441d-8bae-50b8677441b5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:01.786425 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.797682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda61fd2-95c3-48db-8ed7-2a2c0e6d176f None None] Pushing event updated for resources: {'Port': ['ID=149f112e-b7d6-4b40-9603-c170b0d553cc,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:01.804328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Routers {'68ae1239-cc8f-41d7-abae-7ba8c08acca5'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:30:01.805046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:02.029745 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-e889c8ca-ec68-4013-86d9-93be8146a6ff service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4888921 Feb 04 15:30:02.167059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba8b7d-8cae-4076-b00f-a2cfe9e0a761 req-913aea6e-14b2-4add-b603-e40abbb72e3d tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:02.168575 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66ba8b7d-8cae-4076-b00f-a2cfe9e0a761 req-913aea6e-14b2-4add-b603-e40abbb72e3d tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.2777340 Feb 04 15:30:02.204021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a51cd3-ebb2-4a73-9032-e2b681690cec,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:02.249214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] For port 63f25ec7-fdfc-441d-8bae-50b8677441b5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=63f25ec7-fdfc-441d-8bae-50b8677441b5,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:02.249577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:02.258490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] Set router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:30:02.385070 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66ba8b7d-8cae-4076-b00f-a2cfe9e0a761 req-15a21ca1-cff1-4a26-8ca4-ec26c64f0336 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055395 Feb 04 15:30:02.495482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Calling delete_port for 63f25ec7-fdfc-441d-8bae-50b8677441b5 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:02.561760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-aa90fc50-ca53-44ed-bb50-a2603750c328 service neutron] 10.222.0.53 "PUT /v2.0/ports/e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc/bindings/n-h2-827870-1/activate HTTP/1.1" status: 200 len: 369 time: 5.1579454 Feb 04 15:30:02.584527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7c0b-57eb-4210-a0e0-5ed53ecbee69 req-96f6b708-e460-4648-9fe3-ac243d2e3bdd tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:02.586299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-72ac7c0b-57eb-4210-a0e0-5ed53ecbee69 req-96f6b708-e460-4648-9fe3-ac243d2e3bdd tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Synchronizing usage tracker for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:02.673171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Attempting to bind port b2a51cd3-ebb2-4a73-9032-e2b681690cec on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:02.673767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Attempting to bind port b2a51cd3-ebb2-4a73-9032-e2b681690cec by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:02.674295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Attempting to bind port b2a51cd3-ebb2-4a73-9032-e2b681690cec on network 0edf948f-2ae6-425e-98a6-9eac92c506a4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:02.686207 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Port b2a51cd3-ebb2-4a73-9032-e2b681690cec on network 0edf948f-2ae6-425e-98a6-9eac92c506a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:02.686828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Attempting to bind port b2a51cd3-ebb2-4a73-9032-e2b681690cec on network 0edf948f-2ae6-425e-98a6-9eac92c506a4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:02.749634 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-777cbdda-3f00-4c55-b1c8-09494567590d req-30b42d48-7d58-491e-859e-d26977e6a7c3 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 210 time: 0.0586684 Feb 04 15:30:02.793803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:02.884998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:43Z', 'updated_at': '2022-02-04T15:29:56Z', 'revision_number': 4, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'gw_port': {'id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:44Z', 'updated_at': '2022-02-04T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '149f112e-b7d6-4b40-9603-c170b0d553cc', 'name': '', 'network_id': '16677327-9494-4c6e-ba48-f191291a1581', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'mac_address': 'fa:16:3e:48:e8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'ea264eb6-b0c4-4fc9-9882-018f4af2a36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:52Z', 'updated_at': '2022-02-04T15:30:01Z', 'revision_number': 4, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'subnets': [{'id': 'ea264eb6-b0c4-4fc9-9882-018f4af2a36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:02.911716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event deleted for resources: {'Port': ['ID=63f25ec7-fdfc-441d-8bae-50b8677441b5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:02.913644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a35be-d75e-42f8-98b3-18e685183ca8 None None] The sync data for ids ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'] in n-d-827870-1 is: [{'id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:43Z', 'updated_at': '2022-02-04T15:29:56Z', 'revision_number': 4, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'gw_port': {'id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:44Z', 'updated_at': '2022-02-04T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '149f112e-b7d6-4b40-9603-c170b0d553cc', 'name': '', 'network_id': '16677327-9494-4c6e-ba48-f191291a1581', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'mac_address': 'fa:16:3e:48:e8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'ea264eb6-b0c4-4fc9-9882-018f4af2a36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:52Z', 'updated_at': '2022-02-04T15:30:01Z', 'revision_number': 4, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'subnets': [{'id': 'ea264eb6-b0c4-4fc9-9882-018f4af2a36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:30:02.951421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:02.951764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Checking segment: {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:02.952155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Bound using segment: {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:02.952608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Bound port: b2a51cd3-ebb2-4a73-9032-e2b681690cec, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:02.952984 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:02.985736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] No DVR routers for this DVR port 63f25ec7-fdfc-441d-8bae-50b8677441b5 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:02.997871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.039179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.067709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Transition to ACTIVE for port object d7e2f1ca-f8ec-4daf-82c7-5445108848d2 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:03.082673 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-86cf0bcc-f07a-4fee-856a-2dc6eb9aa9f3 req-1c027d12-87d2-49f3-9a31-ca0830e27ac1 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 210 time: 0.0751884 Feb 04 15:30:03.089805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4a85f5e9-79fa-4e6a-9c48-86030ff60c53 req-fc66aeb6-39d0-4232-9bbe-702130184920 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.61 "DELETE /v2.0/ports/63f25ec7-fdfc-441d-8bae-50b8677441b5 HTTP/1.1" status: 204 len: 173 time: 1.4579506 Feb 04 15:30:03.119891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-72ac7c0b-57eb-4210-a0e0-5ed53ecbee69 req-96f6b708-e460-4648-9fe3-ac243d2e3bdd tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Unset dirty status for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:03.120205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940ccd67-dca4-4c83-9f79-a0e539d071b3', 'name': 'network-vif-deleted', 'tag': '63f25ec7-fdfc-441d-8bae-50b8677441b5'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:03.128325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72ac7c0b-57eb-4210-a0e0-5ed53ecbee69 req-96f6b708-e460-4648-9fe3-ac243d2e3bdd tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 944 time: 1.9286959 Feb 04 15:30:03.132040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9985efd-0dd5-4a4f-9199-087b725b1cce req-4502c31f-8ef0-4a96-a0f5-9e35f2a3c69d service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0845103 Feb 04 15:30:03.193373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-28077892-691b-4f5e-a011-9399b04c8024 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:03.194866 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-28077892-691b-4f5e-a011-9399b04c8024 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.53 "GET /v2.0/networks?id=b1e903a9-1874-48e2-9c35-cfa23cc08818 HTTP/1.1" status: 200 len: 829 time: 0.4190176 Feb 04 15:30:03.231509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Request body: {'port': {'device_id': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'admin_state_up': True, 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:03.348693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ddae-dce3-4226-964b-bbe2c86d68f3 req-129a704e-8dba-4521-8b32-58a3e689f39e tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:03.349620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4bb6ddae-dce3-4226-964b-bbe2c86d68f3 req-129a704e-8dba-4521-8b32-58a3e689f39e tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Synchronizing usage tracker for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:03.381361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4bb6ddae-dce3-4226-964b-bbe2c86d68f3 req-129a704e-8dba-4521-8b32-58a3e689f39e tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Unset dirty status for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:03.390133 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4bb6ddae-dce3-4226-964b-bbe2c86d68f3 req-129a704e-8dba-4521-8b32-58a3e689f39e tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 945 time: 0.1597571 Feb 04 15:30:03.430038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-72ac7c0b-57eb-4210-a0e0-5ed53ecbee69 req-952c63df-57e1-4c63-9504-ae31758eebfc tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Synchronizing usage tracker for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:03.482924 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4bb6ddae-dce3-4226-964b-bbe2c86d68f3 req-2609e480-19c0-4410-ae20-8150def73c43 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908165 Feb 04 15:30:03.494563 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.512365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-3ad127a8-b4e3-40a8-bade-97ba45125a62 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:03.514985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-3ad127a8-b4e3-40a8-bade-97ba45125a62 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.61 "GET /v2.0/ports?device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 945 time: 1.0556641 Feb 04 15:30:03.615716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] For port b2a51cd3-ebb2-4a73-9032-e2b681690cec, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:03.660952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-72ac7c0b-57eb-4210-a0e0-5ed53ecbee69 req-952c63df-57e1-4c63-9504-ae31758eebfc tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Unset dirty status for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:03.662653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72ac7c0b-57eb-4210-a0e0-5ed53ecbee69 req-952c63df-57e1-4c63-9504-ae31758eebfc tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330369 Feb 04 15:30:03.709176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] For port b2a51cd3-ebb2-4a73-9032-e2b681690cec, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:03.731693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:03.741400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:03.754280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:03.782923 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940ccd67-dca4-4c83-9f79-a0e539d071b3', 'name': 'network-vif-deleted', 'tag': '63f25ec7-fdfc-441d-8bae-50b8677441b5', 'status': 'completed', 'code': 200} Feb 04 15:30:03.784579 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.819697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-f483dcae-479e-4521-b7a0-9c574862a615 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:03.822269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-f483dcae-479e-4521-b7a0-9c574862a615 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1096 time: 1.1390824 Feb 04 15:30:03.830644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Deleting port bf55f613-6e65-437c-a0a3-33491aed9305 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:03.831034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.114831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50a764-16fe-40d9-9ea9-bbcf1d2c6440 req-cac72b1f-212e-4ebb-8ea9-2829285a6328 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.119093 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ff50a764-16fe-40d9-9ea9-bbcf1d2c6440 req-cac72b1f-212e-4ebb-8ea9-2829285a6328 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.1605988 Feb 04 15:30:04.143343 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2605de60-08f8-4f5c-999e-41b213d72459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.157267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f65e16ee-a3da-4b81-9d87-50f6ea2e184e None None] Provisioning for port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:04.171326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f65e16ee-a3da-4b81-9d87-50f6ea2e184e None None] Provisioning complete for port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:04.173900 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f65e16ee-a3da-4b81-9d87-50f6ea2e184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.176457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event updated for resources: {'Port': ['ID=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:04.194792 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ff50a764-16fe-40d9-9ea9-bbcf1d2c6440 req-04c09a66-e2fd-482a-9b21-a30fd6bfa271 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695007 Feb 04 15:30:04.225067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:04.232086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.233372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.234733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] 10.222.0.61 "PUT /v2.0/ports/b2a51cd3-ebb2-4a73-9032-e2b681690cec HTTP/1.1" status: 200 len: 1092 time: 6.7294779 Feb 04 15:30:04.266782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f65e16ee-a3da-4b81-9d87-50f6ea2e184e None None] Port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:30:04.299707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'tag': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:04.418441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:04.432141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0c05faf-e1b8-445f-bfd3-5e7d1f8e6f1f req-071ad7fa-3462-4d35-9c30-21106cf08dff tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=940ccd67-dca4-4c83-9f79-a0e539d071b3 HTTP/1.1" status: 200 len: 210 time: 0.2647350 Feb 04 15:30:04.558569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.559356 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.635502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bf55f613-6e65-437c-a0a3-33491aed9305 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:04.686212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Made reservation on behalf of f9580235128848c6a49b65f72cbafdf3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:04.690075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.731743 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43bb4821-ee6a-44bf-8a28-e2f894bd3c4b req-0a8cf9d0-764b-42be-81cb-38f848ee7a86 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 210 time: 0.0756996 Feb 04 15:30:04.736637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-73919c6c-c2e2-46e6-b57f-83d421bced38 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.6192667 Feb 04 15:30:04.747523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f436252-38c6-4501-81de-47646c4bbd88 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a51cd3-ebb2-4a73-9032-e2b681690cec,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:04.780856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Request body: {'port': {'device_id': '537acad1-da17-453d-ba74-2c7d346119b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:04.923136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 149f112e-b7d6-4b40-9603-c170b0d553cc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:04.983743 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'tag': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec', 'status': 'completed', 'code': 200} Feb 04 15:30:05.033504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-77fa7909-31f7-42e7-95b9-b213576cebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.034972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-77fa7909-31f7-42e7-95b9-b213576cebc5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea&tenant_id=f47c494d628741edb0d9fa67438cf824 HTTP/1.1" status: 200 len: 1096 time: 1.1576273 Feb 04 15:30:05.089084 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.133392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3509a6a-88d9-4850-9d24-a7c5ae88cc91 req-6f8cc27b-a515-416c-8243-ca91adde79b5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.137102 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3509a6a-88d9-4850-9d24-a7c5ae88cc91 req-6f8cc27b-a515-416c-8243-ca91adde79b5 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 945 time: 0.1262817 Feb 04 15:30:05.142989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf55f613-6e65-437c-a0a3-33491aed9305'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:05.159226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bf55f613-6e65-437c-a0a3-33491aed9305, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bf55f613-6e65-437c-a0a3-33491aed9305,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:05.167274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.168270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 63f25ec7-fdfc-441d-8bae-50b8677441b5 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:05.236737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-057f0a86-e4dd-4547-b697-45fc1d27097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.238239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-057f0a86-e4dd-4547-b697-45fc1d27097e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 1095 time: 0.9212511 Feb 04 15:30:05.241853 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3509a6a-88d9-4850-9d24-a7c5ae88cc91 req-d633ddb0-5338-4e5c-9762-930f971c4e9d tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864947 Feb 04 15:30:05.259544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 149f112e-b7d6-4b40-9603-c170b0d553cc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:05.282934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 63f25ec7-fdfc-441d-8bae-50b8677441b5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:30:05.288492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 63f25ec7-fdfc-441d-8bae-50b8677441b5 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:05.303309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 149f112e-b7d6-4b40-9603-c170b0d553cc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:05.303919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.304821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] For port bf55f613-6e65-437c-a0a3-33491aed9305, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bf55f613-6e65-437c-a0a3-33491aed9305,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:05.305261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.419975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf0a5-37bd-40fe-8c85-33fe71db18d2 req-3bfe5b2f-5b84-41fc-a15d-e1c041845721 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.420936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b05cf0a5-37bd-40fe-8c85-33fe71db18d2 req-3bfe5b2f-5b84-41fc-a15d-e1c041845721 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:05.442997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=bf55f613-6e65-437c-a0a3-33491aed9305,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:05.522160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Calling delete_port for bf55f613-6e65-437c-a0a3-33491aed9305 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:05.531212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66907798-374a-4b85-9412-f8d124e2a4ca req-f4552be7-5b34-4e58-bc81-fae326a8e82d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.532879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66907798-374a-4b85-9412-f8d124e2a4ca req-f4552be7-5b34-4e58-bc81-fae326a8e82d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 950 time: 0.1233749 Feb 04 15:30:05.534152 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.606727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 149f112e-b7d6-4b40-9603-c170b0d553cc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=149f112e-b7d6-4b40-9603-c170b0d553cc,segment=NetworkSegment(40804d69-38b6-4df3-b8ef-b0d4b925d3a7),segment_id=40804d69-38b6-4df3-b8ef-b0d4b925d3a7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:05.614349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.691898 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-2d44a2a2-edae-42fa-99d0-b0842eb208fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec HTTP/1.1" status: 200 len: 217 time: 0.1916733 Feb 04 15:30:05.708570 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66907798-374a-4b85-9412-f8d124e2a4ca req-dbec7735-d58d-48cd-a54d-92d57ce8afd4 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662657 Feb 04 15:30:05.725011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=149f112e-b7d6-4b40-9603-c170b0d553cc,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:05.749221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b05cf0a5-37bd-40fe-8c85-33fe71db18d2 req-3bfe5b2f-5b84-41fc-a15d-e1c041845721 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:05.755781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b05cf0a5-37bd-40fe-8c85-33fe71db18d2 req-3bfe5b2f-5b84-41fc-a15d-e1c041845721 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 935 time: 1.1460109 Feb 04 15:30:05.757548 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.901053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.917245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Allocated IP 172.20.0.14 (b1e903a9-1874-48e2-9c35-cfa23cc08818/e69b2e6a-7774-4996-8396-099191cc543b/4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:05.924263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-2c9bee24-6d3f-4f94-bb5c-7739ae1ad536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.925869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-2c9bee24-6d3f-4f94-bb5c-7739ae1ad536 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b824573f-7ef5-4745-9627-5c161e4943f7 HTTP/1.1" status: 200 len: 861 time: 0.2252052 Feb 04 15:30:05.986140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b05cf0a5-37bd-40fe-8c85-33fe71db18d2 req-66b45fca-8506-4c22-b0bd-cc7dde621da3 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:05.987291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2d563-774e-4c8a-9516-1bc0e4e177d4 req-a1dcbe9c-f25c-4db0-b300-443a3ef3c502 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.990217 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62a2d563-774e-4c8a-9516-1bc0e4e177d4 req-a1dcbe9c-f25c-4db0-b300-443a3ef3c502 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 944 time: 0.1421523 Feb 04 15:30:06.017652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-02f00ce6-fd66-4331-ac79-481ede993832 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0edf948f-2ae6-425e-98a6-9eac92c506a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766022 Feb 04 15:30:06.032538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:30:06.032958 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:30:06.047656 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62a2d563-774e-4c8a-9516-1bc0e4e177d4 req-1c291c59-d5c4-4cb1-bf20-7e73ce7dfe1c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508614 Feb 04 15:30:06.079544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-9707563d-5895-4df7-97aa-6f5465d655a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.081311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-9707563d-5895-4df7-97aa-6f5465d655a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1096 time: 1.0073066 Feb 04 15:30:06.111725 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf55f613-6e65-437c-a0a3-33491aed9305', 'code': 200} Feb 04 15:30:06.325371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469067ca-9dcf-4c9f-9142-f81e99aa0d24 req-f71b02cc-28d2-44d1-9deb-672a0d913fde tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.333476 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-469067ca-9dcf-4c9f-9142-f81e99aa0d24 req-f71b02cc-28d2-44d1-9deb-672a0d913fde tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.1304116 Feb 04 15:30:06.389352 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-469067ca-9dcf-4c9f-9142-f81e99aa0d24 req-23d571c6-322c-4a8b-bebd-6d7f066ad030 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545833 Feb 04 15:30:06.478127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b05cf0a5-37bd-40fe-8c85-33fe71db18d2 req-66b45fca-8506-4c22-b0bd-cc7dde621da3 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:06.479286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b05cf0a5-37bd-40fe-8c85-33fe71db18d2 req-66b45fca-8506-4c22-b0bd-cc7dde621da3 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227194 Feb 04 15:30:06.631399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac9e9ec1-98c1-4797-a3ea-271107004fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.664529 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-87119d77-074d-49dc-ae4a-0b1ae379b042 req-2e497cac-d6ef-49d1-a643-511f30a3bf40 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 210 time: 0.0591342 Feb 04 15:30:06.687601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Deleting port bf55f613-6e65-437c-a0a3-33491aed9305 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:06.687954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.781320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 149f112e-b7d6-4b40-9603-c170b0d553cc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:06.866110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 149f112e-b7d6-4b40-9603-c170b0d553cc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:06.866567 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.960007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-e56a4032-161f-496b-b134-e74f1a97c129 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.968405 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-e56a4032-161f-496b-b134-e74f1a97c129 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.1637657 Feb 04 15:30:06.985129 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-bc7889f5-75d5-430c-af44-14e9852a3aa8 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/quotas/14081a11c76548acbc7aeb9b24ce455c HTTP/1.1" status: 200 len: 375 time: 0.0156803 Feb 04 15:30:07.037971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-d6276a8c-971d-4d4b-992e-2e94eb113c73 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:07.057082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-d6276a8c-971d-4d4b-992e-2e94eb113c73 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:07.065807 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-d6276a8c-971d-4d4b-992e-2e94eb113c73 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796642 Feb 04 15:30:07.234604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-cb4b7493-610c-4f7b-93ee-5689a18aef37 service neutron] 10.222.0.61 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1933296 Feb 04 15:30:07.250438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-c182d951-8cea-49ad-b481-f18e6d523286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.251910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-c182d951-8cea-49ad-b481-f18e6d523286 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 1.1615753 Feb 04 15:30:07.294238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.348542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-80fcb03a-5a32-4db4-87f4-21984985bcc1 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805488 Feb 04 15:30:07.494404 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.503051 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-34cd6d44-93c7-410d-b525-b66a14511665 service neutron] 10.222.0.46 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535158 Feb 04 15:30:07.527682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-be236aa8-e64c-4f68-abe2-9bacbc18be83 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.529349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-be236aa8-e64c-4f68-abe2-9bacbc18be83 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 950 time: 1.2291973 Feb 04 15:30:07.530640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-d1489e5c-b0f7-48fb-9f81-479344a9ba46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc HTTP/1.1" status: 200 len: 217 time: 0.2615001 Feb 04 15:30:07.544471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Transition to ACTIVE for port object 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:07.592069 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:30:07.637753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.805764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89cef-8349-4995-9fdd-16ffeb2dba7a req-b24d4cd8-7643-4e0a-80e4-4b6d7261ec72 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.809246 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-33d89cef-8349-4995-9fdd-16ffeb2dba7a req-b24d4cd8-7643-4e0a-80e4-4b6d7261ec72 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 950 time: 0.0891175 Feb 04 15:30:07.859937 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-33d89cef-8349-4995-9fdd-16ffeb2dba7a req-cf9d3ef0-3933-4f97-a389-d6d1526ff4c8 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444160 Feb 04 15:30:07.939191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f69b7f-0619-4663-a74d-101eb026e39b req-6a770932-072c-4d1c-b61c-e2b7a647ee7c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.943948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-00f69b7f-0619-4663-a74d-101eb026e39b req-6a770932-072c-4d1c-b61c-e2b7a647ee7c tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 943 time: 1.1877000 Feb 04 15:30:07.946394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d266c00-fa58-4431-8ce1-e41aca4edf4c req-ff10eed5-1ef1-4f24-aa8b-48e6fa1e6f65 service neutron] 10.222.0.61 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887078 Feb 04 15:30:08.010377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] For port bf55f613-6e65-437c-a0a3-33491aed9305, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bf55f613-6e65-437c-a0a3-33491aed9305,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:08.010777 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.043328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e2f1ca-f8ec-4daf-82c7-5445108848d2 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:08.053260 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.062107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Deleting port 4a95ec4b-b714-4425-b51b-793f1c523058 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:08.062520 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.116981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b2ca-ea24-492d-b472-facbb5aa6efc req-77ff506c-dcf6-4eb5-97f0-56a009d7ea2c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.120492 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4a88b2ca-ea24-492d-b472-facbb5aa6efc req-77ff506c-dcf6-4eb5-97f0-56a009d7ea2c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 944 time: 0.1083486 Feb 04 15:30:08.187184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4a88b2ca-ea24-492d-b472-facbb5aa6efc req-8d66d5c7-6534-4deb-9017-b946838cab71 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584302 Feb 04 15:30:08.361591 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:30:08.457206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e9bff-b77c-416b-9049-415a00d60d15 req-1a19bd7b-e493-4dfa-ba2b-bd86f2c7b78f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.458771 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f3e9bff-b77c-416b-9049-415a00d60d15 req-1a19bd7b-e493-4dfa-ba2b-bd86f2c7b78f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.1085362 Feb 04 15:30:08.498197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Calling delete_port for bf55f613-6e65-437c-a0a3-33491aed9305 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:08.534440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-8e4c4dba-72e8-44d7-a2ab-76651d200953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.535882 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-8e4c4dba-72e8-44d7-a2ab-76651d200953 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.9931748 Feb 04 15:30:08.540889 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f3e9bff-b77c-416b-9049-415a00d60d15 req-186895fe-f45a-4b79-8e4a-cdab3267d75e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692620 Feb 04 15:30:08.543059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Transition to ACTIVE for port object d7e2f1ca-f8ec-4daf-82c7-5445108848d2 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:08.622454 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-00f69b7f-0619-4663-a74d-101eb026e39b req-d42707f8-c30f-427d-863a-5ac8418a0b11 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574533 Feb 04 15:30:08.623064 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.714324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-a1114db8-a160-4217-a156-3fddcd4a1b0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366961 Feb 04 15:30:08.783668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18048a9-45ad-4cad-8dd1-ae07bc891082 req-27e8b49e-ba0c-4d72-a9fe-36b87b59656f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.785627 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f18048a9-45ad-4cad-8dd1-ae07bc891082 req-27e8b49e-ba0c-4d72-a9fe-36b87b59656f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 947 time: 0.1306324 Feb 04 15:30:08.789335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.812502 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.852684 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f18048a9-45ad-4cad-8dd1-ae07bc891082 req-621f8fa9-6d3f-4429-a40d-aa8ae31de458 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595608 Feb 04 15:30:08.952535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:09.012307 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:09.153731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc53c239-b8ee-4de5-94c0-556a7118b6db req-870203be-9954-465b-ade0-73bd795b4e20 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 210 time: 0.2928085 Feb 04 15:30:09.238184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-e67def23-dd45-475b-b9d2-d652a2220909 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.239690 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-e67def23-dd45-475b-b9d2-d652a2220909 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 812 time: 0.2768645 Feb 04 15:30:09.248881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185938f-7a66-4189-8869-8c4a76bfbe01 req-f9b64799-c34d-4ed0-bc9d-c95ac14fcc14 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.257254 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7185938f-7a66-4189-8869-8c4a76bfbe01 req-f9b64799-c34d-4ed0-bc9d-c95ac14fcc14 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 932 time: 0.1782293 Feb 04 15:30:09.277107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Pushing event updated for resources: {'Port': ['ID=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:09.286186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Request body: {'port': {'device_id': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'admin_state_up': True, 'tenant_id': '14081a11c76548acbc7aeb9b24ce455c'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:09.379054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Network b1e903a9-1874-48e2-9c35-cfa23cc08818 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:09.429349 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7185938f-7a66-4189-8869-8c4a76bfbe01 req-e42c0087-49d3-4c45-a619-052d19ca133c tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711152 Feb 04 15:30:09.503058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:09.514112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:09.518962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:09.536025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Made reservation on behalf of 14081a11c76548acbc7aeb9b24ce455c for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:09.540090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:09.542084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:09.633456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-a31beb5d-4466-4003-bfc4-e189fa6cc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.635000 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-a31beb5d-4466-4003-bfc4-e189fa6cc3b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 1095 time: 1.6046350 Feb 04 15:30:09.802350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Attempting to bind port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:09.802605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Attempting to bind port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:09.802905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Attempting to bind port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:09.842992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:09.844513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:09.844869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Attempting to bind port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:09.861008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['ad59cfea-be56-4333-8839-b9af4d2aafa0'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:09.895783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a19d9-da05-4d5e-8fce-e61753faa083 req-5fb15f9f-6273-40db-b219-4a5dc021567e tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.897353 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc2a19d9-da05-4d5e-8fce-e61753faa083 req-5fb15f9f-6273-40db-b219-4a5dc021567e tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 944 time: 0.3457360 Feb 04 15:30:09.922902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:09.923288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:09.923692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:09.924175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Bound port: d7e2f1ca-f8ec-4daf-82c7-5445108848d2, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:09.925438 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:09.936963 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-d0af3d66-5a0d-413e-a4f9-9344f52a843d service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1863608 Feb 04 15:30:09.959168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c2d3db8d-37bc-498c-a42a-bd2ce1f31145 None None] Provisioning for port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:09.968604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c2d3db8d-37bc-498c-a42a-bd2ce1f31145 None None] Provisioning complete for port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:09.970440 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2d3db8d-37bc-498c-a42a-bd2ce1f31145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:09.972169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.972910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:09.978994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Allocated IP 172.20.0.10 (c2bb8bd9-4fa0-45c3-84c6-559957e54b7e/67421194-ccf6-44ed-87a2-1bd8ab7eb3a7/582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:09.983952 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc2a19d9-da05-4d5e-8fce-e61753faa083 req-7285b2eb-5ee4-418a-9c03-4fd5f9b259d6 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785072 Feb 04 15:30:10.086571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3db8d-37bc-498c-a42a-bd2ce1f31145 None None] Port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:30:10.198028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Pushing event deleted for resources: {'Port': ['ID=bf55f613-6e65-437c-a0a3-33491aed9305,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:10.346880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:10.358362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b8449-981f-4fd9-97a9-cc9e25f7dcd2 req-e3aac900-4d63-4c0e-9d25-fe6320b2741e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.360168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b41b8449-981f-4fd9-97a9-cc9e25f7dcd2 req-e3aac900-4d63-4c0e-9d25-fe6320b2741e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.1525624 Feb 04 15:30:10.428859 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b41b8449-981f-4fd9-97a9-cc9e25f7dcd2 req-c4532f6b-ced6-42e5-a6b5-eb745c30df2e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628295 Feb 04 15:30:10.455980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] For port 4a95ec4b-b714-4425-b51b-793f1c523058, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4a95ec4b-b714-4425-b51b-793f1c523058,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:10.455980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:10.466866 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:10.497188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] No DVR routers for this DVR port bf55f613-6e65-437c-a0a3-33491aed9305 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:10.500485 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:10.502919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc5c88e5-854f-4575-a2df-962300e381b2 req-4983f552-bdff-4ac7-a08d-7eadc9d3f858 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.61 "DELETE /v2.0/ports/bf55f613-6e65-437c-a0a3-33491aed9305 HTTP/1.1" status: 204 len: 173 time: 6.9437683 Feb 04 15:30:10.559704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:10.565765 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:10.573023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'name': 'network-vif-deleted', 'tag': 'bf55f613-6e65-437c-a0a3-33491aed9305'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:10.578848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:10.594354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-847e565d-98d5-46b2-bc78-587e7e0cc624 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3686299 Feb 04 15:30:10.636099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2a51cd3-ebb2-4a73-9032-e2b681690cec details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:10.714761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event updated for resources: {'Port': ['ID=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:10.732750 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ba9dfc8c-f9f6-4845-96ed-72b83a21513d req-1a15e90a-3d41-4f97-9dc5-2639731558ca tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=148fcb51-bb47-4f6c-8700-65db37b4731e HTTP/1.1" status: 200 len: 210 time: 0.0989473 Feb 04 15:30:10.787665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.798375 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:10.822767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Calling delete_port for 4a95ec4b-b714-4425-b51b-793f1c523058 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:10.849760 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-2d52516a-cd7b-475f-9792-0c8867dc6491 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5747213 Feb 04 15:30:10.864412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Request body: {'port': {'device_id': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:10.895048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Request body: {'port': {'device_id': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:10.917226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2a51cd3-ebb2-4a73-9032-e2b681690cec, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:10.933139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec', 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4', 'port_id': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec', 'mac_address': 'fa:16:3e:97:dc:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b824573f-7ef5-4745-9627-5c161e4943f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:10.951148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3022f-1be1-41e1-a272-718216eed84a req-452d5e8e-cace-4963-a4fc-1b2ee22dda24 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.960259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3fd3022f-1be1-41e1-a272-718216eed84a req-452d5e8e-cace-4963-a4fc-1b2ee22dda24 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 950 time: 1.6036856 Feb 04 15:30:10.984509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-a9e56577-293b-45d9-aa48-aa7a09dfe0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.986042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-a9e56577-293b-45d9-aa48-aa7a09dfe0d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 200 len: 922 time: 1.3249850 Feb 04 15:30:11.017398 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.045255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a51cd3-ebb2-4a73-9032-e2b681690cec {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:11.078195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.079069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2a51cd3-ebb2-4a73-9032-e2b681690cec, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:11.085632 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.156692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-f187c10d-eaa9-4bce-8c47-043c86f08752 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1789010 Feb 04 15:30:11.162249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4330-9be2-4d2f-831c-c92fa9080f7c req-5384ac70-8825-4e26-bc04-d5e8bf2f09f5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:11.165070 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b17e4330-9be2-4d2f-831c-c92fa9080f7c req-5384ac70-8825-4e26-bc04-d5e8bf2f09f5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 947 time: 0.2158058 Feb 04 15:30:11.233845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b2a51cd3-ebb2-4a73-9032-e2b681690cec,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:11.234187 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-91da18d9-f302-43b3-a096-f4ccfe6ffc4a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec HTTP/1.1" status: 200 len: 217 time: 0.1597848 Feb 04 15:30:11.247200 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3fd3022f-1be1-41e1-a272-718216eed84a req-fdab4284-cae2-47f4-bf55-6e9dbb81e515 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860732 Feb 04 15:30:11.269929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4a95ec4b-b714-4425-b51b-793f1c523058 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:11.304284 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b17e4330-9be2-4d2f-831c-c92fa9080f7c req-256d2c02-2e2b-411a-ab99-4e42de4fffa1 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330748 Feb 04 15:30:11.349450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['b2a51cd3-ebb2-4a73-9032-e2b681690cec'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:11.414302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] For port d7e2f1ca-f8ec-4daf-82c7-5445108848d2, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:11.496178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] For port d7e2f1ca-f8ec-4daf-82c7-5445108848d2, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:11.511842 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.526742 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.686043 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.725251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2564a-ed31-42a7-b724-c95b7de832cd req-67ee7eed-d36c-4a51-870e-4f520cf9c5ef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:11.727109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01e2564a-ed31-42a7-b724-c95b7de832cd req-67ee7eed-d36c-4a51-870e-4f520cf9c5ef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 932 time: 0.1629932 Feb 04 15:30:11.842598 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01e2564a-ed31-42a7-b724-c95b7de832cd req-89ed3916-0253-4cc7-82ad-2ecd8aa62ad3 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029477 Feb 04 15:30:11.845067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:11.853231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.877435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Transition to ACTIVE for port object 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:11.884260 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.899419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-73b10633-30ac-46fb-bfad-313d8910da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:11.900986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-73b10633-30ac-46fb-bfad-313d8910da9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b824573f-7ef5-4745-9627-5c161e4943f7 HTTP/1.1" status: 200 len: 861 time: 0.6509948 Feb 04 15:30:12.002353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.003215 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.004626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] 10.222.0.61 "PUT /v2.0/ports/d7e2f1ca-f8ec-4daf-82c7-5445108848d2 HTTP/1.1" status: 200 len: 1095 time: 7.2526736 Feb 04 15:30:12.058966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Pushing event updated for resources: {'Port': ['ID=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:12.062871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.078509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['61b2c791-9e8d-461c-886a-a982a0bea415'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:12.108090 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148fcb51-bb47-4f6c-8700-65db37b4731e', 'name': 'network-vif-deleted', 'tag': 'bf55f613-6e65-437c-a0a3-33491aed9305', 'status': 'completed', 'code': 200} Feb 04 15:30:12.207056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-ae557473-1d72-41bc-8fdd-3739e17b5a9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0edf948f-2ae6-425e-98a6-9eac92c506a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419566 Feb 04 15:30:12.248129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Attempting to bind port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:12.248469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Attempting to bind port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:12.249095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Attempting to bind port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:12.257439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:12.257761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Attempting to bind port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 on network c2bb8bd9-4fa0-45c3-84c6-559957e54b7e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:12.274910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:12.275250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Checking segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:12.275903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Bound using segment: {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:12.276064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Bound port: 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d20643d-8a53-4b68-93e7-42ad5e4b70db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:12.276420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.471989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7cc82-81a4-4a52-93a9-ed50e45d241d req-d684ddc0-8bef-4f8a-8cbd-0171bccf96d0 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.473565 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ffe7cc82-81a4-4a52-93a9-ed50e45d241d req-d684ddc0-8bef-4f8a-8cbd-0171bccf96d0 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 945 time: 0.3190331 Feb 04 15:30:12.519247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] No DVR routers for this DVR port 4a95ec4b-b714-4425-b51b-793f1c523058 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:12.534508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.578622 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ffe7cc82-81a4-4a52-93a9-ed50e45d241d req-876e7c55-5507-47d4-8a72-bcd523195fd4 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727751 Feb 04 15:30:12.599006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] For port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:12.604620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] For port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:12.610505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.648599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2a51cd3-ebb2-4a73-9032-e2b681690cec up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:12.704173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.705032 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.708298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] 10.222.0.53 "PUT /v2.0/ports/582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 HTTP/1.1" status: 200 len: 1092 time: 1.8480279 Feb 04 15:30:12.709096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'tag': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:12.734134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e28ff9-107c-4a98-a3df-9a140c0a1f45 service neutron] Pushing event updated for resources: {'Port': ['ID=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:12.749624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27fe53-d3e2-4d16-a4d0-26a783111995 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:12.834956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port b2a51cd3-ebb2-4a73-9032-e2b681690cec completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:12.842264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port b2a51cd3-ebb2-4a73-9032-e2b681690cec triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:12.842645 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.912790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Pushing event deleted for resources: {'Port': ['ID=4a95ec4b-b714-4425-b51b-793f1c523058,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:12.913393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5bac1-1eb0-40e6-87d7-b5284ad6da93 req-336a2591-9552-4d55-810d-3bdb42bc9426 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.915904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1339ef96-3b6c-4de9-be5c-71a2dd17f8c5 req-31a76904-8611-49a0-8506-fc8ac0efd84d tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "DELETE /v2.0/ports/4a95ec4b-b714-4425-b51b-793f1c523058 HTTP/1.1" status: 204 len: 173 time: 5.3572474 Feb 04 15:30:12.928692 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-03a5bac1-1eb0-40e6-87d7-b5284ad6da93 req-336a2591-9552-4d55-810d-3bdb42bc9426 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.1778426 Feb 04 15:30:12.959554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95f1d6-f83a-45d1-a738-876369a9c404 req-192ff984-ab9c-4ef6-8e16-5eb43c0282c6 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.961146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c95f1d6-f83a-45d1-a738-876369a9c404 req-192ff984-ab9c-4ef6-8e16-5eb43c0282c6 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 932 time: 1.2519305 Feb 04 15:30:12.969525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-89e77a94-f228-420c-aa9d-88c39f35f922 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.971058 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-89e77a94-f228-420c-aa9d-88c39f35f922 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 1096 time: 1.0783658 Feb 04 15:30:13.007177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-1498e3fb-8ab7-4536-93ca-2a598c23db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.009568 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-1498e3fb-8ab7-4536-93ca-2a598c23db91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 1095 time: 0.2179453 Feb 04 15:30:13.021427 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.030858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-03a5bac1-1eb0-40e6-87d7-b5284ad6da93 req-6a5c8b28-4625-40e6-9f6f-8e580f9e551e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969183 Feb 04 15:30:13.064829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:13.075948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2a51cd3-ebb2-4a73-9032-e2b681690cec, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:13.082569 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.149399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-b80c306c-c10f-43c7-8564-a26e5ce8044e service neutron] 10.222.0.61 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8230538 Feb 04 15:30:13.163723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-e68bcccc-5b45-42f4-b2da-35d352d53578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.165242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-e68bcccc-5b45-42f4-b2da-35d352d53578 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 1098 time: 1.0992723 Feb 04 15:30:13.202371 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-b4f08310-69b8-4897-9265-7a744aca3956 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 HTTP/1.1" status: 200 len: 217 time: 0.1696143 Feb 04 15:30:13.239738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b2a51cd3-ebb2-4a73-9032-e2b681690cec,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:13.304042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-9f4f7679-4123-48b2-b45f-2480120e0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.306032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-9f4f7679-4123-48b2-b45f-2480120e0722 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.0944612 Feb 04 15:30:13.370246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-f3f2367b-1c12-4e1b-97f4-8e20d662addf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d7e2f1ca-f8ec-4daf-82c7-5445108848d2 HTTP/1.1" status: 200 len: 217 time: 0.1496913 Feb 04 15:30:13.423056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7c971578-c2f1-4bad-a804-a03ad0fd5e6b req-0a0a9def-9dce-4ebc-b4bd-765f34401fbd tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5 HTTP/1.1" status: 200 len: 210 time: 0.1095791 Feb 04 15:30:13.426003 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-fbea3e43-235a-4ff6-b179-0804bebe7894 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719635 Feb 04 15:30:13.429543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c95f1d6-f83a-45d1-a738-876369a9c404 req-a52d6a25-3a7c-4f53-bd83-ac8809c9b0c7 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380369 Feb 04 15:30:13.548631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-09765800-71fa-4f4d-9dd9-ba59340c1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.550150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-09765800-71fa-4f4d-9dd9-ba59340c1917 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1677954 Feb 04 15:30:13.631219 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'tag': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855', 'status': 'completed', 'code': 200} Feb 04 15:30:13.728314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e3dc4-2e0f-4d5f-a49d-199405151376 req-70ac476b-bb2b-4bce-88a6-a44bf7eff4af tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.729973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d21e3dc4-2e0f-4d5f-a49d-199405151376 req-70ac476b-bb2b-4bce-88a6-a44bf7eff4af tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 947 time: 0.1477246 Feb 04 15:30:13.733488 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-57054c25-7814-4131-a28d-4cc0f6adc35a service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994835 Feb 04 15:30:13.760030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34f336da-bf9c-40f6-81bc-caaaaf488faa req-dd51b9ed-5591-43b4-a661-02a4287b32cb service neutron] 10.222.0.61 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988090 Feb 04 15:30:13.821515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:13.826738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-d1451786-d1cb-481c-9c1c-b4d157856093 service neutron] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:13.845180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.857808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-d1451786-d1cb-481c-9c1c-b4d157856093 service neutron] Notify callbacks [] for binding, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.858902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf9ecc6e-c281-4978-924a-c535d40d2d69 req-d1451786-d1cb-481c-9c1c-b4d157856093 service neutron] 10.222.0.61 "DELETE /v2.0/ports/e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc/bindings/n-h1-827870-1 HTTP/1.1" status: 204 len: 173 time: 0.8582938 Feb 04 15:30:13.865822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d21e3dc4-2e0f-4d5f-a49d-199405151376 req-a16183b2-2ef1-4db0-8e32-f3940dda33f1 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285574 Feb 04 15:30:13.890641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Transition to ACTIVE for port object 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:13.900302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.943487 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebd035f8-56e8-4bbd-8828-97d942f94af8 req-056eec72-948e-4db0-ba83-290e8495e230 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900499 Feb 04 15:30:13.979105 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec', 'code': 200} Feb 04 15:30:14.004072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-c89db29f-1f77-4c69-95c6-50be0409d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.005626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-c89db29f-1f77-4c69-95c6-50be0409d5d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4410546 Feb 04 15:30:14.113678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537acad1-da17-453d-ba74-2c7d346119b5', 'tag': 'd7e2f1ca-f8ec-4daf-82c7-5445108848d2'}, {'server_uuid': '7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5', 'name': 'network-vif-deleted', 'tag': '4a95ec4b-b714-4425-b51b-793f1c523058'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:14.155652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530554d8-f920-4279-87e2-bd319df7aa56 req-313075be-84f3-488f-be6d-50ee8810b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.157440 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-530554d8-f920-4279-87e2-bd319df7aa56 req-313075be-84f3-488f-be6d-50ee8810b0df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14081a11c76548acbc7aeb9b24ce455c&device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 1095 time: 0.1326840 Feb 04 15:30:14.294428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:14.402275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530554d8-f920-4279-87e2-bd319df7aa56 req-a242b694-e57e-4ced-86c8-179d211e664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.403754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-530554d8-f920-4279-87e2-bd319df7aa56 req-a242b694-e57e-4ced-86c8-179d211e664c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 200 len: 913 time: 0.2378514 Feb 04 15:30:14.424738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84f3f4-162b-4124-813c-f42e752f1e38 req-0517272a-7fc3-4e40-a33a-9d8c3459100e tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.425508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fd84f3f4-162b-4124-813c-f42e752f1e38 req-0517272a-7fc3-4e40-a33a-9d8c3459100e tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:14.535474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-530554d8-f920-4279-87e2-bd319df7aa56 req-d1885e14-9489-48aa-a142-d9f990efbbde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 HTTP/1.1" status: 200 len: 217 time: 0.1247532 Feb 04 15:30:14.596513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fd84f3f4-162b-4124-813c-f42e752f1e38 req-0517272a-7fc3-4e40-a33a-9d8c3459100e tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:14.597949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd84f3f4-162b-4124-813c-f42e752f1e38 req-0517272a-7fc3-4e40-a33a-9d8c3459100e tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 932 time: 0.8526819 Feb 04 15:30:14.669016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Attempting to bind port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:14.669344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Attempting to bind port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:14.669595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Attempting to bind port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c on network b1e903a9-1874-48e2-9c35-cfa23cc08818 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:14.673492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530554d8-f920-4279-87e2-bd319df7aa56 req-6331765f-343f-43b6-b035-f9b4393c001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.674839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-530554d8-f920-4279-87e2-bd319df7aa56 req-6331765f-343f-43b6-b035-f9b4393c001c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 200 len: 852 time: 0.0897810 Feb 04 15:30:14.675354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b96894-0d20-4037-be93-1beb28d87454 req-2e9f48ea-9fda-46dd-a802-6cea0cf3695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.676800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81b96894-0d20-4037-be93-1beb28d87454 req-2e9f48ea-9fda-46dd-a802-6cea0cf3695d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 1097 time: 0.5654893 Feb 04 15:30:14.683360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-56cea907-1ce8-45f7-93ab-c07cafca5190 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074078 Feb 04 15:30:14.732884 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-530554d8-f920-4279-87e2-bd319df7aa56 req-eab367b4-c992-4dbf-874e-abfae702f053 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483932 Feb 04 15:30:14.741302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04378329-3839-4dfe-92bc-cec57b9de03d req-58af33e6-ae37-4281-be65-9fa0108777de tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.748752 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-04378329-3839-4dfe-92bc-cec57b9de03d req-58af33e6-ae37-4281-be65-9fa0108777de tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 946 time: 0.2151418 Feb 04 15:30:14.773855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c on network b1e903a9-1874-48e2-9c35-cfa23cc08818 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:14.774185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Attempting to bind port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c on network b1e903a9-1874-48e2-9c35-cfa23cc08818 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:14.797492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fd84f3f4-162b-4124-813c-f42e752f1e38 req-8e835a39-58e9-4d7b-9cd3-01b78b9842b2 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:14.802959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:14.803291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Checking segment: {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:14.803673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Bound using segment: {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:14.804232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Bound port: 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83aff0c3-8dce-44a4-ab72-477bf221ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:14.804442 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.006589 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-04378329-3839-4dfe-92bc-cec57b9de03d req-9a74f9f6-57d4-4656-b4a7-3a315afe9869 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568903 Feb 04 15:30:15.044213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81b96894-0d20-4037-be93-1beb28d87454 req-69039a1e-704d-4654-8703-9648d281a4cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529227 Feb 04 15:30:15.067521 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-530554d8-f920-4279-87e2-bd319df7aa56 req-81fe4983-c711-403a-9da2-d9b1552dec38 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039241 Feb 04 15:30:15.096901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fd84f3f4-162b-4124-813c-f42e752f1e38 req-8e835a39-58e9-4d7b-9cd3-01b78b9842b2 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:15.096901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd84f3f4-162b-4124-813c-f42e752f1e38 req-8e835a39-58e9-4d7b-9cd3-01b78b9842b2 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717422 Feb 04 15:30:15.098073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770f3a61-9c90-45f9-a7bc-aae7acca2ab1 req-3553ea2c-cba4-4423-8348-e695ef4b132d service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057174 Feb 04 15:30:15.143813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] For port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:15.146857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] For port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:15.154200 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.199806 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537acad1-da17-453d-ba74-2c7d346119b5', 'tag': 'd7e2f1ca-f8ec-4daf-82c7-5445108848d2', 'status': 'completed', 'code': 200} Feb 04 15:30:15.200075 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45ebc6-f9fe-4b93-8f84-99d5f3aba6e5', 'name': 'network-vif-deleted', 'tag': '4a95ec4b-b714-4425-b51b-793f1c523058', 'status': 'completed', 'code': 200} Feb 04 15:30:15.223372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.223977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.225423 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c HTTP/1.1" status: 200 len: 1092 time: 4.3462043 Feb 04 15:30:15.279163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2683a-2388-4573-b1ef-f47fc9b061e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:15.409348 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-530554d8-f920-4279-87e2-bd319df7aa56 req-a0831bb3-7bcd-4b48-b814-bc3bf34102e3 service neutron] 10.222.0.53 "GET /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352947 Feb 04 15:30:15.441645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9ecfb-2be5-42ab-9c3f-93e17115806f req-470fa9a6-d298-4522-9cbf-58a31d6ba154 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.443672 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5bd9ecfb-2be5-42ab-9c3f-93e17115806f req-470fa9a6-d298-4522-9cbf-58a31d6ba154 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1096 time: 0.2489669 Feb 04 15:30:15.510829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5bd9ecfb-2be5-42ab-9c3f-93e17115806f req-585e361e-562b-45c3-9209-700fe8b70166 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605083 Feb 04 15:30:15.570467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-9f4bafa1-8fe2-464c-b28f-7cc567da5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.572393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-9f4bafa1-8fe2-464c-b28f-7cc567da5a30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9580235128848c6a49b65f72cbafdf3&device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 1095 time: 0.2893040 Feb 04 15:30:15.644068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706682a6-622b-4236-8b63-eb2126e0312d req-868b6675-ef0d-4a65-9c54-59ce53e0d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.645612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-706682a6-622b-4236-8b63-eb2126e0312d req-868b6675-ef0d-4a65-9c54-59ce53e0d137 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 1098 time: 0.2957683 Feb 04 15:30:15.673828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-e76a835b-5d4f-4b71-a204-1abaf0f0a63b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c HTTP/1.1" status: 200 len: 217 time: 0.0929520 Feb 04 15:30:15.770460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c3f1-8339-44fe-9b99-050e8b1ebbb3 req-dbd10218-0945-41e0-85f3-db2879834119 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.771319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-22d8c3f1-8339-44fe-9b99-050e8b1ebbb3 req-dbd10218-0945-41e0-85f3-db2879834119 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Synchronizing usage tracker for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:15.829933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-22d8c3f1-8339-44fe-9b99-050e8b1ebbb3 req-dbd10218-0945-41e0-85f3-db2879834119 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Unset dirty status for tenant:5045eb298e2c44d9bd1ba5e02b1cdb37 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:15.831072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22d8c3f1-8339-44fe-9b99-050e8b1ebbb3 req-dbd10218-0945-41e0-85f3-db2879834119 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.3854978 Feb 04 15:30:15.847273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-718e84bb-4c4d-4f9a-a5cd-316c094b1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.848659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-718e84bb-4c4d-4f9a-a5cd-316c094b1e40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e69b2e6a-7774-4996-8396-099191cc543b HTTP/1.1" status: 200 len: 868 time: 0.1221466 Feb 04 15:30:15.852571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a1d2a-55b7-4f67-b833-63600e1aa19b req-57993589-c179-4aa5-af5b-0370469be288 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.853178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ad3a1d2a-55b7-4f67-b833-63600e1aa19b req-57993589-c179-4aa5-af5b-0370469be288 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Synchronizing usage tracker for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:15.879506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ad3a1d2a-55b7-4f67-b833-63600e1aa19b req-57993589-c179-4aa5-af5b-0370469be288 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Unset dirty status for tenant:14081a11c76548acbc7aeb9b24ce455c on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:15.881424 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad3a1d2a-55b7-4f67-b833-63600e1aa19b req-57993589-c179-4aa5-af5b-0370469be288 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 944 time: 0.1260808 Feb 04 15:30:15.941289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706682a6-622b-4236-8b63-eb2126e0312d req-4b9b7858-00e4-4b3e-bc36-8e80e4856043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.942729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-706682a6-622b-4236-8b63-eb2126e0312d req-4b9b7858-00e4-4b3e-bc36-8e80e4856043 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2881641 Feb 04 15:30:15.944708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad3a1d2a-55b7-4f67-b833-63600e1aa19b req-62c15ce3-3b9f-460b-8758-5478d650004f tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Feb 04 15:30:16.030365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22d8c3f1-8339-44fe-9b99-050e8b1ebbb3 req-11b68f8d-3672-4075-b8f8-1f1d1f2d84c3 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/security-groups?id=666c3132-9e48-405d-9854-b64dd417e5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847575 Feb 04 15:30:16.032726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-706682a6-622b-4236-8b63-eb2126e0312d req-0daa7b47-6fc5-47b8-a060-335b2b68d57a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d7e2f1ca-f8ec-4daf-82c7-5445108848d2 HTTP/1.1" status: 200 len: 217 time: 0.0812693 Feb 04 15:30:16.101404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-b1fc0971-0318-47fa-b1f8-b7cd1b6c52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:16.102978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-b1fc0971-0318-47fa-b1f8-b7cd1b6c52e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1e903a9-1874-48e2-9c35-cfa23cc08818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372134 Feb 04 15:30:16.134301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706682a6-622b-4236-8b63-eb2126e0312d req-6679b221-eedf-4903-b44f-5d83b69ced71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:16.135780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-706682a6-622b-4236-8b63-eb2126e0312d req-6679b221-eedf-4903-b44f-5d83b69ced71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0931594 Feb 04 15:30:16.246487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75239b3-6930-48ce-9bb0-c1a7a016b8f9 req-c1de7e85-c7b1-4eb4-9e93-a76fc91d2dcc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:16.254378 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d75239b3-6930-48ce-9bb0-c1a7a016b8f9 req-c1de7e85-c7b1-4eb4-9e93-a76fc91d2dcc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 947 time: 0.1866186 Feb 04 15:30:16.316111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-b0d30af2-ebea-4332-b62f-c23b35724f56 service neutron] 10.222.0.53 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055416 Feb 04 15:30:16.368975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-55d08686-9117-4033-a105-c9468d20e53d tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:16.371254 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-55d08686-9117-4033-a105-c9468d20e53d tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.53 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 946 time: 0.2627285 Feb 04 15:30:16.418917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706682a6-622b-4236-8b63-eb2126e0312d req-6c07baca-43f3-465f-9b18-3f27d2c1c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:16.420308 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-706682a6-622b-4236-8b63-eb2126e0312d req-6c07baca-43f3-465f-9b18-3f27d2c1c5df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318842 Feb 04 15:30:16.498158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d75239b3-6930-48ce-9bb0-c1a7a016b8f9 req-9b2d004f-869e-4aaf-be03-68c1eaa43667 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423966 Feb 04 15:30:16.613263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Deleting port ad59cfea-be56-4333-8839-b9af4d2aafa0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:16.613635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.694794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-706682a6-622b-4236-8b63-eb2126e0312d req-a1c5675b-d906-4f91-b10c-0eac22790c66 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636476 Feb 04 15:30:16.802414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcc2a9b-d492-4ff8-b48f-b107d222eb74 req-65f631ba-5153-4c71-88ce-283862f90681 service neutron] 10.222.0.53 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754963 Feb 04 15:30:17.011664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] For port ad59cfea-be56-4333-8839-b9af4d2aafa0, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad59cfea-be56-4333-8839-b9af4d2aafa0,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:17.011664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.082160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-706682a6-622b-4236-8b63-eb2126e0312d req-1abb3049-eb25-475d-b461-55c679e78db9 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520203 Feb 04 15:30:17.090654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-52b70eaa-6a3b-49ba-a531-805c148c3359 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.091066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7fb4a-e079-47ca-a392-af51ed1fa105 req-16bd3ecb-443f-4979-b176-94a4cda7f7a9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.092141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-52b70eaa-6a3b-49ba-a531-805c148c3359 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 808 time: 0.3964577 Feb 04 15:30:17.096194 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0fd7fb4a-e079-47ca-a392-af51ed1fa105 req-16bd3ecb-443f-4979-b176-94a4cda7f7a9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 946 time: 0.2185128 Feb 04 15:30:17.113187 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-c9a79ce8-190d-4510-8226-4d85fa2bc3db tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/quotas/f47c494d628741edb0d9fa67438cf824 HTTP/1.1" status: 200 len: 375 time: 0.0123811 Feb 04 15:30:17.161594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Calling delete_port for ad59cfea-be56-4333-8839-b9af4d2aafa0 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:17.204742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-a757d6d5-e08f-47ea-9097-c4bd0fcf492e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839586 Feb 04 15:30:17.205407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:17.254219 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0fd7fb4a-e079-47ca-a392-af51ed1fa105 req-0fd57e83-5602-4a3a-801e-3889ccac6b3e tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004231 Feb 04 15:30:17.314903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:17.390900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.398413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-13a485ad-2a2b-4165-a0b2-b50b54f4d071 service neutron] 10.222.0.46 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873448 Feb 04 15:30:17.442577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['ad59cfea-be56-4333-8839-b9af4d2aafa0'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:17.537514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Pushing event deleted for resources: {'Port': ['ID=ad59cfea-be56-4333-8839-b9af4d2aafa0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:17.544903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-e4e7c74c-b276-4a12-b846-a79c87af9d4e service neutron] 10.222.0.46 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394315 Feb 04 15:30:17.566581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:17.593685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855', 'network_id': 'c2bb8bd9-4fa0-45c3-84c6-559957e54b7e', 'port_id': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855', 'mac_address': 'fa:16:3e:62:89:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67421194-ccf6-44ed-87a2-1bd8ab7eb3a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:17.656448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] No DVR routers for this DVR port ad59cfea-be56-4333-8839-b9af4d2aafa0 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:17.660207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.662800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69376d0e-3425-478d-892f-39e88b772241', 'name': 'network-vif-deleted', 'tag': 'ad59cfea-be56-4333-8839-b9af4d2aafa0'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:17.675347 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.685001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abce782-952a-4554-a0cf-c5b98ac6f53a req-c553d0ff-968f-40d9-8d9e-33fab5429b6d tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.692264 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1abce782-952a-4554-a0cf-c5b98ac6f53a req-c553d0ff-968f-40d9-8d9e-33fab5429b6d tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 944 time: 0.2464614 Feb 04 15:30:17.739582 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-99c8c87a-d0c7-46e0-821d-c3179e278097 req-16eaa007-616d-4f9d-8069-8db23be8ecdc tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.53 "DELETE /v2.0/ports/ad59cfea-be56-4333-8839-b9af4d2aafa0 HTTP/1.1" status: 204 len: 173 time: 1.3621864 Feb 04 15:30:17.773274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:17.776201 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1abce782-952a-4554-a0cf-c5b98ac6f53a req-97d890db-1730-4d98-9591-f8e48783064b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829062 Feb 04 15:30:17.812485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:17.817899 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.011051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:18.020704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fe413-1773-430f-aae6-cc0f802f286f req-9b733bb1-9f2c-4a1d-822b-021ecd2523f4 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.021613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e40fe413-1773-430f-aae6-cc0f802f286f req-9b733bb1-9f2c-4a1d-822b-021ecd2523f4 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Synchronizing usage tracker for tenant:b7e103a1313640578565813ff67bb20c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:18.048746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e40fe413-1773-430f-aae6-cc0f802f286f req-9b733bb1-9f2c-4a1d-822b-021ecd2523f4 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Unset dirty status for tenant:b7e103a1313640578565813ff67bb20c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:18.050530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e40fe413-1773-430f-aae6-cc0f802f286f req-9b733bb1-9f2c-4a1d-822b-021ecd2523f4 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 950 time: 0.2072647 Feb 04 15:30:18.073113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:18.137798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e40fe413-1773-430f-aae6-cc0f802f286f req-4c98f95d-1780-455e-850f-97478c04db4e tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/security-groups?id=685ab638-208f-4e2a-bb1b-183c98096f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802631 Feb 04 15:30:18.452557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0093330e-b700-46a3-b450-1c112fd31ba0 req-b33553a5-5655-4b3a-affd-a584b3d58536 tempest-ListServerFiltersTestJSON-537959236 tempest-ListServerFiltersTestJSON-537959236-project] 10.222.0.46 "GET /v2.0/ports?device_id=69376d0e-3425-478d-892f-39e88b772241 HTTP/1.1" status: 200 len: 210 time: 0.0878925 Feb 04 15:30:18.510971 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'status': 'completed', 'code': 200} Feb 04 15:30:18.515304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-a6deccab-fb25-4c94-b8b7-0b95cdaf3650 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.517391 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-a6deccab-fb25-4c94-b8b7-0b95cdaf3650 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 950 time: 0.4834151 Feb 04 15:30:18.619580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2fc5-d1ce-48e9-8d55-77ad2fad9700 req-a9655914-8fa9-460d-b93f-c7cbef6d624d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.626707 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f08c2fc5-d1ce-48e9-8d55-77ad2fad9700 req-a9655914-8fa9-460d-b93f-c7cbef6d624d tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 945 time: 0.6593630 Feb 04 15:30:18.682145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d7e2f1ca-f8ec-4daf-82c7-5445108848d2 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:18.696832 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f08c2fc5-d1ce-48e9-8d55-77ad2fad9700 req-bf3e1c2c-db2f-4b20-9f97-a9275bd63e88 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692277 Feb 04 15:30:18.700639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Deleting port 61b2c791-9e8d-461c-886a-a982a0bea415 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:18.724379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.808865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-8f50464e-bd08-4a8a-8552-d5fbbf6b5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.810930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-8f50464e-bd08-4a8a-8552-d5fbbf6b5e38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9580235128848c6a49b65f72cbafdf3&device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 1095 time: 0.2072713 Feb 04 15:30:18.824693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762eef3-1d64-44f5-91fd-e667ae93c6e6 req-5e678899-c026-46ee-9dd6-d6083d0aa952 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.832146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9762eef3-1d64-44f5-91fd-e667ae93c6e6 req-5e678899-c026-46ee-9dd6-d6083d0aa952 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 946 time: 0.1545372 Feb 04 15:30:18.986631 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9762eef3-1d64-44f5-91fd-e667ae93c6e6 req-9b2ef9f0-fe96-4837-975c-ac76b5e90bd4 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532793 Feb 04 15:30:19.032011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d7e2f1ca-f8ec-4daf-82c7-5445108848d2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:19.107191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-d51a0394-a49e-43d5-a970-0126c9de8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:19.108737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-d51a0394-a49e-43d5-a970-0126c9de8384 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1e903a9-1874-48e2-9c35-cfa23cc08818 HTTP/1.1" status: 200 len: 930 time: 0.2738879 Feb 04 15:30:19.112491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'd7e2f1ca-f8ec-4daf-82c7-5445108848d2', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'd7e2f1ca-f8ec-4daf-82c7-5445108848d2', 'mac_address': 'fa:16:3e:a8:87:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:19.168238 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69376d0e-3425-478d-892f-39e88b772241', 'name': 'network-vif-deleted', 'tag': 'ad59cfea-be56-4333-8839-b9af4d2aafa0', 'status': 'completed', 'code': 200} Feb 04 15:30:19.185274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.211750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e2f1ca-f8ec-4daf-82c7-5445108848d2 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:19.213559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-665d84a9-732c-48f6-8d06-d8653db2f39e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c HTTP/1.1" status: 200 len: 217 time: 0.0964549 Feb 04 15:30:19.226268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c6a4-4d36-43c7-9253-f35cc13ff3aa req-1e27efb9-c7c9-4609-b5a7-339b1615ca4d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:19.235193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5954c6a4-4d36-43c7-9253-f35cc13ff3aa req-1e27efb9-c7c9-4609-b5a7-339b1615ca4d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 947 time: 0.2899473 Feb 04 15:30:19.247913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d7e2f1ca-f8ec-4daf-82c7-5445108848d2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:19.255466 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.304083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] For port 61b2c791-9e8d-461c-886a-a982a0bea415, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=61b2c791-9e8d-461c-886a-a982a0bea415,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:19.304345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.343757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:19.349500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:19.353152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:19.403043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5954c6a4-4d36-43c7-9253-f35cc13ff3aa req-5533801c-7cd9-46fc-bec9-2b1339203be9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668584 Feb 04 15:30:19.426185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11d0dba0-9063-47de-9f23-d2a061554aec req-0ff2cf3c-bfbe-4afa-8cee-48c79ad39174 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 210 time: 0.1465647 Feb 04 15:30:19.497143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-b2128c29-2e61-43c2-8ade-a5fdc036f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:19.502036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-b2128c29-2e61-43c2-8ade-a5fdc036f45d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e69b2e6a-7774-4996-8396-099191cc543b HTTP/1.1" status: 200 len: 868 time: 0.2808063 Feb 04 15:30:19.506729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Calling delete_port for 61b2c791-9e8d-461c-886a-a982a0bea415 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:19.607382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:19.734662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:19.743838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:19.744161 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.817070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-38818b5a-6a70-408a-bc40-7046829adffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:19.818720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-38818b5a-6a70-408a-bc40-7046829adffc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1e903a9-1874-48e2-9c35-cfa23cc08818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3073766 Feb 04 15:30:19.907067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:19.914870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fcbd1-a7c9-4692-9c92-90708dfe4026 req-3c2d8171-b3fb-4b9a-9649-217611eef1bd tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:19.917487 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-037fcbd1-a7c9-4692-9c92-90708dfe4026 req-3c2d8171-b3fb-4b9a-9649-217611eef1bd tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 944 time: 0.2451708 Feb 04 15:30:19.924387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'port_id': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'mac_address': 'fa:16:3e:2e:1b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:19.987743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-2d0581c7-69f1-482a-91a8-a8305de6635c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:19.989379 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-2d0581c7-69f1-482a-91a8-a8305de6635c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 808 time: 0.4154134 Feb 04 15:30:20.027030 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-037fcbd1-a7c9-4692-9c92-90708dfe4026 req-52aa2c8c-1b00-4ecf-a5c9-7161bfce2edf tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009514 Feb 04 15:30:20.037845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.042604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Request body: {'port': {'device_id': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a', 'admin_state_up': True, 'tenant_id': 'f47c494d628741edb0d9fa67438cf824'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:20.084885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['61b2c791-9e8d-461c-886a-a982a0bea415'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:20.196581 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.219054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Pushing event deleted for resources: {'Port': ['ID=61b2c791-9e8d-461c-886a-a982a0bea415,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.277778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:20.296056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:20.319742 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.427437 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.436305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51578) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:20.478061 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-673f0c57-a1dd-4263-aaea-eb2ccbd8828a req-99b2eaf4-fbe4-483c-bbba-213903a3b73a tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb119122-54e1-4637-a64a-6e987369d74b HTTP/1.1" status: 200 len: 210 time: 0.2310433 Feb 04 15:30:20.479967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] No DVR routers for this DVR port 61b2c791-9e8d-461c-886a-a982a0bea415 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:20.507765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.517268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:20.533791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:20.540146 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.541259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad59cfea-be56-4333-8839-b9af4d2aafa0 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:20.548265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-06f45be0-36aa-493d-afb6-43718feccca8 service neutron] 10.222.0.53 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7184730 Feb 04 15:30:20.565472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.591366 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d70466f5-4225-47e5-a6c2-b0801e2fd6e9 req-b1ce6306-bcc8-4648-9343-a54a608c1f34 tempest-LiveMigrationNegativeTest-448720097 tempest-LiveMigrationNegativeTest-448720097-project] 10.222.0.53 "DELETE /v2.0/ports/61b2c791-9e8d-461c-886a-a982a0bea415 HTTP/1.1" status: 204 len: 173 time: 2.0638697 Feb 04 15:30:20.633937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Deleting subnet 8c0a1617-8540-431c-ba88-5917c9ce34a3 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:30:20.637880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.678348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:20.728572 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: ad59cfea-be56-4333-8839-b9af4d2aafa0 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:30:20.729372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad59cfea-be56-4333-8839-b9af4d2aafa0 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:20.747455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.811366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:20.849669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.897865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:20.992276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Made reservation on behalf of f47c494d628741edb0d9fa67438cf824 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:20.996264 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.017726 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.155316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-edcf25af-dc86-4cdd-84e0-e18d761f9d0c req-f8c6281a-d8d7-45dc-94bb-738233458db6 service neutron] 10.222.0.53 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980580 Feb 04 15:30:21.172669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd679db2-8730-4dc9-b91c-444c04426ee5 req-b8a5c2ef-17ec-414a-ac61-c17f638b1e77 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:21.173544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb119122-54e1-4637-a64a-6e987369d74b', 'name': 'network-vif-deleted', 'tag': '61b2c791-9e8d-461c-886a-a982a0bea415'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:21.174226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd679db2-8730-4dc9-b91c-444c04426ee5 req-b8a5c2ef-17ec-414a-ac61-c17f638b1e77 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 946 time: 0.3577940 Feb 04 15:30:21.191544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.239633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0a1617-8540-431c-ba88-5917c9ce34a3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:21.249883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.257987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29566a-9786-43a7-bc63-ebce9d7e3a8d None None] Network bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:30:21.282960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd679db2-8730-4dc9-b91c-444c04426ee5 req-45ecb0aa-a0f4-4bbe-acb7-b2dfa891854a tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014466 Feb 04 15:30:21.313327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.314417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.315669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.316212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.316720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.317112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.317563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.320025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.323086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.323086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.323086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.323086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:21.339608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Allocated IP 172.20.0.9 (25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a/d4cd134f-b7e5-4484-8b1d-11443fb81a27/3972a9fc-a7da-4066-aafd-137936a7cc96) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:21.350982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b2ec6-f7c4-4dec-9719-29d669ff699c req-b3a0b392-d8e1-4850-a36f-3b95d22ea1fa tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:21.354811 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f23b2ec6-f7c4-4dec-9719-29d669ff699c req-b3a0b392-d8e1-4850-a36f-3b95d22ea1fa tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 948 time: 0.2737370 Feb 04 15:30:21.371887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-681737f2-c91f-440b-9f83-99e152131abf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c0a1617-8540-431c-ba88-5917c9ce34a3 HTTP/1.1" status: 204 len: 168 time: 0.9238846 Feb 04 15:30:21.387261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51598) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:21.473402 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f23b2ec6-f7c4-4dec-9719-29d669ff699c req-6c299fc9-2e3e-403d-a396-f738e3e16df7 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035697 Feb 04 15:30:21.518960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 61b2c791-9e8d-461c-886a-a982a0bea415 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:21.566587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 61b2c791-9e8d-461c-886a-a982a0bea415 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:30:21.566587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 61b2c791-9e8d-461c-886a-a982a0bea415 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:21.623455 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855', 'code': 200} Feb 04 15:30:21.807655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607b6e0-b56a-434f-b3be-3b9843ad4852 None None] DHCP port deletion for bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:30:21.814301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6607b6e0-b56a-434f-b3be-3b9843ad4852 None None] Deleting port 9230c268-392d-4ae7-981c-1934cd7ba9a5 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:21.814817 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6607b6e0-b56a-434f-b3be-3b9843ad4852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.974730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cab2219-6f11-489c-8e89-3cc13f34211d req-97d13f81-994d-425d-af43-f718f91939e2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 210 time: 0.1986673 Feb 04 15:30:22.064412 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.089650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3815a-2564-4ee1-9e69-0e3622547b2e req-0cb5bf6e-bd17-4717-8504-27caf4c10771 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:22.098229 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aef3815a-2564-4ee1-9e69-0e3622547b2e req-0cb5bf6e-bd17-4717-8504-27caf4c10771 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 945 time: 0.2710230 Feb 04 15:30:22.138599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Deleting port 9230c268-392d-4ae7-981c-1934cd7ba9a5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:22.139030 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb119122-54e1-4637-a64a-6e987369d74b', 'name': 'network-vif-deleted', 'tag': '61b2c791-9e8d-461c-886a-a982a0bea415', 'status': 'completed', 'code': 200} Feb 04 15:30:22.139327 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.172661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aef3815a-2564-4ee1-9e69-0e3622547b2e req-be127212-569a-4806-bcb2-8a4f7d3f9b41 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727391 Feb 04 15:30:22.218193 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.245978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6607b6e0-b56a-434f-b3be-3b9843ad4852 None None] For port 9230c268-392d-4ae7-981c-1934cd7ba9a5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9230c268-392d-4ae7-981c-1934cd7ba9a5,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:22.246623 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6607b6e0-b56a-434f-b3be-3b9843ad4852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.246903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0c73-7458-455f-9874-d0f507da690b req-3dea5560-40ef-425b-9c02-51155d1911af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:22.248584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a22d0c73-7458-455f-9874-d0f507da690b req-3dea5560-40ef-425b-9c02-51155d1911af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 1097 time: 0.3158681 Feb 04 15:30:22.358626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a22d0c73-7458-455f-9874-d0f507da690b req-9d3522b7-6d17-4889-81a7-2652edfdbeaf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821073 Feb 04 15:30:22.530671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] For port 9230c268-392d-4ae7-981c-1934cd7ba9a5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9230c268-392d-4ae7-981c-1934cd7ba9a5,segment=NetworkSegment(36079805-9128-4b77-843c-520933e2991f),segment_id=36079805-9128-4b77-843c-520933e2991f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:22.531142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.569702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e66e3c-acf5-4bce-981c-50fb290cc195 req-93a6b40d-33ed-4fab-a71a-b4168daa8c5e tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:22.579571 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-05e66e3c-acf5-4bce-981c-50fb290cc195 req-93a6b40d-33ed-4fab-a71a-b4168daa8c5e tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 946 time: 0.2178304 Feb 04 15:30:22.590630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6607b6e0-b56a-434f-b3be-3b9843ad4852 None None] Calling delete_port for 9230c268-392d-4ae7-981c-1934cd7ba9a5 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:22.676532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Calling delete_port for 9230c268-392d-4ae7-981c-1934cd7ba9a5 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:22.678782 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-05e66e3c-acf5-4bce-981c-50fb290cc195 req-ca98e35c-1b19-4c41-b63f-7c0f989c1ec8 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953891 Feb 04 15:30:22.724500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d7e2f1ca-f8ec-4daf-82c7-5445108848d2 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:22.755108 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.814330 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6607b6e0-b56a-434f-b3be-3b9843ad4852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.854092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:30:22.854564 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:30:22.895750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9230c268-392d-4ae7-981c-1934cd7ba9a5 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:22.896980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51620) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:22.907550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:22.916482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:22.921720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:22.943062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607b6e0-b56a-434f-b3be-3b9843ad4852 None None] Pushing event deleted for resources: {'Port': ['ID=9230c268-392d-4ae7-981c-1934cd7ba9a5,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:22.945075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607b6e0-b56a-434f-b3be-3b9843ad4852 None None] No DVR routers for this DVR port 9230c268-392d-4ae7-981c-1934cd7ba9a5 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:22.947984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 9230c268-392d-4ae7-981c-1934cd7ba9a5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:30:22.948316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9230c268-392d-4ae7-981c-1934cd7ba9a5 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:22.977634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Pushing event updated for resources: {'Port': ['ID=3972a9fc-a7da-4066-aafd-137936a7cc96,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:22.978258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:22.989829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:22.990204 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.002085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa04573-085c-4342-8c1c-935e707aafc9 req-c98a8e1e-0cfb-4b28-9610-e3b544e1cbd3 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.014666 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8aa04573-085c-4342-8c1c-935e707aafc9 req-c98a8e1e-0cfb-4b28-9610-e3b544e1cbd3 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 948 time: 0.1462181 Feb 04 15:30:23.109952 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8aa04573-085c-4342-8c1c-935e707aafc9 req-1ead4174-0e35-42f2-9522-fa2fa0dc2c99 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938580 Feb 04 15:30:23.133699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.134044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.134383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.134713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.135041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.135419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.135743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.136061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.136381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.136701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.137041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.137500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:23.168698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.169341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.218714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4ccfc-f00b-425a-8173-41e6e0a6a32c req-4bb3d753-891b-4ac7-b193-fa342a45360b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.225705 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.227211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6a4ccfc-f00b-425a-8173-41e6e0a6a32c req-4bb3d753-891b-4ac7-b193-fa342a45360b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 946 time: 0.4740469 Feb 04 15:30:23.270552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d7e2f1ca-f8ec-4daf-82c7-5445108848d2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:23.276361 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.298015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5a2e713d-9af4-49bb-b37f-8e253710fac2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7e103a1313640578565813ff67bb20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931530 Feb 04 15:30:23.299638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51632) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:23.301869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-df140b40-7d14-485a-84ec-1b5f44a26ff3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3007927 Feb 04 15:30:23.318398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Request body: {'port': {'device_id': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:23.360119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Deleting port 9230c268-392d-4ae7-981c-1934cd7ba9a5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:23.360379 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.377450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:23.381990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:23.405895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6a4ccfc-f00b-425a-8173-41e6e0a6a32c req-d1cce6ca-2fd1-4de1-b8aa-e9c004131994 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763761 Feb 04 15:30:23.435240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863482ff-8bf0-4f42-9952-68bad7ab455c req-3e8923f8-cd2f-4029-8c15-66a9eacf6808 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.444250 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-863482ff-8bf0-4f42-9952-68bad7ab455c req-3e8923f8-cd2f-4029-8c15-66a9eacf6808 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 931 time: 0.2012799 Feb 04 15:30:23.462232 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-874d5195-1248-4d67-a731-122ab91fab76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.475618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:23.481374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:23.481799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.525498 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-863482ff-8bf0-4f42-9952-68bad7ab455c req-f99e72e5-4bda-42b5-b7af-ee17978adf7c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802641 Feb 04 15:30:23.536398 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-874d5195-1248-4d67-a731-122ab91fab76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.548396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] The port '9230c268-392d-4ae7-981c-1934cd7ba9a5' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:30:23.619629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-874d5195-1248-4d67-a731-122ab91fab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.626387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537acad1-da17-453d-ba74-2c7d346119b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2f1ca-f8ec-4daf-82c7-5445108848d2'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:23.646067 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.647190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d5195-1248-4d67-a731-122ab91fab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ab638-208f-4e2a-bb1b-183c98096f80,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:23.662286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-874d5195-1248-4d67-a731-122ab91fab76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.666854 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-874d5195-1248-4d67-a731-122ab91fab76 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/685ab638-208f-4e2a-bb1b-183c98096f80 HTTP/1.1" status: 204 len: 168 time: 0.3653498 Feb 04 15:30:23.687643 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537acad1-da17-453d-ba74-2c7d346119b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2f1ca-f8ec-4daf-82c7-5445108848d2', 'code': 200} Feb 04 15:30:23.727922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:23.734081 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.837205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.867142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.874482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:23.898025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:23.923936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36079805-9128-4b77-843c-520933e2991f') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:23.924737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36079805-9128-4b77-843c-520933e2991f') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:23.998406 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.001998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9aaade-de72-4f3a-8502-e645ddea3b0d req-b1758561-5700-41ba-a466-e4921f6fbd26 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.010971 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f9aaade-de72-4f3a-8502-e645ddea3b0d req-b1758561-5700-41ba-a466-e4921f6fbd26 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 946 time: 0.1591415 Feb 04 15:30:24.048610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed453da4-be1f-489e-9088-1715cc3df619 req-a0d89b60-1b11-4daf-9717-2e9f8b13417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.050136 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed453da4-be1f-489e-9088-1715cc3df619 req-a0d89b60-1b11-4daf-9717-2e9f8b13417a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 1100 time: 0.2822976 Feb 04 15:30:24.053312 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.062911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb168-6aff-4561-b5d7-4c89d7c1bf58 req-5a858ee7-9e90-4fc7-8903-286ef988d682 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.069379 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f9aaade-de72-4f3a-8502-e645ddea3b0d req-e3ccc59a-a666-44c4-bc92-3d8d792ed722 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571229 Feb 04 15:30:24.070181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b3cb168-6aff-4561-b5d7-4c89d7c1bf58 req-5a858ee7-9e90-4fc7-8903-286ef988d682 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 946 time: 0.4729064 Feb 04 15:30:24.109408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51650) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:24.133396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:30:24.133817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:24.148968 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:24.181347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8b858efa-e814-43ec-b20c-cb10a8cd8db4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0a031a6891e4cfa85be4930d3d06b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695541 Feb 04 15:30:24.183332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51656) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:24.306784 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-424bfd11-03cf-430d-8ed7-7075fe82d0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.372554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b3cb168-6aff-4561-b5d7-4c89d7c1bf58 req-4ac02a49-8867-4564-9490-3408d9d6fa47 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004060 Feb 04 15:30:24.378164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-424bfd11-03cf-430d-8ed7-7075fe82d0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.408711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed453da4-be1f-489e-9088-1715cc3df619 req-136d360a-ac48-4e82-b44a-8f09a421790d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213768 Feb 04 15:30:24.422373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.447847 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.501795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-424bfd11-03cf-430d-8ed7-7075fe82d0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.518752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16fa36-6328-480f-9c49-8c6dd67d63c5 req-0685fc38-2887-4b87-9f4b-44edcd256127 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.520839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7d16fa36-6328-480f-9c49-8c6dd67d63c5 req-0685fc38-2887-4b87-9f4b-44edcd256127 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 949 time: 0.2876818 Feb 04 15:30:24.536908 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-424bfd11-03cf-430d-8ed7-7075fe82d0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.546584 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-424bfd11-03cf-430d-8ed7-7075fe82d0a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a96df9ee-5dd8-4cd8-b8ab-602ff083fdb5 HTTP/1.1" status: 204 len: 168 time: 0.3601854 Feb 04 15:30:24.550417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bfd11-03cf-430d-8ed7-7075fe82d0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96df9ee-5dd8-4cd8-b8ab-602ff083fdb5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:24.624877 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7d16fa36-6328-480f-9c49-8c6dd67d63c5 req-2b93f11f-d382-4fa4-a991-877c9fc62622 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887964 Feb 04 15:30:24.657766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:24.703472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-34ed90c3-e6fe-46c6-a91b-8acf72fab7a5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf6139ab-e3db-4f41-a07b-6f0b8bee8ab8 HTTP/1.1" status: 204 len: 168 time: 3.2959607 Feb 04 15:30:24.711309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2a51cd3-ebb2-4a73-9032-e2b681690cec details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:24.877184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efafe5-8be2-4c67-a71c-4ad1f9794087 req-d509b126-781d-4336-8f65-da29c0e3ab18 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.889542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-14efafe5-8be2-4c67-a71c-4ad1f9794087 req-d509b126-781d-4336-8f65-da29c0e3ab18 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 931 time: 0.1188691 Feb 04 15:30:24.905728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2a51cd3-ebb2-4a73-9032-e2b681690cec, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:24.917839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7282e8-c940-4211-adfe-242eb4cbd542 req-411cb750-e4c0-4441-b968-e10bf4efe990 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.926510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec', 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4', 'port_id': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec', 'mac_address': 'fa:16:3e:97:dc:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b824573f-7ef5-4745-9627-5c161e4943f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:24.930696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d7282e8-c940-4211-adfe-242eb4cbd542 req-411cb750-e4c0-4441-b968-e10bf4efe990 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 946 time: 0.3508554 Feb 04 15:30:24.958217 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-14efafe5-8be2-4c67-a71c-4ad1f9794087 req-c72fb6ae-3cc0-429e-931b-8eec7297d7ca tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674179 Feb 04 15:30:24.991985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d7282e8-c940-4211-adfe-242eb4cbd542 req-ccc78971-9125-48f2-8712-70dffd36fe68 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603235 Feb 04 15:30:25.098738 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.143759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2a51cd3-ebb2-4a73-9032-e2b681690cec {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:25.198787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2a51cd3-ebb2-4a73-9032-e2b681690cec, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:25.204426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3972a9fc-a7da-4066-aafd-137936a7cc96 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:25.207809 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.224438 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.264481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Transition to ACTIVE for port object 3972a9fc-a7da-4066-aafd-137936a7cc96 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:25.272746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.274948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51684) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:25.372373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['b2a51cd3-ebb2-4a73-9032-e2b681690cec'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:25.378598 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ee1959cc-17db-47f6-9b43-a9665c0f6661 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5045eb298e2c44d9bd1ba5e02b1cdb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022530 Feb 04 15:30:25.384290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51690) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:25.472102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b2a51cd3-ebb2-4a73-9032-e2b681690cec,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:25.545633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60f24d6e-6427-41ab-a9d4-bf20fbf28ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.568609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Pushing event updated for resources: {'Port': ['ID=3972a9fc-a7da-4066-aafd-137936a7cc96,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:25.611646 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60f24d6e-6427-41ab-a9d4-bf20fbf28ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.703037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:25.811304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54208ee-8217-4a31-b994-cfb75ecbfdc5 req-2a0b04de-4079-4dcc-b779-1ad6051cf647 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:25.821942 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d54208ee-8217-4a31-b994-cfb75ecbfdc5 req-2a0b04de-4079-4dcc-b779-1ad6051cf647 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 946 time: 0.1622610 Feb 04 15:30:25.838349 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60f24d6e-6427-41ab-a9d4-bf20fbf28ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.869634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f24d6e-6427-41ab-a9d4-bf20fbf28ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666c3132-9e48-405d-9854-b64dd417e5cc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:25.882778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60f24d6e-6427-41ab-a9d4-bf20fbf28ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.886559 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-60f24d6e-6427-41ab-a9d4-bf20fbf28ed5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/666c3132-9e48-405d-9854-b64dd417e5cc HTTP/1.1" status: 204 len: 168 time: 0.5009389 Feb 04 15:30:25.905058 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d54208ee-8217-4a31-b994-cfb75ecbfdc5 req-853e79a4-2034-41ca-9116-b034c79d61a8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821271 Feb 04 15:30:26.019736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:26.020080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:26.020410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:26.026939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:26.027513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:26.039655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d751334-d303-4e13-a040-a852cb361131 req-a091b79c-0018-4953-a3c7-60c7388fe442 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.051002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d751334-d303-4e13-a040-a852cb361131 req-a091b79c-0018-4953-a3c7-60c7388fe442 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 945 time: 0.6843843 Feb 04 15:30:26.098284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:26.098655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:26.101145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:26.101600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Bound port: 3972a9fc-a7da-4066-aafd-137936a7cc96, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:26.102628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.155587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe69a-4433-4aeb-9581-3be210feb0cd req-e59e6586-676f-4f56-80e7-39f6360d4553 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.157560 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eefbe69a-4433-4aeb-9581-3be210feb0cd req-e59e6586-676f-4f56-80e7-39f6360d4553 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 946 time: 0.1348362 Feb 04 15:30:26.212676 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eefbe69a-4433-4aeb-9581-3be210feb0cd req-59d99c59-691b-4660-a596-9a9299a2f839 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Feb 04 15:30:26.327071 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d751334-d303-4e13-a040-a852cb361131 req-d6825d77-9bbe-4356-98b2-7fe43ffffd9b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745292 Feb 04 15:30:26.388357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:26.391667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:26.396796 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'code': 200} Feb 04 15:30:26.398526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.524822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5b6b-c42d-4ec8-b24f-13275b94d25f req-ed0dff49-057a-40a3-908a-9907e60530a5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.526391 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-463c5b6b-c42d-4ec8-b24f-13275b94d25f req-ed0dff49-057a-40a3-908a-9907e60530a5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 949 time: 0.1501613 Feb 04 15:30:26.552551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.553153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.555662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] 10.222.0.53 "PUT /v2.0/ports/3972a9fc-a7da-4066-aafd-137936a7cc96 HTTP/1.1" status: 200 len: 1091 time: 3.2433951 Feb 04 15:30:26.592804 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-463c5b6b-c42d-4ec8-b24f-13275b94d25f req-89c30013-db23-48d4-8782-d1937830ba51 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Feb 04 15:30:26.595986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:26.700403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197667e0-762f-441c-b3ef-300f73e779fc service neutron] Pushing event updated for resources: {'Port': ['ID=3972a9fc-a7da-4066-aafd-137936a7cc96,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:26.733240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2a51cd3-ebb2-4a73-9032-e2b681690cec up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:26.789991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bede9-a91d-42c3-bcf8-cd99e51101d1 req-1376cdfe-1c26-4f05-8a17-a375472f1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.791364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-702bede9-a91d-42c3-bcf8-cd99e51101d1 req-1376cdfe-1c26-4f05-8a17-a375472f1335 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 1097 time: 0.3209362 Feb 04 15:30:26.803410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-c96c0d3f-3b5c-41f4-a7d4-baffa7c180f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.805363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-c96c0d3f-3b5c-41f4-a7d4-baffa7c180f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1094 time: 0.2027009 Feb 04 15:30:26.863580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port b2a51cd3-ebb2-4a73-9032-e2b681690cec triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:26.864114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.922996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae89a-cc19-4fdd-914e-708d236d41de req-26047fd4-0f7a-4c80-acbe-270b10fdbfcd tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.923740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-075ae89a-cc19-4fdd-914e-708d236d41de req-26047fd4-0f7a-4c80-acbe-270b10fdbfcd tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:26.933472 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96', 'status': 'completed', 'code': 200} Feb 04 15:30:26.943430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-6af0d5b6-454f-45fe-ac2c-d2b8c7b8c171 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3972a9fc-a7da-4066-aafd-137936a7cc96 HTTP/1.1" status: 200 len: 217 time: 0.0988736 Feb 04 15:30:26.973423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51760) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:27.024095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-32362138-74d0-4b8e-882c-3c459274868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.035241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-32362138-74d0-4b8e-882c-3c459274868e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.0768559 Feb 04 15:30:27.040142 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.046521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-702bede9-a91d-42c3-bcf8-cd99e51101d1 req-dd5a7545-93d2-4531-8306-b425ae314a99 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455428 Feb 04 15:30:27.082889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2a51cd3-ebb2-4a73-9032-e2b681690cec, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:27.084544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-075ae89a-cc19-4fdd-914e-708d236d41de req-26047fd4-0f7a-4c80-acbe-270b10fdbfcd tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:27.088830 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.091421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-075ae89a-cc19-4fdd-914e-708d236d41de req-26047fd4-0f7a-4c80-acbe-270b10fdbfcd tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 943 time: 0.5521326 Feb 04 15:30:27.113276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-427efc36-cca5-4ca2-9bd6-9adc848b4a37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656936 Feb 04 15:30:27.141765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-075ae89a-cc19-4fdd-914e-708d236d41de req-e8483173-dc0b-4ba9-9f3d-9c5005fda522 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494475 Feb 04 15:30:27.179313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b2a51cd3-ebb2-4a73-9032-e2b681690cec,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:27.205527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-136314819-network', 'tenant_id': '015f37cf32214cec87c9a7c85929910f'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:27.214046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:27.221806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Usage tracker for resource:network and tenant:015f37cf32214cec87c9a7c85929910f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:27.230065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:27.246449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:27.270575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Made reservation on behalf of 015f37cf32214cec87c9a7c85929910f for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:27.273644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.287112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.308138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:27.313117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Usage tracker for resource:security_group_rule and tenant:015f37cf32214cec87c9a7c85929910f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:27.316466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:27.326193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:27.449669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.456302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.556719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eae673-a17c-4026-baad-f745745d311a req-87d4a5a2-63aa-471e-b56e-81e2583ece58 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.558241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3eae673-a17c-4026-baad-f745745d311a req-87d4a5a2-63aa-471e-b56e-81e2583ece58 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 946 time: 0.2246909 Feb 04 15:30:27.560217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-da1d254e-a184-4e6f-9c92-429cad08ec7f service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942479 Feb 04 15:30:27.562340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:27.600256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c72d124-ca04-4497-8f60-5ca87c7d161e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:27.653204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.653567 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Added segment 5c013d21-0909-424d-8a3c-4d35c328488d of type vlan for network cdca395f-3d96-41e5-b3c8-e4612c9234cf Feb 04 15:30:27.706172 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.715752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3eae673-a17c-4026-baad-f745745d311a req-8cefea2d-eb69-45da-afa1-e3686075338c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500504 Feb 04 15:30:27.775196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-a1322756-722e-44e6-a191-5075fd66c35d tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.786156 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-a1322756-722e-44e6-a191-5075fd66c35d tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 1100 time: 0.2661729 Feb 04 15:30:27.809415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.809415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.809415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.809912 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15bc9e05-38ad-4022-9d5f-65cdb2f1be9c req-19c0c926-4139-44a1-b393-761bd3bd4c43 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412446 Feb 04 15:30:27.838522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-b735701f-433a-4e45-8e75-071501ba4939 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.960082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-b735701f-433a-4e45-8e75-071501ba4939 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:27.966347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-b735701f-433a-4e45-8e75-071501ba4939 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Usage tracker for resource:security_group_rule and tenant:318e014075424c35bca3c46895141f24 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:27.971772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-b735701f-433a-4e45-8e75-071501ba4939 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:27.974687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] Pushing event updated for resources: {'Network': ['ID=cdca395f-3d96-41e5-b3c8-e4612c9234cf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:27.982160 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-869fd6a4-aea4-4fb1-8a42-ac4ca4d0f0de admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0073183 Feb 04 15:30:27.984246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-b735701f-433a-4e45-8e75-071501ba4939 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:27.986576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51788) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:27.991098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network cdca395f-3d96-41e5-b3c8-e4612c9234cf details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:30:27.994144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Request body: {'subnet': {'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-136314819-subnet', 'tenant_id': '015f37cf32214cec87c9a7c85929910f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:28.005096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:28.010817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Usage tracker for resource:subnet and tenant:015f37cf32214cec87c9a7c85929910f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:28.019521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:28.027871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-d78179cf-e604-42ce-8cbc-6d8b1b287675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.028605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:28.029983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-d78179cf-e604-42ce-8cbc-6d8b1b287675 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1094 time: 0.1666393 Feb 04 15:30:28.050549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Made reservation on behalf of 015f37cf32214cec87c9a7c85929910f for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:28.064757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.129284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d183b9-7f97-4863-a949-8744a8d0a453 req-1402b13d-f40f-4dea-b6b6-8a325a1bfa02 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.137358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9d183b9-7f97-4863-a949-8744a8d0a453 req-1402b13d-f40f-4dea-b6b6-8a325a1bfa02 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 946 time: 0.2199910 Feb 04 15:30:28.239664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9d183b9-7f97-4863-a949-8744a8d0a453 req-059f2851-3430-4824-8527-87d66d18d9d8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004891 Feb 04 15:30:28.311948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-09b902f9-bd60-4378-a779-33feaeda3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.313692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-09b902f9-bd60-4378-a779-33feaeda3b9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.2716038 Feb 04 15:30:28.338990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-b735701f-433a-4e45-8e75-071501ba4939 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.347430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-b735701f-433a-4e45-8e75-071501ba4939 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.401338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:28.433869 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54ca5019-b5ca-43c6-9cea-9527dfb8aecb req-b735701f-433a-4e45-8e75-071501ba4939 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465786 Feb 04 15:30:28.435544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-92573e48-3e91-4d0d-9fd6-3c87530f5fd3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3972a9fc-a7da-4066-aafd-137936a7cc96 HTTP/1.1" status: 200 len: 217 time: 0.1148314 Feb 04 15:30:28.486414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735701f-433a-4e45-8e75-071501ba4939 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84421bbc-4892-4988-9f83-3e8972b8c409,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:28.550856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.670228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6f7e69-5c14-4485-b890-33d3049d651a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:28.679296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Checking segment: {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:28.679568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Network hostable DHCP agents. Network: cdca395f-3d96-41e5-b3c8-e4612c9234cf, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:28.708820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Network cdca395f-3d96-41e5-b3c8-e4612c9234cf is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:28.723510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, cdca395f-3d96-41e5-b3c8-e4612c9234cf) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:28.729177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.729905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.730405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-49775da1-4796-4ac6-bf70-6e310bdef4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.731823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-49775da1-4796-4ac6-bf70-6e310bdef4ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.2061312 Feb 04 15:30:28.737920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa0fbd5-9bd2-40dd-99ad-e2784651f053 None None] Network cdca395f-3d96-41e5-b3c8-e4612c9234cf requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:30:28.765024 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d02d0eff-f089-4e60-a715-781a2f90b271 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7769599 Feb 04 15:30:28.840475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-3e94d206-dc88-47b8-81f5-d2a3d66cfb13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730171 Feb 04 15:30:28.905835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790693ee-fdf9-4f2c-9de5-e8e4d3c3f091 req-ea70e22d-3494-4c55-ab7c-3e574acbccad tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.907622 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-790693ee-fdf9-4f2c-9de5-e8e4d3c3f091 req-ea70e22d-3494-4c55-ab7c-3e574acbccad tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 943 time: 0.1097810 Feb 04 15:30:28.953291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51812) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:28.970408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1840417475'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:28.981718 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-790693ee-fdf9-4f2c-9de5-e8e4d3c3f091 req-9fddd5fc-150f-452a-af56-23f1ab01e1af tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681109 Feb 04 15:30:28.987874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac5e80-ef91-467d-9436-31ae39953316 req-2d9ac496-ebb9-402a-9f25-dfea584a33bd tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.989467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75ac5e80-ef91-467d-9436-31ae39953316 req-2d9ac496-ebb9-402a-9f25-dfea584a33bd tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 946 time: 0.5486603 Feb 04 15:30:29.014802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041ff44-9208-4124-a2ca-b04e6b6b3abe None None] Network cdca395f-3d96-41e5-b3c8-e4612c9234cf requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:30:29.044839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:29.058329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:network and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:29.069247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:29.077519 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec', 'code': 200} Feb 04 15:30:29.096027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-e9d59b7d-c0f9-4026-b334-3b95afffcdc2 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:29.097616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-e9d59b7d-c0f9-4026-b334-3b95afffcdc2 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 946 time: 0.3632603 Feb 04 15:30:29.109894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:29.188574 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75ac5e80-ef91-467d-9436-31ae39953316 req-d8a271f7-e022-41d3-9d38-7318fc95d902 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683733 Feb 04 15:30:29.195027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:29.199212 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.214170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-c9f95eef-7e59-4f3c-a5c3-8e152bdc8f33 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581560 Feb 04 15:30:29.329727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Deleting port b2a51cd3-ebb2-4a73-9032-e2b681690cec {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:29.330326 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.434267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:29.478525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.478882 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Added segment 77afa075-9567-435f-861a-91edcc270755 of type vlan for network 93af2bc6-eec4-42d5-beff-2a7a895f827b Feb 04 15:30:29.562224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22743d3d-73ce-4d76-93d2-4f345d8f429f req-4408a5d3-618d-44ff-9c76-cf1e1548ca48 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378797 Feb 04 15:30:29.586526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.689348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05b3b-f7c5-4196-b1c8-7b6027c5a989 req-802a6e3d-cf59-43aa-b013-28ca5ab4ef48 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:29.690894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f2c05b3b-f7c5-4196-b1c8-7b6027c5a989 req-802a6e3d-cf59-43aa-b013-28ca5ab4ef48 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=f34b57b1-7fcc-440f-a8c1-d2402156c3fa HTTP/1.1" status: 200 len: 946 time: 0.3241303 Feb 04 15:30:29.749621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-6dc7d050-6a9e-4598-9616-f82aea3055b9 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:29.750309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-6dc7d050-6a9e-4598-9616-f82aea3055b9 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Synchronizing usage tracker for tenant:015f37cf32214cec87c9a7c85929910f on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:29.767454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-6dc7d050-6a9e-4598-9616-f82aea3055b9 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Unset dirty status for tenant:015f37cf32214cec87c9a7c85929910f on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:29.768613 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-6dc7d050-6a9e-4598-9616-f82aea3055b9 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/networks?id=cdca395f-3d96-41e5-b3c8-e4612c9234cf HTTP/1.1" status: 200 len: 817 time: 0.2700834 Feb 04 15:30:29.774927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.780293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:29.781102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.783765 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-71bb9192-0be0-4386-b9d1-f804ce18c072 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/quotas/015f37cf32214cec87c9a7c85929910f HTTP/1.1" status: 200 len: 375 time: 0.0091946 Feb 04 15:30:29.829176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f2c05b3b-f7c5-4196-b1c8-7b6027c5a989 req-9bd99d3b-9dad-4453-b152-565d37ea9080 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256921 Feb 04 15:30:29.835382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-014b7b0d-c739-46b9-9584-88a4d00ffb82 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=015f37cf32214cec87c9a7c85929910f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460038 Feb 04 15:30:29.901328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] For port b2a51cd3-ebb2-4a73-9032-e2b681690cec, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2a51cd3-ebb2-4a73-9032-e2b681690cec,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:29.901690 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.914255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9523227 Feb 04 15:30:29.920050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51844) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:29.936824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1292482960'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:29.946219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:29.959742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:network and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:29.964557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:29.974948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:30.013644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:30.017190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.042043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-3bbfdd10-a60a-4a99-9c47-913157700aee service neutron] 10.222.0.46 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913362 Feb 04 15:30:30.057749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:30.061434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Calling delete_port for b2a51cd3-ebb2-4a73-9032-e2b681690cec owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:30.091650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996a98e-2691-4560-b16d-43cbe745c11b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Network': ['ID=93af2bc6-eec4-42d5-beff-2a7a895f827b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:30.105796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:30:30.162117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.162563 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Added segment 1375d024-4828-4d7d-bbda-82f145600fc0 of type vlan for network 5cef59fb-b38d-47f4-88df-113361d17a74 Feb 04 15:30:30.218577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.247822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.249231 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-53b3c89b-7ef2-4309-ae8d-360bfe9547df service neutron] 10.222.0.46 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927903 Feb 04 15:30:30.262497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['b2a51cd3-ebb2-4a73-9032-e2b681690cec'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:30.271503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.282743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.283380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.308658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event deleted for resources: {'Port': ['ID=b2a51cd3-ebb2-4a73-9032-e2b681690cec,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:30.395922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] No DVR routers for this DVR port b2a51cd3-ebb2-4a73-9032-e2b681690cec on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:30.398601 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.407942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'name': 'network-vif-deleted', 'tag': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:30.419648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4b7027-82f2-4361-ba9a-2d1f1adb1d54 req-793696d2-26d5-4688-a4f7-8db423892db9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.61 "DELETE /v2.0/ports/b2a51cd3-ebb2-4a73-9032-e2b681690cec HTTP/1.1" status: 204 len: 173 time: 1.3137085 Feb 04 15:30:30.481227 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5576575 Feb 04 15:30:30.481528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51854) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:30.490244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d0746-fd15-4f96-bbab-b094a6a4ac1a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Network': ['ID=5cef59fb-b38d-47f4-88df-113361d17a74,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:30.493057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'subnet': {'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:30.514332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5cef59fb-b38d-47f4-88df-113361d17a74 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:30:30.623399 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-6323c2a6-3b07-459f-bd37-7cbcace838b0 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327156 Feb 04 15:30:30.783115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:30.788546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:subnet and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:30.793204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:30.799999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:30.814108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a7511-3e18-40a8-9426-3aaa95dd50fe req-7f5e00d0-94f4-4929-b575-4a5965409a6a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.817384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f4a7511-3e18-40a8-9426-3aaa95dd50fe req-7f5e00d0-94f4-4929-b575-4a5965409a6a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 946 time: 0.3836751 Feb 04 15:30:30.826165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-827f0ed6-5634-4595-a2b8-8c40b6cae8c2 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.827777 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-827f0ed6-5634-4595-a2b8-8c40b6cae8c2 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959679 Feb 04 15:30:30.831268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:30.834911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.849292 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-334e0ef3-24fb-4f35-b7ca-3f10b6db784b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/quotas/94d67fbb5c1d4174bb1ab4a3339d700a HTTP/1.1" status: 200 len: 375 time: 0.0112145 Feb 04 15:30:30.958596 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-249cce77-f32a-4d78-9fbe-7fe388c07f82 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031623 Feb 04 15:30:30.960958 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f4a7511-3e18-40a8-9426-3aaa95dd50fe req-18678aa3-d24c-4f1b-b2c5-38183cdc0c21 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317363 Feb 04 15:30:31.201636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.297352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Subnet': ['ID=eebd3077-0ae7-4ce8-829f-68ba8bd1af67,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:31.316304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Checking segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:31.316902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network hostable DHCP agents. Network: 93af2bc6-eec4-42d5-beff-2a7a895f827b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:31.331009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d34520-c8c6-42b1-bb3b-5718c9a6c76e req-c52ad507-3acd-4c8d-a95f-68c7f7536fa4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:31.332729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26d34520-c8c6-42b1-bb3b-5718c9a6c76e req-c52ad507-3acd-4c8d-a95f-68c7f7536fa4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 943 time: 0.2044559 Feb 04 15:30:31.376496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:31.394452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26d34520-c8c6-42b1-bb3b-5718c9a6c76e req-ce085ffb-640b-40d7-b74d-fb43d5786c61 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541422 Feb 04 15:30:31.395351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 93af2bc6-eec4-42d5-beff-2a7a895f827b) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:31.400083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:31.400736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.407704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65227d-041d-4666-9028-0d18221eb153 None None] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:30:31.425992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-be7d4beb-0e38-4021-9e46-263ad930aded tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9434130 Feb 04 15:30:31.429028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51890) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:31.435922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'subnet': {'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:31.459631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3972a9fc-a7da-4066-aafd-137936a7cc96 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:31.564639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:31.568744 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34b57b1-7fcc-440f-a8c1-d2402156c3fa', 'name': 'network-vif-deleted', 'tag': 'b2a51cd3-ebb2-4a73-9032-e2b681690cec', 'status': 'completed', 'code': 200} Feb 04 15:30:31.573124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:subnet and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:31.577150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:31.584395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:31.610520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:31.614380 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.950935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-93af2bc6-eec4-42d5-beff-2a7a895f827b', 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'fixed_ips': [{'subnet_id': 'eebd3077-0ae7-4ce8-829f-68ba8bd1af67'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:30:31.952135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.991452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b48ae-f9a4-429a-a993-5193824c6ca0 req-499d17ce-cf79-4da0-b8d4-d4071a8646b5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:31.999564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-822b48ae-f9a4-429a-a993-5193824c6ca0 req-499d17ce-cf79-4da0-b8d4-d4071a8646b5 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 946 time: 0.3063753 Feb 04 15:30:32.037099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:32.136957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '3972a9fc-a7da-4066-aafd-137936a7cc96', 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a', 'port_id': '3972a9fc-a7da-4066-aafd-137936a7cc96', 'mac_address': 'fa:16:3e:6c:8d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cd134f-b7e5-4484-8b1d-11443fb81a27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:32.151817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-822b48ae-f9a4-429a-a993-5193824c6ca0 req-7f7d39db-e972-4374-b578-cf6a8ff9609b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512961 Feb 04 15:30:32.202876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-b3373321-6c1d-4603-9694-d3501290f2b2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:32.215019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-b3373321-6c1d-4603-9694-d3501290f2b2 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 946 time: 0.4295552 Feb 04 15:30:32.314536 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-1b986554-e014-4b83-b612-ecd59751902c tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 258 time: 0.2575023 Feb 04 15:30:32.327130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:32.343691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:32.356002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Usage tracker for resource:floatingip and tenant:f9580235128848c6a49b65f72cbafdf3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:32.361256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:32.374161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:32.398919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.413457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.427123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Deleting port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:32.427731 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.482350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3972a9fc-a7da-4066-aafd-137936a7cc96 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:32.505395 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.524909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:32.536376 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.541014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Allocated IP 10.1.1.2 (93af2bc6-eec4-42d5-beff-2a7a895f827b/eebd3077-0ae7-4ce8-829f-68ba8bd1af67/169571c4-bec4-4ac5-ba67-4ccefed58091) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:32.691601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Subnet': ['ID=588bc01e-803b-43fd-9cb9-9ea3e439c477,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:32.697722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3972a9fc-a7da-4066-aafd-137936a7cc96,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:32.718039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Checking segment: {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:32.718505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network hostable DHCP agents. Network: 5cef59fb-b38d-47f4-88df-113361d17a74, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:32.801392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.815179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network 5cef59fb-b38d-47f4-88df-113361d17a74 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:32.837793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5cef59fb-b38d-47f4-88df-113361d17a74) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:32.865250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:32.865250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.916611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] For port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:32.917399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.929233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4702ab63-5873-41e4-9e1e-0dd99fbb38ca tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4986191 Feb 04 15:30:32.930061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51928) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:32.939235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'port': {'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'name': 'tempest-TaggedBootDevicesTest-740037884', 'fixed_ips': [{'subnet_id': 'eebd3077-0ae7-4ce8-829f-68ba8bd1af67'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:32.988659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2a51cd3-ebb2-4a73-9032-e2b681690cec no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:33.025111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ae64a-4946-430e-a1e8-b9552c462e48 None None] Network 5cef59fb-b38d-47f4-88df-113361d17a74 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:30:33.058750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Allocated IP 172.25.8.21 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/f776cba5-498c-45d4-a44f-1ed39ae250a5) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:33.210378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['3972a9fc-a7da-4066-aafd-137936a7cc96'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:33.283547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: b2a51cd3-ebb2-4a73-9032-e2b681690cec {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:30:33.290734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2a51cd3-ebb2-4a73-9032-e2b681690cec not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:30:33.296953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.410618 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.467129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:30:33.513354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Calling delete_port for 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:33.577934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Pushing event updated for resources: {'Port': ['ID=f776cba5-498c-45d4-a44f-1ed39ae250a5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:33.583653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:33.585500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:33.592210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:33.618024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.682842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Transition to ACTIVE for port object 169571c4-bec4-4ac5-ba67-4ccefed58091 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:33.685771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-5cef59fb-b38d-47f4-88df-113361d17a74', 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'fixed_ips': [{'subnet_id': '588bc01e-803b-43fd-9cb9-9ea3e439c477'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:30:33.686773 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.701516 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b778bb72-1b5a-4c32-ac90-5a119cfd4561 req-eded6f53-abcf-4cac-aab9-61fbf43da24a tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 210 time: 0.6848214 Feb 04 15:30:33.715870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.749846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Transition to ACTIVE for port object 169571c4-bec4-4ac5-ba67-4ccefed58091 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:33.809952 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.927270 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.965036 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:34.023004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:34.026387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:34.066148 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.088289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Pushing event updated for resources: {'Port': ['ID=169571c4-bec4-4ac5-ba67-4ccefed58091,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:34.213728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:34.238086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:34.250851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-0dd5b422-3ba5-480f-8098-2510e71df665 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.252323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-0dd5b422-3ba5-480f-8098-2510e71df665 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.61 "GET /v2.0/networks?id=cdca395f-3d96-41e5-b3c8-e4612c9234cf HTTP/1.1" status: 200 len: 817 time: 0.9294870 Feb 04 15:30:34.253574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:34.259612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b578e91c-6f94-44d5-9b05-4af111b60988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.269889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.276572 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.277418 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.291379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:port and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:34.302047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Request body: {'port': {'device_id': '7f64ae9c-4d7c-4442-902a-62f297b0a519', 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf', 'admin_state_up': True, 'tenant_id': '015f37cf32214cec87c9a7c85929910f'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:34.356758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Attempting to bind port 169571c4-bec4-4ac5-ba67-4ccefed58091 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:34.357121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Attempting to bind port 169571c4-bec4-4ac5-ba67-4ccefed58091 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:34.357441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Attempting to bind port 169571c4-bec4-4ac5-ba67-4ccefed58091 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:34.389961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:34.390215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-a536fed0-bc7d-4b0b-aadd-828efddab340 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.390588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Checking segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:34.391073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.391547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Bound using segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:34.392270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Bound port: 169571c4-bec4-4ac5-ba67-4ccefed58091, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:34.392556 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.408049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-a536fed0-bc7d-4b0b-aadd-828efddab340 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/networks?id=0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 200 len: 821 time: 0.5186934 Feb 04 15:30:34.428161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ac8fc9a9-906b-4ed4-9f64-08c06195d6f8 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.430055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ac8fc9a9-906b-4ed4-9f64-08c06195d6f8 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.61 "GET /v2.0/networks?id=cdca395f-3d96-41e5-b3c8-e4612c9234cf HTTP/1.1" status: 200 len: 817 time: 0.6787610 Feb 04 15:30:34.438266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:34.446073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:30:34.446563 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:30:34.482911 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.514666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Pushing event updated for resources: {'Port': ['ID=f776cba5-498c-45d4-a44f-1ed39ae250a5,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:34.523515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Allocated IP 10.2.2.2 (5cef59fb-b38d-47f4-88df-113361d17a74/588bc01e-803b-43fd-9cb9-9ea3e439c477/85108154-7626-4fb9-b817-776e167151ce) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:34.532719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-2cffe296-51c4-47df-981d-e9efcbdbedc6 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.534195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-2cffe296-51c4-47df-981d-e9efcbdbedc6 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.53 "GET /v2.0/networks?id=cdca395f-3d96-41e5-b3c8-e4612c9234cf HTTP/1.1" status: 200 len: 817 time: 1.2040060 Feb 04 15:30:34.537442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:34.540425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:34.544049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.545626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Request body: {'port': {'device_id': 'dda280af-de45-45fe-a102-b84440290282', 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf', 'admin_state_up': True, 'tenant_id': '015f37cf32214cec87c9a7c85929910f'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:34.547045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] For port 169571c4-bec4-4ac5-ba67-4ccefed58091, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:34.551434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] For port 169571c4-bec4-4ac5-ba67-4ccefed58091, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=169571c4-bec4-4ac5-ba67-4ccefed58091,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:34.551603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-7963d841-4a42-4d61-abda-664bbf91ecef tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2359469 Feb 04 15:30:34.578094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Request body: {'port': {'device_id': '51533ae3-31e8-4b48-9ef2-614dce7a000d', 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf', 'admin_state_up': True, 'tenant_id': '015f37cf32214cec87c9a7c85929910f'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:34.635006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-9f36aba6-d0a0-4961-9e8c-726ef0b77087 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:34.646361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-a82b1647-0260-4a68-a84e-c6a0c24be0ca tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2053378 Feb 04 15:30:34.651039 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.659531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-6a8dd766-660b-42b3-9c33-55d4530c1580 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/quotas/7e14af7231c34739834c5d8cf1f37dd7 HTTP/1.1" status: 200 len: 375 time: 0.2505789 Feb 04 15:30:34.731454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-9f36aba6-d0a0-4961-9e8c-726ef0b77087 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:34.733717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-9f36aba6-d0a0-4961-9e8c-726ef0b77087 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 695 time: 0.1801028 Feb 04 15:30:34.785043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d6ff3-a40e-4fb1-afa0-be48d82d2863 None None] Pushing event updated for resources: {'Port': ['ID=169571c4-bec4-4ac5-ba67-4ccefed58091,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:34.846140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:34.926758 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.944095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Transition to ACTIVE for port object 85108154-7626-4fb9-b817-776e167151ce will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:34.968943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Transition to ACTIVE for port object 85108154-7626-4fb9-b817-776e167151ce will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:34.979037 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.979890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-6ba791ca-2d42-46f9-9c3f-5b0d40fa9825 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.981354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62237fd8-693e-44b4-a21b-a58b1d6d0d14 req-6ba791ca-2d42-46f9-9c3f-5b0d40fa9825 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.2291536 Feb 04 15:30:35.073313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Deleting port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:35.073656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.095935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Pushing event updated for resources: {'Port': ['ID=85108154-7626-4fb9-b817-776e167151ce,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:35.136107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Network 5cef59fb-b38d-47f4-88df-113361d17a74 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:35.137718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:35.141814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:35.282471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b1201-6563-48c7-9385-bcddb1844b88 req-4202228a-d358-403a-a40a-928e96be0f3f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.291180 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-488b1201-6563-48c7-9385-bcddb1844b88 req-4202228a-d358-403a-a40a-928e96be0f3f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 944 time: 0.1407900 Feb 04 15:30:35.304266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Attempting to bind port 85108154-7626-4fb9-b817-776e167151ce on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:35.304733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Attempting to bind port 85108154-7626-4fb9-b817-776e167151ce by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:35.305127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Attempting to bind port 85108154-7626-4fb9-b817-776e167151ce on network 5cef59fb-b38d-47f4-88df-113361d17a74 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:35.311512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:35.311872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Checking segment: {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:35.312260 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.312641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Bound using segment: {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:35.313150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Bound port: 85108154-7626-4fb9-b817-776e167151ce, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:35.313512 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.338793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-488b1201-6563-48c7-9385-bcddb1844b88 req-151f924d-1440-487a-a92a-3b8491bd83ce tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Feb 04 15:30:35.414849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-b08e2876-648a-45bf-aeb1-65af70314b31 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3604786 Feb 04 15:30:35.472890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] For port 85108154-7626-4fb9-b817-776e167151ce, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:35.475995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3972a9fc-a7da-4066-aafd-137936a7cc96 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:35.525394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] For port 85108154-7626-4fb9-b817-776e167151ce, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=85108154-7626-4fb9-b817-776e167151ce,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:35.536787 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.644112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 3972a9fc-a7da-4066-aafd-137936a7cc96 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:35.647399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088422c8-2199-457f-a0f1-747aa6eaac78 None None] Pushing event updated for resources: {'Port': ['ID=85108154-7626-4fb9-b817-776e167151ce,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:35.653147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 3972a9fc-a7da-4066-aafd-137936a7cc96 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:35.653767 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.771457 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.796313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:35.800759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Usage tracker for resource:port and tenant:015f37cf32214cec87c9a7c85929910f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:35.805199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:35.812498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:35.839962 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7bca1879-0f4d-43d7-8987-a65275603581 req-79e77ee1-a995-4189-b82c-07bdb1fb5986 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 210 time: 0.1013005 Feb 04 15:30:35.881108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.972270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.991126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:35.999950 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.078562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] device_id is not set on port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:36.114495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c291db4-e19c-4027-9674-6ac6af5ee63f req-461e61fd-ec0d-4b47-8e23-0ec0bb9de765 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:36.114721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3972a9fc-a7da-4066-aafd-137936a7cc96,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:36.116191 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c291db4-e19c-4027-9674-6ac6af5ee63f req-461e61fd-ec0d-4b47-8e23-0ec0bb9de765 tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/ports?device_id=586e5512-d7ea-49d0-81b5-7efd30e77892 HTTP/1.1" status: 200 len: 944 time: 0.1400018 Feb 04 15:30:36.172922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Made reservation on behalf of 015f37cf32214cec87c9a7c85929910f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:36.176731 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.186534 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8c291db4-e19c-4027-9674-6ac6af5ee63f req-13ef4e04-de5f-4875-8f83-6e01da0d300b tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce7ab02-7fc6-4c64-a765-0159c705b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641887 Feb 04 15:30:36.228441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:36.233140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Usage tracker for resource:port and tenant:015f37cf32214cec87c9a7c85929910f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:36.246791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:36.263396 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855', 'code': 200} Feb 04 15:30:36.272583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:36.295654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-cc0a4d64-b370-4628-9d9d-f30dd0773961 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:36.297870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-cc0a4d64-b370-4628-9d9d-f30dd0773961 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6374874 Feb 04 15:30:36.310789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Usage tracker for resource:port and tenant:015f37cf32214cec87c9a7c85929910f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:36.317412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:36.322611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:36.342285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Request body: {'port': {'device_id': '4cc6533c-e8de-4514-b54e-2a68f94470cd', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '94d67fbb5c1d4174bb1ab4a3339d700a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:36.376265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:36.379137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81f2c6-751b-45b6-8acb-32270925e427 None None] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:30:36.389146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1614587a-c90b-42c0-805d-7035719bcdf2 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:36.390720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1614587a-c90b-42c0-805d-7035719bcdf2 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9324105 Feb 04 15:30:36.424396 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8639df9e-be8b-44c1-8fbd-cfea0dc0e94b req-9d529c8e-1c1b-4c47-b07d-5432075555eb tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 210 time: 0.0521057 Feb 04 15:30:36.492966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9f99dfd3-da2a-4809-b3b6-9fb951b2d387 None None] Provisioning for port 169571c4-bec4-4ac5-ba67-4ccefed58091 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:36.519152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Request body: {'port': {'device_id': 'e9bbc692-3fc3-44f3-8b21-9d21c378a840', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '94d67fbb5c1d4174bb1ab4a3339d700a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:36.628208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-5f5c4c4d-0609-46ec-ac51-a4cc468568d7 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:36.629169 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-5f5c4c4d-0609-46ec-ac51-a4cc468568d7 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0938785 Feb 04 15:30:36.649209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Made reservation on behalf of 015f37cf32214cec87c9a7c85929910f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:36.652926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.689094 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-74dfbce4-4622-4b9a-baae-2c2ef2c184ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.706902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Made reservation on behalf of 015f37cf32214cec87c9a7c85929910f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:36.710355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.722392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-e0cec436-5376-40c2-95bf-f149c2df1da4 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Synchronizing usage tracker for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:36.748583 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-d8f6b57d-fad2-4e3e-bc79-674471f3826c tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 695 time: 0.1117020 Feb 04 15:30:36.753829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-fa9ed3ea-d60a-42ce-b12f-b91a4da9df5a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Request body: {'floatingip': {'port_id': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:36.765515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] For port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,segment=NetworkSegment(5d20643d-8a53-4b68-93e7-42ad5e4b70db),segment_id=5d20643d-8a53-4b68-93e7-42ad5e4b70db)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:36.765878 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.894934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-fa9ed3ea-d60a-42ce-b12f-b91a4da9df5a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.953085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 85108154-7626-4fb9-b817-776e167151ce up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:37.055286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 85108154-7626-4fb9-b817-776e167151ce completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:37.062462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 169571c4-bec4-4ac5-ba67-4ccefed58091 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:37.075065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Calling delete_port for 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:30:37.155633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 169571c4-bec4-4ac5-ba67-4ccefed58091 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:37.162141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 169571c4-bec4-4ac5-ba67-4ccefed58091 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:37.162847 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.194463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d632c6b3-deae-49a8-8ab6-4814388c8d7d None None] Network 5cef59fb-b38d-47f4-88df-113361d17a74 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:30:37.326466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ea97fca5-3de8-4b4c-9a8e-ed3480bc3a3a None None] Provisioning for port 85108154-7626-4fb9-b817-776e167151ce completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:37.333577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ea97fca5-3de8-4b4c-9a8e-ed3480bc3a3a None None] Provisioning complete for port 85108154-7626-4fb9-b817-776e167151ce triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:37.333945 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ea97fca5-3de8-4b4c-9a8e-ed3480bc3a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.446574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-e0cec436-5376-40c2-95bf-f149c2df1da4 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Unset dirty status for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:37.453364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-e0cec436-5376-40c2-95bf-f149c2df1da4 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&fields=id HTTP/1.1" status: 200 len: 255 time: 2.7348006 Feb 04 15:30:37.593460 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.636660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.645903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:37.703613 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.714491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 169571c4-bec4-4ac5-ba67-4ccefed58091, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=169571c4-bec4-4ac5-ba67-4ccefed58091,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:37.720376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Allocated IP 10.1.1.8 (93af2bc6-eec4-42d5-beff-2a7a895f827b/eebd3077-0ae7-4ce8-829f-68ba8bd1af67/9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:37.725097 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.731524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:37.740124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:37.759727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Allocated IP 172.20.0.11 (cdca395f-3d96-41e5-b3c8-e4612c9234cf/bf6f7e69-5c14-4485-b890-33d3049d651a/adebd50d-961e-461d-a090-94d372a54a13) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:37.799667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=169571c4-bec4-4ac5-ba67-4ccefed58091,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:37.803274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ea97fca5-3de8-4b4c-9a8e-ed3480bc3a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.811359 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-fa9ed3ea-d60a-42ce-b12f-b91a4da9df5a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.817207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-fa9ed3ea-d60a-42ce-b12f-b91a4da9df5a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.822175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Made reservation on behalf of 94d67fbb5c1d4174bb1ab4a3339d700a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:37.825715 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.853691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ea97fca5-3de8-4b4c-9a8e-ed3480bc3a3a None None] For port 85108154-7626-4fb9-b817-776e167151ce, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=85108154-7626-4fb9-b817-776e167151ce,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:37.855974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:37.859574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ea97fca5-3de8-4b4c-9a8e-ed3480bc3a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.944274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97fca5-3de8-4b4c-9a8e-ed3480bc3a3a None None] Pushing event updated for resources: {'Port': ['ID=85108154-7626-4fb9-b817-776e167151ce,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:37.982534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-82145940-2dc3-473d-8cc4-910e0552c830 service neutron] 10.222.0.46 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222073 Feb 04 15:30:38.010099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Made reservation on behalf of 94d67fbb5c1d4174bb1ab4a3339d700a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:38.013992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.024589 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-fa9ed3ea-d60a-42ce-b12f-b91a4da9df5a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Floating IP b590b7b8-1ee3-4d90-847f-c7c63a3f1d95 associated. External IP: 172.25.8.21, port: 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c. Feb 04 15:30:38.130512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.182967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fde9c4b7-17d1-4ad8-9a19-fb4e34041e56 None None] Provisioning complete for port 85108154-7626-4fb9-b817-776e167151ce triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:38.183486 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fde9c4b7-17d1-4ad8-9a19-fb4e34041e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.281523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:38.313281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Pushing event deleted for resources: {'Port': ['ID=582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:38.417041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-fa9ed3ea-d60a-42ce-b12f-b91a4da9df5a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:30:38.608064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-fa9ed3ea-d60a-42ce-b12f-b91a4da9df5a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:30:38.612617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-fa9ed3ea-d60a-42ce-b12f-b91a4da9df5a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.624274 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] Sync routers for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:30:38.637474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] No DVR routers for this DVR port 582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:38.638740 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:30:38.640449 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:30:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:38.674591 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.677022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'name': 'network-vif-deleted', 'tag': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:38.680653 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-fa9ed3ea-d60a-42ce-b12f-b91a4da9df5a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "PUT /v2.0/floatingips/b590b7b8-1ee3-4d90-847f-c7c63a3f1d95 HTTP/1.1" status: 200 len: 996 time: 1.9310029 Feb 04 15:30:38.681439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:38.744111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-d53683c9-6c12-4493-982a-f6816250ae65 service neutron] 10.222.0.46 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7379344 Feb 04 15:30:38.746947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Allocated IP 192.168.233.231 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/68c2a42b-fd42-4125-aac0-61f55eab077a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:38.762199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.796812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8b88f94-c27f-4c1d-b1fa-4d8adce532ff req-c88af753-4351-4a3e-a4f9-c7a782d6056e tempest-DeleteServersTestJSON-876976111 tempest-DeleteServersTestJSON-876976111-project] 10.222.0.53 "DELETE /v2.0/ports/582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855 HTTP/1.1" status: 204 len: 173 time: 6.5646989 Feb 04 15:30:38.810640 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.832471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-6acca2d2-67a0-434a-b89f-5d36c58a08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:38.834015 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-6acca2d2-67a0-434a-b89f-5d36c58a08e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9580235128848c6a49b65f72cbafdf3&device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 1097 time: 0.1363091 Feb 04 15:30:38.837600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Transition to ACTIVE for port object 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:38.843753 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.903218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 85108154-7626-4fb9-b817-776e167151ce up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:38.918658 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:30:39.019114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.130095 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.132127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 85108154-7626-4fb9-b817-776e167151ce triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:39.132483 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.148002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-1cf0fd7c-af67-4ffe-8f4f-ea66dd0b5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:39.149827 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-1cf0fd7c-af67-4ffe-8f4f-ea66dd0b5dfe service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1e903a9-1874-48e2-9c35-cfa23cc08818 HTTP/1.1" status: 200 len: 930 time: 0.2921171 Feb 04 15:30:39.593543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 169571c4-bec4-4ac5-ba67-4ccefed58091 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:39.596560 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-9b4e8815-1e76-4882-9b24-10ccb0ca830c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c HTTP/1.1" status: 200 len: 999 time: 0.4400480 Feb 04 15:30:39.660893 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:50Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b590b7b8-1ee3-4d90-847f-c7c63a3f1d95', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'port_id': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'mac_address': 'fa:16:3e:2e:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:30:33Z', 'updated_at': '2022-02-04T15:30:37Z', 'revision_number': 1, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e29e6a28-8f67-4659-9525-a644e0691a97', 'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'mac_address': 'fa:16:3e:16:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:48Z', 'updated_at': '2022-02-04T15:29:59Z', 'revision_number': 5, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'subnets': [{'id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.668335 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] Checking router: 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:30:39.670203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Allocated IP 172.20.0.7 (cdca395f-3d96-41e5-b3c8-e4612c9234cf/bf6f7e69-5c14-4485-b890-33d3049d651a/c4add346-8e2e-42f6-b95b-345f25c1e605) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:39.680439 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:30:39.681093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:30:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.684588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-7e500c35-7ab5-43cf-9eb0-4970e1592bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:39.697208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-7e500c35-7ab5-43cf-9eb0-4970e1592bde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e69b2e6a-7774-4996-8396-099191cc543b HTTP/1.1" status: 200 len: 868 time: 0.0996184 Feb 04 15:30:39.770687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 169571c4-bec4-4ac5-ba67-4ccefed58091 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:39.771071 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.800513 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.821715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Transition to ACTIVE for port object 68c2a42b-fd42-4125-aac0-61f55eab077a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:39.862128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:39.906013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-5f0aa5ed-3f2f-402a-94d6-bc63b95c8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:39.913065 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-5f0aa5ed-3f2f-402a-94d6-bc63b95c8abc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1e903a9-1874-48e2-9c35-cfa23cc08818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150652 Feb 04 15:30:39.920329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-aa41f658-7802-4830-a2c1-2dd8eb2fcff8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:30:39.936126 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-aa41f658-7802-4830-a2c1-2dd8eb2fcff8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212805 Feb 04 15:30:39.944055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Allocated IP 192.168.233.234 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/91198f84-65de-42b6-b8be-ff2c065d99ea) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:39.995984 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:30:40.106566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:40.109587 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.125917 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-219a29dc-0f72-4937-ae0b-9c7804807039 service neutron] 10.222.0.46 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896765 Feb 04 15:30:40.140955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:40.214638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.228838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:40.346571 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f830005f-4373-4fb1-90da-09b93fb5f914 req-dc0ec83c-9b9f-4cf6-b703-dbb6732a40e4 service neutron] 10.222.0.46 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147727 Feb 04 15:30:40.450654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Port': ['ID=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:40.593773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:40.597430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Network cdca395f-3d96-41e5-b3c8-e4612c9234cf is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:40.612179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:40.613109 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.617857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:40.620244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:40.623804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:40.660748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fe497244-69d7-47a8-82d2-03332b2adf3c None None] Provisioning for port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:40.667912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fe497244-69d7-47a8-82d2-03332b2adf3c None None] Provisioning complete for port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:40.668623 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fe497244-69d7-47a8-82d2-03332b2adf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.683260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:40.720140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47532908-d639-40c2-8d64-6e4aacdffadf req-03768363-de33-469b-bfd9-efabc223aa02 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:40.734559 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47532908-d639-40c2-8d64-6e4aacdffadf req-03768363-de33-469b-bfd9-efabc223aa02 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 936 time: 0.1890092 Feb 04 15:30:40.759548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fe497244-69d7-47a8-82d2-03332b2adf3c None None] Port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:30:40.783021 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:50Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b590b7b8-1ee3-4d90-847f-c7c63a3f1d95', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'port_id': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'mac_address': 'fa:16:3e:2e:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:30:33Z', 'updated_at': '2022-02-04T15:30:37Z', 'revision_number': 1, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e29e6a28-8f67-4659-9525-a644e0691a97', 'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'mac_address': 'fa:16:3e:16:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:48Z', 'updated_at': '2022-02-04T15:29:59Z', 'revision_number': 5, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'subnets': [{'id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:40.787400 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35747b-ad1b-44a3-87b7-97ff4c61f348 None None] The sync data for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 is: [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:50Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b590b7b8-1ee3-4d90-847f-c7c63a3f1d95', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'port_id': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'mac_address': 'fa:16:3e:2e:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:30:33Z', 'updated_at': '2022-02-04T15:30:37Z', 'revision_number': 1, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e29e6a28-8f67-4659-9525-a644e0691a97', 'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'mac_address': 'fa:16:3e:16:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:48Z', 'updated_at': '2022-02-04T15:29:59Z', 'revision_number': 5, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'subnets': [{'id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:30:40.833519 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47532908-d639-40c2-8d64-6e4aacdffadf req-69815658-9f7b-4824-8922-78c7305ef186 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892346 Feb 04 15:30:40.877918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Pushing event updated for resources: {'Port': ['ID=adebd50d-961e-461d-a090-94d372a54a13,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:40.926523 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.954543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.015952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6f7b5d25-515d-4d10-a169-6d0df267bc79 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 8.0817070 Feb 04 15:30:41.018900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51994) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:41.025234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'port': {'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'name': 'tempest-TaggedBootDevicesTest-1943054902', 'fixed_ips': [{'subnet_id': 'eebd3077-0ae7-4ce8-829f-68ba8bd1af67'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:41.090851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f1975d91-5503-4ed9-a26a-1442d1590769 None None] Provisioning for port 68c2a42b-fd42-4125-aac0-61f55eab077a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:41.101548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f1975d91-5503-4ed9-a26a-1442d1590769 None None] Provisioning complete for port 68c2a42b-fd42-4125-aac0-61f55eab077a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:41.103262 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f1975d91-5503-4ed9-a26a-1442d1590769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.193237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.193858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.202852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91292afe-767a-49eb-b25e-4a7c493cb6af None None] New status for floating IP b590b7b8-1ee3-4d90-847f-c7c63a3f1d95: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:30:41.205607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.206301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.262156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f238-fa58-4e78-a176-65298c2b1ae6 req-c0839ac7-db05-4ad6-bd27-589af23a0069 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.269404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4505f238-fa58-4e78-a176-65298c2b1ae6 req-c0839ac7-db05-4ad6-bd27-589af23a0069 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 945 time: 1.4230840 Feb 04 15:30:41.270733 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-567e44fc-8a72-4b1c-898c-17d7f112f853 req-7aaed3dc-c818-403d-9a7a-dd915109ffb0 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 210 time: 0.1205513 Feb 04 15:30:41.280178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9551778 Feb 04 15:30:41.301013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Transition to ACTIVE for port object 91198f84-65de-42b6-b8be-ff2c065d99ea will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:41.329450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f1975d91-5503-4ed9-a26a-1442d1590769 None None] Port 68c2a42b-fd42-4125-aac0-61f55eab077a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:30:41.410825 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96', 'code': 200} Feb 04 15:30:41.437658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:41.442466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:port and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:41.446684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:41.455364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:41.456110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Request body: {'port': {'device_id': '4cc6533c-e8de-4514-b54e-2a68f94470cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:41.521529 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'status': 'completed', 'code': 200} Feb 04 15:30:41.547114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:41.562215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-a6d08ae3-77fb-4c62-910a-dee41b37dfd0 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.563816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-a6d08ae3-77fb-4c62-910a-dee41b37dfd0 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.53 "GET /v2.0/networks?id=0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 200 len: 821 time: 0.5691395 Feb 04 15:30:41.576702 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586e5512-d7ea-49d0-81b5-7efd30e77892', 'name': 'network-vif-deleted', 'tag': '582cdced-fdb3-4ffb-b7d6-fd8c3b3ff855', 'status': 'completed', 'code': 200} Feb 04 15:30:41.577575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccb9fc-db00-4622-bd96-6bc6056b4736 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event updated for resources: {'Port': ['ID=68c2a42b-fd42-4125-aac0-61f55eab077a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:41.595216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-26e82465-6e53-4f96-b866-5540a523ae6f tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3050041 Feb 04 15:30:41.601167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Request body: {'port': {'device_id': '7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1', 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4', 'admin_state_up': True, 'tenant_id': '7e14af7231c34739834c5d8cf1f37dd7'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:41.623001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4505f238-fa58-4e78-a176-65298c2b1ae6 req-bce408d8-d7aa-4e86-990c-50ee924b95ad tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526578 Feb 04 15:30:41.687910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Request body: {'port': {'device_id': '7f64ae9c-4d7c-4442-902a-62f297b0a519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:41.852743 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-26b2526a-c424-4994-9357-bc4f58647b80 req-eb9c52b6-1ff7-47d5-993c-ab8328836754 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 210 time: 0.1969600 Feb 04 15:30:41.855607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13113506-10e4-45d5-9139-cb6ce194c22a req-94add647-88c2-4416-bd45-815709119ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.857870 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-13113506-10e4-45d5-9139-cb6ce194c22a req-94add647-88c2-4416-bd45-815709119ec7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1096 time: 0.4036789 Feb 04 15:30:41.975156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-ad7ea8a8-9b0d-466a-810e-318144e8589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.977814 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-ad7ea8a8-9b0d-466a-810e-318144e8589a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9580235128848c6a49b65f72cbafdf3&device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 1097 time: 0.4315605 Feb 04 15:30:41.983451 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-13113506-10e4-45d5-9139-cb6ce194c22a req-9310ee70-a416-4e88-8caa-5a1f46182262 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004822 Feb 04 15:30:41.989488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.015925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] device_id is not set on port 08aa7c38-3cde-4156-81b8-f524b76cc487 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:42.134891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.313563 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.353654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.365915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:42.379980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Network cdca395f-3d96-41e5-b3c8-e4612c9234cf is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:42.381064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:42.405700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:42.432153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20683b-8045-4191-964f-9c4acc060515 req-854ea981-8c71-42e4-84dc-502ad0d865ea tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:42.433649 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c20683b-8045-4191-964f-9c4acc060515 req-854ea981-8c71-42e4-84dc-502ad0d865ea tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 936 time: 0.3370824 Feb 04 15:30:42.437764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-b2e37b44-3154-488b-8eed-f1d270c93ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:42.439112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:42.439271 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-b2e37b44-3154-488b-8eed-f1d270c93ff1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1e903a9-1874-48e2-9c35-cfa23cc08818 HTTP/1.1" status: 200 len: 930 time: 0.2619724 Feb 04 15:30:42.465734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Allocated IP 10.1.1.129 (93af2bc6-eec4-42d5-beff-2a7a895f827b/eebd3077-0ae7-4ce8-829f-68ba8bd1af67/08aa7c38-3cde-4156-81b8-f524b76cc487) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:42.477907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.498413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Allocated IP 172.20.0.2 (cdca395f-3d96-41e5-b3c8-e4612c9234cf/bf6f7e69-5c14-4485-b890-33d3049d651a/360a29e7-7d6e-4db3-aab1-9cf7f736207b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:42.516055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Pushing event updated for resources: {'Port': ['ID=c4add346-8e2e-42f6-b95b-345f25c1e605,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:42.525842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:42.602604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:42.634207 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:42.729403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:42.749469 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c20683b-8045-4191-964f-9c4acc060515 req-31075118-bb63-469e-b3c9-2a8f6ff8e943 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033071 Feb 04 15:30:42.756303 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-b9077983-707b-4884-9dec-5fd5cad99a74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c HTTP/1.1" status: 200 len: 1001 time: 0.3039246 Feb 04 15:30:42.977813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-86838767-9664-4f01-9183-17af858fb4c5 None None] Provisioning for port 91198f84-65de-42b6-b8be-ff2c065d99ea completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:42.984986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-86838767-9664-4f01-9183-17af858fb4c5 None None] Provisioning complete for port 91198f84-65de-42b6-b8be-ff2c065d99ea triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:42.985615 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-86838767-9664-4f01-9183-17af858fb4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.024952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-a61fd465-3c29-4f8b-805d-1cf5f4dddb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.032569 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-a61fd465-3c29-4f8b-805d-1cf5f4dddb2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e69b2e6a-7774-4996-8396-099191cc543b HTTP/1.1" status: 200 len: 868 time: 0.1376684 Feb 04 15:30:43.111522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-86838767-9664-4f01-9183-17af858fb4c5 None None] Port 91198f84-65de-42b6-b8be-ff2c065d99ea cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:30:43.115675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c2a42b-fd42-4125-aac0-61f55eab077a {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:43.125840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.145074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Transition to ACTIVE for port object 68c2a42b-fd42-4125-aac0-61f55eab077a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:43.145510 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.159452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-d54bbf64-ad66-45ca-88da-f700f9a1bb56 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 258 time: 1.3458045 Feb 04 15:30:43.175885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.176502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.181341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Made reservation on behalf of 7e14af7231c34739834c5d8cf1f37dd7 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:43.184657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.221073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.229546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Transition to ACTIVE for port object 08aa7c38-3cde-4156-81b8-f524b76cc487 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:43.249245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:43.269549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.270257 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.285850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-968d0595-a173-4cf7-94fb-0edf35488524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.287289 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-968d0595-a173-4cf7-94fb-0edf35488524 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1e903a9-1874-48e2-9c35-cfa23cc08818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461252 Feb 04 15:30:43.358340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:43.360570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event updated for resources: {'Port': ['ID=91198f84-65de-42b6-b8be-ff2c065d99ea,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:43.387908 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.475663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77985c45-0038-4698-859f-044334d6c79f req-1de82064-d596-42c6-98fd-e2e52c53f1da tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.478820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-943db05f-9c33-45bf-b4f8-0aa9f478941e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.9710078 Feb 04 15:30:43.483896 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-77985c45-0038-4698-859f-044334d6c79f req-1de82064-d596-42c6-98fd-e2e52c53f1da tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 931 time: 0.3203907 Feb 04 15:30:43.498855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:43.516521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:43.524578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:43.533040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:43.550197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Request body: {'port': {'device_id': 'e9bbc692-3fc3-44f3-8b21-9d21c378a840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:43.595292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ddb79aea-b784-4ba7-b555-52fd43d8f234 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0290964 Feb 04 15:30:43.609807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Port': ['ID=08aa7c38-3cde-4156-81b8-f524b76cc487,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:43.628443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-77985c45-0038-4698-859f-044334d6c79f req-0217807f-2ef7-4881-94da-01dc6017beec tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Synchronizing usage tracker for tenant:015f37cf32214cec87c9a7c85929910f on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:43.658259 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-ecd88d21-5878-4129-9bd7-03dd99db4bce service neutron] 10.222.0.53 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625484 Feb 04 15:30:43.673939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.674561 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.748230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Request body: {'port': {'device_id': '51533ae3-31e8-4b48-9ef2-614dce7a000d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:43.754069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-77985c45-0038-4698-859f-044334d6c79f req-0217807f-2ef7-4881-94da-01dc6017beec tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Unset dirty status for tenant:015f37cf32214cec87c9a7c85929910f on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:43.755211 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-77985c45-0038-4698-859f-044334d6c79f req-0217807f-2ef7-4881-94da-01dc6017beec tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704237 Feb 04 15:30:43.793559 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ca27e8e1-c145-49e9-8b72-944f59c26392 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7730980 Feb 04 15:30:43.841765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Pushing event updated for resources: {'Port': ['ID=68c2a42b-fd42-4125-aac0-61f55eab077a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:43.842551 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f305790-54ad-4f7c-a6a0-a29b101ba2fd req-889f1aff-c338-416f-8bc8-49a7bf426e4f service neutron] 10.222.0.53 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747990 Feb 04 15:30:43.845423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.861663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b2319ac9-b0de-401d-a74c-2ae9fd4f2a79 None None] Provisioning for port 08aa7c38-3cde-4156-81b8-f524b76cc487 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:43.867840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b2319ac9-b0de-401d-a74c-2ae9fd4f2a79 None None] Provisioning complete for port 08aa7c38-3cde-4156-81b8-f524b76cc487 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:43.868298 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2319ac9-b0de-401d-a74c-2ae9fd4f2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.925702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b2319ac9-b0de-401d-a74c-2ae9fd4f2a79 None None] Port 08aa7c38-3cde-4156-81b8-f524b76cc487 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:30:43.948278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9839687-c1a4-406c-94dc-57d00359b9d0 req-40bf9849-3454-4929-9c33-9bdfaf8efd42 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.950046 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9839687-c1a4-406c-94dc-57d00359b9d0 req-40bf9849-3454-4929-9c33-9bdfaf8efd42 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 945 time: 0.0855908 Feb 04 15:30:44.005372 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9839687-c1a4-406c-94dc-57d00359b9d0 req-81d3419a-2503-43b7-a0b6-e978109d7813 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475235 Feb 04 15:30:44.156362 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fa11c57e-11a3-4dd9-bbcc-3ac798473b5b req-38c92f5b-f554-40c7-bdb3-705e000137e5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 210 time: 0.0430675 Feb 04 15:30:44.352553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Attempting to bind port 68c2a42b-fd42-4125-aac0-61f55eab077a on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:44.353149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Attempting to bind port 68c2a42b-fd42-4125-aac0-61f55eab077a by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:44.353599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Attempting to bind port 68c2a42b-fd42-4125-aac0-61f55eab077a on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:44.373638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Port 68c2a42b-fd42-4125-aac0-61f55eab077a on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:44.374041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Attempting to bind port 68c2a42b-fd42-4125-aac0-61f55eab077a on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:44.387968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.430821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:44.431170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:44.431563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:44.432001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Bound port: 68c2a42b-fd42-4125-aac0-61f55eab077a, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:44.432349 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.453781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Allocated IP 172.20.0.3 (0edf948f-2ae6-425e-98a6-9eac92c506a4/b824573f-7ef5-4745-9627-5c161e4943f7/7010f9ce-e286-4a99-90a0-2f5253bba5eb) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:44.471885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.474689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.525025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9a9b6-668c-4afd-b5bf-c5bf10bb35af req-ebadbf8c-ff93-4301-8343-a43cadc3f25b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:44.527627 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-caa9a9b6-668c-4afd-b5bf-c5bf10bb35af req-ebadbf8c-ff93-4301-8343-a43cadc3f25b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 948 time: 0.0897470 Feb 04 15:30:44.582051 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-caa9a9b6-668c-4afd-b5bf-c5bf10bb35af req-6e9ff89a-a859-42ea-8c59-40d909a400d3 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471630 Feb 04 15:30:44.868241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52050) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:44.873741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986780017', 'description': 'tempest-description--540781150'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:44.879717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:44.885096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:security_group and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:44.888152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:44.888906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] For port 68c2a42b-fd42-4125-aac0-61f55eab077a, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:44.894972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:44.906761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.930195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:44.934352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:security_group_rule and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:44.937257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:44.943156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:45.050907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.073693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.074362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] For port 68c2a42b-fd42-4125-aac0-61f55eab077a, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=68c2a42b-fd42-4125-aac0-61f55eab077a,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:45.079872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5076a1b-8b02-4654-83ea-04c376a6483a req-b6ef2444-b320-4604-8166-23450d4b8e44 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.081509 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c5076a1b-8b02-4654-83ea-04c376a6483a req-b6ef2444-b320-4604-8166-23450d4b8e44 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1096 time: 0.1192126 Feb 04 15:30:45.082275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.156375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5343584f-8b1a-4408-922e-f170c2ab2dab,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:45.163590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c5076a1b-8b02-4654-83ea-04c376a6483a req-19fdea6c-a76d-4839-b675-0105dd735cb8 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686791 Feb 04 15:30:45.164805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.165858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dc4901cd-e4be-4f92-b8ed-a5027529d50d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2966013 Feb 04 15:30:45.168719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52054) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:45.173690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'security_group_rule': {'security_group_id': '5343584f-8b1a-4408-922e-f170c2ab2dab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:45.181303 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.182546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:45.187230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:security_group_rule and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:45.190683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:45.197816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:45.219024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.248657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.297274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.302612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.344748 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.345514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.346146 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.347527 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] 10.222.0.61 "PUT /v2.0/ports/68c2a42b-fd42-4125-aac0-61f55eab077a HTTP/1.1" status: 200 len: 1096 time: 3.9870245 Feb 04 15:30:45.349272 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1792905 Feb 04 15:30:45.349957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52068) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:45.363397 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:30:45.366132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'security_group_rule': {'security_group_id': '5343584f-8b1a-4408-922e-f170c2ab2dab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:45.376579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e1e62-c6c9-4c10-b5cf-a0242a6fb096 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b15ffef-20d5-4c3c-a571-8dbf572d184f,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:45.378356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Network cdca395f-3d96-41e5-b3c8-e4612c9234cf is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:45.381839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc6533c-e8de-4514-b54e-2a68f94470cd', 'tag': '68c2a42b-fd42-4125-aac0-61f55eab077a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:45.388875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:45.394661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:security_group_rule and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:45.397350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:45.399086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:45.408082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:45.435987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:45.443626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.478189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Pushing event updated for resources: {'Port': ['ID=360a29e7-7d6e-4db3-aab1-9cf7f736207b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:45.524140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.529212 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.558447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e7b1aa-8063-4d0f-a69b-4fcb77dc317a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:45.576005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.581785 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8f9ff160-3d97-4f55-a9f6-ed6222281116 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2265069 Feb 04 15:30:45.582370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52076) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:45.590496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:45.596517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:45.600725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:floatingip and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:45.606213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:45.613717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:45.630452 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.641164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.824847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.825494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.893170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c1e84-e843-403e-9628-a2b021a6799d service neutron] Pushing event updated for resources: {'Port': ['ID=68c2a42b-fd42-4125-aac0-61f55eab077a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:45.921894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c01d-a50b-48fe-8772-c284796e587f req-4b9e16d2-b34b-4dcd-a862-873903362108 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.923308 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fb27c01d-a50b-48fe-8772-c284796e587f req-4b9e16d2-b34b-4dcd-a862-873903362108 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 931 time: 0.2257333 Feb 04 15:30:45.992652 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fb27c01d-a50b-48fe-8772-c284796e587f req-334220c4-45fb-4ad9-8f46-bcef057ba1f1 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599825 Feb 04 15:30:45.999223 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.083995 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:30:46.120292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-9db7719c-194d-43c5-be60-34d39b776706 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.6652846 Feb 04 15:30:46.155383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-0b80b694-3aee-4817-bbf0-2871cc59f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.156882 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-0b80b694-3aee-4817-bbf0-2871cc59f606 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 1099 time: 0.7439110 Feb 04 15:30:46.178142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Allocated IP 172.25.8.82 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/ef79cb22-b0ef-43d4-ad27-aeaef6006da5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:46.183998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Request body: {'port': {'device_id': 'dda280af-de45-45fe-a102-b84440290282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:46.188239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed316eda-b3f7-4df9-8ead-987d175e6946 req-b013af11-d520-4ee5-a994-f4cffe048d03 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.189749 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ed316eda-b3f7-4df9-8ead-987d175e6946 req-b013af11-d520-4ee5-a994-f4cffe048d03 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 931 time: 0.0834706 Feb 04 15:30:46.216865 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.240312 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ed316eda-b3f7-4df9-8ead-987d175e6946 req-5facb179-1ae8-43a4-9f20-df58c744d05c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Feb 04 15:30:46.358699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91198f84-65de-42b6-b8be-ff2c065d99ea {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:46.394896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-61958165-3118-4e61-836a-40b478fb8ebb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=68c2a42b-fd42-4125-aac0-61f55eab077a HTTP/1.1" status: 200 len: 217 time: 0.2180798 Feb 04 15:30:46.397165 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.420912 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc6533c-e8de-4514-b54e-2a68f94470cd', 'tag': '68c2a42b-fd42-4125-aac0-61f55eab077a', 'status': 'completed', 'code': 200} Feb 04 15:30:46.447088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adebd50d-961e-461d-a090-94d372a54a13 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:46.573186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Network 0edf948f-2ae6-425e-98a6-9eac92c506a4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:46.594040 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.614120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:46.655868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Transition to ACTIVE for port object 91198f84-65de-42b6-b8be-ff2c065d99ea will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:46.667423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:46.719836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event updated for resources: {'Port': ['ID=7010f9ce-e286-4a99-90a0-2f5253bba5eb,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:46.750087 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.839180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Transition to ACTIVE for port object adebd50d-961e-461d-a090-94d372a54a13 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:46.886904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-e8f371c9-25f9-4358-843c-ead87a6c0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.888452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-e8f371c9-25f9-4358-843c-ead87a6c0aa4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.4568119 Feb 04 15:30:46.979749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e23c42-fff5-45b4-a123-7564819bf085 req-393b476b-9195-4b74-b371-9f14c93a09de tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.982486 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3e23c42-fff5-45b4-a123-7564819bf085 req-393b476b-9195-4b74-b371-9f14c93a09de tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 948 time: 0.1008377 Feb 04 15:30:47.000009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.040893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3e23c42-fff5-45b4-a123-7564819bf085 req-7ffaec09-eefd-4319-a568-2db72c625dd2 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510397 Feb 04 15:30:47.086160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.184138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:47.184800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.252238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Pushing event updated for resources: {'Port': ['ID=91198f84-65de-42b6-b8be-ff2c065d99ea,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:47.464077 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.487894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-f4f920f9-af4a-4031-be82-af961dec3de5 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9070649 Feb 04 15:30:47.541840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Request body: {'port': {'device_id': '7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:47.699201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Pushing event updated for resources: {'Port': ['ID=adebd50d-961e-461d-a090-94d372a54a13,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:47.754537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654171a5-522a-4242-8848-9ea617dadb8a req-54d9b1f1-5602-43f0-9c3c-4d04c6185d5a tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:47.756244 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-654171a5-522a-4242-8848-9ea617dadb8a req-54d9b1f1-5602-43f0-9c3c-4d04c6185d5a tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 931 time: 0.0913937 Feb 04 15:30:47.807236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-654171a5-522a-4242-8848-9ea617dadb8a req-ae8935ba-8244-4290-b82c-78df6cbb203c tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 Feb 04 15:30:47.959198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52120) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:47.989702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Attempting to bind port 91198f84-65de-42b6-b8be-ff2c065d99ea on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:47.990079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Attempting to bind port 91198f84-65de-42b6-b8be-ff2c065d99ea by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:47.990378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Attempting to bind port 91198f84-65de-42b6-b8be-ff2c065d99ea on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:48.018633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-658cb21d-414c-4de2-98ce-b1755f593baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:48.020041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-658cb21d-414c-4de2-98ce-b1755f593baf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9921765 Feb 04 15:30:48.082448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Port 91198f84-65de-42b6-b8be-ff2c065d99ea on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:48.082773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Attempting to bind port 91198f84-65de-42b6-b8be-ff2c065d99ea on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:48.097965 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e2d9-bc46-4ba9-9782-835950190fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.123323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed5b0-d55f-468e-91c0-7d208873bb70 req-d925b3ad-f67c-4a2d-a31a-a7675ae4105a tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:48.124803 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-506ed5b0-d55f-468e-91c0-7d208873bb70 req-d925b3ad-f67c-4a2d-a31a-a7675ae4105a tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 931 time: 0.1181409 Feb 04 15:30:48.125786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e7d1e2d9-bc46-4ba9-9782-835950190fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:48.129944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e7d1e2d9-bc46-4ba9-9782-835950190fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd7ca345826417baad59a508711b50b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:48.133826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e7d1e2d9-bc46-4ba9-9782-835950190fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:48.151799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e7d1e2d9-bc46-4ba9-9782-835950190fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:48.192962 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-506ed5b0-d55f-468e-91c0-7d208873bb70 req-360b314c-5a86-4d44-932a-f1bff70c33a0 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601645 Feb 04 15:30:48.213326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:48.213678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:48.214099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:48.214529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Bound port: 91198f84-65de-42b6-b8be-ff2c065d99ea, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:48.214877 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.247616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Attempting to bind port adebd50d-961e-461d-a090-94d372a54a13 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:48.247982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Attempting to bind port adebd50d-961e-461d-a090-94d372a54a13 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:48.248320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Attempting to bind port adebd50d-961e-461d-a090-94d372a54a13 on network cdca395f-3d96-41e5-b3c8-e4612c9234cf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:48.259530 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.265275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e2d9-bc46-4ba9-9782-835950190fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.271033 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e2d9-bc46-4ba9-9782-835950190fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.288081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Port adebd50d-961e-461d-a090-94d372a54a13 on network cdca395f-3d96-41e5-b3c8-e4612c9234cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:48.288457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Attempting to bind port adebd50d-961e-461d-a090-94d372a54a13 on network cdca395f-3d96-41e5-b3c8-e4612c9234cf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:48.328118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4add346-8e2e-42f6-b95b-345f25c1e605 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:48.343247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.396667 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e7d1e2d9-bc46-4ba9-9782-835950190fe6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fd7ca345826417baad59a508711b50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340203 Feb 04 15:30:48.400815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:48.401160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Checking segment: {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:48.401603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Bound using segment: {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:48.402321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:48.402648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Bound port: adebd50d-961e-461d-a090-94d372a54a13, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:48.402986 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.404854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1e2d9-bc46-4ba9-9782-835950190fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab526ec4-3dd6-4cef-b97c-46b1e74d1c17,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:48.424391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.454487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Allocated IP 172.25.8.61 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/6c7af496-97c5-4e20-a18a-165f8d6b1438) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:48.578348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55bb20f-175b-4efd-bb34-23e4e3ce58f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.602560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:48.612070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Transition to ACTIVE for port object c4add346-8e2e-42f6-b95b-345f25c1e605 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:48.624225 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55bb20f-175b-4efd-bb34-23e4e3ce58f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.627275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:48.640506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:48.720296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.745050 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55bb20f-175b-4efd-bb34-23e4e3ce58f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.768664 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.777184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bb20f-175b-4efd-bb34-23e4e3ce58f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab526ec4-3dd6-4cef-b97c-46b1e74d1c17,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:48.792163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Pushing event updated for resources: {'Port': ['ID=ef79cb22-b0ef-43d4-ad27-aeaef6006da5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:48.796875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55bb20f-175b-4efd-bb34-23e4e3ce58f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.798373 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b55bb20f-175b-4efd-bb34-23e4e3ce58f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab526ec4-3dd6-4cef-b97c-46b1e74d1c17 HTTP/1.1" status: 204 len: 168 time: 0.3944776 Feb 04 15:30:48.818293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.823405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-a3ceb866-2bc8-4157-a0ef-a60cecc95296 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7748513 Feb 04 15:30:48.953778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] For port 91198f84-65de-42b6-b8be-ff2c065d99ea, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:48.994371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:49.003301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:49.017919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:30:49.100949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Port': ['ID=6c7af496-97c5-4e20-a18a-165f8d6b1438,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:49.182994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] For port 91198f84-65de-42b6-b8be-ff2c065d99ea, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=91198f84-65de-42b6-b8be-ff2c065d99ea,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:49.217385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9d4a5-fd06-4034-9b25-edef93f69567 req-903c9eff-e5c5-4e86-82f9-e5c98811e07d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:49.224502 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-70b9d4a5-fd06-4034-9b25-edef93f69567 req-903c9eff-e5c5-4e86-82f9-e5c98811e07d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 948 time: 0.1246815 Feb 04 15:30:49.227964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] For port adebd50d-961e-461d-a090-94d372a54a13, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:49.238422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] For port adebd50d-961e-461d-a090-94d372a54a13, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adebd50d-961e-461d-a090-94d372a54a13,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:49.245454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e30d1-274c-414e-b820-364d581532af service neutron] Pushing event updated for resources: {'Port': ['ID=c4add346-8e2e-42f6-b95b-345f25c1e605,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:49.251571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.301648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.309714 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.332537 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-70b9d4a5-fd06-4034-9b25-edef93f69567 req-06fb37cd-cb03-4490-84d3-b85a822ae42d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070445 Feb 04 15:30:49.394823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.451700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52152) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:49.662771 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:49.664152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.665925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] 10.222.0.61 "PUT /v2.0/ports/adebd50d-961e-461d-a090-94d372a54a13 HTTP/1.1" status: 200 len: 1092 time: 8.0354347 Feb 04 15:30:49.666478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f64ae9c-4d7c-4442-902a-62f297b0a519', 'tag': 'adebd50d-961e-461d-a090-94d372a54a13'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:49.679003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:49.680128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.681984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] 10.222.0.61 "PUT /v2.0/ports/91198f84-65de-42b6-b8be-ff2c065d99ea HTTP/1.1" status: 200 len: 1096 time: 6.1358814 Feb 04 15:30:49.763823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.785026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ec19093-8687-4f91-b738-9be704ce18c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.801315 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.948864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8ec19093-8687-4f91-b738-9be704ce18c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:30:49.967762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8ec19093-8687-4f91-b738-9be704ce18c0 admin admin] Usage tracker for resource:security_group_rule and tenant:7b1f205a18ad48bcbbbfb148a21ba9ab is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:30:49.977767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8ec19093-8687-4f91-b738-9be704ce18c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:30:50.020654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8ec19093-8687-4f91-b738-9be704ce18c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:30:50.110974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:30:50.119756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.148982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-fe2b3404-7a96-4bc3-ad58-4fdf4d18ab70 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2778528 Feb 04 15:30:50.157528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6c995-19ce-4445-9c77-3c51bcea9172 service neutron] Pushing event updated for resources: {'Port': ['ID=adebd50d-961e-461d-a090-94d372a54a13,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:50.224796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Port': ['ID=6c7af496-97c5-4e20-a18a-165f8d6b1438,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:50.261194 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.287807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360a29e7-7d6e-4db3-aab1-9cf7f736207b {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:50.299045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.299436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.300400 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0e015c29-5824-4331-be08-f7566a08ffc1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7170906 Feb 04 15:30:50.388178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffe6a8-0b08-45f5-81a4-a3ba1a1dd2c8 req-7c45f10c-8b70-40b4-93fd-49ce60d7d4a3 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:50.395633 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d1ffe6a8-0b08-45f5-81a4-a3ba1a1dd2c8 req-7c45f10c-8b70-40b4-93fd-49ce60d7d4a3 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 943 time: 0.5981250 Feb 04 15:30:50.485317 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d1ffe6a8-0b08-45f5-81a4-a3ba1a1dd2c8 req-ab0ad14b-826e-4c91-b263-81398465d95b tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804529 Feb 04 15:30:50.555861 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ec19093-8687-4f91-b738-9be704ce18c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.561390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ec19093-8687-4f91-b738-9be704ce18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.632694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec19093-8687-4f91-b738-9be704ce18c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f652000-4800-4d6c-9fb6-e0516043f009,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:50.654343 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.688631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Transition to ACTIVE for port object 360a29e7-7d6e-4db3-aab1-9cf7f736207b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:50.716485 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8ec19093-8687-4f91-b738-9be704ce18c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b1f205a18ad48bcbbbfb148a21ba9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2624617 Feb 04 15:30:50.716873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Attempting to bind port c4add346-8e2e-42f6-b95b-345f25c1e605 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:50.717130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Attempting to bind port c4add346-8e2e-42f6-b95b-345f25c1e605 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:50.717618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Attempting to bind port c4add346-8e2e-42f6-b95b-345f25c1e605 on network cdca395f-3d96-41e5-b3c8-e4612c9234cf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:50.717736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52170) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:30:50.739112 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.782340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Port c4add346-8e2e-42f6-b95b-345f25c1e605 on network cdca395f-3d96-41e5-b3c8-e4612c9234cf not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:50.782670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Attempting to bind port c4add346-8e2e-42f6-b95b-345f25c1e605 on network cdca395f-3d96-41e5-b3c8-e4612c9234cf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:50.810397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7010f9ce-e286-4a99-90a0-2f5253bba5eb {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:50.815263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c5c8e-22c5-40e8-9e8a-f8db572aa567 req-9d41ff9a-14bc-470b-a779-1aaab135980b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:50.825422 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-214c5c8e-22c5-40e8-9e8a-f8db572aa567 req-9d41ff9a-14bc-470b-a779-1aaab135980b tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 931 time: 0.1792293 Feb 04 15:30:50.849562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54d555ba-1a98-4e15-9098-fb7087518bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.889765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:50.890049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Checking segment: {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:50.890321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Bound using segment: {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:50.890757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Bound port: c4add346-8e2e-42f6-b95b-345f25c1e605, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:50.891089 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.897617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54d555ba-1a98-4e15-9098-fb7087518bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.910490 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-214c5c8e-22c5-40e8-9e8a-f8db572aa567 req-f93f2df6-97e3-41c4-8908-544da9e08f41 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791886 Feb 04 15:30:50.922894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.964660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042077a3-2bf4-4819-a9ef-17195dd1e51e service neutron] Pushing event updated for resources: {'Port': ['ID=91198f84-65de-42b6-b8be-ff2c065d99ea,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:50.984723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54d555ba-1a98-4e15-9098-fb7087518bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.004223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d555ba-1a98-4e15-9098-fb7087518bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f652000-4800-4d6c-9fb6-e0516043f009,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:51.020421 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54d555ba-1a98-4e15-9098-fb7087518bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.037374 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-54d555ba-1a98-4e15-9098-fb7087518bab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f652000-4800-4d6c-9fb6-e0516043f009 HTTP/1.1" status: 204 len: 168 time: 0.3184652 Feb 04 15:30:51.123394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Transition to ACTIVE for port object 7010f9ce-e286-4a99-90a0-2f5253bba5eb will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:51.149599 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f64ae9c-4d7c-4442-902a-62f297b0a519', 'tag': 'adebd50d-961e-461d-a090-94d372a54a13', 'status': 'completed', 'code': 200} Feb 04 15:30:51.213982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ba651787-8630-4cdc-b913-eaa3549a6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.215682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ba651787-8630-4cdc-b913-eaa3549a6377 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=015f37cf32214cec87c9a7c85929910f&device_id=7f64ae9c-4d7c-4442-902a-62f297b0a519 HTTP/1.1" status: 200 len: 1095 time: 1.4484639 Feb 04 15:30:51.217846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-d4b0a44b-9331-4460-9b07-2ff9ce38f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.220837 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-d4b0a44b-9331-4460-9b07-2ff9ce38f571 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 1099 time: 1.3432529 Feb 04 15:30:51.231946 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.395261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1a7b5-d118-4d23-944d-63647b188b80 req-756e274b-81f3-4140-8d4e-833857a05066 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.405904 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9ce1a7b5-d118-4d23-944d-63647b188b80 req-756e274b-81f3-4140-8d4e-833857a05066 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 948 time: 0.1697154 Feb 04 15:30:51.455744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-7eeb31f1-b525-4511-a9db-c3be183b16a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adebd50d-961e-461d-a090-94d372a54a13 HTTP/1.1" status: 200 len: 217 time: 0.1326976 Feb 04 15:30:51.457893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-c8073dab-1f55-4024-b939-b90116632943 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=91198f84-65de-42b6-b8be-ff2c065d99ea HTTP/1.1" status: 200 len: 217 time: 0.1952991 Feb 04 15:30:51.536343 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9ce1a7b5-d118-4d23-944d-63647b188b80 req-e98b5bb8-4076-4fd4-8360-cdef0b743873 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291847 Feb 04 15:30:51.601373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Pushing event updated for resources: {'Port': ['ID=360a29e7-7d6e-4db3-aab1-9cf7f736207b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:51.768835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-f948ed99-6f40-4038-ae34-7263499eb13d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:51.779067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf285-de26-4b7c-9970-05df37097c07 req-819cff7b-75b7-4884-a440-6e7d970360a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.780641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0afaf285-de26-4b7c-9970-05df37097c07 req-819cff7b-75b7-4884-a440-6e7d970360a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 1099 time: 1.3178284 Feb 04 15:30:51.787478 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-592249d4-c6e8-4cac-9c6d-9a7c0fd87f88 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1915321 Feb 04 15:30:51.807874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-f948ed99-6f40-4038-ae34-7263499eb13d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:51.823674 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-f948ed99-6f40-4038-ae34-7263499eb13d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--986780017&fields=id&tenant_id=f60b7512a7c040aba9641e832da7271a HTTP/1.1" status: 200 len: 267 time: 0.1257679 Feb 04 15:30:52.009686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-1662571e-38d7-4495-a579-aab98136f78a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.010338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-1662571e-38d7-4495-a579-aab98136f78a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:52.039465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-1662571e-38d7-4495-a579-aab98136f78a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:52.040659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-1662571e-38d7-4495-a579-aab98136f78a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports/9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 HTTP/1.1" status: 200 len: 929 time: 0.2164209 Feb 04 15:30:52.048056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-43b3e2fe-522c-4f86-917b-a15e74b37a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.049717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-43b3e2fe-522c-4f86-917b-a15e74b37a06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1095 time: 0.1434686 Feb 04 15:30:52.122172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7010f9ce-e286-4a99-90a0-2f5253bba5eb,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:52.218833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-be3a6f42-5ce3-4843-95c4-4a00175d8e61 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.220944 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-be3a6f42-5ce3-4843-95c4-4a00175d8e61 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports/08aa7c38-3cde-4156-81b8-f524b76cc487 HTTP/1.1" status: 200 len: 932 time: 0.1696835 Feb 04 15:30:52.251068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] For port c4add346-8e2e-42f6-b95b-345f25c1e605, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:52.257995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Attempting to bind port 7010f9ce-e286-4a99-90a0-2f5253bba5eb on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:52.258518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Attempting to bind port 7010f9ce-e286-4a99-90a0-2f5253bba5eb by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:52.258858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Attempting to bind port 7010f9ce-e286-4a99-90a0-2f5253bba5eb on network 0edf948f-2ae6-425e-98a6-9eac92c506a4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:52.261960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-2c72daf3-df91-45d8-9a6c-ed7ec7251291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.263433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-2c72daf3-df91-45d8-9a6c-ed7ec7251291 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.7167215 Feb 04 15:30:52.290527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-99b12a6e-0e79-431d-bb27-3ab4973d9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.292064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-99b12a6e-0e79-431d-bb27-3ab4973d9b49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf6f7e69-5c14-4485-b890-33d3049d651a HTTP/1.1" status: 200 len: 857 time: 0.6926310 Feb 04 15:30:52.327081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Port 7010f9ce-e286-4a99-90a0-2f5253bba5eb on network 0edf948f-2ae6-425e-98a6-9eac92c506a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:52.327439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Attempting to bind port 7010f9ce-e286-4a99-90a0-2f5253bba5eb on network 0edf948f-2ae6-425e-98a6-9eac92c506a4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:52.329539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Attempting to bind port 360a29e7-7d6e-4db3-aab1-9cf7f736207b on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:52.329868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Attempting to bind port 360a29e7-7d6e-4db3-aab1-9cf7f736207b by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:52.330359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Attempting to bind port 360a29e7-7d6e-4db3-aab1-9cf7f736207b on network cdca395f-3d96-41e5-b3c8-e4612c9234cf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:52.343307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] For port c4add346-8e2e-42f6-b95b-345f25c1e605, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c4add346-8e2e-42f6-b95b-345f25c1e605,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:52.354725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-04731e26-3f46-44ec-b4ee-a19f014d0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.357786 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-04731e26-3f46-44ec-b4ee-a19f014d0c9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.2723737 Feb 04 15:30:52.403617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:52.403949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Checking segment: {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:52.404698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Bound using segment: {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:52.404884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Bound port: 7010f9ce-e286-4a99-90a0-2f5253bba5eb, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c9fcb2-646b-44b2-a43e-c1a8872465e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:52.405143 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.416226 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.456134 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-7c92824a-0e46-42b4-80f9-0a619de2f254 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?network_id=5cef59fb-b38d-47f4-88df-113361d17a74&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2276211 Feb 04 15:30:52.466842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Port 360a29e7-7d6e-4db3-aab1-9cf7f736207b on network cdca395f-3d96-41e5-b3c8-e4612c9234cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:30:52.467440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Attempting to bind port 360a29e7-7d6e-4db3-aab1-9cf7f736207b on network cdca395f-3d96-41e5-b3c8-e4612c9234cf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:30:52.486541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-ec9ed11a-bc59-4bee-851b-a2dd60d45a55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cdca395f-3d96-41e5-b3c8-e4612c9234cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396105 Feb 04 15:30:52.529373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:30:52.529736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Checking segment: {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:30:52.530092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Bound using segment: {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:30:52.530534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Bound port: 360a29e7-7d6e-4db3-aab1-9cf7f736207b, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c013d21-0909-424d-8a3c-4d35c328488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:52.530879 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.534512 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-a11563c3-fa25-4ff0-ba36-71e6e4109ec8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 200 len: 217 time: 0.1648338 Feb 04 15:30:52.546562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.546716 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-6fd5f819-f830-4e3d-aa7c-ba5f3bb96877 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?network_id=5cef59fb-b38d-47f4-88df-113361d17a74&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0887945 Feb 04 15:30:52.547371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.548942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-727e30d1-274c-414e-b820-364d581532af service neutron] 10.222.0.53 "PUT /v2.0/ports/c4add346-8e2e-42f6-b95b-345f25c1e605 HTTP/1.1" status: 200 len: 1091 time: 8.9009843 Feb 04 15:30:52.580606 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:30:52.766203 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.781968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-f010602b-6263-4395-ba63-488068548164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.783416 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-f010602b-6263-4395-ba63-488068548164 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.2340679 Feb 04 15:30:52.823326 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.844217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf285-de26-4b7c-9970-05df37097c07 req-98254f71-efaa-40f2-b569-5bc4f64b10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.845730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0afaf285-de26-4b7c-9970-05df37097c07 req-98254f71-efaa-40f2-b569-5bc4f64b10d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.9853489 Feb 04 15:30:52.850665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-a862f8d8-860b-40f6-8bb4-743bda6ed6b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569186 Feb 04 15:30:52.913964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 68c2a42b-fd42-4125-aac0-61f55eab077a details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:52.978139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e30d1-274c-414e-b820-364d581532af service neutron] Pushing event updated for resources: {'Port': ['ID=c4add346-8e2e-42f6-b95b-345f25c1e605,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:53.086996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0afaf285-de26-4b7c-9970-05df37097c07 req-812cdb7a-fdd3-4bf1-be2f-12a7104e852a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=68c2a42b-fd42-4125-aac0-61f55eab077a HTTP/1.1" status: 200 len: 217 time: 0.2110028 Feb 04 15:30:53.095238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 68c2a42b-fd42-4125-aac0-61f55eab077a, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=68c2a42b-fd42-4125-aac0-61f55eab077a,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:53.115970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '68c2a42b-fd42-4125-aac0-61f55eab077a', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '68c2a42b-fd42-4125-aac0-61f55eab077a', 'mac_address': 'fa:16:3e:bf:3b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:53.120912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-5c3e5c37-56f2-4123-b1e9-45d689871d39 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.139938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-5c3e5c37-56f2-4123-b1e9-45d689871d39 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.154248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-5c3e5c37-56f2-4123-b1e9-45d689871d39 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.154657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-5c3e5c37-56f2-4123-b1e9-45d689871d39 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:53.189420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bbc692-3fc3-44f3-8b21-9d21c378a840', 'tag': '91198f84-65de-42b6-b8be-ff2c065d99ea'}, {'name': 'network-changed', 'server_uuid': '51533ae3-31e8-4b48-9ef2-614dce7a000d', 'tag': 'c4add346-8e2e-42f6-b95b-345f25c1e605'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:53.190425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.211433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c2a42b-fd42-4125-aac0-61f55eab077a {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:53.217297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-5c3e5c37-56f2-4123-b1e9-45d689871d39 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:53.220711 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-5c3e5c37-56f2-4123-b1e9-45d689871d39 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/networks?id=5ebf1130-ea3c-44d9-a309-9d0906ce57d0&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=5cef59fb-b38d-47f4-88df-113361d17a74&id=5cef59fb-b38d-47f4-88df-113361d17a74 HTTP/1.1" status: 200 len: 1990 time: 0.6731808 Feb 04 15:30:53.230233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 68c2a42b-fd42-4125-aac0-61f55eab077a, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=68c2a42b-fd42-4125-aac0-61f55eab077a,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:53.231293 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-730e156c-f2bf-4eeb-81d0-9befe46155c2 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699870 Feb 04 15:30:53.243428 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.250467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-80eade2d-6c9f-4994-bedd-f8cab8f79f8f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/quotas/f60b7512a7c040aba9641e832da7271a HTTP/1.1" status: 200 len: 375 time: 0.0162327 Feb 04 15:30:53.260103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-155cacce-ecd0-490f-9de2-11661892f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.261743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-155cacce-ecd0-490f-9de2-11661892f8a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9747152 Feb 04 15:30:53.277656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] For port 7010f9ce-e286-4a99-90a0-2f5253bba5eb, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:53.317944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] For port 360a29e7-7d6e-4db3-aab1-9cf7f736207b, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:30:53.405255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=68c2a42b-fd42-4125-aac0-61f55eab077a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:53.409332 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.425279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] For port 7010f9ce-e286-4a99-90a0-2f5253bba5eb, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7010f9ce-e286-4a99-90a0-2f5253bba5eb,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:53.427785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-0112cb3c-c8a6-4a72-8690-a7bc6fde6b6e service neutron] 10.222.0.61 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9093099 Feb 04 15:30:53.429437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.429960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Pushing event updated for resources: {'Port': ['ID=ef79cb22-b0ef-43d4-ad27-aeaef6006da5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:53.430684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.432702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.434087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.436277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.436824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.437336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.439474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.440033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.440559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.442584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.443104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:53.447280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] For port 360a29e7-7d6e-4db3-aab1-9cf7f736207b, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=360a29e7-7d6e-4db3-aab1-9cf7f736207b,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:30:53.472420 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.493192 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0ac4a22-d685-4fff-bf1e-a43f74a23814 req-b18c4eff-72f7-45e1-a81d-6c4e942d6513 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410524 Feb 04 15:30:53.558714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['68c2a42b-fd42-4125-aac0-61f55eab077a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:30:53.597425 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.602995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf285-de26-4b7c-9970-05df37097c07 req-ea67d967-134a-4da1-9911-4b0b0c9c8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.604450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0afaf285-de26-4b7c-9970-05df37097c07 req-ea67d967-134a-4da1-9911-4b0b0c9c8655 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.4538414 Feb 04 15:30:53.693669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-c4f85373-c9a2-4b8c-8e89-d07c7c864e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.695472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-c4f85373-c9a2-4b8c-8e89-d07c7c864e56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=015f37cf32214cec87c9a7c85929910f&device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 1094 time: 1.0412970 Feb 04 15:30:53.711947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.712566 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.714018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] 10.222.0.53 "PUT /v2.0/ports/7010f9ce-e286-4a99-90a0-2f5253bba5eb HTTP/1.1" status: 200 len: 1091 time: 6.1811595 Feb 04 15:30:53.731142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.732460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-dc8a4c26-1450-4757-9ce2-19f1080f54b8 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 10.5153043 Feb 04 15:30:53.827143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.827778 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.829282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] 10.222.0.61 "PUT /v2.0/ports/360a29e7-7d6e-4db3-aab1-9cf7f736207b HTTP/1.1" status: 200 len: 1091 time: 7.6537867 Feb 04 15:30:53.838725 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-9792ec80-a0cd-40bb-9439-8cc891736d78 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3437245 Feb 04 15:30:54.053460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-621b4cff-6384-4fca-a5c4-ea307089b2d0 service neutron] 10.222.0.46 "GET /v2.0/networks/5ebf1130-ea3c-44d9-a309-9d0906ce57d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006662 Feb 04 15:30:54.208539 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-c2374c55-e781-4b53-8120-80575e3744ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4add346-8e2e-42f6-b95b-345f25c1e605 HTTP/1.1" status: 200 len: 217 time: 0.4935777 Feb 04 15:30:54.218003 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-cbd577c2-6e85-46a4-b21b-5e61bcb6bf19 service neutron] 10.222.0.46 "GET /v2.0/networks/5ebf1130-ea3c-44d9-a309-9d0906ce57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588316 Feb 04 15:30:54.304810 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-a818c8eb-9193-4fef-b92c-b8e53672f230 service neutron] 10.222.0.46 "GET /v2.0/ports/9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0769558 Feb 04 15:30:54.311589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31927c-8d3c-4bcf-b72b-412a882082e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7010f9ce-e286-4a99-90a0-2f5253bba5eb,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:54.381498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-95519c2a-a2b5-4652-87c0-cefbb9327e2b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:floatingip {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:54.441121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-6e76416d-110d-4782-965d-0ef20bbd8d4c service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1557152 Feb 04 15:30:54.457669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-a384fd15-ae81-415e-8caa-e4cc0c8150b1 service neutron] 10.222.0.46 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469481 Feb 04 15:30:54.497812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-60d4c04d-25b4-4414-91c3-52e8b7c4c0e5 service neutron] 10.222.0.61 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0452096 Feb 04 15:30:54.601795 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-f7eb63d9-d4da-4fd1-902e-57a7943cee0b service neutron] 10.222.0.46 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374946 Feb 04 15:30:54.613591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-1c4ea701-7f50-44f9-9301-6217dfcaf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.614999 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-1c4ea701-7f50-44f9-9301-6217dfcaf0cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf6f7e69-5c14-4485-b890-33d3049d651a HTTP/1.1" status: 200 len: 857 time: 0.3437796 Feb 04 15:30:54.641190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-95519c2a-a2b5-4652-87c0-cefbb9327e2b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:floatingip {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:54.642393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-95519c2a-a2b5-4652-87c0-cefbb9327e2b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.82 HTTP/1.1" status: 200 len: 695 time: 0.8174233 Feb 04 15:30:54.685421 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-288f86c9-d4d2-4e74-8f5f-7e8fca845da2 service neutron] 10.222.0.46 "GET /v2.0/ports/08aa7c38-3cde-4156-81b8-f524b76cc487?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0758214 Feb 04 15:30:54.708889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba10dba-6716-4c7b-9362-f96971c2761b service neutron] Pushing event updated for resources: {'Port': ['ID=360a29e7-7d6e-4db3-aab1-9cf7f736207b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:54.735981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-2de75bae-0238-4685-b0f2-dada2561ea5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdca395f-3d96-41e5-b3c8-e4612c9234cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958300 Feb 04 15:30:54.737890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf285-de26-4b7c-9970-05df37097c07 req-caa03ec6-127a-4db7-a48e-9d19c79ed915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.739205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0afaf285-de26-4b7c-9970-05df37097c07 req-caa03ec6-127a-4db7-a48e-9d19c79ed915 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1008902 Feb 04 15:30:54.826278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-cfd93132-29da-47e5-96e8-a18194afc31d service neutron] 10.222.0.46 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379673 Feb 04 15:30:54.915257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-22d2b83f-4a2b-4231-94c5-faa8e15f6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.917038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-22d2b83f-4a2b-4231-94c5-faa8e15f6cc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 1094 time: 1.0638337 Feb 04 15:30:54.930886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 68c2a42b-fd42-4125-aac0-61f55eab077a up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:30:55.003046 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-0848ccac-1205-45d7-ba61-0a3b78af23d0 service neutron] 10.222.0.46 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700544 Feb 04 15:30:55.006204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 68c2a42b-fd42-4125-aac0-61f55eab077a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:55.012129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 68c2a42b-fd42-4125-aac0-61f55eab077a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:55.012544 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:55.101909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-5ce92c12-b99a-40a4-ad08-6d507b410184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:55.103486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-5ce92c12-b99a-40a4-ad08-6d507b410184 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=015f37cf32214cec87c9a7c85929910f&device_id=dda280af-de45-45fe-a102-b84440290282 HTTP/1.1" status: 200 len: 1094 time: 0.9072905 Feb 04 15:30:55.118885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-cf848e2c-d3fc-41dd-9041-69f60a95d21d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7010f9ce-e286-4a99-90a0-2f5253bba5eb HTTP/1.1" status: 200 len: 217 time: 0.1353972 Feb 04 15:30:55.152310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:55.157067 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-1eed2203-b86a-40ed-b560-744bf7bb666c service neutron] 10.222.0.46 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462774 Feb 04 15:30:55.180518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc6533c-e8de-4514-b54e-2a68f94470cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c2a42b-fd42-4125-aac0-61f55eab077a'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:55.190418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 68c2a42b-fd42-4125-aac0-61f55eab077a, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=68c2a42b-fd42-4125-aac0-61f55eab077a,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:55.194444 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:55.229918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb251eeb-1713-44f6-b26d-3a60075d0712 req-20083271-139a-4bda-9b13-32b9a99cc001 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743475 Feb 04 15:30:55.272367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=68c2a42b-fd42-4125-aac0-61f55eab077a,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:55.284161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-1cc759a8-d98c-416b-a627-a6fe7d88c2f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=360a29e7-7d6e-4db3-aab1-9cf7f736207b HTTP/1.1" status: 200 len: 217 time: 0.1551502 Feb 04 15:30:55.308875 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-eb0a129c-e243-471f-95b7-a758df5d5e15 service neutron] 10.222.0.46 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456301 Feb 04 15:30:55.391839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-a3ee0b32-6e27-4347-af10-a8fd34fcd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:55.393263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-a3ee0b32-6e27-4347-af10-a8fd34fcd972 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=015f37cf32214cec87c9a7c85929910f&device_id=7f64ae9c-4d7c-4442-902a-62f297b0a519 HTTP/1.1" status: 200 len: 1095 time: 0.8304732 Feb 04 15:30:55.421925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-e6c9012f-007d-4388-a6e3-a508e2d778f1 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:55.423231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b096c6ab-1365-4516-9276-9d4de0d2c1ac req-e6c9012f-007d-4388-a6e3-a508e2d778f1 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.7311041 Feb 04 15:30:55.454849 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-c4466254-5545-4315-8ca8-c16f9bdac568 service neutron] 10.222.0.46 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400678 Feb 04 15:30:55.465832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0afaf285-de26-4b7c-9970-05df37097c07 req-b5ce4e36-c48b-4de9-9fb2-842b937fbff2 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916299 Feb 04 15:30:55.523645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-0e8d8fe3-20b0-4157-bc16-c3fe2901f113 service neutron] 10.222.0.53 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746117 Feb 04 15:30:55.525097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-86d0e6f4-30d6-41d4-acb1-6cf142dfbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:55.526483 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-86d0e6f4-30d6-41d4-acb1-6cf142dfbd12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b824573f-7ef5-4745-9627-5c161e4943f7 HTTP/1.1" status: 200 len: 861 time: 0.3410912 Feb 04 15:30:55.739034 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-d3f6293b-ccbd-4156-b80c-ebefe49dee83 service neutron] 10.222.0.46 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774506 Feb 04 15:30:55.863969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-a9a3b204-0b2d-459a-bf06-3d34b95d4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:55.865428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-a9a3b204-0b2d-459a-bf06-3d34b95d4767 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf6f7e69-5c14-4485-b890-33d3049d651a HTTP/1.1" status: 200 len: 857 time: 0.5502753 Feb 04 15:30:55.878849 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-05009238-7375-4eb3-9361-7aa40b6a1095 service neutron] 10.222.0.46 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338577 Feb 04 15:30:55.927412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-47c65c3d-ae3d-4f96-8707-bf0e91469be0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0edf948f-2ae6-425e-98a6-9eac92c506a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670816 Feb 04 15:30:56.027200 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-bded8bad-f6a7-4d5c-920e-47a20e8ec522 service neutron] 10.222.0.46 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421587 Feb 04 15:30:56.088130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-450a461b-88d4-4b70-8d05-369fe8a4d053 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cdca395f-3d96-41e5-b3c8-e4612c9234cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674421 Feb 04 15:30:56.181361 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-20a142ef-e6df-4c8d-bec2-12462827f69f service neutron] 10.222.0.46 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411638 Feb 04 15:30:56.251812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-614abb53-bb82-48e9-bdaa-ef7e00361375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.253276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-614abb53-bb82-48e9-bdaa-ef7e00361375 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cdca395f-3d96-41e5-b3c8-e4612c9234cf HTTP/1.1" status: 200 len: 918 time: 0.8387184 Feb 04 15:30:56.315583 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-f826a174-55d4-4588-a353-3d3499a2fc37 service neutron] 10.222.0.46 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372552 Feb 04 15:30:56.356097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0afaf285-de26-4b7c-9970-05df37097c07 req-427a2639-491b-477d-99b7-74a839fa1be2 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8207946 Feb 04 15:30:56.379820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-4d4edf61-ad14-4cb4-a4d4-639ad152b074 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adebd50d-961e-461d-a090-94d372a54a13 HTTP/1.1" status: 200 len: 217 time: 0.1141591 Feb 04 15:30:56.386017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-d2702047-4a1f-4d2c-abf6-2ec4b417b2fc service neutron] 10.222.0.53 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289011 Feb 04 15:30:56.443755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dabcc8-45b6-4a6b-b45a-b65627670f7c req-8b64362e-02bc-4fd6-9a74-213625edfb0c tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.444448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-32dabcc8-45b6-4a6b-b45a-b65627670f7c req-8b64362e-02bc-4fd6-9a74-213625edfb0c tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Synchronizing usage tracker for tenant:015f37cf32214cec87c9a7c85929910f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:56.471387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-4561c830-3491-4eb6-a1db-8a812c77fa48 service neutron] 10.222.0.53 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913361 Feb 04 15:30:56.584658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-880b3f4a-8a23-45e3-b830-59251ed3a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.586120 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-880b3f4a-8a23-45e3-b830-59251ed3a76e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf6f7e69-5c14-4485-b890-33d3049d651a HTTP/1.1" status: 200 len: 857 time: 0.1946776 Feb 04 15:30:56.587850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-1dc0ca17-6cda-4575-8075-07bfeb88000b service neutron] 10.222.0.61 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888988 Feb 04 15:30:56.590476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-32dabcc8-45b6-4a6b-b45a-b65627670f7c req-8b64362e-02bc-4fd6-9a74-213625edfb0c tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Unset dirty status for tenant:015f37cf32214cec87c9a7c85929910f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:56.591516 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32dabcc8-45b6-4a6b-b45a-b65627670f7c req-8b64362e-02bc-4fd6-9a74-213625edfb0c tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 943 time: 1.0621071 Feb 04 15:30:56.729302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-82b3c268-a546-487d-87b3-1449e87d516d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cdca395f-3d96-41e5-b3c8-e4612c9234cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284084 Feb 04 15:30:56.889387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32dabcc8-45b6-4a6b-b45a-b65627670f7c req-6cc9cf49-af6a-4169-a2f8-c6f27b84e27c tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871933 Feb 04 15:30:56.905765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c9bc359-66b9-4e97-bd46-674b4946a58c req-bb7918e4-5d6b-41f5-a6bc-d7302db2c893 service neutron] 10.222.0.53 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218612 Feb 04 15:30:56.949344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4023089b-05d4-4e93-9e09-0f7a8086a630 req-6e73db75-82ac-41dc-aa02-112f978766a9 service neutron] 10.222.0.61 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141363 Feb 04 15:30:56.968468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-91ecfbac-fcd1-438c-a8b4-b4ee417f9a69 service neutron] 10.222.0.61 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257402 Feb 04 15:30:57.332500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33717904-b55c-405e-80b3-27c6c193dcc1 req-e187c4df-0068-425a-a6ec-d9160a06749f service neutron] 10.222.0.61 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508244 Feb 04 15:30:57.337820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e32d-15e0-4810-95f6-442894f521bc req-01076967-45db-479b-aad5-3cac9629e23c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.339165 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb43e32d-15e0-4810-95f6-442894f521bc req-01076967-45db-479b-aad5-3cac9629e23c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 950 time: 0.0908694 Feb 04 15:30:57.386334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df75df-2374-4d5f-9b1e-b74d0ffd4831 req-135a827e-0527-41f4-80ad-372acb32f256 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.387564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-98df75df-2374-4d5f-9b1e-b74d0ffd4831 req-135a827e-0527-41f4-80ad-372acb32f256 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Synchronizing usage tracker for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:57.408368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-98df75df-2374-4d5f-9b1e-b74d0ffd4831 req-135a827e-0527-41f4-80ad-372acb32f256 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Unset dirty status for tenant:7e14af7231c34739834c5d8cf1f37dd7 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:57.410490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-98df75df-2374-4d5f-9b1e-b74d0ffd4831 req-135a827e-0527-41f4-80ad-372acb32f256 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 943 time: 0.3615718 Feb 04 15:30:57.421491 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb43e32d-15e0-4810-95f6-442894f521bc req-3f6965d6-060e-4117-b0f3-de77afcf734b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669169 Feb 04 15:30:57.478092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-98df75df-2374-4d5f-9b1e-b74d0ffd4831 req-a7c7c0f8-2f52-48b1-9a43-49bd21b9976f tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585208 Feb 04 15:30:57.497960 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bbc692-3fc3-44f3-8b21-9d21c378a840', 'tag': '91198f84-65de-42b6-b8be-ff2c065d99ea', 'status': 'completed', 'code': 200} Feb 04 15:30:57.498295 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51533ae3-31e8-4b48-9ef2-614dce7a000d', 'tag': 'c4add346-8e2e-42f6-b95b-345f25c1e605', 'status': 'completed', 'code': 200} Feb 04 15:30:57.621518 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc6533c-e8de-4514-b54e-2a68f94470cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c2a42b-fd42-4125-aac0-61f55eab077a', 'code': 200} Feb 04 15:30:57.793993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-62552108-2fb8-48e2-bc69-b7b6212bb889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.795551 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-62552108-2fb8-48e2-bc69-b7b6212bb889 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 1099 time: 0.2658029 Feb 04 15:30:57.805822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-f30a3cf6-a1b6-4462-ae09-3657ede37526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.805822 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-f30a3cf6-a1b6-4462-ae09-3657ede37526 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=015f37cf32214cec87c9a7c85929910f&device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 1094 time: 0.2250896 Feb 04 15:30:57.833324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17b6e5-0622-4bf6-a4cc-2e20326745e7 req-56dbe937-d623-4f3a-9218-04128e3c0983 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.835133 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-df17b6e5-0622-4bf6-a4cc-2e20326745e7 req-56dbe937-d623-4f3a-9218-04128e3c0983 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1125090 Feb 04 15:30:57.938137 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-df17b6e5-0622-4bf6-a4cc-2e20326745e7 req-175dab94-c52d-44ff-bd90-84ccaa080607 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.82 HTTP/1.1" status: 200 len: 695 time: 0.0967090 Feb 04 15:30:57.948699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-df17b6e5-0622-4bf6-a4cc-2e20326745e7 req-5db876fd-6be6-485a-aacd-bbc759e9abdf tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Request body: {'floatingip': {'port_id': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:57.951944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d1dc-06dc-4be4-93e6-3ad28db0ef79 req-4f386209-4376-4481-adc2-1bb020ff3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.953321 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7217d1dc-06dc-4be4-93e6-3ad28db0ef79 req-4f386209-4376-4481-adc2-1bb020ff3397 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 1101 time: 0.2627747 Feb 04 15:30:58.029546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-df17b6e5-0622-4bf6-a4cc-2e20326745e7 req-5db876fd-6be6-485a-aacd-bbc759e9abdf tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:58.044307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a82e546b-3c3c-42ce-88b0-a3418a90858d req-d92314fd-ff85-458f-997f-1d3d735aab5e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:58.098848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a82e546b-3c3c-42ce-88b0-a3418a90858d req-d92314fd-ff85-458f-997f-1d3d735aab5e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:58.100045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a82e546b-3c3c-42ce-88b0-a3418a90858d req-d92314fd-ff85-458f-997f-1d3d735aab5e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 210 time: 0.1420453 Feb 04 15:30:58.145578 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7217d1dc-06dc-4be4-93e6-3ad28db0ef79 req-0f63924e-5b27-4e82-8cf2-ecdc078f75f9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793549 Feb 04 15:30:58.183824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-c2ca6d97-511a-4ae9-ae6e-ac62f93ffc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.185472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-c2ca6d97-511a-4ae9-ae6e-ac62f93ffc37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cdca395f-3d96-41e5-b3c8-e4612c9234cf HTTP/1.1" status: 200 len: 918 time: 0.3603888 Feb 04 15:30:58.186507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-4b3a5d9b-92b8-4295-8c4d-4661d2a37414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.187894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-4b3a5d9b-92b8-4295-8c4d-4661d2a37414 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.3833659 Feb 04 15:30:58.301170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-f1d4807a-22dc-45fb-95d6-869c46375933 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4add346-8e2e-42f6-b95b-345f25c1e605 HTTP/1.1" status: 200 len: 217 time: 0.1048558 Feb 04 15:30:58.418840 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-df17b6e5-0622-4bf6-a4cc-2e20326745e7 req-5db876fd-6be6-485a-aacd-bbc759e9abdf tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 15:30:58.422504 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-df17b6e5-0622-4bf6-a4cc-2e20326745e7 req-5db876fd-6be6-485a-aacd-bbc759e9abdf tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "PUT /v2.0/floatingips/6e2ccfdc-ef52-4fa2-b3a7-fcf702fbfdaa HTTP/1.1" status: 409 len: 550 time: 0.4787531 Feb 04 15:30:58.428799 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-890964f8-a3ce-4e53-a19e-b116ce668eae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=91198f84-65de-42b6-b8be-ff2c065d99ea HTTP/1.1" status: 200 len: 217 time: 0.0736773 Feb 04 15:30:58.536596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-964cdef9-700b-49e0-b943-09434903e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.538220 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-964cdef9-700b-49e0-b943-09434903e3a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf6f7e69-5c14-4485-b890-33d3049d651a HTTP/1.1" status: 200 len: 857 time: 0.2296689 Feb 04 15:30:58.656847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-f1951a34-2f6a-4cf2-902d-083a7c132d1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdca395f-3d96-41e5-b3c8-e4612c9234cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997648 Feb 04 15:30:58.658214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-fc7fffa7-b3b3-47e0-9d17-2784418f9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.659499 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-fc7fffa7-b3b3-47e0-9d17-2784418f9924 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2106564 Feb 04 15:30:58.733358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-08be845b-3777-4ee0-978a-525cfe3b4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.734707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-08be845b-3777-4ee0-978a-525cfe3b4e4b service neutron] 10.222.0.53 "GET /v2.0/ports/9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 HTTP/1.1" status: 200 len: 1025 time: 0.2349064 Feb 04 15:30:58.825163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd499d-e4d9-4fed-b10e-222d3a437945 req-1b9ebade-b9f3-4d91-9369-682d8780de81 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.826930 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-53dd499d-e4d9-4fed-b10e-222d3a437945 req-1b9ebade-b9f3-4d91-9369-682d8780de81 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 943 time: 0.1178300 Feb 04 15:30:58.850554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34686da6-6039-4430-9687-9e28e0088233 req-198ea754-4e84-4f74-a51f-7a3ff5fedf41 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.857715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34686da6-6039-4430-9687-9e28e0088233 req-198ea754-4e84-4f74-a51f-7a3ff5fedf41 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1096 time: 0.6028111 Feb 04 15:30:58.886917 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-53dd499d-e4d9-4fed-b10e-222d3a437945 req-b24c5b21-0706-42ff-8026-d0cdd140aaa3 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533960 Feb 04 15:30:58.947116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adebd50d-961e-461d-a090-94d372a54a13 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:58.958690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-6ddb8bd6-ba30-4029-a76b-48c676bff9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.959565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-6ddb8bd6-ba30-4029-a76b-48c676bff9ba service neutron] 10.222.0.53 "GET /v2.0/ports/08aa7c38-3cde-4156-81b8-f524b76cc487 HTTP/1.1" status: 200 len: 1028 time: 0.2119226 Feb 04 15:30:59.006092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34686da6-6039-4430-9687-9e28e0088233 req-2c91aa4f-e4da-4821-8735-58deb5fac1a4 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474130 Feb 04 15:30:59.108679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port adebd50d-961e-461d-a090-94d372a54a13, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adebd50d-961e-461d-a090-94d372a54a13,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:59.125465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'adebd50d-961e-461d-a090-94d372a54a13', 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf', 'port_id': 'adebd50d-961e-461d-a090-94d372a54a13', 'mac_address': 'fa:16:3e:6e:cb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6f7e69-5c14-4485-b890-33d3049d651a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:59.141755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-026dee60-5408-40bc-929c-7cb272f04693 service neutron] 10.222.0.53 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654460 Feb 04 15:30:59.171734 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-8fc14457-b122-4767-b068-7975770655fd tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips/6e2ccfdc-ef52-4fa2-b3a7-fcf702fbfdaa HTTP/1.1" status: 200 len: 692 time: 0.2589884 Feb 04 15:30:59.241921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.310371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adebd50d-961e-461d-a090-94d372a54a13 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:59.334965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-6124a378-d6d8-4373-b7bb-0b1ef3e0b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.348254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-6124a378-d6d8-4373-b7bb-0b1ef3e0b92a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6689520 Feb 04 15:30:59.366862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-a1d6b57c-97b4-4dca-9280-ce53d391d3f7 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.367593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port adebd50d-961e-461d-a090-94d372a54a13, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adebd50d-961e-461d-a090-94d372a54a13,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:59.373723 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.374639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 91198f84-65de-42b6-b8be-ff2c065d99ea details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:59.377016 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-a1d6b57c-97b4-4dca-9280-ce53d391d3f7 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.2037485 Feb 04 15:30:59.496758 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-1098658a-9110-4d63-b260-75efa7d12230 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.82 HTTP/1.1" status: 200 len: 695 time: 0.1181929 Feb 04 15:30:59.608122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=adebd50d-961e-461d-a090-94d372a54a13,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:59.612630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-de072d49-35f1-4d11-b13d-298c3e532daa tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.82 HTTP/1.1" status: 200 len: 695 time: 0.1146836 Feb 04 15:30:59.614319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c4add346-8e2e-42f6-b95b-345f25c1e605 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:30:59.729859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1', 'tag': '7010f9ce-e286-4a99-90a0-2f5253bba5eb'}, {'name': 'network-changed', 'server_uuid': 'dda280af-de45-45fe-a102-b84440290282', 'tag': '360a29e7-7d6e-4db3-aab1-9cf7f736207b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:59.737032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-fdcca546-0df0-4cee-a91e-0b7cbe55d737 service neutron] 10.222.0.53 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745251 Feb 04 15:30:59.795248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 91198f84-65de-42b6-b8be-ff2c065d99ea, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=91198f84-65de-42b6-b8be-ff2c065d99ea,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:59.824072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '91198f84-65de-42b6-b8be-ff2c065d99ea', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '91198f84-65de-42b6-b8be-ff2c065d99ea', 'mac_address': 'fa:16:3e:e9:63:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:59.849487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Deleting port ef79cb22-b0ef-43d4-ad27-aeaef6006da5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:30:59.849906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.854763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-8ee09073-a6a9-42f1-bd23-fee9b8b4dde7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.860676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-8ee09073-a6a9-42f1-bd23-fee9b8b4dde7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.866969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-8ee09073-a6a9-42f1-bd23-fee9b8b4dde7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.867823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-8ee09073-a6a9-42f1-bd23-fee9b8b4dde7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:59.904229 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.906061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-8ee09073-a6a9-42f1-bd23-fee9b8b4dde7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:30:59.907206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-8ee09073-a6a9-42f1-bd23-fee9b8b4dde7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "GET /v2.0/networks?id=5ebf1130-ea3c-44d9-a309-9d0906ce57d0&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=5cef59fb-b38d-47f4-88df-113361d17a74&id=5cef59fb-b38d-47f4-88df-113361d17a74 HTTP/1.1" status: 200 len: 1990 time: 0.9395859 Feb 04 15:30:59.953336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91198f84-65de-42b6-b8be-ff2c065d99ea {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:59.967491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c4add346-8e2e-42f6-b95b-345f25c1e605, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c4add346-8e2e-42f6-b95b-345f25c1e605,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:30:59.971721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dd982-f4b7-485d-b500-98b0d7ed1cfc req-fdb42db6-9ac6-4eaf-b19c-7eed715750a9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.972586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-722dd982-f4b7-485d-b500-98b0d7ed1cfc req-fdb42db6-9ac6-4eaf-b19c-7eed715750a9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:30:59.989459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'c4add346-8e2e-42f6-b95b-345f25c1e605', 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf', 'port_id': 'c4add346-8e2e-42f6-b95b-345f25c1e605', 'mac_address': 'fa:16:3e:e3:50:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6f7e69-5c14-4485-b890-33d3049d651a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:30:59.994194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 91198f84-65de-42b6-b8be-ff2c065d99ea, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=91198f84-65de-42b6-b8be-ff2c065d99ea,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:00.013615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-722dd982-f4b7-485d-b500-98b0d7ed1cfc req-fdb42db6-9ac6-4eaf-b19c-7eed715750a9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:00.020327 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-722dd982-f4b7-485d-b500-98b0d7ed1cfc req-fdb42db6-9ac6-4eaf-b19c-7eed715750a9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 950 time: 0.6897271 Feb 04 15:31:00.041788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.045775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-a9d7224a-7a8f-4add-a479-01fcb015b731 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064868 Feb 04 15:31:00.049352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-b7fb22ce-b9c2-4a4b-b384-cbff80cb57db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:00.147298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.147954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.159050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-b7fb22ce-b9c2-4a4b-b384-cbff80cb57db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:00.160196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-b7fb22ce-b9c2-4a4b-b384-cbff80cb57db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f60b7512a7c040aba9641e832da7271a HTTP/1.1" status: 200 len: 379 time: 0.2424319 Feb 04 15:31:00.169012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=91198f84-65de-42b6-b8be-ff2c065d99ea,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:00.173218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'admin_state_up': True, 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'security_groups': ['5343584f-8b1a-4408-922e-f170c2ab2dab']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:00.191995 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.214678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4add346-8e2e-42f6-b95b-345f25c1e605 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:00.235018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c4add346-8e2e-42f6-b95b-345f25c1e605, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c4add346-8e2e-42f6-b95b-345f25c1e605,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:00.245257 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.246348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7010f9ce-e286-4a99-90a0-2f5253bba5eb details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:00.303716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Calling delete_port for ef79cb22-b0ef-43d4-ad27-aeaef6006da5 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:00.325437 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-722dd982-f4b7-485d-b500-98b0d7ed1cfc req-649997ca-37d0-4614-9e1e-9903bce319d4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039973 Feb 04 15:31:00.442852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d195306-d25d-46d5-bbaf-508739445cb7 req-ce19b2f7-160c-46b6-aee5-fdb1d8cd2229 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879459 Feb 04 15:31:00.447561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['adebd50d-961e-461d-a090-94d372a54a13'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:00.455092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:00.469729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:00.487778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:00.492155 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.498289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['91198f84-65de-42b6-b8be-ff2c065d99ea'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:00.556192 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.612297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Pushing event deleted for resources: {'Port': ['ID=ef79cb22-b0ef-43d4-ad27-aeaef6006da5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:00.695759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c4add346-8e2e-42f6-b95b-345f25c1e605,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:00.742767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7010f9ce-e286-4a99-90a0-2f5253bba5eb, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7010f9ce-e286-4a99-90a0-2f5253bba5eb,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:00.771158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e6417-e2d1-447d-bc86-c9f92c1f29a2 req-4dc6e19f-d6a2-49c8-accd-25113b43ab5f tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.772886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-686e6417-e2d1-447d-bc86-c9f92c1f29a2 req-4dc6e19f-d6a2-49c8-accd-25113b43ab5f tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 943 time: 0.2104475 Feb 04 15:31:00.795053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.801560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '7010f9ce-e286-4a99-90a0-2f5253bba5eb', 'network_id': '0edf948f-2ae6-425e-98a6-9eac92c506a4', 'port_id': '7010f9ce-e286-4a99-90a0-2f5253bba5eb', 'mac_address': 'fa:16:3e:98:40:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b824573f-7ef5-4745-9627-5c161e4943f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:00.802598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Allocated IP 172.20.0.11 (5ebf1130-ea3c-44d9-a309-9d0906ce57d0/00b79eea-2300-48b2-8c39-30ff6cb87149/f95c9a3c-a964-466b-9dfc-b46ee696a11d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:00.833708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.835058 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ac37f2cc-a3df-4fef-87d8-1d1251ea7800 req-63c426d7-5693-4f70-af7d-05358cefe566 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "DELETE /v2.0/floatingips/6e2ccfdc-ef52-4fa2-b3a7-fcf702fbfdaa HTTP/1.1" status: 204 len: 173 time: 1.2213092 Feb 04 15:31:00.850499 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-686e6417-e2d1-447d-bc86-c9f92c1f29a2 req-c40ab3a7-77f9-4ea0-96c4-4360e0b0e528 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698993 Feb 04 15:31:00.960417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 360a29e7-7d6e-4db3-aab1-9cf7f736207b details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:00.998398 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.046057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7010f9ce-e286-4a99-90a0-2f5253bba5eb {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:01.178222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.204196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Transition to ACTIVE for port object f95c9a3c-a964-466b-9dfc-b46ee696a11d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:01.218104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7010f9ce-e286-4a99-90a0-2f5253bba5eb, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7010f9ce-e286-4a99-90a0-2f5253bba5eb,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:01.230633 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.246663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.333539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 360a29e7-7d6e-4db3-aab1-9cf7f736207b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=360a29e7-7d6e-4db3-aab1-9cf7f736207b,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:01.369744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:01.379179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:01.381423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '360a29e7-7d6e-4db3-aab1-9cf7f736207b', 'network_id': 'cdca395f-3d96-41e5-b3c8-e4612c9234cf', 'port_id': '360a29e7-7d6e-4db3-aab1-9cf7f736207b', 'mac_address': 'fa:16:3e:8d:dc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6f7e69-5c14-4485-b890-33d3049d651a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:01.383504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7010f9ce-e286-4a99-90a0-2f5253bba5eb,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:01.397792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:01.477688 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.500148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360a29e7-7d6e-4db3-aab1-9cf7f736207b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:01.523233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 360a29e7-7d6e-4db3-aab1-9cf7f736207b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=360a29e7-7d6e-4db3-aab1-9cf7f736207b,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:01.531481 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.544531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Port': ['ID=f95c9a3c-a964-466b-9dfc-b46ee696a11d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:01.559317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.559975 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.579598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c4add346-8e2e-42f6-b95b-345f25c1e605'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:01.606982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-4cc551bf-a689-4486-adc0-807548856c15 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4373875 Feb 04 15:31:01.614397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7010f9ce-e286-4a99-90a0-2f5253bba5eb'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:01.620684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'admin_state_up': True, 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'security_groups': ['5343584f-8b1a-4408-922e-f170c2ab2dab']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:01.645526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06873559-1512-42d1-a90b-01877ca60747 req-c6042468-4bcf-46c4-8f17-bf97f061727d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.646227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-06873559-1512-42d1-a90b-01877ca60747 req-c6042468-4bcf-46c4-8f17-bf97f061727d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:01.738537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-06873559-1512-42d1-a90b-01877ca60747 req-c6042468-4bcf-46c4-8f17-bf97f061727d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:01.746345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-06873559-1512-42d1-a90b-01877ca60747 req-c6042468-4bcf-46c4-8f17-bf97f061727d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 932 time: 0.3161366 Feb 04 15:31:01.840331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=360a29e7-7d6e-4db3-aab1-9cf7f736207b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:01.853748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-06873559-1512-42d1-a90b-01877ca60747 req-f493e45b-07dc-4393-824c-d41edd31faac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062562 Feb 04 15:31:01.867090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:01.888475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:01.895071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:01.902502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.913563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b031f06b-765d-4207-8495-2c92e1a2f360 None None] Provisioning for port f95c9a3c-a964-466b-9dfc-b46ee696a11d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:01.931230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b031f06b-765d-4207-8495-2c92e1a2f360 None None] Provisioning complete for port f95c9a3c-a964-466b-9dfc-b46ee696a11d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:01.931472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b031f06b-765d-4207-8495-2c92e1a2f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.995288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b031f06b-765d-4207-8495-2c92e1a2f360 None None] Port f95c9a3c-a964-466b-9dfc-b46ee696a11d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:02.088975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['360a29e7-7d6e-4db3-aab1-9cf7f736207b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:02.134437 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1', 'tag': '7010f9ce-e286-4a99-90a0-2f5253bba5eb', 'status': 'completed', 'code': 200} Feb 04 15:31:02.134628 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda280af-de45-45fe-a102-b84440290282', 'tag': '360a29e7-7d6e-4db3-aab1-9cf7f736207b', 'status': 'completed', 'code': 200} Feb 04 15:31:02.326972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-6dc9b00a-8dfb-41fe-8404-d6847a22f037 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:31:02.334103 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-6dc9b00a-8dfb-41fe-8404-d6847a22f037 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124907 Feb 04 15:31:02.339534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Request body: {'binding': {'host': 'n-h2-827870-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:02.340285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Unknown quota resources ['binding']. {{(pid=87571) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 15:31:02.504346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Allocated IP 10.1.1.175 (93af2bc6-eec4-42d5-beff-2a7a895f827b/eebd3077-0ae7-4ce8-829f-68ba8bd1af67/263819ac-674a-4059-83c1-b6f8a8d13d32) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:02.537340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-17b62ade-f32e-4008-8f41-abb16afd1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.539024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-17b62ade-f32e-4008-8f41-abb16afd1810 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=015f37cf32214cec87c9a7c85929910f&device_id=dda280af-de45-45fe-a102-b84440290282 HTTP/1.1" status: 200 len: 1095 time: 0.4801066 Feb 04 15:31:02.543867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-b14de891-a493-4196-b0ef-1fb86f3a8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.545294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-b14de891-a493-4196-b0ef-1fb86f3a8c96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 1095 time: 0.4841998 Feb 04 15:31:02.587398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on host n-h2-827870-1 for vnic_type normal with profile None {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:02.587820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:02.588156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:02.593995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:02.594427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:02.600756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:02.602104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:02.602629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:02.603766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Bound port: 3972a9fc-a7da-4066-aafd-137936a7cc96, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:02.610772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee97d0-4a2d-4ce1-8992-1c1e15b7bd0b req-2f92a904-9e83-45c9-8058-84948a167c91 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.612248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e6ee97d0-4a2d-4ce1-8992-1c1e15b7bd0b req-2f92a904-9e83-45c9-8058-84948a167c91 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 944 time: 0.4766219 Feb 04 15:31:02.634559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:02.641179 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.642521 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] 10.222.0.46 "POST /v2.0/ports/3972a9fc-a7da-4066-aafd-137936a7cc96/bindings HTTP/1.1" status: 201 len: 389 time: 0.3072920 Feb 04 15:31:02.920648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e6ee97d0-4a2d-4ce1-8992-1c1e15b7bd0b req-a60fe9b8-439b-4b4b-bdce-85dfaa763e1c tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448440 Feb 04 15:31:02.963132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adebd50d-961e-461d-a090-94d372a54a13 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:02.963554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-1b90e7be-bf2c-494a-bd66-8514bf8149a5 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:02.984736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-1b90e7be-bf2c-494a-bd66-8514bf8149a5 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:02.986353 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-1b90e7be-bf2c-494a-bd66-8514bf8149a5 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 1001 time: 0.2708590 Feb 04 15:31:03.067156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52374) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:03.099349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port adebd50d-961e-461d-a090-94d372a54a13 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:03.106896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port adebd50d-961e-461d-a090-94d372a54a13 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:03.107540 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.151049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-46eff709-ac31-4cb5-aa3a-5f7c4b83f768 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.156645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-46eff709-ac31-4cb5-aa3a-5f7c4b83f768 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:03.182297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-87d7a177-fe0f-4ce9-809e-e2163940195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.183902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-87d7a177-fe0f-4ce9-809e-e2163940195e service neutron] 10.222.0.61 "GET /v2.0/networks?id=cdca395f-3d96-41e5-b3c8-e4612c9234cf HTTP/1.1" status: 200 len: 918 time: 0.6282237 Feb 04 15:31:03.189649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-46eff709-ac31-4cb5-aa3a-5f7c4b83f768 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:03.191072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-46eff709-ac31-4cb5-aa3a-5f7c4b83f768 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports/4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c HTTP/1.1" status: 200 len: 943 time: 0.1929095 Feb 04 15:31:03.348006 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.403863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f64ae9c-4d7c-4442-902a-62f297b0a519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adebd50d-961e-461d-a090-94d372a54a13'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:03.416510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port adebd50d-961e-461d-a090-94d372a54a13, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adebd50d-961e-461d-a090-94d372a54a13,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:03.432978 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.434463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 91198f84-65de-42b6-b8be-ff2c065d99ea up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:03.548033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-8bf929a1-61ef-4045-8279-94ea9a7b4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.557733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-8bf929a1-61ef-4045-8279-94ea9a7b4ea0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 200 len: 922 time: 0.9947460 Feb 04 15:31:03.597848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=adebd50d-961e-461d-a090-94d372a54a13,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:03.647248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 91198f84-65de-42b6-b8be-ff2c065d99ea completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:03.662366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c4add346-8e2e-42f6-b95b-345f25c1e605 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:03.666761 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-eea8ba90-c33a-4e80-a556-af67f326241c tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 1001 time: 0.2473578 Feb 04 15:31:03.686473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-298ad2bf-a3a6-4ca9-bd31-b69b5cb07f4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=360a29e7-7d6e-4db3-aab1-9cf7f736207b HTTP/1.1" status: 200 len: 217 time: 0.4605339 Feb 04 15:31:03.718820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 91198f84-65de-42b6-b8be-ff2c065d99ea triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:03.719276 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.870351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-c86e5d2e-a399-4a2e-a252-1a4d1277f516 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7010f9ce-e286-4a99-90a0-2f5253bba5eb HTTP/1.1" status: 200 len: 217 time: 0.1910169 Feb 04 15:31:03.880013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-723edcb3-d188-43f4-b2f9-37354124a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.880871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-723edcb3-d188-43f4-b2f9-37354124a5b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf6f7e69-5c14-4485-b890-33d3049d651a HTTP/1.1" status: 200 len: 857 time: 0.1095123 Feb 04 15:31:03.885754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cf748f-2fdd-4354-86c2-934f71e23ff2 admin admin] Deleting subnet 67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:31:03.889175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-9a69992f-9e2e-4e83-8938-c512963163c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.890630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-9a69992f-9e2e-4e83-8938-c512963163c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1096 time: 0.9474571 Feb 04 15:31:03.894336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-69cf748f-2fdd-4354-86c2-934f71e23ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.926051 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.977521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port c4add346-8e2e-42f6-b95b-345f25c1e605 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:03.983417 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.013500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port c4add346-8e2e-42f6-b95b-345f25c1e605 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:04.013867 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.015456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-d5845f31-59c6-49d9-bc26-6cded7192a72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cdca395f-3d96-41e5-b3c8-e4612c9234cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854743 Feb 04 15:31:04.058257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-d7ebda32-d053-4449-99bd-b04aed3f73af tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.059666 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-d7ebda32-d053-4449-99bd-b04aed3f73af tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.3879893 Feb 04 15:31:04.075387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-69cf748f-2fdd-4354-86c2-934f71e23ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.096011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 91198f84-65de-42b6-b8be-ff2c065d99ea, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=91198f84-65de-42b6-b8be-ff2c065d99ea,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:04.103447 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.209307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Transition to ACTIVE for port object 263819ac-674a-4059-83c1-b6f8a8d13d32 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:04.278740 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-22e5295c-046c-4817-a749-5d4f7f9f78d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.318177 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-69cf748f-2fdd-4354-86c2-934f71e23ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.329021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.333150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921a5d5-096b-4852-8f77-d573cc387860 req-af29ce88-10bc-4ce9-a330-b12313aae41c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.334656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3921a5d5-096b-4852-8f77-d573cc387860 req-af29ce88-10bc-4ce9-a330-b12313aae41c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 950 time: 0.9101536 Feb 04 15:31:04.336201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-2472ebd9-3523-44f6-9a68-37a9b177379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.337540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-2472ebd9-3523-44f6-9a68-37a9b177379a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b824573f-7ef5-4745-9627-5c161e4943f7 HTTP/1.1" status: 200 len: 861 time: 0.4558215 Feb 04 15:31:04.363557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-0b2472a6-9ba0-40cd-af73-88ddb52b9a84 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 1001 time: 0.2945259 Feb 04 15:31:04.364117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=91198f84-65de-42b6-b8be-ff2c065d99ea,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:04.381472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-5888d9a1-ed3b-49bd-9ccc-adafa8f5215b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:04.412983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c4add346-8e2e-42f6-b95b-345f25c1e605, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c4add346-8e2e-42f6-b95b-345f25c1e605,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:04.418782 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.419677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7010f9ce-e286-4a99-90a0-2f5253bba5eb up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:04.518191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-5888d9a1-ed3b-49bd-9ccc-adafa8f5215b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.552726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c4add346-8e2e-42f6-b95b-345f25c1e605,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:04.565072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 7010f9ce-e286-4a99-90a0-2f5253bba5eb completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:04.572011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 7010f9ce-e286-4a99-90a0-2f5253bba5eb triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:04.572952 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.593345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-d704097c-4f2a-47b8-a87a-1949191e6e7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0edf948f-2ae6-425e-98a6-9eac92c506a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2350693 Feb 04 15:31:04.599936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52396) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:04.739104 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.789683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7010f9ce-e286-4a99-90a0-2f5253bba5eb, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7010f9ce-e286-4a99-90a0-2f5253bba5eb,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:04.795237 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.808564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.823265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-3a6217fa-e0de-4689-921f-34dcdcc25d70 service neutron] 10.222.0.61 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241979 Feb 04 15:31:04.826541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3921a5d5-096b-4852-8f77-d573cc387860 req-e9ba1e49-8e34-4c40-8f93-e1677a4c4050 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696500 Feb 04 15:31:04.827786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ab50d886-187c-4af0-8221-b333768028ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.829418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ab50d886-187c-4af0-8221-b333768028ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.8981400 Feb 04 15:31:04.886363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7010f9ce-e286-4a99-90a0-2f5253bba5eb,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:04.888356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:04.931522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-69cf748f-2fdd-4354-86c2-934f71e23ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.962438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 360a29e7-7d6e-4db3-aab1-9cf7f736207b up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:04.988982 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-5888d9a1-ed3b-49bd-9ccc-adafa8f5215b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.989669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:05.000559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-69cf748f-2fdd-4354-86c2-934f71e23ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.001817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf748f-2fdd-4354-86c2-934f71e23ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67421194-ccf6-44ed-87a2-1bd8ab7eb3a7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:05.006016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-5888d9a1-ed3b-49bd-9ccc-adafa8f5215b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.006343 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-5888d9a1-ed3b-49bd-9ccc-adafa8f5215b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Floating IP b590b7b8-1ee3-4d90-847f-c7c63a3f1d95 disassociated. External IP: 172.25.8.21, port: 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c. Feb 04 15:31:05.073525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 360a29e7-7d6e-4db3-aab1-9cf7f736207b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:05.075319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-69cf748f-2fdd-4354-86c2-934f71e23ff2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/67421194-ccf6-44ed-87a2-1bd8ab7eb3a7 HTTP/1.1" status: 204 len: 168 time: 2.0071683 Feb 04 15:31:05.075970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52406) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:05.080832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 360a29e7-7d6e-4db3-aab1-9cf7f736207b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:05.082586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.087887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:05.200935 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69a664c1-5071-4ead-ac7a-9cb45742217d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.215472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-064ca7d5-4063-42c3-99d4-beb698a4acb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3972a9fc-a7da-4066-aafd-137936a7cc96 HTTP/1.1" status: 200 len: 217 time: 0.3256412 Feb 04 15:31:05.240180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-69a664c1-5071-4ead-ac7a-9cb45742217d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:05.245781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-69a664c1-5071-4ead-ac7a-9cb45742217d admin admin] Usage tracker for resource:security_group_rule and tenant:301487bcb46c4a578f21342fd0185ef2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:05.249539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-69a664c1-5071-4ead-ac7a-9cb45742217d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:05.255614 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.257013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-69a664c1-5071-4ead-ac7a-9cb45742217d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:05.322581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 360a29e7-7d6e-4db3-aab1-9cf7f736207b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=360a29e7-7d6e-4db3-aab1-9cf7f736207b,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:05.331695 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.388168 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69a664c1-5071-4ead-ac7a-9cb45742217d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.422503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=360a29e7-7d6e-4db3-aab1-9cf7f736207b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:05.441667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d850267d-e3c5-4aef-a8de-65dc2acd6417 None None] Provisioning for port 263819ac-674a-4059-83c1-b6f8a8d13d32 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:05.448012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d850267d-e3c5-4aef-a8de-65dc2acd6417 None None] Provisioning complete for port 263819ac-674a-4059-83c1-b6f8a8d13d32 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:05.448628 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d850267d-e3c5-4aef-a8de-65dc2acd6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.454859 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69a664c1-5071-4ead-ac7a-9cb45742217d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.503892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.507582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d850267d-e3c5-4aef-a8de-65dc2acd6417 None None] Port 263819ac-674a-4059-83c1-b6f8a8d13d32 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:05.508570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-69a664c1-5071-4ead-ac7a-9cb45742217d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=301487bcb46c4a578f21342fd0185ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048738 Feb 04 15:31:05.512971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52410) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:05.556153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Port': ['ID=263819ac-674a-4059-83c1-b6f8a8d13d32,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:05.608753 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-242fb1d4-d3dd-473e-8b91-a7598b633372 service neutron] 10.222.0.53 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0014188 Feb 04 15:31:05.614325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.614987 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.662078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a664c1-5071-4ead-ac7a-9cb45742217d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c2dd91-5545-4c3f-88e0-08b2ad6ae691,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:05.728964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-e1f1568b-39e9-4803-8dcf-81f46f3d781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.730391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-e1f1568b-39e9-4803-8dcf-81f46f3d781e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.3312023 Feb 04 15:31:05.808195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-a3a55c35-6102-4b77-a346-05041c614060 service neutron] 10.222.0.61 "GET /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9753253 Feb 04 15:31:05.824704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-5059ea47-42cc-416c-95d3-887130a11e9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748508 Feb 04 15:31:05.845743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a745-9dd7-4af9-a513-9b364a1c81bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.867914 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.924497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a745-9dd7-4af9-a513-9b364a1c81bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.925900 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.926059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1e519-956f-4b8c-9a92-07895867c24a req-21f778c5-1da1-4e86-8aa4-54fad9575bd9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.927607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7f1e519-956f-4b8c-9a92-07895867c24a req-21f778c5-1da1-4e86-8aa4-54fad9575bd9 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 945 time: 0.9003770 Feb 04 15:31:05.929643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-4b23c262-b8f0-40cf-bca2-0f163ebda07d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3129959 Feb 04 15:31:05.939513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bb8bd9-4fa0-45c3-84c6-559957e54b7e']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:05.954826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'admin_state_up': True, 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'security_groups': ['5343584f-8b1a-4408-922e-f170c2ab2dab']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:05.966820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d20643d-8a53-4b68-93e7-42ad5e4b70db') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:05.967122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d20643d-8a53-4b68-93e7-42ad5e4b70db') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:05.979783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-5888d9a1-ed3b-49bd-9ccc-adafa8f5215b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:31:05.996500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.081525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.099852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe16e275-3e73-40d2-91d3-025bea1e9b0a req-1ef7a4dd-7bd8-43ff-ae30-31168d2b536f service neutron] 10.222.0.53 "GET /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743156 Feb 04 15:31:06.102447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:31:06.102893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:31:06.118729 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:31:06.126067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7f1e519-956f-4b8c-9a92-07895867c24a req-15aa3604-88d7-454c-a531-800e20103c5c tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799283 Feb 04 15:31:06.200997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-c9b34d5f-b4d2-436b-a6fa-c37b4c491dab service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660407 Feb 04 15:31:06.213216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a745-9dd7-4af9-a513-9b364a1c81bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.279572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:06.301136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8a745-9dd7-4af9-a513-9b364a1c81bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c2dd91-5545-4c3f-88e0-08b2ad6ae691,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:06.315931 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.324966 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.328903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:port and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:06.339084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:06.351015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:06.361178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a745-9dd7-4af9-a513-9b364a1c81bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.364857 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4fb8a745-9dd7-4af9-a513-9b364a1c81bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27c2dd91-5545-4c3f-88e0-08b2ad6ae691 HTTP/1.1" status: 204 len: 168 time: 0.8508923 Feb 04 15:31:06.373931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bb8bd9-4fa0-45c3-84c6-559957e54b7e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:06.381111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c8be86cf-ce37-46d3-a433-e15f91c74a5c admin admin] 10.222.0.46 "DELETE /v2.0/networks/c2bb8bd9-4fa0-45c3-84c6-559957e54b7e HTTP/1.1" status: 204 len: 168 time: 1.3018050 Feb 04 15:31:06.391763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-5888d9a1-ed3b-49bd-9ccc-adafa8f5215b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:31:06.398278 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-5888d9a1-ed3b-49bd-9ccc-adafa8f5215b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.400021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:06.405921 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] Sync routers for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:06.413688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.421834 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:06.422391 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:30:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:06.472222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-5888d9a1-ed3b-49bd-9ccc-adafa8f5215b tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "PUT /v2.0/floatingips/b590b7b8-1ee3-4d90-847f-c7c63a3f1d95 HTTP/1.1" status: 200 len: 694 time: 2.0953205 Feb 04 15:31:06.510544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:06.573993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-bfe909ac-bfc8-48e0-b57a-8d67150a276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.585884 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-bfe909ac-bfc8-48e0-b57a-8d67150a276d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9580235128848c6a49b65f72cbafdf3&device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 1097 time: 0.1112976 Feb 04 15:31:06.611975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf13c7-4777-40c9-84e7-7ef383cde2d6 req-1ace831d-56ff-4dd2-8815-bb7da2a5daa3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.620947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbdf13c7-4777-40c9-84e7-7ef383cde2d6 req-1ace831d-56ff-4dd2-8815-bb7da2a5daa3 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 945 time: 0.3426225 Feb 04 15:31:06.626571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-2d8c0ddb-8624-46a9-b6d8-0de0291ca107 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187942 Feb 04 15:31:06.636342 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6436c2c7-897c-4bd8-b02a-2cd911a40ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.668799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52422) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:06.766949 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-da07df89-e8ff-4a68-b022-9220aea9b335 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14081a11c76548acbc7aeb9b24ce455c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970151 Feb 04 15:31:06.770128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52426) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:06.796626 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:06.819953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-84f5095c-3579-4ad5-9177-36483af5806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.827682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-84f5095c-3579-4ad5-9177-36483af5806f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1e903a9-1874-48e2-9c35-cfa23cc08818 HTTP/1.1" status: 200 len: 930 time: 0.2399168 Feb 04 15:31:06.933214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-27ee9033-2838-4b47-aefc-c6628cb37f9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c HTTP/1.1" status: 200 len: 217 time: 0.1045809 Feb 04 15:31:06.953093 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbdf13c7-4777-40c9-84e7-7ef383cde2d6 req-eba8ced6-f262-4d62-8073-f72e13d7123e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308773 Feb 04 15:31:06.956718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52430) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:07.019144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b35b47c9-98fb-4b76-81ff-21ce8ba0c3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.047522 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da5bb92b-616c-4cf6-847c-883fea4bc846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.056057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-1fd1ceeb-cae6-4b78-b2a5-56fa3896b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.063246 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-1fd1ceeb-cae6-4b78-b2a5-56fa3896b275 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e69b2e6a-7774-4996-8396-099191cc543b HTTP/1.1" status: 200 len: 868 time: 0.1288569 Feb 04 15:31:07.073270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-da5bb92b-616c-4cf6-847c-883fea4bc846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:07.086773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-da5bb92b-616c-4cf6-847c-883fea4bc846 admin admin] Usage tracker for resource:security_group_rule and tenant:18d96132a3684f6b8c2136bbc57d316e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:07.092445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-da5bb92b-616c-4cf6-847c-883fea4bc846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:07.105632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-da5bb92b-616c-4cf6-847c-883fea4bc846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:07.108685 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b35b47c9-98fb-4b76-81ff-21ce8ba0c3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.114521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Allocated IP 10.1.1.51 (93af2bc6-eec4-42d5-beff-2a7a895f827b/eebd3077-0ae7-4ce8-829f-68ba8bd1af67/f365816a-c471-45e6-9060-2f12b8d1db78) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:07.220272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-cf247430-e9d6-4325-88e3-39556d7cd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.230428 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-cf247430-e9d6-4325-88e3-39556d7cd613 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1e903a9-1874-48e2-9c35-cfa23cc08818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662817 Feb 04 15:31:07.253573 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b35b47c9-98fb-4b76-81ff-21ce8ba0c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.338814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b47c9-98fb-4b76-81ff-21ce8ba0c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce7ab02-7fc6-4c64-a765-0159c705b1bd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:07.392029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1165a1-9aa0-4e05-9557-368e774b96e7 req-a471c87c-5657-4878-870b-aa9c5ebbf2af tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.398454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1165a1-9aa0-4e05-9557-368e774b96e7 req-a471c87c-5657-4878-870b-aa9c5ebbf2af tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.399413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bd1165a1-9aa0-4e05-9557-368e774b96e7 req-a471c87c-5657-4878-870b-aa9c5ebbf2af tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:07.407224 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:50Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e29e6a28-8f67-4659-9525-a644e0691a97', 'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'mac_address': 'fa:16:3e:16:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:48Z', 'updated_at': '2022-02-04T15:29:59Z', 'revision_number': 5, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'subnets': [{'id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:07.412964 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] Checking router: 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:31:07.442432 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:07.443089 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:07.503907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da5bb92b-616c-4cf6-847c-883fea4bc846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.516793 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.518509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da5bb92b-616c-4cf6-847c-883fea4bc846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.527109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bd1165a1-9aa0-4e05-9557-368e774b96e7 req-a471c87c-5657-4878-870b-aa9c5ebbf2af tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:07.528662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd1165a1-9aa0-4e05-9557-368e774b96e7 req-a471c87c-5657-4878-870b-aa9c5ebbf2af tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 1654 time: 0.4154248 Feb 04 15:31:07.554302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.557256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b35b47c9-98fb-4b76-81ff-21ce8ba0c3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.560720 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b35b47c9-98fb-4b76-81ff-21ce8ba0c3cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ce7ab02-7fc6-4c64-a765-0159c705b1bd HTTP/1.1" status: 204 len: 168 time: 0.7871037 Feb 04 15:31:07.604307 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-0f6887fd-e514-40de-9a4e-32cff19b8a1a service neutron] 10.222.0.46 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729486 Feb 04 15:31:07.617648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bb92b-616c-4cf6-847c-883fea4bc846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5199f1-9f96-4d59-9924-6b6057b07907,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:07.635011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Transition to ACTIVE for port object f365816a-c471-45e6-9060-2f12b8d1db78 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:07.646871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-da5bb92b-616c-4cf6-847c-883fea4bc846 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18d96132a3684f6b8c2136bbc57d316e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6889431 Feb 04 15:31:07.650824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52438) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:07.652519 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.695500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd1165a1-9aa0-4e05-9557-368e774b96e7 req-a0e7d20c-d575-46a2-8dcc-46504fc44851 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515477 Feb 04 15:31:07.710024 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:07.792520 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f64ae9c-4d7c-4442-902a-62f297b0a519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adebd50d-961e-461d-a090-94d372a54a13', 'code': 200} Feb 04 15:31:07.827300 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68cc0a3e-f796-48a9-8bad-f28bf2e01d1a req-a651bbb0-0ab1-4782-bc65-820e4cefde2c service neutron] 10.222.0.46 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163572 Feb 04 15:31:07.832158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cc52f14-582f-4c66-805e-36123d2d5aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.881474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.077675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715ffa5-e0cb-44f3-92a8-caaed11a0da4 req-115a484f-23e0-4144-98ca-1f07e2eea657 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.080306 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6715ffa5-e0cb-44f3-92a8-caaed11a0da4 req-115a484f-23e0-4144-98ca-1f07e2eea657 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 950 time: 0.1133358 Feb 04 15:31:08.199581 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6715ffa5-e0cb-44f3-92a8-caaed11a0da4 req-0d7e2934-4366-428b-9b97-0147910ff602 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087785 Feb 04 15:31:08.287173 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cc52f14-582f-4c66-805e-36123d2d5aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.324467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:08.365713 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'status': 'completed', 'code': 200} Feb 04 15:31:08.389371 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:50Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e29e6a28-8f67-4659-9525-a644e0691a97', 'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'mac_address': 'fa:16:3e:16:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:48Z', 'updated_at': '2022-02-04T15:29:59Z', 'revision_number': 5, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'subnets': [{'id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:08.395155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:08.410382 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142b338-90d9-41ee-ab9c-9bf32c623b1b None None] The sync data for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 is: [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:29:50Z', 'revision_number': 4, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e29e6a28-8f67-4659-9525-a644e0691a97', 'name': '', 'network_id': 'b1e903a9-1874-48e2-9c35-cfa23cc08818', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'mac_address': 'fa:16:3e:16:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:48Z', 'updated_at': '2022-02-04T15:29:59Z', 'revision_number': 5, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'subnets': [{'id': 'e69b2e6a-7774-4996-8396-099191cc543b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:08.602978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:08.673395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Port': ['ID=f365816a-c471-45e6-9060-2f12b8d1db78,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:08.742549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64f99c-6117-4c22-b254-b8545fdc6bff req-5074df4c-0f97-41eb-a8fd-bfe5056698df tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.744877 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea64f99c-6117-4c22-b254-b8545fdc6bff req-5074df4c-0f97-41eb-a8fd-bfe5056698df tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 945 time: 0.1349735 Feb 04 15:31:08.825946 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ea64f99c-6117-4c22-b254-b8545fdc6bff req-cd4278b5-dfd8-4c59-857c-8aa441b1a4f0 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744328 Feb 04 15:31:08.834573 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.837498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.852591 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.961949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83447c51-1cc5-4ac8-b6a3-0e68a8865b67 None None] New status for floating IP b590b7b8-1ee3-4d90-847f-c7c63a3f1d95: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:31:08.968158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b76823-5384-4dd6-ad9f-3cb0fc0448d3 req-93eda43e-f14f-40a5-9e13-710a99189918 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.969924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4b76823-5384-4dd6-ad9f-3cb0fc0448d3 req-93eda43e-f14f-40a5-9e13-710a99189918 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 945 time: 0.8986800 Feb 04 15:31:08.978668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59714a88-1067-41d7-bfad-ffd0e1963cc3 req-a4991a1a-4b70-4ba7-b19a-004590022f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.980566 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59714a88-1067-41d7-bfad-ffd0e1963cc3 req-a4991a1a-4b70-4ba7-b19a-004590022f49 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7f64ae9c-4d7c-4442-902a-62f297b0a519 HTTP/1.1" status: 200 len: 1097 time: 1.1021023 Feb 04 15:31:08.982623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-010767eb-412f-4d49-a595-7fc5974a5553 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0371478 Feb 04 15:31:08.990585 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-f85036ae-3b60-490d-9e56-7d9f44e1f0f1 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips/b590b7b8-1ee3-4d90-847f-c7c63a3f1d95 HTTP/1.1" status: 200 len: 694 time: 0.1397514 Feb 04 15:31:08.999605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-c1c5e40d-b593-4bbb-bd99-afb31e06b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.001171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-c1c5e40d-b593-4bbb-bd99-afb31e06b532 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9580235128848c6a49b65f72cbafdf3&device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 1097 time: 0.6014502 Feb 04 15:31:09.008147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74', 'admin_state_up': True, 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'security_groups': ['5343584f-8b1a-4408-922e-f170c2ab2dab']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:09.043458 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cc52f14-582f-4c66-805e-36123d2d5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.046401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cc52f14-582f-4c66-805e-36123d2d5aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.047715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8cc52f14-582f-4c66-805e-36123d2d5aaa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a5199f1-9f96-4d59-9924-6b6057b07907 HTTP/1.1" status: 204 len: 168 time: 1.3918161 Feb 04 15:31:09.093429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-69c4e467-2a50-4c4d-9fe3-95921719f0de None None] Provisioning for port f365816a-c471-45e6-9060-2f12b8d1db78 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:09.097417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52468) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:09.113606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-69c4e467-2a50-4c4d-9fe3-95921719f0de None None] Provisioning complete for port f365816a-c471-45e6-9060-2f12b8d1db78 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:09.114277 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-69c4e467-2a50-4c4d-9fe3-95921719f0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.195441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-69c4e467-2a50-4c4d-9fe3-95921719f0de None None] Port f365816a-c471-45e6-9060-2f12b8d1db78 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:09.235767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-bc2eb95b-266a-4753-b3ac-7de7910a1174 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.241516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc52f14-582f-4c66-805e-36123d2d5aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5199f1-9f96-4d59-9924-6b6057b07907,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:09.249842 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-bc2eb95b-266a-4753-b3ac-7de7910a1174 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.2583399 Feb 04 15:31:09.332830 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.412035 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59714a88-1067-41d7-bfad-ffd0e1963cc3 req-2a662649-c9a6-4ec2-b8a4-4b3cc12ccb0f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820977 Feb 04 15:31:09.463001 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-62c3d08c-83fa-40ba-9c89-73e3277197aa tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 697 time: 0.2121193 Feb 04 15:31:09.473435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4b76823-5384-4dd6-ad9f-3cb0fc0448d3 req-f9b0666b-f733-4d98-8327-5b254843f822 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893336 Feb 04 15:31:09.558221 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-ba7d830a-1efe-45d3-9dd7-b76e35f0f594 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 697 time: 0.0940502 Feb 04 15:31:09.705523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-f44a311d-c136-4276-82a4-3979471db243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.708027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-f44a311d-c136-4276-82a4-3979471db243 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1e903a9-1874-48e2-9c35-cfa23cc08818 HTTP/1.1" status: 200 len: 930 time: 0.6589248 Feb 04 15:31:09.766026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-584331671-network', 'tenant_id': '2118397614c04148b46d2e6a194ba072'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:09.787323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:09.793852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bbc692-3fc3-44f3-8b21-9d21c378a840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91198f84-65de-42b6-b8be-ff2c065d99ea'}, {'server_uuid': '51533ae3-31e8-4b48-9ef2-614dce7a000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4add346-8e2e-42f6-b95b-345f25c1e605'}, {'server_uuid': '7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7010f9ce-e286-4a99-90a0-2f5253bba5eb'}, {'server_uuid': 'dda280af-de45-45fe-a102-b84440290282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360a29e7-7d6e-4db3-aab1-9cf7f736207b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:09.794060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Deleting port f776cba5-498c-45d4-a44f-1ed39ae250a5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:09.794475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.820837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:09.826507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Usage tracker for resource:network and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:09.830606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:09.833395 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-9bcb367e-4d83-4aac-b856-755420e5c876 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c HTTP/1.1" status: 200 len: 217 time: 0.1174214 Feb 04 15:31:09.841582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:09.842962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:09.880874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:09.883985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.918819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-8b5920fe-adb8-4e6e-b869-8093352db770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:09.920275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-8b5920fe-adb8-4e6e-b869-8093352db770 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e69b2e6a-7774-4996-8396-099191cc543b HTTP/1.1" status: 200 len: 868 time: 0.0699775 Feb 04 15:31:09.929666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:09.950733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.980064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:09.989576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Usage tracker for resource:security_group_rule and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:09.995476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:10.016441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:10.047309 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.047662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.195216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Calling delete_port for f776cba5-498c-45d4-a44f-1ed39ae250a5 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:10.211768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3af1b-d96e-469a-9333-46782dc2f258 req-649057b3-faad-403e-95d3-e9981f91519b tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.213278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eb3af1b-d96e-469a-9333-46782dc2f258 req-649057b3-faad-403e-95d3-e9981f91519b tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 945 time: 0.5012119 Feb 04 15:31:10.280096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.311783 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eb3af1b-d96e-469a-9333-46782dc2f258 req-09a2ab0a-70ba-4702-a747-e706bac486af tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852642 Feb 04 15:31:10.361229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-4bd5126a-c74d-4613-abcd-7243d5aee0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.362774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-4bd5126a-c74d-4613-abcd-7243d5aee0ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1e903a9-1874-48e2-9c35-cfa23cc08818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4354191 Feb 04 15:31:10.450428 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.646585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Pushing event deleted for resources: {'Port': ['ID=f776cba5-498c-45d4-a44f-1ed39ae250a5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:10.703310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-e805e28f-7210-4479-a223-a87cb74c219f service neutron] 10.222.0.53 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315623 Feb 04 15:31:10.711218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.790267 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.800266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc34dda-f2de-491b-a4d8-cd9bf15607ae req-c6820da1-a94b-49d2-b277-ef2b5bdc6ac7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.807425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc34dda-f2de-491b-a4d8-cd9bf15607ae req-c6820da1-a94b-49d2-b277-ef2b5bdc6ac7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.813162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc34dda-f2de-491b-a4d8-cd9bf15607ae req-c6820da1-a94b-49d2-b277-ef2b5bdc6ac7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.815036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfc34dda-f2de-491b-a4d8-cd9bf15607ae req-c6820da1-a94b-49d2-b277-ef2b5bdc6ac7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 2374 time: 0.3567259 Feb 04 15:31:10.836576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Allocated IP 10.2.2.100 (5cef59fb-b38d-47f4-88df-113361d17a74/588bc01e-803b-43fd-9cb9-9ea3e439c477/74fef801-0f33-4671-bd8b-de54eefc048b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:10.847994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:31:10.859491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.878644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d794b94-8c61-47b7-ac6a-d310b338fae5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:10.883286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.883628 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Added segment 16842b85-fbdb-48c1-956d-b5292ecab62f of type vlan for network 1ae4d463-47b5-441c-8647-a19cd31e01ba Feb 04 15:31:10.927228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.955188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ad1235a-df53-48ac-89bf-a0d55a6c3a95 req-f680c7ee-32fa-4d7b-9f66-c2c9bd7139b9 service neutron] 10.222.0.53 "GET /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449098 Feb 04 15:31:10.955417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.956207 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2f6e6edc-4146-43a2-96a7-7f2b9ef848f9 req-829b460f-a3d9-4eb1-bb7a-bc62de3f29bb tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "DELETE /v2.0/floatingips/b590b7b8-1ee3-4d90-847f-c7c63a3f1d95 HTTP/1.1" status: 204 len: 173 time: 1.3968997 Feb 04 15:31:10.972425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfc34dda-f2de-491b-a4d8-cd9bf15607ae req-31a9f2b2-ec82-4f42-aaba-4cdc8fa41a21 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334035 Feb 04 15:31:10.996810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.996810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.996810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.065407 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bbc692-3fc3-44f3-8b21-9d21c378a840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91198f84-65de-42b6-b8be-ff2c065d99ea', 'code': 200} Feb 04 15:31:11.065932 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51533ae3-31e8-4b48-9ef2-614dce7a000d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4add346-8e2e-42f6-b95b-345f25c1e605', 'code': 200} Feb 04 15:31:11.066246 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7010f9ce-e286-4a99-90a0-2f5253bba5eb', 'code': 200} Feb 04 15:31:11.066607 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda280af-de45-45fe-a102-b84440290282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360a29e7-7d6e-4db3-aab1-9cf7f736207b', 'code': 200} Feb 04 15:31:11.204682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1055145 Feb 04 15:31:11.211421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52518) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:11.227966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Request body: {'subnet': {'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-subnet', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:11.238515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:11.240868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df441-9b4e-42e8-bfc9-7c0dc659a154 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae4d463-47b5-441c-8647-a19cd31e01ba,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:11.251815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 1ae4d463-47b5-441c-8647-a19cd31e01ba details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:31:11.290588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Usage tracker for resource:subnet and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:11.298910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:11.312957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:11.339856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:11.342153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.432477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd508c-ce0f-4b40-a9f6-49ed299ad232 req-8ea88ddc-9f4d-4449-be0d-93789b4964d9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.439971 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-04fd508c-ce0f-4b40-a9f6-49ed299ad232 req-8ea88ddc-9f4d-4449-be0d-93789b4964d9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 950 time: 0.3198466 Feb 04 15:31:11.461807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.484761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52528) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:11.530288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Transition to ACTIVE for port object 74fef801-0f33-4671-bd8b-de54eefc048b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:11.533380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-04fd508c-ce0f-4b40-a9f6-49ed299ad232 req-76946a60-63dc-4e1f-9577-e84db89ede87 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921547 Feb 04 15:31:11.541529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe0553-69de-482c-b119-e1b76b82fdb1 req-f9649691-febc-4f6c-b225-f9d7e15e1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.550926 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-abfe0553-69de-482c-b119-e1b76b82fdb1 req-f9649691-febc-4f6c-b225-f9d7e15e1cc5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 1096 time: 0.3068521 Feb 04 15:31:11.604098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34551ef9-58df-44e8-8f69-179ad88e7139 req-47ef97ab-8637-4c6c-8d69-b78492822480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.606146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34551ef9-58df-44e8-8f69-179ad88e7139 req-47ef97ab-8637-4c6c-8d69-b78492822480 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 1096 time: 0.3721590 Feb 04 15:31:11.612809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680afc4-bf55-4f8f-bf07-ea02ed799608 req-9245c21e-3ec0-4d80-b011-b825a32beb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.613226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-abfe0553-69de-482c-b119-e1b76b82fdb1 req-50b69d49-7047-4238-8786-d3af5fc52ef1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601003 Feb 04 15:31:11.614213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5680afc4-bf55-4f8f-bf07-ea02ed799608 req-9245c21e-3ec0-4d80-b011-b825a32beb00 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 1101 time: 0.3778083 Feb 04 15:31:11.625388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa61e3b-1050-412e-a168-2f08cc7ccfdb req-e3fc1074-8ca5-47ea-8f03-cc7065ab1083 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.627257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8aa61e3b-1050-412e-a168-2f08cc7ccfdb req-e3fc1074-8ca5-47ea-8f03-cc7065ab1083 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 945 time: 0.3918831 Feb 04 15:31:11.648187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc4ea-8536-4f8a-91a5-baf51995208d req-326b1886-fe0b-406c-88bb-3c941b1b2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.649745 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b70bc4ea-8536-4f8a-91a5-baf51995208d req-326b1886-fe0b-406c-88bb-3c941b1b2f94 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dda280af-de45-45fe-a102-b84440290282 HTTP/1.1" status: 200 len: 1096 time: 0.4123597 Feb 04 15:31:11.757326 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.758960 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-154dce07-3ae3-4782-9c7c-7e4428e73faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.776040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.786787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c0270-b042-49e9-af54-edf7773d8cf5 req-7b59e822-2179-4df6-91f6-ee47119c681e tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.789284 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f01c0270-b042-49e9-af54-edf7773d8cf5 req-7b59e822-2179-4df6-91f6-ee47119c681e tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 945 time: 0.1325901 Feb 04 15:31:11.848468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5680afc4-bf55-4f8f-bf07-ea02ed799608 req-e6a2c38b-d606-4061-8f5c-3312ce8b2f7b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035892 Feb 04 15:31:11.871451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34551ef9-58df-44e8-8f69-179ad88e7139 req-c0fb005d-7d82-4a1f-9ba9-284ab7d0eb6f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545791 Feb 04 15:31:11.885665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-154dce07-3ae3-4782-9c7c-7e4428e73faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:11.891176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b70bc4ea-8536-4f8a-91a5-baf51995208d req-2fcd96b9-492c-47e7-a66d-0fd29d91640f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130289 Feb 04 15:31:11.899368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-154dce07-3ae3-4782-9c7c-7e4428e73faf admin admin] Usage tracker for resource:security_group_rule and tenant:b1f8f0bf4ff14ef1b658f56528b499be is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:11.905135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19de3882-e481-4d8b-9b38-76eb7da60943,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:11.906776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-154dce07-3ae3-4782-9c7c-7e4428e73faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:11.911887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Checking segment: {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:11.912255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Network hostable DHCP agents. Network: 1ae4d463-47b5-441c-8647-a19cd31e01ba, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:31:11.914386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8aa61e3b-1050-412e-a168-2f08cc7ccfdb req-8b0ad5cb-9343-41bf-b54b-b19dffb6ed45 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611327 Feb 04 15:31:11.919144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network 5cef59fb-b38d-47f4-88df-113361d17a74 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:11.925750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:11.927747 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f01c0270-b042-49e9-af54-edf7773d8cf5 req-005b5b3a-e49b-42a0-a5aa-d49bcb0e209c tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083384 Feb 04 15:31:11.927958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-154dce07-3ae3-4782-9c7c-7e4428e73faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:11.930435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Port': ['ID=74fef801-0f33-4671-bd8b-de54eefc048b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:11.939067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:11.947385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Network 1ae4d463-47b5-441c-8647-a19cd31e01ba is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:31:11.963967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 1ae4d463-47b5-441c-8647-a19cd31e01ba) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:11.983130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d36538a-3286-4196-84eb-9b92bcc341cd None None] Network 1ae4d463-47b5-441c-8647-a19cd31e01ba requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:31:11.989141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:11.989981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.021883 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-25fafa63-b83c-4b88-8b6f-6a296bb2d58a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8080244 Feb 04 15:31:12.025011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52540) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:12.031596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:12.040403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:12.043400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.044309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.045518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Usage tracker for resource:router and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:12.048820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:12.056590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:12.068416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.073055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.095500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.352164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-3bbc26f2-968d-49e8-8020-e4475ed59712 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3479283 Feb 04 15:31:12.383072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-1ae4d463-47b5-441c-8647-a19cd31e01ba', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:31:12.384890 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.390119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74', 'admin_state_up': True, 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'security_groups': ['5343584f-8b1a-4408-922e-f170c2ab2dab']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:12.394787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1e2d5029-5114-4d61-8386-39f3fd5a1832 None None] Provisioning for port 74fef801-0f33-4671-bd8b-de54eefc048b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:12.403619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1e2d5029-5114-4d61-8386-39f3fd5a1832 None None] Provisioning complete for port 74fef801-0f33-4671-bd8b-de54eefc048b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:12.403965 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5029-5114-4d61-8386-39f3fd5a1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.412266 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-154dce07-3ae3-4782-9c7c-7e4428e73faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.425061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.474557 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-154dce07-3ae3-4782-9c7c-7e4428e73faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.521305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1e2d5029-5114-4d61-8386-39f3fd5a1832 None None] Port 74fef801-0f33-4671-bd8b-de54eefc048b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:12.559777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8defc-d6ef-43af-992a-4a6e164aa4fa req-51224158-df78-4026-8f3c-aaeb13887a49 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.560399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3ad8defc-d6ef-43af-992a-4a6e164aa4fa req-51224158-df78-4026-8f3c-aaeb13887a49 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:12.573108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-154dce07-3ae3-4782-9c7c-7e4428e73faf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1f8f0bf4ff14ef1b658f56528b499be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0798519 Feb 04 15:31:12.573108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dce07-3ae3-4782-9c7c-7e4428e73faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb832041-c868-41b4-b027-69a175ad3aad,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:12.574433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52548) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:12.581868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97ff1f-4c78-45d9-ac65-ee150165a19a req-064d6824-a40c-414b-a5c5-fb22e229fa7a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.583479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d97ff1f-4c78-45d9-ac65-ee150165a19a req-064d6824-a40c-414b-a5c5-fb22e229fa7a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 945 time: 0.5020468 Feb 04 15:31:12.598636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3ad8defc-d6ef-43af-992a-4a6e164aa4fa req-51224158-df78-4026-8f3c-aaeb13887a49 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:12.599698 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ad8defc-d6ef-43af-992a-4a6e164aa4fa req-51224158-df78-4026-8f3c-aaeb13887a49 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3504171 Feb 04 15:31:12.625331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Allocated IP 172.20.0.2 (1ae4d463-47b5-441c-8647-a19cd31e01ba/19de3882-e481-4d8b-9b38-76eb7da60943/e8063396-a448-4a9a-aed6-d542275f9cb4) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:12.662854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:12.671872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d97ff1f-4c78-45d9-ac65-ee150165a19a req-e4a8236d-e9d0-42a1-af56-492665b6066e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693557 Feb 04 15:31:12.673180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Usage tracker for resource:port and tenant:f60b7512a7c040aba9641e832da7271a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:12.676797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:12.685462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:12.707920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Made reservation on behalf of f60b7512a7c040aba9641e832da7271a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:12.722261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.855927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3ad8defc-d6ef-43af-992a-4a6e164aa4fa req-32daef35-6e32-4d24-bd9f-f59a8a386d3a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Synchronizing usage tracker for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:12.894827 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.910870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Transition to ACTIVE for port object e8063396-a448-4a9a-aed6-d542275f9cb4 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:12.940651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Transition to ACTIVE for port object e8063396-a448-4a9a-aed6-d542275f9cb4 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:12.944847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3ad8defc-d6ef-43af-992a-4a6e164aa4fa req-32daef35-6e32-4d24-bd9f-f59a8a386d3a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Unset dirty status for tenant:f9580235128848c6a49b65f72cbafdf3 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:12.950937 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.954859 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ad8defc-d6ef-43af-992a-4a6e164aa4fa req-32daef35-6e32-4d24-bd9f-f59a8a386d3a tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3453324 Feb 04 15:31:12.968319 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-778f122d-5abb-42c6-b5ba-4f08464a7bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.028045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Network 1ae4d463-47b5-441c-8647-a19cd31e01ba is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:13.046664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:13.049366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:13.081530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23641f7a-da2b-4935-97ed-822797573056 req-a66b0313-82fc-4a42-8ea3-841cf4deaaab tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.088494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23641f7a-da2b-4935-97ed-822797573056 req-a66b0313-82fc-4a42-8ea3-841cf4deaaab tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.094296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23641f7a-da2b-4935-97ed-822797573056 req-a66b0313-82fc-4a42-8ea3-841cf4deaaab tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.126555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23641f7a-da2b-4935-97ed-822797573056 req-a66b0313-82fc-4a42-8ea3-841cf4deaaab tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.129646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-23641f7a-da2b-4935-97ed-822797573056 req-a66b0313-82fc-4a42-8ea3-841cf4deaaab tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:13.168658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Allocated IP 10.2.2.200 (5cef59fb-b38d-47f4-88df-113361d17a74/588bc01e-803b-43fd-9cb9-9ea3e439c477/df793c6e-23f7-499e-a7aa-59d8b42c2c06) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:13.218638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-778f122d-5abb-42c6-b5ba-4f08464a7bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.227086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Attempting to bind port e8063396-a448-4a9a-aed6-d542275f9cb4 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:13.227908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Attempting to bind port e8063396-a448-4a9a-aed6-d542275f9cb4 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:13.228535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Attempting to bind port e8063396-a448-4a9a-aed6-d542275f9cb4 on network 1ae4d463-47b5-441c-8647-a19cd31e01ba {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:13.236017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:13.236685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Checking segment: {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:13.237271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.237818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Bound using segment: {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:13.238459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Bound port: e8063396-a448-4a9a-aed6-d542275f9cb4, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:13.238996 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.252025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Pushing event updated for resources: {'Port': ['ID=e8063396-a448-4a9a-aed6-d542275f9cb4,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:13.393163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] For port e8063396-a448-4a9a-aed6-d542275f9cb4, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:13.393810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.399159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] For port e8063396-a448-4a9a-aed6-d542275f9cb4, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8063396-a448-4a9a-aed6-d542275f9cb4,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:13.406075 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.444904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.447347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-23641f7a-da2b-4935-97ed-822797573056 req-a66b0313-82fc-4a42-8ea3-841cf4deaaab tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:13.447347 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23641f7a-da2b-4935-97ed-822797573056 req-a66b0313-82fc-4a42-8ea3-841cf4deaaab tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 3095 time: 0.6166980 Feb 04 15:31:13.559244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a13b5-0b5c-487e-9bdd-8b55f504fa7e None None] Pushing event updated for resources: {'Port': ['ID=e8063396-a448-4a9a-aed6-d542275f9cb4,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:13.604838 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-778f122d-5abb-42c6-b5ba-4f08464a7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.648701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.651431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f122d-5abb-42c6-b5ba-4f08464a7bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb832041-c868-41b4-b027-69a175ad3aad,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:13.677638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23641f7a-da2b-4935-97ed-822797573056 req-a1699a75-1e5c-4be9-aae7-52318ccc1968 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849769 Feb 04 15:31:13.702251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Transition to ACTIVE for port object df793c6e-23f7-499e-a7aa-59d8b42c2c06 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:13.728214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9efc7-ab5d-4231-9899-d68b0eea55bf req-30acdd25-4439-48a5-8dde-a21fa41ba2c8 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.729866 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf9efc7-ab5d-4231-9899-d68b0eea55bf req-30acdd25-4439-48a5-8dde-a21fa41ba2c8 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 950 time: 0.5032775 Feb 04 15:31:13.742660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.896805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf9efc7-ab5d-4231-9899-d68b0eea55bf req-dd3d6518-aa0a-48fa-903f-1276820d30b5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560690 Feb 04 15:31:13.907518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-778f122d-5abb-42c6-b5ba-4f08464a7bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.908837 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-778f122d-5abb-42c6-b5ba-4f08464a7bc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb832041-c868-41b4-b027-69a175ad3aad HTTP/1.1" status: 204 len: 168 time: 1.3339064 Feb 04 15:31:13.923331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Network 5cef59fb-b38d-47f4-88df-113361d17a74 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:13.929308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:13.935180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:13.952404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Allocated IP 172.25.8.253 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/9b3020d7-f2d8-4267-84a0-58a370e7ed9b) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:14.031721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.032641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.041191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event updated for resources: {'Port': ['ID=df793c6e-23f7-499e-a7aa-59d8b42c2c06,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:14.056687 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ff574720-8b56-46b4-a874-8a5321f22182 req-55894b0b-ec44-4934-995c-142154844e08 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1067894 Feb 04 15:31:14.062156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-291ba2ca-0159-43bc-8ce9-d6a0644cc01d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6969726 Feb 04 15:31:14.075688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:14.130394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd924-156d-49b3-b166-070a4fbeb7fb req-28143172-711e-4875-94f6-54de6c609206 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.132227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb6fd924-156d-49b3-b166-070a4fbeb7fb req-28143172-711e-4875-94f6-54de6c609206 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 945 time: 0.3049982 Feb 04 15:31:14.217745 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb6fd924-156d-49b3-b166-070a4fbeb7fb req-f30ad109-4ada-430f-9b88-2ebb94b9edb7 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707796 Feb 04 15:31:14.312219 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.375254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-75ab02d3-054c-4a6b-8624-45b48c3e7ad3 None None] Provisioning for port df793c6e-23f7-499e-a7aa-59d8b42c2c06 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:14.393015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-75ab02d3-054c-4a6b-8624-45b48c3e7ad3 None None] Provisioning complete for port df793c6e-23f7-499e-a7aa-59d8b42c2c06 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:14.394910 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-75ab02d3-054c-4a6b-8624-45b48c3e7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.422668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88c6cb-096a-4398-9b4f-9f5c5589910a req-cbe38bec-5274-4cc8-909e-fce096672073 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.424311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc88c6cb-096a-4398-9b4f-9f5c5589910a req-cbe38bec-5274-4cc8-909e-fce096672073 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 945 time: 0.1910622 Feb 04 15:31:14.477706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52574) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:14.484418 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc88c6cb-096a-4398-9b4f-9f5c5589910a req-307e8216-615f-43eb-89dd-edb9dc18bcde tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491822 Feb 04 15:31:14.500160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-75ab02d3-054c-4a6b-8624-45b48c3e7ad3 None None] Port df793c6e-23f7-499e-a7aa-59d8b42c2c06 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:14.539648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.547788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6196b9b5-fe67-4353-9bfe-927ee5d69dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.573329 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.642358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:14.643015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6196b9b5-fe67-4353-9bfe-927ee5d69dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:14.645559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:14.650013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:14.655705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6196b9b5-fe67-4353-9bfe-927ee5d69dbf admin admin] Usage tracker for resource:security_group_rule and tenant:327af3771b04487b82f039dc1d5f64b4 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:14.662524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6196b9b5-fe67-4353-9bfe-927ee5d69dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:14.681668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b3020d7-f2d8-4267-84a0-58a370e7ed9b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:14.685991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6196b9b5-fe67-4353-9bfe-927ee5d69dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:14.897384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1634-951c-46a0-9caf-09b9433ad7b8 req-c5d65a08-878d-4880-9b39-5af4e3df1f66 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.899288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ecc1634-951c-46a0-9caf-09b9433ad7b8 req-c5d65a08-878d-4880-9b39-5af4e3df1f66 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 945 time: 0.4205511 Feb 04 15:31:14.920280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95c9a3c-a964-466b-9dfc-b46ee696a11d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:14.929671 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.951057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Transition to ACTIVE for port object f95c9a3c-a964-466b-9dfc-b46ee696a11d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:14.984795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e8063396-a448-4a9a-aed6-d542275f9cb4 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:15.010245 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.106158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e8063396-a448-4a9a-aed6-d542275f9cb4 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:15.224626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1cb0b2-9556-4005-8168-3a8ca803ecb0 None None] Network 1ae4d463-47b5-441c-8647-a19cd31e01ba requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:31:15.436433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.443564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Pushing event updated for resources: {'Port': ['ID=f95c9a3c-a964-466b-9dfc-b46ee696a11d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:15.478868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ecc1634-951c-46a0-9caf-09b9433ad7b8 req-1bcc29aa-58a4-43f3-8fdf-5c97c74e0d8d tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226872 Feb 04 15:31:15.482248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c8c7bf7-9c54-4d9c-9751-1f47c03743ce None None] Provisioning for port e8063396-a448-4a9a-aed6-d542275f9cb4 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:15.493833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c8c7bf7-9c54-4d9c-9751-1f47c03743ce None None] Provisioning complete for port e8063396-a448-4a9a-aed6-d542275f9cb4 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:15.494474 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c8c7bf7-9c54-4d9c-9751-1f47c03743ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.528598 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6196b9b5-fe67-4353-9bfe-927ee5d69dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.551331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Attempting to bind port f95c9a3c-a964-466b-9dfc-b46ee696a11d on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:15.551674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Attempting to bind port f95c9a3c-a964-466b-9dfc-b46ee696a11d by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:15.552007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Attempting to bind port f95c9a3c-a964-466b-9dfc-b46ee696a11d on network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:15.554768 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6196b9b5-fe67-4353-9bfe-927ee5d69dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.593665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196b9b5-fe67-4353-9bfe-927ee5d69dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a84b7be-3100-4de4-a47c-bb9b3aacb89f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:15.598170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Port f95c9a3c-a964-466b-9dfc-b46ee696a11d on network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:15.598503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Attempting to bind port f95c9a3c-a964-466b-9dfc-b46ee696a11d on network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:15.617174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:15.617592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Checking segment: {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:15.617918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Bound using segment: {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:15.618485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Bound port: f95c9a3c-a964-466b-9dfc-b46ee696a11d, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911ae5b1-456f-4692-89e1-dc51e0943dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:15.618706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.638488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6196b9b5-fe67-4353-9bfe-927ee5d69dbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=327af3771b04487b82f039dc1d5f64b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1586070 Feb 04 15:31:15.641128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52588) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:15.682740 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c8c7bf7-9c54-4d9c-9751-1f47c03743ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.724453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3c8c7bf7-9c54-4d9c-9751-1f47c03743ce None None] For port e8063396-a448-4a9a-aed6-d542275f9cb4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8063396-a448-4a9a-aed6-d542275f9cb4,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:15.730044 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c8c7bf7-9c54-4d9c-9751-1f47c03743ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.822678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c7bf7-9c54-4d9c-9751-1f47c03743ce None None] Pushing event updated for resources: {'Port': ['ID=e8063396-a448-4a9a-aed6-d542275f9cb4,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:15.867577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.903208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] For port f95c9a3c-a964-466b-9dfc-b46ee696a11d, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:15.905309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f171a290-eb87-4729-848f-90335dc08413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.922906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de569-3049-4ef3-a219-bfff7ac3c7d1 req-7f1303d6-d4e0-4695-b395-ba23d335a41d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.929009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de569-3049-4ef3-a219-bfff7ac3c7d1 req-7f1303d6-d4e0-4695-b395-ba23d335a41d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.934931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de569-3049-4ef3-a219-bfff7ac3c7d1 req-7f1303d6-d4e0-4695-b395-ba23d335a41d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.940694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de569-3049-4ef3-a219-bfff7ac3c7d1 req-7f1303d6-d4e0-4695-b395-ba23d335a41d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.947561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de569-3049-4ef3-a219-bfff7ac3c7d1 req-7f1303d6-d4e0-4695-b395-ba23d335a41d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.949968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-838de569-3049-4ef3-a219-bfff7ac3c7d1 req-7f1303d6-d4e0-4695-b395-ba23d335a41d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 3828 time: 0.2589586 Feb 04 15:31:15.962292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] For port f95c9a3c-a964-466b-9dfc-b46ee696a11d, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f95c9a3c-a964-466b-9dfc-b46ee696a11d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:15.962639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d45e22-8622-4d39-a6aa-0bb23f19662f req-6e016758-2cf5-4d30-840d-53e8e10e94b7 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.964362 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27d45e22-8622-4d39-a6aa-0bb23f19662f req-6e016758-2cf5-4d30-840d-53e8e10e94b7 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f64ae9c-4d7c-4442-902a-62f297b0a519 HTTP/1.1" status: 200 len: 946 time: 0.5606570 Feb 04 15:31:15.981404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-21b0bd30-cbcd-44b5-8223-e8ef3bd03b5d None None] Provisioning complete for port e8063396-a448-4a9a-aed6-d542275f9cb4 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:15.982265 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-21b0bd30-cbcd-44b5-8223-e8ef3bd03b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.994293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.062182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f171a290-eb87-4729-848f-90335dc08413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.105552 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27d45e22-8622-4d39-a6aa-0bb23f19662f req-b541d57a-2088-4dc6-a8bc-645df9aaf245 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272030 Feb 04 15:31:16.110478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.111099 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.112479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] 10.222.0.53 "PUT /v2.0/ports/f95c9a3c-a964-466b-9dfc-b46ee696a11d HTTP/1.1" status: 200 len: 1092 time: 2.0413835 Feb 04 15:31:16.115576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:16.148986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-838de569-3049-4ef3-a219-bfff7ac3c7d1 req-3b6c151c-c779-4075-b30a-dbf18c7ab025 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895089 Feb 04 15:31:16.166757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:16.211795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Router 8409ad24-ed66-45cb-a94a-26014fe8a412 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:31:16.225563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2ac7e-f434-43e4-8f57-8a9d42caa767 service neutron] Pushing event updated for resources: {'Port': ['ID=f95c9a3c-a964-466b-9dfc-b46ee696a11d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:16.310612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-d3e8f264-79c5-4fd0-8c98-35e38170ec22 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.312108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-d3e8f264-79c5-4fd0-8c98-35e38170ec22 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.4854755 Feb 04 15:31:16.336142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827870-1'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:16.432269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f171a290-eb87-4729-848f-90335dc08413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.518222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171a290-eb87-4729-848f-90335dc08413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a84b7be-3100-4de4-a47c-bb9b3aacb89f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:16.522848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:31:16.532325 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Sync routers for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:16.540538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e047b92-66cc-426b-b6a2-52f9e19748d0 req-467319c6-b90f-41db-8b0b-8b0a3d590475 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.542062 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1e047b92-66cc-426b-b6a2-52f9e19748d0 req-467319c6-b90f-41db-8b0b-8b0a3d590475 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 946 time: 0.2172470 Feb 04 15:31:16.556785 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:16.557884 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:16.575749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.579816 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-da234404-6cc9-4e06-89b1-48136a3ce1c7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5508585 Feb 04 15:31:16.580052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52600) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:16.629540 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.649369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.714872 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f171a290-eb87-4729-848f-90335dc08413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.718608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f171a290-eb87-4729-848f-90335dc08413 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a84b7be-3100-4de4-a47c-bb9b3aacb89f HTTP/1.1" status: 204 len: 168 time: 1.0739968 Feb 04 15:31:16.742795 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1e047b92-66cc-426b-b6a2-52f9e19748d0 req-97cdd0d5-58c5-4625-88e5-73c42d870bb9 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d279508-e223-4f49-bf97-9edad69c5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924298 Feb 04 15:31:16.782729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb961970-0025-40ae-88b5-96aef2ced1c8 req-5f309b59-e2bc-474c-ad5a-66f80d600b6a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.785267 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:16.789758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb961970-0025-40ae-88b5-96aef2ced1c8 req-5f309b59-e2bc-474c-ad5a-66f80d600b6a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 950 time: 0.4253991 Feb 04 15:31:16.851444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-309dc60d-bff8-4a14-9474-f5bf78aa47b1 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.853045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-309dc60d-bff8-4a14-9474-f5bf78aa47b1 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.53 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 946 time: 0.6363826 Feb 04 15:31:16.869753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-bc72154d-5b7d-4973-9f5a-d2ae2aa623ea tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.869753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-bc72154d-5b7d-4973-9f5a-d2ae2aa623ea tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 945 time: 0.2059135 Feb 04 15:31:16.937681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e8063396-a448-4a9a-aed6-d542275f9cb4 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:16.945890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Deleting port 7010f9ce-e286-4a99-90a0-2f5253bba5eb {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:16.946492 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.014646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb961970-0025-40ae-88b5-96aef2ced1c8 req-5515d009-0978-49de-a64c-3a161879446d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240002 Feb 04 15:31:17.123391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Deleting port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:17.124075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.154210 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'status': 'completed', 'code': 200} Feb 04 15:31:17.160274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e8063396-a448-4a9a-aed6-d542275f9cb4 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:17.160949 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.303418 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:15Z', 'revision_number': 3, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:17.309750 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Checking router: 8409ad24-ed66-45cb-a94a-26014fe8a412 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:31:17.310563 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Updating router 8409ad24-ed66-45cb-a94a-26014fe8a412 port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:31:17.400331 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.659915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:17.869497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:17.929862 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.938815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cca9fa-7351-412b-9397-c09f0904b2ff req-921d4f47-98c0-4cee-9c8b-1043c627f286 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.940361 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-25cca9fa-7351-412b-9397-c09f0904b2ff req-921d4f47-98c0-4cee-9c8b-1043c627f286 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1 HTTP/1.1" status: 200 len: 945 time: 0.9189463 Feb 04 15:31:17.947841 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Transition to ACTIVE for port object 9b3020d7-f2d8-4267-84a0-58a370e7ed9b will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:17.957692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-1ffa707a-f4cf-4d52-87f5-597715a60e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.958184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-1ffa707a-f4cf-4d52-87f5-597715a60e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.958624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-1ffa707a-f4cf-4d52-87f5-597715a60e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.959090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-1ffa707a-f4cf-4d52-87f5-597715a60e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.959552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-1ffa707a-f4cf-4d52-87f5-597715a60e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.961435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-1ffa707a-f4cf-4d52-87f5-597715a60e89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 4363 time: 0.5878406 Feb 04 15:31:17.962269 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.022668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81f25d-5724-40f6-a477-ea4d973b6511 req-1e878233-1888-4c9c-b0a5-de15d854ef10 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.024653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a81f25d-5724-40f6-a477-ea4d973b6511 req-1e878233-1888-4c9c-b0a5-de15d854ef10 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=dda280af-de45-45fe-a102-b84440290282 HTTP/1.1" status: 200 len: 945 time: 0.4691217 Feb 04 15:31:18.033842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:18.067908 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.072037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] For port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:18.072372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.105428 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Pushing event updated for resources: {'Port': ['ID=9b3020d7-f2d8-4267-84a0-58a370e7ed9b,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:18.150797 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.161896 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.162313 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.163320 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.164262 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.164905 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.165475 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.165890 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.166350 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.166667 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.167278 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.167410 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.167714 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:18.182803 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Attempting to bind port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:18.183659 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Attempting to bind port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:18.183798 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Attempting to bind port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:18.191561 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:18.191935 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:18.192648 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.193094 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:18.195117 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Bound port: 9b3020d7-f2d8-4267-84a0-58a370e7ed9b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:18.195469 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.236479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Calling delete_port for 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:18.236738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] For port 7010f9ce-e286-4a99-90a0-2f5253bba5eb, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7010f9ce-e286-4a99-90a0-2f5253bba5eb,segment=NetworkSegment(26c9fcb2-646b-44b2-a43e-c1a8872465e1),segment_id=26c9fcb2-646b-44b2-a43e-c1a8872465e1)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:18.237078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.274528 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.293404 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-25cca9fa-7351-412b-9397-c09f0904b2ff req-fc946052-e709-4487-9c0d-c6048cef60fb tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups?id=d438acff-81aa-4c69-b9df-519074912bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433909 Feb 04 15:31:18.331081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Transition to ACTIVE for port object 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:18.360518 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] For port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:18.372121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.373793 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] For port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9b3020d7-f2d8-4267-84a0-58a370e7ed9b,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:18.385234 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.386244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a81f25d-5724-40f6-a477-ea4d973b6511 req-6f44f033-01e4-41db-b58d-196781fa22cf tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417015 Feb 04 15:31:18.561739 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd376b-3fe6-4682-9eb6-392a027b26ec None None] Pushing event updated for resources: {'Port': ['ID=9b3020d7-f2d8-4267-84a0-58a370e7ed9b,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:18.562387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Calling delete_port for 7010f9ce-e286-4a99-90a0-2f5253bba5eb owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:18.595144 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:18.596343 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:18.643208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Pushing event updated for resources: {'Port': ['ID=3972a9fc-a7da-4066-aafd-137936a7cc96,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:18.862624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:18.863697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:18.864213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:18.880190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-281ba273-6aac-4e63-a98a-7b73c4436d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.880670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-281ba273-6aac-4e63-a98a-7b73c4436d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.881203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-281ba273-6aac-4e63-a98a-7b73c4436d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.883388 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-281ba273-6aac-4e63-a98a-7b73c4436d24 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f60b7512a7c040aba9641e832da7271a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8930974 Feb 04 15:31:18.890106 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:18.942436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:18.960256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:18.960502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:18.974599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:18.974961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:18.976350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:18.976713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Bound port: 3972a9fc-a7da-4066-aafd-137936a7cc96, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:18.977141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.043420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3972a9fc-a7da-4066-aafd-137936a7cc96 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:19.061707 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.068271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Attempting to bind port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:19.068802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Attempting to bind port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:19.069400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Attempting to bind port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:19.144148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:19.144392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Attempting to bind port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:19.185183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.189826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:19.204815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7010f9ce-e286-4a99-90a0-2f5253bba5eb'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:19.249850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Pushing event deleted for resources: {'Port': ['ID=4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:19.271930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:19.272969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Checking segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:19.273376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Bound using segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:19.273840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Bound port: 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:19.274182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.331218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, got binding levels [] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:19.367153 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:19.367812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:19.368346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:19.373624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:19.374209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:19.379520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:19.380092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:19.380901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:19.381606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Bound port: 3972a9fc-a7da-4066-aafd-137936a7cc96, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:19.382191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.448185 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:15Z', 'revision_number': 3, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:19.455525 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92aa4b8-91ee-4c24-afa3-9d94c49b669a None None] The sync data for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 is: [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:15Z', 'revision_number': 3, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:19.518011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:19.523439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:19.532140 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.534691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event deleted for resources: {'Port': ['ID=7010f9ce-e286-4a99-90a0-2f5253bba5eb,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:19.561689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] No DVR routers for this DVR port 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:19.564624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.609622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:19.618333 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57c0b456-c26d-4fcd-94a6-f82ed7db18a3 req-44f8c629-b115-45fc-afaa-73accf8c9a22 tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.53 "DELETE /v2.0/ports/4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c HTTP/1.1" status: 204 len: 173 time: 2.7577581 Feb 04 15:31:19.626646 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3972a9fc-a7da-4066-aafd-137936a7cc96-n-h1-827870-1-0 {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:31:19.626970 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:31:19.642488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] For port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:19.660099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] For port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:19.673363 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.726052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8b497-5652-44a2-8eb4-efefca3eaf61 req-9f7d36f2-e0b0-4b0f-b5a9-0f3eb4b01874 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:19.733601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:19.734253 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-17e8b497-5652-44a2-8eb4-efefca3eaf61 req-9f7d36f2-e0b0-4b0f-b5a9-0f3eb4b01874 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 943 time: 1.0955784 Feb 04 15:31:19.790978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:31:19.791430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:19.793783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3972a9fc-a7da-4066-aafd-137936a7cc96,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:19.798161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3972a9fc-a7da-4066-aafd-137936a7cc96 has no active binding in host n-h2-827870-1 {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:31:19.807546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ac48a-6f5e-44ba-9da9-a86b99a91f8b req-9d215c98-3ca2-484e-85e6-a9caf94c4ddb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:19.814633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ac48a-6f5e-44ba-9da9-a86b99a91f8b req-9d215c98-3ca2-484e-85e6-a9caf94c4ddb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:19.816363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770ac48a-6f5e-44ba-9da9-a86b99a91f8b req-9d215c98-3ca2-484e-85e6-a9caf94c4ddb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd&device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 1691 time: 0.6882432 Feb 04 15:31:19.820853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:19.821704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.823098 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] 10.222.0.53 "PUT /v2.0/ports/9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 HTTP/1.1" status: 200 len: 1128 time: 3.6620111 Feb 04 15:31:19.891815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:19.950727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] No DVR routers for this DVR port 7010f9ce-e286-4a99-90a0-2f5253bba5eb on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:19.979405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-770ac48a-6f5e-44ba-9da9-a86b99a91f8b req-7df9b42f-6ab0-4d43-91ce-64fd9812f26e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490352 Feb 04 15:31:19.980078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854abb6-c3a0-4d18-b922-43b93a45cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:19.996650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.002603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1', 'name': 'network-vif-deleted', 'tag': '7010f9ce-e286-4a99-90a0-2f5253bba5eb'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:20.071853 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.077445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-2f8127db-ec5b-494c-b0fb-fd0429831ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.079855 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-810cdfe6-77f3-4923-a9ad-f6ed612af0e0 req-2f8127db-ec5b-494c-b0fb-fd0429831ac6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1580598 Feb 04 15:31:20.097140 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-17e8b497-5652-44a2-8eb4-efefca3eaf61 req-8e613fb7-5e76-4248-9cdb-4381b0656681 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618348 Feb 04 15:31:20.099212 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.231237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f11f72fd-3637-41f2-82cc-162a1384a8ac req-482300b5-2495-4913-8ad0-e669de0f5ef3 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.53 "DELETE /v2.0/ports/7010f9ce-e286-4a99-90a0-2f5253bba5eb HTTP/1.1" status: 204 len: 173 time: 3.3566883 Feb 04 15:31:20.439844 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68d9c5cf-56bb-49b8-a632-c1c58656c85e req-bbfaaff9-f481-4305-bf88-f31bf91b3dce tempest-FloatingIPsAssociationNegativeTestJSON-329450590 tempest-FloatingIPsAssociationNegativeTestJSON-329450590-project] 10.222.0.46 "GET /v2.0/ports?device_id=27b91623-50b4-4008-be53-2afc6c7c2d28 HTTP/1.1" status: 200 len: 210 time: 0.1188371 Feb 04 15:31:20.474044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:20.474385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:20.474720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:20.526595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:20.529085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attempting to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:20.644558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Allocated IP 172.20.0.1 (1ae4d463-47b5-441c-8647-a19cd31e01ba/19de3882-e481-4d8b-9b38-76eb7da60943/a77fb188-4275-46b4-87e9-abf042f49453) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:20.703650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:20.703892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:20.704291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:20.704739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Bound port: 3972a9fc-a7da-4066-aafd-137936a7cc96, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:20.705123 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.874691 n-d-827870-1 neutron-server[87570]: WARNING neutron.plugins.ml2.plugin [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Concurrent port binding operations failed on port 3972a9fc-a7da-4066-aafd-137936a7cc96 Feb 04 15:31:20.878418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:20.883226 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attempt 2 to bind port 3972a9fc-a7da-4066-aafd-137936a7cc96 Feb 04 15:31:20.886887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.887506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.888891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-334fa681-5240-45bc-a88e-9b9726ccad6f service neutron] 10.222.0.61 "PUT /v2.0/ports/3972a9fc-a7da-4066-aafd-137936a7cc96 HTTP/1.1" status: 200 len: 1121 time: 4.5620995 Feb 04 15:31:20.908684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08aa7c38-3cde-4156-81b8-f524b76cc487 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:20.927436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d786-a299-403a-9c93-ec48ddc2df6c req-1a14d4ad-db8d-4dfb-b4c8-6668e80eb5b1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.927928 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.934783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d786-a299-403a-9c93-ec48ddc2df6c req-1a14d4ad-db8d-4dfb-b4c8-6668e80eb5b1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.943304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d786-a299-403a-9c93-ec48ddc2df6c req-1a14d4ad-db8d-4dfb-b4c8-6668e80eb5b1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.948558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d786-a299-403a-9c93-ec48ddc2df6c req-1a14d4ad-db8d-4dfb-b4c8-6668e80eb5b1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.954723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d786-a299-403a-9c93-ec48ddc2df6c req-1a14d4ad-db8d-4dfb-b4c8-6668e80eb5b1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.960679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d786-a299-403a-9c93-ec48ddc2df6c req-1a14d4ad-db8d-4dfb-b4c8-6668e80eb5b1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.962674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c32d786-a299-403a-9c93-ec48ddc2df6c req-1a14d4ad-db8d-4dfb-b4c8-6668e80eb5b1 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 4598 time: 0.6378763 Feb 04 15:31:20.964880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['3972a9fc-a7da-4066-aafd-137936a7cc96'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:20.967041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.984564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Transition to ACTIVE for port object a77fb188-4275-46b4-87e9-abf042f49453 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:21.040226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Transition to ACTIVE for port object 08aa7c38-3cde-4156-81b8-f524b76cc487 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:21.042672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.052903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c32d786-a299-403a-9c93-ec48ddc2df6c req-98c12d55-a667-42fc-8285-9c98b7b59538 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&id=d0ab22ff-02bc-45e4-b596-fbace701bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830488 Feb 04 15:31:21.057210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.127093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3972a9fc-a7da-4066-aafd-137936a7cc96'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:21.176115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9b3020d7-f2d8-4267-84a0-58a370e7ed9b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:21.185022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Pushing event updated for resources: {'Port': ['ID=08aa7c38-3cde-4156-81b8-f524b76cc487,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:21.259064 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96', 'code': 200} Feb 04 15:31:21.315550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Request body: {'security_group': {'name': 'tempest-securitygroup-944282639', 'description': 'tempest-description-410905632'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:21.332315 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:21.337338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Usage tracker for resource:security_group and tenant:8d54a48e101b4e05bbd7276defafef8e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:21.342477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:21.353487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:21.387168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Network 1ae4d463-47b5-441c-8647-a19cd31e01ba is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:21.388145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Pushing event updated for resources: {'Port': ['ID=a77fb188-4275-46b4-87e9-abf042f49453,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:21.399766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:21.425880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.455879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:21.483556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Attempting to bind port 08aa7c38-3cde-4156-81b8-f524b76cc487 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:21.483798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Attempting to bind port 08aa7c38-3cde-4156-81b8-f524b76cc487 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:21.484132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Attempting to bind port 08aa7c38-3cde-4156-81b8-f524b76cc487 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:21.506491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Port 08aa7c38-3cde-4156-81b8-f524b76cc487 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:21.506892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Attempting to bind port 08aa7c38-3cde-4156-81b8-f524b76cc487 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:21.514702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:21.515570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Checking segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:21.515966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Bound using segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:21.516478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Bound port: 08aa7c38-3cde-4156-81b8-f524b76cc487, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:21.516873 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.563003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.563351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.564255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.565399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.566010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.566343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.566767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.567315 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.567609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.567951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.568276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.568647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:21.583207 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4f9f89-0325-441c-bd7b-c4d8c88fa5e1', 'name': 'network-vif-deleted', 'tag': '7010f9ce-e286-4a99-90a0-2f5253bba5eb', 'status': 'completed', 'code': 200} Feb 04 15:31:21.590583 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.639136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:21.650172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:21.666338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Usage tracker for resource:security_group_rule and tenant:8d54a48e101b4e05bbd7276defafef8e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:21.674431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.680933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:21.684089 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.696335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:21.704577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:21.761994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7010f9ce-e286-4a99-90a0-2f5253bba5eb no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:21.786331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] For port 08aa7c38-3cde-4156-81b8-f524b76cc487, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:21.806364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] For port 08aa7c38-3cde-4156-81b8-f524b76cc487, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=08aa7c38-3cde-4156-81b8-f524b76cc487,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:21.813284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.882429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 7010f9ce-e286-4a99-90a0-2f5253bba5eb {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:31:21.882836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7010f9ce-e286-4a99-90a0-2f5253bba5eb not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:21.888014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:21.889261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.890655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] 10.222.0.53 "PUT /v2.0/ports/08aa7c38-3cde-4156-81b8-f524b76cc487 HTTP/1.1" status: 200 len: 1131 time: 2.0075791 Feb 04 15:31:21.919476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eac09a-4b44-4ade-82c4-2356536949f0 req-36457cc3-2d15-4db6-abc9-2fd5fa863a39 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:21.927340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91eac09a-4b44-4ade-82c4-2356536949f0 req-36457cc3-2d15-4db6-abc9-2fd5fa863a39 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=dda280af-de45-45fe-a102-b84440290282 HTTP/1.1" status: 200 len: 945 time: 0.2293551 Feb 04 15:31:21.928567 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.937240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.954545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:21.974138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:21.978832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Usage tracker for resource:security_group_rule and tenant:8d54a48e101b4e05bbd7276defafef8e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:21.982803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:21.992442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:22.085246 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.086607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6c6e6592-a0fe-4275-a1dd-d893c7620c46 None None] Provisioning for port a77fb188-4275-46b4-87e9-abf042f49453 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:22.094450 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.094774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91eac09a-4b44-4ade-82c4-2356536949f0 req-d234fdb4-8d1a-4595-897e-bfc49e8b9c55 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663167 Feb 04 15:31:22.098563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.103742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017f9f-bc40-4d04-844c-b07bed1b224c service neutron] Pushing event updated for resources: {'Port': ['ID=08aa7c38-3cde-4156-81b8-f524b76cc487,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:22.117197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6c6e6592-a0fe-4275-a1dd-d893c7620c46 None None] Provisioning complete for port a77fb188-4275-46b4-87e9-abf042f49453 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:22.122297 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6592-a0fe-4275-a1dd-d893c7620c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.127452 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.137834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.143642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f38b6fd-4050-4363-9ef9-27b1b8cedb95,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:22.230229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9b3020d7-f2d8-4267-84a0-58a370e7ed9b,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:22.238783 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.238783 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8766037b-8db7-4100-82b3-58d1e944f086 req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9341395 Feb 04 15:31:22.241724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cbccb-a884-4a61-9687-f0c58fd384ca tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ebb175-4137-408e-82ad-b45e951b3a20,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:22.257392 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.312468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e6592-a0fe-4275-a1dd-d893c7620c46 None None] Port a77fb188-4275-46b4-87e9-abf042f49453 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:22.372508 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:31:22.381888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=9b3020d7-f2d8-4267-84a0-58a370e7ed9b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:22.413845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52678) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:22.690536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451618ef-e8c0-4a9a-bd36-b072ac64e7df req-6dd521e0-cec9-4ef9-9226-09efbd75397a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.691964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-451618ef-e8c0-4a9a-bd36-b072ac64e7df req-6dd521e0-cec9-4ef9-9226-09efbd75397a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 943 time: 0.3455341 Feb 04 15:31:22.762176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-451618ef-e8c0-4a9a-bd36-b072ac64e7df req-737e9a4f-8588-48da-86c1-a2bf4088c01f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630901 Feb 04 15:31:22.856714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263819ac-674a-4059-83c1-b6f8a8d13d32 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:22.867156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.869069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9b3020d7-f2d8-4267-84a0-58a370e7ed9b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:22.886621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Transition to ACTIVE for port object 263819ac-674a-4059-83c1-b6f8a8d13d32 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:22.898056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:22.925552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.945357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032365e-50a6-4b35-b7b1-921b9252d90e req-dc178282-cd45-4c3e-ad19-1e5191edac16 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.947030 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3032365e-50a6-4b35-b7b1-921b9252d90e req-dc178282-cd45-4c3e-ad19-1e5191edac16 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 1101 time: 0.4427025 Feb 04 15:31:22.950087 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.951441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:22.952165 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.967186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.157754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Pushing event updated for resources: {'Port': ['ID=263819ac-674a-4059-83c1-b6f8a8d13d32,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:23.166079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Pushing event updated for resources: {'Port': ['ID=a77fb188-4275-46b4-87e9-abf042f49453,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:23.172730 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.205457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.205726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.206249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.206647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.206985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.207315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.207642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.208067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.208466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.208971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.209304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.209835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:23.215670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3032365e-50a6-4b35-b7b1-921b9252d90e req-b69f6d8f-678b-46dc-b245-6b277bb6c4b2 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Synchronizing usage tracker for tenant:318e014075424c35bca3c46895141f24 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:23.266308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'name': 'network-vif-deleted', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c'}, {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': '9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3'}, {'name': 'network-changed', 'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96'}, {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': '08aa7c38-3cde-4156-81b8-f524b76cc487'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:23.303933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef9cb1-c27e-48d0-a593-ae1824f90dfb req-09e203e3-b69a-47ca-9814-b56c49ce7ad3 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.310020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef9cb1-c27e-48d0-a593-ae1824f90dfb req-09e203e3-b69a-47ca-9814-b56c49ce7ad3 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.317733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef9cb1-c27e-48d0-a593-ae1824f90dfb req-09e203e3-b69a-47ca-9814-b56c49ce7ad3 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.326179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef9cb1-c27e-48d0-a593-ae1824f90dfb req-09e203e3-b69a-47ca-9814-b56c49ce7ad3 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.328567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3032365e-50a6-4b35-b7b1-921b9252d90e req-b69f6d8f-678b-46dc-b245-6b277bb6c4b2 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Unset dirty status for tenant:318e014075424c35bca3c46895141f24 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:23.329768 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3032365e-50a6-4b35-b7b1-921b9252d90e req-b69f6d8f-678b-46dc-b245-6b277bb6c4b2 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541458 Feb 04 15:31:23.332708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef9cb1-c27e-48d0-a593-ae1824f90dfb req-09e203e3-b69a-47ca-9814-b56c49ce7ad3 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.339082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef9cb1-c27e-48d0-a593-ae1824f90dfb req-09e203e3-b69a-47ca-9814-b56c49ce7ad3 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.345395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef9cb1-c27e-48d0-a593-ae1824f90dfb req-09e203e3-b69a-47ca-9814-b56c49ce7ad3 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.347468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ef9cb1-c27e-48d0-a593-ae1824f90dfb req-09e203e3-b69a-47ca-9814-b56c49ce7ad3 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5383 time: 0.4633965 Feb 04 15:31:23.372424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-0d8551af-cf16-4df0-a5e5-3cc63d99dd68 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.374275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-0d8551af-cf16-4df0-a5e5-3cc63d99dd68 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dda280af-de45-45fe-a102-b84440290282 HTTP/1.1" status: 200 len: 945 time: 0.4526899 Feb 04 15:31:23.395793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1955912477', 'description': 'tempest-description-1995035831'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:23.413260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:23.432214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Usage tracker for resource:security_group and tenant:8d54a48e101b4e05bbd7276defafef8e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:23.436125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:23.453734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:23.477499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Network 1ae4d463-47b5-441c-8647-a19cd31e01ba is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:23.480649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:23.489307 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.503789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Attempting to bind port 263819ac-674a-4059-83c1-b6f8a8d13d32 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:23.503789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Attempting to bind port 263819ac-674a-4059-83c1-b6f8a8d13d32 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:23.504048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Attempting to bind port 263819ac-674a-4059-83c1-b6f8a8d13d32 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:23.518775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79ef9cb1-c27e-48d0-a593-ae1824f90dfb req-89d4aaf7-10d1-4bf4-9a2d-72dfafeebb23 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432772 Feb 04 15:31:23.523019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Deleting port 360a29e7-7d6e-4db3-aab1-9cf7f736207b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:23.523373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.550591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Port 263819ac-674a-4059-83c1-b6f8a8d13d32 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:23.550933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Attempting to bind port 263819ac-674a-4059-83c1-b6f8a8d13d32 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:23.568609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:23.573088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Checking segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:23.573790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Bound using segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:23.574454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Bound port: 263819ac-674a-4059-83c1-b6f8a8d13d32, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:23.575141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.591526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:23.608549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Usage tracker for resource:security_group_rule and tenant:8d54a48e101b4e05bbd7276defafef8e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:23.616491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:23.656887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:23.799669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cf14a7ca-d9e0-4ee0-9767-59d5461015d3 None None] Provisioning complete for port a77fb188-4275-46b4-87e9-abf042f49453 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:23.800337 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf14a7ca-d9e0-4ee0-9767-59d5461015d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.800728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Router 8409ad24-ed66-45cb-a94a-26014fe8a412 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:31:23.868289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cf14a7ca-d9e0-4ee0-9767-59d5461015d3 None None] Port a77fb188-4275-46b4-87e9-abf042f49453 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:23.909247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] For port 263819ac-674a-4059-83c1-b6f8a8d13d32, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:23.920984 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.944755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] For port 263819ac-674a-4059-83c1-b6f8a8d13d32, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=263819ac-674a-4059-83c1-b6f8a8d13d32,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:23.954763 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.043097 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.052386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa098e-810f-4dc1-bad2-23830e6fa416 req-2905410b-ba25-433b-b685-48693338453a tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.060548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32aa098e-810f-4dc1-bad2-23830e6fa416 req-2905410b-ba25-433b-b685-48693338453a tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=dda280af-de45-45fe-a102-b84440290282 HTTP/1.1" status: 200 len: 945 time: 0.3155284 Feb 04 15:31:24.063705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.074693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.075308 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.076681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] 10.222.0.53 "PUT /v2.0/ports/263819ac-674a-4059-83c1-b6f8a8d13d32 HTTP/1.1" status: 200 len: 1091 time: 2.1447022 Feb 04 15:31:24.130146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:24.183815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32aa098e-810f-4dc1-bad2-23830e6fa416 req-126e5ec9-ff04-4594-a6f6-a3f3adc4a2ac tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222661 Feb 04 15:31:24.195299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] For port 360a29e7-7d6e-4db3-aab1-9cf7f736207b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=360a29e7-7d6e-4db3-aab1-9cf7f736207b,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:24.195834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.215910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b79a5-44ea-4978-a122-f23b7a8c4c2a service neutron] Pushing event updated for resources: {'Port': ['ID=263819ac-674a-4059-83c1-b6f8a8d13d32,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:24.306782 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.321533 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27fda382-e0ab-4f89-8663-ed0498f47fd7 req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9320898 Feb 04 15:31:24.325898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab82767-cc75-4e67-8f19-20088ed5a764 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc8820-9af0-4992-bb00-542b3bd7238e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:24.335073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:31:24.348378 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad47b4b0-68fe-488e-b652-e3ae37514e28 admin admin] 10.222.0.46 "PUT /v2.0/routers/8409ad24-ed66-45cb-a94a-26014fe8a412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7669291 Feb 04 15:31:24.348951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Sync routers for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:24.393699 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b91623-50b4-4008-be53-2afc6c7c2d28', 'name': 'network-vif-deleted', 'tag': '4ac7ca09-8fe7-4ed2-a484-bf061cc23e3c', 'status': 'completed', 'code': 200} Feb 04 15:31:24.394689 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': '9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3', 'status': 'completed', 'code': 200} Feb 04 15:31:24.395096 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96', 'status': 'completed', 'code': 200} Feb 04 15:31:24.395650 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': '08aa7c38-3cde-4156-81b8-f524b76cc487', 'status': 'completed', 'code': 200} Feb 04 15:31:24.406823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Calling delete_port for 360a29e7-7d6e-4db3-aab1-9cf7f736207b owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:24.407660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:24.408699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:24.774015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.853388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:24.986264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19badb-1775-4b5e-a4cc-f3480a023031 req-9270319b-d3d7-49e1-a456-5b24c88d47fa tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.988469 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e19badb-1775-4b5e-a4cc-f3480a023031 req-9270319b-d3d7-49e1-a456-5b24c88d47fa tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 943 time: 0.2903581 Feb 04 15:31:25.057870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6f93ed23-27f8-4a67-bfa8-ede9255971a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.058611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6f93ed23-27f8-4a67-bfa8-ede9255971a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.058847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6f93ed23-27f8-4a67-bfa8-ede9255971a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.059619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6f93ed23-27f8-4a67-bfa8-ede9255971a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.060274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6f93ed23-27f8-4a67-bfa8-ede9255971a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.060800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6f93ed23-27f8-4a67-bfa8-ede9255971a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.061407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6f93ed23-27f8-4a67-bfa8-ede9255971a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.063565 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6f93ed23-27f8-4a67-bfa8-ede9255971a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6275 time: 0.7126379 Feb 04 15:31:25.071848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69bcbf-e6be-42db-8daf-ca3e91523889 req-385246f5-3761-43d1-be60-a4107ef426aa tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.082444 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3d69bcbf-e6be-42db-8daf-ca3e91523889 req-385246f5-3761-43d1-be60-a4107ef426aa tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 1101 time: 0.2180781 Feb 04 15:31:25.105713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e19badb-1775-4b5e-a4cc-f3480a023031 req-425990bf-b5f4-49be-8247-cfef7d9ec2d7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693548 Feb 04 15:31:25.106373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.169660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c4add346-8e2e-42f6-b95b-345f25c1e605'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:25.184020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Pushing event deleted for resources: {'Port': ['ID=360a29e7-7d6e-4db3-aab1-9cf7f736207b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:25.213508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['adebd50d-961e-461d-a090-94d372a54a13'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:25.316852 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3d69bcbf-e6be-42db-8daf-ca3e91523889 req-8ed167f5-4e62-4493-8790-bde1dcb0ad48 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325914 Feb 04 15:31:25.366442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Deleting port e29e6a28-8f67-4659-9525-a644e0691a97 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:25.369525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.387900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52716) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:25.463592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] No DVR routers for this DVR port 360a29e7-7d6e-4db3-aab1-9cf7f736207b on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:25.488022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.531199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-306dfa17-c2e3-446e-aa43-d89ba436dc38 req-7ae0e886-7eef-4097-8660-e22616b89888 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.61 "DELETE /v2.0/ports/360a29e7-7d6e-4db3-aab1-9cf7f736207b HTTP/1.1" status: 204 len: 173 time: 2.1469846 Feb 04 15:31:25.618932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-ae91ae53-f441-422f-bedb-76f674fd8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.619415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-ae91ae53-f441-422f-bedb-76f674fd8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.620162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-ae91ae53-f441-422f-bedb-76f674fd8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.621506 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-ae91ae53-f441-422f-bedb-76f674fd8a8e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f60b7512a7c040aba9641e832da7271a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5353789 Feb 04 15:31:25.623115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52722) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:25.673675 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d31f1c1-5f00-45b3-979c-3181aefc64fa tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.687410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-368190071-network', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:25.755611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:25.774275 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d31f1c1-5f00-45b3-979c-3181aefc64fa tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.807663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f365816a-c471-45e6-9060-2f12b8d1db78 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:25.826073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.832261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Usage tracker for resource:network and tenant:85b3f2d16d20495fb047968af88d57fd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:25.844950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Transition to ACTIVE for port object f365816a-c471-45e6-9060-2f12b8d1db78 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:25.852564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.854082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:25.874843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:25.900702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:21Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'a77fb188-4275-46b4-87e9-abf042f49453', 'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'mac_address': 'fa:16:3e:cc:c7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:20Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 2, 'project_id': '2118397614c04148b46d2e6a194ba072', 'subnets': [{'id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:25.901857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-298071326', 'description': 'tempest-description-1809467259'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:25.905405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Checking router: 8409ad24-ed66-45cb-a94a-26014fe8a412 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:31:25.905791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Updating router 8409ad24-ed66-45cb-a94a-26014fe8a412 port a77fb188-4275-46b4-87e9-abf042f49453 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:31:25.919197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:25.955348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Made reservation on behalf of 85b3f2d16d20495fb047968af88d57fd for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:25.958754 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.992249 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.993911 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.998400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Usage tracker for resource:security_group and tenant:202552d924b44aed946ad70e0208f9e5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:26.001287 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d31f1c1-5f00-45b3-979c-3181aefc64fa tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.005620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:26.025773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] For port e29e6a28-8f67-4659-9525-a644e0691a97, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e29e6a28-8f67-4659-9525-a644e0691a97,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:26.026571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.052335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:26.059915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31f1c1-5f00-45b3-979c-3181aefc64fa tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87f2412-7e0a-439a-bfd4-b1978e677150,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:26.106366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f365816a-c471-45e6-9060-2f12b8d1db78,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:26.154857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d31f1c1-5f00-45b3-979c-3181aefc64fa tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.156050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2d31f1c1-5f00-45b3-979c-3181aefc64fa tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "DELETE /v2.0/security-groups/f87f2412-7e0a-439a-bfd4-b1978e677150 HTTP/1.1" status: 204 len: 168 time: 0.7632995 Feb 04 15:31:26.161481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52730) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:26.164759 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.195609 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.215111 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-f58f04ed-e706-45b9-bd49-64df72dc9e89 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] show failed (client error): The resource could not be found. Feb 04 15:31:26.216196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f58f04ed-e706-45b9-bd49-64df72dc9e89 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "GET /v2.0/security-groups/f87f2412-7e0a-439a-bfd4-b1978e677150 HTTP/1.1" status: 404 len: 347 time: 0.0536559 Feb 04 15:31:26.223123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52734) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:26.228350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Calling delete_port for e29e6a28-8f67-4659-9525-a644e0691a97 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:26.231434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:26.263058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:26.268099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Usage tracker for resource:security_group_rule and tenant:85b3f2d16d20495fb047968af88d57fd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:26.272112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:26.281158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:26.304472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Usage tracker for resource:security_group_rule and tenant:202552d924b44aed946ad70e0208f9e5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:26.314859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:26.344244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:26.362250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-05ff026e-7394-4f78-b865-e35588706feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.363985 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-05ff026e-7394-4f78-b865-e35588706feb service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6818831 Feb 04 15:31:26.396276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304a84-cd23-452e-89d5-6662c6753785 req-56b43f63-7b35-49e9-b954-00d48a9cad73 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.403934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304a84-cd23-452e-89d5-6662c6753785 req-56b43f63-7b35-49e9-b954-00d48a9cad73 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.410469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304a84-cd23-452e-89d5-6662c6753785 req-56b43f63-7b35-49e9-b954-00d48a9cad73 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.417338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304a84-cd23-452e-89d5-6662c6753785 req-56b43f63-7b35-49e9-b954-00d48a9cad73 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.423267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304a84-cd23-452e-89d5-6662c6753785 req-56b43f63-7b35-49e9-b954-00d48a9cad73 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.430120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304a84-cd23-452e-89d5-6662c6753785 req-56b43f63-7b35-49e9-b954-00d48a9cad73 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.430292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': '263819ac-674a-4059-83c1-b6f8a8d13d32'}, {'server_uuid': 'dda280af-de45-45fe-a102-b84440290282', 'name': 'network-vif-deleted', 'tag': '360a29e7-7d6e-4db3-aab1-9cf7f736207b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:26.435991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304a84-cd23-452e-89d5-6662c6753785 req-56b43f63-7b35-49e9-b954-00d48a9cad73 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.437968 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-05304a84-cd23-452e-89d5-6662c6753785 req-56b43f63-7b35-49e9-b954-00d48a9cad73 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5383 time: 0.8155835 Feb 04 15:31:26.453883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Attempting to bind port f365816a-c471-45e6-9060-2f12b8d1db78 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:26.454649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Attempting to bind port f365816a-c471-45e6-9060-2f12b8d1db78 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:26.455324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Attempting to bind port f365816a-c471-45e6-9060-2f12b8d1db78 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:26.478900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Deleting port 50b5ddf1-3c71-4554-b893-9d180969be9f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:26.479632 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.487570 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.501717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Transition to ACTIVE for port object a77fb188-4275-46b4-87e9-abf042f49453 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:26.510709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Port f365816a-c471-45e6-9060-2f12b8d1db78 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:26.511083 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.511842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Attempting to bind port f365816a-c471-45e6-9060-2f12b8d1db78 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:26.525626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:26.526415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Checking segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:26.526984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Bound using segment: {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:26.527604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Bound port: f365816a-c471-45e6-9060-2f12b8d1db78, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77afa075-9567-435f-861a-91edcc270755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:26.528168 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.591582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ef185-02bc-4441-b4dd-0b3c46cf8be3 None None] Pushing event updated for resources: {'Port': ['ID=a77fb188-4275-46b4-87e9-abf042f49453,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:26.780576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Attempting to bind port a77fb188-4275-46b4-87e9-abf042f49453 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:26.781043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Attempting to bind port a77fb188-4275-46b4-87e9-abf042f49453 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:26.781404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Attempting to bind port a77fb188-4275-46b4-87e9-abf042f49453 on network 1ae4d463-47b5-441c-8647-a19cd31e01ba {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:26.788371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:26.788685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Checking segment: {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:26.789065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.789453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Bound using segment: {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:26.789922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Bound port: a77fb188-4275-46b4-87e9-abf042f49453, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:26.790335 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.899064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.904346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-05304a84-cd23-452e-89d5-6662c6753785 req-033d736a-2718-405a-b08f-31171ce63d26 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3218231 Feb 04 15:31:26.910569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.957980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] For port a77fb188-4275-46b4-87e9-abf042f49453, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:26.961565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] For port a77fb188-4275-46b4-87e9-abf042f49453, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a77fb188-4275-46b4-87e9-abf042f49453,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:26.967282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.982715 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.983043 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.058994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 360a29e7-7d6e-4db3-aab1-9cf7f736207b no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:27.157718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 360a29e7-7d6e-4db3-aab1-9cf7f736207b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:31:27.161758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Calling delete_port for 50b5ddf1-3c71-4554-b893-9d180969be9f owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:27.163693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 360a29e7-7d6e-4db3-aab1-9cf7f736207b not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:27.183694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:27.184557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:27.246076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] For port f365816a-c471-45e6-9060-2f12b8d1db78, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:27.264227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:31:27.299285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd51d431-58fc-48c5-a072-98259fc3addf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:27.305019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.305510 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Added segment 66081163-2c5b-4a48-a68b-4293f1fcf49e of type vlan for network 0913a8d5-46c1-4e11-8359-107a6a38cf49 Feb 04 15:31:27.326913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-067f0a8c-752d-4320-b119-d80cc3350a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.329015 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-067f0a8c-752d-4320-b119-d80cc3350a5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1124 time: 0.7480099 Feb 04 15:31:27.363391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] For port f365816a-c471-45e6-9060-2f12b8d1db78, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f365816a-c471-45e6-9060-2f12b8d1db78,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:27.388728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ef185-02bc-4441-b4dd-0b3c46cf8be3 None None] Pushing event updated for resources: {'Port': ['ID=a77fb188-4275-46b4-87e9-abf042f49453,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:27.453142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.454932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.498447 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.509534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.528388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:27.546145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Usage tracker for resource:security_group_rule and tenant:202552d924b44aed946ad70e0208f9e5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:27.555635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.556742 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.559306 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] 10.222.0.53 "PUT /v2.0/ports/f365816a-c471-45e6-9060-2f12b8d1db78 HTTP/1.1" status: 200 len: 1090 time: 3.4330428 Feb 04 15:31:27.560223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:27.565021 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.565694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:27.573706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.596506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:27.602636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29e6a28-8f67-4659-9525-a644e0691a97,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:27.617206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:27.708706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ad4305-b121-4144-a0b5-6a9bcde393a5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:27.740998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:27.784828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb6ef4-10d3-4e4e-8e22-2d7cbc5a59f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f365816a-c471-45e6-9060-2f12b8d1db78,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:27.808392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.809744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.810615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.900788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Pushing event deleted for resources: {'Port': ['ID=50b5ddf1-3c71-4554-b893-9d180969be9f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:27.977123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-69276abc-9d87-4e79-9fc2-ea928af985ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.982883 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-69276abc-9d87-4e79-9fc2-ea928af985ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.6433172 Feb 04 15:31:28.004251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.067237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.098660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.109386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.113330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b1cc74ff-daac-4185-a1e2-b2abef2ec840 tempest-ImagesOneServerNegativeTestJSON-978547751 tempest-ImagesOneServerNegativeTestJSON-978547751-project] 10.222.0.46 "DELETE /v2.0/floatingips/69386a86-2a0f-4d15-935b-ce89749d6f6a HTTP/1.1" status: 204 len: 168 time: 1.8870628 Feb 04 15:31:28.127337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:21Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'a77fb188-4275-46b4-87e9-abf042f49453', 'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'mac_address': 'fa:16:3e:cc:c7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:20Z', 'updated_at': '2022-02-04T15:31:26Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'subnets': [{'id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:28.132988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d1107-c256-4e02-8935-7b8dd3db5d66 None None] The sync data for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 is: [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:21Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'a77fb188-4275-46b4-87e9-abf042f49453', 'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'mac_address': 'fa:16:3e:cc:c7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:20Z', 'updated_at': '2022-02-04T15:31:26Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'subnets': [{'id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:28.145184 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.177539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b03955-3dfe-4c69-b338-d2d7bf95c3f7 req-8603c42c-a80b-4d7e-9d78-cf5d9c79efd1 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.180097 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-45b03955-3dfe-4c69-b338-d2d7bf95c3f7 req-8603c42c-a80b-4d7e-9d78-cf5d9c79efd1 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 943 time: 0.7882214 Feb 04 15:31:28.201193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-f1bc2700-503b-43da-9c1b-e4f179d510bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3972a9fc-a7da-4066-aafd-137936a7cc96 HTTP/1.1" status: 200 len: 217 time: 0.2021658 Feb 04 15:31:28.201996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] Pushing event updated for resources: {'Network': ['ID=0913a8d5-46c1-4e11-8359-107a6a38cf49,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:28.208574 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-713cb3da-cf92-4506-a28e-24d87933f147 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5329027 Feb 04 15:31:28.214256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52750) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:28.233329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 0913a8d5-46c1-4e11-8359-107a6a38cf49 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:31:28.246652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1254541-4afd-4079-8100-799eb9cc444b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:28.253861 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.255173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4acafccb-5dc9-49a3-9020-193b4bbaf6ee req-ebdbe241-9442-4a44-bde3-2daab4a52512 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3587463 Feb 04 15:31:28.306674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Request body: {'subnet': {'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-subnet', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:28.361319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:28.371820 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': '263819ac-674a-4059-83c1-b6f8a8d13d32', 'status': 'completed', 'code': 200} Feb 04 15:31:28.372126 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda280af-de45-45fe-a102-b84440290282', 'name': 'network-vif-deleted', 'tag': '360a29e7-7d6e-4db3-aab1-9cf7f736207b', 'status': 'completed', 'code': 200} Feb 04 15:31:28.422546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Usage tracker for resource:subnet and tenant:85b3f2d16d20495fb047968af88d57fd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:28.489742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:28.590137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:28.604827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-82df5bc1-81da-4804-8925-23e31a7f768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.606335 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-82df5bc1-81da-4804-8925-23e31a7f768f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.3928111 Feb 04 15:31:28.609223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-45b03955-3dfe-4c69-b338-d2d7bf95c3f7 req-fc106478-6db1-4078-b5c4-d3f5aab2889a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128394 Feb 04 15:31:28.711563 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6d77876d-e2a4-4783-81c3-a1b91ca8513e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850737 Feb 04 15:31:28.712178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Made reservation on behalf of 85b3f2d16d20495fb047968af88d57fd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:28.714555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.740201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.933929 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-b53356a3-48a1-4f83-bb4d-b93b02a65d51 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105461 Feb 04 15:31:28.997567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a77fb188-4275-46b4-87e9-abf042f49453 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:29.066279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fef801-0f33-4671-bd8b-de54eefc048b {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:29.082190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.083343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port a77fb188-4275-46b4-87e9-abf042f49453 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:29.094151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a77fb188-4275-46b4-87e9-abf042f49453 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:29.094999 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.122574 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-afa71286-c059-4683-b711-2bd2617ab57c service neutron] 10.222.0.53 "GET /v2.0/ports/3972a9fc-a7da-4066-aafd-137936a7cc96/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 384 time: 0.2979085 Feb 04 15:31:29.123751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Transition to ACTIVE for port object 74fef801-0f33-4671-bd8b-de54eefc048b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:29.129931 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.285243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Pushing event updated for resources: {'Port': ['ID=74fef801-0f33-4671-bd8b-de54eefc048b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:29.303610 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.348507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-9549361b-e9da-4b13-b690-f9142fa9935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.350684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-9549361b-e9da-4b13-b690-f9142fa9935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.358472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-9549361b-e9da-4b13-b690-f9142fa9935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.359674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-9549361b-e9da-4b13-b690-f9142fa9935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.360731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-9549361b-e9da-4b13-b690-f9142fa9935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.362181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-9549361b-e9da-4b13-b690-f9142fa9935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.362817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-9549361b-e9da-4b13-b690-f9142fa9935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.365117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-9549361b-e9da-4b13-b690-f9142fa9935d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6342 time: 0.9756932 Feb 04 15:31:29.368542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-1df88366-b9c0-4f8f-9624-01f6c728e560 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370769 Feb 04 15:31:29.391863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port a77fb188-4275-46b4-87e9-abf042f49453, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a77fb188-4275-46b4-87e9-abf042f49453,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:29.398898 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.505217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909a23-6f5d-4665-83d4-80ce6efa01ea req-3ff6b297-addc-4db3-a0ad-9b13180814db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.520508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909a23-6f5d-4665-83d4-80ce6efa01ea req-3ff6b297-addc-4db3-a0ad-9b13180814db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.525804 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=a77fb188-4275-46b4-87e9-abf042f49453,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:29.526833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909a23-6f5d-4665-83d4-80ce6efa01ea req-3ff6b297-addc-4db3-a0ad-9b13180814db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.535103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909a23-6f5d-4665-83d4-80ce6efa01ea req-3ff6b297-addc-4db3-a0ad-9b13180814db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.542185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909a23-6f5d-4665-83d4-80ce6efa01ea req-3ff6b297-addc-4db3-a0ad-9b13180814db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.548211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909a23-6f5d-4665-83d4-80ce6efa01ea req-3ff6b297-addc-4db3-a0ad-9b13180814db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.555545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48909a23-6f5d-4665-83d4-80ce6efa01ea req-3ff6b297-addc-4db3-a0ad-9b13180814db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.563429 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48909a23-6f5d-4665-83d4-80ce6efa01ea req-3ff6b297-addc-4db3-a0ad-9b13180814db tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5395 time: 0.6638827 Feb 04 15:31:29.712418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-8bb957f3-4ffa-4734-b74e-1c9be0d61267 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:29.713601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-8bb957f3-4ffa-4734-b74e-1c9be0d61267 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7787886 Feb 04 15:31:29.793052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-f2c6fae9-78be-4927-8e71-d84b5efbcd47 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/quotas/94d67fbb5c1d4174bb1ab4a3339d700a HTTP/1.1" status: 200 len: 375 time: 0.0465426 Feb 04 15:31:29.841558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Attempting to bind port 74fef801-0f33-4671-bd8b-de54eefc048b on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:29.841924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Attempting to bind port 74fef801-0f33-4671-bd8b-de54eefc048b by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:29.842245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Attempting to bind port 74fef801-0f33-4671-bd8b-de54eefc048b on network 5cef59fb-b38d-47f4-88df-113361d17a74 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:29.927655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Port 74fef801-0f33-4671-bd8b-de54eefc048b on network 5cef59fb-b38d-47f4-88df-113361d17a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:29.927968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Attempting to bind port 74fef801-0f33-4671-bd8b-de54eefc048b on network 5cef59fb-b38d-47f4-88df-113361d17a74 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:29.937287 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48909a23-6f5d-4665-83d4-80ce6efa01ea req-f209c552-622e-4bec-8abc-f54c636f763c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3729510 Feb 04 15:31:29.945213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:29.945558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Checking segment: {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:29.945955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Bound using segment: {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:29.946685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Bound port: 74fef801-0f33-4671-bd8b-de54eefc048b, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:29.947581 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.046376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-3b21ec4e-cdc3-4415-a216-356f42c3674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.046844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-3b21ec4e-cdc3-4415-a216-356f42c3674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.047303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-3b21ec4e-cdc3-4415-a216-356f42c3674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.048858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-3b21ec4e-cdc3-4415-a216-356f42c3674f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f60b7512a7c040aba9641e832da7271a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4834049 Feb 04 15:31:30.062623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1884474089', 'description': 'tempest-description-874659675'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:30.073409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-59c38607-1400-4ad7-a493-76e25991bc5e service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069659 Feb 04 15:31:30.077270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:30.114894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Usage tracker for resource:security_group and tenant:202552d924b44aed946ad70e0208f9e5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:30.124023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:30.141842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-e03a8ac0-5cef-4dec-b96e-a6764d81013f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3363569 Feb 04 15:31:30.159581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] For port 74fef801-0f33-4671-bd8b-de54eefc048b, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:30.165006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] For port 74fef801-0f33-4671-bd8b-de54eefc048b, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74fef801-0f33-4671-bd8b-de54eefc048b,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:30.170991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:30.184514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:30.200975 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.257296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:30.288158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.289127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.290604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/74fef801-0f33-4671-bd8b-de54eefc048b HTTP/1.1" status: 200 len: 1091 time: 2.6879833 Feb 04 15:31:30.292330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.308258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3972a9fc-a7da-4066-aafd-137936a7cc96 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:30.331845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Request body: {'port': {'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:30.347552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.362238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:30.377826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': 'f365816a-c471-45e6-9060-2f12b8d1db78'}, {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': '74fef801-0f33-4671-bd8b-de54eefc048b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:30.407320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead07bb-85d5-435e-a6bf-8e5052b517c1 service neutron] Pushing event updated for resources: {'Port': ['ID=74fef801-0f33-4671-bd8b-de54eefc048b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:30.412544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:31:30.414399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.478732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:30.514768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Checking segment: {'id': '66081163-2c5b-4a48-a68b-4293f1fcf49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:30.515436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Network hostable DHCP agents. Network: 0913a8d5-46c1-4e11-8359-107a6a38cf49, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:31:30.565516 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.595524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87619c1-3312-460a-ad38-344d33d45f28,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:30.606927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Usage tracker for resource:security_group_rule and tenant:202552d924b44aed946ad70e0208f9e5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:30.614145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:30.651638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:30.654478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-70701ae3-3e45-45ff-a562-20582304e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.655995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-805cb0c8-a6c5-4907-bada-b553a629ab87 req-70701ae3-3e45-45ff-a562-20582304e61c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5880039 Feb 04 15:31:30.657565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] Transition to ACTIVE for port object 3972a9fc-a7da-4066-aafd-137936a7cc96 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:30.667853 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.668233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Network 0913a8d5-46c1-4e11-8359-107a6a38cf49 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:31:30.775019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 0913a8d5-46c1-4e11-8359-107a6a38cf49) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:30.782408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d9e6e-fb23-4ab7-9788-f6cab522b742 None None] Network 0913a8d5-46c1-4e11-8359-107a6a38cf49 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:31:30.855847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.859967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.860666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.937676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.948164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a77fb188-4275-46b4-87e9-abf042f49453 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:30.982448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c5222f62-d4af-4d6a-b8da-40e6d8f63fcb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7671614 Feb 04 15:31:30.992174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52792) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:31.008920 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.014397 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-76389136-50cf-4ec2-b0a3-c164ef86eff5 req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9785175 Feb 04 15:31:31.038163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:31.065503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:31.065719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856730b7-5dc6-4e26-88dd-459b1d6234aa tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5177c4-7c9c-4bf2-b04c-08c85fb9407f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:31.073443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] No DVR routers for this DVR port 3972a9fc-a7da-4066-aafd-137936a7cc96 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:31.081498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:31:31.093448 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] Sync routers for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:31.105120 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fc7bf9a3-9acf-429a-9f71-47b4e99a93c5 admin admin] 10.222.0.46 "PUT /v2.0/routers/69f56f96-c895-437e-94cd-bfdd5b5ba0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6834872 Feb 04 15:31:31.107715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52802) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:31.117746 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:31.119409 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:31.148460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] Pushing event updated for resources: {'Port': ['ID=3972a9fc-a7da-4066-aafd-137936a7cc96,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:31.156962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Usage tracker for resource:router and tenant:85b3f2d16d20495fb047968af88d57fd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:31.193812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:31.208061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:31.250315 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-311309ec-ca29-4b48-98be-655f4cf03a3c service neutron] 10.222.0.53 "PUT /v2.0/ports/3972a9fc-a7da-4066-aafd-137936a7cc96/bindings/n-h2-827870-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1048729 Feb 04 15:31:31.259168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a77fb188-4275-46b4-87e9-abf042f49453 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:31.259537 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.291544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-0913a8d5-46c1-4e11-8359-107a6a38cf49', 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'fixed_ips': [{'subnet_id': 'e87619c1-3312-460a-ad38-344d33d45f28'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:31:31.293021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.298449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.299617 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.322801 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': 'f365816a-c471-45e6-9060-2f12b8d1db78', 'status': 'completed', 'code': 200} Feb 04 15:31:31.323145 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': '74fef801-0f33-4671-bd8b-de54eefc048b', 'status': 'completed', 'code': 200} Feb 04 15:31:31.348331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-06720e41-65e8-40c5-aa7a-ad945c61de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.351543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-06720e41-65e8-40c5-aa7a-ad945c61de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.352248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-06720e41-65e8-40c5-aa7a-ad945c61de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.356245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-06720e41-65e8-40c5-aa7a-ad945c61de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.357076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-06720e41-65e8-40c5-aa7a-ad945c61de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.357998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-06720e41-65e8-40c5-aa7a-ad945c61de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.360372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-06720e41-65e8-40c5-aa7a-ad945c61de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.374967 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-06720e41-65e8-40c5-aa7a-ad945c61de23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6409 time: 0.6595383 Feb 04 15:31:31.429135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa52dc2-d9af-4f2b-b6bc-d6d7a588b1e5 req-96eec62a-9fb4-4a35-ac76-4089b464c9fb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:31.445566 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0aa52dc2-d9af-4f2b-b6bc-d6d7a588b1e5 req-96eec62a-9fb4-4a35-ac76-4089b464c9fb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 944 time: 0.6258619 Feb 04 15:31:31.552454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Allocated IP 172.20.0.2 (0913a8d5-46c1-4e11-8359-107a6a38cf49/e87619c1-3312-460a-ad38-344d33d45f28/9753c198-06e3-4e79-98aa-4496862274bd) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:31.558562 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:31.658353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.691758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0aa52dc2-d9af-4f2b-b6bc-d6d7a588b1e5 req-7e96bc61-7d78-4096-8e1d-7fc96f17c508 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446704 Feb 04 15:31:31.814683 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.827993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Transition to ACTIVE for port object 9753c198-06e3-4e79-98aa-4496862274bd will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:31.849156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Transition to ACTIVE for port object 9753c198-06e3-4e79-98aa-4496862274bd will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:31.856442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3972a9fc-a7da-4066-aafd-137936a7cc96 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:31.905747 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.086135 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.123686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-14fc7a78-9a49-4321-891d-e39b119068c3 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.125530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-14fc7a78-9a49-4321-891d-e39b119068c3 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1095 time: 0.7979760 Feb 04 15:31:32.186349 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:31:26Z', 'revision_number': 5, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:32.190308 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] Checking router: 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:31:32.200058 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] Routers {'69f56f96-c895-437e-94cd-bfdd5b5ba0a5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:32.200660 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:32.265020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Network 0913a8d5-46c1-4e11-8359-107a6a38cf49 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:32.271002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3972a9fc-a7da-4066-aafd-137936a7cc96 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:32.283327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:32.302598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:32.318416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df793c6e-23f7-499e-a7aa-59d8b42c2c06 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:32.342469 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.361212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Pushing event updated for resources: {'Port': ['ID=9753c198-06e3-4e79-98aa-4496862274bd,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:32.458056 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] Set router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:32.511855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.536603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Attempting to bind port 9753c198-06e3-4e79-98aa-4496862274bd on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:32.537571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Attempting to bind port 9753c198-06e3-4e79-98aa-4496862274bd by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '66081163-2c5b-4a48-a68b-4293f1fcf49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:32.537897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6d7ad3a1-57cb-4353-9e16-543db613afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.538375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6d7ad3a1-57cb-4353-9e16-543db613afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.538833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Attempting to bind port 9753c198-06e3-4e79-98aa-4496862274bd on network 0913a8d5-46c1-4e11-8359-107a6a38cf49 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:32.539391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6d7ad3a1-57cb-4353-9e16-543db613afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.540995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-6d7ad3a1-57cb-4353-9e16-543db613afde service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f60b7512a7c040aba9641e832da7271a&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1408403 Feb 04 15:31:32.548156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:32.548809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Checking segment: {'id': '66081163-2c5b-4a48-a68b-4293f1fcf49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:32.549452 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.550709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Bound using segment: {'id': '66081163-2c5b-4a48-a68b-4293f1fcf49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:32.551416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Bound port: 9753c198-06e3-4e79-98aa-4496862274bd, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66081163-2c5b-4a48-a68b-4293f1fcf49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:32.552220 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.599869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Transition to ACTIVE for port object df793c6e-23f7-499e-a7aa-59d8b42c2c06 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:32.625731 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.682313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] For port 9753c198-06e3-4e79-98aa-4496862274bd, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:32.686711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] For port 9753c198-06e3-4e79-98aa-4496862274bd, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9753c198-06e3-4e79-98aa-4496862274bd,segment=NetworkSegment(66081163-2c5b-4a48-a68b-4293f1fcf49e),segment_id=66081163-2c5b-4a48-a68b-4293f1fcf49e)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:32.693459 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.803462 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:31:26Z', 'revision_number': 5, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:32.811533 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f9af8-cd15-4175-8750-f8749c7cbfc0 None None] The sync data for ids ['69f56f96-c895-437e-94cd-bfdd5b5ba0a5'] in n-d-827870-1 is: [{'id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2011009016-router', 'tenant_id': 'f9580235128848c6a49b65f72cbafdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:37Z', 'updated_at': '2022-02-04T15:31:26Z', 'revision_number': 5, 'project_id': 'f9580235128848c6a49b65f72cbafdf3', 'gw_port': {'id': '8baf1c7c-49dc-4933-8a07-6dbd2882b695', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f56f96-c895-437e-94cd-bfdd5b5ba0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:39Z', 'updated_at': '2022-02-04T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:32.833597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-fcace56f-38e6-45da-a886-b332b8089225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.835808 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-fcace56f-38e6-45da-a886-b332b8089225 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2854905 Feb 04 15:31:32.836288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23942d-651e-4b07-96ca-980598257a29 None None] Pushing event updated for resources: {'Port': ['ID=9753c198-06e3-4e79-98aa-4496862274bd,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:32.870087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15c2f3-3a3f-4a97-b007-70f9eefea854 req-1113871e-706f-479f-a43c-d50fb56cb6ee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.877080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15c2f3-3a3f-4a97-b007-70f9eefea854 req-1113871e-706f-479f-a43c-d50fb56cb6ee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.883909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15c2f3-3a3f-4a97-b007-70f9eefea854 req-1113871e-706f-479f-a43c-d50fb56cb6ee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.890058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15c2f3-3a3f-4a97-b007-70f9eefea854 req-1113871e-706f-479f-a43c-d50fb56cb6ee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.900621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15c2f3-3a3f-4a97-b007-70f9eefea854 req-1113871e-706f-479f-a43c-d50fb56cb6ee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.906567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15c2f3-3a3f-4a97-b007-70f9eefea854 req-1113871e-706f-479f-a43c-d50fb56cb6ee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.913539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15c2f3-3a3f-4a97-b007-70f9eefea854 req-1113871e-706f-479f-a43c-d50fb56cb6ee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.917990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1e15c2f3-3a3f-4a97-b007-70f9eefea854 req-1113871e-706f-479f-a43c-d50fb56cb6ee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5407 time: 0.6482954 Feb 04 15:31:33.022870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-46daa723-0b14-44c0-bb00-1e5f45b71d15 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643094 Feb 04 15:31:33.029669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.047231 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1e15c2f3-3a3f-4a97-b007-70f9eefea854 req-76e83460-df2a-4fcb-a1f3-7edd053cdb2f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871246 Feb 04 15:31:33.090889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Deleting port 8baf1c7c-49dc-4933-8a07-6dbd2882b695 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:33.091513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.237527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ae3bff53-adf7-4ea0-93a1-ff3584bd9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.237999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ae3bff53-adf7-4ea0-93a1-ff3584bd9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.238460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ae3bff53-adf7-4ea0-93a1-ff3584bd9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.238916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ae3bff53-adf7-4ea0-93a1-ff3584bd9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.239368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ae3bff53-adf7-4ea0-93a1-ff3584bd9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.239822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ae3bff53-adf7-4ea0-93a1-ff3584bd9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.240273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ae3bff53-adf7-4ea0-93a1-ff3584bd9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.265732 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ae3bff53-adf7-4ea0-93a1-ff3584bd9dc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6434 time: 0.3462870 Feb 04 15:31:33.409762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52818) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:33.432342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Pushing event updated for resources: {'Port': ['ID=df793c6e-23f7-499e-a7aa-59d8b42c2c06,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:33.676029 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-24defd50-fe5f-4aef-b627-554bedc447dd req-1ed18053-da94-4955-ad26-c62190ff26b5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 210 time: 0.0761764 Feb 04 15:31:33.716734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f2d2ea-e82c-4f2f-8ba8-7a6a09328b88 admin admin] Deleting subnet b824573f-7ef5-4745-9627-5c161e4943f7 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:31:33.737999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2ea-e82c-4f2f-8ba8-7a6a09328b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.752175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-23534c6d-9e78-4cc4-b346-d3126306f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.754409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-23534c6d-9e78-4cc4-b346-d3126306f913 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69&tenant_id=f47c494d628741edb0d9fa67438cf824 HTTP/1.1" status: 200 len: 1095 time: 1.5723834 Feb 04 15:31:33.757135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-2825e830-bbe6-41ce-a873-0cb7d8047e3f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2223208 Feb 04 15:31:33.800132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-450182b2-8275-4d22-bd63-beea4f877b25 req-dca99e62-671f-4fc1-9d81-981c953101b2 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Synchronizing usage tracker for tenant:202552d924b44aed946ad70e0208f9e5 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:33.822946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] For port 8baf1c7c-49dc-4933-8a07-6dbd2882b695, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8baf1c7c-49dc-4933-8a07-6dbd2882b695,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:33.823305 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.902917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ee4a4868-cfb8-43fb-8516-66250353481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.903279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ee4a4868-cfb8-43fb-8516-66250353481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.903729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ee4a4868-cfb8-43fb-8516-66250353481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.905548 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ee4a4868-cfb8-43fb-8516-66250353481f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f60b7512a7c040aba9641e832da7271a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4934981 Feb 04 15:31:33.983351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Attempting to bind port df793c6e-23f7-499e-a7aa-59d8b42c2c06 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:33.983698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Attempting to bind port df793c6e-23f7-499e-a7aa-59d8b42c2c06 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:33.984018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Attempting to bind port df793c6e-23f7-499e-a7aa-59d8b42c2c06 on network 5cef59fb-b38d-47f4-88df-113361d17a74 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:33.994802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-450182b2-8275-4d22-bd63-beea4f877b25 req-dca99e62-671f-4fc1-9d81-981c953101b2 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Unset dirty status for tenant:202552d924b44aed946ad70e0208f9e5 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:34.004179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-dca99e62-671f-4fc1-9d81-981c953101b2 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53377 time: 1.5069697 Feb 04 15:31:34.007030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Calling delete_port for 8baf1c7c-49dc-4933-8a07-6dbd2882b695 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:34.035733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Port df793c6e-23f7-499e-a7aa-59d8b42c2c06 on network 5cef59fb-b38d-47f4-88df-113361d17a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:34.036063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Attempting to bind port df793c6e-23f7-499e-a7aa-59d8b42c2c06 on network 5cef59fb-b38d-47f4-88df-113361d17a74 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:34.056933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-c5f12981-8702-45bb-9176-7f77dc1a0915 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.058560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-c5f12981-8702-45bb-9176-7f77dc1a0915 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9359477 Feb 04 15:31:34.079627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Request body: {'port': {'device_id': 'de472239-8155-43ba-ba83-3a96aec33d21', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '94d67fbb5c1d4174bb1ab4a3339d700a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:34.094667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:34.094979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Checking segment: {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:34.095316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Bound using segment: {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:34.095801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Bound port: df793c6e-23f7-499e-a7aa-59d8b42c2c06, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1375d024-4828-4d7d-bbda-82f145600fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:34.096149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.122363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2ea-e82c-4f2f-8ba8-7a6a09328b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.151727 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-50f8c3f2-78e0-4b93-acb0-5949ff1d427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.354762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d0538-2888-4b69-afcb-bc271393967b None None] Network 0913a8d5-46c1-4e11-8359-107a6a38cf49 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:31:34.452534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-68d0f9d5-4a99-4c0b-bb97-55217a6bffbd None None] Provisioning for port 9753c198-06e3-4e79-98aa-4496862274bd completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:34.468636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-6affa47d-990f-4a99-8ddd-83c9d693b6ff tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/02a21c0a-f90a-4f55-bad9-ef473466857c HTTP/1.1" status: 200 len: 2981 time: 0.4635627 Feb 04 15:31:34.505854 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2ea-e82c-4f2f-8ba8-7a6a09328b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.515305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70a36b4b-d37e-4e75-986d-6fdd051ea1cd tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.516716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70a36b4b-d37e-4e75-986d-6fdd051ea1cd tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7071526 Feb 04 15:31:34.540385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Request body: {'port': {'device_id': '6a9523f3-20b7-4f16-9aff-cbfb75b01e97', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '94d67fbb5c1d4174bb1ab4a3339d700a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:34.602897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ce55de3e-f633-456d-a466-fc539ced8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.604305 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-ce55de3e-f633-456d-a466-fc539ced8c0f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5451841 Feb 04 15:31:34.621035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d5b8-e4fd-4304-93ea-a28b46fdc5be req-e98d7a32-f231-43cd-a15a-9857e4c6521c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.622542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2435d5b8-e4fd-4304-93ea-a28b46fdc5be req-e98d7a32-f231-43cd-a15a-9857e4c6521c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 944 time: 0.5623064 Feb 04 15:31:34.640951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-93eecd4c-aa00-4cd8-90e8-93254baed4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.642970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-93eecd4c-aa00-4cd8-90e8-93254baed4e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1095 time: 0.8340976 Feb 04 15:31:34.768202 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2ea-e82c-4f2f-8ba8-7a6a09328b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.831322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-6dc47a4f-c681-43ae-80b2-7bcb47d2856a tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/02a21c0a-f90a-4f55-bad9-ef473466857c HTTP/1.1" status: 200 len: 2981 time: 0.3426247 Feb 04 15:31:34.837238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2d2ea-e82c-4f2f-8ba8-7a6a09328b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b824573f-7ef5-4745-9627-5c161e4943f7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:34.842845 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2435d5b8-e4fd-4304-93ea-a28b46fdc5be req-a89c9775-e710-4277-a36b-52311be29132 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100043 Feb 04 15:31:34.843909 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2ea-e82c-4f2f-8ba8-7a6a09328b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.850867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] For port df793c6e-23f7-499e-a7aa-59d8b42c2c06, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:34.860839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-05f2d2ea-e82c-4f2f-8ba8-7a6a09328b88 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b824573f-7ef5-4745-9627-5c161e4943f7 HTTP/1.1" status: 204 len: 168 time: 1.4180729 Feb 04 15:31:34.862201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52830) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:34.862842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:34.913728 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.978337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9753c198-06e3-4e79-98aa-4496862274bd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:34.982151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] For port df793c6e-23f7-499e-a7aa-59d8b42c2c06, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=df793c6e-23f7-499e-a7aa-59d8b42c2c06,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:34.994619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:35.023995 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.051859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Pushing event deleted for resources: {'Port': ['ID=8baf1c7c-49dc-4933-8a07-6dbd2882b695,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:35.059429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 9753c198-06e3-4e79-98aa-4496862274bd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:35.064421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9753c198-06e3-4e79-98aa-4496862274bd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:35.064882 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.192574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.206357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-e656b525-2a27-432f-a2f8-6a0bc3dd679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.206910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-e656b525-2a27-432f-a2f8-6a0bc3dd679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.207292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-e656b525-2a27-432f-a2f8-6a0bc3dd679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.207753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-e656b525-2a27-432f-a2f8-6a0bc3dd679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.208211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-e656b525-2a27-432f-a2f8-6a0bc3dd679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.208671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-e656b525-2a27-432f-a2f8-6a0bc3dd679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.209199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-e656b525-2a27-432f-a2f8-6a0bc3dd679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.211511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-e656b525-2a27-432f-a2f8-6a0bc3dd679f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6434 time: 0.5146363 Feb 04 15:31:35.241646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 9753c198-06e3-4e79-98aa-4496862274bd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9753c198-06e3-4e79-98aa-4496862274bd,segment=NetworkSegment(66081163-2c5b-4a48-a68b-4293f1fcf49e),segment_id=66081163-2c5b-4a48-a68b-4293f1fcf49e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:35.246154 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.246692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Pushing event updated for resources: {'Port': ['ID=df793c6e-23f7-499e-a7aa-59d8b42c2c06,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:35.260396 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.277521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-edb17310-335e-4ff8-9a58-e6f06a667bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.279582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-edb17310-335e-4ff8-9a58-e6f06a667bf9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.6226726 Feb 04 15:31:35.290102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-00e6a54c-0e13-42ea-9242-9a2906e68933 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0d279508-e223-4f49-bf97-9edad69c5df9 HTTP/1.1" status: 200 len: 2981 time: 0.4365242 Feb 04 15:31:35.349193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=9753c198-06e3-4e79-98aa-4496862274bd,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:35.353941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e29e6a28-8f67-4659-9525-a644e0691a97 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:35.397216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.407757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e29e6a28-8f67-4659-9525-a644e0691a97 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:31:35.407757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e29e6a28-8f67-4659-9525-a644e0691a97 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:35.418739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.419598 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.421170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-64afdfb1-3db9-4355-a202-10afd80f71b6 service neutron] 10.222.0.53 "PUT /v2.0/ports/df793c6e-23f7-499e-a7aa-59d8b42c2c06 HTTP/1.1" status: 200 len: 1091 time: 5.0939214 Feb 04 15:31:35.425401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:35.456815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Made reservation on behalf of 94d67fbb5c1d4174bb1ab4a3339d700a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:35.460688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.470702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:35.492209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-5dc2a14f-c3b3-4c0a-b604-6d82667172cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3972a9fc-a7da-4066-aafd-137936a7cc96 HTTP/1.1" status: 200 len: 217 time: 0.1577802 Feb 04 15:31:35.572957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:35.601762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae660-4859-4feb-8546-14628a12f9e3 req-d92a3948-cc80-48de-8f1a-cc6f73a30593 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.608080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae660-4859-4feb-8546-14628a12f9e3 req-d92a3948-cc80-48de-8f1a-cc6f73a30593 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.613907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae660-4859-4feb-8546-14628a12f9e3 req-d92a3948-cc80-48de-8f1a-cc6f73a30593 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.620080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae660-4859-4feb-8546-14628a12f9e3 req-d92a3948-cc80-48de-8f1a-cc6f73a30593 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.625888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae660-4859-4feb-8546-14628a12f9e3 req-d92a3948-cc80-48de-8f1a-cc6f73a30593 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.631978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae660-4859-4feb-8546-14628a12f9e3 req-d92a3948-cc80-48de-8f1a-cc6f73a30593 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.637830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae660-4859-4feb-8546-14628a12f9e3 req-d92a3948-cc80-48de-8f1a-cc6f73a30593 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.639964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-963ae660-4859-4feb-8546-14628a12f9e3 req-d92a3948-cc80-48de-8f1a-cc6f73a30593 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.5928464 Feb 04 15:31:35.640322 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.692686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Made reservation on behalf of 94d67fbb5c1d4174bb1ab4a3339d700a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:35.696505 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.729603 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-e7b786b3-20ec-4695-8ba2-1038c0571784 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0d279508-e223-4f49-bf97-9edad69c5df9 HTTP/1.1" status: 200 len: 2981 time: 0.3962882 Feb 04 15:31:35.730633 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.755727 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.780180 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.793192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-433bc8f0-9cdc-4f57-84ee-51ee1b36e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.794627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-433bc8f0-9cdc-4f57-84ee-51ee1b36e121 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.2845178 Feb 04 15:31:35.822778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-2394fff3-19eb-4fb9-bc41-85e9206fb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.823250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-2394fff3-19eb-4fb9-bc41-85e9206fb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.823709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-2394fff3-19eb-4fb9-bc41-85e9206fb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.825929 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-2394fff3-19eb-4fb9-bc41-85e9206fb884 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f60b7512a7c040aba9641e832da7271a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5955777 Feb 04 15:31:35.828084 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.950383 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.988099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-98018817-a476-4ee5-a0c6-1a749b6c1f54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1762390 Feb 04 15:31:36.076836 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-963ae660-4859-4feb-8546-14628a12f9e3 req-0a5a2c9e-7bbc-492d-a4ed-3e158ce28823 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3842773 Feb 04 15:31:36.077466 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.077970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f56f96-c895-437e-94cd-bfdd5b5ba0a5 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:31:36.082334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edf948f-2ae6-425e-98a6-9eac92c506a4']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:36.112861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c9fcb2-646b-44b2-a43e-c1a8872465e1') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:36.113162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c9fcb2-646b-44b2-a43e-c1a8872465e1') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:36.125617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.126736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e3ed7d6e-9a98-404c-bf98-2662eb18e35d admin admin] 10.222.0.46 "DELETE /v2.0/routers/69f56f96-c895-437e-94cd-bfdd5b5ba0a5 HTTP/1.1" status: 204 len: 168 time: 5.0165992 Feb 04 15:31:36.135806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52840) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:36.138445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-a8776540-e7ce-4dbf-8994-3aa9feb68235 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/13feddda-5223-412a-937c-7ce7f0ffab7d HTTP/1.1" status: 200 len: 2981 time: 0.3918517 Feb 04 15:31:36.141427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.230985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.301806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:31:36.302214 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.318876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-0bd48842-0a92-4c3e-8f27-d0d3277b54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.320358 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fba5e681-45b2-431c-a7fc-536f08415bc3 req-0bd48842-0a92-4c3e-8f27-d0d3277b54a5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4835413 Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:31:36.321281 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:31:36.396123 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5240c380-3376-4366-8d3d-5ebb6f8d2193 req-0f7a0379-6b6c-4b8d-8b5c-676c8136392e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 210 time: 0.1669378 Feb 04 15:31:36.400927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Allocated IP 192.168.233.10 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/79d1293b-d4b9-45a0-add5-9a7cc649ac4f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:36.431384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-6c9cf5d5-3add-478f-9821-6dc7d8da7ba6 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/13feddda-5223-412a-937c-7ce7f0ffab7d HTTP/1.1" status: 200 len: 2981 time: 0.2920630 Feb 04 15:31:36.446690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91c0ee6-0d94-4d31-ac5e-b5cb08112eea admin admin] Deleting subnet e69b2e6a-7774-4996-8396-099191cc543b {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:31:36.465936 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f91c0ee6-0d94-4d31-ac5e-b5cb08112eea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.466238 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06', 'status': 'completed', 'code': 200} Feb 04 15:31:36.534279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.536146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Allocated IP 172.25.8.106 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/fa022dde-efb1-4b79-9f0c-89219470019c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:36.556173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-9fd08dee-654e-40f1-8608-123f3c92ea07 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482254 Feb 04 15:31:36.558023 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.571941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f91c0ee6-0d94-4d31-ac5e-b5cb08112eea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.603219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] Pushing event deleted for resources: {'Network': ['ID=0edf948f-2ae6-425e-98a6-9eac92c506a4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:36.624477 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-19c844b9-f276-4feb-98d1-715d8f358e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.664316 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d80c2961-270a-4212-ad27-9a8b7430134a admin admin] 10.222.0.46 "DELETE /v2.0/networks/0edf948f-2ae6-425e-98a6-9eac92c506a4 HTTP/1.1" status: 204 len: 168 time: 1.8004057 Feb 04 15:31:36.720747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-0491f819-93f3-49e7-80e2-86ca1cab45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.721246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-0491f819-93f3-49e7-80e2-86ca1cab45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.721764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-0491f819-93f3-49e7-80e2-86ca1cab45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.722229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-0491f819-93f3-49e7-80e2-86ca1cab45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.722714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-0491f819-93f3-49e7-80e2-86ca1cab45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.723195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-0491f819-93f3-49e7-80e2-86ca1cab45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.723676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-0491f819-93f3-49e7-80e2-86ca1cab45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.726217 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-0491f819-93f3-49e7-80e2-86ca1cab45cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6476 time: 0.3347087 Feb 04 15:31:36.745649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-aaeaf991-b4d0-4f9c-ac55-c53b43050d9f tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a HTTP/1.1" status: 200 len: 2981 time: 0.2885122 Feb 04 15:31:36.814351 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-5845a8a9-3201-4ed4-8690-882e7636129e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f95c9a3c-a964-466b-9dfc-b46ee696a11d HTTP/1.1" status: 200 len: 217 time: 0.0794091 Feb 04 15:31:36.871829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52848) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:36.873689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea14c2-3be7-435c-ac38-d79880266636 req-1b6a1718-9d71-40df-9997-e3498c837cf8 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.875315 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebea14c2-3be7-435c-ac38-d79880266636 req-1b6a1718-9d71-40df-9997-e3498c837cf8 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 944 time: 0.3103242 Feb 04 15:31:36.887204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f91c0ee6-0d94-4d31-ac5e-b5cb08112eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.895687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9753c198-06e3-4e79-98aa-4496862274bd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:36.968791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-f50a8f1a-e4b5-4c79-89a6-0f453234d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.970283 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-f50a8f1a-e4b5-4c79-89a6-0f453234d191 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00b79eea-2300-48b2-8c39-30ff6cb87149 HTTP/1.1" status: 200 len: 850 time: 0.1493208 Feb 04 15:31:36.971058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9753c198-06e3-4e79-98aa-4496862274bd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:36.971424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.040298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ebea14c2-3be7-435c-ac38-d79880266636 req-659a1ed3-5883-4144-8fc6-86a647429810 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543925 Feb 04 15:31:37.081944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f91c0ee6-0d94-4d31-ac5e-b5cb08112eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.099997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-e0b32539-fe65-42e9-b1bd-a70cfa5fa10d tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a HTTP/1.1" status: 200 len: 2981 time: 0.2321849 Feb 04 15:31:37.131791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.160426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e75d8f-17f5-4540-ad4d-65c07c102b17 None None] Network b1e903a9-1874-48e2-9c35-cfa23cc08818 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:31:37.163947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a23fa301-54d6-4908-b34b-78dc130e2717 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e14af7231c34739834c5d8cf1f37dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834897 Feb 04 15:31:37.164130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c0ee6-0d94-4d31-ac5e-b5cb08112eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69b2e6a-7774-4996-8396-099191cc543b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:37.164238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-e214c235-45d2-4dc0-94fb-ff4e2c3898f3 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863612 Feb 04 15:31:37.165259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52856) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:37.166376 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f91c0ee6-0d94-4d31-ac5e-b5cb08112eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.180195 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.184065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8baf1c7c-49dc-4933-8a07-6dbd2882b695 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:37.186773 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f91c0ee6-0d94-4d31-ac5e-b5cb08112eea admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e69b2e6a-7774-4996-8396-099191cc543b HTTP/1.1" status: 204 len: 168 time: 1.0498159 Feb 04 15:31:37.195502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52860) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:37.231961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Transition to ACTIVE for port object 79d1293b-d4b9-45a0-add5-9a7cc649ac4f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:37.263005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-eedddb83-0984-4345-9794-0ec117f43840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.264983 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-eedddb83-0984-4345-9794-0ec117f43840 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ebf1130-ea3c-44d9-a309-9d0906ce57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2815044 Feb 04 15:31:37.363456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8baf1c7c-49dc-4933-8a07-6dbd2882b695 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:31:37.367552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8baf1c7c-49dc-4933-8a07-6dbd2882b695 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:37.435932 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-42646c25-c3bd-437f-9d84-d1c6f32c08b4 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3d794b94-8c61-47b7-ac6a-d310b338fae5 HTTP/1.1" status: 200 len: 2981 time: 0.3085935 Feb 04 15:31:37.447473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-994e6f71-7671-4148-9861-e9866bc045b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.478595 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.512322 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-c858f7b3-f5fc-441b-ba4c-d8db9913b8cb service neutron] 10.222.0.53 "GET /v2.0/networks/5ebf1130-ea3c-44d9-a309-9d0906ce57d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286358 Feb 04 15:31:37.530303 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.596671 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.608077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-994e6f71-7671-4148-9861-e9866bc045b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.629090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1292f-0290-4f6e-a3c1-605d4d520896 None None] DHCP port deletion for b1e903a9-1874-48e2-9c35-cfa23cc08818 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:31:37.638061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-60f1292f-0290-4f6e-a3c1-605d4d520896 None None] Deleting port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:37.638304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Deleting port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:37.638414 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-60f1292f-0290-4f6e-a3c1-605d4d520896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.638633 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.669412 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.715480 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-d95d9ae3-016e-49a8-b558-7f93c8f8bc16 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3d794b94-8c61-47b7-ac6a-d310b338fae5 HTTP/1.1" status: 200 len: 2981 time: 0.2664077 Feb 04 15:31:37.737715 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.739807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1256e-18fc-46d8-81ae-61fad913abf3 req-22f854a4-c98c-46ac-84e4-65ffda46ec60 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.744917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1256e-18fc-46d8-81ae-61fad913abf3 req-22f854a4-c98c-46ac-84e4-65ffda46ec60 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.750831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1256e-18fc-46d8-81ae-61fad913abf3 req-22f854a4-c98c-46ac-84e4-65ffda46ec60 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.752210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:37.757054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1256e-18fc-46d8-81ae-61fad913abf3 req-22f854a4-c98c-46ac-84e4-65ffda46ec60 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.762639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1256e-18fc-46d8-81ae-61fad913abf3 req-22f854a4-c98c-46ac-84e4-65ffda46ec60 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.768285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1256e-18fc-46d8-81ae-61fad913abf3 req-22f854a4-c98c-46ac-84e4-65ffda46ec60 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.774009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1256e-18fc-46d8-81ae-61fad913abf3 req-22f854a4-c98c-46ac-84e4-65ffda46ec60 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.775904 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-93b1256e-18fc-46d8-81ae-61fad913abf3 req-22f854a4-c98c-46ac-84e4-65ffda46ec60 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.3260894 Feb 04 15:31:37.780562 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-60b1f6cc-f02a-4dd6-943c-26d4a2d42661 service neutron] 10.222.0.53 "GET /v2.0/networks/5ebf1130-ea3c-44d9-a309-9d0906ce57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556963 Feb 04 15:31:37.788073 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-994e6f71-7671-4148-9861-e9866bc045b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.817618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:37.836599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:37.860238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:37.890538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:37.890767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e6f71-7671-4148-9861-e9866bc045b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d438acff-81aa-4c69-b9df-519074912bbc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:37.897590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-1e0ba797-c122-42c8-8cf4-d113f11411ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 HTTP/1.1" status: 200 len: 217 time: 0.1052866 Feb 04 15:31:37.921897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Pushing event updated for resources: {'Port': ['ID=fa022dde-efb1-4b79-9f0c-89219470019c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:37.941130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:37.946421 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-994e6f71-7671-4148-9861-e9866bc045b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.950226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Allocated IP 192.168.233.204 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/dd2c5600-5f17-4ef8-93ab-48bad62bb72e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:37.950386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-994e6f71-7671-4148-9861-e9866bc045b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d438acff-81aa-4c69-b9df-519074912bbc HTTP/1.1" status: 204 len: 168 time: 0.7705235 Feb 04 15:31:37.977189 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-93b1256e-18fc-46d8-81ae-61fad913abf3 req-c1600788-99bc-42e4-ac89-6933df7de5fc tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1910024 Feb 04 15:31:38.009594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:38.021178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-60f1292f-0290-4f6e-a3c1-605d4d520896 None None] For port ab0282f1-8f63-44b1-869a-33f3e66b3cf6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ab0282f1-8f63-44b1-869a-33f3e66b3cf6,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:38.022102 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-60f1292f-0290-4f6e-a3c1-605d4d520896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.129249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-d83ff3b4-dc5d-405b-b4b4-7185fc64f560 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:38.143456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-d83ff3b4-dc5d-405b-b4b4-7185fc64f560 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 1095 time: 0.6675248 Feb 04 15:31:38.226467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-60f1292f-0290-4f6e-a3c1-605d4d520896 None None] Calling delete_port for ab0282f1-8f63-44b1-869a-33f3e66b3cf6 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:38.293117 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-7c6106b9-26ff-46bf-808c-565ab080824a tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3f38b6fd-4050-4363-9ef9-27b1b8cedb95 HTTP/1.1" status: 200 len: 2981 time: 0.5518737 Feb 04 15:31:38.324852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-90713dad-0169-4298-a670-09825a47b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:38.326304 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-90713dad-0169-4298-a670-09825a47b3c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eebd3077-0ae7-4ce8-829f-68ba8bd1af67 HTTP/1.1" status: 200 len: 797 time: 0.4186375 Feb 04 15:31:38.455593 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-60f1292f-0290-4f6e-a3c1-605d4d520896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.505775 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7d3e8a23-c426-43b3-af49-5a5efd9ae826 req-b31efe01-91c7-4161-8023-87899d7523dc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 210 time: 0.0818927 Feb 04 15:31:38.551422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-eccbfb02-ab03-447e-8c41-fbbdd39c6817 None None] Provisioning for port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:38.563860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-eccbfb02-ab03-447e-8c41-fbbdd39c6817 None None] Provisioning complete for port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:38.564303 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-eccbfb02-ab03-447e-8c41-fbbdd39c6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.564631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-b853c6b7-2367-402d-9f13-e5fd4a8dac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:38.570502 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-b853c6b7-2367-402d-9f13-e5fd4a8dac77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93af2bc6-eec4-42d5-beff-2a7a895f827b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2349398 Feb 04 15:31:38.610123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1292f-0290-4f6e-a3c1-605d4d520896 None None] Pushing event deleted for resources: {'Port': ['ID=ab0282f1-8f63-44b1-869a-33f3e66b3cf6,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:38.652806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event updated for resources: {'Port': ['ID=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:38.671350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f1292f-0290-4f6e-a3c1-605d4d520896 None None] No DVR routers for this DVR port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:38.674247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:38.675110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.723196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-eccbfb02-ab03-447e-8c41-fbbdd39c6817 None None] Port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:38.887052 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.888507 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-ea49f8af-527f-4c0d-a94f-522dd1e1cb3f service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058913 Feb 04 15:31:38.902328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557c863-0172-48ad-997e-18b084894a6d req-f18df533-140d-4e6a-82bf-37efe9fe46d9 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:38.903360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5557c863-0172-48ad-997e-18b084894a6d req-f18df533-140d-4e6a-82bf-37efe9fe46d9 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 944 time: 0.1885774 Feb 04 15:31:38.929195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ab0282f1-8f63-44b1-869a-33f3e66b3cf6 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:38.986759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ab0282f1-8f63-44b1-869a-33f3e66b3cf6 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:31:38.987323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ab0282f1-8f63-44b1-869a-33f3e66b3cf6 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:39.036837 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.075147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-0b542897-b65a-44f4-83a8-dd901ce126c4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9989026 Feb 04 15:31:39.078512 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5557c863-0172-48ad-997e-18b084894a6d req-2e414f76-e129-4ab1-a4b1-b6049aefdf47 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708308 Feb 04 15:31:39.144129 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-36b8ff61-fcc8-4a8a-a7d0-de914280176b service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395217 Feb 04 15:31:39.169896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] For port ab0282f1-8f63-44b1-869a-33f3e66b3cf6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ab0282f1-8f63-44b1-869a-33f3e66b3cf6,segment=NetworkSegment(83aff0c3-8dce-44a4-ab72-477bf221ae45),segment_id=83aff0c3-8dce-44a4-ab72-477bf221ae45)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:39.170196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.236221 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-102bb345-36aa-49db-a621-d8f12b431cea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=08aa7c38-3cde-4156-81b8-f524b76cc487 HTTP/1.1" status: 200 len: 217 time: 0.0856214 Feb 04 15:31:39.274338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-a58eb64f-a6b9-4e44-b186-d329e5afeab2 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3f38b6fd-4050-4363-9ef9-27b1b8cedb95 HTTP/1.1" status: 200 len: 2981 time: 0.9379864 Feb 04 15:31:39.357786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-6421903a-5f94-47e7-86ce-98d0947dfd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.358527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Request body: {'port': {'device_id': 'de472239-8155-43ba-ba83-3a96aec33d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:39.361261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-6421903a-5f94-47e7-86ce-98d0947dfd46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eebd3077-0ae7-4ce8-829f-68ba8bd1af67 HTTP/1.1" status: 200 len: 797 time: 0.1182327 Feb 04 15:31:39.414969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Calling delete_port for ab0282f1-8f63-44b1-869a-33f3e66b3cf6 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:39.466610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-8c66fa14-220d-4886-8848-52a2943757cb service neutron] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:39.521281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a758783-91c9-42ba-81c4-26dba04b07c2 req-6647f0e8-2f6e-4261-88c3-9bb3db56adf6 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.527901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a758783-91c9-42ba-81c4-26dba04b07c2 req-6647f0e8-2f6e-4261-88c3-9bb3db56adf6 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.529429 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2a758783-91c9-42ba-81c4-26dba04b07c2 req-6647f0e8-2f6e-4261-88c3-9bb3db56adf6 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d&device_id=7f64ae9c-4d7c-4442-902a-62f297b0a519 HTTP/1.1" status: 200 len: 1682 time: 0.1147757 Feb 04 15:31:39.536352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-2f21fb10-6ad6-4034-96b7-8ae22f39cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.538750 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-2f21fb10-6ad6-4034-96b7-8ae22f39cc89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93af2bc6-eec4-42d5-beff-2a7a895f827b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1704333 Feb 04 15:31:39.573168 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-8c66fa14-220d-4886-8848-52a2943757cb service neutron] Notify callbacks [] for binding, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.574255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-8c66fa14-220d-4886-8848-52a2943757cb service neutron] 10.222.0.61 "DELETE /v2.0/ports/3972a9fc-a7da-4066-aafd-137936a7cc96/bindings/n-h1-827870-1 HTTP/1.1" status: 204 len: 173 time: 1.4084575 Feb 04 15:31:39.620853 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.658486 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2a758783-91c9-42ba-81c4-26dba04b07c2 req-d98c3597-873f-4eb4-a78c-3e77cb3981ca tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187890 Feb 04 15:31:39.723330 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-da9841ab-7e19-4003-9a17-3922f69b53be service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664600 Feb 04 15:31:39.797366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Transition to ACTIVE for port object dd2c5600-5f17-4ef8-93ab-48bad62bb72e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:39.804532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-6afca1a4-fb78-4050-adc0-50b279f2c927 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/41787ccf-dede-43a5-9138-3d40da5697c5 HTTP/1.1" status: 200 len: 2973 time: 0.4064360 Feb 04 15:31:39.823387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:31:39.823702 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:31:39.835256 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.847788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.924858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-c70efa09-ff49-4e94-a0f1-76d1195d665f service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947491 Feb 04 15:31:39.941969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cd75-410d-400d-b7d1-5bdb7f739590 req-65da9fb2-a5be-44e3-b275-01095f4cd294 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.948113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cd75-410d-400d-b7d1-5bdb7f739590 req-65da9fb2-a5be-44e3-b275-01095f4cd294 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.954178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cd75-410d-400d-b7d1-5bdb7f739590 req-65da9fb2-a5be-44e3-b275-01095f4cd294 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.960126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cd75-410d-400d-b7d1-5bdb7f739590 req-65da9fb2-a5be-44e3-b275-01095f4cd294 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.965918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cd75-410d-400d-b7d1-5bdb7f739590 req-65da9fb2-a5be-44e3-b275-01095f4cd294 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.971812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cd75-410d-400d-b7d1-5bdb7f739590 req-65da9fb2-a5be-44e3-b275-01095f4cd294 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.978575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cd75-410d-400d-b7d1-5bdb7f739590 req-65da9fb2-a5be-44e3-b275-01095f4cd294 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.980394 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f588cd75-410d-400d-b7d1-5bdb7f739590 req-65da9fb2-a5be-44e3-b275-01095f4cd294 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.2242923 Feb 04 15:31:40.029515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-98bbfb2e-1a5f-4c87-97a5-3bd93993db30 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/41787ccf-dede-43a5-9138-3d40da5697c5 HTTP/1.1" status: 200 len: 2973 time: 0.2125022 Feb 04 15:31:40.039478 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:40.049045 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-79e59bec-ea86-4ea1-b11b-5967a3348113 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=263819ac-674a-4059-83c1-b6f8a8d13d32 HTTP/1.1" status: 200 len: 217 time: 0.0674794 Feb 04 15:31:40.051539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:40.137295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f588cd75-410d-400d-b7d1-5bdb7f739590 req-1cf1c301-4db4-4c10-907a-d20cdfeeb803 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981536 Feb 04 15:31:40.145245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-ffdab15d-f035-4e3e-90ba-3b05a142bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.147188 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-ffdab15d-f035-4e3e-90ba-3b05a142bdfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eebd3077-0ae7-4ce8-829f-68ba8bd1af67 HTTP/1.1" status: 200 len: 797 time: 0.0852449 Feb 04 15:31:40.245018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-9fff55a1-c6eb-4cbc-911b-afb789ea7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.246660 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-9fff55a1-c6eb-4cbc-911b-afb789ea7926 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93af2bc6-eec4-42d5-beff-2a7a895f827b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908389 Feb 04 15:31:40.418865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Deleting port ab0282f1-8f63-44b1-869a-33f3e66b3cf6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:40.419213 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:40.571777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:40.601265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:40.622489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-5b59ecd4-382f-492b-96b9-e27355625744 service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681295 Feb 04 15:31:40.626380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] The port 'ab0282f1-8f63-44b1-869a-33f3e66b3cf6' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:31:40.633325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:40.636286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe290ee-316b-43a6-8984-75ded17949f7 req-38659573-66c4-4fe7-b2bb-495bbe5e0ff1 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.637912 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-afe290ee-316b-43a6-8984-75ded17949f7 req-38659573-66c4-4fe7-b2bb-495bbe5e0ff1 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 936 time: 0.2902739 Feb 04 15:31:40.671556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event updated for resources: {'Port': ['ID=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:40.792025 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-afe290ee-316b-43a6-8984-75ded17949f7 req-a8de40b3-c37c-44d1-acb5-d43b5c6d047c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337008 Feb 04 15:31:40.867175 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-51cde27b-3fc5-4bf5-b536-646b20ece9af service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281628 Feb 04 15:31:40.960468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a3799ad8-8eef-4f75-8b06-4d9c9d2a382b None None] Provisioning for port dd2c5600-5f17-4ef8-93ab-48bad62bb72e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:40.969325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a3799ad8-8eef-4f75-8b06-4d9c9d2a382b None None] Provisioning complete for port dd2c5600-5f17-4ef8-93ab-48bad62bb72e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:40.970335 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a3799ad8-8eef-4f75-8b06-4d9c9d2a382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:40.997530 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-81321ff2-2a37-4900-bdff-155c97837efd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=f365816a-c471-45e6-9060-2f12b8d1db78 HTTP/1.1" status: 200 len: 217 time: 0.1215768 Feb 04 15:31:41.040928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a3799ad8-8eef-4f75-8b06-4d9c9d2a382b None None] Port dd2c5600-5f17-4ef8-93ab-48bad62bb72e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:41.044968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-100bd473-96a5-467f-8cbe-958af50fbb5d tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/53ad4305-b121-4144-a0b5-6a9bcde393a5 HTTP/1.1" status: 200 len: 2981 time: 1.0040116 Feb 04 15:31:41.051595 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.077944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-d3be4cfb-3360-4ed0-8df4-d5e70981fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.079363 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-d3be4cfb-3360-4ed0-8df4-d5e70981fb33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eebd3077-0ae7-4ce8-829f-68ba8bd1af67 HTTP/1.1" status: 200 len: 797 time: 0.0706220 Feb 04 15:31:41.110572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.111179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.122965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dea0c-b687-4c4b-a297-403c8f881946 req-1b5389f9-ae19-40f3-b91c-8d4de766e1ca tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.124453 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-644dea0c-b687-4c4b-a297-403c8f881946 req-1b5389f9-ae19-40f3-b91c-8d4de766e1ca tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1095 time: 0.1787188 Feb 04 15:31:41.186857 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-644dea0c-b687-4c4b-a297-403c8f881946 req-b800e90b-537c-4cfe-b499-adce1c0cf3a5 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538969 Feb 04 15:31:41.196595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-50078315-a11b-427b-9448-b84449e7b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.198153 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-50078315-a11b-427b-9448-b84449e7b178 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93af2bc6-eec4-42d5-beff-2a7a895f827b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114602 Feb 04 15:31:41.255188 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.313619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-88c93c78-0765-4221-bb2b-413fcd602a64 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7777026 Feb 04 15:31:41.331019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Request body: {'port': {'device_id': '6a9523f3-20b7-4f16-9aff-cbfb75b01e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:41.391284 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-ebda5d9d-83e8-4c89-9b4b-322f70bf74e0 service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853826 Feb 04 15:31:41.393647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e903a9-1874-48e2-9c35-cfa23cc08818']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:41.412101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-83796345-7e75-4453-a83a-282b8f47eb55 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/53ad4305-b121-4144-a0b5-6a9bcde393a5 HTTP/1.1" status: 200 len: 2981 time: 0.3095584 Feb 04 15:31:41.481445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83aff0c3-8dce-44a4-ab72-477bf221ae45') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:41.481747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83aff0c3-8dce-44a4-ab72-477bf221ae45') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:41.545279 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-5331e413-518e-4550-9870-34f1ec317bd2 service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471119 Feb 04 15:31:41.546177 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.640415 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.655052 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-9e0c8b10-37d5-43f1-b262-99585f2cce80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74fef801-0f33-4671-bd8b-de54eefc048b HTTP/1.1" status: 200 len: 217 time: 0.1032507 Feb 04 15:31:41.696460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:31:41.696893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:31:41.710700 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:31:41.745666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-c11475a9-2543-4e43-9b52-f65eb4ef68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.747103 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-c11475a9-2543-4e43-9b52-f65eb4ef68d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=588bc01e-803b-43fd-9cb9-9ea3e439c477 HTTP/1.1" status: 200 len: 797 time: 0.0856636 Feb 04 15:31:41.772564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-50db9b8f-8620-43d9-b3f6-e800e1615eae tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/6c72d124-ca04-4497-8f60-5ca87c7d161e HTTP/1.1" status: 200 len: 2981 time: 0.3466654 Feb 04 15:31:41.805332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c43b-4e4f-4c63-a314-578dbe770e5c req-f63924e4-0fbc-4bdb-bcea-c25e328af6ce tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.811756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c43b-4e4f-4c63-a314-578dbe770e5c req-f63924e4-0fbc-4bdb-bcea-c25e328af6ce tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.817590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c43b-4e4f-4c63-a314-578dbe770e5c req-f63924e4-0fbc-4bdb-bcea-c25e328af6ce tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.823667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c43b-4e4f-4c63-a314-578dbe770e5c req-f63924e4-0fbc-4bdb-bcea-c25e328af6ce tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.829900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c43b-4e4f-4c63-a314-578dbe770e5c req-f63924e4-0fbc-4bdb-bcea-c25e328af6ce tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.830975 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.837220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c43b-4e4f-4c63-a314-578dbe770e5c req-f63924e4-0fbc-4bdb-bcea-c25e328af6ce tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.843095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c43b-4e4f-4c63-a314-578dbe770e5c req-f63924e4-0fbc-4bdb-bcea-c25e328af6ce tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.846830 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4f02c43b-4e4f-4c63-a314-578dbe770e5c req-f63924e4-0fbc-4bdb-bcea-c25e328af6ce tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.2350478 Feb 04 15:31:41.857563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d1293b-d4b9-45a0-add5-9a7cc649ac4f {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:41.878710 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.921868 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4f02c43b-4e4f-4c63-a314-578dbe770e5c req-3eacc0fe-a023-41e1-a1d1-f1b0e41cfcea tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627303 Feb 04 15:31:41.926533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.934605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-ed74e711-9227-4186-a52f-d53e8909eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.936111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-ed74e711-9227-4186-a52f-d53e8909eddc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cef59fb-b38d-47f4-88df-113361d17a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1813946 Feb 04 15:31:41.970992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.994155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-0d0d0209-a80d-4d0b-9b57-4d0a709f2830 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/6c72d124-ca04-4497-8f60-5ca87c7d161e HTTP/1.1" status: 200 len: 2981 time: 0.2024105 Feb 04 15:31:41.994794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Transition to ACTIVE for port object 79d1293b-d4b9-45a0-add5-9a7cc649ac4f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:41.999657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e903a9-1874-48e2-9c35-cfa23cc08818,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:42.006112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Router 105748e7-c4c5-4102-955f-be6df67e5c48 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:31:42.015164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:42.071647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-004de228-3f64-4abf-9ebb-1006349ce58c admin admin] 10.222.0.46 "DELETE /v2.0/networks/b1e903a9-1874-48e2-9c35-cfa23cc08818 HTTP/1.1" status: 204 len: 168 time: 4.8713706 Feb 04 15:31:42.150469 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-fd6d219b-62b9-4c65-bbff-0f17adbf0019 service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077241 Feb 04 15:31:42.246904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4694db6-615c-4929-870a-5333f715cf8f req-a69ceef5-b23a-4442-ba2b-717f0362652e tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.248442 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4694db6-615c-4929-870a-5333f715cf8f req-a69ceef5-b23a-4442-ba2b-717f0362652e tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 1095 time: 0.2038243 Feb 04 15:31:42.278710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52956) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:42.476986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Pushing event updated for resources: {'Port': ['ID=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:42.509469 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4694db6-615c-4929-870a-5333f715cf8f req-5dd35f43-3388-4a3a-8494-ed3b87df6671 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488737 Feb 04 15:31:42.519245 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-7626ad43-d4b5-49ce-aca6-ba7e38608b94 service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612607 Feb 04 15:31:42.526925 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f0ab07e5-e2a1-4ff5-85c0-a16d2a10d62e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9580235128848c6a49b65f72cbafdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422252 Feb 04 15:31:42.528554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52960) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:42.628519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-eea99fa4-7a6c-4f0c-a6cc-6f9f87ca684e tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/84421bbc-4892-4988-9f83-3e8972b8c409 HTTP/1.1" status: 200 len: 2981 time: 0.6243455 Feb 04 15:31:42.668950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-71f965d2-c4f2-440c-846d-1efb4a1f9e7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df793c6e-23f7-499e-a7aa-59d8b42c2c06 HTTP/1.1" status: 200 len: 217 time: 0.1416020 Feb 04 15:31:42.731076 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c41e394-b1e8-4cd5-8264-f17cece807bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:42.778073 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c41e394-b1e8-4cd5-8264-f17cece807bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:42.824046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-78cf0d32-d450-4d80-977a-7e44783f7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.825491 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-78cf0d32-d450-4d80-977a-7e44783f7ef1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=588bc01e-803b-43fd-9cb9-9ea3e439c477 HTTP/1.1" status: 200 len: 797 time: 0.1476793 Feb 04 15:31:42.839292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Attempting to bind port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:42.839625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Attempting to bind port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:42.839960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Attempting to bind port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:42.846564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-00727133-18b2-4e8d-842f-5b846ba3714d tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/84421bbc-4892-4988-9f83-3e8972b8c409 HTTP/1.1" status: 200 len: 2981 time: 0.2093341 Feb 04 15:31:42.847503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:31:42.855633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:42.856038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Attempting to bind port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:42.859812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Sync routers for ids ['105748e7-c4c5-4102-955f-be6df67e5c48'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:42.872067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Routers {'105748e7-c4c5-4102-955f-be6df67e5c48'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:42.872756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['105748e7-c4c5-4102-955f-be6df67e5c48'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:42.890193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:42.890532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:42.890937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:42.891362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Bound port: 79d1293b-d4b9-45a0-add5-9a7cc649ac4f, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:42.891709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:42.927301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:42.931854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d196372d-67fb-453d-8f8b-fc1279bf9b7f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.9340444 Feb 04 15:31:42.932711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52982) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:43.004913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-86ba6e25-474c-4598-a878-ec987ca1344a tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/aae46a0c-25b4-4ee5-968d-db100b4286be HTTP/1.1" status: 200 len: 2977 time: 0.1465411 Feb 04 15:31:43.044422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85fd79-d298-4730-84ff-94b6597713f4 req-abbe1203-128f-4397-8e74-d551d9b968ca tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:43.045956 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7c85fd79-d298-4730-84ff-94b6597713f4 req-abbe1203-128f-4397-8e74-d551d9b968ca tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 936 time: 0.2702458 Feb 04 15:31:43.050696 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c41e394-b1e8-4cd5-8264-f17cece807bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.099588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41e394-b1e8-4cd5-8264-f17cece807bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d279508-e223-4f49-bf97-9edad69c5df9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:43.106710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d247-c689-470a-a055-a8b779ce76be req-99d822b2-62e4-47a8-b6c4-53f65bce923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:43.108813 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-99d822b2-62e4-47a8-b6c4-53f65bce923c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cef59fb-b38d-47f4-88df-113361d17a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2711434 Feb 04 15:31:43.125345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2c5600-5f17-4ef8-93ab-48bad62bb72e {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:43.131060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] For port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:43.135949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-5aaca7be-162e-43b8-a898-8ccf2b6e5f58 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/aae46a0c-25b4-4ee5-968d-db100b4286be HTTP/1.1" status: 200 len: 2977 time: 0.0996945 Feb 04 15:31:43.137637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.138738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Set router 105748e7-c4c5-4102-955f-be6df67e5c48 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:43.164605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] For port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:43.170471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Transition to ACTIVE for port object dd2c5600-5f17-4ef8-93ab-48bad62bb72e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:43.180744 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.221639 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.275299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:43.275920 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.277656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] 10.222.0.53 "PUT /v2.0/ports/79d1293b-d4b9-45a0-add5-9a7cc649ac4f HTTP/1.1" status: 200 len: 1095 time: 4.0344863 Feb 04 15:31:43.278873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de472239-8155-43ba-ba83-3a96aec33d21', 'tag': '79d1293b-d4b9-45a0-add5-9a7cc649ac4f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:43.301861 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c41e394-b1e8-4cd5-8264-f17cece807bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.304142 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4c41e394-b1e8-4cd5-8264-f17cece807bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d279508-e223-4f49-bf97-9edad69c5df9 HTTP/1.1" status: 204 len: 168 time: 0.7044199 Feb 04 15:31:43.362569 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7c85fd79-d298-4730-84ff-94b6597713f4 req-059bb7db-bd78-4ac1-b83d-1c9b1a511350 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926292 Feb 04 15:31:43.362820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-44512e4a-8e14-4cb0-b3a6-9c47e59c8745 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c1aa9869-e55e-4758-a5ba-cb53ee4b019d HTTP/1.1" status: 200 len: 2981 time: 0.2121460 Feb 04 15:31:43.609881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:31Z', 'updated_at': '2022-02-04T15:31:39Z', 'revision_number': 3, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'gw_port': {'id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:35Z', 'updated_at': '2022-02-04T15:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:43.620116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d5531-e0e9-456b-b7e2-032410b79736 service neutron] Pushing event updated for resources: {'Port': ['ID=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:43.621959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Checking router: 105748e7-c4c5-4102-955f-be6df67e5c48 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:31:43.623064 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Updating router 105748e7-c4c5-4102-955f-be6df67e5c48 port fa022dde-efb1-4b79-9f0c-89219470019c binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:31:43.650864 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-47188834-5842-410a-a309-8fef4cebe1a7 service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750907 Feb 04 15:31:43.719649 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.955080 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-c4e3ce3f-1df5-409e-9a1d-af53d3eb5e55 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c1aa9869-e55e-4758-a5ba-cb53ee4b019d HTTP/1.1" status: 200 len: 2981 time: 0.4851885 Feb 04 15:31:44.001654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Attempting to bind port dd2c5600-5f17-4ef8-93ab-48bad62bb72e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:44.002017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Attempting to bind port dd2c5600-5f17-4ef8-93ab-48bad62bb72e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:44.006789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Attempting to bind port dd2c5600-5f17-4ef8-93ab-48bad62bb72e on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:44.051258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Port dd2c5600-5f17-4ef8-93ab-48bad62bb72e on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:31:44.051817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Attempting to bind port dd2c5600-5f17-4ef8-93ab-48bad62bb72e on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:44.141465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:44.144107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:44.144537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:44.147277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Bound port: dd2c5600-5f17-4ef8-93ab-48bad62bb72e, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:44.147665 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.265082 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5300d247-c689-470a-a055-a8b779ce76be req-301822ba-f7bb-431d-a002-10b0b949231d service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049948 Feb 04 15:31:44.399259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] For port dd2c5600-5f17-4ef8-93ab-48bad62bb72e, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:44.409841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] For port dd2c5600-5f17-4ef8-93ab-48bad62bb72e, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:44.413144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-465510bd-0a50-40cb-9932-710137559fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.414833 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-465510bd-0a50-40cb-9932-710137559fbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 1098 time: 1.0428116 Feb 04 15:31:44.483404 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.518067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Transition to ACTIVE for port object fa022dde-efb1-4b79-9f0c-89219470019c will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:44.542586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.695523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-36057c8b-c72f-448e-a1d9-a6b3da4390c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=79d1293b-d4b9-45a0-add5-9a7cc649ac4f HTTP/1.1" status: 200 len: 217 time: 0.2092969 Feb 04 15:31:44.697616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-2a090787-0e02-4721-955c-001a16ba3041 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/cd51d431-58fc-48c5-a072-98259fc3addf HTTP/1.1" status: 200 len: 2981 time: 0.6481376 Feb 04 15:31:44.698736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.711698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53032) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:44.723692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:44.781818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Attempting to bind port fa022dde-efb1-4b79-9f0c-89219470019c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:44.782109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Attempting to bind port fa022dde-efb1-4b79-9f0c-89219470019c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:44.782470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Attempting to bind port fa022dde-efb1-4b79-9f0c-89219470019c on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:44.792296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:44.793449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:44.793449 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.793936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:44.794842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Bound port: fa022dde-efb1-4b79-9f0c-89219470019c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:44.794842 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.822512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.823130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.824506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] 10.222.0.61 "PUT /v2.0/ports/dd2c5600-5f17-4ef8-93ab-48bad62bb72e HTTP/1.1" status: 200 len: 1096 time: 3.4975586 Feb 04 15:31:44.826251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006656bf-1a36-44c8-9aad-22f66ab72287 None None] Pushing event updated for resources: {'Port': ['ID=fa022dde-efb1-4b79-9f0c-89219470019c,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:44.891396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] For port fa022dde-efb1-4b79-9f0c-89219470019c, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:44.897070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] For port fa022dde-efb1-4b79-9f0c-89219470019c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fa022dde-efb1-4b79-9f0c-89219470019c,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:44.915925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.982724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-f8bd8bd1-ec6a-414a-b0ea-7248910fe945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.984270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-f8bd8bd1-ec6a-414a-b0ea-7248910fe945 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2576590 Feb 04 15:31:45.011393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.041855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Routers {'105748e7-c4c5-4102-955f-be6df67e5c48'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:45.045784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['105748e7-c4c5-4102-955f-be6df67e5c48'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:45.048698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00197ee0-a913-47dc-bfa4-efb1e08700c1 req-1b92757b-95d7-400b-9cfe-8e6604bced1e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.056411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00197ee0-a913-47dc-bfa4-efb1e08700c1 req-1b92757b-95d7-400b-9cfe-8e6604bced1e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.063568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00197ee0-a913-47dc-bfa4-efb1e08700c1 req-1b92757b-95d7-400b-9cfe-8e6604bced1e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.071413 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00197ee0-a913-47dc-bfa4-efb1e08700c1 req-1b92757b-95d7-400b-9cfe-8e6604bced1e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.088950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-153bff5b-f18c-4fbe-84bf-9c24159aef03 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/cd51d431-58fc-48c5-a072-98259fc3addf HTTP/1.1" status: 200 len: 2981 time: 0.3570471 Feb 04 15:31:45.090000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00197ee0-a913-47dc-bfa4-efb1e08700c1 req-1b92757b-95d7-400b-9cfe-8e6604bced1e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.097669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00197ee0-a913-47dc-bfa4-efb1e08700c1 req-1b92757b-95d7-400b-9cfe-8e6604bced1e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.098926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70730e25-1d04-46b8-92e1-7f34def079cb service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:45.105648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00197ee0-a913-47dc-bfa4-efb1e08700c1 req-1b92757b-95d7-400b-9cfe-8e6604bced1e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.108310 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00197ee0-a913-47dc-bfa4-efb1e08700c1 req-1b92757b-95d7-400b-9cfe-8e6604bced1e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.3975194 Feb 04 15:31:45.168141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-db0d5592-5e06-405a-94e0-99bb5575ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.168939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-db0d5592-5e06-405a-94e0-99bb5575ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.169587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-db0d5592-5e06-405a-94e0-99bb5575ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.170200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-db0d5592-5e06-405a-94e0-99bb5575ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.170805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-db0d5592-5e06-405a-94e0-99bb5575ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.171407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-db0d5592-5e06-405a-94e0-99bb5575ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.172023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-db0d5592-5e06-405a-94e0-99bb5575ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.174643 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-db0d5592-5e06-405a-94e0-99bb5575ed51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6476 time: 0.8097413 Feb 04 15:31:45.179319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006656bf-1a36-44c8-9aad-22f66ab72287 None None] Pushing event updated for resources: {'Port': ['ID=fa022dde-efb1-4b79-9f0c-89219470019c,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:45.194559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-network', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:45.213547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-e8640fd9-74e9-4052-95d5-5e6d92467c6e tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d0ab22ff-02bc-45e4-b596-fbace701bff0 HTTP/1.1" status: 200 len: 2981 time: 0.1249270 Feb 04 15:31:45.223728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-f0a57ecd-b897-4858-a14a-f5ccde7cd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.226049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-f0a57ecd-b897-4858-a14a-f5ccde7cd346 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 1099 time: 0.3295972 Feb 04 15:31:45.232686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:45.300456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] Set router 105748e7-c4c5-4102-955f-be6df67e5c48 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:45.310100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Usage tracker for resource:network and tenant:63f90fef74724b6f90eab134b135cc2a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:45.332182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:45.346497 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00197ee0-a913-47dc-bfa4-efb1e08700c1 req-ba10c0c1-61e6-47f4-95a6-d68ec71d5635 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303307 Feb 04 15:31:45.357516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:45.420855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Made reservation on behalf of 63f90fef74724b6f90eab134b135cc2a for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:45.423827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.430178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-24c9b2f4-aa0e-496d-995e-d0695d982540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.432508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-24c9b2f4-aa0e-496d-995e-d0695d982540 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4344382 Feb 04 15:31:45.440331 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-a3038572-3631-4592-b1ca-e5c0be003f50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=dd2c5600-5f17-4ef8-93ab-48bad62bb72e HTTP/1.1" status: 200 len: 217 time: 0.1951489 Feb 04 15:31:45.457523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.460493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-27f58c08-2952-476b-bc00-c2ae6a01dd11 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d0ab22ff-02bc-45e4-b596-fbace701bff0 HTTP/1.1" status: 200 len: 2981 time: 0.2325525 Feb 04 15:31:45.491630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:45.499734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Usage tracker for resource:security_group_rule and tenant:63f90fef74724b6f90eab134b135cc2a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:45.529333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:45.533494 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de472239-8155-43ba-ba83-3a96aec33d21', 'tag': '79d1293b-d4b9-45a0-add5-9a7cc649ac4f', 'status': 'completed', 'code': 200} Feb 04 15:31:45.601852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:45.611670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-31db5403-c5b8-45a5-bef7-814e589dc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.613420 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-31db5403-c5b8-45a5-bef7-814e589dc404 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5cef59fb-b38d-47f4-88df-113361d17a74 HTTP/1.1" status: 200 len: 903 time: 0.4139180 Feb 04 15:31:45.650704 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-450182b2-8275-4d22-bd63-beea4f877b25 req-a0047b43-ece3-4d04-a7f0-33eca43c65e1 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] show failed (client error): The resource could not be found. Feb 04 15:31:45.652017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-a0047b43-ece3-4d04-a7f0-33eca43c65e1 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d438acff-81aa-4c69-b9df-519074912bbc HTTP/1.1" status: 404 len: 352 time: 0.1869285 Feb 04 15:31:45.683182 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-450182b2-8275-4d22-bd63-beea4f877b25 req-5e5eacf5-2546-432b-b78e-5dbe6161e60f tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] show failed (client error): The resource could not be found. Feb 04 15:31:45.684176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-5e5eacf5-2546-432b-b78e-5dbe6161e60f tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d438acff-81aa-4c69-b9df-519074912bbc HTTP/1.1" status: 404 len: 352 time: 0.0207703 Feb 04 15:31:45.712270 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-96a8d5fb-05ca-4120-b48d-c239809bc479 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df793c6e-23f7-499e-a7aa-59d8b42c2c06 HTTP/1.1" status: 200 len: 217 time: 0.0849826 Feb 04 15:31:45.718644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Allocated IP 172.20.0.1 (0913a8d5-46c1-4e11-8359-107a6a38cf49/e87619c1-3312-460a-ad38-344d33d45f28/67a0757a-edc0-4300-9f5f-45b7aa513f3f) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:45.760331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:31Z', 'updated_at': '2022-02-04T15:31:39Z', 'revision_number': 3, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'gw_port': {'id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:35Z', 'updated_at': '2022-02-04T15:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:45.764718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c29a8-be70-4af8-9dda-8a614e5736cc None None] The sync data for ids ['105748e7-c4c5-4102-955f-be6df67e5c48'] in n-d-827870-1 is: [{'id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:31Z', 'updated_at': '2022-02-04T15:31:39Z', 'revision_number': 3, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'gw_port': {'id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:35Z', 'updated_at': '2022-02-04T15:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:45.793109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-f7defca9-00e3-4367-9d40-090a9875d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.794575 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-f7defca9-00e3-4367-9d40-090a9875d480 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=588bc01e-803b-43fd-9cb9-9ea3e439c477 HTTP/1.1" status: 200 len: 797 time: 0.0735989 Feb 04 15:31:45.826045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-c8083f99-bdd7-4c25-9bb3-25525f4e44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.833387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-c8083f99-bdd7-4c25-9bb3-25525f4e44b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.3140068 Feb 04 15:31:45.984259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-1c2d1ece-a49b-4b20-929a-4702e7218645 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ef511a0e-5652-4ab7-ac81-70da9c274af5 HTTP/1.1" status: 200 len: 2981 time: 0.2733588 Feb 04 15:31:45.991908 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-f38c8082-d96e-4178-a8d7-321f70ef9794 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456393 Feb 04 15:31:46.110527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-94c9ddee-f5bc-431d-b909-004b140120cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.112311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-94c9ddee-f5bc-431d-b909-004b140120cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cef59fb-b38d-47f4-88df-113361d17a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3091772 Feb 04 15:31:46.121836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.144182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-289a6a0b-abcf-47af-9257-c36456ec7dfb tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.144832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-289a6a0b-abcf-47af-9257-c36456ec7dfb tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Synchronizing usage tracker for tenant:015f37cf32214cec87c9a7c85929910f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:46.170036 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.216086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:31:46.234452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-450182b2-8275-4d22-bd63-beea4f877b25 req-f43ba4e3-96e4-4228-922e-dc365ded853b tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ef511a0e-5652-4ab7-ac81-70da9c274af5 HTTP/1.1" status: 200 len: 2981 time: 0.2401476 Feb 04 15:31:46.275453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.275877 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Added segment ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b of type vlan for network 5ef925b8-edad-447d-8368-da11f8670fa7 Feb 04 15:31:46.305923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-228d6859-68fb-4965-b579-742b648fc588 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848659 Feb 04 15:31:46.309183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-289a6a0b-abcf-47af-9257-c36456ec7dfb tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Unset dirty status for tenant:015f37cf32214cec87c9a7c85929910f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:46.312054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-289a6a0b-abcf-47af-9257-c36456ec7dfb tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f64ae9c-4d7c-4442-902a-62f297b0a519 HTTP/1.1" status: 200 len: 946 time: 0.5670419 Feb 04 15:31:46.316378 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.318531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-e09ae1f6-ad4e-448c-91bf-9280f33ed380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.320495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-e09ae1f6-ad4e-448c-91bf-9280f33ed380 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4597113 Feb 04 15:31:46.476157 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.477268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.478136 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.503565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6455f2-68bc-480e-b741-a41a070190a8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:46.620698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] Pushing event updated for resources: {'Network': ['ID=5ef925b8-edad-447d-8368-da11f8670fa7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:46.635651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5ef925b8-edad-447d-8368-da11f8670fa7 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:31:46.670410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-3ae31f4a-2547-4639-8832-5d32f933cfe9 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415103 Feb 04 15:31:46.686276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Deleting port adebd50d-961e-461d-a090-94d372a54a13 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:46.686626 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.695853 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-9cf4890a-1ddb-4092-95d3-600bccbb3c1a service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559907 Feb 04 15:31:46.728216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d9850cd6-5190-4ea9-8501-82b5fd41dd8e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0090880 Feb 04 15:31:46.761899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53064) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:46.823242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Request body: {'subnet': {'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-subnet', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:46.828720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:46.835439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Usage tracker for resource:subnet and tenant:63f90fef74724b6f90eab134b135cc2a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:46.836672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:46.842594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:46.875880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Made reservation on behalf of 63f90fef74724b6f90eab134b135cc2a for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:46.878199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.907273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.931826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880288c-a626-4355-989e-9d5774bb7ac5 req-7667e73c-a601-48d5-beab-d2c98338b750 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.939142 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b880288c-a626-4355-989e-9d5774bb7ac5 req-7667e73c-a601-48d5-beab-d2c98338b750 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 948 time: 0.9291129 Feb 04 15:31:46.948114 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b3f3d2a-9a52-4b67-94bc-0d9770e5c030 req-71309d02-8137-4f77-857b-6f443d0227bb service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277124 Feb 04 15:31:46.948904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fa022dde-efb1-4b79-9f0c-89219470019c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:46.978384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Transition to ACTIVE for port object 67a0757a-edc0-4300-9f5f-45b7aa513f3f will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:47.006452 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b880288c-a626-4355-989e-9d5774bb7ac5 req-ae027458-587f-4dab-a411-b31a857fe116 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664668 Feb 04 15:31:47.036538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.086793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port fa022dde-efb1-4b79-9f0c-89219470019c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:47.097984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fa022dde-efb1-4b79-9f0c-89219470019c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:47.098911 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.143099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad8dbb3f-9722-4b13-a1f6-757ce91b221d req-dea16059-8e33-4dc3-b9b0-d7b76c318d35 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d54a48e101b4e05bbd7276defafef8e HTTP/1.1" status: 200 len: 6102 time: 0.5249760 Feb 04 15:31:47.270388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.290374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port fa022dde-efb1-4b79-9f0c-89219470019c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fa022dde-efb1-4b79-9f0c-89219470019c,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:47.295557 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.307409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Network 0913a8d5-46c1-4e11-8359-107a6a38cf49 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:47.314765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b6426-1099-4808-83a5-2065c73b16f2 req-182f8626-011a-4c22-bacf-c0fff36bea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.316226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-991b6426-1099-4808-83a5-2065c73b16f2 req-182f8626-011a-4c22-bacf-c0fff36bea76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 1098 time: 0.7755363 Feb 04 15:31:47.347190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:47.385784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=fa022dde-efb1-4b79-9f0c-89219470019c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.419476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:47.484023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Pushing event updated for resources: {'Port': ['ID=67a0757a-edc0-4300-9f5f-45b7aa513f3f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.519360 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.529796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad8dbb3f-9722-4b13-a1f6-757ce91b221d req-ada9c79a-5098-42db-8728-6773b28840ea tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] 10.222.0.46 "GET /v2.0/security-groups/3f38b6fd-4050-4363-9ef9-27b1b8cedb95 HTTP/1.1" status: 200 len: 2981 time: 0.3664558 Feb 04 15:31:47.541866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9523f3-20b7-4f16-9aff-cbfb75b01e97', 'tag': 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:47.572393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca71d66c-fd5e-4b71-8862-6bb346d3b443 req-4eea44b3-4a76-41e0-b74b-7da2060c2f1a service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8451257 Feb 04 15:31:47.645951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-af3dccc4-5d09-4382-a2d6-a12053c846f9 None None] Provisioning for port 67a0757a-edc0-4300-9f5f-45b7aa513f3f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:47.654331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-af3dccc4-5d09-4382-a2d6-a12053c846f9 None None] Provisioning complete for port 67a0757a-edc0-4300-9f5f-45b7aa513f3f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:47.655021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-af3dccc4-5d09-4382-a2d6-a12053c846f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.700099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36b89-33b5-4e7a-9dfd-fcdf9d8818f5 req-18a33038-0152-42f9-8198-a82395762fee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.705995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36b89-33b5-4e7a-9dfd-fcdf9d8818f5 req-18a33038-0152-42f9-8198-a82395762fee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.712369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36b89-33b5-4e7a-9dfd-fcdf9d8818f5 req-18a33038-0152-42f9-8198-a82395762fee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.718158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36b89-33b5-4e7a-9dfd-fcdf9d8818f5 req-18a33038-0152-42f9-8198-a82395762fee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.722096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-af3dccc4-5d09-4382-a2d6-a12053c846f9 None None] Port 67a0757a-edc0-4300-9f5f-45b7aa513f3f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:47.724092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36b89-33b5-4e7a-9dfd-fcdf9d8818f5 req-18a33038-0152-42f9-8198-a82395762fee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.729981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36b89-33b5-4e7a-9dfd-fcdf9d8818f5 req-18a33038-0152-42f9-8198-a82395762fee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.735677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36b89-33b5-4e7a-9dfd-fcdf9d8818f5 req-18a33038-0152-42f9-8198-a82395762fee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.737721 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3cb36b89-33b5-4e7a-9dfd-fcdf9d8818f5 req-18a33038-0152-42f9-8198-a82395762fee tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.4532931 Feb 04 15:31:47.748653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31f4afda-d3d0-4542-ac06-247eb234dcf2 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.750287 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31f4afda-d3d0-4542-ac06-247eb234dcf2 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.53 "GET /v2.0/ports?device_id=51533ae3-31e8-4b48-9ef2-614dce7a000d HTTP/1.1" status: 200 len: 945 time: 0.3995159 Feb 04 15:31:47.764442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad8dbb3f-9722-4b13-a1f6-757ce91b221d req-88adda26-3941-4a0e-9065-fb62f1a3114d tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] 10.222.0.46 "GET /v2.0/security-groups/3f38b6fd-4050-4363-9ef9-27b1b8cedb95 HTTP/1.1" status: 200 len: 2981 time: 0.2334981 Feb 04 15:31:47.779127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] For port adebd50d-961e-461d-a090-94d372a54a13, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=adebd50d-961e-461d-a090-94d372a54a13,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:47.779579 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.799953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b6426-1099-4808-83a5-2065c73b16f2 req-f239aca8-6112-4805-9daf-b8935252a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.801349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-991b6426-1099-4808-83a5-2065c73b16f2 req-f239aca8-6112-4805-9daf-b8935252a1d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.4535890 Feb 04 15:31:47.908038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Deleting port c4add346-8e2e-42f6-b95b-345f25c1e605 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:31:47.908417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.938656 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3cb36b89-33b5-4e7a-9dfd-fcdf9d8818f5 req-03818920-4ff4-431b-98c2-3a00fa21ebdb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1855233 Feb 04 15:31:48.047031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-991b6426-1099-4808-83a5-2065c73b16f2 req-80427690-d690-4a6e-9e06-93a3ad06ce66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=79d1293b-d4b9-45a0-add5-9a7cc649ac4f HTTP/1.1" status: 200 len: 217 time: 0.1645396 Feb 04 15:31:48.074958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Calling delete_port for adebd50d-961e-461d-a090-94d372a54a13 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:48.167388 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9523f3-20b7-4f16-9aff-cbfb75b01e97', 'tag': 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e', 'status': 'completed', 'code': 200} Feb 04 15:31:48.204828 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.333646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b74d919e-35d1-481b-9c35-5904bc11e19a req-49e52d03-3f53-4064-8966-8f1a4cb1ed2d tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/4e5177c4-7c9c-4bf2-b04c-08c85fb9407f HTTP/1.1" status: 200 len: 1777 time: 0.2067339 Feb 04 15:31:48.336104 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.438001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b6426-1099-4808-83a5-2065c73b16f2 req-0e50dab3-4ef7-4a38-b62d-e9cf964576bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.439534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-991b6426-1099-4808-83a5-2065c73b16f2 req-0e50dab3-4ef7-4a38-b62d-e9cf964576bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2756398 Feb 04 15:31:48.498868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] For port c4add346-8e2e-42f6-b95b-345f25c1e605, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c4add346-8e2e-42f6-b95b-345f25c1e605,segment=NetworkSegment(5c013d21-0909-424d-8a3c-4d35c328488d),segment_id=5c013d21-0909-424d-8a3c-4d35c328488d)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:48.499494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.570110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf13d233-6e08-4508-b701-4e9f1f7a9662,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:48.627010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Checking segment: {'id': 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:48.627426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Network hostable DHCP agents. Network: 5ef925b8-edad-447d-8368-da11f8670fa7, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:31:48.647581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad725f-8435-485f-99e4-9b951a024aeb req-c7e5a542-089c-43e2-b0d1-b0dca6ec1da2 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.648947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Calling delete_port for c4add346-8e2e-42f6-b95b-345f25c1e605 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:31:48.649498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9aad725f-8435-485f-99e4-9b951a024aeb req-c7e5a542-089c-43e2-b0d1-b0dca6ec1da2 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f64ae9c-4d7c-4442-902a-62f297b0a519 HTTP/1.1" status: 200 len: 946 time: 0.6661549 Feb 04 15:31:48.657083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6348d-662b-47a7-930e-53895171198c req-325bf2dd-fa80-4c76-8dcd-3239be722dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.658472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65e6348d-662b-47a7-930e-53895171198c req-325bf2dd-fa80-4c76-8dcd-3239be722dee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 1099 time: 0.4436722 Feb 04 15:31:48.732654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.738453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b74d919e-35d1-481b-9c35-5904bc11e19a req-0069691c-c9cb-4a48-a910-291542921809 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.746026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['adebd50d-961e-461d-a090-94d372a54a13'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:48.803776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c4add346-8e2e-42f6-b95b-345f25c1e605'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:48.813509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b74d919e-35d1-481b-9c35-5904bc11e19a req-0069691c-c9cb-4a48-a910-291542921809 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.907293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.924172 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.969476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Pushing event deleted for resources: {'Port': ['ID=adebd50d-961e-461d-a090-94d372a54a13,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:48.986845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fa022dde-efb1-4b79-9f0c-89219470019c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:48.989618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Network 5ef925b8-edad-447d-8368-da11f8670fa7 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:31:49.164200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fa022dde-efb1-4b79-9f0c-89219470019c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:49.164573 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.294784 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b74d919e-35d1-481b-9c35-5904bc11e19a req-0069691c-c9cb-4a48-a910-291542921809 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.350044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069691c-c9cb-4a48-a910-291542921809 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5177c4-7c9c-4bf2-b04c-08c85fb9407f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:49.362962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.387110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.423522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6348d-662b-47a7-930e-53895171198c req-ecb7553f-0956-4fc2-a184-a28ad1138a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.427809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65e6348d-662b-47a7-930e-53895171198c req-ecb7553f-0956-4fc2-a184-a28ad1138a3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.7302051 Feb 04 15:31:49.429502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Pushing event updated for resources: {'Port': ['ID=67a0757a-edc0-4300-9f5f-45b7aa513f3f,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:49.500671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b6426-1099-4808-83a5-2065c73b16f2 req-553e5ae5-9611-4432-9746-2a4986f14b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.502371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-991b6426-1099-4808-83a5-2065c73b16f2 req-553e5ae5-9611-4432-9746-2a4986f14b20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0440562 Feb 04 15:31:49.514296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9aad725f-8435-485f-99e4-9b951a024aeb req-13449fbd-b46a-4add-8813-551338e84823 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c72d124-ca04-4497-8f60-5ca87c7d161e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8546276 Feb 04 15:31:49.641645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] No DVR routers for this DVR port adebd50d-961e-461d-a090-94d372a54a13 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:49.641891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Pushing event deleted for resources: {'Port': ['ID=c4add346-8e2e-42f6-b95b-345f25c1e605,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:49.644233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5ef925b8-edad-447d-8368-da11f8670fa7) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:49.655003 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.658756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] No DVR routers for this DVR port c4add346-8e2e-42f6-b95b-345f25c1e605 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:49.662299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc3768-132b-4e3c-9df8-0539f47d6ce8 None None] Network 5ef925b8-edad-447d-8368-da11f8670fa7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:31:49.662668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.672352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51533ae3-31e8-4b48-9ef2-614dce7a000d', 'name': 'network-vif-deleted', 'tag': 'c4add346-8e2e-42f6-b95b-345f25c1e605'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:49.677951 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-975108db-f64f-4407-a88e-7c527f47b1c4 req-31512d71-de76-49f0-a984-96050f5b6294 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.53 "DELETE /v2.0/ports/c4add346-8e2e-42f6-b95b-345f25c1e605 HTTP/1.1" status: 204 len: 173 time: 1.9177623 Feb 04 15:31:49.705833 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b74d919e-35d1-481b-9c35-5904bc11e19a req-0069691c-c9cb-4a48-a910-291542921809 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.716925 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b74d919e-35d1-481b-9c35-5904bc11e19a req-0069691c-c9cb-4a48-a910-291542921809 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e5177c4-7c9c-4bf2-b04c-08c85fb9407f HTTP/1.1" status: 204 len: 173 time: 1.3817737 Feb 04 15:31:49.761045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65e6348d-662b-47a7-930e-53895171198c req-9a3cbb4f-8cef-407d-a150-41f98a0cab83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=dd2c5600-5f17-4ef8-93ab-48bad62bb72e HTTP/1.1" status: 200 len: 217 time: 0.2632492 Feb 04 15:31:49.770711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.771354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.834281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Network 0913a8d5-46c1-4e11-8359-107a6a38cf49 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:49.838112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:49.876607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 79d1293b-d4b9-45a0-add5-9a7cc649ac4f details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:49.893654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a7f5e55a-b971-4afa-aa8b-13c30831a264 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1292884 Feb 04 15:31:49.929424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53184) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:49.947434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-282f8473-617e-4a61-8580-1dd26bc6e092 req-4afd3bee-d3a4-4d27-ba89-1b8aad42f878 tempest-ListServersNegativeTestJSON-926011218 tempest-ListServersNegativeTestJSON-926011218-project] 10.222.0.61 "DELETE /v2.0/ports/adebd50d-961e-461d-a090-94d372a54a13 HTTP/1.1" status: 204 len: 173 time: 3.6204898 Feb 04 15:31:49.969807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:49.984344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:50.022949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Usage tracker for resource:router and tenant:63f90fef74724b6f90eab134b135cc2a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:50.030341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:50.065007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:50.079877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6348d-662b-47a7-930e-53895171198c req-a2b85cf4-e194-4c0d-8bea-8038a2e766ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.080630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65e6348d-662b-47a7-930e-53895171198c req-a2b85cf4-e194-4c0d-8bea-8038a2e766ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2844770 Feb 04 15:31:50.161079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-991b6426-1099-4808-83a5-2065c73b16f2 req-75586365-97ba-4cba-9fff-907e9bef61d8 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522625 Feb 04 15:31:50.185900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f64ae9c-4d7c-4442-902a-62f297b0a519', 'name': 'network-vif-deleted', 'tag': 'adebd50d-961e-461d-a090-94d372a54a13'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:50.242688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.242688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.297509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:50.327817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401a7a-e07a-4137-bfa0-1aa7429a4117 req-309bc1ff-8942-4c42-b5ca-dbbd61fc95ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.334682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401a7a-e07a-4137-bfa0-1aa7429a4117 req-309bc1ff-8942-4c42-b5ca-dbbd61fc95ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.343449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401a7a-e07a-4137-bfa0-1aa7429a4117 req-309bc1ff-8942-4c42-b5ca-dbbd61fc95ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.350098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401a7a-e07a-4137-bfa0-1aa7429a4117 req-309bc1ff-8942-4c42-b5ca-dbbd61fc95ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.356805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401a7a-e07a-4137-bfa0-1aa7429a4117 req-309bc1ff-8942-4c42-b5ca-dbbd61fc95ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.363874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401a7a-e07a-4137-bfa0-1aa7429a4117 req-309bc1ff-8942-4c42-b5ca-dbbd61fc95ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.367250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '79d1293b-d4b9-45a0-add5-9a7cc649ac4f', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '79d1293b-d4b9-45a0-add5-9a7cc649ac4f', 'mac_address': 'fa:16:3e:d0:23:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:50.371876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401a7a-e07a-4137-bfa0-1aa7429a4117 req-309bc1ff-8942-4c42-b5ca-dbbd61fc95ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.379929 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1a401a7a-e07a-4137-bfa0-1aa7429a4117 req-309bc1ff-8942-4c42-b5ca-dbbd61fc95ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.3982384 Feb 04 15:31:50.414789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Router 105748e7-c4c5-4102-955f-be6df67e5c48 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:31:50.488456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8364eaed-30d4-4ed8-a87b-1a83e5614a55 None None] Provisioning complete for port 67a0757a-edc0-4300-9f5f-45b7aa513f3f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:50.489232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8364eaed-30d4-4ed8-a87b-1a83e5614a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.523960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-991b6426-1099-4808-83a5-2065c73b16f2 req-f02cd38b-70dc-4010-8f13-4817d0ee04e9 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935472 Feb 04 15:31:50.530263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-5ef925b8-edad-447d-8368-da11f8670fa7', 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'fixed_ips': [{'subnet_id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:31:50.533300 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1a401a7a-e07a-4137-bfa0-1aa7429a4117 req-eb8d0676-c610-4099-aa94-0b305210db7d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503592 Feb 04 15:31:50.544003 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.575757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb36e44-cc12-4b61-b2ac-7718fde8608a req-fe99c908-8334-408a-ab1a-cf87b01b87fc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.576753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ffb36e44-cc12-4b61-b2ac-7718fde8608a req-fe99c908-8334-408a-ab1a-cf87b01b87fc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:31:50.616906 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.629969 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.653369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d1293b-d4b9-45a0-add5-9a7cc649ac4f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:50.668472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8364eaed-30d4-4ed8-a87b-1a83e5614a55 None None] Port 67a0757a-edc0-4300-9f5f-45b7aa513f3f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:31:50.707165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ffb36e44-cc12-4b61-b2ac-7718fde8608a req-fe99c908-8334-408a-ab1a-cf87b01b87fc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:31:50.720991 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffb36e44-cc12-4b61-b2ac-7718fde8608a req-fe99c908-8334-408a-ab1a-cf87b01b87fc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 948 time: 1.0375667 Feb 04 15:31:50.736020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:50.739825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:31:50.755906 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Sync routers for ids ['105748e7-c4c5-4102-955f-be6df67e5c48'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:50.757798 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.775138 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Routers {'105748e7-c4c5-4102-955f-be6df67e5c48'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:50.775424 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51533ae3-31e8-4b48-9ef2-614dce7a000d', 'name': 'network-vif-deleted', 'tag': 'c4add346-8e2e-42f6-b95b-345f25c1e605', 'status': 'completed', 'code': 200} Feb 04 15:31:50.776322 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['105748e7-c4c5-4102-955f-be6df67e5c48'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:50.794667 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-14317afb-a24e-4e0c-9ac1-4816f2a308b5 admin admin] 10.222.0.46 "PUT /v2.0/routers/105748e7-c4c5-4102-955f-be6df67e5c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8537424 Feb 04 15:31:50.810331 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffb36e44-cc12-4b61-b2ac-7718fde8608a req-9dcbaaa8-4269-40d6-90f2-75c463c90ccf tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846264 Feb 04 15:31:50.898294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d4a2ecc4-0b60-4fe2-962b-9f8603b71422 req-f30fbd7a-d383-40ad-ac5b-a360db02c868 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "GET /v2.0/security-groups/f1254541-4afd-4079-8100-799eb9cc444b HTTP/1.1" status: 200 len: 1777 time: 0.1521337 Feb 04 15:31:50.924719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6348d-662b-47a7-930e-53895171198c req-8405495f-3fdc-490e-8de2-8fca80275ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.927385 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65e6348d-662b-47a7-930e-53895171198c req-8405495f-3fdc-490e-8de2-8fca80275ebe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8129830 Feb 04 15:31:51.054984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:51.065514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['79d1293b-d4b9-45a0-add5-9a7cc649ac4f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:51.090326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d4a2ecc4-0b60-4fe2-962b-9f8603b71422 req-f9902e1b-0d3b-494a-8fd5-fd9472227de0 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.156019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d4a2ecc4-0b60-4fe2-962b-9f8603b71422 req-f9902e1b-0d3b-494a-8fd5-fd9472227de0 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.169468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device dd2c5600-5f17-4ef8-93ab-48bad62bb72e details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:31:51.177946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adebd50d-961e-461d-a090-94d372a54a13 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:51.299843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d4a2ecc4-0b60-4fe2-962b-9f8603b71422 req-f9902e1b-0d3b-494a-8fd5-fd9472227de0 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.351848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9902e1b-0d3b-494a-8fd5-fd9472227de0 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1254541-4afd-4079-8100-799eb9cc444b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:51.366564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53224) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:51.416374 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Set router 105748e7-c4c5-4102-955f-be6df67e5c48 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:51.453330 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f64ae9c-4d7c-4442-902a-62f297b0a519', 'name': 'network-vif-deleted', 'tag': 'adebd50d-961e-461d-a090-94d372a54a13', 'status': 'completed', 'code': 200} Feb 04 15:31:51.485806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d4a2ecc4-0b60-4fe2-962b-9f8603b71422 req-f9902e1b-0d3b-494a-8fd5-fd9472227de0 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.487532 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d4a2ecc4-0b60-4fe2-962b-9f8603b71422 req-f9902e1b-0d3b-494a-8fd5-fd9472227de0 tempest-SecurityGroupsTestAdminJSON-1029044373 tempest-SecurityGroupsTestAdminJSON-1029044373-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1254541-4afd-4079-8100-799eb9cc444b HTTP/1.1" status: 204 len: 173 time: 0.5763662 Feb 04 15:31:51.532631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-401a1411-5435-42a6-bb8c-c6896a0cb98e admin admin] Deleting subnet bf6f7e69-5c14-4485-b890-33d3049d651a {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:31:51.538609 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401a1411-5435-42a6-bb8c-c6896a0cb98e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.675280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401a1411-5435-42a6-bb8c-c6896a0cb98e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.764351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: adebd50d-961e-461d-a090-94d372a54a13 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:31:51.765045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device adebd50d-961e-461d-a090-94d372a54a13 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:51.766227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65e6348d-662b-47a7-930e-53895171198c req-21d5284b-89ad-405f-8a86-a8af8c3b13c2 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272808 Feb 04 15:31:51.785308 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-11866caf-b51e-4042-90ac-9d99d90d1f69 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65f097118a644013a0e4eb51b56f57a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509336 Feb 04 15:31:51.901542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c4add346-8e2e-42f6-b95b-345f25c1e605 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:31:51.907774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.952624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Allocated IP 172.20.0.2 (5ef925b8-edad-447d-8368-da11f8670fa7/cf13d233-6e08-4508-b701-4e9f1f7a9662/5bad41cd-49bd-4319-b67a-17b84acdbc59) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:51.981683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: c4add346-8e2e-42f6-b95b-345f25c1e605 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:31:51.982378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c4add346-8e2e-42f6-b95b-345f25c1e605 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:31:52.007279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port dd2c5600-5f17-4ef8-93ab-48bad62bb72e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:52.058839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-b5c976ad-42db-4e83-b759-f0d4fd7ede81 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.060393 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-b5c976ad-42db-4e83-b759-f0d4fd7ede81 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648511 Feb 04 15:31:52.093248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401a1411-5435-42a6-bb8c-c6896a0cb98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.115406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e', 'mac_address': 'fa:16:3e:69:b9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:31:52.169539 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-7ec0ecf6-3102-4e1b-89de-f7286af8826e tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/quotas/65f097118a644013a0e4eb51b56f57a4 HTTP/1.1" status: 200 len: 375 time: 0.1007493 Feb 04 15:31:52.209741 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:31Z', 'updated_at': '2022-02-04T15:31:47Z', 'revision_number': 4, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'gw_port': {'id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:35Z', 'updated_at': '2022-02-04T15:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '67a0757a-edc0-4300-9f5f-45b7aa513f3f', 'name': '', 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'mac_address': 'fa:16:3e:a9:6a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e87619c1-3312-460a-ad38-344d33d45f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:45Z', 'updated_at': '2022-02-04T15:31:48Z', 'revision_number': 2, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'subnets': [{'id': 'e87619c1-3312-460a-ad38-344d33d45f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:52.226382 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Checking router: 105748e7-c4c5-4102-955f-be6df67e5c48 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:31:52.227144 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Updating router 105748e7-c4c5-4102-955f-be6df67e5c48 port 67a0757a-edc0-4300-9f5f-45b7aa513f3f binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:31:52.301640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-173290bf-039e-47b3-b6ce-c6482abb3311 req-8ad641e4-b3aa-4c19-899b-eecc3c97986a tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] 10.222.0.46 "GET /v2.0/security-groups/4adc8820-9af0-4992-bb00-542b3bd7238e HTTP/1.1" status: 200 len: 1778 time: 0.6609247 Feb 04 15:31:52.313414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-9a2c5704-f979-4fa0-b0c8-79b9ba08940e tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65f097118a644013a0e4eb51b56f57a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1334746 Feb 04 15:31:52.360479 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.404198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2c5600-5f17-4ef8-93ab-48bad62bb72e {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:52.414817 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.436555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401a1411-5435-42a6-bb8c-c6896a0cb98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.491563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port dd2c5600-5f17-4ef8-93ab-48bad62bb72e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:52.547352 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.560001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a1411-5435-42a6-bb8c-c6896a0cb98e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6f7e69-5c14-4485-b890-33d3049d651a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:52.565795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401a1411-5435-42a6-bb8c-c6896a0cb98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.592314 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-401a1411-5435-42a6-bb8c-c6896a0cb98e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bf6f7e69-5c14-4485-b890-33d3049d651a HTTP/1.1" status: 204 len: 168 time: 1.2097409 Feb 04 15:31:52.592496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53282) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:52.710319 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.728217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:52.734250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Transition to ACTIVE for port object 5bad41cd-49bd-4319-b67a-17b84acdbc59 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:52.766564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Transition to ACTIVE for port object 5bad41cd-49bd-4319-b67a-17b84acdbc59 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:52.777341 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.872309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['dd2c5600-5f17-4ef8-93ab-48bad62bb72e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:31:52.920521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Network 5ef925b8-edad-447d-8368-da11f8670fa7 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:52.932688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:52.944916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:52.991206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Pushing event updated for resources: {'Port': ['ID=5bad41cd-49bd-4319-b67a-17b84acdbc59,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:53.171181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Attempting to bind port 5bad41cd-49bd-4319-b67a-17b84acdbc59 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:53.171853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Attempting to bind port 5bad41cd-49bd-4319-b67a-17b84acdbc59 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:53.172005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Attempting to bind port 5bad41cd-49bd-4319-b67a-17b84acdbc59 on network 5ef925b8-edad-447d-8368-da11f8670fa7 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:53.185809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:53.186187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Checking segment: {'id': 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:53.186591 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.186984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Bound using segment: {'id': 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:53.187997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Bound port: 5bad41cd-49bd-4319-b67a-17b84acdbc59, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:53.188239 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.386575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65e6348d-662b-47a7-930e-53895171198c req-81850027-9ba8-47bb-b868-48f555f80796 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5091085 Feb 04 15:31:53.404544 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.433168 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Transition to ACTIVE for port object 67a0757a-edc0-4300-9f5f-45b7aa513f3f will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:53.449861 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.481592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.560294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] For port 5bad41cd-49bd-4319-b67a-17b84acdbc59, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:53.564597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] For port 5bad41cd-49bd-4319-b67a-17b84acdbc59, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5bad41cd-49bd-4319-b67a-17b84acdbc59,segment=NetworkSegment(ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b),segment_id=ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:53.573444 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.694733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.730575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Pushing event updated for resources: {'Port': ['ID=5bad41cd-49bd-4319-b67a-17b84acdbc59,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:53.741911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b7d4-cdad-47dc-a496-21dc1e3e8ecb req-bb723e7d-6ddd-406a-b125-ca0c9c61c6f5 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.750856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.751202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.751535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.759452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.760152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.761651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.762646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.763368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.763705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.766324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.766874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.767240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afc030-70f8-4aea-9d47-e96d890bcebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:53.777458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b7d4-cdad-47dc-a496-21dc1e3e8ecb req-bb723e7d-6ddd-406a-b125-ca0c9c61c6f5 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.797079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-173290bf-039e-47b3-b6ce-c6482abb3311 req-d8981426-f688-4bc1-827a-2cc8be72974e tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.800550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b7d4-cdad-47dc-a496-21dc1e3e8ecb req-bb723e7d-6ddd-406a-b125-ca0c9c61c6f5 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.820820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b7d4-cdad-47dc-a496-21dc1e3e8ecb req-bb723e7d-6ddd-406a-b125-ca0c9c61c6f5 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.827168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b7d4-cdad-47dc-a496-21dc1e3e8ecb req-bb723e7d-6ddd-406a-b125-ca0c9c61c6f5 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.846270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b7d4-cdad-47dc-a496-21dc1e3e8ecb req-bb723e7d-6ddd-406a-b125-ca0c9c61c6f5 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.847162 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-173290bf-039e-47b3-b6ce-c6482abb3311 req-d8981426-f688-4bc1-827a-2cc8be72974e tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.858298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b7d4-cdad-47dc-a496-21dc1e3e8ecb req-bb723e7d-6ddd-406a-b125-ca0c9c61c6f5 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.860276 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-55f2b7d4-cdad-47dc-a496-21dc1e3e8ecb req-bb723e7d-6ddd-406a-b125-ca0c9c61c6f5 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.7067609 Feb 04 15:31:53.864193 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58548b62-ee20-4c97-b18f-b6ed0caffd8a None None] Pushing event updated for resources: {'Port': ['ID=67a0757a-edc0-4300-9f5f-45b7aa513f3f,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:53.891792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 79d1293b-d4b9-45a0-add5-9a7cc649ac4f up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:53.936661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdca395f-3d96-41e5-b3c8-e4612c9234cf']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:53.938470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-74b98a6a-61d7-42c1-9e08-4725938a0b1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5170698 Feb 04 15:31:53.957404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-173290bf-039e-47b3-b6ce-c6482abb3311 req-d8981426-f688-4bc1-827a-2cc8be72974e tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.004344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c013d21-0909-424d-8a3c-4d35c328488d') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.008385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c013d21-0909-424d-8a3c-4d35c328488d') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.072199 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.131175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:54.135495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8981426-f688-4bc1-827a-2cc8be72974e tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc8820-9af0-4992-bb00-542b3bd7238e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:54.163687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:54.163687 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.177449 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-55f2b7d4-cdad-47dc-a496-21dc1e3e8ecb req-6b5dbdcf-eafb-49f0-8929-6a373e79f486 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2907522 Feb 04 15:31:54.210464 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Attempting to bind port 67a0757a-edc0-4300-9f5f-45b7aa513f3f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:54.214602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.222205 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Attempting to bind port 67a0757a-edc0-4300-9f5f-45b7aa513f3f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '66081163-2c5b-4a48-a68b-4293f1fcf49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:54.222897 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Attempting to bind port 67a0757a-edc0-4300-9f5f-45b7aa513f3f on network 0913a8d5-46c1-4e11-8359-107a6a38cf49 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:31:54.227298 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-173290bf-039e-47b3-b6ce-c6482abb3311 req-d8981426-f688-4bc1-827a-2cc8be72974e tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.237889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:31:54.245698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.246862 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-173290bf-039e-47b3-b6ce-c6482abb3311 req-d8981426-f688-4bc1-827a-2cc8be72974e tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] 10.222.0.46 "DELETE /v2.0/security-groups/4adc8820-9af0-4992-bb00-542b3bd7238e HTTP/1.1" status: 204 len: 173 time: 1.9419332 Feb 04 15:31:54.252828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.261819 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:31:54.262291 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Checking segment: {'id': '66081163-2c5b-4a48-a68b-4293f1fcf49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:31:54.262696 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.263083 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Bound using segment: {'id': '66081163-2c5b-4a48-a68b-4293f1fcf49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:31:54.263562 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Bound port: 67a0757a-edc0-4300-9f5f-45b7aa513f3f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66081163-2c5b-4a48-a68b-4293f1fcf49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:54.263924 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:31:54.323932 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:31:54.428544 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.576499 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.626819 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.628532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de472239-8155-43ba-ba83-3a96aec33d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1293b-d4b9-45a0-add5-9a7cc649ac4f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:54.633694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.637217 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] For port 67a0757a-edc0-4300-9f5f-45b7aa513f3f, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:31:54.642001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] For port 67a0757a-edc0-4300-9f5f-45b7aa513f3f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=67a0757a-edc0-4300-9f5f-45b7aa513f3f,segment=NetworkSegment(66081163-2c5b-4a48-a68b-4293f1fcf49e),segment_id=66081163-2c5b-4a48-a68b-4293f1fcf49e)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:31:54.648101 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.650807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:54.659045 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.691945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] Pushing event deleted for resources: {'Network': ['ID=cdca395f-3d96-41e5-b3c8-e4612c9234cf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:54.731771 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bb7e174e-4743-4019-a1fb-5241438db0be admin admin] 10.222.0.46 "DELETE /v2.0/networks/cdca395f-3d96-41e5-b3c8-e4612c9234cf HTTP/1.1" status: 204 len: 168 time: 2.1274953 Feb 04 15:31:54.769355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abde9a-3ebd-4694-a360-8100e8f13006 req-8fb7f5b9-0dcd-4440-a6cd-3e25360d9ab5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.770916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-35abde9a-3ebd-4694-a360-8100e8f13006 req-8fb7f5b9-0dcd-4440-a6cd-3e25360d9ab5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 949 time: 0.2639830 Feb 04 15:31:54.785640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-b1e498e9-b057-4096-ba82-340825953778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.787883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-b1e498e9-b057-4096-ba82-340825953778 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 1096 time: 0.8106525 Feb 04 15:31:54.812366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:54.899336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-35abde9a-3ebd-4694-a360-8100e8f13006 req-2dec489c-7ded-48fd-a456-4d922c12c02c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173270 Feb 04 15:31:54.943761 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Routers {'105748e7-c4c5-4102-955f-be6df67e5c48'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:31:54.944431 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['105748e7-c4c5-4102-955f-be6df67e5c48'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.990131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53346) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:55.087592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5bad41cd-49bd-4319-b67a-17b84acdbc59 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:55.146933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-c6693959-5add-4733-819d-10c59fa03083 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=65f097118a644013a0e4eb51b56f57a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865870 Feb 04 15:31:55.163495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Allocated IP 172.25.8.228 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/327f002a-dd5b-4c76-bd5c-a5958bdcb8c0) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:55.172754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device dd2c5600-5f17-4ef8-93ab-48bad62bb72e up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:55.194120 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e27dfb3a-bbd6-43cc-81a5-168aa127184c req-7988dd8d-b225-41ba-b6ab-a98901ef2543 tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] 10.222.0.46 "GET /v2.0/security-groups/59ebb175-4137-408e-82ad-b45e951b3a20 HTTP/1.1" status: 200 len: 1776 time: 0.2277286 Feb 04 15:31:55.224134 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a76ebdf1-2b07-42af-8cd3-cf0d78c5c46d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=015f37cf32214cec87c9a7c85929910f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328339 Feb 04 15:31:55.227830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53352) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:55.267997 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58548b62-ee20-4c97-b18f-b6ed0caffd8a None None] Pushing event updated for resources: {'Port': ['ID=67a0757a-edc0-4300-9f5f-45b7aa513f3f,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:55.476146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5bad41cd-49bd-4319-b67a-17b84acdbc59 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:55.504410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port dd2c5600-5f17-4ef8-93ab-48bad62bb72e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:55.510604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port dd2c5600-5f17-4ef8-93ab-48bad62bb72e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:55.511473 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.544014 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] Set router 105748e7-c4c5-4102-955f-be6df67e5c48 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:31:55.562678 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-32e66276-a871-4e98-8529-1aafe0ba1539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.652694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e27dfb3a-bbd6-43cc-81a5-168aa127184c req-c8f616a7-119b-4741-a59d-f5ea98c43dee tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.656202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-5ec959ce-54b2-4695-80f3-3e451c18ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:55.656202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-5ec959ce-54b2-4695-80f3-3e451c18ae63 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.8034570 Feb 04 15:31:55.773294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-32e66276-a871-4e98-8529-1aafe0ba1539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.798013 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e27dfb3a-bbd6-43cc-81a5-168aa127184c req-c8f616a7-119b-4741-a59d-f5ea98c43dee tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.869955 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.903645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e27dfb3a-bbd6-43cc-81a5-168aa127184c req-c8f616a7-119b-4741-a59d-f5ea98c43dee tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.933454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-32e66276-a871-4e98-8529-1aafe0ba1539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.942838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f616a7-119b-4741-a59d-f5ea98c43dee tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ebb175-4137-408e-82ad-b45e951b3a20,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:55.972118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdcded-3c53-4857-be6e-845d4d99ac8d None None] Network 5ef925b8-edad-447d-8368-da11f8670fa7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:31:56.002642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e66276-a871-4e98-8529-1aafe0ba1539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c72d124-ca04-4497-8f60-5ca87c7d161e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:56.006560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e27dfb3a-bbd6-43cc-81a5-168aa127184c req-c8f616a7-119b-4741-a59d-f5ea98c43dee tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.008045 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e27dfb3a-bbd6-43cc-81a5-168aa127184c req-c8f616a7-119b-4741-a59d-f5ea98c43dee tempest-SecurityGroupsTestAdminJSON-476738109 tempest-SecurityGroupsTestAdminJSON-476738109-project] 10.222.0.46 "DELETE /v2.0/security-groups/59ebb175-4137-408e-82ad-b45e951b3a20 HTTP/1.1" status: 204 len: 173 time: 0.8056717 Feb 04 15:31:56.037688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-32e66276-a871-4e98-8529-1aafe0ba1539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.038819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-32e66276-a871-4e98-8529-1aafe0ba1539 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c72d124-ca04-4497-8f60-5ca87c7d161e HTTP/1.1" status: 204 len: 168 time: 0.8097365 Feb 04 15:31:56.161532 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de472239-8155-43ba-ba83-3a96aec33d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1293b-d4b9-45a0-add5-9a7cc649ac4f', 'code': 200} Feb 04 15:31:56.237987 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-513472a0-f29f-48ac-a28e-c8d4ca8f7d73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc HTTP/1.1" status: 200 len: 217 time: 0.5155668 Feb 04 15:31:56.282820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-f443bd09-f424-4ec1-ac57-44c50c382e8a tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:56.284322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-f443bd09-f424-4ec1-ac57-44c50c382e8a tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1228945 Feb 04 15:31:56.323564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-57c64d8e-327a-42e8-86af-470a2fb656ec None None] Provisioning for port 5bad41cd-49bd-4319-b67a-17b84acdbc59 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:56.416724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-57c64d8e-327a-42e8-86af-470a2fb656ec None None] Provisioning complete for port 5bad41cd-49bd-4319-b67a-17b84acdbc59 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:56.433327 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-57c64d8e-327a-42e8-86af-470a2fb656ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.514750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port dd2c5600-5f17-4ef8-93ab-48bad62bb72e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:56.526413 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:31Z', 'updated_at': '2022-02-04T15:31:47Z', 'revision_number': 4, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'gw_port': {'id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:35Z', 'updated_at': '2022-02-04T15:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '67a0757a-edc0-4300-9f5f-45b7aa513f3f', 'name': '', 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'mac_address': 'fa:16:3e:a9:6a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e87619c1-3312-460a-ad38-344d33d45f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:45Z', 'updated_at': '2022-02-04T15:31:54Z', 'revision_number': 4, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'subnets': [{'id': 'e87619c1-3312-460a-ad38-344d33d45f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:56.554455 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e820cd1-037e-46dd-b4c6-cc5832c49405 None None] The sync data for ids ['105748e7-c4c5-4102-955f-be6df67e5c48'] in n-d-827870-1 is: [{'id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:31Z', 'updated_at': '2022-02-04T15:31:47Z', 'revision_number': 4, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'gw_port': {'id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:35Z', 'updated_at': '2022-02-04T15:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '67a0757a-edc0-4300-9f5f-45b7aa513f3f', 'name': '', 'network_id': '0913a8d5-46c1-4e11-8359-107a6a38cf49', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'mac_address': 'fa:16:3e:a9:6a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e87619c1-3312-460a-ad38-344d33d45f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:45Z', 'updated_at': '2022-02-04T15:31:54Z', 'revision_number': 4, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'subnets': [{'id': 'e87619c1-3312-460a-ad38-344d33d45f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:56.570963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.582908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-65a36aca-b767-422d-af52-c49450bc94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:56.589237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-65a36aca-b767-422d-af52-c49450bc94f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.3488493 Feb 04 15:31:56.604295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Request body: {'port': {'device_id': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '65f097118a644013a0e4eb51b56f57a4'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:56.727269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53372) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:56.790916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dea02f-2797-48fd-a067-fc1b2c4c5a95 req-89d354fa-5b2d-42e1-b9a5-b7d094249737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:56.807654 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0dea02f-2797-48fd-a067-fc1b2c4c5a95 req-89d354fa-5b2d-42e1-b9a5-b7d094249737 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 1100 time: 0.6135828 Feb 04 15:31:56.966709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323307f-e922-4630-8295-cb28c06d901b req-91a290f8-7b03-4990-9c59-085c93f3d296 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:56.993720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323307f-e922-4630-8295-cb28c06d901b req-91a290f8-7b03-4990-9c59-085c93f3d296 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.005287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323307f-e922-4630-8295-cb28c06d901b req-91a290f8-7b03-4990-9c59-085c93f3d296 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.015436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323307f-e922-4630-8295-cb28c06d901b req-91a290f8-7b03-4990-9c59-085c93f3d296 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.022092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323307f-e922-4630-8295-cb28c06d901b req-91a290f8-7b03-4990-9c59-085c93f3d296 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.028048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323307f-e922-4630-8295-cb28c06d901b req-91a290f8-7b03-4990-9c59-085c93f3d296 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.034767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323307f-e922-4630-8295-cb28c06d901b req-91a290f8-7b03-4990-9c59-085c93f3d296 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.048064 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1323307f-e922-4630-8295-cb28c06d901b req-91a290f8-7b03-4990-9c59-085c93f3d296 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.6368964 Feb 04 15:31:57.064151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0dea02f-2797-48fd-a067-fc1b2c4c5a95 req-7cecacbe-20b9-4cb5-a7d0-9b99f81d3503 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430382 Feb 04 15:31:57.071015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:57.128652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-25830a2b-66bc-48d7-b191-c124c07fe5de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4038596 Feb 04 15:31:57.133745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 67a0757a-edc0-4300-9f5f-45b7aa513f3f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:57.179017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1323307f-e922-4630-8295-cb28c06d901b req-0a6a27f1-2649-46b4-8fba-58fa126c252f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138535 Feb 04 15:31:57.203944 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a281cb8f-793c-4261-b098-420086aad5e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d54a48e101b4e05bbd7276defafef8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469154 Feb 04 15:31:57.204843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53390) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:57.382693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7916fa2b-8242-434f-9a7e-113967005985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.418111 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.454453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7916fa2b-8242-434f-9a7e-113967005985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.642525 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-57c64d8e-327a-42e8-86af-470a2fb656ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.659534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 67a0757a-edc0-4300-9f5f-45b7aa513f3f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:57.707425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 67a0757a-edc0-4300-9f5f-45b7aa513f3f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:57.711870 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.712532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a9792-44b8-4284-8e97-9d63d98c14dd req-8152d567-86a8-4e07-ad24-487766d99c70 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.714653 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c4a9792-44b8-4284-8e97-9d63d98c14dd req-8152d567-86a8-4e07-ad24-487766d99c70 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 950 time: 0.2201214 Feb 04 15:31:57.719820 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7916fa2b-8242-434f-9a7e-113967005985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.791362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916fa2b-8242-434f-9a7e-113967005985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f38b6fd-4050-4363-9ef9-27b1b8cedb95,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:57.794309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-57c64d8e-327a-42e8-86af-470a2fb656ec None None] For port 5bad41cd-49bd-4319-b67a-17b84acdbc59, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5bad41cd-49bd-4319-b67a-17b84acdbc59,segment=NetworkSegment(ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b),segment_id=ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:57.837534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-57c64d8e-327a-42e8-86af-470a2fb656ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.838259 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c4a9792-44b8-4284-8e97-9d63d98c14dd req-7ce508df-20be-45aa-927d-01de2d0f7b75 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085835 Feb 04 15:31:57.841488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7916fa2b-8242-434f-9a7e-113967005985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.846942 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7916fa2b-8242-434f-9a7e-113967005985 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f38b6fd-4050-4363-9ef9-27b1b8cedb95 HTTP/1.1" status: 204 len: 168 time: 0.6405885 Feb 04 15:31:57.980907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53408) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:57.998271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c64d8e-327a-42e8-86af-470a2fb656ec None None] Pushing event updated for resources: {'Port': ['ID=5bad41cd-49bd-4319-b67a-17b84acdbc59,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.095872 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.139061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-57c54410-01f7-4f9a-a593-4aa88d2a2a85 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9587703 Feb 04 15:31:58.140809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.166681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9523f3-20b7-4f16-9aff-cbfb75b01e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:58.166826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:58.171457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Usage tracker for resource:port and tenant:65f097118a644013a0e4eb51b56f57a4 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:58.175189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:58.182880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:58.280279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 67a0757a-edc0-4300-9f5f-45b7aa513f3f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=67a0757a-edc0-4300-9f5f-45b7aa513f3f,segment=NetworkSegment(66081163-2c5b-4a48-a68b-4293f1fcf49e),segment_id=66081163-2c5b-4a48-a68b-4293f1fcf49e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:31:58.294704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6c9babb5-1f63-4dbf-b9e4-df0c278d7de5 None None] Provisioning complete for port 5bad41cd-49bd-4319-b67a-17b84acdbc59 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:58.310926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-328562045-network', 'tenant_id': '89cde11da0174b04bf4d86d2abd3cc4a'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:58.311528 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6c9babb5-1f63-4dbf-b9e4-df0c278d7de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.318196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:58.335947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Usage tracker for resource:network and tenant:89cde11da0174b04bf4d86d2abd3cc4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:58.348344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:58.374798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:58.415503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Made reservation on behalf of 89cde11da0174b04bf4d86d2abd3cc4a for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:58.420067 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.433835 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9523f3-20b7-4f16-9aff-cbfb75b01e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e', 'code': 200} Feb 04 15:31:58.434681 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.464321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:58.506005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.526080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Pushing event updated for resources: {'Port': ['ID=327f002a-dd5b-4c76-bd5c-a5958bdcb8c0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.530505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:58.532926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:31:58.570057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:58.572838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Made reservation on behalf of 65f097118a644013a0e4eb51b56f57a4 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:58.576371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.586565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Usage tracker for resource:security_group_rule and tenant:89cde11da0174b04bf4d86d2abd3cc4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:58.597725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:58.639168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:58.642254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=67a0757a-edc0-4300-9f5f-45b7aa513f3f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.815509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.895313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e579c4-d594-4bd3-92a4-810c62d7437b req-0567b3fb-c20e-4a6d-8bec-16a502f1815c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.902616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e579c4-d594-4bd3-92a4-810c62d7437b req-0567b3fb-c20e-4a6d-8bec-16a502f1815c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.908869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e579c4-d594-4bd3-92a4-810c62d7437b req-0567b3fb-c20e-4a6d-8bec-16a502f1815c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.919678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e579c4-d594-4bd3-92a4-810c62d7437b req-0567b3fb-c20e-4a6d-8bec-16a502f1815c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.937201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e579c4-d594-4bd3-92a4-810c62d7437b req-0567b3fb-c20e-4a6d-8bec-16a502f1815c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.938254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e579c4-d594-4bd3-92a4-810c62d7437b req-0567b3fb-c20e-4a6d-8bec-16a502f1815c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.944463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e579c4-d594-4bd3-92a4-810c62d7437b req-0567b3fb-c20e-4a6d-8bec-16a502f1815c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.952262 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0e579c4-d594-4bd3-92a4-810c62d7437b req-0567b3fb-c20e-4a6d-8bec-16a502f1815c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.3106375 Feb 04 15:31:58.980138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5bad41cd-49bd-4319-b67a-17b84acdbc59 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:59.014816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53422) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:59.098317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5bad41cd-49bd-4319-b67a-17b84acdbc59 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:59.099777 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.118325 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0e579c4-d594-4bd3-92a4-810c62d7437b req-bcb2aa70-7b11-486c-a803-7ecbc6a06218 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1650436 Feb 04 15:31:59.183743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.190487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:59.194737 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ac6290d5-6286-4f36-ab5b-d20dc32e9991 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=202552d924b44aed946ad70e0208f9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770773 Feb 04 15:31:59.197782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53426) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:59.204263 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.205053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Usage tracker for resource:security_group_rule and tenant:65f097118a644013a0e4eb51b56f57a4 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:59.211864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:59.227560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:31:59.245829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.246202 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Added segment 39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6 of type vlan for network e37bd7ff-e394-4566-aced-8db3ba537aa8 Feb 04 15:31:59.307518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.320603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 67a0757a-edc0-4300-9f5f-45b7aa513f3f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:31:59.366075 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:31:59.530660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 67a0757a-edc0-4300-9f5f-45b7aa513f3f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:59.531013 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.548725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:59.591383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.592695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:59.593478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.656981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501dc9c1-ad2d-49d3-8b13-6a925a538f45 req-d2ac5511-630a-41a1-afd0-01539aaeae45 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4650331 Feb 04 15:31:59.664021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b82071-132c-4a3b-a64f-862577f9ccd7 req-e96f0e33-4450-437b-8281-5cbf5b79a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:59.665936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0b82071-132c-4a3b-a64f-862577f9ccd7 req-e96f0e33-4450-437b-8281-5cbf5b79a437 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 1101 time: 1.0727100 Feb 04 15:31:59.678135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.793721 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01b341c5-e440-4d4e-a49f-184b4d808c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.796641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:59.848088 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01b341c5-e440-4d4e-a49f-184b4d808c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.856345 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8737462 Feb 04 15:31:59.866749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53434) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:31:59.875271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Request body: {'subnet': {'network_id': 'e37bd7ff-e394-4566-aced-8db3ba537aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-328562045-subnet', 'tenant_id': '89cde11da0174b04bf4d86d2abd3cc4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:59.881707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:31:59.886402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Usage tracker for resource:subnet and tenant:89cde11da0174b04bf4d86d2abd3cc4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:31:59.889719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:31:59.895928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:31:59.915973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Made reservation on behalf of 89cde11da0174b04bf4d86d2abd3cc4a for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:59.918372 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.931878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd44612-735b-4fc6-9e04-325fedead70e admin admin] Pushing event updated for resources: {'Network': ['ID=e37bd7ff-e394-4566-aced-8db3ba537aa8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:59.949964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e37bd7ff-e394-4566-aced-8db3ba537aa8 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:32:00.019537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b701f8b-60a1-4171-9464-03854ecef735 req-1d31bbd6-1dac-43c8-8a09-a1d2e25c9fc3 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.026690 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b701f8b-60a1-4171-9464-03854ecef735 req-1d31bbd6-1dac-43c8-8a09-a1d2e25c9fc3 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 950 time: 0.6858690 Feb 04 15:32:00.073992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0b82071-132c-4a3b-a64f-862577f9ccd7 req-45baf430-7241-477d-9d70-c9076c372bba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353015 Feb 04 15:32:00.114272 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b701f8b-60a1-4171-9464-03854ecef735 req-06387119-ec06-47c2-8aad-f5688e2c6323 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864751 Feb 04 15:32:00.138207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01b341c5-e440-4d4e-a49f-184b4d808c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.262835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.299688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.301534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b341c5-e440-4d4e-a49f-184b4d808c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ad4305-b121-4144-a0b5-6a9bcde393a5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:00.307584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.439420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01b341c5-e440-4d4e-a49f-184b4d808c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.441261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-01b341c5-e440-4d4e-a49f-184b4d808c5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53ad4305-b121-4144-a0b5-6a9bcde393a5 HTTP/1.1" status: 204 len: 168 time: 1.2422347 Feb 04 15:32:00.528608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.616339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e48fd-7214-409a-b144-640fd0c91273 req-5105ab2a-f208-4d2e-9c0e-3b17aefbe55e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.626142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e48fd-7214-409a-b144-640fd0c91273 req-5105ab2a-f208-4d2e-9c0e-3b17aefbe55e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.633766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e48fd-7214-409a-b144-640fd0c91273 req-5105ab2a-f208-4d2e-9c0e-3b17aefbe55e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.642162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e48fd-7214-409a-b144-640fd0c91273 req-5105ab2a-f208-4d2e-9c0e-3b17aefbe55e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.656986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e48fd-7214-409a-b144-640fd0c91273 req-5105ab2a-f208-4d2e-9c0e-3b17aefbe55e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.666818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e48fd-7214-409a-b144-640fd0c91273 req-5105ab2a-f208-4d2e-9c0e-3b17aefbe55e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.673324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab9968f-e6e4-4fb0-9f47-8afd9626c693,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:00.675574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e48fd-7214-409a-b144-640fd0c91273 req-5105ab2a-f208-4d2e-9c0e-3b17aefbe55e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.680630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2d0e48fd-7214-409a-b144-640fd0c91273 req-5105ab2a-f208-4d2e-9c0e-3b17aefbe55e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.3525212 Feb 04 15:32:00.758120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=88850d50-c071-45a4-9fc4-b0de5c00363d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:00.862872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Checking segment: {'id': '39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e37bd7ff-e394-4566-aced-8db3ba537aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:00.863240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Network hostable DHCP agents. Network: e37bd7ff-e394-4566-aced-8db3ba537aa8, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:32:00.944391 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2d0e48fd-7214-409a-b144-640fd0c91273 req-6e02f034-95bc-4fd1-93d8-2a9668339d24 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2556469 Feb 04 15:32:00.951519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Network e37bd7ff-e394-4566-aced-8db3ba537aa8 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:32:00.967903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, e37bd7ff-e394-4566-aced-8db3ba537aa8) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:00.981474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.981474 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.982220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18256c92-509c-4d8b-b521-75ca7f938977 None None] Network e37bd7ff-e394-4566-aced-8db3ba537aa8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:32:01.011770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Allocated IP 192.168.233.166 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/8a603632-a0bf-42ca-9795-2fcc96993369) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:01.025292 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-23748300-96db-4c16-ab0e-6c508483bbbb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1563570 Feb 04 15:32:01.074219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Router 5a9b6285-9262-4855-8b1f-5653b14daf07 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:32:01.421668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af57f9-cc16-412a-b339-ed825a50c40c None None] Network e37bd7ff-e394-4566-aced-8db3ba537aa8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:32:01.554309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e8eed-b803-41a0-b3d1-d193cb50d9e1 req-caa5be2f-ad36-405a-ae76-86b38650a718 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.558458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-379e8eed-b803-41a0-b3d1-d193cb50d9e1 req-caa5be2f-ad36-405a-ae76-86b38650a718 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 950 time: 0.2127814 Feb 04 15:32:01.601654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:32:01.629153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.665278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-379e8eed-b803-41a0-b3d1-d193cb50d9e1 req-b54d0040-ee41-4519-a984-f862deaa311b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007710 Feb 04 15:32:01.673288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Transition to ACTIVE for port object 8a603632-a0bf-42ca-9795-2fcc96993369 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:01.686977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.688078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3c44f8f0-9187-42fb-8fc7-0ac211936c9a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 11.7467699 Feb 04 15:32:01.690972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53470) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:01.715553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Sync routers for ids ['5a9b6285-9262-4855-8b1f-5653b14daf07'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:01.729149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.757325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Routers {'5a9b6285-9262-4855-8b1f-5653b14daf07'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:32:01.758014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5a9b6285-9262-4855-8b1f-5653b14daf07'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:01.828719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:01.834083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:01.853607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:02.107956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:02.111479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.205316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:02.231917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-082485c8-cf13-4f01-b286-ef16e96952bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6405926 Feb 04 15:32:02.245675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Request body: {'port': {'device_id': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:02.407934 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.501917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Set router 5a9b6285-9262-4855-8b1f-5653b14daf07 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:32:02.692746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-81bf7c66-0319-4a87-9165-908a4e077a97 None None] Provisioning for port 8a603632-a0bf-42ca-9795-2fcc96993369 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:02.705313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-81bf7c66-0319-4a87-9165-908a4e077a97 None None] Provisioning complete for port 8a603632-a0bf-42ca-9795-2fcc96993369 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:02.705641 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-81bf7c66-0319-4a87-9165-908a4e077a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.870040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-81bf7c66-0319-4a87-9165-908a4e077a97 None None] Port 8a603632-a0bf-42ca-9795-2fcc96993369 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:03.049084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:50Z', 'updated_at': '2022-02-04T15:31:59Z', 'revision_number': 3, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'gw_port': {'id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:54Z', 'updated_at': '2022-02-04T15:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:03.053692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Checking router: 5a9b6285-9262-4855-8b1f-5653b14daf07 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:32:03.054276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Updating router 5a9b6285-9262-4855-8b1f-5653b14daf07 port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:32:03.057631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5cff9-144f-4521-82ae-d7fc53cf28b0 req-04977883-d3a4-48a3-b43f-9aa48e6d849c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.058144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a603632-a0bf-42ca-9795-2fcc96993369 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:03.063808 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5cff9-144f-4521-82ae-d7fc53cf28b0 req-04977883-d3a4-48a3-b43f-9aa48e6d849c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.070700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5cff9-144f-4521-82ae-d7fc53cf28b0 req-04977883-d3a4-48a3-b43f-9aa48e6d849c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.077441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5cff9-144f-4521-82ae-d7fc53cf28b0 req-04977883-d3a4-48a3-b43f-9aa48e6d849c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.081783 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.083624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5cff9-144f-4521-82ae-d7fc53cf28b0 req-04977883-d3a4-48a3-b43f-9aa48e6d849c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.089786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5cff9-144f-4521-82ae-d7fc53cf28b0 req-04977883-d3a4-48a3-b43f-9aa48e6d849c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.095511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5cff9-144f-4521-82ae-d7fc53cf28b0 req-04977883-d3a4-48a3-b43f-9aa48e6d849c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.103544 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1cd5cff9-144f-4521-82ae-d7fc53cf28b0 req-04977883-d3a4-48a3-b43f-9aa48e6d849c tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5419 time: 0.5228603 Feb 04 15:32:03.105301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Transition to ACTIVE for port object 8a603632-a0bf-42ca-9795-2fcc96993369 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:03.113665 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.173607 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.285393 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1cd5cff9-144f-4521-82ae-d7fc53cf28b0 req-9e591bd4-5166-477a-892c-1cd3ae682de2 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809070 Feb 04 15:32:03.486205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:03.643696 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.710204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Attempting to bind port 8a603632-a0bf-42ca-9795-2fcc96993369 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:03.710573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Attempting to bind port 8a603632-a0bf-42ca-9795-2fcc96993369 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:03.710904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Attempting to bind port 8a603632-a0bf-42ca-9795-2fcc96993369 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:03.720053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Port 8a603632-a0bf-42ca-9795-2fcc96993369 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:32:03.720665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Attempting to bind port 8a603632-a0bf-42ca-9795-2fcc96993369 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:03.731259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:03.731905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:03.732610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:03.733377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Bound port: 8a603632-a0bf-42ca-9795-2fcc96993369, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:03.733952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.930067 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.954070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Transition to ACTIVE for port object 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:03.965179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 74fef801-0f33-4671-bd8b-de54eefc048b details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:03.965929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9edbd-7718-414a-b1e2-0f5d1f7cce27 req-c9bebde6-3e08-4ecd-af61-bebb2a0268ea tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.973128 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c1a9edbd-7718-414a-b1e2-0f5d1f7cce27 req-c9bebde6-3e08-4ecd-af61-bebb2a0268ea tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 950 time: 0.2134016 Feb 04 15:32:03.981224 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.991655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:03.996248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:04.000619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Allocated IP 172.20.0.1 (5ef925b8-edad-447d-8368-da11f8670fa7/cf13d233-6e08-4508-b701-4e9f1f7a9662/8ed9fd17-fc28-4d6e-9b14-48023dc23090) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:04.004458 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.044469 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c1a9edbd-7718-414a-b1e2-0f5d1f7cce27 req-aa6f102e-b026-4d21-b076-a1edddefcae7 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693152 Feb 04 15:32:04.088761 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:32:04.137226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:04.149357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.150080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.151698 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-bcf88c5b-aba8-4d4c-bee0-e646c892a8cd service neutron] 10.222.0.53 "PUT /v2.0/ports/8a603632-a0bf-42ca-9795-2fcc96993369 HTTP/1.1" status: 200 len: 1096 time: 1.9121852 Feb 04 15:32:04.152080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:04.232800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Attempting to bind port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:04.233191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Attempting to bind port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:04.233581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Attempting to bind port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:04.310916 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.338828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Transition to ACTIVE for port object 8ed9fd17-fc28-4d6e-9b14-48023dc23090 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:04.362401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-f12a0767-3fb3-439a-b0e1-796b1935de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.370288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.373495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-f12a0767-3fb3-439a-b0e1-796b1935de5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65f097118a644013a0e4eb51b56f57a4&device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 1099 time: 0.1725035 Feb 04 15:32:04.438071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74fef801-0f33-4671-bd8b-de54eefc048b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74fef801-0f33-4671-bd8b-de54eefc048b,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:04.445195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Network 5ef925b8-edad-447d-8368-da11f8670fa7 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:04.448855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:04.451429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:04.478381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '74fef801-0f33-4671-bd8b-de54eefc048b', 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74', 'port_id': '74fef801-0f33-4671-bd8b-de54eefc048b', 'mac_address': 'fa:16:3e:52:f4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588bc01e-803b-43fd-9cb9-9ea3e439c477', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:04.508245 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-5352b125-1ac4-4497-92c2-b4851df92adb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8a603632-a0bf-42ca-9795-2fcc96993369 HTTP/1.1" status: 200 len: 217 time: 0.1142590 Feb 04 15:32:04.508570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:04.508570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:04.508570 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.508570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:04.534967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Bound port: 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:04.534967 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.564111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Pushing event updated for resources: {'Port': ['ID=8ed9fd17-fc28-4d6e-9b14-48023dc23090,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:04.633631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.672251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeface1-bb0a-4567-b4ee-de6be214f992 None None] Pushing event updated for resources: {'Port': ['ID=327f002a-dd5b-4c76-bd5c-a5958bdcb8c0,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:04.690451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-9818b0d1-89ef-4285-8ff7-641c820dd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.691902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-9818b0d1-89ef-4285-8ff7-641c820dd2c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1818504 Feb 04 15:32:04.714793 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-85a5ac18-5d84-4c89-be56-67f8a8d55415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.801299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-1300f693-2867-45c0-b2d9-59d7b62aada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.803760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-1300f693-2867-45c0-b2d9-59d7b62aada7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040516 Feb 04 15:32:04.810473 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.868948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fef801-0f33-4671-bd8b-de54eefc048b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:04.882366 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.885531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] For port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:04.889640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] For port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=327f002a-dd5b-4c76-bd5c-a5958bdcb8c0,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:04.894975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74fef801-0f33-4671-bd8b-de54eefc048b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74fef801-0f33-4671-bd8b-de54eefc048b,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:04.897330 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.981537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeface1-bb0a-4567-b4ee-de6be214f992 None None] Pushing event updated for resources: {'Port': ['ID=327f002a-dd5b-4c76-bd5c-a5958bdcb8c0,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:04.985434 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.986080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 08aa7c38-3cde-4156-81b8-f524b76cc487 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:05.005261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-95c31f72-0964-42ca-af82-20cf3eb4dec2 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930046 Feb 04 15:32:05.073727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Routers {'5a9b6285-9262-4855-8b1f-5653b14daf07'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:32:05.074619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:31:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5a9b6285-9262-4855-8b1f-5653b14daf07'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:05.146960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1b20b382-e9fc-497a-8d78-bd6b990e6c49 None None] Provisioning for port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:05.164040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1b20b382-e9fc-497a-8d78-bd6b990e6c49 None None] Provisioning complete for port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:05.164423 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1b20b382-e9fc-497a-8d78-bd6b990e6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.202939 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.210193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.218873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3218b62d-6f6f-4b5d-bf8b-d15ad973eb1d req-52da23ad-e7f4-432e-8906-89dff89dae96 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965103 Feb 04 15:32:05.229801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:32:05.246524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=74fef801-0f33-4671-bd8b-de54eefc048b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:05.344650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.399706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1b20b382-e9fc-497a-8d78-bd6b990e6c49 None None] Port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:05.455131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] Set router 5a9b6285-9262-4855-8b1f-5653b14daf07 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:32:05.489559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Pushing event updated for resources: {'Port': ['ID=8ed9fd17-fc28-4d6e-9b14-48023dc23090,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:05.537782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 08aa7c38-3cde-4156-81b8-f524b76cc487, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=08aa7c38-3cde-4156-81b8-f524b76cc487,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:05.546674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Network 5ef925b8-edad-447d-8368-da11f8670fa7 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:05.548147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:05.613490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '08aa7c38-3cde-4156-81b8-f524b76cc487', 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'port_id': '08aa7c38-3cde-4156-81b8-f524b76cc487', 'mac_address': 'fa:16:3e:8e:37:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebd3077-0ae7-4ce8-829f-68ba8bd1af67', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:05.686036 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.799040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08aa7c38-3cde-4156-81b8-f524b76cc487 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:05.832556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 08aa7c38-3cde-4156-81b8-f524b76cc487, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=08aa7c38-3cde-4156-81b8-f524b76cc487,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:05.843293 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.843951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:05.867262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Router 5a9b6285-9262-4855-8b1f-5653b14daf07 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:32:06.033015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.033688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d1ec545d-5641-456f-bdcf-73cc6b7559c4 None None] Provisioning complete for port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:06.034048 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d1ec545d-5641-456f-bdcf-73cc6b7559c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.111127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:06.132551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=08aa7c38-3cde-4156-81b8-f524b76cc487,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:06.152467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3', 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'port_id': '9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3', 'mac_address': 'fa:16:3e:c1:29:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebd3077-0ae7-4ce8-829f-68ba8bd1af67', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:06.202280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec545d-5641-456f-bdcf-73cc6b7559c4 None None] Port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:06.217150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:32:06.233791 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-37701cb3-c5c3-4ff6-aad1-a2d53844706b admin admin] 10.222.0.46 "PUT /v2.0/routers/5a9b6285-9262-4855-8b1f-5653b14daf07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5407586 Feb 04 15:32:06.234871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.256535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:06.262807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:50Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 4, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'gw_port': {'id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:54Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8ed9fd17-fc28-4d6e-9b14-48023dc23090', 'name': '', 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'mac_address': 'fa:16:3e:8e:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 1, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'subnets': [{'id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:06.272442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605423c-8c9d-43b0-b62e-e7ae0b9a5e50 None None] The sync data for ids ['5a9b6285-9262-4855-8b1f-5653b14daf07'] in n-d-827870-1 is: [{'id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:50Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 4, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'gw_port': {'id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:54Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8ed9fd17-fc28-4d6e-9b14-48023dc23090', 'name': '', 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'mac_address': 'fa:16:3e:8e:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 1, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'subnets': [{'id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:06.286127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:06.292255 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.293003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 263819ac-674a-4059-83c1-b6f8a8d13d32 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:06.390531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 263819ac-674a-4059-83c1-b6f8a8d13d32, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=263819ac-674a-4059-83c1-b6f8a8d13d32,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:06.406491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:06.418099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '263819ac-674a-4059-83c1-b6f8a8d13d32', 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'port_id': '263819ac-674a-4059-83c1-b6f8a8d13d32', 'mac_address': 'fa:16:3e:e8:3f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebd3077-0ae7-4ce8-829f-68ba8bd1af67', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:06.487269 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.505196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263819ac-674a-4059-83c1-b6f8a8d13d32 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:06.523524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 263819ac-674a-4059-83c1-b6f8a8d13d32, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=263819ac-674a-4059-83c1-b6f8a8d13d32,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:06.528214 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.529169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f95c9a3c-a964-466b-9dfc-b46ee696a11d details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:06.709642 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4ace7cbb-5eb5-47a9-b0d3-94f183437d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.715466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=263819ac-674a-4059-83c1-b6f8a8d13d32,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:06.791347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f95c9a3c-a964-466b-9dfc-b46ee696a11d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f95c9a3c-a964-466b-9dfc-b46ee696a11d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:06.809149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'port_id': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'mac_address': 'fa:16:3e:e2:9e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:06.888154 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.910784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95c9a3c-a964-466b-9dfc-b46ee696a11d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:06.955048 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f95c9a3c-a964-466b-9dfc-b46ee696a11d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f95c9a3c-a964-466b-9dfc-b46ee696a11d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:06.961304 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.962217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f365816a-c471-45e6-9060-2f12b8d1db78 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:07.096285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f365816a-c471-45e6-9060-2f12b8d1db78, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f365816a-c471-45e6-9060-2f12b8d1db78,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:07.104964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f95c9a3c-a964-466b-9dfc-b46ee696a11d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:07.118926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'f365816a-c471-45e6-9060-2f12b8d1db78', 'network_id': '93af2bc6-eec4-42d5-beff-2a7a895f827b', 'port_id': 'f365816a-c471-45e6-9060-2f12b8d1db78', 'mac_address': 'fa:16:3e:5d:5c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebd3077-0ae7-4ce8-829f-68ba8bd1af67', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:07.207755 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.227744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f365816a-c471-45e6-9060-2f12b8d1db78 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:07.246461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f365816a-c471-45e6-9060-2f12b8d1db78, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f365816a-c471-45e6-9060-2f12b8d1db78,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:07.250890 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.251529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device df793c6e-23f7-499e-a7aa-59d8b42c2c06 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:07.358567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port df793c6e-23f7-499e-a7aa-59d8b42c2c06, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=df793c6e-23f7-499e-a7aa-59d8b42c2c06,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:07.374226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f365816a-c471-45e6-9060-2f12b8d1db78,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:07.384948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06', 'network_id': '5cef59fb-b38d-47f4-88df-113361d17a74', 'port_id': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06', 'mac_address': 'fa:16:3e:1c:b1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588bc01e-803b-43fd-9cb9-9ea3e439c477', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:07.460175 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.481121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df793c6e-23f7-499e-a7aa-59d8b42c2c06 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:07.510055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port df793c6e-23f7-499e-a7aa-59d8b42c2c06, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=df793c6e-23f7-499e-a7aa-59d8b42c2c06,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:07.512048 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.516249 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.550054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:07.683591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=df793c6e-23f7-499e-a7aa-59d8b42c2c06,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:07.701405 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.758523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:07.776931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '8a603632-a0bf-42ca-9795-2fcc96993369', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '8a603632-a0bf-42ca-9795-2fcc96993369', 'mac_address': 'fa:16:3e:ba:00:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:07.850190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.872371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a603632-a0bf-42ca-9795-2fcc96993369 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:07.890842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:07.896805 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.984142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:08.222597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['74fef801-0f33-4671-bd8b-de54eefc048b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:08.251634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['263819ac-674a-4059-83c1-b6f8a8d13d32'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:08.288617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f365816a-c471-45e6-9060-2f12b8d1db78'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:08.334756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:08.363321 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['df793c6e-23f7-499e-a7aa-59d8b42c2c06'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:08.533412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8a603632-a0bf-42ca-9795-2fcc96993369'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:08.951697 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Sync routers for ids ['5a9b6285-9262-4855-8b1f-5653b14daf07'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:08.972556 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Routers {'5a9b6285-9262-4855-8b1f-5653b14daf07'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:32:08.973639 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5a9b6285-9262-4855-8b1f-5653b14daf07'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:09.043002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:09.071797 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.253921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.254942 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f95c9a3c-a964-466b-9dfc-b46ee696a11d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:09.255770 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Set router 5a9b6285-9262-4855-8b1f-5653b14daf07 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:32:09.639273 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:50Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 4, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'gw_port': {'id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:54Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8ed9fd17-fc28-4d6e-9b14-48023dc23090', 'name': '', 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'mac_address': 'fa:16:3e:8e:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:05Z', 'revision_number': 2, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'subnets': [{'id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:09.646445 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Checking router: 5a9b6285-9262-4855-8b1f-5653b14daf07 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:32:09.646763 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Updating router 5a9b6285-9262-4855-8b1f-5653b14daf07 port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:32:09.648468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:09.666604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:09.666963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.708594 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.868529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.889585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=327f002a-dd5b-4c76-bd5c-a5958bdcb8c0,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:09.894149 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.972065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=327f002a-dd5b-4c76-bd5c-a5958bdcb8c0,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.125684 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.139118 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Transition to ACTIVE for port object 8ed9fd17-fc28-4d6e-9b14-48023dc23090 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:10.146663 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.277981 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eff5ec-f2bc-4271-9ee7-5875d4e21fba None None] Pushing event updated for resources: {'Port': ['ID=8ed9fd17-fc28-4d6e-9b14-48023dc23090,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.412345 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Attempting to bind port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:10.412709 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Attempting to bind port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:10.413168 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Attempting to bind port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 on network 5ef925b8-edad-447d-8368-da11f8670fa7 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:10.420517 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:10.420883 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Checking segment: {'id': 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:10.421263 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.421646 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Bound using segment: {'id': 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:10.422117 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Bound port: 8ed9fd17-fc28-4d6e-9b14-48023dc23090, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:10.422468 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.519891 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] For port 8ed9fd17-fc28-4d6e-9b14-48023dc23090, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:10.523862 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] For port 8ed9fd17-fc28-4d6e-9b14-48023dc23090, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8ed9fd17-fc28-4d6e-9b14-48023dc23090,segment=NetworkSegment(ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b),segment_id=ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:10.528803 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.613395 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Routers {'5a9b6285-9262-4855-8b1f-5653b14daf07'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:32:10.614019 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5a9b6285-9262-4855-8b1f-5653b14daf07'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:10.673385 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eff5ec-f2bc-4271-9ee7-5875d4e21fba None None] Pushing event updated for resources: {'Port': ['ID=8ed9fd17-fc28-4d6e-9b14-48023dc23090,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.752013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['08aa7c38-3cde-4156-81b8-f524b76cc487'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:10.813771 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] Set router 5a9b6285-9262-4855-8b1f-5653b14daf07 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:32:10.994105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:11.080970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:11.081482 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.178161 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:50Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 4, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'gw_port': {'id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:54Z', 'updated_at': '2022-02-04T15:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8ed9fd17-fc28-4d6e-9b14-48023dc23090', 'name': '', 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'mac_address': 'fa:16:3e:8e:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:10Z', 'revision_number': 4, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'subnets': [{'id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:11.182374 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611ca34-329b-4132-b7d5-af108a72ff4c None None] The sync data for ids ['5a9b6285-9262-4855-8b1f-5653b14daf07'] in n-d-827870-1 is: [{'id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:50Z', 'updated_at': '2022-02-04T15:32:04Z', 'revision_number': 4, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'gw_port': {'id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:54Z', 'updated_at': '2022-02-04T15:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8ed9fd17-fc28-4d6e-9b14-48023dc23090', 'name': '', 'network_id': '5ef925b8-edad-447d-8368-da11f8670fa7', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'mac_address': 'fa:16:3e:8e:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:32:03Z', 'updated_at': '2022-02-04T15:32:10Z', 'revision_number': 4, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'subnets': [{'id': 'cf13d233-6e08-4508-b701-4e9f1f7a9662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:11.217660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8ed9fd17-fc28-4d6e-9b14-48023dc23090 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:11.304908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:11.312111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:11.312592 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.478679 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.533151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8ed9fd17-fc28-4d6e-9b14-48023dc23090, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8ed9fd17-fc28-4d6e-9b14-48023dc23090,segment=NetworkSegment(ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b),segment_id=ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:11.540799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.597657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device df793c6e-23f7-499e-a7aa-59d8b42c2c06 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:11.685387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8ed9fd17-fc28-4d6e-9b14-48023dc23090,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:11.701500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port df793c6e-23f7-499e-a7aa-59d8b42c2c06 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:11.706994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port df793c6e-23f7-499e-a7aa-59d8b42c2c06 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:11.707373 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.843880 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.928581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:11.942971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port df793c6e-23f7-499e-a7aa-59d8b42c2c06, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=df793c6e-23f7-499e-a7aa-59d8b42c2c06,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:11.948320 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.948871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 74fef801-0f33-4671-bd8b-de54eefc048b up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:12.081874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 74fef801-0f33-4671-bd8b-de54eefc048b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:12.089310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 74fef801-0f33-4671-bd8b-de54eefc048b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:12.089677 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.113929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=df793c6e-23f7-499e-a7aa-59d8b42c2c06,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:12.216012 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.256495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74fef801-0f33-4671-bd8b-de54eefc048b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74fef801-0f33-4671-bd8b-de54eefc048b,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:12.260426 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.261400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f365816a-c471-45e6-9060-2f12b8d1db78 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:12.385541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=74fef801-0f33-4671-bd8b-de54eefc048b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:12.403196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port f365816a-c471-45e6-9060-2f12b8d1db78 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:12.414311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port f365816a-c471-45e6-9060-2f12b8d1db78 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:12.415515 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.462264 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-bfeef4a4-b92b-419e-8633-beee5fe2b6a0 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8fff3c8f811647a88e85f53c71b20df3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318608 Feb 04 15:32:12.468359 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-fcba03c1-0055-4bea-bf63-f60eaa0d91ad tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65f097118a644013a0e4eb51b56f57a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411785 Feb 04 15:32:12.564171 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.608073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f365816a-c471-45e6-9060-2f12b8d1db78, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f365816a-c471-45e6-9060-2f12b8d1db78,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:12.617467 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.713076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-a9f5df67-925a-4f55-b8b2-55b852af801e tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:12.715209 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-a9f5df67-925a-4f55-b8b2-55b852af801e tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459488 Feb 04 15:32:12.732265 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-cea24d47-d405-49a5-8e53-edac487970ea tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/quotas/8fff3c8f811647a88e85f53c71b20df3 HTTP/1.1" status: 200 len: 375 time: 0.0110369 Feb 04 15:32:12.758923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-61a10cb8-f135-4720-80f2-7cdd5db9e610 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:12.766929 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-61a10cb8-f135-4720-80f2-7cdd5db9e610 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918577 Feb 04 15:32:12.767420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f365816a-c471-45e6-9060-2f12b8d1db78,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:12.782255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-9b1886bf-0186-490e-9243-87cf97cfa033 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/quotas/65f097118a644013a0e4eb51b56f57a4 HTTP/1.1" status: 200 len: 375 time: 0.0139046 Feb 04 15:32:12.792614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-3db410dc-992d-49eb-b1a9-bb447b48d873 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fff3c8f811647a88e85f53c71b20df3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549934 Feb 04 15:32:12.884335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-1682c09e-e016-48ee-b33e-7682a277f769 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Synchronizing usage tracker for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:12.920915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-1682c09e-e016-48ee-b33e-7682a277f769 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Unset dirty status for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:12.936285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-1682c09e-e016-48ee-b33e-7682a277f769 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65f097118a644013a0e4eb51b56f57a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1346860 Feb 04 15:32:12.943879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8ed9fd17-fc28-4d6e-9b14-48023dc23090 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:13.083191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:13.084372 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.225739 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369', 'status': 'completed', 'code': 200} Feb 04 15:32:13.413509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe86a97-cfde-4634-9ac1-841e70ad9fd7 req-9639ca8d-6eb6-4fc5-9f9f-24616a5bb046 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.415075 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6fe86a97-cfde-4634-9ac1-841e70ad9fd7 req-9639ca8d-6eb6-4fc5-9f9f-24616a5bb046 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 949 time: 0.3247418 Feb 04 15:32:13.491856 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6fe86a97-cfde-4634-9ac1-841e70ad9fd7 req-65ff6392-2bf1-44b6-8224-a3f561947983 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Feb 04 15:32:13.533589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-c5e24236-1ee1-43db-987e-1ddb52238056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.537693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-c5e24236-1ee1-43db-987e-1ddb52238056 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65f097118a644013a0e4eb51b56f57a4&device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 1100 time: 0.2820289 Feb 04 15:32:13.562846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f95c9a3c-a964-466b-9dfc-b46ee696a11d up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:13.713286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port f95c9a3c-a964-466b-9dfc-b46ee696a11d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:13.720916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port f95c9a3c-a964-466b-9dfc-b46ee696a11d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:13.721330 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.852792 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-2d4565a0-27e4-4404-b885-7a5122f1d911 req-0cc09553-98d7-44e9-9bcc-e94592ebaa78 tempest-FloatingIPDetailsNegativeTestJSON-190880168 tempest-FloatingIPDetailsNegativeTestJSON-190880168-project] show failed (client error): The resource could not be found. Feb 04 15:32:13.880947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2d4565a0-27e4-4404-b885-7a5122f1d911 req-0cc09553-98d7-44e9-9bcc-e94592ebaa78 tempest-FloatingIPDetailsNegativeTestJSON-190880168 tempest-FloatingIPDetailsNegativeTestJSON-190880168-project] 10.222.0.46 "GET /v2.0/floatingips/9d0152e2-464a-4788-9823-d9ea9796a7f3 HTTP/1.1" status: 404 len: 350 time: 0.2481201 Feb 04 15:32:13.882866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53610) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:13.982501 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.005488 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06', 'code': 200} Feb 04 15:32:14.085902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f95c9a3c-a964-466b-9dfc-b46ee696a11d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f95c9a3c-a964-466b-9dfc-b46ee696a11d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:14.091369 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.092601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:14.195835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-8782978b-0bcc-4f25-843a-f959f6c516bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.198041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-8782978b-0bcc-4f25-843a-f959f6c516bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.6507969 Feb 04 15:32:14.225240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f95c9a3c-a964-466b-9dfc-b46ee696a11d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:14.291011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b766ad-8240-4dc7-9e30-2b88246bd22c req-1b70901b-6132-4bde-96d0-5174556ba16b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.298827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b766ad-8240-4dc7-9e30-2b88246bd22c req-1b70901b-6132-4bde-96d0-5174556ba16b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.306011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 8a603632-a0bf-42ca-9795-2fcc96993369 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:14.307494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b766ad-8240-4dc7-9e30-2b88246bd22c req-1b70901b-6132-4bde-96d0-5174556ba16b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.314644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b766ad-8240-4dc7-9e30-2b88246bd22c req-1b70901b-6132-4bde-96d0-5174556ba16b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.319082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 8a603632-a0bf-42ca-9795-2fcc96993369 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:14.319461 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.323656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b766ad-8240-4dc7-9e30-2b88246bd22c req-1b70901b-6132-4bde-96d0-5174556ba16b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.329864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b766ad-8240-4dc7-9e30-2b88246bd22c req-1b70901b-6132-4bde-96d0-5174556ba16b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.337043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b766ad-8240-4dc7-9e30-2b88246bd22c req-1b70901b-6132-4bde-96d0-5174556ba16b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.345598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b766ad-8240-4dc7-9e30-2b88246bd22c req-1b70901b-6132-4bde-96d0-5174556ba16b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5429 time: 0.7207122 Feb 04 15:32:14.374174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-192e0458-d288-4da1-8eac-7925a67223bf req-68993e67-548d-4bd9-9eee-f2c3f158addc tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 210 time: 0.1417348 Feb 04 15:32:14.404967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-63d6a64b-c014-46d3-95a0-55ece03467bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8a603632-a0bf-42ca-9795-2fcc96993369 HTTP/1.1" status: 200 len: 217 time: 0.1971014 Feb 04 15:32:14.499495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0b766ad-8240-4dc7-9e30-2b88246bd22c req-caefc37a-4e71-4c99-b565-d068edf4da93 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1529434 Feb 04 15:32:14.546951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-7cbf1bb1-17b1-4ba8-b6bc-55a379d323cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.551377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-7cbf1bb1-17b1-4ba8-b6bc-55a379d323cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1402526 Feb 04 15:32:14.622658 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.661618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:14.668446 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.669758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 08aa7c38-3cde-4156-81b8-f524b76cc487 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:14.726227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-c0769b8a-ae4c-4ec9-8a3e-e230f2d5c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.727888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-c0769b8a-ae4c-4ec9-8a3e-e230f2d5c78e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699569 Feb 04 15:32:14.742138 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a1b8e4c3-2fa8-4f44-a500-6c5d3a3960a2 req-9fcf80ae-27b1-425b-a53c-5bdf5c1b8bef tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 210 time: 0.1324871 Feb 04 15:32:15.040242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:15.051542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 08aa7c38-3cde-4156-81b8-f524b76cc487 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:15.070412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 08aa7c38-3cde-4156-81b8-f524b76cc487 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:15.070796 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.379210 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.429173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 08aa7c38-3cde-4156-81b8-f524b76cc487, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=08aa7c38-3cde-4156-81b8-f524b76cc487,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:15.434923 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.435728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:15.469634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-8d49bcad-054d-41f2-a40e-8a5c8e52a274 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8fff3c8f811647a88e85f53c71b20df3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013818 Feb 04 15:32:15.490933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.664723 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d117bfbc-7b21-4706-a762-92f56aee34f9 req-10c2e8a1-90eb-49d2-b9e5-06ca9dd62f27 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 210 time: 0.0773311 Feb 04 15:32:15.790294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-e60c6c65-25a3-4893-9529-8f3c0fe7c856 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0543678 Feb 04 15:32:15.897764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=08aa7c38-3cde-4156-81b8-f524b76cc487,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:15.917698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:15.924600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:15.927987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.039438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fef801-0f33-4671-bd8b-de54eefc048b'}, {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f365816a-c471-45e6-9060-2f12b8d1db78'}, {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d'}, {'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369'}, {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08aa7c38-3cde-4156-81b8-f524b76cc487'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:16.097580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f2c3e-33d0-4e69-90b1-4fb3caaca0ad req-7419866b-6bf7-40ae-89e3-91e606edbb89 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.105913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f2c3e-33d0-4e69-90b1-4fb3caaca0ad req-7419866b-6bf7-40ae-89e3-91e606edbb89 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.117908 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c98f2c3e-33d0-4e69-90b1-4fb3caaca0ad req-7419866b-6bf7-40ae-89e3-91e606edbb89 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97&device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 1690 time: 0.7019494 Feb 04 15:32:16.168397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-f8f9ec46-0a45-45d1-9e38-82d14ea8b3be tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=65f097118a644013a0e4eb51b56f57a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294293 Feb 04 15:32:16.179578 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.244847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:16.250543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-95cdba52-10bb-47ce-8847-f331abb82d89 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.252191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-95cdba52-10bb-47ce-8847-f331abb82d89 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7710757 Feb 04 15:32:16.289848 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.292921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 263819ac-674a-4059-83c1-b6f8a8d13d32 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:16.350675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Request body: {'port': {'device_id': '6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '8fff3c8f811647a88e85f53c71b20df3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:16.456545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c568b74-c3b6-44f4-8dd6-2f21b3e39bf3 req-27e9a1dd-21c3-456e-916b-5151b565592e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.462936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c568b74-c3b6-44f4-8dd6-2f21b3e39bf3 req-27e9a1dd-21c3-456e-916b-5151b565592e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.469961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c568b74-c3b6-44f4-8dd6-2f21b3e39bf3 req-27e9a1dd-21c3-456e-916b-5151b565592e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.477842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c568b74-c3b6-44f4-8dd6-2f21b3e39bf3 req-27e9a1dd-21c3-456e-916b-5151b565592e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.483677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c568b74-c3b6-44f4-8dd6-2f21b3e39bf3 req-27e9a1dd-21c3-456e-916b-5151b565592e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.491439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c568b74-c3b6-44f4-8dd6-2f21b3e39bf3 req-27e9a1dd-21c3-456e-916b-5151b565592e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.498197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c568b74-c3b6-44f4-8dd6-2f21b3e39bf3 req-27e9a1dd-21c3-456e-916b-5151b565592e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.500668 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7c568b74-c3b6-44f4-8dd6-2f21b3e39bf3 req-27e9a1dd-21c3-456e-916b-5151b565592e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5431 time: 0.3825436 Feb 04 15:32:16.504600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:16.532012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 263819ac-674a-4059-83c1-b6f8a8d13d32 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:16.540596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 263819ac-674a-4059-83c1-b6f8a8d13d32 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:16.540991 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.625709 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7c568b74-c3b6-44f4-8dd6-2f21b3e39bf3 req-48a354fb-0ad1-4846-8a67-ac462f6cbad2 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155267 Feb 04 15:32:16.629567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Deleting port 8ed9fd17-fc28-4d6e-9b14-48023dc23090 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:32:16.630634 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.653373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c98f2c3e-33d0-4e69-90b1-4fb3caaca0ad req-fde6ec0d-9b1a-4643-a435-ede5a2b0afd8 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339639 Feb 04 15:32:16.827246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93d066db-ef4d-4960-a705-7d687dc7af4a req-c949b733-08fa-41f4-877a-6f3560df9abf service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0273552 Feb 04 15:32:16.857671 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.883125 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fef801-0f33-4671-bd8b-de54eefc048b', 'code': 200} Feb 04 15:32:16.883392 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f365816a-c471-45e6-9060-2f12b8d1db78', 'code': 200} Feb 04 15:32:16.883968 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'code': 200} Feb 04 15:32:16.883968 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369', 'code': 200} Feb 04 15:32:16.884192 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08aa7c38-3cde-4156-81b8-f524b76cc487', 'code': 200} Feb 04 15:32:16.950193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e72752d0-383c-4a3c-99f6-e61f7ad5048a tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.952063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e72752d0-383c-4a3c-99f6-e61f7ad5048a tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7154346 Feb 04 15:32:16.968466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 263819ac-674a-4059-83c1-b6f8a8d13d32, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=263819ac-674a-4059-83c1-b6f8a8d13d32,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:16.974804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] For port 8ed9fd17-fc28-4d6e-9b14-48023dc23090, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8ed9fd17-fc28-4d6e-9b14-48023dc23090,segment=NetworkSegment(ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b),segment_id=ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:16.976237 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.979384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.032253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Request body: {'port': {'device_id': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '65f097118a644013a0e4eb51b56f57a4'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:17.112639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5745fa1d-72aa-4cd3-9270-cb74db98ddb4 req-15f55fac-7ea6-4cef-a0a5-e52e4804ad35 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 210 time: 0.1876085 Feb 04 15:32:17.142819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=263819ac-674a-4059-83c1-b6f8a8d13d32,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:17.238555 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f04c2f2-a5b1-4277-a14c-244a712b1bbb req-eaccbc5a-4dbe-428f-be2e-ef5a8efdd5a2 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 210 time: 0.0964370 Feb 04 15:32:17.307195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:17.313726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Calling delete_port for 8ed9fd17-fc28-4d6e-9b14-48023dc23090 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:32:17.316715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Usage tracker for resource:port and tenant:8fff3c8f811647a88e85f53c71b20df3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:17.321883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:17.341104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:17.408975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Made reservation on behalf of 8fff3c8f811647a88e85f53c71b20df3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:17.420433 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.472472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35424a0b-eee9-4123-a2fb-6d766399f8a9 req-2b93beb6-e57f-4e12-9b51-8996c243ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.474611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35424a0b-eee9-4123-a2fb-6d766399f8a9 req-2b93beb6-e57f-4e12-9b51-8996c243ff0a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 1101 time: 0.4541881 Feb 04 15:32:17.534896 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.554887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:17.558778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Usage tracker for resource:security_group_rule and tenant:8fff3c8f811647a88e85f53c71b20df3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:17.561964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:17.568008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:17.734363 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.744995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:17.747773 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.803641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-9d7ca0fa-0df5-445b-a6b7-60e119e53b7e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.804410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-9d7ca0fa-0df5-445b-a6b7-60e119e53b7e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Synchronizing usage tracker for tenant:89cde11da0174b04bf4d86d2abd3cc4a on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:17.853338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9e934-1c08-4478-af99-de288291d4c9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:17.868108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-9d7ca0fa-0df5-445b-a6b7-60e119e53b7e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Unset dirty status for tenant:89cde11da0174b04bf4d86d2abd3cc4a on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:17.875555 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-9d7ca0fa-0df5-445b-a6b7-60e119e53b7e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/networks?id=e37bd7ff-e394-4566-aced-8db3ba537aa8 HTTP/1.1" status: 200 len: 809 time: 0.2912679 Feb 04 15:32:17.877134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:17.889872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35424a0b-eee9-4123-a2fb-6d766399f8a9 req-6a366c0f-f49c-4efc-8767-fdf211192c93 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768418 Feb 04 15:32:17.894689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Made reservation on behalf of 65f097118a644013a0e4eb51b56f57a4 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:17.898037 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-0f329fb2-389f-4b42-b158-09f865de0264 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/quotas/89cde11da0174b04bf4d86d2abd3cc4a HTTP/1.1" status: 200 len: 375 time: 0.0215201 Feb 04 15:32:17.898484 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.954978 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-64182f22-0c5a-4556-987a-66d852f7e121 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89cde11da0174b04bf4d86d2abd3cc4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560143 Feb 04 15:32:17.968869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6578f89-de18-4b14-80df-25ef733b6fec req-2957d0c6-dd43-46c0-b3a2-8d76d9c6e966 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.970544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6578f89-de18-4b14-80df-25ef733b6fec req-2957d0c6-dd43-46c0-b3a2-8d76d9c6e966 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 1101 time: 0.5230134 Feb 04 15:32:18.028584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6578f89-de18-4b14-80df-25ef733b6fec req-ad0a4349-e4cd-4a7d-a972-9cd249d08067 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510232 Feb 04 15:32:18.095485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.316490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed9fd17-fc28-4d6e-9b14-48023dc23090,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:18.375614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Allocated IP 192.168.233.189 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/3f1660c2-bea0-4241-a705-bd31f8af9071) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:18.445994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae2537-52de-4a6f-9249-aa262cabb81d req-678cc867-5940-4ea5-83a2-09d68d211a7e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.452808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae2537-52de-4a6f-9249-aa262cabb81d req-678cc867-5940-4ea5-83a2-09d68d211a7e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.459837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae2537-52de-4a6f-9249-aa262cabb81d req-678cc867-5940-4ea5-83a2-09d68d211a7e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.466242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae2537-52de-4a6f-9249-aa262cabb81d req-678cc867-5940-4ea5-83a2-09d68d211a7e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.472525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae2537-52de-4a6f-9249-aa262cabb81d req-678cc867-5940-4ea5-83a2-09d68d211a7e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.488361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae2537-52de-4a6f-9249-aa262cabb81d req-678cc867-5940-4ea5-83a2-09d68d211a7e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.496295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae2537-52de-4a6f-9249-aa262cabb81d req-678cc867-5940-4ea5-83a2-09d68d211a7e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.504738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9ae2537-52de-4a6f-9249-aa262cabb81d req-678cc867-5940-4ea5-83a2-09d68d211a7e tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.3305438 Feb 04 15:32:18.515332 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-516e6f9e-f320-4693-86e7-feb696f7e360 service neutron] 10.222.0.46 "GET /v2.0/networks/e37bd7ff-e394-4566-aced-8db3ba537aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594530 Feb 04 15:32:18.747094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.783423 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9ae2537-52de-4a6f-9249-aa262cabb81d req-24d6e930-ff92-4345-b696-87c7f24e72de tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2775321 Feb 04 15:32:18.888531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3'}, {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263819ac-674a-4059-83c1-b6f8a8d13d32'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:18.897908 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-bcec2dbe-e9ee-4556-b888-75e5d4791b48 service neutron] 10.222.0.46 "GET /v2.0/networks/e37bd7ff-e394-4566-aced-8db3ba537aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815069 Feb 04 15:32:19.132357 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.168804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Transition to ACTIVE for port object 3f1660c2-bea0-4241-a705-bd31f8af9071 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:19.196652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2f853-5f20-4fc1-bd38-79188b6228bc req-f5b0b905-fa73-4aac-9041-6980d3d88484 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.205995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7be2f853-5f20-4fc1-bd38-79188b6228bc req-f5b0b905-fa73-4aac-9041-6980d3d88484 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 1100 time: 0.1294229 Feb 04 15:32:19.269035 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7be2f853-5f20-4fc1-bd38-79188b6228bc req-87d1b62d-b287-4822-bdcc-afc5a777c516 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617247 Feb 04 15:32:19.391423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.412911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8a603632-a0bf-42ca-9795-2fcc96993369'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:19.635860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:19.719530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:19.723078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Pushing event updated for resources: {'Port': ['ID=3f1660c2-bea0-4241-a705-bd31f8af9071,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:19.730332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:19.830613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Router 5a9b6285-9262-4855-8b1f-5653b14daf07 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:32:19.875807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Allocated IP 192.168.233.226 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/c770fc17-86c2-48bc-adfb-ab62f7ce7470) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:19.984365 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b991289b-b999-4c90-a068-9ea738d9adf0 req-c0edcdba-58c4-40ad-be0d-d7a6b2c92967 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 210 time: 0.1483934 Feb 04 15:32:20.248304 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3', 'code': 200} Feb 04 15:32:20.248858 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263819ac-674a-4059-83c1-b6f8a8d13d32', 'code': 200} Feb 04 15:32:20.334598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-63e36959-1923-4e27-8a21-fdaa11412f9b None None] Provisioning for port 3f1660c2-bea0-4241-a705-bd31f8af9071 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:20.341975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-63e36959-1923-4e27-8a21-fdaa11412f9b None None] Provisioning complete for port 3f1660c2-bea0-4241-a705-bd31f8af9071 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:20.346597 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63e36959-1923-4e27-8a21-fdaa11412f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.465577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-63e36959-1923-4e27-8a21-fdaa11412f9b None None] Port 3f1660c2-bea0-4241-a705-bd31f8af9071 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:20.482990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:32:20.489037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.493813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] Sync routers for ids ['5a9b6285-9262-4855-8b1f-5653b14daf07'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:20.506358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Transition to ACTIVE for port object c770fc17-86c2-48bc-adfb-ab62f7ce7470 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:20.508851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] Routers {'5a9b6285-9262-4855-8b1f-5653b14daf07'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:32:20.509738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5a9b6285-9262-4855-8b1f-5653b14daf07'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:20.589831 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9a890d22-b50a-4617-8851-b6decbc34f14 req-8aef0f04-161b-46a3-8a27-3e56dce79c13 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 210 time: 0.1083546 Feb 04 15:32:20.601450 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-778677e8-007b-4061-abc8-91b72d4f86a2 admin admin] 10.222.0.46 "PUT /v2.0/routers/5a9b6285-9262-4855-8b1f-5653b14daf07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7138448 Feb 04 15:32:20.602579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53742) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:20.628736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.629444 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.641390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.749280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Pushing event updated for resources: {'Port': ['ID=c770fc17-86c2-48bc-adfb-ab62f7ce7470,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:20.811977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da985b2-fdba-4587-9468-05281cf77c18 req-b6fbcef4-1c8a-4501-a5e8-12acdddc89bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.811977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0da985b2-fdba-4587-9468-05281cf77c18 req-b6fbcef4-1c8a-4501-a5e8-12acdddc89bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Synchronizing usage tracker for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:20.843852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:20.861362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:20.863042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.863911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:20.966142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] Set router 5a9b6285-9262-4855-8b1f-5653b14daf07 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:32:20.966390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.966898 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.983296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-e7e530fd-90b7-456a-b90d-246407db00c8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9609621 Feb 04 15:32:20.995183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0da985b2-fdba-4587-9468-05281cf77c18 req-b6fbcef4-1c8a-4501-a5e8-12acdddc89bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Unset dirty status for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:21.003913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0da985b2-fdba-4587-9468-05281cf77c18 req-b6fbcef4-1c8a-4501-a5e8-12acdddc89bd tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 936 time: 1.3916373 Feb 04 15:32:21.018284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Request body: {'port': {'device_id': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:21.267060 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.290447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-432e960b-23fe-4ff4-aa07-e87b3b59202a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9699900 Feb 04 15:32:21.298064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0da985b2-fdba-4587-9468-05281cf77c18 req-ae086de4-6fd7-4cf4-a977-1338b087461d tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Synchronizing usage tracker for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:21.309320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Request body: {'port': {'device_id': '6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:21.383531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d979-71f4-4a8b-8658-1c4d954edd7e req-27e29a47-bf0d-4735-820f-485ad5f382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.384000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d979-71f4-4a8b-8658-1c4d954edd7e req-27e29a47-bf0d-4735-820f-485ad5f382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.384483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d979-71f4-4a8b-8658-1c4d954edd7e req-27e29a47-bf0d-4735-820f-485ad5f382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.406828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d979-71f4-4a8b-8658-1c4d954edd7e req-27e29a47-bf0d-4735-820f-485ad5f382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.407380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d979-71f4-4a8b-8658-1c4d954edd7e req-27e29a47-bf0d-4735-820f-485ad5f382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.407851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d979-71f4-4a8b-8658-1c4d954edd7e req-27e29a47-bf0d-4735-820f-485ad5f382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.413068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d979-71f4-4a8b-8658-1c4d954edd7e req-27e29a47-bf0d-4735-820f-485ad5f382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.415618 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a06d979-71f4-4a8b-8658-1c4d954edd7e req-27e29a47-bf0d-4735-820f-485ad5f382dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6490 time: 0.8834660 Feb 04 15:32:21.450435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-6ffca677-70f1-41f8-bef7-aff3ab94371b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2091484 Feb 04 15:32:21.540981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac484afc-b898-4352-b179-6fe871dd920e None None] Provisioning for port c770fc17-86c2-48bc-adfb-ab62f7ce7470 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:21.565741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac484afc-b898-4352-b179-6fe871dd920e None None] Provisioning complete for port c770fc17-86c2-48bc-adfb-ab62f7ce7470 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:21.569624 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac484afc-b898-4352-b179-6fe871dd920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.662855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-9e583eb8-d274-4902-84ba-a2a7af0d9c44 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.671179 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-9e583eb8-d274-4902-84ba-a2a7af0d9c44 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198331 Feb 04 15:32:21.698508 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ef82d7f6-2989-402d-a943-72fea6e1d881 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/quotas/94d67fbb5c1d4174bb1ab4a3339d700a HTTP/1.1" status: 200 len: 375 time: 0.0263407 Feb 04 15:32:21.742054 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.759857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Deleting port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:32:21.760309 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.795297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ac484afc-b898-4352-b179-6fe871dd920e None None] Port c770fc17-86c2-48bc-adfb-ab62f7ce7470 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:21.854821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0da985b2-fdba-4587-9468-05281cf77c18 req-ae086de4-6fd7-4cf4-a977-1338b087461d tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Unset dirty status for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:21.883447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0da985b2-fdba-4587-9468-05281cf77c18 req-ae086de4-6fd7-4cf4-a977-1338b087461d tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8771174 Feb 04 15:32:21.927183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:50Z', 'updated_at': '2022-02-04T15:32:17Z', 'revision_number': 5, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'gw_port': {'id': '327f002a-dd5b-4c76-bd5c-a5958bdcb8c0', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:54Z', 'updated_at': '2022-02-04T15:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:21.943000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] Checking router: 5a9b6285-9262-4855-8b1f-5653b14daf07 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:32:21.962605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] Routers {'5a9b6285-9262-4855-8b1f-5653b14daf07'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:32:21.963267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5a9b6285-9262-4855-8b1f-5653b14daf07'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:22.114482 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-bc63cb54-3ab4-45b4-ba0b-38b1c4cc7bbc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4145014 Feb 04 15:32:22.158777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-59a160a0-765a-4941-a0b4-baab06a29ced tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:22.160180 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-59a160a0-765a-4941-a0b4-baab06a29ced tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.53 "GET /v2.0/networks?id=e37bd7ff-e394-4566-aced-8db3ba537aa8 HTTP/1.1" status: 200 len: 809 time: 0.3646917 Feb 04 15:32:22.204993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Request body: {'port': {'device_id': 'ab69bce3-33ca-4531-95b1-778410920caa', 'network_id': 'e37bd7ff-e394-4566-aced-8db3ba537aa8', 'admin_state_up': True, 'tenant_id': '89cde11da0174b04bf4d86d2abd3cc4a'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:22.227721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] Set router 5a9b6285-9262-4855-8b1f-5653b14daf07 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:32:22.302572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] For port 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=327f002a-dd5b-4c76-bd5c-a5958bdcb8c0,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:22.302933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.389359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1660c2-bea0-4241-a705-bd31f8af9071 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:22.392386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:50Z', 'updated_at': '2022-02-04T15:32:21Z', 'revision_number': 6, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:22.398090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.406477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f133f-7d1c-4269-8d43-1ffef099a98f None None] The sync data for ids ['5a9b6285-9262-4855-8b1f-5653b14daf07'] in n-d-827870-1 is: [{'id': '5a9b6285-9262-4855-8b1f-5653b14daf07', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-604406533-router', 'tenant_id': '63f90fef74724b6f90eab134b135cc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:50Z', 'updated_at': '2022-02-04T15:32:21Z', 'revision_number': 6, 'project_id': '63f90fef74724b6f90eab134b135cc2a', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:22.654969 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.666530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Calling delete_port for 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:32:22.694033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Transition to ACTIVE for port object 3f1660c2-bea0-4241-a705-bd31f8af9071 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:22.744235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a06d979-71f4-4a8b-8658-1c4d954edd7e req-703efceb-d4a0-4de7-a583-e9bcf54f43a3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&id=d0ab22ff-02bc-45e4-b596-fbace701bff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2105176 Feb 04 15:32:22.753887 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.808570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:22.812561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Usage tracker for resource:port and tenant:89cde11da0174b04bf4d86d2abd3cc4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:22.815559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:22.827860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:22.848214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Made reservation on behalf of 89cde11da0174b04bf4d86d2abd3cc4a for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:22.856853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.903274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8ed9fd17-fc28-4d6e-9b14-48023dc23090 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:22.982881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8ed9fd17-fc28-4d6e-9b14-48023dc23090 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:32:22.983243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8ed9fd17-fc28-4d6e-9b14-48023dc23090 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:23.132625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1660c2-bea0-4241-a705-bd31f8af9071,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:23.150191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b271-2071-4b5a-b8e7-cd8c1a77c9ab req-8b903aa2-0123-4159-b288-43fe45312487 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.156720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b271-2071-4b5a-b8e7-cd8c1a77c9ab req-8b903aa2-0123-4159-b288-43fe45312487 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.156932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Allocated IP 172.20.0.13 (e37bd7ff-e394-4566-aced-8db3ba537aa8/88850d50-c071-45a4-9fc4-b0de5c00363d/4235ab35-61aa-4a19-b22c-02ca576d95eb) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:23.163986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b271-2071-4b5a-b8e7-cd8c1a77c9ab req-8b903aa2-0123-4159-b288-43fe45312487 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.169859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b271-2071-4b5a-b8e7-cd8c1a77c9ab req-8b903aa2-0123-4159-b288-43fe45312487 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.176048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b271-2071-4b5a-b8e7-cd8c1a77c9ab req-8b903aa2-0123-4159-b288-43fe45312487 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.182790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b271-2071-4b5a-b8e7-cd8c1a77c9ab req-8b903aa2-0123-4159-b288-43fe45312487 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.190065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b271-2071-4b5a-b8e7-cd8c1a77c9ab req-8b903aa2-0123-4159-b288-43fe45312487 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.192622 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8627b271-2071-4b5a-b8e7-cd8c1a77c9ab req-8b903aa2-0123-4159-b288-43fe45312487 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.6239932 Feb 04 15:32:23.319060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726945c-caee-4884-a218-5302acb0cbd7 req-6cec4e1e-5241-44b1-8bdf-e9d3702bbf4b tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.320602 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1726945c-caee-4884-a218-5302acb0cbd7 req-6cec4e1e-5241-44b1-8bdf-e9d3702bbf4b tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 936 time: 0.6757994 Feb 04 15:32:23.484929 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8627b271-2071-4b5a-b8e7-cd8c1a77c9ab req-3fb8c1e8-5325-441b-831f-d130ff897646 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2813277 Feb 04 15:32:23.510760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Attempting to bind port 3f1660c2-bea0-4241-a705-bd31f8af9071 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:23.511280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Attempting to bind port 3f1660c2-bea0-4241-a705-bd31f8af9071 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:23.511738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Attempting to bind port 3f1660c2-bea0-4241-a705-bd31f8af9071 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:23.545345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Port 3f1660c2-bea0-4241-a705-bd31f8af9071 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:32:23.545758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Attempting to bind port 3f1660c2-bea0-4241-a705-bd31f8af9071 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:23.615323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:23.615701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:23.616114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:23.616583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Bound port: 3f1660c2-bea0-4241-a705-bd31f8af9071, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:23.616955 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.713297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b58bec20-2942-45d6-8689-753a21a6caea req-d6827112-4207-40e4-85f5-82acc008501e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 210 time: 0.0751483 Feb 04 15:32:23.774202 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1726945c-caee-4884-a218-5302acb0cbd7 req-2028c260-7beb-41a3-9969-27c796604496 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378827 Feb 04 15:32:24.099099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-6570d5e1-45ea-46c5-b329-37ed90298a21 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1976893 Feb 04 15:32:24.106847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.115249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56fc60c4-95a8-4be8-928c-e392ffdcda13 req-db1a123e-961d-46de-8d61-0ce58b20cf54 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 210 time: 0.2284815 Feb 04 15:32:24.163737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:24.230823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c770fc17-86c2-48bc-adfb-ab62f7ce7470 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:24.249662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.259519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3f1660c2-bea0-4241-a705-bd31f8af9071,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:24.280252 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.367859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.368847 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.370417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] 10.222.0.61 "PUT /v2.0/ports/3f1660c2-bea0-4241-a705-bd31f8af9071 HTTP/1.1" status: 200 len: 1096 time: 3.3562720 Feb 04 15:32:24.378595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:24.402139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Transition to ACTIVE for port object c770fc17-86c2-48bc-adfb-ab62f7ce7470 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:24.412284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.424124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1660c2-bea0-4241-a705-bd31f8af9071,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:24.445626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.559412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Pushing event deleted for resources: {'Port': ['ID=327f002a-dd5b-4c76-bd5c-a5958bdcb8c0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:24.607765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.608319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.608444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.609210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.609718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.609854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.610098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.610435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.610758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.611076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.611531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.612186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d597-76ef-4b1b-8585-e7352cc21143 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.620201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.620553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.620969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.621307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.621638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.622434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.622434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.622594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.622965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.623292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.623634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.623966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:24.700401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897418-d7e7-4c8c-8935-1913b464547d req-77c2af8b-f518-463a-9cc3-3fcb7654e8fc tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.701634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5b897418-d7e7-4c8c-8935-1913b464547d req-77c2af8b-f518-463a-9cc3-3fcb7654e8fc tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:24.710578 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.765405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c770fc17-86c2-48bc-adfb-ab62f7ce7470,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:24.782907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-d85ea2cc-0635-4063-b090-0f66c72a7d59 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.784394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-d85ea2cc-0635-4063-b090-0f66c72a7d59 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6726987 Feb 04 15:32:24.837112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Request body: {'port': {'device_id': 'd2e3cff1-3b5c-4d02-ad87-1b32c22a8642', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '94d67fbb5c1d4174bb1ab4a3339d700a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:24.838500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.919445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Network e37bd7ff-e394-4566-aced-8db3ba537aa8 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:24.920380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5b897418-d7e7-4c8c-8935-1913b464547d req-77c2af8b-f518-463a-9cc3-3fcb7654e8fc tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:24.928009 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-77c2af8b-f518-463a-9cc3-3fcb7654e8fc tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 808 time: 0.8764236 Feb 04 15:32:24.958914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:24.996055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:25.012916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Pushing event updated for resources: {'Port': ['ID=4235ab35-61aa-4a19-b22c-02ca576d95eb,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:25.016848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:25.028379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:32:25.029374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 327f002a-dd5b-4c76-bd5c-a5958bdcb8c0 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:25.069741 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-dc830df8-63cc-4ac0-8b95-c874c85a36d0 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/quotas/f47c494d628741edb0d9fa67438cf824 HTTP/1.1" status: 200 len: 375 time: 0.1406908 Feb 04 15:32:25.168296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.177537 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.193778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-70a50fab-6353-4a25-aab7-b549193e2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.195485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-70a50fab-6353-4a25-aab7-b549193e2eb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65f097118a644013a0e4eb51b56f57a4&device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 1099 time: 0.7539320 Feb 04 15:32:25.236263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.236998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.252375 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.252990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a9b6285-9262-4855-8b1f-5653b14daf07 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:32:25.284326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.285558 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f86c9132-51da-477d-ab75-5f0728c7169e admin admin] 10.222.0.46 "DELETE /v2.0/routers/5a9b6285-9262-4855-8b1f-5653b14daf07 HTTP/1.1" status: 204 len: 168 time: 4.6817517 Feb 04 15:32:25.289915 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-3ad2c0f8-eb43-45cf-ad26-4c31b5e77c54 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1028810 Feb 04 15:32:25.290568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53796) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:25.323489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985892ef-d682-4469-acbc-d34692f5a45c req-713570e8-1bad-41d1-803b-95fdc161da66 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.331101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-985892ef-d682-4469-acbc-d34692f5a45c req-713570e8-1bad-41d1-803b-95fdc161da66 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 948 time: 0.8348913 Feb 04 15:32:25.338042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Request body: {'port': {'device_id': 'ab69bce3-33ca-4531-95b1-778410920caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:25.339613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-177faaec-92c6-43a1-bf9b-f62a472b6ef4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3f1660c2-bea0-4241-a705-bd31f8af9071 HTTP/1.1" status: 200 len: 217 time: 0.1367793 Feb 04 15:32:25.373853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Attempting to bind port c770fc17-86c2-48bc-adfb-ab62f7ce7470 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:25.374195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Attempting to bind port c770fc17-86c2-48bc-adfb-ab62f7ce7470 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:25.374728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Attempting to bind port c770fc17-86c2-48bc-adfb-ab62f7ce7470 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:25.384814 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-9792f6e1-03f8-4bc8-9378-30acbab2d9d7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3140955 Feb 04 15:32:25.424639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Port c770fc17-86c2-48bc-adfb-ab62f7ce7470 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:32:25.425010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Attempting to bind port c770fc17-86c2-48bc-adfb-ab62f7ce7470 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:25.439324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:25.452613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:25.453013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:25.453403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:25.453840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Bound port: c770fc17-86c2-48bc-adfb-ab62f7ce7470, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:25.454188 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.487579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:25.538428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-985892ef-d682-4469-acbc-d34692f5a45c req-bdec1c82-b6fd-4a19-9895-72724fbff804 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063735 Feb 04 15:32:25.546998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-ac3f5146-0442-423d-be55-798a2f0449b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.548610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-ac3f5146-0442-423d-be55-798a2f0449b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1808937 Feb 04 15:32:25.557752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Made reservation on behalf of 94d67fbb5c1d4174bb1ab4a3339d700a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:25.561296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.562441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-17150e7b-f9ed-4975-89c9-10f3906052f8 admin admin] Deleting subnet cf13d233-6e08-4508-b701-4e9f1f7a9662 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:32:25.576176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17150e7b-f9ed-4975-89c9-10f3906052f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.612883 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071', 'status': 'completed', 'code': 200} Feb 04 15:32:25.652663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.682713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17150e7b-f9ed-4975-89c9-10f3906052f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.753655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] For port c770fc17-86c2-48bc-adfb-ab62f7ce7470, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:25.753873 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-b9e3102f-4e3b-4adf-a8bf-beb5020cc2f4 service neutron] 10.222.0.46 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593082 Feb 04 15:32:25.794246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] For port c770fc17-86c2-48bc-adfb-ab62f7ce7470, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c770fc17-86c2-48bc-adfb-ab62f7ce7470,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:25.809182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.926032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.927568 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.929224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] 10.222.0.61 "PUT /v2.0/ports/c770fc17-86c2-48bc-adfb-ab62f7ce7470 HTTP/1.1" status: 200 len: 1096 time: 4.6247752 Feb 04 15:32:25.981342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-bdfa8f7b-c62d-4b3f-b942-4a884d9d4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.982856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-bdfa8f7b-c62d-4b3f-b942-4a884d9d4bec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4261549 Feb 04 15:32:26.144743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea3668-0050-4ead-a481-a6ceedbd55c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c770fc17-86c2-48bc-adfb-ab62f7ce7470,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:26.155100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Allocated IP 192.168.233.56 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/4af951b7-a93e-40ac-9922-ab22d54b110c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:26.182291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d2da-93fb-474a-85e2-afdd752aeec5 req-ea55743b-4f16-4b32-83ee-85f1f2a1bef4 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.188283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d2da-93fb-474a-85e2-afdd752aeec5 req-ea55743b-4f16-4b32-83ee-85f1f2a1bef4 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.195447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d2da-93fb-474a-85e2-afdd752aeec5 req-ea55743b-4f16-4b32-83ee-85f1f2a1bef4 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.201636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d2da-93fb-474a-85e2-afdd752aeec5 req-ea55743b-4f16-4b32-83ee-85f1f2a1bef4 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.210149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d2da-93fb-474a-85e2-afdd752aeec5 req-ea55743b-4f16-4b32-83ee-85f1f2a1bef4 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.216244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d2da-93fb-474a-85e2-afdd752aeec5 req-ea55743b-4f16-4b32-83ee-85f1f2a1bef4 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.222426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8d2da-93fb-474a-85e2-afdd752aeec5 req-ea55743b-4f16-4b32-83ee-85f1f2a1bef4 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.225146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3e8d2da-93fb-474a-85e2-afdd752aeec5 req-ea55743b-4f16-4b32-83ee-85f1f2a1bef4 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.5178134 Feb 04 15:32:26.303852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17150e7b-f9ed-4975-89c9-10f3906052f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.384568 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-bae47214-e6ab-4e24-8c08-73f0eab810c6 service neutron] 10.222.0.46 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205235 Feb 04 15:32:26.436962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3e8d2da-93fb-474a-85e2-afdd752aeec5 req-91abfc41-5428-4b3b-bf87-701da054b70d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1950197 Feb 04 15:32:26.448885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-370ebee5-180e-4100-ac49-e6b167f0a49e service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544768 Feb 04 15:32:26.486901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17150e7b-f9ed-4975-89c9-10f3906052f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.588817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:32:26.623568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17150e7b-f9ed-4975-89c9-10f3906052f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf13d233-6e08-4508-b701-4e9f1f7a9662,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:26.650108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8f2c1-4325-4060-b70f-2caa0641ed11 None None] Network 5ef925b8-edad-447d-8368-da11f8670fa7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:32:26.683181 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17150e7b-f9ed-4975-89c9-10f3906052f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.708338 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-17150e7b-f9ed-4975-89c9-10f3906052f8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cf13d233-6e08-4508-b701-4e9f1f7a9662 HTTP/1.1" status: 204 len: 168 time: 1.4150221 Feb 04 15:32:26.710992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53814) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:26.726297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-a34548a7-bdce-4b95-8f1c-4836c354b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.728157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-a34548a7-bdce-4b95-8f1c-4836c354b7b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fff3c8f811647a88e85f53c71b20df3&device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 1099 time: 0.7444034 Feb 04 15:32:26.759415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4235ab35-61aa-4a19-b22c-02ca576d95eb {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:26.868193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.915206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Transition to ACTIVE for port object 4235ab35-61aa-4a19-b22c-02ca576d95eb will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:26.921601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.006259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.069447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b72b0-1d67-48a2-9edd-37c26c1b4bc3 None None] DHCP port deletion for 5ef925b8-edad-447d-8368-da11f8670fa7 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:32:27.074263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c40b72b0-1d67-48a2-9edd-37c26c1b4bc3 None None] Deleting port 5bad41cd-49bd-4319-b67a-17b84acdbc59 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:32:27.074637 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c40b72b0-1d67-48a2-9edd-37c26c1b4bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.114343 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-a7f4216e-86bc-4831-9a7a-d91b7bdc981d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c770fc17-86c2-48bc-adfb-ab62f7ce7470 HTTP/1.1" status: 200 len: 217 time: 0.2891252 Feb 04 15:32:27.200237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.302451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Pushing event updated for resources: {'Port': ['ID=4235ab35-61aa-4a19-b22c-02ca576d95eb,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:27.313502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Deleting port 5bad41cd-49bd-4319-b67a-17b84acdbc59 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:32:27.314509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.495225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Transition to ACTIVE for port object 4af951b7-a93e-40ac-9922-ab22d54b110c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:27.538838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c40b72b0-1d67-48a2-9edd-37c26c1b4bc3 None None] For port 5bad41cd-49bd-4319-b67a-17b84acdbc59, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5bad41cd-49bd-4319-b67a-17b84acdbc59,segment=NetworkSegment(ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b),segment_id=ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:27.539250 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c40b72b0-1d67-48a2-9edd-37c26c1b4bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.559788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-ac110405-ae3e-4e1d-a9cf-ea0d73bb58db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:27.563140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-ac110405-ae3e-4e1d-a9cf-ea0d73bb58db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.4297826 Feb 04 15:32:27.587286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Attempting to bind port 4235ab35-61aa-4a19-b22c-02ca576d95eb on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:27.587639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Attempting to bind port 4235ab35-61aa-4a19-b22c-02ca576d95eb by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e37bd7ff-e394-4566-aced-8db3ba537aa8'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:27.588039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Attempting to bind port 4235ab35-61aa-4a19-b22c-02ca576d95eb on network e37bd7ff-e394-4566-aced-8db3ba537aa8 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:27.615860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc42983-b77d-4419-8fa4-814cfd1066b6 req-79552990-c952-437a-bcf9-729cacf46016 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:27.617814 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bbc42983-b77d-4419-8fa4-814cfd1066b6 req-79552990-c952-437a-bcf9-729cacf46016 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 948 time: 0.4657302 Feb 04 15:32:27.623010 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a67eb90c-3cb7-429b-924a-2296cdf75566 req-0a3fb036-cdd0-4fcc-ad12-035814ff38ab service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9967818 Feb 04 15:32:27.623632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed', 'tag': 'c770fc17-86c2-48bc-adfb-ab62f7ce7470'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:27.666556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59a52e-6c15-4cd2-aede-0c11012ecf3f req-416b1878-5e2a-4236-a192-ad9fe4895028 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:27.668080 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce59a52e-6c15-4cd2-aede-0c11012ecf3f req-416b1878-5e2a-4236-a192-ad9fe4895028 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 944 time: 0.9458604 Feb 04 15:32:27.684827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Port 4235ab35-61aa-4a19-b22c-02ca576d95eb on network e37bd7ff-e394-4566-aced-8db3ba537aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:32:27.685220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Attempting to bind port 4235ab35-61aa-4a19-b22c-02ca576d95eb on network e37bd7ff-e394-4566-aced-8db3ba537aa8 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:27.717694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:27.718044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Checking segment: {'id': '39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e37bd7ff-e394-4566-aced-8db3ba537aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:27.718406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Bound using segment: {'id': '39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e37bd7ff-e394-4566-aced-8db3ba537aa8'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:27.718847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Bound port: 4235ab35-61aa-4a19-b22c-02ca576d95eb, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e37bd7ff-e394-4566-aced-8db3ba537aa8'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:27.719196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.769382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c40b72b0-1d67-48a2-9edd-37c26c1b4bc3 None None] Calling delete_port for 5bad41cd-49bd-4319-b67a-17b84acdbc59 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:32:27.781480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.813360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea', 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:27.861396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] For port 5bad41cd-49bd-4319-b67a-17b84acdbc59, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5bad41cd-49bd-4319-b67a-17b84acdbc59,segment=NetworkSegment(ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b),segment_id=ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:27.861870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.884068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce59a52e-6c15-4cd2-aede-0c11012ecf3f req-59e348ba-045a-401d-956c-2fc4106e7189 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036035 Feb 04 15:32:27.887476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:27.892314 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bbc42983-b77d-4419-8fa4-814cfd1066b6 req-f703a218-0990-4636-bb2e-4f9350776034 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026868 Feb 04 15:32:27.905570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-6b79c292-b3dc-41a6-9d4e-0b13b5041696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:27.907073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-6b79c292-b3dc-41a6-9d4e-0b13b5041696 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3332465 Feb 04 15:32:27.907923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:27.910409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:27.940637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['79d1293b-d4b9-45a0-add5-9a7cc649ac4f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:28.125367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event updated for resources: {'Port': ['ID=4af951b7-a93e-40ac-9922-ab22d54b110c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:28.264189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-0fda7178-a791-4234-bd2c-70f3fa2b4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.271563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-0fda7178-a791-4234-bd2c-70f3fa2b4c3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65f097118a644013a0e4eb51b56f57a4&device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 1099 time: 0.5722301 Feb 04 15:32:28.312421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Calling delete_port for 5bad41cd-49bd-4319-b67a-17b84acdbc59 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:32:28.372155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.372905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.444751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] For port 4235ab35-61aa-4a19-b22c-02ca576d95eb, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:28.471183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] For port 4235ab35-61aa-4a19-b22c-02ca576d95eb, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4235ab35-61aa-4a19-b22c-02ca576d95eb,segment=NetworkSegment(39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6),segment_id=39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:28.484209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.538865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c40b72b0-1d67-48a2-9edd-37c26c1b4bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.577877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.579078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.581003 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] 10.222.0.53 "PUT /v2.0/ports/4235ab35-61aa-4a19-b22c-02ca576d95eb HTTP/1.1" status: 200 len: 1092 time: 3.2542794 Feb 04 15:32:28.581715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab69bce3-33ca-4531-95b1-778410920caa', 'tag': '4235ab35-61aa-4a19-b22c-02ca576d95eb'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:28.616520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b72b0-1d67-48a2-9edd-37c26c1b4bc3 None None] Pushing event deleted for resources: {'Port': ['ID=5bad41cd-49bd-4319-b67a-17b84acdbc59,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:28.664931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b72b0-1d67-48a2-9edd-37c26c1b4bc3 None None] No DVR routers for this DVR port 5bad41cd-49bd-4319-b67a-17b84acdbc59 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:28.677588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d082eda4-75d0-46ea-bf12-73abd7562163 None None] Provisioning for port 4af951b7-a93e-40ac-9922-ab22d54b110c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:28.703860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c0605-1cad-4e48-8f30-8d41d1f6b946 req-2d5ceced-e237-4b33-b72c-8fe66fb85f39 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.711329 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d25c0605-1cad-4e48-8f30-8d41d1f6b946 req-2d5ceced-e237-4b33-b72c-8fe66fb85f39 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 935 time: 0.4560795 Feb 04 15:32:28.711523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d082eda4-75d0-46ea-bf12-73abd7562163 None None] Provisioning complete for port 4af951b7-a93e-40ac-9922-ab22d54b110c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:28.711950 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d082eda4-75d0-46ea-bf12-73abd7562163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.722553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-7246c1e3-51bc-41d9-bd2b-0ba2e48d5817 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7721205 Feb 04 15:32:28.730021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea55de9f-ee5f-478d-9fe3-1b9f5f3bfa93 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9136648 Feb 04 15:32:28.732078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-1873bdfb-687f-414d-8776-57cd70665e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.733754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-1873bdfb-687f-414d-8776-57cd70665e0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.4346805 Feb 04 15:32:28.766704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Request body: {'port': {'device_id': 'd2e3cff1-3b5c-4d02-ad87-1b32c22a8642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:28.808573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d082eda4-75d0-46ea-bf12-73abd7562163 None None] Port 4af951b7-a93e-40ac-9922-ab22d54b110c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:28.891831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:32:28.892445 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:32:28.950446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11d725-f186-466c-8029-18aa8c5b8505 service neutron] Pushing event updated for resources: {'Port': ['ID=4235ab35-61aa-4a19-b22c-02ca576d95eb,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:28.961726 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d25c0605-1cad-4e48-8f30-8d41d1f6b946 req-574a71f1-6e98-42f2-a32a-ea15d4278e5f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494771 Feb 04 15:32:28.977847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5bad41cd-49bd-4319-b67a-17b84acdbc59 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:29.015793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-0c4111d5-2130-427e-9549-efdb612d6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.017271 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-0c4111d5-2130-427e-9549-efdb612d6b30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89cde11da0174b04bf4d86d2abd3cc4a&device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 1095 time: 0.3755143 Feb 04 15:32:29.094798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5bad41cd-49bd-4319-b67a-17b84acdbc59 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:32:29.095181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5bad41cd-49bd-4319-b67a-17b84acdbc59 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:29.095301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e5132d3e-d97f-4dea-b1f7-6c82025e9658 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.097667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e5132d3e-d97f-4dea-b1f7-6c82025e9658 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 808 time: 0.1616871 Feb 04 15:32:29.126116 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-d5a9884d-32c1-4104-aa8f-07d7367664b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4235ab35-61aa-4a19-b22c-02ca576d95eb HTTP/1.1" status: 200 len: 217 time: 0.1011477 Feb 04 15:32:29.130568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-fc30e433-0240-49e9-b009-932d347026a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3f1660c2-bea0-4241-a705-bd31f8af9071 HTTP/1.1" status: 200 len: 217 time: 0.3710532 Feb 04 15:32:29.137403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Request body: {'port': {'device_id': '27562b67-0273-41e2-8b30-2ff627e23e64', 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a', 'admin_state_up': True, 'tenant_id': 'f47c494d628741edb0d9fa67438cf824'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:29.182670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3a1b7-8d09-4713-a1a2-0c06b3a297f2 req-f70c3c07-4506-45ec-b028-d5cb8cbd0ad8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.191979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3a1b7-8d09-4713-a1a2-0c06b3a297f2 req-f70c3c07-4506-45ec-b028-d5cb8cbd0ad8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.198999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3a1b7-8d09-4713-a1a2-0c06b3a297f2 req-f70c3c07-4506-45ec-b028-d5cb8cbd0ad8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.206292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3a1b7-8d09-4713-a1a2-0c06b3a297f2 req-f70c3c07-4506-45ec-b028-d5cb8cbd0ad8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.213565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3a1b7-8d09-4713-a1a2-0c06b3a297f2 req-f70c3c07-4506-45ec-b028-d5cb8cbd0ad8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.219419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3a1b7-8d09-4713-a1a2-0c06b3a297f2 req-f70c3c07-4506-45ec-b028-d5cb8cbd0ad8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.226644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3a1b7-8d09-4713-a1a2-0c06b3a297f2 req-f70c3c07-4506-45ec-b028-d5cb8cbd0ad8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.228475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bdf3a1b7-8d09-4713-a1a2-0c06b3a297f2 req-f70c3c07-4506-45ec-b028-d5cb8cbd0ad8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 1.0492053 Feb 04 15:32:29.352010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53852) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:29.372944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-eb272ff0-bd32-4904-9f31-f800549024d0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Request body: {'floatingip': {'port_id': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:29.484885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Deleting port 5bad41cd-49bd-4319-b67a-17b84acdbc59 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:32:29.485555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.578513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-171561ee-1154-4d8e-a85b-8b3319490cc9 req-02fef0b2-0315-40d1-b8a5-cf6e37d13279 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 210 time: 0.1924622 Feb 04 15:32:29.616536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:29.627474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] The port '5bad41cd-49bd-4319-b67a-17b84acdbc59' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:32:29.631672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb272ff0-bd32-4904-9f31-f800549024d0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.635885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:29.650703 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed', 'tag': 'c770fc17-86c2-48bc-adfb-ab62f7ce7470', 'status': 'completed', 'code': 200} Feb 04 15:32:29.798338 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab69bce3-33ca-4531-95b1-778410920caa', 'tag': '4235ab35-61aa-4a19-b22c-02ca576d95eb', 'status': 'completed', 'code': 200} Feb 04 15:32:29.799787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-efac44a5-3dde-40b0-af3e-63b1f3f367c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.801559 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-efac44a5-3dde-40b0-af3e-63b1f3f367c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88850d50-c071-45a4-9fc4-b0de5c00363d HTTP/1.1" status: 200 len: 849 time: 0.6544528 Feb 04 15:32:29.868245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Made reservation on behalf of f47c494d628741edb0d9fa67438cf824 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:29.871883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.883431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-f6583403-53fc-4830-8ac5-acfe4c6250f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.885038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-f6583403-53fc-4830-8ac5-acfe4c6250f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.7159824 Feb 04 15:32:29.962597 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45e0dafb-8eeb-49ed-82e2-a2b5821cb5d8 req-1ee845d8-880b-45bb-9363-a1f98c726532 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2262053 Feb 04 15:32:30.019726 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-f1585527-8451-475c-b885-c2389e83d34f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e37bd7ff-e394-4566-aced-8db3ba537aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518142 Feb 04 15:32:30.153176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.169528 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.192438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82f866-ebba-47f8-8c26-eba3f1ec65d0 req-f65624d4-937d-490c-8064-03cbb5849103 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.193961 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9a82f866-ebba-47f8-8c26-eba3f1ec65d0 req-f65624d4-937d-490c-8064-03cbb5849103 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 948 time: 0.9857895 Feb 04 15:32:30.274581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef925b8-edad-447d-8368-da11f8670fa7']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:30.351811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:30.352106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7b6a97-2e9d-4068-bdc6-1b6d4c26bc5b') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:30.397626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.405514 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-fd147391-a6f2-499a-bad5-93409da3437d service neutron] 10.222.0.53 "GET /v2.0/networks/e37bd7ff-e394-4566-aced-8db3ba537aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773410 Feb 04 15:32:30.446694 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9a82f866-ebba-47f8-8c26-eba3f1ec65d0 req-83a242ea-e476-43a5-ad5c-85a1bc02e9cf tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361519 Feb 04 15:32:30.514187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.527443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0236dd-7651-4c2f-9571-f036f0621ad5 req-7ecb8397-c782-43e3-8494-6a156a7611f0 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.528154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2b0236dd-7651-4c2f-9571-f036f0621ad5 req-7ecb8397-c782-43e3-8494-6a156a7611f0 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Synchronizing usage tracker for tenant:8fff3c8f811647a88e85f53c71b20df3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:30.584682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:30.585125 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.598421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-8bcf2f70-77af-416a-91fa-56ad0affde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.599302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-8bcf2f70-77af-416a-91fa-56ad0affde01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7051597 Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:30.607892 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:30.680718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2b0236dd-7651-4c2f-9571-f036f0621ad5 req-7ecb8397-c782-43e3-8494-6a156a7611f0 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Unset dirty status for tenant:8fff3c8f811647a88e85f53c71b20df3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:30.681940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b0236dd-7651-4c2f-9571-f036f0621ad5 req-7ecb8397-c782-43e3-8494-6a156a7611f0 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 948 time: 0.7926021 Feb 04 15:32:30.684054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83640e9-62d8-4d06-994e-085cb0887119 req-cf7e6fce-a35b-45f2-a1c6-4ccf4e8c2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.685540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f83640e9-62d8-4d06-994e-085cb0887119 req-cf7e6fce-a35b-45f2-a1c6-4ccf4e8c2707 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fff3c8f811647a88e85f53c71b20df3&device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 1099 time: 0.5018539 Feb 04 15:32:30.690814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Allocated IP 172.20.0.8 (25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a/d4cd134f-b7e5-4484-8b1d-11443fb81a27/73ae57b1-439e-44e3-8642-1422ca530088) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:30.988116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.009386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e515ee5-699e-4fc3-8a40-74d61548706c req-b6af0916-ccbe-434c-957f-44a5715d73a9 service neutron] 10.222.0.53 "GET /v2.0/networks/e37bd7ff-e394-4566-aced-8db3ba537aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900495 Feb 04 15:32:31.028500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.034395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53864) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:31.050617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2b0236dd-7651-4c2f-9571-f036f0621ad5 req-42f7ac08-ce2b-491c-913f-d5ab98ba2b3c tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Synchronizing usage tracker for tenant:8fff3c8f811647a88e85f53c71b20df3 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:31.052490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef925b8-edad-447d-8368-da11f8670fa7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:31.059498 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae072d96-23b0-4696-b5ca-5ed0f2fb3325 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5ef925b8-edad-447d-8368-da11f8670fa7 HTTP/1.1" status: 204 len: 168 time: 4.3469510 Feb 04 15:32:31.075411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1227089347'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:31.103162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:31.148655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cea557-bd07-4082-94b2-68b0fb8bdf3d req-653202c4-a70f-4605-8a87-50d9202339a0 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.149713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b7cea557-bd07-4082-94b2-68b0fb8bdf3d req-653202c4-a70f-4605-8a87-50d9202339a0 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Synchronizing usage tracker for tenant:89cde11da0174b04bf4d86d2abd3cc4a on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:31.181890 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-9d07b7a9-d558-46f7-8732-15700394a1cb service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294535 Feb 04 15:32:31.187093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:network and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:31.196857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:31.204180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b7cea557-bd07-4082-94b2-68b0fb8bdf3d req-653202c4-a70f-4605-8a87-50d9202339a0 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Unset dirty status for tenant:89cde11da0174b04bf4d86d2abd3cc4a on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:31.211703 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b7cea557-bd07-4082-94b2-68b0fb8bdf3d req-653202c4-a70f-4605-8a87-50d9202339a0 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 944 time: 0.6288579 Feb 04 15:32:31.236449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:32:31.251329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-292ac2a3-b95c-491e-bd4f-a18902ccf00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.252830 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-292ac2a3-b95c-491e-bd4f-a18902ccf00e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89cde11da0174b04bf4d86d2abd3cc4a&device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 1095 time: 0.1828394 Feb 04 15:32:31.308743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83640e9-62d8-4d06-994e-085cb0887119 req-900d37d6-2e02-40e4-be7b-09910648fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.310272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f83640e9-62d8-4d06-994e-085cb0887119 req-900d37d6-2e02-40e4-be7b-09910648fec5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.5653024 Feb 04 15:32:31.320326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:31.355231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3f1660c2-bea0-4241-a705-bd31f8af9071 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:31.418385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53870) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:31.441644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2b0236dd-7651-4c2f-9571-f036f0621ad5 req-42f7ac08-ce2b-491c-913f-d5ab98ba2b3c tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Unset dirty status for tenant:8fff3c8f811647a88e85f53c71b20df3 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:31.445156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b7cea557-bd07-4082-94b2-68b0fb8bdf3d req-4fbc6137-1575-43dd-bdc3-d4f1402bf82b tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Synchronizing usage tracker for tenant:89cde11da0174b04bf4d86d2abd3cc4a on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:31.453415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b0236dd-7651-4c2f-9571-f036f0621ad5 req-42f7ac08-ce2b-491c-913f-d5ab98ba2b3c tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7598064 Feb 04 15:32:31.510510 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb272ff0-bd32-4904-9f31-f800549024d0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.526253 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb272ff0-bd32-4904-9f31-f800549024d0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.563756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af951b7-a93e-40ac-9922-ab22d54b110c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:31.591077 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.602676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3f1660c2-bea0-4241-a705-bd31f8af9071,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:31.615450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Transition to ACTIVE for port object 4af951b7-a93e-40ac-9922-ab22d54b110c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:31.616733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b7cea557-bd07-4082-94b2-68b0fb8bdf3d req-4fbc6137-1575-43dd-bdc3-d4f1402bf82b tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Unset dirty status for tenant:89cde11da0174b04bf4d86d2abd3cc4a on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:31.624212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '3f1660c2-bea0-4241-a705-bd31f8af9071', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '3f1660c2-bea0-4241-a705-bd31f8af9071', 'mac_address': 'fa:16:3e:97:0f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:31.625024 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b7cea557-bd07-4082-94b2-68b0fb8bdf3d req-4fbc6137-1575-43dd-bdc3-d4f1402bf82b tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123235 Feb 04 15:32:31.695526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.712538 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3f76a97b-1acc-4e2d-9f42-1bac679e1700 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63f90fef74724b6f90eab134b135cc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810690 Feb 04 15:32:31.714229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-e662607a-181b-4159-ac91-d3d77792a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.714674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1660c2-bea0-4241-a705-bd31f8af9071 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:31.715935 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-e662607a-181b-4159-ac91-d3d77792a5eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=e37bd7ff-e394-4566-aced-8db3ba537aa8 HTTP/1.1" status: 200 len: 910 time: 0.3944294 Feb 04 15:32:31.726506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53876) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:31.732680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3f1660c2-bea0-4241-a705-bd31f8af9071,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:31.737335 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.740097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f83640e9-62d8-4d06-994e-085cb0887119 req-acbad935-455e-460a-9f85-92bc0edafff9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c770fc17-86c2-48bc-adfb-ab62f7ce7470 HTTP/1.1" status: 200 len: 217 time: 0.3744364 Feb 04 15:32:31.745712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.786235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:31.789749 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.813936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3f1660c2-bea0-4241-a705-bd31f8af9071,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:31.817436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.864056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-c5fa77c1-cbdc-45c0-8ab6-238436f13ff1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4235ab35-61aa-4a19-b22c-02ca576d95eb HTTP/1.1" status: 200 len: 217 time: 0.1340296 Feb 04 15:32:31.874819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-09face26-d020-4777-b848-9bce9090841c req-034df2a6-e6c2-47a6-99bb-17307b38b249 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 210 time: 0.0828485 Feb 04 15:32:31.947406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c2b0112-9efc-44cd-9971-dc213cd977ab req-c3b8e28e-d65c-44fb-8306-4b7107a07425 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441859 Feb 04 15:32:32.051705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3f1660c2-bea0-4241-a705-bd31f8af9071'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:32.130493 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-eb272ff0-bd32-4904-9f31-f800549024d0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Floating IP 837fc56d-44ef-4478-a197-a8e2c5671058 associated. External IP: 172.25.8.61, port: f95c9a3c-a964-466b-9dfc-b46ee696a11d. Feb 04 15:32:32.191605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-589309cb-77d7-4bd5-ab2e-be5d9994ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.193701 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-589309cb-77d7-4bd5-ab2e-be5d9994ef80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=88850d50-c071-45a4-9fc4-b0de5c00363d HTTP/1.1" status: 200 len: 849 time: 0.3133988 Feb 04 15:32:32.213003 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af9ce68b-8275-4a1c-93af-26ed502c6194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.218329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:32.237322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83640e9-62d8-4d06-994e-085cb0887119 req-ef47389e-95ee-453e-b7a7-cb1ab32ffff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.239425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f83640e9-62d8-4d06-994e-085cb0887119 req-ef47389e-95ee-453e-b7a7-cb1ab32ffff1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.4228451 Feb 04 15:32:32.266140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Pushing event updated for resources: {'Port': ['ID=4af951b7-a93e-40ac-9922-ab22d54b110c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:32.277147 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-ffa3ad9c-9083-4664-baab-b49e32c8b850 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e37bd7ff-e394-4566-aced-8db3ba537aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592580 Feb 04 15:32:32.327721 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.328089 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Added segment c089fc7f-97fe-4a28-af6a-ae5200d481a4 of type vlan for network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 Feb 04 15:32:32.389043 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af9ce68b-8275-4a1c-93af-26ed502c6194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.404222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.481636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.493544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032e62b-a57e-4b6e-bc34-e07465c7107c req-0ab383a8-56a1-493c-a948-ccbc66e4679f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.494311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8032e62b-a57e-4b6e-bc34-e07465c7107c req-0ab383a8-56a1-493c-a948-ccbc66e4679f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:32.549251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:32.567949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:32.586522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:32.625864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Pushing event updated for resources: {'Port': ['ID=73ae57b1-439e-44e3-8642-1422ca530088,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:32.635515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a12a53-325c-4adb-ad08-99d68fd41133 req-69414920-20d1-47bc-a6d1-7e27e68db738 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.637087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Attempting to bind port 4af951b7-a93e-40ac-9922-ab22d54b110c on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:32.637427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Attempting to bind port 4af951b7-a93e-40ac-9922-ab22d54b110c by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:32.637755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Attempting to bind port 4af951b7-a93e-40ac-9922-ab22d54b110c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:32.640697 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0a12a53-325c-4adb-ad08-99d68fd41133 req-69414920-20d1-47bc-a6d1-7e27e68db738 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 949 time: 0.6458769 Feb 04 15:32:32.646295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8032e62b-a57e-4b6e-bc34-e07465c7107c req-0ab383a8-56a1-493c-a948-ccbc66e4679f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:32.646295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8032e62b-a57e-4b6e-bc34-e07465c7107c req-0ab383a8-56a1-493c-a948-ccbc66e4679f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 947 time: 0.8965554 Feb 04 15:32:32.664517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Port 4af951b7-a93e-40ac-9922-ab22d54b110c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:32:32.664863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Attempting to bind port 4af951b7-a93e-40ac-9922-ab22d54b110c on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:32.688907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.694382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.694976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.724673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:32.725367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:32.725736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:32.726171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Bound port: 4af951b7-a93e-40ac-9922-ab22d54b110c, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:32.726514 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.800136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83640e9-62d8-4d06-994e-085cb0887119 req-7a3fef5d-b6db-4c3a-a60f-85acd50eacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.802156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f83640e9-62d8-4d06-994e-085cb0887119 req-7a3fef5d-b6db-4c3a-a60f-85acd50eacb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5295098 Feb 04 15:32:32.822477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.823115 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.837271 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0a12a53-325c-4adb-ad08-99d68fd41133 req-88e248fe-2d6b-4f4e-a436-e625bd89249d tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743712 Feb 04 15:32:32.841853 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-204dbbb5-064c-4dd0-9ae3-bd556cb50776 service neutron] 10.222.0.53 "GET /v2.0/networks/e37bd7ff-e394-4566-aced-8db3ba537aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514884 Feb 04 15:32:32.844256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af9ce68b-8275-4a1c-93af-26ed502c6194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.950715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ce68b-8275-4a1c-93af-26ed502c6194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6455f2-68bc-480e-b741-a41a070190a8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:32.966876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3972a9fc-a7da-4066-aafd-137936a7cc96'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:33.002258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af9ce68b-8275-4a1c-93af-26ed502c6194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.007014 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-af9ce68b-8275-4a1c-93af-26ed502c6194 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d6455f2-68bc-480e-b741-a41a070190a8 HTTP/1.1" status: 204 len: 168 time: 1.2790937 Feb 04 15:32:33.011009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8032e62b-a57e-4b6e-bc34-e07465c7107c req-ce16e989-e4bf-471d-bb93-3a168ff403a5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563712 Feb 04 15:32:33.018314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e9ac451d-8a9d-40f2-84f8-bc5cb7477b53 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8845024 Feb 04 15:32:33.019547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9656894 Feb 04 15:32:33.025245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b61f2a-1992-47d7-b0d4-a156221e7657 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Network': ['ID=1e4f4b22-cddf-4273-bbed-1a76deff1b64,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:33.043895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:32:33.045970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53888) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:33.051904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Request body: {'port': {'device_id': '27562b67-0273-41e2-8b30-2ff627e23e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:33.057883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-979658088'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:33.117521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:33.152336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:network and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:33.156804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] For port 4af951b7-a93e-40ac-9922-ab22d54b110c, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:33.168640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:33.184268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:33.215958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] For port 4af951b7-a93e-40ac-9922-ab22d54b110c, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4af951b7-a93e-40ac-9922-ab22d54b110c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:33.228648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:33.230820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f83640e9-62d8-4d06-994e-085cb0887119 req-1af28f66-322c-46d5-871c-53a32c4f493d service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954301 Feb 04 15:32:33.231984 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.244128 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d73e81be-2401-4d9b-b643-0a5402c07217 req-a4edd780-77f2-4c4e-84a6-848d939484a0 service neutron] 10.222.0.53 "GET /v2.0/networks/e37bd7ff-e394-4566-aced-8db3ba537aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779757 Feb 04 15:32:33.256744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb272ff0-bd32-4904-9f31-f800549024d0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:32:33.271904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.365003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c770fc17-86c2-48bc-adfb-ab62f7ce7470 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:33.367677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3f1660c2-bea0-4241-a705-bd31f8af9071 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:33.440887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.442201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.444186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] 10.222.0.53 "PUT /v2.0/ports/4af951b7-a93e-40ac-9922-ab22d54b110c HTTP/1.1" status: 200 len: 1095 time: 4.6818757 Feb 04 15:32:33.458608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e3cff1-3b5c-4d02-ad87-1b32c22a8642', 'tag': '4af951b7-a93e-40ac-9922-ab22d54b110c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:33.490158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.596579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531de1d-441c-4fb3-a4de-0da60cf7503c service neutron] Pushing event updated for resources: {'Port': ['ID=4af951b7-a93e-40ac-9922-ab22d54b110c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:33.605645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 3f1660c2-bea0-4241-a705-bd31f8af9071 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:33.612547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4235ab35-61aa-4a19-b22c-02ca576d95eb details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:33.643339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 3f1660c2-bea0-4241-a705-bd31f8af9071 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:33.643788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.654495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412dc32-f4aa-4924-be7d-28bf074d073b req-75037279-438f-4e26-a695-67172419ecb7 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.656880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e412dc32-f4aa-4924-be7d-28bf074d073b req-75037279-438f-4e26-a695-67172419ecb7 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 948 time: 0.6979189 Feb 04 15:32:33.679717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:33.691044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.691395 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Added segment 56e9e1fc-7f39-4297-be53-b1258504d44c of type vlan for network 9aecb207-c108-4db3-816f-362a655b55d1 Feb 04 15:32:33.735544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f83640e9-62d8-4d06-994e-085cb0887119 req-151908e7-e562-4c4a-a3d8-b001f43b39fc service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524922 Feb 04 15:32:33.737404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c770fc17-86c2-48bc-adfb-ab62f7ce7470, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c770fc17-86c2-48bc-adfb-ab62f7ce7470,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:33.758935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'c770fc17-86c2-48bc-adfb-ab62f7ce7470', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'c770fc17-86c2-48bc-adfb-ab62f7ce7470', 'mac_address': 'fa:16:3e:c2:96:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:33.793326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.813259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb272ff0-bd32-4904-9f31-f800549024d0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:32:33.825064 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] Sync routers for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:33.842570 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:32:33.846000 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:33.850935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb272ff0-bd32-4904-9f31-f800549024d0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.886983 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e412dc32-f4aa-4924-be7d-28bf074d073b req-4bfa869c-a3dc-494c-9a30-b8a69caf756c tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255157 Feb 04 15:32:33.927504 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.938851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.941485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.046603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eb272ff0-bd32-4904-9f31-f800549024d0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "PUT /v2.0/floatingips/837fc56d-44ef-4478-a197-a8e2c5671058 HTTP/1.1" status: 200 len: 991 time: 4.6934211 Feb 04 15:32:34.108642 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.125607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:34.146966 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0994942 Feb 04 15:32:34.149334 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:32:34.159051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53918) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:34.177589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64d471-803c-4a88-b4e0-30d0b62f08a5 req-26a7c90f-3545-473c-937b-592955f83a51 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.197574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.201130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'subnet': {'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:34.204141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a64d471-803c-4a88-b4e0-30d0b62f08a5 req-26a7c90f-3545-473c-937b-592955f83a51 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 944 time: 0.9606729 Feb 04 15:32:34.231856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507794c5-b2cf-4761-92e2-81578eecf35f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Network': ['ID=9aecb207-c108-4db3-816f-362a655b55d1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:34.246706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4235ab35-61aa-4a19-b22c-02ca576d95eb, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4235ab35-61aa-4a19-b22c-02ca576d95eb,segment=NetworkSegment(39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6),segment_id=39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:34.303019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3f1660c2-bea0-4241-a705-bd31f8af9071,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:34.304732 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '4235ab35-61aa-4a19-b22c-02ca576d95eb', 'network_id': 'e37bd7ff-e394-4566-aced-8db3ba537aa8', 'port_id': '4235ab35-61aa-4a19-b22c-02ca576d95eb', 'mac_address': 'fa:16:3e:a7:a7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88850d50-c071-45a4-9fc4-b0de5c00363d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:34.323047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:34.329361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9aecb207-c108-4db3-816f-362a655b55d1 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:32:34.341660 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a64d471-803c-4a88-b4e0-30d0b62f08a5 req-4211f7c9-fffe-47ac-8e28-629b81de9ab1 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349037 Feb 04 15:32:34.349079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:34.359169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:subnet and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:34.365963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea73179a-3120-412a-a8eb-123ff29ed06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.370433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:34.371178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-ea73179a-3120-412a-a8eb-123ff29ed06a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 1098 time: 0.8704476 Feb 04 15:32:34.378414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:34.386056 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.415938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9126f1-4ce2-4a98-933d-e173d3c65130 req-c5de6ac1-8858-4acb-bfa1-7d96e79eba4a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.417783 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0e9126f1-4ce2-4a98-933d-e173d3c65130 req-c5de6ac1-8858-4acb-bfa1-7d96e79eba4a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 931 time: 0.2574205 Feb 04 15:32:34.447960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:34.451378 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.570783 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0e9126f1-4ce2-4a98-933d-e173d3c65130 req-391bdd83-9ac1-4c7d-a833-8c4902e244ef tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368604 Feb 04 15:32:34.693674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c770fc17-86c2-48bc-adfb-ab62f7ce7470 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:34.738683 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e3cff1-3b5c-4d02-ad87-1b32c22a8642', 'tag': '4af951b7-a93e-40ac-9922-ab22d54b110c', 'status': 'completed', 'code': 200} Feb 04 15:32:34.777441 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '837fc56d-44ef-4478-a197-a8e2c5671058', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'floating_ip_address': '172.25.8.61', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'port_id': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'mac_address': 'fa:16:3e:e2:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:30:49Z', 'updated_at': '2022-02-04T15:32:31Z', 'revision_number': 1, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df0ad1c-ee7a-438e-982a-cbc7d7df7b77', 'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'mac_address': 'fa:16:3e:ff:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 5, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'subnets': [{'id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:34.784192 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c2ffaa4-4f00-49b2-bd55-0d8f5408dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.792522 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] Checking router: 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:32:34.799433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c770fc17-86c2-48bc-adfb-ab62f7ce7470, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c770fc17-86c2-48bc-adfb-ab62f7ce7470,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:34.809252 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.811232 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:32:34.812170 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:34.813100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-49bd4828-aaf9-4f55-9a73-95b9a6b1fd35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4af951b7-a93e-40ac-9922-ab22d54b110c HTTP/1.1" status: 200 len: 217 time: 0.3624320 Feb 04 15:32:34.819206 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.820997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3f1660c2-bea0-4241-a705-bd31f8af9071,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:34.842165 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.859845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ae57b1-439e-44e3-8642-1422ca530088 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:34.878619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.885061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4235ab35-61aa-4a19-b22c-02ca576d95eb {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:34.913318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Transition to ACTIVE for port object 73ae57b1-439e-44e3-8642-1422ca530088 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:34.923362 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.963730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-96eedc99-9b0b-460b-9ac6-65603891ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.965227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-96eedc99-9b0b-460b-9ac6-65603891ecfd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1442420 Feb 04 15:32:34.981697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=c770fc17-86c2-48bc-adfb-ab62f7ce7470,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:35.016794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4235ab35-61aa-4a19-b22c-02ca576d95eb, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4235ab35-61aa-4a19-b22c-02ca576d95eb,segment=NetworkSegment(39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6),segment_id=39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:35.023623 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.057415 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:32:35.107013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4235ab35-61aa-4a19-b22c-02ca576d95eb,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:35.131116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25ba50-fab4-4ee3-b2e8-6803c2169504 req-e3d13dea-3ae9-4524-bd65-fc0ffb446242 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.132514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Subnet': ['ID=724662c2-4369-437e-a6f2-d6b7e1d8d3e2,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:35.132748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d25ba50-fab4-4ee3-b2e8-6803c2169504 req-e3d13dea-3ae9-4524-bd65-fc0ffb446242 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 950 time: 0.3801513 Feb 04 15:32:35.135693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Pushing event updated for resources: {'Port': ['ID=73ae57b1-439e-44e3-8642-1422ca530088,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:35.148803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Checking segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:35.149169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network hostable DHCP agents. Network: 1e4f4b22-cddf-4273-bbed-1a76deff1b64, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:32:35.158816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['c770fc17-86c2-48bc-adfb-ab62f7ce7470'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:35.170775 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc2e1-86d3-4a8c-a0cc-0baabdbf53a1 req-7c26f2cf-cb6a-42a6-963b-57084ab48fc9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.172321 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-63bbc2e1-86d3-4a8c-a0cc-0baabdbf53a1 req-7c26f2cf-cb6a-42a6-963b-57084ab48fc9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 947 time: 0.4102221 Feb 04 15:32:35.199821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:32:35.222459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 1e4f4b22-cddf-4273-bbed-1a76deff1b64) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:35.242361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.243229 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.255173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a984d8-7dfe-4d2d-ab2a-b03a8fa7e0b6 None None] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:32:35.259145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-63bbc2e1-86d3-4a8c-a0cc-0baabdbf53a1 req-6b02d06e-5850-4810-a4ec-bffb75b1396d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775254 Feb 04 15:32:35.270206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d25ba50-fab4-4ee3-b2e8-6803c2169504 req-0ce32c7c-b7c4-4677-9de7-937ca3a49c41 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252630 Feb 04 15:32:35.286584 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-468ca258-af22-4384-8be0-45db09026581 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1236174 Feb 04 15:32:35.288592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53932) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:35.303976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-8f34fb41-829d-470e-83d6-6c255d9e2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.305688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-8f34fb41-829d-470e-83d6-6c255d9e2258 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3302515 Feb 04 15:32:35.306557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:35.306882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:35.307205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:35.309822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'subnet': {'network_id': '9aecb207-c108-4db3-816f-362a655b55d1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:35.364415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:32:35.364415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:35.426569 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'status': 'completed', 'code': 200} Feb 04 15:32:35.451144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:35.455495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:subnet and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:35.459145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:35.465673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:35.476700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:35.477085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:35.477538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:35.477890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Bound port: 73ae57b1-439e-44e3-8642-1422ca530088, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:35.478233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.523396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:35.527403 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.622631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['4235ab35-61aa-4a19-b22c-02ca576d95eb'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:35.692198 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071', 'code': 200} Feb 04 15:32:35.726479 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '837fc56d-44ef-4478-a197-a8e2c5671058', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'floating_ip_address': '172.25.8.61', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'port_id': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'mac_address': 'fa:16:3e:e2:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:30:49Z', 'updated_at': '2022-02-04T15:32:31Z', 'revision_number': 1, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df0ad1c-ee7a-438e-982a-cbc7d7df7b77', 'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'mac_address': 'fa:16:3e:ff:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 5, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'subnets': [{'id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:35.731843 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf43172d-fcce-429c-bd26-25d60bbd90be None None] The sync data for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 is: [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '837fc56d-44ef-4478-a197-a8e2c5671058', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'floating_ip_address': '172.25.8.61', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'port_id': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'mac_address': 'fa:16:3e:e2:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:30:49Z', 'updated_at': '2022-02-04T15:32:31Z', 'revision_number': 1, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df0ad1c-ee7a-438e-982a-cbc7d7df7b77', 'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'mac_address': 'fa:16:3e:ff:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 5, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'subnets': [{'id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:35.753894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-f4a955bb-4a6d-47c6-8286-4f8c50903a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.754341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-f4a955bb-4a6d-47c6-8286-4f8c50903a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.754811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-f4a955bb-4a6d-47c6-8286-4f8c50903a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.755270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-f4a955bb-4a6d-47c6-8286-4f8c50903a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.755726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-f4a955bb-4a6d-47c6-8286-4f8c50903a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.756487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-f4a955bb-4a6d-47c6-8286-4f8c50903a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.756612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-f4a955bb-4a6d-47c6-8286-4f8c50903a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.758620 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-f4a955bb-4a6d-47c6-8286-4f8c50903a0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6490 time: 0.2833965 Feb 04 15:32:35.767551 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-71920eae-bbed-4749-80fd-2d8d257b3712 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454780 Feb 04 15:32:35.958494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:35.986628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:35.993701 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-2c0bb792-dfb3-435d-bcb6-211190e87222 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=88c24f7a3b8b43dd9badcec4219c2b28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514886 Feb 04 15:32:36.001074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'fixed_ips': [{'subnet_id': '724662c2-4369-437e-a6f2-d6b7e1d8d3e2'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:32:36.001074 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.008734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0e891-e5f6-4499-bff5-c221f1f05144 req-659bf612-71f3-47af-a359-4e898021772f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.008734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0e891-e5f6-4499-bff5-c221f1f05144 req-659bf612-71f3-47af-a359-4e898021772f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.022684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0e891-e5f6-4499-bff5-c221f1f05144 req-659bf612-71f3-47af-a359-4e898021772f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.022684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0e891-e5f6-4499-bff5-c221f1f05144 req-659bf612-71f3-47af-a359-4e898021772f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.033151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0e891-e5f6-4499-bff5-c221f1f05144 req-659bf612-71f3-47af-a359-4e898021772f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.039474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0e891-e5f6-4499-bff5-c221f1f05144 req-659bf612-71f3-47af-a359-4e898021772f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.051865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0e891-e5f6-4499-bff5-c221f1f05144 req-659bf612-71f3-47af-a359-4e898021772f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.061361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eef0e891-e5f6-4499-bff5-c221f1f05144 req-659bf612-71f3-47af-a359-4e898021772f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.5066061 Feb 04 15:32:36.104297 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.121340 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.184495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ecd69-7c48-48b5-8723-2dff40df5a37 req-b47be0bb-8c1a-4b4f-873e-1955810efa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.185577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0d5ecd69-7c48-48b5-8723-2dff40df5a37 req-b47be0bb-8c1a-4b4f-873e-1955810efa6d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 1101 time: 0.5562801 Feb 04 15:32:36.188260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.189108 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.190995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] 10.222.0.53 "PUT /v2.0/ports/73ae57b1-439e-44e3-8642-1422ca530088 HTTP/1.1" status: 200 len: 1091 time: 3.1627219 Feb 04 15:32:36.194016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5f1c9-653c-4180-9ed0-579ba7f9a44c None None] New status for floating IP 837fc56d-44ef-4478-a197-a8e2c5671058: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:32:36.231427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eef0e891-e5f6-4499-bff5-c221f1f05144 req-cdb2924f-d249-46dd-85ad-de76840530b9 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622450 Feb 04 15:32:36.323397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-326a6ff4-7d24-4f96-a6cb-0ac174b694f5 req-872fddd4-b0f8-4305-955c-edb58dfb11ac service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442545 Feb 04 15:32:36.324337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979beaa7-a64b-4aa4-82dd-4bcfeb90124a service neutron] Pushing event updated for resources: {'Port': ['ID=73ae57b1-439e-44e3-8642-1422ca530088,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:36.377967 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:32:36.468950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-c1e8fee9-1bdf-44b3-ac4a-fd3236f1d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.470431 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-c1e8fee9-1bdf-44b3-ac4a-fd3236f1d5e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5ebf1130-ea3c-44d9-a309-9d0906ce57d0 HTTP/1.1" status: 200 len: 912 time: 0.6982796 Feb 04 15:32:36.584522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.590523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0d5ecd69-7c48-48b5-8723-2dff40df5a37 req-a2a91e20-c572-4f86-b686-139068083087 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724986 Feb 04 15:32:36.641374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897418-d7e7-4c8c-8935-1913b464547d req-8e1c5a8f-30e1-4ac0-adac-8c3b3fd1c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.643242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-8e1c5a8f-30e1-4ac0-adac-8c3b3fd1c318 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 1094 time: 0.3001227 Feb 04 15:32:36.646276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-44f1f475-d7c7-413b-af7f-19bf818b7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.646416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-5ddb8080-12ad-4e9d-9ce7-c52b2fb1032f tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.647645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-44f1f475-d7c7-413b-af7f-19bf818b7f2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 1098 time: 0.2245035 Feb 04 15:32:36.647912 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-5ddb8080-12ad-4e9d-9ce7-c52b2fb1032f tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6543181 Feb 04 15:32:36.655555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a225fda-6ea4-4ba0-8a84-f5e391718ab3 req-1291971b-32f2-474b-80fc-69ce24d1c5e6 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.659670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a225fda-6ea4-4ba0-8a84-f5e391718ab3 req-1291971b-32f2-474b-80fc-69ce24d1c5e6 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 949 time: 0.2723627 Feb 04 15:32:36.706953 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-463ea06a-7bf0-4f61-a433-129899b1decc tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/quotas/88c24f7a3b8b43dd9badcec4219c2b28 HTTP/1.1" status: 200 len: 375 time: 0.0419991 Feb 04 15:32:36.717821 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-a6c2918f-f6e5-462b-81f4-77968512f253 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f95c9a3c-a964-466b-9dfc-b46ee696a11d HTTP/1.1" status: 200 len: 999 time: 0.2365711 Feb 04 15:32:36.726536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Subnet': ['ID=0e610022-825b-4b19-a0f1-7766c51e9f10,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:36.726909 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f8237118-9ed2-4d63-abff-99ca9d9d21b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.818622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Allocated IP 10.1.1.2 (1e4f4b22-cddf-4273-bbed-1a76deff1b64/724662c2-4369-437e-a6f2-d6b7e1d8d3e2/1fe42260-a760-4bed-9ef1-27b2499aab7a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:36.829806 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b95dcb1d-ba8c-4f19-8a34-d1aee926d21c tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c24f7a3b8b43dd9badcec4219c2b28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993381 Feb 04 15:32:36.844134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Checking segment: {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:36.844509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network hostable DHCP agents. Network: 9aecb207-c108-4db3-816f-362a655b55d1, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:32:36.866710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-766f0f6a-2dab-44b7-b025-c6ccfdb2a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.868349 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-766f0f6a-2dab-44b7-b025-c6ccfdb2a978 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00b79eea-2300-48b2-8c39-30ff6cb87149 HTTP/1.1" status: 200 len: 850 time: 0.1351962 Feb 04 15:32:36.893045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:36.938407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network 9aecb207-c108-4db3-816f-362a655b55d1 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:32:36.962393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 9aecb207-c108-4db3-816f-362a655b55d1) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:36.967089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.968686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.978665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d1275c-14fd-43af-aa32-fcd5051727b9 None None] Network 9aecb207-c108-4db3-816f-362a655b55d1 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:32:37.001140 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0d654c2d-ecd2-42b3-86d7-294217174b4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7050765 Feb 04 15:32:37.001140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53956) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:37.012052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'port': {'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'name': 'tempest-TaggedBootDevicesTest_v242-255824330', 'fixed_ips': [{'subnet_id': '724662c2-4369-437e-a6f2-d6b7e1d8d3e2'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:37.032734 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-9ed22717-47f0-4d19-a093-22c263cfa392 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73ae57b1-439e-44e3-8642-1422ca530088 HTTP/1.1" status: 200 len: 217 time: 0.3496854 Feb 04 15:32:37.104935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a225fda-6ea4-4ba0-8a84-f5e391718ab3 req-81540315-ffd9-4b48-b8f6-21ce7ba7e865 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384584 Feb 04 15:32:37.210010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897418-d7e7-4c8c-8935-1913b464547d req-d089c9fe-6201-455d-94c8-59be18024044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.212164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-e339c9e9-d233-477d-857f-d546823d0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.213679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-d089c9fe-6201-455d-94c8-59be18024044 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.1704893 Feb 04 15:32:37.213827 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-e339c9e9-d233-477d-857f-d546823d0786 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ebf1130-ea3c-44d9-a309-9d0906ce57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3374264 Feb 04 15:32:37.225411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-8352770c-ed5c-4e81-b0be-26f002103493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.230621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-8352770c-ed5c-4e81-b0be-26f002103493 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.5499058 Feb 04 15:32:37.233158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:37.371659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:37.381059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:port and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:37.393208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:37.429924 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Transition to ACTIVE for port object 1fe42260-a760-4bed-9ef1-27b2499aab7a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:37.441168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-9aecb207-c108-4db3-816f-362a655b55d1', 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'fixed_ips': [{'subnet_id': '0e610022-825b-4b19-a0f1-7766c51e9f10'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:32:37.442528 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:37.466333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:37.525721 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-0cb1cb0c-fd18-4edf-b838-42d2f77b6798 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2943814 Feb 04 15:32:37.539673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:37.580594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-3d92b11a-d74b-44ce-8241-2a9298402d8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4af951b7-a93e-40ac-9922-ab22d54b110c HTTP/1.1" status: 200 len: 217 time: 0.1807048 Feb 04 15:32:37.710007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Allocated IP 10.2.2.2 (9aecb207-c108-4db3-816f-362a655b55d1/0e610022-825b-4b19-a0f1-7766c51e9f10/84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:37.764684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-12622845-80cb-41c7-91b2-922eedb89671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.768505 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-12622845-80cb-41c7-91b2-922eedb89671 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1474969 Feb 04 15:32:37.926875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2feebb-36aa-4bb6-81ee-00c58d62c16a req-9aba28ab-0c79-4ae5-a495-64a1745ef6cd tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.934698 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e2feebb-36aa-4bb6-81ee-00c58d62c16a req-9aba28ab-0c79-4ae5-a495-64a1745ef6cd tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 945 time: 0.4238436 Feb 04 15:32:37.938576 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-75a59467-d6a4-4577-a416-1457161ffdea service neutron] 10.222.0.53 "GET /v2.0/networks/5ebf1130-ea3c-44d9-a309-9d0906ce57d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078562 Feb 04 15:32:37.961441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:37.962610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-e6436852-ba94-43de-b2af-c6a74b86541c service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891695 Feb 04 15:32:37.974714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-cc4d3566-6c8f-415b-8aa2-fca1d12ec0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.975201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Transition to ACTIVE for port object 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:37.976856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-cc4d3566-6c8f-415b-8aa2-fca1d12ec0ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2000287 Feb 04 15:32:37.980569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85707c-ab9a-414d-83a4-04ee473781bf req-f336bf87-8ad5-4505-a845-fdb80ef7d589 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.984520 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6a85707c-ab9a-414d-83a4-04ee473781bf req-f336bf87-8ad5-4505-a845-fdb80ef7d589 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 943 time: 0.5832167 Feb 04 15:32:37.996863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Transition to ACTIVE for port object 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:38.023445 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.080806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Transition to ACTIVE for port object 1fe42260-a760-4bed-9ef1-27b2499aab7a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:38.118034 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.123227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Network 9aecb207-c108-4db3-816f-362a655b55d1 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:38.124876 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.133014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:38.135529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.139812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:38.165988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e2feebb-36aa-4bb6-81ee-00c58d62c16a req-c99f9ca2-8bc0-46c9-852d-df185a1795f6 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281716 Feb 04 15:32:38.186495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6a85707c-ab9a-414d-83a4-04ee473781bf req-e3e0d126-7a5e-47b2-ae60-12865ad21552 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643848 Feb 04 15:32:38.195519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Pushing event updated for resources: {'Port': ['ID=84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:38.219760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.315499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:38.322600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] device_id is not set on port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:32:38.345041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:38.357167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Attempting to bind port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:38.358703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Attempting to bind port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:38.360798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Attempting to bind port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 on network 9aecb207-c108-4db3-816f-362a655b55d1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:38.386067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:38.395223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:38.395955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Checking segment: {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:38.397858 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.398436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Bound using segment: {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:38.399095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Bound port: 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:38.399857 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.466090 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-7af6b0f3-0fb0-4194-b001-39a0902dd7df service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587755 Feb 04 15:32:38.475031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b897418-d7e7-4c8c-8935-1913b464547d req-f43a4cec-b4ca-40b9-b09e-bfc04935b2b1 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041394 Feb 04 15:32:38.481300 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01095ee7-def2-4e66-82dc-cc77f2e56074 req-503c51a2-1045-47fa-8f7e-92b563b8da55 service neutron] 10.222.0.53 "GET /v2.0/networks/5ebf1130-ea3c-44d9-a309-9d0906ce57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256321 Feb 04 15:32:38.593932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] For port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:38.597244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] For port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:38.609985 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.615699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d46b28-4938-4972-a64f-265437c36201 req-4b61e94a-4f3d-4522-982d-27eb7638344a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:38.617251 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79d46b28-4938-4972-a64f-265437c36201 req-4b61e94a-4f3d-4522-982d-27eb7638344a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 947 time: 0.2272313 Feb 04 15:32:38.662073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da9c50c0-c912-4b5e-a7cf-5a84e257a3bd req-40726ad3-6911-447b-b0d9-f78acc8a466a service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850898 Feb 04 15:32:38.670292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f97304-4aff-41cd-9a40-87811b2e052a req-c559e9db-cc1d-424b-9674-e228f86e74ce tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:38.674320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Pushing event updated for resources: {'Port': ['ID=1fe42260-a760-4bed-9ef1-27b2499aab7a,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:38.679144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50f97304-4aff-41cd-9a40-87811b2e052a req-c559e9db-cc1d-424b-9674-e228f86e74ce tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 950 time: 0.2815678 Feb 04 15:32:38.719909 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-79d46b28-4938-4972-a64f-265437c36201 req-a2769579-e048-403f-9e4b-8b66bb2541a6 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702457 Feb 04 15:32:38.741908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Allocated IP 10.1.1.163 (1e4f4b22-cddf-4273-bbed-1a76deff1b64/724662c2-4369-437e-a6f2-d6b7e1d8d3e2/6b9e96db-8e49-4b8a-a71c-190000ac9de8) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:38.755858 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50f97304-4aff-41cd-9a40-87811b2e052a req-382ed26d-92aa-4129-9148-30b895e93c0f tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754993 Feb 04 15:32:38.781447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Attempting to bind port 1fe42260-a760-4bed-9ef1-27b2499aab7a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:38.781934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Attempting to bind port 1fe42260-a760-4bed-9ef1-27b2499aab7a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:38.782420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Attempting to bind port 1fe42260-a760-4bed-9ef1-27b2499aab7a on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:38.794279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:38.794788 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Checking segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:38.795286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.795778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Bound using segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:38.796350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Bound port: 1fe42260-a760-4bed-9ef1-27b2499aab7a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:38.805369 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088', 'status': 'completed', 'code': 200} Feb 04 15:32:38.806087 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.925077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb5183-088d-44b3-9c0b-3ba346ae350a None None] Pushing event updated for resources: {'Port': ['ID=84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:38.964284 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.032473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80e55b30-b22c-436e-8b40-184583d8b36b req-9506f538-6997-40ea-8282-118e3595a348 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 210 time: 0.1003702 Feb 04 15:32:39.032473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-3afdb63b-e18c-4b5f-921e-0013e5eed685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.032473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-3afdb63b-e18c-4b5f-921e-0013e5eed685 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 1094 time: 0.2014940 Feb 04 15:32:39.092401 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.093844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] For port 1fe42260-a760-4bed-9ef1-27b2499aab7a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:39.100619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] For port 1fe42260-a760-4bed-9ef1-27b2499aab7a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fe42260-a760-4bed-9ef1-27b2499aab7a,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:39.107833 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.221314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-c4677597-c0f0-42a5-a9aa-ee297b513557 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=88c24f7a3b8b43dd9badcec4219c2b28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532377 Feb 04 15:32:39.239497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cd9e1-84d8-492b-9391-730127e19bd6 req-ef41c567-6bf2-43f8-84d5-ecf42f6c61ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.245511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cd9e1-84d8-492b-9391-730127e19bd6 req-ef41c567-6bf2-43f8-84d5-ecf42f6c61ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.251570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cd9e1-84d8-492b-9391-730127e19bd6 req-ef41c567-6bf2-43f8-84d5-ecf42f6c61ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.270972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cd9e1-84d8-492b-9391-730127e19bd6 req-ef41c567-6bf2-43f8-84d5-ecf42f6c61ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.304891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bee95-0eb9-4e6b-a3d7-47ec5dab4c56 None None] Pushing event updated for resources: {'Port': ['ID=1fe42260-a760-4bed-9ef1-27b2499aab7a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:39.322858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cd9e1-84d8-492b-9391-730127e19bd6 req-ef41c567-6bf2-43f8-84d5-ecf42f6c61ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.344861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cd9e1-84d8-492b-9391-730127e19bd6 req-ef41c567-6bf2-43f8-84d5-ecf42f6c61ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.354154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c770fc17-86c2-48bc-adfb-ab62f7ce7470 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:39.357560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cd9e1-84d8-492b-9391-730127e19bd6 req-ef41c567-6bf2-43f8-84d5-ecf42f6c61ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.379588 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-930cd9e1-84d8-492b-9391-730127e19bd6 req-ef41c567-6bf2-43f8-84d5-ecf42f6c61ac tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.4391620 Feb 04 15:32:39.471259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.560901 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-930cd9e1-84d8-492b-9391-730127e19bd6 req-fdef44a3-4249-49e7-8c01-7569fc1d931f tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1780717 Feb 04 15:32:39.570471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Transition to ACTIVE for port object 6b9e96db-8e49-4b8a-a71c-190000ac9de8 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:39.599059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port c770fc17-86c2-48bc-adfb-ab62f7ce7470 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:39.620410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port c770fc17-86c2-48bc-adfb-ab62f7ce7470 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:39.622960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.629273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-feeefaa8-b317-4582-b4f8-2ab40484593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.630562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.631926 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-feeefaa8-b317-4582-b4f8-2ab40484593c service neutron] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.5935464 Feb 04 15:32:39.706456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4af951b7-a93e-40ac-9922-ab22d54b110c details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:39.709650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4235ab35-61aa-4a19-b22c-02ca576d95eb up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:39.792663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:39.806175 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-3e11b843-2603-4232-a9d7-4023dfe7a218 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73ae57b1-439e-44e3-8642-1422ca530088 HTTP/1.1" status: 200 len: 217 time: 0.1572495 Feb 04 15:32:39.837691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:39.840071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Port': ['ID=6b9e96db-8e49-4b8a-a71c-190000ac9de8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:39.843976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:39.867274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b73d4084-9ff0-4ad0-bc54-52b695beab4e tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.869208 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b73d4084-9ff0-4ad0-bc54-52b695beab4e tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6381688 Feb 04 15:32:39.889833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Request body: {'port': {'device_id': '8fd7239b-e64b-4020-b695-244afbf79245', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '88c24f7a3b8b43dd9badcec4219c2b28'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:39.971525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.972136 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.007568 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a9fcb279-d91c-4de1-9278-e601bbfb1eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0041220 Feb 04 15:32:40.009854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53984) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:40.027214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'port': {'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'name': 'tempest-TaggedBootDevicesTest_v242-1659128832', 'fixed_ips': [{'subnet_id': '724662c2-4369-437e-a6f2-d6b7e1d8d3e2'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:40.029655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-7577cf35-7bf7-4b8f-b0a9-a8067e7e713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:40.031321 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-7577cf35-7bf7-4b8f-b0a9-a8067e7e713f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.2088850 Feb 04 15:32:40.042642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 4235ab35-61aa-4a19-b22c-02ca576d95eb completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:40.046217 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.071675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 4235ab35-61aa-4a19-b22c-02ca576d95eb triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:40.072310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.102411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c44f9e-4685-4c36-98c6-332829c316d6 req-9450be32-c9a6-43ad-947c-57350a8583eb tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:40.104144 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-76c44f9e-4685-4c36-98c6-332829c316d6 req-9450be32-c9a6-43ad-947c-57350a8583eb tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 950 time: 0.3200719 Feb 04 15:32:40.113269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-521dc78c-68e4-4f3e-a54c-cba70f271b62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716035 Feb 04 15:32:40.131688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175d5b5-ae67-450b-8a18-3ba61fdf91c2 req-e3981f7b-f11c-4115-b8cb-a7ea17d570f9 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:40.133439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5175d5b5-ae67-450b-8a18-3ba61fdf91c2 req-e3981f7b-f11c-4115-b8cb-a7ea17d570f9 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 949 time: 0.4256980 Feb 04 15:32:40.205133 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-76c44f9e-4685-4c36-98c6-332829c316d6 req-c3a678c8-9709-4dbb-8a4e-86e647b55c4d tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943134 Feb 04 15:32:40.219625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c770fc17-86c2-48bc-adfb-ab62f7ce7470'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:40.259000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c770fc17-86c2-48bc-adfb-ab62f7ce7470, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c770fc17-86c2-48bc-adfb-ab62f7ce7470,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:40.271143 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.275097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4af951b7-a93e-40ac-9922-ab22d54b110c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4af951b7-a93e-40ac-9922-ab22d54b110c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:40.277479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:40.283017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:40.296605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:port and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:40.306319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:40.310240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Usage tracker for resource:port and tenant:88c24f7a3b8b43dd9badcec4219c2b28 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:40.321477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:40.326459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:40.349877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:40.364962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.366736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:40.368911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=c770fc17-86c2-48bc-adfb-ab62f7ce7470,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:40.380010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '4af951b7-a93e-40ac-9922-ab22d54b110c', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '4af951b7-a93e-40ac-9922-ab22d54b110c', 'mac_address': 'fa:16:3e:da:e3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:40.384407 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.394016 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5175d5b5-ae67-450b-8a18-3ba61fdf91c2 req-2af36535-b77c-4c54-b9fb-fba943f89466 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254710 Feb 04 15:32:40.444429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Made reservation on behalf of 88c24f7a3b8b43dd9badcec4219c2b28 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:40.448967 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.478773 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.497708 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-77eb2625-ef72-4294-ab09-d261072749e7 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531594 Feb 04 15:32:40.502804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:40.512193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] device_id is not set on port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:32:40.619121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Usage tracker for resource:security_group_rule and tenant:88c24f7a3b8b43dd9badcec4219c2b28 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:40.643339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4235ab35-61aa-4a19-b22c-02ca576d95eb, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4235ab35-61aa-4a19-b22c-02ca576d95eb,segment=NetworkSegment(39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6),segment_id=39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:40.657601 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.682397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:40.706726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9528034-8f44-4112-8cd3-0a482d28a952 req-d6d9be17-bceb-43d1-864c-d9b2aca0bcbe tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:40.709442 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c9528034-8f44-4112-8cd3-0a482d28a952 req-d6d9be17-bceb-43d1-864c-d9b2aca0bcbe tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 945 time: 0.3094201 Feb 04 15:32:40.715104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:40.715303 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.727200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953fcae7-f1e7-47a3-9f74-a5f440ddb338 None None] Network 9aecb207-c108-4db3-816f-362a655b55d1 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:32:40.820889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5dab33d-9ec8-48bb-b623-499f14455af9 req-40357e81-859d-4b8c-a250-ea140bef1ddb service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135896 Feb 04 15:32:40.835526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af951b7-a93e-40ac-9922-ab22d54b110c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:40.868518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58687-a91b-4762-8252-edd2387e1bed req-25698185-f416-42c5-8635-23a224df08a7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:40.869299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f5e58687-a91b-4762-8252-edd2387e1bed req-25698185-f416-42c5-8635-23a224df08a7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:40.878738 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c9528034-8f44-4112-8cd3-0a482d28a952 req-50b81897-4f29-48d3-9b54-4df2b7a27c29 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456206 Feb 04 15:32:40.900510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c6772bbc-5ccf-4d8b-97a0-1eb5653d810e None None] Provisioning for port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:40.930407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4235ab35-61aa-4a19-b22c-02ca576d95eb,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:40.936576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4af951b7-a93e-40ac-9922-ab22d54b110c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4af951b7-a93e-40ac-9922-ab22d54b110c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:40.940431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Allocated IP 10.1.1.178 (1e4f4b22-cddf-4273-bbed-1a76deff1b64/724662c2-4369-437e-a6f2-d6b7e1d8d3e2/5e5f2857-8e14-4c7e-b02d-dd341ae72129) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:40.950269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.952337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f5e58687-a91b-4762-8252-edd2387e1bed req-25698185-f416-42c5-8635-23a224df08a7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:40.960471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5e58687-a91b-4762-8252-edd2387e1bed req-25698185-f416-42c5-8635-23a224df08a7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 943 time: 0.3429019 Feb 04 15:32:40.975337 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.976322 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.086201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4af951b7-a93e-40ac-9922-ab22d54b110c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:41.112215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb1e43-3889-4f6b-a743-9d83bdc4f831,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:41.172141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5e58687-a91b-4762-8252-edd2387e1bed req-48a631b5-f849-4d71-8d5e-7f73ad850cde tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106855 Feb 04 15:32:41.235102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fe42260-a760-4bed-9ef1-27b2499aab7a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:41.291431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299017d4-78c6-49a7-bf00-2512ecf4e3dd None None] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:32:41.309442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Allocated IP 192.168.233.223 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/abef6e6b-ec04-40c6-82a2-1dac7ee157ed) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:41.382592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['4af951b7-a93e-40ac-9922-ab22d54b110c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:41.474191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4ac2b1fd-663b-469e-a023-9326dca4aa18 None None] Provisioning for port 1fe42260-a760-4bed-9ef1-27b2499aab7a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:41.554960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 1fe42260-a760-4bed-9ef1-27b2499aab7a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:41.569022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1fe42260-a760-4bed-9ef1-27b2499aab7a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:41.569669 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.578309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a135f-37d4-4f64-a2ee-724b868dc0a9 req-68398d03-f0d9-4cf4-9480-55d219a91d23 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.585803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a135f-37d4-4f64-a2ee-724b868dc0a9 req-68398d03-f0d9-4cf4-9480-55d219a91d23 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.591918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a135f-37d4-4f64-a2ee-724b868dc0a9 req-68398d03-f0d9-4cf4-9480-55d219a91d23 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.599535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a135f-37d4-4f64-a2ee-724b868dc0a9 req-68398d03-f0d9-4cf4-9480-55d219a91d23 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.605966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a135f-37d4-4f64-a2ee-724b868dc0a9 req-68398d03-f0d9-4cf4-9480-55d219a91d23 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.607196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed60e4-810c-4c79-a84a-3d2f9300abe2 req-c0723f2c-7f76-433d-a30a-4e73748121f4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.608970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbed60e4-810c-4c79-a84a-3d2f9300abe2 req-c0723f2c-7f76-433d-a30a-4e73748121f4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 948 time: 0.1545942 Feb 04 15:32:41.612217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a135f-37d4-4f64-a2ee-724b868dc0a9 req-68398d03-f0d9-4cf4-9480-55d219a91d23 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.620990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a135f-37d4-4f64-a2ee-724b868dc0a9 req-68398d03-f0d9-4cf4-9480-55d219a91d23 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.628728 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-461a135f-37d4-4f64-a2ee-724b868dc0a9 req-68398d03-f0d9-4cf4-9480-55d219a91d23 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.5276651 Feb 04 15:32:41.634379 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.655048 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.666275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Transition to ACTIVE for port object abef6e6b-ec04-40c6-82a2-1dac7ee157ed will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:41.688716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Transition to ACTIVE for port object 5e5f2857-8e14-4c7e-b02d-dd341ae72129 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:41.697763 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbed60e4-810c-4c79-a84a-3d2f9300abe2 req-a7ab96d8-ba2e-4adc-a9b0-e3a43813756c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785997 Feb 04 15:32:41.708249 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-461a135f-37d4-4f64-a2ee-724b868dc0a9 req-29913f0d-a045-4029-9c56-6cbc67356f82 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783606 Feb 04 15:32:41.744372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.764507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.893488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:41.901306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:41.905306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:41.913127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:41.916440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:41.924097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:41.980536 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.027639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 1fe42260-a760-4bed-9ef1-27b2499aab7a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fe42260-a760-4bed-9ef1-27b2499aab7a,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:42.035011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Port': ['ID=5e5f2857-8e14-4c7e-b02d-dd341ae72129,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:42.048632 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.049494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:42.070703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:42.071523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.120954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f112189d-2d7d-458a-90b0-dcddb8a99344 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1060829 Feb 04 15:32:42.195125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:42.226388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=1fe42260-a760-4bed-9ef1-27b2499aab7a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:42.232624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:42.239858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:42.240870 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.245308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:42.245979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.310681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279e1a-90d9-43e4-980a-74c6a8406867 req-266845ae-f0aa-4312-aeec-d1a11d1702ad tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:42.311951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bf279e1a-90d9-43e4-980a-74c6a8406867 req-266845ae-f0aa-4312-aeec-d1a11d1702ad tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Synchronizing usage tracker for tenant:88c24f7a3b8b43dd9badcec4219c2b28 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:42.328827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-b3a420bd-1a29-4037-a2e2-c48d5c9ef3d2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4477901 Feb 04 15:32:42.343056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Request body: {'port': {'device_id': '8fd7239b-e64b-4020-b695-244afbf79245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:42.393365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bf279e1a-90d9-43e4-980a-74c6a8406867 req-266845ae-f0aa-4312-aeec-d1a11d1702ad tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Unset dirty status for tenant:88c24f7a3b8b43dd9badcec4219c2b28 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:42.394588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf279e1a-90d9-43e4-980a-74c6a8406867 req-266845ae-f0aa-4312-aeec-d1a11d1702ad tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 936 time: 0.2717996 Feb 04 15:32:42.411428 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.445722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9d2adae0-7d1d-4f70-99d7-74d6fcebeae5 None None] Provisioning for port abef6e6b-ec04-40c6-82a2-1dac7ee157ed completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:42.459789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9d2adae0-7d1d-4f70-99d7-74d6fcebeae5 None None] Provisioning complete for port abef6e6b-ec04-40c6-82a2-1dac7ee157ed triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:42.460151 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d2adae0-7d1d-4f70-99d7-74d6fcebeae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.536939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bf279e1a-90d9-43e4-980a-74c6a8406867 req-18a7231f-b678-44bc-b28c-53a432225b34 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Synchronizing usage tracker for tenant:88c24f7a3b8b43dd9badcec4219c2b28 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:42.559606 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.565533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:42.569798 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c770fc17-86c2-48bc-adfb-ab62f7ce7470', 'code': 200} Feb 04 15:32:42.570452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9d2adae0-7d1d-4f70-99d7-74d6fcebeae5 None None] Port abef6e6b-ec04-40c6-82a2-1dac7ee157ed cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:42.575043 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.655954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bf279e1a-90d9-43e4-980a-74c6a8406867 req-18a7231f-b678-44bc-b28c-53a432225b34 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Unset dirty status for tenant:88c24f7a3b8b43dd9badcec4219c2b28 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:42.657153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf279e1a-90d9-43e4-980a-74c6a8406867 req-18a7231f-b678-44bc-b28c-53a432225b34 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556033 Feb 04 15:32:42.670548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:42.719142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Provisioning for port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:42.728796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Provisioning complete for port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:42.729439 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.757369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d6028-8b21-4968-a859-0dad8bb475da req-f13125e8-830b-4a56-b814-245bb7fef683 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:42.764151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-513d6028-8b21-4968-a859-0dad8bb475da req-f13125e8-830b-4a56-b814-245bb7fef683 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 950 time: 0.1496272 Feb 04 15:32:42.835388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:42.837811 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-513d6028-8b21-4968-a859-0dad8bb475da req-c094af96-fb31-4c16-8024-863ced8b526d tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722733 Feb 04 15:32:42.855664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Provisioning for port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:42.862137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Provisioning complete for port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:42.862518 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.958329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:42.971644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Provisioning complete for port 1fe42260-a760-4bed-9ef1-27b2499aab7a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:42.972138 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a7df05f8-159e-4759-b07d-2c93dbe44363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.024152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e419c-eab0-4e21-8dd1-0da9573ea40e req-5294e968-a2c8-4b1d-9305-c3e926dd640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.025928 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-643e419c-eab0-4e21-8dd1-0da9573ea40e req-5294e968-a2c8-4b1d-9305-c3e926dd640f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 1101 time: 0.4090986 Feb 04 15:32:43.042062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900b497-72f8-449d-92e6-e13dc7e4846b req-be03eb0f-37b1-4983-b066-ec9b9bfa2bc9 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.044124 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d900b497-72f8-449d-92e6-e13dc7e4846b req-be03eb0f-37b1-4983-b066-ec9b9bfa2bc9 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 946 time: 0.0977347 Feb 04 15:32:43.063217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fe42260-a760-4bed-9ef1-27b2499aab7a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:43.101669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d900b497-72f8-449d-92e6-e13dc7e4846b req-ea6cea44-665f-422a-b359-f6d9309afd4f tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478480 Feb 04 15:32:43.108213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b336f-9cac-48d1-838b-4d165b003cf8 req-d8c75e20-ce8d-4507-92b9-6435a5666545 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.114187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b336f-9cac-48d1-838b-4d165b003cf8 req-d8c75e20-ce8d-4507-92b9-6435a5666545 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.119992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b336f-9cac-48d1-838b-4d165b003cf8 req-d8c75e20-ce8d-4507-92b9-6435a5666545 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.125846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b336f-9cac-48d1-838b-4d165b003cf8 req-d8c75e20-ce8d-4507-92b9-6435a5666545 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.131646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b336f-9cac-48d1-838b-4d165b003cf8 req-d8c75e20-ce8d-4507-92b9-6435a5666545 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.137713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b336f-9cac-48d1-838b-4d165b003cf8 req-d8c75e20-ce8d-4507-92b9-6435a5666545 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.143270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b336f-9cac-48d1-838b-4d165b003cf8 req-d8c75e20-ce8d-4507-92b9-6435a5666545 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.156365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c79b336f-9cac-48d1-838b-4d165b003cf8 req-d8c75e20-ce8d-4507-92b9-6435a5666545 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.3327532 Feb 04 15:32:43.176655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-643e419c-eab0-4e21-8dd1-0da9573ea40e req-9b41d2de-14fd-4d4f-afb8-9110dde9a687 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418719 Feb 04 15:32:43.233743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1fe42260-a760-4bed-9ef1-27b2499aab7a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:43.234214 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.330660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abef6e6b-ec04-40c6-82a2-1dac7ee157ed {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:43.344314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.368752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:43.371526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Transition to ACTIVE for port object abef6e6b-ec04-40c6-82a2-1dac7ee157ed will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:43.378137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.400113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0049f45e-eddc-4e07-bc13-2fa8e8461b80 None None] Provisioning complete for port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:43.402368 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0049f45e-eddc-4e07-bc13-2fa8e8461b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.425483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09508d3a-0d9f-43f9-b162-940b133acc96 req-47406087-dab0-43f1-a133-e255f48eb499 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.427079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09508d3a-0d9f-43f9-b162-940b133acc96 req-47406087-dab0-43f1-a133-e255f48eb499 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 943 time: 0.1660612 Feb 04 15:32:43.501781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0049f45e-eddc-4e07-bc13-2fa8e8461b80 None None] Port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:43.518808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0049f45e-eddc-4e07-bc13-2fa8e8461b80 None None] Provisioning complete for port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:43.519174 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0049f45e-eddc-4e07-bc13-2fa8e8461b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.560512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54018) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:43.569755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699557547', 'description': 'tempest-description--363333779'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:43.577424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:43.589498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:security_group and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:43.610764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:43.619953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0049f45e-eddc-4e07-bc13-2fa8e8461b80 None None] Port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:32:43.621042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:43.622801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:43.623174 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.636252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:43.648838 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.677539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4af951b7-a93e-40ac-9922-ab22d54b110c up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:43.708287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09508d3a-0d9f-43f9-b162-940b133acc96 req-56a5d72f-bb93-49c6-bdeb-1c8c653c7e04 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722330 Feb 04 15:32:43.736827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:43.745786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:security_group_rule and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:43.759991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:43.776743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:43.793489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Attempting to bind port abef6e6b-ec04-40c6-82a2-1dac7ee157ed on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:43.793908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Attempting to bind port abef6e6b-ec04-40c6-82a2-1dac7ee157ed by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:43.794317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Attempting to bind port abef6e6b-ec04-40c6-82a2-1dac7ee157ed on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:43.799537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Port abef6e6b-ec04-40c6-82a2-1dac7ee157ed on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:32:43.801920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Attempting to bind port abef6e6b-ec04-40c6-82a2-1dac7ee157ed on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:32:43.828394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:32:43.828394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:32:43.828394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:32:43.833282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Bound port: abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:43.833282 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.867676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 4af951b7-a93e-40ac-9922-ab22d54b110c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:43.876268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 4af951b7-a93e-40ac-9922-ab22d54b110c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:43.876268 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.933436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.938396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:32:43.942250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:32:43.969868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.985859 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.035676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc66b2b-506f-4d72-b6c2-b6abd678c954,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:44.042685 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.047097 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1bfe7d55-f6fd-4d0a-b7e8-1d74ec894496 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4849892 Feb 04 15:32:44.048488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54034) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:44.055344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'security_group_rule': {'security_group_id': 'dbc66b2b-506f-4d72-b6c2-b6abd678c954', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:44.062940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:44.073592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:security_group_rule and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:44.077102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:44.084519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:44.087205 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.093833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0e89-d4bf-48ff-b729-155a3c45aba2 req-c2aaf2bc-4334-4a09-94c7-4df6931b6abb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.102114 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d1c0e89-d4bf-48ff-b729-155a3c45aba2 req-c2aaf2bc-4334-4a09-94c7-4df6931b6abb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 948 time: 0.2408111 Feb 04 15:32:44.110131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.110131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.110131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] 10.222.0.61 "PUT /v2.0/ports/abef6e6b-ec04-40c6-82a2-1dac7ee157ed HTTP/1.1" status: 200 len: 1096 time: 1.7704873 Feb 04 15:32:44.132835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:44.154443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c13b73-818a-4030-9e5e-50c5a6153bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:44.171978 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.179061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4af951b7-a93e-40ac-9922-ab22d54b110c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4af951b7-a93e-40ac-9922-ab22d54b110c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:44.184315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915b38-2e30-4b2d-9831-b3c0af8aeae4 req-1eb36d55-0a1b-4081-8827-65f5e885e5d0 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.185001 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.185118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff915b38-2e30-4b2d-9831-b3c0af8aeae4 req-1eb36d55-0a1b-4081-8827-65f5e885e5d0 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 948 time: 0.2375915 Feb 04 15:32:44.193158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d1c0e89-d4bf-48ff-b729-155a3c45aba2 req-7b40a5f5-8791-45c6-a3b1-abdf6a3aeb0d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903378 Feb 04 15:32:44.274122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4af951b7-a93e-40ac-9922-ab22d54b110c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:44.290801 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.296874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.330058 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff915b38-2e30-4b2d-9831-b3c0af8aeae4 req-83af8766-b0ba-4b17-a729-f9e389433a9d tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465697 Feb 04 15:32:44.337131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd20dc5b-cc0d-473f-95f7-08d45db07916,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:44.357086 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.362130 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f959d47c-ee75-480c-acbe-3408dcef4ce1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3123965 Feb 04 15:32:44.363245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54042) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:44.370104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'security_group_rule': {'security_group_id': 'dbc66b2b-506f-4d72-b6c2-b6abd678c954', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:44.380292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:44.386007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:security_group_rule and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:44.389655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:44.397822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:44.418742 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'status': 'completed', 'code': 200} Feb 04 15:32:44.424685 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.431762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-9352f947-5f36-4826-b28f-f45059672f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.433411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-9352f947-5f36-4826-b28f-f45059672f3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88c24f7a3b8b43dd9badcec4219c2b28&device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 1099 time: 0.2355406 Feb 04 15:32:44.571802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab69bce3-33ca-4531-95b1-778410920caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4235ab35-61aa-4a19-b22c-02ca576d95eb'}, {'server_uuid': 'd2e3cff1-3b5c-4d02-ad87-1b32c22a8642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af951b7-a93e-40ac-9922-ab22d54b110c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:44.607241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.615059 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.626823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-8c1b604e-792b-4145-80d2-a34d9da3d679 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed HTTP/1.1" status: 200 len: 217 time: 0.1834273 Feb 04 15:32:44.635700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf458d0-d9d2-4865-b745-1f6c70e77561,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:44.664439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.665764 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-07119a43-df51-471a-9622-4e4425678b65 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3005247 Feb 04 15:32:44.668973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54050) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:44.679199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:44.685795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:44.728033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:floatingip and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:44.735515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:44.747121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:44.767750 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.854783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-77252526-cdf9-43a1-9dcd-15d79d006b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.856290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-77252526-cdf9-43a1-9dcd-15d79d006b69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1865923 Feb 04 15:32:44.860793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83a266-6ae6-4075-8026-ed02a9baf580 req-582afbf3-ac3e-4179-86b0-155b87473a31 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.862238 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5d83a266-6ae6-4075-8026-ed02a9baf580 req-582afbf3-ac3e-4179-86b0-155b87473a31 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 950 time: 0.1740179 Feb 04 15:32:44.923447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248a4d3-9f7e-471c-83dd-99c8fd6704c0 req-6d8f1d6f-671f-4d32-b07d-d918416d286b tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.924942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5248a4d3-9f7e-471c-83dd-99c8fd6704c0 req-6d8f1d6f-671f-4d32-b07d-d918416d286b tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 946 time: 0.2968183 Feb 04 15:32:44.935214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5d83a266-6ae6-4075-8026-ed02a9baf580 req-fc511c6b-3ef9-4d7f-b128-69070ec74710 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580459 Feb 04 15:32:44.971394 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.982000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-3258ee63-8824-449c-9257-95a68a6bcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.983623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-3258ee63-8824-449c-9257-95a68a6bcd19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197739 Feb 04 15:32:44.998556 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab69bce3-33ca-4531-95b1-778410920caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4235ab35-61aa-4a19-b22c-02ca576d95eb', 'code': 200} Feb 04 15:32:44.999019 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e3cff1-3b5c-4d02-ad87-1b32c22a8642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af951b7-a93e-40ac-9922-ab22d54b110c', 'code': 200} Feb 04 15:32:45.014600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5248a4d3-9f7e-471c-83dd-99c8fd6704c0 req-c4e20d08-27f3-4a4a-828a-706a0f6b1621 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829213 Feb 04 15:32:45.249363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Allocated IP 172.25.8.207 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/7fabec7e-56e1-4c9e-8bc3-ef0a4f4f0874) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:45.254541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-05345756-0ddc-4982-94f4-08c259f26d7f service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544947 Feb 04 15:32:45.288565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a4b5b-3c80-4c13-ab9c-47f3b3da06ae req-d5fd522b-02a2-489f-b21c-73dacb1a4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.288565 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f40a4b5b-3c80-4c13-ab9c-47f3b3da06ae req-d5fd522b-02a2-489f-b21c-73dacb1a4b33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 1097 time: 0.1314633 Feb 04 15:32:45.415202 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f40a4b5b-3c80-4c13-ab9c-47f3b3da06ae req-3cab8715-e24a-4f6d-97b9-d27bb1d139b1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707004 Feb 04 15:32:45.448852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52bc57-92e0-47f4-889d-196d733bfdd0 req-bb099517-ad4d-4e73-a765-ab268bc3a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.448852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e52bc57-92e0-47f4-889d-196d733bfdd0 req-bb099517-ad4d-4e73-a765-ab268bc3a1d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 1100 time: 0.3458958 Feb 04 15:32:45.459454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10ad46-24d0-492e-9036-b20274194bee req-404a0c7b-5cc3-4891-9955-b4039393acae tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.460823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a10ad46-24d0-492e-9036-b20274194bee req-404a0c7b-5cc3-4891-9955-b4039393acae tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 943 time: 0.2916846 Feb 04 15:32:45.468732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.511873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-381257e1-1fb7-44a1-a5bf-4e9c60b74664 req-7d91277f-ee7b-4837-a238-7fd4077fea67 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516963 Feb 04 15:32:45.522346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a10ad46-24d0-492e-9036-b20274194bee req-aaa5afaa-bea2-4906-a860-7d299dc0f5e7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 Feb 04 15:32:45.556143 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.635649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Port': ['ID=7fabec7e-56e1-4c9e-8bc3-ef0a4f4f0874,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:45.656642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:45.658422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:45.663996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:45.671765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e52bc57-92e0-47f4-889d-196d733bfdd0 req-bd2eba3e-38c1-4253-84d2-97dd69e0b511 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525591 Feb 04 15:32:45.682315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-d4722dfc-9008-4ca5-b706-b7b444431a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.684024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-d4722dfc-9008-4ca5-b706-b7b444431a4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88c24f7a3b8b43dd9badcec4219c2b28&device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 1099 time: 0.1243815 Feb 04 15:32:45.698908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:45.848439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:45.849680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e804d-a55b-42db-92dd-ac117793a002 req-cf7c68af-0e39-4150-9f25-11d23f59a2ba tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.851190 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe5e804d-a55b-42db-92dd-ac117793a002 req-cf7c68af-0e39-4150-9f25-11d23f59a2ba tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 949 time: 0.3577867 Feb 04 15:32:45.867631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '8a603632-a0bf-42ca-9795-2fcc96993369', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '8a603632-a0bf-42ca-9795-2fcc96993369', 'mac_address': 'fa:16:3e:ba:00:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:45.894363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-8f1f55cd-bdf0-4e22-8e2e-ae17de9e5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.895869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-8f1f55cd-bdf0-4e22-8e2e-ae17de9e5380 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.1737392 Feb 04 15:32:45.913764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e6da7-8d1a-4505-a1ec-614e8047af8f req-b56b7146-43f4-4c7e-8c13-c822e681e5b6 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.913764 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba8e6da7-8d1a-4505-a1ec-614e8047af8f req-b56b7146-43f4-4c7e-8c13-c822e681e5b6 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 948 time: 0.2266362 Feb 04 15:32:45.931719 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe5e804d-a55b-42db-92dd-ac117793a002 req-a5dcab67-92f9-40e3-9b89-6f1b708dd721 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612481 Feb 04 15:32:45.931719 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.960568 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.005616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a603632-a0bf-42ca-9795-2fcc96993369 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:46.013918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-13a3f3b9-ab32-4955-833c-ea251e7e47f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed HTTP/1.1" status: 200 len: 217 time: 0.0711064 Feb 04 15:32:46.035087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:46.042964 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.046162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 73ae57b1-439e-44e3-8642-1422ca530088 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:46.057839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.068359 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba8e6da7-8d1a-4505-a1ec-614e8047af8f req-8ba9b944-b056-41fd-9581-b1476fd82a81 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556213 Feb 04 15:32:46.119265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-ddec33c7-4407-4ced-8052-5119d47706c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.120712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-ddec33c7-4407-4ced-8052-5119d47706c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1079786 Feb 04 15:32:46.331828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:46.364596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-9dbfa43e-96d9-4c51-8b6a-e10ee983c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.366307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-9dbfa43e-96d9-4c51-8b6a-e10ee983c484 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2352388 Feb 04 15:32:46.450941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:46.466266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '73ae57b1-439e-44e3-8642-1422ca530088', 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a', 'port_id': '73ae57b1-439e-44e3-8642-1422ca530088', 'mac_address': 'fa:16:3e:02:f3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cd134f-b7e5-4484-8b1d-11443fb81a27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:46.490415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.495846 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.565600 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.604104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ae57b1-439e-44e3-8642-1422ca530088 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:46.635773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:46.635773 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.700824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Port': ['ID=7fabec7e-56e1-4c9e-8bc3-ef0a4f4f0874,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:46.710761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.760670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.760670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-78eeb9ef-7ba4-409b-bb1e-7bab0e695e90 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0726056 Feb 04 15:32:46.780149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2375b-a39f-4d88-afe9-8f921ce5b707 req-bbe99113-139a-48d3-92d5-378b5652c2a6 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.789913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3c2375b-a39f-4d88-afe9-8f921ce5b707 req-bbe99113-139a-48d3-92d5-378b5652c2a6 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 946 time: 0.5306625 Feb 04 15:32:46.802857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=73ae57b1-439e-44e3-8642-1422ca530088,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:46.824517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8a603632-a0bf-42ca-9795-2fcc96993369'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:46.890046 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3c2375b-a39f-4d88-afe9-8f921ce5b707 req-3a23e042-77fa-442f-b1ee-857da11457a2 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979578 Feb 04 15:32:46.902515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-a3c09adf-6ed2-43ee-87bb-fb0b353f65f1 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108380 Feb 04 15:32:46.952893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7e80f-05ac-41f3-87a2-dc9f89f7e598 req-faff5928-a1dc-4e68-94a4-4b8b2cd0f68a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.954927 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dcb7e80f-05ac-41f3-87a2-dc9f89f7e598 req-faff5928-a1dc-4e68-94a4-4b8b2cd0f68a tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 950 time: 0.1741335 Feb 04 15:32:47.116318 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dcb7e80f-05ac-41f3-87a2-dc9f89f7e598 req-9112cf54-db71-4dfe-80a0-8573b5f749f9 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419394 Feb 04 15:32:47.300755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['73ae57b1-439e-44e3-8642-1422ca530088'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:47.503303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63f73f1d-4a89-46f5-99e1-174f256667c9 req-cea31ecd-a031-48a0-b066-08bc0d4c3f27 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918369 Feb 04 15:32:47.531618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f56e4a-e7b2-4118-b060-22acbb583fa3 req-a6564a86-d7e7-4679-9412-08e58c5d4677 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.536330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84f56e4a-e7b2-4118-b060-22acbb583fa3 req-a6564a86-d7e7-4679-9412-08e58c5d4677 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 944 time: 0.3253419 Feb 04 15:32:47.570520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cdc0c-7aa3-4b59-bec8-ea740a0eccce req-ccf29a60-06ed-4d80-9793-e3292ea84dc5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.583459 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-792cdc0c-7aa3-4b59-bec8-ea740a0eccce req-ccf29a60-06ed-4d80-9793-e3292ea84dc5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 949 time: 0.2289522 Feb 04 15:32:47.633561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-792cdc0c-7aa3-4b59-bec8-ea740a0eccce req-bbbb024c-b09c-437d-9c67-1c01dcf40117 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587044 Feb 04 15:32:47.659039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84f56e4a-e7b2-4118-b060-22acbb583fa3 req-26866efa-7a53-49db-b938-ebf394c56dda tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231632 Feb 04 15:32:47.888628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0fd2efd9-0183-4b62-afb2-8f0a02ea86c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1699557547&fields=id&tenant_id=2118397614c04148b46d2e6a194ba072 HTTP/1.1" status: 200 len: 267 time: 0.0803244 Feb 04 15:32:47.915094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf94b-b91f-4c32-b3f4-01e5da847e23 req-84a03daf-9c32-4564-b480-a122777d2aa5 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.937919 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f6cf94b-b91f-4c32-b3f4-01e5da847e23 req-84a03daf-9c32-4564-b480-a122777d2aa5 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 948 time: 0.1829433 Feb 04 15:32:47.998663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-e52b5ecb-894c-4954-9afb-c6737da1b475 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.009672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-e52b5ecb-894c-4954-9afb-c6737da1b475 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports/6b9e96db-8e49-4b8a-a71c-190000ac9de8 HTTP/1.1" status: 200 len: 936 time: 0.1122446 Feb 04 15:32:48.027979 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f6cf94b-b91f-4c32-b3f4-01e5da847e23 req-62f7aba7-9da9-4cb9-b6f4-c6174f41a08f tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642331 Feb 04 15:32:48.097200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1ea697e4-31ed-4bea-be47-eec6326d4f8c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.105409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1ea697e4-31ed-4bea-be47-eec6326d4f8c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports/5e5f2857-8e14-4c7e-b02d-dd341ae72129 HTTP/1.1" status: 200 len: 937 time: 0.1038797 Feb 04 15:32:48.208629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-6e9e1443-874f-4942-80cb-d06f43016ce9 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?network_id=9aecb207-c108-4db3-816f-362a655b55d1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1012983 Feb 04 15:32:48.280318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-71d73d15-89ea-4ddf-b46e-9eb4793aede0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?network_id=9aecb207-c108-4db3-816f-362a655b55d1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0603962 Feb 04 15:32:48.348003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f556b-ea8f-4d41-906f-2901167f43aa req-db523859-da66-423d-97a3-cf17fe139f26 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.350582 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-954f556b-ea8f-4d41-906f-2901167f43aa req-db523859-da66-423d-97a3-cf17fe139f26 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 946 time: 0.1287386 Feb 04 15:32:48.390311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-3e299afa-fef5-4ddd-be54-f9c36a0cb5c3 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.391925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-3e299afa-fef5-4ddd-be54-f9c36a0cb5c3 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 950 time: 0.2452197 Feb 04 15:32:48.405184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-954f556b-ea8f-4d41-906f-2901167f43aa req-edcf2bae-ccca-4654-ae12-1f0d9dd2ab88 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474136 Feb 04 15:32:48.537403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Deleting port c770fc17-86c2-48bc-adfb-ab62f7ce7470 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:32:48.538701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.629919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-4dee2aef-07bc-4bb6-8873-f0379effcf19 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.637103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-4dee2aef-07bc-4bb6-8873-f0379effcf19 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.645083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-4dee2aef-07bc-4bb6-8873-f0379effcf19 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.646260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-4dee2aef-07bc-4bb6-8873-f0379effcf19 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Synchronizing usage tracker for tenant:2118397614c04148b46d2e6a194ba072 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:32:48.650644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2467-f64a-4033-812f-f84f076dcc65 req-4505c7c3-8c94-496b-b052-df35f96c06f0 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.661621 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-949b2467-f64a-4033-812f-f84f076dcc65 req-4505c7c3-8c94-496b-b052-df35f96c06f0 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 950 time: 0.1331682 Feb 04 15:32:48.675883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-4dee2aef-07bc-4bb6-8873-f0379effcf19 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Unset dirty status for tenant:2118397614c04148b46d2e6a194ba072 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:32:48.683501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-4dee2aef-07bc-4bb6-8873-f0379effcf19 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/networks?id=1ae4d463-47b5-441c-8647-a19cd31e01ba&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=9aecb207-c108-4db3-816f-362a655b55d1&id=9aecb207-c108-4db3-816f-362a655b55d1 HTTP/1.1" status: 200 len: 1994 time: 0.3963206 Feb 04 15:32:48.742887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-949b2467-f64a-4033-812f-f84f076dcc65 req-7d4f9c9c-67ba-4314-aa08-2043b55271bb tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/security-groups?id=84a9e934-1c08-4478-af99-de288291d4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799608 Feb 04 15:32:49.039253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] For port c770fc17-86c2-48bc-adfb-ab62f7ce7470, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c770fc17-86c2-48bc-adfb-ab62f7ce7470,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:49.039253 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.060680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158192f-7841-417a-b096-66df453c4be7 req-ebdc0d88-6bed-4a37-a7b0-20edb058d015 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:49.073129 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0158192f-7841-417a-b096-66df453c4be7 req-ebdc0d88-6bed-4a37-a7b0-20edb058d015 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 949 time: 0.1619260 Feb 04 15:32:49.125365 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0158192f-7841-417a-b096-66df453c4be7 req-1fb1f851-79fd-4f94-bc00-bca815e4a874 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595841 Feb 04 15:32:49.213888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f2f0390-470a-46f3-a26a-5b6e9230139d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/quotas/2118397614c04148b46d2e6a194ba072 HTTP/1.1" status: 200 len: 375 time: 0.5289829 Feb 04 15:32:49.228417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Calling delete_port for c770fc17-86c2-48bc-adfb-ab62f7ce7470 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:32:49.431559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06725-2d8c-47e0-9d71-0bcd7742a594 req-dbfaddcf-d091-48fc-ad49-565869b327e7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:49.437613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:32:49.443744 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97f06725-2d8c-47e0-9d71-0bcd7742a594 req-dbfaddcf-d091-48fc-ad49-565869b327e7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 944 time: 0.1995049 Feb 04 15:32:49.496334 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-2b805e8f-860d-4444-9956-d997a97fb91b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2229586 Feb 04 15:32:49.541749 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97f06725-2d8c-47e0-9d71-0bcd7742a594 req-cfaa0a4f-b4a2-4d67-9496-633f2adcda67 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967922 Feb 04 15:32:49.704355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:49.718691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.721306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:49.749844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['c770fc17-86c2-48bc-adfb-ab62f7ce7470'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:49.790780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Pushing event deleted for resources: {'Port': ['ID=c770fc17-86c2-48bc-adfb-ab62f7ce7470,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:49.791314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'mac_address': 'fa:16:3e:fe:6f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:32:49.896653 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.931745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abef6e6b-ec04-40c6-82a2-1dac7ee157ed {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:49.976751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:49.990450 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.058611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 8a603632-a0bf-42ca-9795-2fcc96993369 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:50.059379 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.077091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] No DVR routers for this DVR port c770fc17-86c2-48bc-adfb-ab62f7ce7470 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:50.083186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.087042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed', 'name': 'network-vif-deleted', 'tag': 'c770fc17-86c2-48bc-adfb-ab62f7ce7470'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:50.099089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-d1cc9e6e-3a4f-496f-81a3-ba6e29954da2 service neutron] 10.222.0.46 "GET /v2.0/networks/1ae4d463-47b5-441c-8647-a19cd31e01ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839698 Feb 04 15:32:50.138603 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c2934fa-b579-4983-8031-1d9d6d56d24f req-dee9f34e-d1ce-4580-a43f-88b02f064343 tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.61 "DELETE /v2.0/ports/c770fc17-86c2-48bc-adfb-ab62f7ce7470 HTTP/1.1" status: 204 len: 173 time: 1.7311997 Feb 04 15:32:50.163837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d36b49-c7a1-433e-b67d-8e8790f5e584 req-884164fd-b62e-49d5-a10a-eeeb77c5b141 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.169739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:50.172724 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e1d36b49-c7a1-433e-b67d-8e8790f5e584 req-884164fd-b62e-49d5-a10a-eeeb77c5b141 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 949 time: 0.1593492 Feb 04 15:32:50.230439 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e1d36b49-c7a1-433e-b67d-8e8790f5e584 req-7715ba0e-24e3-4a02-b666-332265bd2508 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566552 Feb 04 15:32:50.271933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.375771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:50.387763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['abef6e6b-ec04-40c6-82a2-1dac7ee157ed'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:50.412530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-dbe05a1a-8239-483f-9a22-5fb140b77e5b service neutron] 10.222.0.46 "GET /v2.0/networks/1ae4d463-47b5-441c-8647-a19cd31e01ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990379 Feb 04 15:32:50.475826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:50.507647 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.508267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 73ae57b1-439e-44e3-8642-1422ca530088 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:50.556608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ad50d450-c251-44ae-9fbf-5807ad5d148a service neutron] 10.222.0.46 "GET /v2.0/ports/6b9e96db-8e49-4b8a-a71c-190000ac9de8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1266508 Feb 04 15:32:50.731983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5be27024-00dd-4699-acdf-e9683ed87bf8 service neutron] 10.222.0.46 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744788 Feb 04 15:32:50.753494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:50.791610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63b9dc-e9f0-4a7a-b28f-6be0cb0701f5 req-c7d9b425-6b37-408a-b3ca-d365cc8ab3c3 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.804192 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe63b9dc-e9f0-4a7a-b28f-6be0cb0701f5 req-c7d9b425-6b37-408a-b3ca-d365cc8ab3c3 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 1100 time: 0.2405782 Feb 04 15:32:50.841296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 73ae57b1-439e-44e3-8642-1422ca530088 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:50.858643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 73ae57b1-439e-44e3-8642-1422ca530088 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:50.858643 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.869017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe63b9dc-e9f0-4a7a-b28f-6be0cb0701f5 req-d9a7c8a5-6e50-478f-b8da-a9bde8b293d2 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699449 Feb 04 15:32:51.168432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cc670971-dbec-4faa-9191-7032950323f1 service neutron] 10.222.0.46 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697219 Feb 04 15:32:51.305280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9bbb8f51-e249-4c12-b9a1-a85e921f3183 req-6ff4093f-3e9b-4dc5-b720-b8903ada10cd tempest-TenantUsagesTestJSON-223132617 tempest-TenantUsagesTestJSON-223132617-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed HTTP/1.1" status: 200 len: 210 time: 0.1830223 Feb 04 15:32:51.310941 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.317984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-bf2d8e90-4b2f-425c-b9a4-e6bcfdf86b7e service neutron] 10.222.0.46 "GET /v2.0/ports/5e5f2857-8e14-4c7e-b02d-dd341ae72129?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1602366 Feb 04 15:32:51.390640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:51.406262 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.465166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c770fc17-86c2-48bc-adfb-ab62f7ce7470 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:51.525168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: c770fc17-86c2-48bc-adfb-ab62f7ce7470 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:32:51.525817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c770fc17-86c2-48bc-adfb-ab62f7ce7470 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:51.545299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=73ae57b1-439e-44e3-8642-1422ca530088,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:51.631321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622674da-6c33-4ed6-a61c-d61710532462 req-ca1bad90-22be-4869-b7a8-b1ad4b92baca tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.646742 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-622674da-6c33-4ed6-a61c-d61710532462 req-ca1bad90-22be-4869-b7a8-b1ad4b92baca tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 946 time: 0.1229167 Feb 04 15:32:51.669488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-17a5dd3a-622e-4207-adb7-f4e34ef96bad service neutron] 10.222.0.46 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440487 Feb 04 15:32:51.745689 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-622674da-6c33-4ed6-a61c-d61710532462 req-de618007-a1a2-4ef8-bdfb-ece904c5ece8 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973108 Feb 04 15:32:51.833353 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab4e5c8-9ee9-4a16-83bb-fe43b4ad45ed', 'name': 'network-vif-deleted', 'tag': 'c770fc17-86c2-48bc-adfb-ab62f7ce7470', 'status': 'completed', 'code': 200} Feb 04 15:32:51.865958 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369', 'code': 200} Feb 04 15:32:51.902693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-a1a35674-140e-4124-b1d3-fcd8b251156d tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.902693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-a1a35674-140e-4124-b1d3-fcd8b251156d tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 946 time: 0.2997687 Feb 04 15:32:51.902693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-b3437a48-9380-47c1-8b25-12b0b80a4998 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3635261 Feb 04 15:32:52.029535 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ef8c018c-51fb-483a-ae99-2046966b94c7 service neutron] 10.222.0.46 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656857 Feb 04 15:32:52.132395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Deleting port 4235ab35-61aa-4a19-b22c-02ca576d95eb {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:32:52.133480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:52.141216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104f21-2efc-4446-9b6b-ecddacadb0e5 req-d48091ac-b80b-4b5e-9489-3a5339d81875 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.153290 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f104f21-2efc-4446-9b6b-ecddacadb0e5 req-d48091ac-b80b-4b5e-9489-3a5339d81875 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 945 time: 0.1409400 Feb 04 15:32:52.305495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f104f21-2efc-4446-9b6b-ecddacadb0e5 req-b6c842e3-fe4f-4df3-9048-52373672458f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434317 Feb 04 15:32:52.371400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23b4d4b8-3a35-4d54-a6c5-87c0342bb1d5 service neutron] 10.222.0.46 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407321 Feb 04 15:32:52.509145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-056a3a43-7340-47cb-8896-e7400f6d8d34 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552049 Feb 04 15:32:52.533505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-f2235c6b-0bf9-48cd-80e3-1d0c44c38a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.535037 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-f2235c6b-0bf9-48cd-80e3-1d0c44c38a79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 1100 time: 0.5824504 Feb 04 15:32:52.792123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-5bfbc1fc-2fb0-441e-9481-6dd026c5d837 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.799900 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-5bfbc1fc-2fb0-441e-9481-6dd026c5d837 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898383 Feb 04 15:32:52.833678 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-27a1e98f-d13a-4756-b790-e91bfc873c19 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/quotas/94d67fbb5c1d4174bb1ab4a3339d700a HTTP/1.1" status: 200 len: 375 time: 0.0225980 Feb 04 15:32:52.951491 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-8f1af8e9-5d12-4778-9657-2c2447bf61a0 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1144469 Feb 04 15:32:53.206024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-49598d63-912e-4a7e-81c5-d187fd5b915e service neutron] 10.222.0.46 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085833 Feb 04 15:32:53.360379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-ff5b04a4-5f4a-43de-9ace-36d18c81410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:53.361854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-ff5b04a4-5f4a-43de-9ace-36d18c81410a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.7690969 Feb 04 15:32:53.369186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] For port 4235ab35-61aa-4a19-b22c-02ca576d95eb, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4235ab35-61aa-4a19-b22c-02ca576d95eb,segment=NetworkSegment(39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6),segment_id=39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:53.369550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.463563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:32:53.472296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-0ca1851f-95d2-4e92-9200-558e11a24136 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d7e2f1ca-f8ec-4daf-82c7-5445108848d2 HTTP/1.1" status: 200 len: 217 time: 0.0918827 Feb 04 15:32:53.634269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port abef6e6b-ec04-40c6-82a2-1dac7ee157ed completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:53.635403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1216648-6894-4555-9453-86c8ce24c5e1 req-7114f90c-6417-4891-b4c2-d98f648ba412 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:53.643865 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a1216648-6894-4555-9453-86c8ce24c5e1 req-7114f90c-6417-4891-b4c2-d98f648ba412 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 949 time: 0.3592782 Feb 04 15:32:53.646750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port abef6e6b-ec04-40c6-82a2-1dac7ee157ed triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:53.647210 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.749230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-afd32659-64c5-4546-b438-00fa92a8f12d service neutron] 10.222.0.46 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363321 Feb 04 15:32:53.778805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Calling delete_port for 4235ab35-61aa-4a19-b22c-02ca576d95eb owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:32:53.810530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-1b99cc08-d2d5-4da7-a9e3-55c74e382f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:53.812100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-1b99cc08-d2d5-4da7-a9e3-55c74e382f22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.3266151 Feb 04 15:32:53.832724 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a1216648-6894-4555-9453-86c8ce24c5e1 req-b51b491c-451a-4999-972f-50d7b16b344e tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865578 Feb 04 15:32:53.881662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:53.893734 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.919752 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-d8e03450-8414-4242-b852-6d19f7c4468c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4727190 Feb 04 15:32:53.997512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:32:54.023602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.078354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-499ac164-d1fb-4ec8-8b9c-7d1f599e8d7b service neutron] 10.222.0.46 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651637 Feb 04 15:32:54.302903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-3a000f0d-412f-402e-b704-3cd6dad09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.305281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-3a000f0d-412f-402e-b704-3cd6dad09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.307271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-3a000f0d-412f-402e-b704-3cd6dad09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.309870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-3a000f0d-412f-402e-b704-3cd6dad09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.312193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-3a000f0d-412f-402e-b704-3cd6dad09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.318456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-3a000f0d-412f-402e-b704-3cd6dad09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.320296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-3a000f0d-412f-402e-b704-3cd6dad09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.324167 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-3a000f0d-412f-402e-b704-3cd6dad09a4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f60b7512a7c040aba9641e832da7271a&device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6490 time: 0.2114758 Feb 04 15:32:54.360060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:54.396047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.396047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.396047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.396047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.396047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.396047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.396047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.396047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.396047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.404045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.404045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.404045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:54.538232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-b94401ca-caf7-4d58-8109-6f2e12d3c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.543658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-b94401ca-caf7-4d58-8109-6f2e12d3c2ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5270283 Feb 04 15:32:54.639351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-ec0254bf-0dec-415d-8646-5058aac5afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.640416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-ec0254bf-0dec-415d-8646-5058aac5afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.641201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-ec0254bf-0dec-415d-8646-5058aac5afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.643160 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-ec0254bf-0dec-415d-8646-5058aac5afc6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5ebf1130-ea3c-44d9-a309-9d0906ce57d0&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=93af2bc6-eec4-42d5-beff-2a7a895f827b&id=5cef59fb-b38d-47f4-88df-113361d17a74&id=5cef59fb-b38d-47f4-88df-113361d17a74 HTTP/1.1" status: 200 len: 2293 time: 0.2315638 Feb 04 15:32:54.690325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-438c35fb-7d12-44a1-9ff9-b34534a517bd service neutron] 10.222.0.46 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028376 Feb 04 15:32:54.841688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54236) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:54.915691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-6c9e777f-cbc9-49d0-b1a5-64abc8931a65 service neutron] 10.222.0.46 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083974 Feb 04 15:32:54.921991 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-cc8b787c-4a4f-44d2-b712-db9f4ed83891 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f95c9a3c-a964-466b-9dfc-b46ee696a11d HTTP/1.1" status: 200 len: 1001 time: 0.2058876 Feb 04 15:32:54.932020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee716510-5f72-4009-a51b-cbd5b45c763a req-476ace33-7cba-47fd-a409-01b2136935dd tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.958308 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.978024 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ee716510-5f72-4009-a51b-cbd5b45c763a req-476ace33-7cba-47fd-a409-01b2136935dd tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab69bce3-33ca-4531-95b1-778410920caa HTTP/1.1" status: 200 len: 946 time: 0.3313985 Feb 04 15:32:55.178784 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ee716510-5f72-4009-a51b-cbd5b45c763a req-2bc73764-ad54-4e02-a1db-83089fa24f31 tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.46 "GET /v2.0/security-groups?id=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979153 Feb 04 15:32:55.189093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-5b7a58a7-c8e7-4717-8b3f-938382b6901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:55.190720 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-5b7a58a7-c8e7-4717-8b3f-938382b6901a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00b79eea-2300-48b2-8c39-30ff6cb87149 HTTP/1.1" status: 200 len: 850 time: 0.1834743 Feb 04 15:32:55.246665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Pushing event deleted for resources: {'Port': ['ID=4235ab35-61aa-4a19-b22c-02ca576d95eb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:55.268905 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-228aba2f-3b8d-41f3-b6b1-adf5e1fc5fb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fff3c8f811647a88e85f53c71b20df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251683 Feb 04 15:32:55.270222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54246) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:55.346980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-6d5cc99c-a075-4d84-8ef2-0f769b33b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:55.349504 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-6d5cc99c-a075-4d84-8ef2-0f769b33b779 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5ebf1130-ea3c-44d9-a309-9d0906ce57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470506 Feb 04 15:32:55.390221 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d282397c-f5a2-4810-b2d6-e8bb1d4b957c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.419980 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d282397c-f5a2-4810-b2d6-e8bb1d4b957c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.570557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b154df42-92c8-4884-82c4-55f6926a56f2 req-c3f80858-7ec9-4377-a719-2b4ebe838892 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 210 time: 0.0604281 Feb 04 15:32:55.631582 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d282397c-f5a2-4810-b2d6-e8bb1d4b957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.643152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] No DVR routers for this DVR port 4235ab35-61aa-4a19-b22c-02ca576d95eb on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:55.647524 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.664564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-dc73559c-47e0-4cc5-a3ea-74fa368c0303 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0980392 Feb 04 15:32:55.666240 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-8a26e59f-c967-49e4-a041-f02def3cc019 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4107492 Feb 04 15:32:55.677010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282397c-f5a2-4810-b2d6-e8bb1d4b957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9e934-1c08-4478-af99-de288291d4c9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:55.682863 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-8138f8b2-ff73-47f6-8b27-31ed027089db service neutron] 10.222.0.53 "GET /v2.0/networks/5ebf1130-ea3c-44d9-a309-9d0906ce57d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231833 Feb 04 15:32:55.697031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab69bce3-33ca-4531-95b1-778410920caa', 'name': 'network-vif-deleted', 'tag': '4235ab35-61aa-4a19-b22c-02ca576d95eb'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:55.779263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4235ab35-61aa-4a19-b22c-02ca576d95eb no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:32:55.814683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d282397c-f5a2-4810-b2d6-e8bb1d4b957c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.837695 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d282397c-f5a2-4810-b2d6-e8bb1d4b957c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84a9e934-1c08-4478-af99-de288291d4c9 HTTP/1.1" status: 204 len: 168 time: 0.5478182 Feb 04 15:32:55.936719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 4235ab35-61aa-4a19-b22c-02ca576d95eb {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:32:55.937086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4235ab35-61aa-4a19-b22c-02ca576d95eb not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:32:56.043901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b94127c-b6f2-4977-80ee-8ac0ee833f92 req-331bf210-df85-4274-9290-4c50c3de475e service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336625 Feb 04 15:32:56.150878 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-6476ba1e-cb05-4da2-adf7-8f78b246b3a0 service neutron] 10.222.0.53 "GET /v2.0/networks/5ebf1130-ea3c-44d9-a309-9d0906ce57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583530 Feb 04 15:32:56.158075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a59bb8f-f5f9-4f06-871c-c539c00a2e66 req-b5398356-1f7b-46b1-a598-809ea41d463e tempest-ServerGroupTestJSON-1973618451 tempest-ServerGroupTestJSON-1973618451-project] 10.222.0.53 "DELETE /v2.0/ports/4235ab35-61aa-4a19-b22c-02ca576d95eb HTTP/1.1" status: 204 len: 173 time: 4.2490904 Feb 04 15:32:56.239010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcc7b5-cb8c-4f7e-ae44-6dbbc8834334 req-83c9b24e-46e6-4d82-a529-a7ea79604c2a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.245977 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9fcc7b5-cb8c-4f7e-ae44-6dbbc8834334 req-83c9b24e-46e6-4d82-a529-a7ea79604c2a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 945 time: 0.3662109 Feb 04 15:32:56.295330 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-d68dcbc4-4b5c-41ec-9fa3-d42649c5953c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 HTTP/1.1" status: 200 len: 217 time: 0.1319733 Feb 04 15:32:56.345835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-89b4ccb1-019a-4d14-97da-436833bf289d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.353710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-89b4ccb1-019a-4d14-97da-436833bf289d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3424578 Feb 04 15:32:56.374733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Request body: {'port': {'device_id': 'd24a5a76-5dbd-4e99-aedc-0d4a5d567b60', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '94d67fbb5c1d4174bb1ab4a3339d700a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:56.684020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54262) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:56.695890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b9fcc7b5-cb8c-4f7e-ae44-6dbbc8834334 req-70677de3-1ab4-45aa-8901-50f25583fc34 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461641 Feb 04 15:32:56.759797 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-86780211-fac6-4edd-981c-9bc247ab6615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.766942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:56.807343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:56.833127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-834261d5-c059-4820-8920-db2f4fe2002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.833127 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-834261d5-c059-4820-8920-db2f4fe2002a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eebd3077-0ae7-4ce8-829f-68ba8bd1af67 HTTP/1.1" status: 200 len: 797 time: 0.5087471 Feb 04 15:32:56.851783 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0ccdf501-3f76-4b6c-9257-b697e73a4def service neutron] 10.222.0.46 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9124210 Feb 04 15:32:56.858860 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088', 'code': 200} Feb 04 15:32:57.052854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-86780211-fac6-4edd-981c-9bc247ab6615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:32:57.107641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-86780211-fac6-4edd-981c-9bc247ab6615 admin admin] Usage tracker for resource:security_group_rule and tenant:6a95a6c9d1654b31a5248afb8542cf9b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:32:57.129875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-86780211-fac6-4edd-981c-9bc247ab6615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:32:57.171885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-86780211-fac6-4edd-981c-9bc247ab6615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:32:57.218800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Made reservation on behalf of 94d67fbb5c1d4174bb1ab4a3339d700a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:57.218800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.390340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-13ac4e49-5c8c-4f05-84c5-9fa4e33504b7 service neutron] 10.222.0.46 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421219 Feb 04 15:32:57.470923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-ca2d43fc-c567-42f2-882c-7880ab773871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:57.470923 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-ca2d43fc-c567-42f2-882c-7880ab773871 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93af2bc6-eec4-42d5-beff-2a7a895f827b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6303566 Feb 04 15:32:57.631438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Allocated IP 192.168.233.179 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/d5b08f6b-b258-46ec-a441-5fb6959ecb49) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:57.795081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5113e56-cf48-4632-bfd5-1c692c78a3e5 req-af67dccc-15d6-4858-9341-40155a78bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:57.796687 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c5113e56-cf48-4632-bfd5-1c692c78a3e5 req-af67dccc-15d6-4858-9341-40155a78bb77 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 1096 time: 0.7848611 Feb 04 15:32:57.881780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c5113e56-cf48-4632-bfd5-1c692c78a3e5 req-5bf86f50-e10d-40cc-b8e5-49bb9de22849 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628662 Feb 04 15:32:57.905959 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-86780211-fac6-4edd-981c-9bc247ab6615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.947406 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.971813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Transition to ACTIVE for port object d5b08f6b-b258-46ec-a441-5fb6959ecb49 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:58.003198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.005606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30013c1-5058-4900-bfed-e3f864919857 req-fdb66a39-b86f-4d70-aa6f-6f065fc34bf9 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.014494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a30013c1-5058-4900-bfed-e3f864919857 req-fdb66a39-b86f-4d70-aa6f-6f065fc34bf9 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 950 time: 0.8043313 Feb 04 15:32:58.019183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea', 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:58.029508 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-86780211-fac6-4edd-981c-9bc247ab6615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.057658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['79d1293b-d4b9-45a0-add5-9a7cc649ac4f', '4af951b7-a93e-40ac-9922-ab22d54b110c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:32:58.101080 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-4c1159b6-c07a-4cb4-9080-4cf7a889e7d6 service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744796 Feb 04 15:32:58.132440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:58.137784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:58.165452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:32:58.322151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-86780211-fac6-4edd-981c-9bc247ab6615 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a95a6c9d1654b31a5248afb8542cf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6263597 Feb 04 15:32:58.325911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54282) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:32:58.326448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86780211-fac6-4edd-981c-9bc247ab6615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc78fb8f-9621-47ab-93c5-b68184082157,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:58.364562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:58.367365 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.371529 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a30013c1-5058-4900-bfed-e3f864919857 req-58f1b51d-96bc-435a-b167-d595c2dbaeae tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557978 Feb 04 15:32:58.473965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1104856 Feb 04 15:32:58.474619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a9e63-f039-4144-bc78-63d1075797cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event updated for resources: {'Port': ['ID=d5b08f6b-b258-46ec-a441-5fb6959ecb49,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:58.516899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Request body: {'port': {'device_id': 'd24a5a76-5dbd-4e99-aedc-0d4a5d567b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:58.549227 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-8c5370de-6241-43eb-b8af-c88a24e3123e service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263105 Feb 04 15:32:58.744837 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.747103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d8ed-346a-4d60-8190-8a39aad99946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.770772 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-fa12fb40-28c1-4e45-ba46-681a113a196b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=08aa7c38-3cde-4156-81b8-f524b76cc487 HTTP/1.1" status: 200 len: 217 time: 0.2081439 Feb 04 15:32:58.835932 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab69bce3-33ca-4531-95b1-778410920caa', 'name': 'network-vif-deleted', 'tag': '4235ab35-61aa-4a19-b22c-02ca576d95eb', 'status': 'completed', 'code': 200} Feb 04 15:32:58.860175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:58.935185 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d8ed-346a-4d60-8190-8a39aad99946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.027961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-86f6723d-e7e2-449e-935b-8a2ddb919e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.036356 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-86f6723d-e7e2-449e-935b-8a2ddb919e97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eebd3077-0ae7-4ce8-829f-68ba8bd1af67 HTTP/1.1" status: 200 len: 797 time: 0.2503402 Feb 04 15:32:59.173575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4fb12b3d-bb3f-4091-beaf-da57bb6464ab None None] Provisioning for port d5b08f6b-b258-46ec-a441-5fb6959ecb49 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:59.231362 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d8ed-346a-4d60-8190-8a39aad99946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.275777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3d8ed-346a-4d60-8190-8a39aad99946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc78fb8f-9621-47ab-93c5-b68184082157,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:59.290796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-affb1d17-4f80-4f4c-b52b-5a50c2135219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.292347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-affb1d17-4f80-4f4c-b52b-5a50c2135219 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93af2bc6-eec4-42d5-beff-2a7a895f827b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2235208 Feb 04 15:32:59.293422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d8ed-346a-4d60-8190-8a39aad99946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.313724 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c7d3d8ed-346a-4d60-8190-8a39aad99946 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc78fb8f-9621-47ab-93c5-b68184082157 HTTP/1.1" status: 204 len: 168 time: 0.9796631 Feb 04 15:32:59.421517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4fb12b3d-bb3f-4091-beaf-da57bb6464ab None None] Provisioning complete for port d5b08f6b-b258-46ec-a441-5fb6959ecb49 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:59.424660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4fb12b3d-bb3f-4091-beaf-da57bb6464ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.836487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4fb12b3d-bb3f-4091-beaf-da57bb6464ab None None] Port d5b08f6b-b258-46ec-a441-5fb6959ecb49 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:33:00.107953 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-221b1a71-37d7-42c7-83de-4edce8da0768 service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918484 Feb 04 15:33:00.394730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6e396-1cca-4fc1-938c-292d268f6729 req-3a0733bc-0611-4b7c-a089-06cc546f6e48 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.394730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-83d6e396-1cca-4fc1-938c-292d268f6729 req-3a0733bc-0611-4b7c-a089-06cc546f6e48 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:00.585704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b6eb-7111-418f-912c-ad3e82e798d7 req-a5b29f35-fb60-4778-9bb5-b196caa919ac tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.593964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef97b6eb-7111-418f-912c-ad3e82e798d7 req-a5b29f35-fb60-4778-9bb5-b196caa919ac tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 945 time: 0.9804771 Feb 04 15:33:00.610408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-83d6e396-1cca-4fc1-938c-292d268f6729 req-3a0733bc-0611-4b7c-a089-06cc546f6e48 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:00.633101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83d6e396-1cca-4fc1-938c-292d268f6729 req-3a0733bc-0611-4b7c-a089-06cc546f6e48 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 936 time: 0.8821580 Feb 04 15:33:00.714147 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef97b6eb-7111-418f-912c-ad3e82e798d7 req-7f293a23-11fe-46c8-ab06-a83dcba9217c tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193123 Feb 04 15:33:00.761457 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-80c888be-df6b-4e32-a702-90741a0d553f service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421156 Feb 04 15:33:00.928455 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-b4832af2-d235-4e57-9d7a-3915c87fed46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=263819ac-674a-4059-83c1-b6f8a8d13d32 HTTP/1.1" status: 200 len: 217 time: 0.1572852 Feb 04 15:33:00.929750 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'code': 200} Feb 04 15:33:01.092307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-233a0244-7691-4029-8814-036e28484773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.098600 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-233a0244-7691-4029-8814-036e28484773 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eebd3077-0ae7-4ce8-829f-68ba8bd1af67 HTTP/1.1" status: 200 len: 797 time: 0.1608343 Feb 04 15:33:01.316609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ed48c688-07c4-4904-bd8b-6ee7959e92b8 req-47ce409c-14fd-449a-8f01-44e19d9a5173 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Synchronizing usage tracker for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:01.329754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83d6e396-1cca-4fc1-938c-292d268f6729 req-e4613112-4826-4bb1-b373-2b66bc0e462f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6956995 Feb 04 15:33:01.334987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b08f6b-b258-46ec-a441-5fb6959ecb49 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:01.360710 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.391424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ed48c688-07c4-4904-bd8b-6ee7959e92b8 req-47ce409c-14fd-449a-8f01-44e19d9a5173 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Unset dirty status for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:01.394859 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ed48c688-07c4-4904-bd8b-6ee7959e92b8 req-47ce409c-14fd-449a-8f01-44e19d9a5173 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 210 time: 0.1715665 Feb 04 15:33:01.400252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-2f751ea1-145a-4de2-b4f2-b205722dc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.404722 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-2f751ea1-145a-4de2-b4f2-b205722dc226 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93af2bc6-eec4-42d5-beff-2a7a895f827b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3026152 Feb 04 15:33:01.434223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Transition to ACTIVE for port object d5b08f6b-b258-46ec-a441-5fb6959ecb49 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:01.450394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.936651 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-59fc53b1-22bd-4496-9cb7-693302adfe02 service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236623 Feb 04 15:33:02.015774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1433935-7032-41ea-bc21-cbaa384d6fe5 req-04f8b7b4-c26b-46f5-81d2-b9b4fa266471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.019746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1433935-7032-41ea-bc21-cbaa384d6fe5 req-04f8b7b4-c26b-46f5-81d2-b9b4fa266471 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 1101 time: 1.0912845 Feb 04 15:33:02.217471 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-62720d2a-9e62-4558-af61-302832cec3c9 service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701919 Feb 04 15:33:02.291900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b08f6b-b258-46ec-a441-5fb6959ecb49,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:02.344098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5ca95505-d074-4342-af71-c5eb7c57ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.346056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5ca95505-d074-4342-af71-c5eb7c57ab97 service neutron] 10.222.0.61 "GET /v2.0/ports/6b9e96db-8e49-4b8a-a71c-190000ac9de8 HTTP/1.1" status: 200 len: 1032 time: 0.4476662 Feb 04 15:33:02.371019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1433935-7032-41ea-bc21-cbaa384d6fe5 req-4eff8ad0-d080-45b6-a49a-d4e1661b0d42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215888 Feb 04 15:33:02.473716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Attempting to bind port d5b08f6b-b258-46ec-a441-5fb6959ecb49 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:02.474351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Attempting to bind port d5b08f6b-b258-46ec-a441-5fb6959ecb49 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:02.475042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Attempting to bind port d5b08f6b-b258-46ec-a441-5fb6959ecb49 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:02.483652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Port d5b08f6b-b258-46ec-a441-5fb6959ecb49 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:02.484055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Attempting to bind port d5b08f6b-b258-46ec-a441-5fb6959ecb49 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:02.494005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ca23c-c2fa-44a9-8f9b-2314349bb3da req-982de30e-abdd-493a-8846-e0df9cedc082 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.503175 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1a9ca23c-c2fa-44a9-8f9b-2314349bb3da req-982de30e-abdd-493a-8846-e0df9cedc082 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 945 time: 0.4335246 Feb 04 15:33:02.548458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-aa26f612-41dc-4e4f-ae75-4fecd0dbf729 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=f365816a-c471-45e6-9060-2f12b8d1db78 HTTP/1.1" status: 200 len: 217 time: 0.3226552 Feb 04 15:33:02.557459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:02.558470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:02.559192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:02.562151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Bound port: d5b08f6b-b258-46ec-a441-5fb6959ecb49, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:02.562713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.589018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-3e85c8f0-26a7-46b5-a9ef-7ce947b754fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.590634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-3e85c8f0-26a7-46b5-a9ef-7ce947b754fe service neutron] 10.222.0.61 "GET /v2.0/ports/5e5f2857-8e14-4c7e-b02d-dd341ae72129 HTTP/1.1" status: 200 len: 1033 time: 0.2371049 Feb 04 15:33:02.660922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-0b2b2e8f-c1e6-4cb3-aaad-5e52d3b0b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.667139 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-0b2b2e8f-c1e6-4cb3-aaad-5e52d3b0b9e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eebd3077-0ae7-4ce8-829f-68ba8bd1af67 HTTP/1.1" status: 200 len: 797 time: 0.1074045 Feb 04 15:33:02.777224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] For port d5b08f6b-b258-46ec-a441-5fb6959ecb49, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:02.780964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] For port d5b08f6b-b258-46ec-a441-5fb6959ecb49, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d5b08f6b-b258-46ec-a441-5fb6959ecb49,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:02.819684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698ee0b-cb88-462a-9244-5fabca662924 req-b8fc6f43-6b5e-41f4-a507-b7f2916af813 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.827523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2698ee0b-cb88-462a-9244-5fabca662924 req-b8fc6f43-6b5e-41f4-a507-b7f2916af813 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 950 time: 1.0083921 Feb 04 15:33:02.850104 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.901434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.904042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.906653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] 10.222.0.53 "PUT /v2.0/ports/d5b08f6b-b258-46ec-a441-5fb6959ecb49 HTTP/1.1" status: 200 len: 1096 time: 4.3980823 Feb 04 15:33:02.918794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24a5a76-5dbd-4e99-aedc-0d4a5d567b60', 'tag': 'd5b08f6b-b258-46ec-a441-5fb6959ecb49'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:02.930968 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2698ee0b-cb88-462a-9244-5fabca662924 req-bc4f7e1f-0afd-4472-a63a-4e6dfda60b89 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975986 Feb 04 15:33:02.940140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-142f0314-c5cc-4255-8f62-b61dcb6380d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.941457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1a9ca23c-c2fa-44a9-8f9b-2314349bb3da req-6a602dc4-93cc-4e68-8cd3-9c781fab6bc2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330587 Feb 04 15:33:02.953216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-142f0314-c5cc-4255-8f62-b61dcb6380d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93af2bc6-eec4-42d5-beff-2a7a895f827b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2786632 Feb 04 15:33:03.311353 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-0e52aa49-b8fe-449a-a42f-059371354799 service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490458 Feb 04 15:33:03.465095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aca65-0a4e-4e1a-99c8-579e5e5b5862 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b08f6b-b258-46ec-a441-5fb6959ecb49,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:03.497491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ede33af4-3824-4d89-a71c-5958bc091e60 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.504483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ede33af4-3824-4d89-a71c-5958bc091e60 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.510659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ede33af4-3824-4d89-a71c-5958bc091e60 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.512537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ede33af4-3824-4d89-a71c-5958bc091e60 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "GET /v2.0/networks?id=1ae4d463-47b5-441c-8647-a19cd31e01ba&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=9aecb207-c108-4db3-816f-362a655b55d1&id=9aecb207-c108-4db3-816f-362a655b55d1 HTTP/1.1" status: 200 len: 1994 time: 0.9006906 Feb 04 15:33:03.527626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfa49e-7144-4264-9433-0fff508c2a29 req-689c3c33-983d-43f1-b3fe-0635af8f808d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.529407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bedfa49e-7144-4264-9433-0fff508c2a29 req-689c3c33-983d-43f1-b3fe-0635af8f808d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 948 time: 0.3401055 Feb 04 15:33:03.548015 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27fdb300-f39e-49df-9158-e3cbcfdef4f9 req-38cd6925-35fd-4524-86f3-aa240c359252 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 210 time: 0.0682106 Feb 04 15:33:03.638001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-ce5951de-5f11-4ec3-84e9-18fa91b70c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.639714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-ce5951de-5f11-4ec3-84e9-18fa91b70c30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 1099 time: 0.6313539 Feb 04 15:33:03.666415 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-6cdab2ae-64cb-4a07-bcb7-a3c9ff318578 service neutron] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401682 Feb 04 15:33:03.728934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-665fed1d-46b3-4083-94b6-cc4bbf1f896a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2118397614c04148b46d2e6a194ba072 HTTP/1.1" status: 200 len: 380 time: 0.1977210 Feb 04 15:33:03.906070 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-8b980de7-ed87-4a9b-aca2-e8a2c991e2c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74fef801-0f33-4671-bd8b-de54eefc048b HTTP/1.1" status: 200 len: 217 time: 0.2332227 Feb 04 15:33:04.002979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-ae1919a1-412a-4877-a86b-b85b687a9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:04.005433 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-ae1919a1-412a-4877-a86b-b85b687a9f45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=588bc01e-803b-43fd-9cb9-9ea3e439c477 HTTP/1.1" status: 200 len: 797 time: 0.0821123 Feb 04 15:33:04.051409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'admin_state_up': True, 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'security_groups': ['dbc66b2b-506f-4d72-b6c2-b6abd678c954']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:04.077939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-1037f8ad-7c72-48d0-a326-b71025c60c39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=d5b08f6b-b258-46ec-a441-5fb6959ecb49 HTTP/1.1" status: 200 len: 217 time: 0.3567138 Feb 04 15:33:04.087874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a809c4-620f-40f7-9c7a-a506167ee3e1 req-1c914b8e-5252-40ab-a123-661f470c8f7e tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:04.095318 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d4a809c4-620f-40f7-9c7a-a506167ee3e1 req-1c914b8e-5252-40ab-a123-661f470c8f7e tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 1096 time: 0.2700102 Feb 04 15:33:04.152746 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d4a809c4-620f-40f7-9c7a-a506167ee3e1 req-1cab5a35-d295-4159-894b-2447a51ddf5c tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536950 Feb 04 15:33:04.157426 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-01a25730-6f25-4a53-a201-eb184a382a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.192984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-faeca9a8-59e5-48c2-8338-f7354686456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:04.196036 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-faeca9a8-59e5-48c2-8338-f7354686456e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cef59fb-b38d-47f4-88df-113361d17a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1825850 Feb 04 15:33:04.199654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bedfa49e-7144-4264-9433-0fff508c2a29 req-b80d1c54-2704-47ed-a7de-9416ab7c8730 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426883 Feb 04 15:33:04.265446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-aeee32b8-242d-47c7-8565-5838687ed622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:04.267189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-aeee32b8-242d-47c7-8565-5838687ed622 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1350093 Feb 04 15:33:04.334075 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24a5a76-5dbd-4e99-aedc-0d4a5d567b60', 'tag': 'd5b08f6b-b258-46ec-a441-5fb6959ecb49', 'status': 'completed', 'code': 200} Feb 04 15:33:04.354007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:04.366421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:04.392028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:04.396387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.523834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-1ce71acf-3a46-41fc-a203-f3c0eb4b7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:04.525435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-1ce71acf-3a46-41fc-a203-f3c0eb4b7ce2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2328138 Feb 04 15:33:04.639219 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-63ef43c6-ade3-4d09-9744-181286989c02 service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292789 Feb 04 15:33:04.840311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Allocated IP 172.20.0.8 (1ae4d463-47b5-441c-8647-a19cd31e01ba/19de3882-e481-4d8b-9b38-76eb7da60943/5f251285-d08f-4263-bc68-2ea988858087) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:04.975155 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-8bdb0b56-c62a-4764-b74e-5fc444292936 service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293779 Feb 04 15:33:05.057585 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-841d0674-7a5a-4c2d-8156-23e6482b9af3 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192151 Feb 04 15:33:05.062839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcce05-8e6d-4e5d-86ae-25456a7297a6 req-35511c3c-50fe-484f-8323-4e9ccdac5604 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.064754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-17dcce05-8e6d-4e5d-86ae-25456a7297a6 req-35511c3c-50fe-484f-8323-4e9ccdac5604 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 1096 time: 0.2372687 Feb 04 15:33:05.076670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-2edadc2c-5e24-4e3c-9c04-4417f2702a9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df793c6e-23f7-499e-a7aa-59d8b42c2c06 HTTP/1.1" status: 200 len: 217 time: 0.0865097 Feb 04 15:33:05.157382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-17dcce05-8e6d-4e5d-86ae-25456a7297a6 req-7a3f9a51-4090-4d27-8365-1c6b7a2ec8ed tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822155 Feb 04 15:33:05.180643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-b172ef4c-cee8-4085-85bd-5c2b5f7ed1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.182290 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-b172ef4c-cee8-4085-85bd-5c2b5f7ed1d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=588bc01e-803b-43fd-9cb9-9ea3e439c477 HTTP/1.1" status: 200 len: 797 time: 0.0910308 Feb 04 15:33:05.388484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-27d7903a-20e3-4a01-bd9f-7463501a8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.392806 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-27d7903a-20e3-4a01-bd9f-7463501a8afb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5cef59fb-b38d-47f4-88df-113361d17a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1958923 Feb 04 15:33:05.455917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f9c2208-3dec-49ea-a882-37ead2a1284d req-b488a8fb-79a0-453b-80dc-afcd55759092 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833299 Feb 04 15:33:05.490458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884857-92c6-4c53-a3b1-14b91855a309 req-7b95519d-f012-4169-a253-24d2d94ffa77 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.492611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d884857-92c6-4c53-a3b1-14b91855a309 req-7b95519d-f012-4169-a253-24d2d94ffa77 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 950 time: 0.7005379 Feb 04 15:33:05.495906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.593244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Transition to ACTIVE for port object 5f251285-d08f-4263-bc68-2ea988858087 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:05.660197 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d884857-92c6-4c53-a3b1-14b91855a309 req-922294ef-e13a-4bf4-9b1d-9b901b3fd7d7 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588535 Feb 04 15:33:05.732368 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.874873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-048dad0e-2196-402b-8d46-38394e1166e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.876371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-048dad0e-2196-402b-8d46-38394e1166e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 1099 time: 0.3548317 Feb 04 15:33:05.888152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca69552-4ff4-47f0-9f3d-3f4adf361033 req-42558b5d-e412-4d58-8603-6c78f196ab52 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.889921 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ca69552-4ff4-47f0-9f3d-3f4adf361033 req-42558b5d-e412-4d58-8603-6c78f196ab52 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 931 time: 0.3782008 Feb 04 15:33:05.892302 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-eac164ec-29fe-48fa-b5af-277f8bca4fcb service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886348 Feb 04 15:33:05.901798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network 1ae4d463-47b5-441c-8647-a19cd31e01ba is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:05.915958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:05.924652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:33:05.976201 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.167027 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ed664e1-6eb0-4186-893a-5d2e47a599a7 req-05987c32-91d0-4207-b1dc-fcf1a068fd33 service neutron] 10.222.0.53 "GET /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682686 Feb 04 15:33:06.171832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3ca69552-4ff4-47f0-9f3d-3f4adf361033 req-20984c3e-91c4-4896-809c-38bd59e238ff tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Synchronizing usage tracker for tenant:2118397614c04148b46d2e6a194ba072 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:06.219462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3ca69552-4ff4-47f0-9f3d-3f4adf361033 req-20984c3e-91c4-4896-809c-38bd59e238ff tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Unset dirty status for tenant:2118397614c04148b46d2e6a194ba072 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:06.220730 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ca69552-4ff4-47f0-9f3d-3f4adf361033 req-20984c3e-91c4-4896-809c-38bd59e238ff tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203692 Feb 04 15:33:06.286990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Port': ['ID=5f251285-d08f-4263-bc68-2ea988858087,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:06.321567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-76cdc1f7-9f12-40c7-99fd-02c130c0c879 None None] Provisioning for port 5f251285-d08f-4263-bc68-2ea988858087 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:06.337352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-76cdc1f7-9f12-40c7-99fd-02c130c0c879 None None] Provisioning complete for port 5f251285-d08f-4263-bc68-2ea988858087 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:06.340237 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76cdc1f7-9f12-40c7-99fd-02c130c0c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.351984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.352854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.425560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-b448394d-065a-42d7-a0e1-d77bbe739568 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3804762 Feb 04 15:33:06.442208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'admin_state_up': True, 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'security_groups': ['dbc66b2b-506f-4d72-b6c2-b6abd678c954']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:06.463164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-fd54e3f7-ceff-4991-a779-710f936bf536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.464856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-fd54e3f7-ceff-4991-a779-710f936bf536 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.5616665 Feb 04 15:33:06.475585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-76cdc1f7-9f12-40c7-99fd-02c130c0c879 None None] Port 5f251285-d08f-4263-bc68-2ea988858087 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:33:06.639168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd855-ccd0-45e8-bea0-f951695d06a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.782020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-963f4732-dc69-4fe3-8fd5-05a277acf830 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=d5b08f6b-b258-46ec-a441-5fb6959ecb49 HTTP/1.1" status: 200 len: 217 time: 0.2558870 Feb 04 15:33:06.922455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6d593-9c5b-4655-8f18-7ddcd84aa883 req-e68331a1-931d-493f-b212-2b40923c3d7f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.924754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7d6d593-9c5b-4655-8f18-7ddcd84aa883 req-e68331a1-931d-493f-b212-2b40923c3d7f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 948 time: 0.7625203 Feb 04 15:33:07.025203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-553c1362-6c29-4e7a-b4eb-7f1f8cabe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.036930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-553c1362-6c29-4e7a-b4eb-7f1f8cabe840 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2446136 Feb 04 15:33:07.055001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7d6d593-9c5b-4655-8f18-7ddcd84aa883 req-e0016aa5-d0af-4dd9-ab80-5c4be7fcb6c6 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141818 Feb 04 15:33:07.160243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:07.186255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:port and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:07.203618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:07.229271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:07.267944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:07.279307 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.505679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-abad5404-c2ff-41f3-b9a7-921961330829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.508352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-abad5404-c2ff-41f3-b9a7-921961330829 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4610896 Feb 04 15:33:07.524954 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.639276 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.789930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d5b08f6b-b258-46ec-a441-5fb6959ecb49 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:07.907059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-7409fe50-1354-4cad-ba55-65882d4cbbba service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799877 Feb 04 15:33:07.908358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Allocated IP 10.1.1.235 (1e4f4b22-cddf-4273-bbed-1a76deff1b64/724662c2-4369-437e-a6f2-d6b7e1d8d3e2/73c601f1-2f34-4dfa-8780-3ff4ff940ff9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:08.129310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54480) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:08.216162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port d5b08f6b-b258-46ec-a441-5fb6959ecb49, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d5b08f6b-b258-46ec-a441-5fb6959ecb49,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:08.249149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960585cd-80c7-4939-86fd-1210f9498ba1 req-2709627e-6372-41cd-a48a-531ab5ee7d72 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:08.252995 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.262452 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-960585cd-80c7-4939-86fd-1210f9498ba1 req-2709627e-6372-41cd-a48a-531ab5ee7d72 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 931 time: 0.2768662 Feb 04 15:33:08.270394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'd5b08f6b-b258-46ec-a441-5fb6959ecb49', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'd5b08f6b-b258-46ec-a441-5fb6959ecb49', 'mac_address': 'fa:16:3e:bb:0a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:08.295798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Transition to ACTIVE for port object 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:08.369875 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-960585cd-80c7-4939-86fd-1210f9498ba1 req-3030fd57-66ea-414e-a47d-75e536291e0f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061676 Feb 04 15:33:08.371926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.453045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e990a6c5-7486-4221-8fd8-2abc61b8f98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.468621 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.508366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e990a6c5-7486-4221-8fd8-2abc61b8f98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:08.519990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e990a6c5-7486-4221-8fd8-2abc61b8f98c admin admin] Usage tracker for resource:security_group_rule and tenant:ff2307c847e24045b25fc0bf02fc4c3b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:08.527200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b08f6b-b258-46ec-a441-5fb6959ecb49 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:08.534791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:08.545217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e990a6c5-7486-4221-8fd8-2abc61b8f98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:08.585091 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port d5b08f6b-b258-46ec-a441-5fb6959ecb49, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d5b08f6b-b258-46ec-a441-5fb6959ecb49,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:08.592536 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.659322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e990a6c5-7486-4221-8fd8-2abc61b8f98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:08.659798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Port': ['ID=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:08.671821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:08.676580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:08.722479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:33:08.731146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=d5b08f6b-b258-46ec-a441-5fb6959ecb49,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:08.867513 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.971077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['d5b08f6b-b258-46ec-a441-5fb6959ecb49'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:08.978139 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e990a6c5-7486-4221-8fd8-2abc61b8f98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.020976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e990a6c5-7486-4221-8fd8-2abc61b8f98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.023079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:09.023765 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.085922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a6c5-7486-4221-8fd8-2abc61b8f98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec364d2-fef9-4ac6-9675-4279700a453f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:09.087627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb1a6886-e683-4cc8-9590-a2f9606dde87 req-8b2dda49-e8b6-4700-bfc1-990650f15645 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7426696 Feb 04 15:33:09.135655 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.151605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-da0f9e7e-309b-4b1c-a1f5-f7f26a10f44f None None] Provisioning for port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:09.152537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-75635ff7-3eec-4c87-81c5-36810e5137e6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7179875 Feb 04 15:33:09.156853 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e990a6c5-7486-4221-8fd8-2abc61b8f98c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff2307c847e24045b25fc0bf02fc4c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0261233 Feb 04 15:33:09.161997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54510) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:09.165304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-da0f9e7e-309b-4b1c-a1f5-f7f26a10f44f None None] Provisioning complete for port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:09.165778 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-da0f9e7e-309b-4b1c-a1f5-f7f26a10f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.172756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'admin_state_up': True, 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'security_groups': ['dbc66b2b-506f-4d72-b6c2-b6abd678c954']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:09.198273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bed27c-4cc8-4ca0-bece-1dabcb010908 admin admin] Deleting subnet 88850d50-c071-45a4-9fc4-b0de5c00363d {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:33:09.214163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5bed27c-4cc8-4ca0-bece-1dabcb010908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.228223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-da0f9e7e-309b-4b1c-a1f5-f7f26a10f44f None None] Port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:33:09.311409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5180d-f94e-4877-8b9e-b90a2100a0f9 req-1135f8e5-841c-4a3a-b359-592c72699ca8 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:09.320342 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-50c5180d-f94e-4877-8b9e-b90a2100a0f9 req-1135f8e5-841c-4a3a-b359-592c72699ca8 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 949 time: 0.6576993 Feb 04 15:33:09.400723 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-50c5180d-f94e-4877-8b9e-b90a2100a0f9 req-58eb7109-49e1-4ae5-a433-0f4b34514804 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753095 Feb 04 15:33:09.406424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5bed27c-4cc8-4ca0-bece-1dabcb010908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.531889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:09.588111 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5bed27c-4cc8-4ca0-bece-1dabcb010908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.663395 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55ac594c-b4b6-4200-8faa-98fcf93fd17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.702640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:09.716131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:port and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:09.716372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-c2cfa667-bf63-4434-a327-e8f81d05c774 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:33:09.719822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:09.726231 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-c2cfa667-bf63-4434-a327-e8f81d05c774 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4486232 Feb 04 15:33:09.758011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:09.780568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:09.799492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.840986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5bed27c-4cc8-4ca0-bece-1dabcb010908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.871990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55ac594c-b4b6-4200-8faa-98fcf93fd17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.891560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:09.927392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'mac_address': 'fa:16:3e:fe:6f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:09.973779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Request body: {'binding': {'host': 'n-h2-827870-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:09.974277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Unknown quota resources ['binding']. {{(pid=87571) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 15:33:10.019453 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.049917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Allocated IP 10.1.1.143 (1e4f4b22-cddf-4273-bbed-1a76deff1b64/724662c2-4369-437e-a6f2-d6b7e1d8d3e2/7f64e6c0-ff36-4415-8bb6-946ba3967078) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:10.055024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abef6e6b-ec04-40c6-82a2-1dac7ee157ed {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:10.088317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:10.094114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.131437 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5bed27c-4cc8-4ca0-bece-1dabcb010908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.147765 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bed27c-4cc8-4ca0-bece-1dabcb010908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88850d50-c071-45a4-9fc4-b0de5c00363d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:10.186273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5bed27c-4cc8-4ca0-bece-1dabcb010908 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/88850d50-c071-45a4-9fc4-b0de5c00363d HTTP/1.1" status: 204 len: 168 time: 1.6501884 Feb 04 15:33:10.191025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54550) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:10.200137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:10.245057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['abef6e6b-ec04-40c6-82a2-1dac7ee157ed'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:10.310983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16697b-1238-4242-b4c3-f272a5e8f64b req-b5415f3e-21ad-4ea8-b074-6c77be2eae98 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.318843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16697b-1238-4242-b4c3-f272a5e8f64b req-b5415f3e-21ad-4ea8-b074-6c77be2eae98 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.320522 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b16697b-1238-4242-b4c3-f272a5e8f64b req-b5415f3e-21ad-4ea8-b074-6c77be2eae98 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 1653 time: 0.2511997 Feb 04 15:33:10.382750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.417694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.426714 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55ac594c-b4b6-4200-8faa-98fcf93fd17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.469854 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b16697b-1238-4242-b4c3-f272a5e8f64b req-b8dc67ad-f95c-4b72-ac23-5d44811fd6de tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396208 Feb 04 15:33:10.496863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on host n-h2-827870-1 for vnic_type normal with profile None {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:10.497223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:10.497691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:10.502829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:10.503729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:10.509803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:10.510089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:10.510447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:10.510895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Bound port: 73ae57b1-439e-44e3-8642-1422ca530088, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:10.575244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:10.575244 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] Notify callbacks [] for binding, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.575244 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] 10.222.0.46 "POST /v2.0/ports/73ae57b1-439e-44e3-8642-1422ca530088/bindings HTTP/1.1" status: 201 len: 389 time: 0.8353171 Feb 04 15:33:10.662048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Transition to ACTIVE for port object 7f64e6c0-ff36-4415-8bb6-946ba3967078 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:10.688364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac594c-b4b6-4200-8faa-98fcf93fd17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec364d2-fef9-4ac6-9675-4279700a453f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:10.699957 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.850476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402fc72-6f87-4115-af1d-8f2823ad2df4 req-bf07eb7e-10f3-4793-9cc6-63630f224292 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.852125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a402fc72-6f87-4115-af1d-8f2823ad2df4 req-bf07eb7e-10f3-4793-9cc6-63630f224292 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 949 time: 0.1649811 Feb 04 15:33:10.945523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a402fc72-6f87-4115-af1d-8f2823ad2df4 req-bc5cd6a9-fd3d-4f3a-af0b-61e716e01a60 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825348 Feb 04 15:33:11.029299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55ac594c-b4b6-4200-8faa-98fcf93fd17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.030587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-55ac594c-b4b6-4200-8faa-98fcf93fd17a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ec364d2-fef9-4ac6-9675-4279700a453f HTTP/1.1" status: 204 len: 168 time: 1.7945848 Feb 04 15:33:11.116072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:11.161610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:11.171007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:33:11.246001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Port': ['ID=7f64e6c0-ff36-4415-8bb6-946ba3967078,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:11.346515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.546294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:11.653091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37bd7ff-e394-4566-aced-8db3ba537aa8']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:11.747436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port abef6e6b-ec04-40c6-82a2-1dac7ee157ed triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:11.747436 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.754816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:11.754816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a00cb1-8ba5-4dd4-936b-ef6bd1623dc6') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:11.825404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:11.825404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.865597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d5b08f6b-b258-46ec-a441-5fb6959ecb49 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:11.872515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.881480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99351b7-550e-456b-97f0-55a8d1217076 req-a4473a4e-df3b-4e28-bd4d-4335b516d799 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:11.881480 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c99351b7-550e-456b-97f0-55a8d1217076 req-a4473a4e-df3b-4e28-bd4d-4335b516d799 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 950 time: 0.2293506 Feb 04 15:33:11.962629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615e4e4-ed28-4503-bd40-83152e65988e req-222ad1d7-ce3a-4dbb-946b-4a45868024e4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:11.962629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f615e4e4-ed28-4503-bd40-83152e65988e req-222ad1d7-ce3a-4dbb-946b-4a45868024e4 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 945 time: 0.9774811 Feb 04 15:33:11.973376 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.982224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-da789791-9a3a-47b4-8838-608a1cc90007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:11.982224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-da789791-9a3a-47b4-8838-608a1cc90007 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 1096 time: 0.9900467 Feb 04 15:33:11.982224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-1622e67f-57a9-4ec1-82fa-55d7be080c8a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8198431 Feb 04 15:33:12.019733 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c99351b7-550e-456b-97f0-55a8d1217076 req-42e20e0b-c750-49e5-b6c6-05fb20e18a02 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309080 Feb 04 15:33:12.050542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:33:12.050542 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:33:12.086180 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:33:12.156952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-26963ab8-c440-4eec-8a89-8fadf9c44ffb None None] Provisioning for port 7f64e6c0-ff36-4415-8bb6-946ba3967078 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:12.293748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54628) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:12.299228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1', 'admin_state_up': True, 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'security_groups': ['dbc66b2b-506f-4d72-b6c2-b6abd678c954']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:12.332869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-26963ab8-c440-4eec-8a89-8fadf9c44ffb None None] Provisioning complete for port 7f64e6c0-ff36-4415-8bb6-946ba3967078 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:12.332869 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-26963ab8-c440-4eec-8a89-8fadf9c44ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.338471 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e6e-dd72-4aa5-95d9-547ae300f4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.574597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c4c95e6e-dd72-4aa5-95d9-547ae300f4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:12.574597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c4c95e6e-dd72-4aa5-95d9-547ae300f4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d9ef6925fcb149209ac42802897aa504 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:12.589151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c4c95e6e-dd72-4aa5-95d9-547ae300f4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:12.595522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port d5b08f6b-b258-46ec-a441-5fb6959ecb49 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:12.620317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c4c95e6e-dd72-4aa5-95d9-547ae300f4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:12.645355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-26963ab8-c440-4eec-8a89-8fadf9c44ffb None None] Port 7f64e6c0-ff36-4415-8bb6-946ba3967078 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:33:12.694702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605865d-afd5-4f83-9c44-efb29e77b914 req-44d61545-0282-41bf-8874-46b164603076 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.694702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605865d-afd5-4f83-9c44-efb29e77b914 req-44d61545-0282-41bf-8874-46b164603076 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.701410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port d5b08f6b-b258-46ec-a441-5fb6959ecb49 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:12.701410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.708688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605865d-afd5-4f83-9c44-efb29e77b914 req-44d61545-0282-41bf-8874-46b164603076 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.720862 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a605865d-afd5-4f83-9c44-efb29e77b914 req-44d61545-0282-41bf-8874-46b164603076 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 2374 time: 0.3378754 Feb 04 15:33:12.824916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a605865d-afd5-4f83-9c44-efb29e77b914 req-22937dbb-b999-4e3a-930f-57eb42108b5b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954070 Feb 04 15:33:12.937873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e6e-dd72-4aa5-95d9-547ae300f4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.953992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e6e-dd72-4aa5-95d9-547ae300f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.054934 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.187947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c4c95e6e-dd72-4aa5-95d9-547ae300f4d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9ef6925fcb149209ac42802897aa504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8866620 Feb 04 15:33:13.187947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54632) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:13.297759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:13.322894 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:13.322894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.342837 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.361864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f615e4e4-ed28-4503-bd40-83152e65988e req-4365da8e-18e4-42f6-88a0-cfe35b473083 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3952405 Feb 04 15:33:13.375637 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:33:13.392864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.392864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:13.406436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c95e6e-dd72-4aa5-95d9-547ae300f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6368de-6cd5-4424-a51b-a7ba1d5a9f5d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:13.420553 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.479541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-cb1ebd7c-0497-4268-a034-5b06015f34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.479541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-cb1ebd7c-0497-4268-a034-5b06015f34b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 1.4387436 Feb 04 15:33:13.505458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Usage tracker for resource:port and tenant:2118397614c04148b46d2e6a194ba072 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:13.547403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:13.687961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port d5b08f6b-b258-46ec-a441-5fb6959ecb49, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d5b08f6b-b258-46ec-a441-5fb6959ecb49,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:13.701682 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.734672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:13.742618 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39af84f4-6b1e-415f-9c7d-dc23a43a10f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.771153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37bd7ff-e394-4566-aced-8db3ba537aa8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:13.795491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:13.808817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39af84f4-6b1e-415f-9c7d-dc23a43a10f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.826621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7a26f679-fdda-45b6-ba13-a0af9fa4cdf3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e37bd7ff-e394-4566-aced-8db3ba537aa8 HTTP/1.1" status: 204 len: 168 time: 3.6342535 Feb 04 15:33:13.827650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:13.837637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-66ef131d-831a-40d1-bd3b-91f4aa7e88be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73ae57b1-439e-44e3-8642-1422ca530088 HTTP/1.1" status: 200 len: 217 time: 0.3135624 Feb 04 15:33:13.865856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1388e-4fa4-4052-abdc-644e96113673 req-2e38e936-7a14-4164-b9d2-39e8d6aa415b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.874363 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ba1388e-4fa4-4052-abdc-644e96113673 req-2e38e936-7a14-4164-b9d2-39e8d6aa415b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 949 time: 0.6950321 Feb 04 15:33:14.005856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:14.167147 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ba1388e-4fa4-4052-abdc-644e96113673 req-f43c62e9-cd92-4f7c-8d95-9f65da900e88 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840235 Feb 04 15:33:14.179822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54650) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:14.295987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-68ad70c9-099e-4d93-a813-3c19d2bba789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.295987 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-68ad70c9-099e-4d93-a813-3c19d2bba789 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.4353375 Feb 04 15:33:14.323800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39af84f4-6b1e-415f-9c7d-dc23a43a10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.341675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=d5b08f6b-b258-46ec-a441-5fb6959ecb49,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:14.402681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af84f4-6b1e-415f-9c7d-dc23a43a10f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6368de-6cd5-4424-a51b-a7ba1d5a9f5d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:14.462557 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.474338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39af84f4-6b1e-415f-9c7d-dc23a43a10f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.495856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-756e6652-f90c-42fa-96db-ac6a21fdb7c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494610 Feb 04 15:33:14.498724 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-39af84f4-6b1e-415f-9c7d-dc23a43a10f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae6368de-6cd5-4424-a51b-a7ba1d5a9f5d HTTP/1.1" status: 204 len: 168 time: 1.2944801 Feb 04 15:33:14.516071 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0308219e-59ac-4a2d-a8fe-6523438ac672 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89cde11da0174b04bf4d86d2abd3cc4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186383 Feb 04 15:33:14.520967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54670) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:14.527093 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'code': 200} Feb 04 15:33:14.662243 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.726779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:14.736112 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.806594 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ce82b3d-05a6-4cbf-b25e-3a99977a25f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.864613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ce82b3d-05a6-4cbf-b25e-3a99977a25f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.906166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-2fdda05a-617a-4601-aa08-46278c8feeae service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994651 Feb 04 15:33:14.978845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ce82b3d-05a6-4cbf-b25e-3a99977a25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.994136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:15.025833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce82b3d-05a6-4cbf-b25e-3a99977a25f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19657dde-d5f8-42ee-9651-1a9e9e6a8eb9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:15.087485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ce82b3d-05a6-4cbf-b25e-3a99977a25f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.089380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6ce82b3d-05a6-4cbf-b25e-3a99977a25f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19657dde-d5f8-42ee-9651-1a9e9e6a8eb9 HTTP/1.1" status: 204 len: 168 time: 0.5665643 Feb 04 15:33:15.446532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-9d0c4bc6-5637-433d-991f-1d2db4563a80 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202792 Feb 04 15:33:15.660001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Allocated IP 10.2.2.100 (9aecb207-c108-4db3-816f-362a655b55d1/0e610022-825b-4b19-a0f1-7766c51e9f10/2662e571-4540-4299-9353-0f07cbf2f869) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:15.927133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66d685-0028-4569-9d22-0b06e0632345 req-1833b7ab-f748-4268-b2da-52ba6e3bf9a7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.935526 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db66d685-0028-4569-9d22-0b06e0632345 req-1833b7ab-f748-4268-b2da-52ba6e3bf9a7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 945 time: 0.2258449 Feb 04 15:33:16.062491 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db66d685-0028-4569-9d22-0b06e0632345 req-e99f6e9a-ad94-42fe-bc96-5c6db09c6534 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258559 Feb 04 15:33:16.477978 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.529328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24a5a76-5dbd-4e99-aedc-0d4a5d567b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b08f6b-b258-46ec-a441-5fb6959ecb49'}, {'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:16.590561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Transition to ACTIVE for port object 2662e571-4540-4299-9353-0f07cbf2f869 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:16.594551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c00c7-1383-4eb2-95d8-97a8d5b57f08 req-46e5989f-82e7-4bc2-9990-ed4c403f788d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.604853 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-861c00c7-1383-4eb2-95d8-97a8d5b57f08 req-46e5989f-82e7-4bc2-9990-ed4c403f788d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 950 time: 0.2880890 Feb 04 15:33:16.649071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87698-8286-4435-a431-1bc91b3b9898 req-c062bd1a-a133-4667-aed3-dc77356dfc29 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.655738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87698-8286-4435-a431-1bc91b3b9898 req-c062bd1a-a133-4667-aed3-dc77356dfc29 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.662829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87698-8286-4435-a431-1bc91b3b9898 req-c062bd1a-a133-4667-aed3-dc77356dfc29 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.666193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1be87698-8286-4435-a431-1bc91b3b9898 req-c062bd1a-a133-4667-aed3-dc77356dfc29 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Synchronizing usage tracker for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:16.697687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.740126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1be87698-8286-4435-a431-1bc91b3b9898 req-c062bd1a-a133-4667-aed3-dc77356dfc29 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Unset dirty status for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:16.747928 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1be87698-8286-4435-a431-1bc91b3b9898 req-c062bd1a-a133-4667-aed3-dc77356dfc29 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 2374 time: 1.5747926 Feb 04 15:33:16.757615 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-861c00c7-1383-4eb2-95d8-97a8d5b57f08 req-de46cead-5db7-4c31-819f-a655922c426a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484709 Feb 04 15:33:16.808125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network 9aecb207-c108-4db3-816f-362a655b55d1 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:16.812962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:16.826057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:33:16.921175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Port': ['ID=2662e571-4540-4299-9353-0f07cbf2f869,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:17.016690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1be87698-8286-4435-a431-1bc91b3b9898 req-993d0fcf-284f-4a60-a55d-d9c3a07af9de tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677386 Feb 04 15:33:17.083440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.084145 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.128610 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24a5a76-5dbd-4e99-aedc-0d4a5d567b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b08f6b-b258-46ec-a441-5fb6959ecb49', 'code': 200} Feb 04 15:33:17.129084 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369', 'code': 200} Feb 04 15:33:17.153322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-af7fbf06-e991-404a-9398-99fc3b1f87ef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1180716 Feb 04 15:33:17.179827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1', 'admin_state_up': True, 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'security_groups': ['dbc66b2b-506f-4d72-b6c2-b6abd678c954']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:17.546403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6fcbad5c-d2cb-487a-9dbe-f463ccca5e45 None None] Provisioning for port 2662e571-4540-4299-9353-0f07cbf2f869 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:17.563761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6fcbad5c-d2cb-487a-9dbe-f463ccca5e45 None None] Provisioning complete for port 2662e571-4540-4299-9353-0f07cbf2f869 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:17.564643 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6fcbad5c-d2cb-487a-9dbe-f463ccca5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.593441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54750) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:17.648500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3f1660c2-bea0-4241-a705-bd31f8af9071 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:17.687773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:17.716731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de6184-95cc-4c58-b8d7-cd94572da540 req-acef4fbf-fdc8-485d-8fb3-d81f217e25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.724630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7de6184-95cc-4c58-b8d7-cd94572da540 req-acef4fbf-fdc8-485d-8fb3-d81f217e25f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 1101 time: 0.2775190 Feb 04 15:33:17.730442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbad5c-d2cb-487a-9dbe-f463ccca5e45 None None] Port 2662e571-4540-4299-9353-0f07cbf2f869 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:33:17.814560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:17.842814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7de6184-95cc-4c58-b8d7-cd94572da540 req-9c83f0f1-30b7-4c20-988c-0ca635c5b2be service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043506 Feb 04 15:33:17.845854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Made reservation on behalf of 2118397614c04148b46d2e6a194ba072 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:17.852254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.002781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-671637887-network', 'tenant_id': '033835c16e05433785fb2af86030ca7c'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:18.023563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:18.067230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54764) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:18.138878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3f1660c2-bea0-4241-a705-bd31f8af9071,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:18.162824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '3f1660c2-bea0-4241-a705-bd31f8af9071', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '3f1660c2-bea0-4241-a705-bd31f8af9071', 'mac_address': 'fa:16:3e:97:0f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:18.195901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Usage tracker for resource:network and tenant:033835c16e05433785fb2af86030ca7c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:18.208873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:18.234479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:18.259046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Made reservation on behalf of 033835c16e05433785fb2af86030ca7c for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:18.263763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.278760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.285691 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.305841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:18.307188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f1660c2-bea0-4241-a705-bd31f8af9071 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:18.329097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1590971162-network', 'tenant_id': '8d1813fcdf5e4ec78905265eb6ec0201'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:18.334320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f080aa6-3bae-47ec-8ed5-da9b2ada8356 req-502874ca-b094-4e61-b921-bbd0adb80484 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:18.337192 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f080aa6-3bae-47ec-8ed5-da9b2ada8356 req-502874ca-b094-4e61-b921-bbd0adb80484 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 950 time: 0.3110328 Feb 04 15:33:18.338455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Usage tracker for resource:security_group_rule and tenant:033835c16e05433785fb2af86030ca7c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:18.344372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:18.346317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3f1660c2-bea0-4241-a705-bd31f8af9071,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:18.354886 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.399501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:18.404644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:18.578844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3f1660c2-bea0-4241-a705-bd31f8af9071'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:18.676888 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f080aa6-3bae-47ec-8ed5-da9b2ada8356 req-908cbd3f-742f-4909-aafd-a5585a9158cc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225956 Feb 04 15:33:18.731723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.740494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3f1660c2-bea0-4241-a705-bd31f8af9071,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:18.746042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.787307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Usage tracker for resource:network and tenant:8d1813fcdf5e4ec78905265eb6ec0201 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:18.812956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edad4e03-d048-483b-b101-712269632131 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:18.836218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc800b58-a4d9-4feb-b704-7544bd4f5541,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:18.852145 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.853303 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Added segment 1ebad32b-b95b-4b1f-b532-0102b8ea9765 of type vlan for network ac07674c-3798-435f-bd9d-7d5e81910bc5 Feb 04 15:33:18.923627 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.963839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:18.980413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.982647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:18.983571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.989392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:19.000630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Allocated IP 10.2.2.200 (9aecb207-c108-4db3-816f-362a655b55d1/0e610022-825b-4b19-a0f1-7766c51e9f10/9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:19.115036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Made reservation on behalf of 8d1813fcdf5e4ec78905265eb6ec0201 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:19.137519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.180211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.386665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:19.415446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Usage tracker for resource:security_group_rule and tenant:8d1813fcdf5e4ec78905265eb6ec0201 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:19.415446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:19.454943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:19.517686 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-edad4e03-d048-483b-b101-712269632131 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9019141 Feb 04 15:33:19.517686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4e03-d048-483b-b101-712269632131 admin admin] Pushing event updated for resources: {'Network': ['ID=ac07674c-3798-435f-bd9d-7d5e81910bc5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:19.523714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network ac07674c-3798-435f-bd9d-7d5e81910bc5 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:33:19.613610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ac697-8304-46e8-b076-83e94a95c1ad req-f80b520b-b582-4b26-83ef-5eb23f837c43 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.616407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-081ac697-8304-46e8-b076-83e94a95c1ad req-f80b520b-b582-4b26-83ef-5eb23f837c43 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 945 time: 2.1045210 Feb 04 15:33:19.643747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30909-db1b-4e23-86e9-b5e1ab91a9a1 req-b21400b9-01cd-40a9-ae30-bda18b880ea5 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.656047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30909-db1b-4e23-86e9-b5e1ab91a9a1 req-b21400b9-01cd-40a9-ae30-bda18b880ea5 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.668747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30909-db1b-4e23-86e9-b5e1ab91a9a1 req-b21400b9-01cd-40a9-ae30-bda18b880ea5 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.675693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30909-db1b-4e23-86e9-b5e1ab91a9a1 req-b21400b9-01cd-40a9-ae30-bda18b880ea5 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.693112 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-38f30909-db1b-4e23-86e9-b5e1ab91a9a1 req-b21400b9-01cd-40a9-ae30-bda18b880ea5 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 3095 time: 0.3617759 Feb 04 15:33:19.761731 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-38f30909-db1b-4e23-86e9-b5e1ab91a9a1 req-fa7e060c-53c9-40cb-bc04-2d50893d5c7b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670791 Feb 04 15:33:19.907717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3f1660c2-bea0-4241-a705-bd31f8af9071 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:20.115097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 3f1660c2-bea0-4241-a705-bd31f8af9071 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:20.115097 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.223329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-081ac697-8304-46e8-b076-83e94a95c1ad req-e1b821eb-728d-45f2-a6d7-56e33ac26462 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825653 Feb 04 15:33:20.272790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de57449-1648-4a89-b6d1-418f5c00789a req-86ba52c3-ce10-4d5f-b035-16a74f2ead77 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:20.283280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6de57449-1648-4a89-b6d1-418f5c00789a req-86ba52c3-ce10-4d5f-b035-16a74f2ead77 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 950 time: 0.2437990 Feb 04 15:33:20.443107 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.455260 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6de57449-1648-4a89-b6d1-418f5c00789a req-7765bdb8-6193-4c76-94bd-8f6c1f610d83 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663146 Feb 04 15:33:20.510351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3f1660c2-bea0-4241-a705-bd31f8af9071,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:20.510351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:20.529196 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.622233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.663217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.663217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.663217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Transition to ACTIVE for port object 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:20.696393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:20.726481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5108d01e-62d1-4f55-bc68-1159d6e1b084,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:20.726481 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.726481 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Added segment f2ade8eb-c50b-4811-a09c-8acb6bf12108 of type vlan for network 348f8a6c-8de0-4043-9de9-651f4f8a2053 Feb 04 15:33:20.753169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3f1660c2-bea0-4241-a705-bd31f8af9071,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:20.760093 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.770029 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.874753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Network 9aecb207-c108-4db3-816f-362a655b55d1 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:20.895564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:20.895564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:33:20.943828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:33:21.152909 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.153652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.154233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.511441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-03e37cff-9fb1-49c6-8d01-d671bd0c3c04 None None] Provisioning for port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:21.531987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-03e37cff-9fb1-49c6-8d01-d671bd0c3c04 None None] Provisioning complete for port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:21.531987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03e37cff-9fb1-49c6-8d01-d671bd0c3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.537803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event updated for resources: {'Port': ['ID=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:21.554008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.554008 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.606182 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0501bd2c-b558-42a7-9a75-1f3978d42e4d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4405687 Feb 04 15:33:21.626586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.5507267 Feb 04 15:33:21.631210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54842) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:21.641023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-e9de7f66-dffd-46b5-abab-dbad4fd3fd85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:33:21.641023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-e9de7f66-dffd-46b5-abab-dbad4fd3fd85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186632 Feb 04 15:33:21.645703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Request body: {'subnet': {'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1590971162-subnet', 'tenant_id': '8d1813fcdf5e4ec78905265eb6ec0201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:21.650401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564f16-d663-40f0-bfb3-ce49459ec74c admin admin] Pushing event updated for resources: {'Network': ['ID=348f8a6c-8de0-4043-9de9-651f4f8a2053,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:21.670157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 348f8a6c-8de0-4043-9de9-651f4f8a2053 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:33:21.684507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:21.699393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Usage tracker for resource:subnet and tenant:8d1813fcdf5e4ec78905265eb6ec0201 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:21.719020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:21.743449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:21.769290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Made reservation on behalf of 8d1813fcdf5e4ec78905265eb6ec0201 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:21.769290 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.783237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:21.954573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-03e37cff-9fb1-49c6-8d01-d671bd0c3c04 None None] Port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:33:22.043913 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.092311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.202159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc02a95-b92d-4263-b839-e2b24f941b43,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:22.208125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Checking segment: {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:22.208800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Network hostable DHCP agents. Network: 348f8a6c-8de0-4043-9de9-651f4f8a2053, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:22.239363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Network 348f8a6c-8de0-4043-9de9-651f4f8a2053 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:22.257939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 348f8a6c-8de0-4043-9de9-651f4f8a2053) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:22.266857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:22.267970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c551131e-d548-4919-bd59-af22b6411941 None None] Network 348f8a6c-8de0-4043-9de9-651f4f8a2053 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:33:22.269056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.330225 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7c5e9b4e-49b5-42ff-ae3b-ad34b386816e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7052338 Feb 04 15:33:22.682402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f251285-d08f-4263-bc68-2ea988858087 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:22.706485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2483074-4e78-469e-8ebc-828d343be3a5 None None] Network 348f8a6c-8de0-4043-9de9-651f4f8a2053 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:33:22.709177 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.754109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Transition to ACTIVE for port object 5f251285-d08f-4263-bc68-2ea988858087 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:22.761887 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.943693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Pushing event updated for resources: {'Port': ['ID=5f251285-d08f-4263-bc68-2ea988858087,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:23.465887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Attempting to bind port 5f251285-d08f-4263-bc68-2ea988858087 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:23.466233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Attempting to bind port 5f251285-d08f-4263-bc68-2ea988858087 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:23.466580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Attempting to bind port 5f251285-d08f-4263-bc68-2ea988858087 on network 1ae4d463-47b5-441c-8647-a19cd31e01ba {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:23.479148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Port 5f251285-d08f-4263-bc68-2ea988858087 on network 1ae4d463-47b5-441c-8647-a19cd31e01ba not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:23.479521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Attempting to bind port 5f251285-d08f-4263-bc68-2ea988858087 on network 1ae4d463-47b5-441c-8647-a19cd31e01ba {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:23.502064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:23.502452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Checking segment: {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:23.502954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Bound using segment: {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:23.503694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Bound port: 5f251285-d08f-4263-bc68-2ea988858087, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16842b85-fbdb-48c1-956d-b5292ecab62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:23.504000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.653219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] For port 5f251285-d08f-4263-bc68-2ea988858087, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:23.656974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] For port 5f251285-d08f-4263-bc68-2ea988858087, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5f251285-d08f-4263-bc68-2ea988858087,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:23.664525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.749015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:23.750402 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.752239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f251285-d08f-4263-bc68-2ea988858087 HTTP/1.1" status: 200 len: 1091 time: 2.1043224 Feb 04 15:33:23.756570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '5f251285-d08f-4263-bc68-2ea988858087'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:23.804623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:23.865462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef08e7d-ac6d-4767-b6f6-36dd81aaa314 service neutron] Pushing event updated for resources: {'Port': ['ID=5f251285-d08f-4263-bc68-2ea988858087,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:24.052125 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.814561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9e96db-8e49-4b8a-a71c-190000ac9de8 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:24.830613 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.877004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Transition to ACTIVE for port object 6b9e96db-8e49-4b8a-a71c-190000ac9de8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:24.884925 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.254999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Pushing event updated for resources: {'Port': ['ID=6b9e96db-8e49-4b8a-a71c-190000ac9de8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:25.272448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.272821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.273160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.273494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.282311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.283349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.283349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.289234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.290123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.290462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.290795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.291111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:25.763948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Attempting to bind port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:25.763948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Attempting to bind port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:25.764229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Attempting to bind port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:25.781463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:25.781982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Attempting to bind port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:25.799868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:25.799868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Checking segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:25.799868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Bound using segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:25.799868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Bound port: 6b9e96db-8e49-4b8a-a71c-190000ac9de8, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:25.800491 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.038933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-4c1f32e1-4fb7-47d9-aeb8-1193e89f6b56 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:26.038933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-4c1f32e1-4fb7-47d9-aeb8-1193e89f6b56 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.3996515 Feb 04 15:33:26.109104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827870-1'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:26.239759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] For port 6b9e96db-8e49-4b8a-a71c-190000ac9de8, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:26.245213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] For port 6b9e96db-8e49-4b8a-a71c-190000ac9de8, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b9e96db-8e49-4b8a-a71c-190000ac9de8,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:26.391832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.576347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:26.576985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.579359 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] 10.222.0.61 "PUT /v2.0/ports/6b9e96db-8e49-4b8a-a71c-190000ac9de8 HTTP/1.1" status: 200 len: 1135 time: 2.7932262 Feb 04 15:33:26.611939 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.660035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:26.881903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea8db-c07d-4e7c-9fdd-b45fb2e17cfa service neutron] Pushing event updated for resources: {'Port': ['ID=6b9e96db-8e49-4b8a-a71c-190000ac9de8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:27.265523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:27.309786 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.345757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:27.620250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.675600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 73ae57b1-439e-44e3-8642-1422ca530088 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:27.798112 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.909954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, got binding levels [] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:27.945294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:27.945760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:27.946450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:27.963019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:27.963613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:27.970596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5f2857-8e14-4c7e-b02d-dd341ae72129 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:27.976733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:27.977498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:27.979754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:27.982793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.983934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Bound port: 73ae57b1-439e-44e3-8642-1422ca530088, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:27.984549 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.002266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Transition to ACTIVE for port object 5e5f2857-8e14-4c7e-b02d-dd341ae72129 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:28.110084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.122066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:28.122066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:28.133204 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.569324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 73ae57b1-439e-44e3-8642-1422ca530088 has no active binding in host n-h2-827870-1 {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:33:28.570536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=73ae57b1-439e-44e3-8642-1422ca530088,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:28.644795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Pushing event updated for resources: {'Port': ['ID=73ae57b1-439e-44e3-8642-1422ca530088,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:28.962222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:28.965420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:28.969294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:29.003817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Pushing event updated for resources: {'Port': ['ID=5e5f2857-8e14-4c7e-b02d-dd341ae72129,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:29.013358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Attempting to bind port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:29.014333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Attempting to bind port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:29.014333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Attempting to bind port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:29.025148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:29.025148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Attempting to bind port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:29.029097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:29.032364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Attempting to bind port 73ae57b1-439e-44e3-8642-1422ca530088 on network 25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:29.053798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:29.054146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Checking segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:29.055694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Bound using segment: {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:29.055694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Bound port: 73ae57b1-439e-44e3-8642-1422ca530088, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b73a0-b764-4885-b348-a897aff51091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:29.055694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.083330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:29.084665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Checking segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:29.084665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Bound using segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:29.084665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Bound port: 5e5f2857-8e14-4c7e-b02d-dd341ae72129, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:29.085044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.242256 n-d-827870-1 neutron-server[87570]: WARNING neutron.plugins.ml2.plugin [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Concurrent port binding operations failed on port 73ae57b1-439e-44e3-8642-1422ca530088 Feb 04 15:33:29.251320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:29.259478 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Attempt 2 to bind port 73ae57b1-439e-44e3-8642-1422ca530088 Feb 04 15:33:29.264993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:29.267376 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.271867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1ded4ac2-0bcf-4550-b863-b2f296e76d8c service neutron] 10.222.0.61 "PUT /v2.0/ports/73ae57b1-439e-44e3-8642-1422ca530088 HTTP/1.1" status: 200 len: 1121 time: 3.1878302 Feb 04 15:33:29.415149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['73ae57b1-439e-44e3-8642-1422ca530088'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:29.468434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] For port 5e5f2857-8e14-4c7e-b02d-dd341ae72129, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:29.484078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] For port 5e5f2857-8e14-4c7e-b02d-dd341ae72129, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e5f2857-8e14-4c7e-b02d-dd341ae72129,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:29.494635 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.508581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['73ae57b1-439e-44e3-8642-1422ca530088'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:29.948424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Pushing event updated for resources: {'Port': ['ID=5e5f2857-8e14-4c7e-b02d-dd341ae72129,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:29.954164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:29.954772 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.956264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-23d4a6db-f6b4-4f36-95bc-17bc37e891aa service neutron] 10.222.0.61 "PUT /v2.0/ports/5e5f2857-8e14-4c7e-b02d-dd341ae72129 HTTP/1.1" status: 200 len: 1136 time: 3.3119214 Feb 04 15:33:29.999222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:30.228190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.811427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:30.819744 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.837185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Transition to ACTIVE for port object 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:30.859262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.015598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Pushing event updated for resources: {'Port': ['ID=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:31.152749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Attempting to bind port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:31.153178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Attempting to bind port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:31.153656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Attempting to bind port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:31.164579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:31.164579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Attempting to bind port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:31.170630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:31.170786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Checking segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:31.171179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Bound using segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:31.171609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Bound port: 73c601f1-2f34-4dfa-8780-3ff4ff940ff9, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:31.171954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.458483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] For port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:31.481535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] For port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:31.481535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.592250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:31.592883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.594554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] 10.222.0.61 "PUT /v2.0/ports/73c601f1-2f34-4dfa-8780-3ff4ff940ff9 HTTP/1.1" status: 200 len: 1091 time: 1.5997069 Feb 04 15:33:31.645840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:31.786915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ecdb5-1fc8-4803-95df-f15e39c739a1 service neutron] Pushing event updated for resources: {'Port': ['ID=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:31.889201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.515571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f64e6c0-ff36-4415-8bb6-946ba3967078 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:32.533815 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.560851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Transition to ACTIVE for port object 7f64e6c0-ff36-4415-8bb6-946ba3967078 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:32.569014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.670559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f64e6c0-ff36-4415-8bb6-946ba3967078,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:32.746632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5572902-923f-464e-b232-33dce33ceaaf req-5395789a-f1ec-425d-b89e-c39fb52cac81 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.755567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5572902-923f-464e-b232-33dce33ceaaf req-5395789a-f1ec-425d-b89e-c39fb52cac81 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 1101 time: 0.3101761 Feb 04 15:33:32.840715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e1c4-ed67-45fb-9491-5baacb5123ae req-618c896f-983b-4e3c-90fd-cdf3c5ccd059 tempest-ComputeTenantNetworksTest-1522794835 tempest-ComputeTenantNetworksTest-1522794835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.840715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e1c4-ed67-45fb-9491-5baacb5123ae req-618c896f-983b-4e3c-90fd-cdf3c5ccd059 tempest-ComputeTenantNetworksTest-1522794835 tempest-ComputeTenantNetworksTest-1522794835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.882541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e1c4-ed67-45fb-9491-5baacb5123ae req-618c896f-983b-4e3c-90fd-cdf3c5ccd059 tempest-ComputeTenantNetworksTest-1522794835 tempest-ComputeTenantNetworksTest-1522794835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.882541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b806e1c4-ed67-45fb-9491-5baacb5123ae req-618c896f-983b-4e3c-90fd-cdf3c5ccd059 tempest-ComputeTenantNetworksTest-1522794835 tempest-ComputeTenantNetworksTest-1522794835-project] Synchronizing usage tracker for tenant:033835c16e05433785fb2af86030ca7c on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:32.924434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b806e1c4-ed67-45fb-9491-5baacb5123ae req-618c896f-983b-4e3c-90fd-cdf3c5ccd059 tempest-ComputeTenantNetworksTest-1522794835 tempest-ComputeTenantNetworksTest-1522794835-project] Unset dirty status for tenant:033835c16e05433785fb2af86030ca7c on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:32.924434 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b806e1c4-ed67-45fb-9491-5baacb5123ae req-618c896f-983b-4e3c-90fd-cdf3c5ccd059 tempest-ComputeTenantNetworksTest-1522794835 tempest-ComputeTenantNetworksTest-1522794835-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3348174 Feb 04 15:33:33.044567 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071', 'code': 200} Feb 04 15:33:33.283121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5572902-923f-464e-b232-33dce33ceaaf req-bf20ae1d-2ccb-48c6-b970-dde329b25c68 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211437 Feb 04 15:33:33.398088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Attempting to bind port 7f64e6c0-ff36-4415-8bb6-946ba3967078 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:33.398088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Attempting to bind port 7f64e6c0-ff36-4415-8bb6-946ba3967078 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:33.398088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Attempting to bind port 7f64e6c0-ff36-4415-8bb6-946ba3967078 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:33.440852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Port 7f64e6c0-ff36-4415-8bb6-946ba3967078 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:33.440852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Attempting to bind port 7f64e6c0-ff36-4415-8bb6-946ba3967078 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:33.469014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:33.469014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Checking segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:33.469310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Bound using segment: {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:33.470712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Bound port: 7f64e6c0-ff36-4415-8bb6-946ba3967078, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c089fc7f-97fe-4a28-af6a-ae5200d481a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:33.470712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.479926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07479c15-34df-4554-8074-25f86b74ab3d req-c4ded869-2f1f-4535-bf89-5151aed18dfd tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:33.493713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07479c15-34df-4554-8074-25f86b74ab3d req-c4ded869-2f1f-4535-bf89-5151aed18dfd tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:33.508180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07479c15-34df-4554-8074-25f86b74ab3d req-c4ded869-2f1f-4535-bf89-5151aed18dfd tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:33.523178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07479c15-34df-4554-8074-25f86b74ab3d req-c4ded869-2f1f-4535-bf89-5151aed18dfd tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:33.535471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07479c15-34df-4554-8074-25f86b74ab3d req-c4ded869-2f1f-4535-bf89-5151aed18dfd tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:33.541795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07479c15-34df-4554-8074-25f86b74ab3d req-c4ded869-2f1f-4535-bf89-5151aed18dfd tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:33.554155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07479c15-34df-4554-8074-25f86b74ab3d req-c4ded869-2f1f-4535-bf89-5151aed18dfd tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:33.558224 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07479c15-34df-4554-8074-25f86b74ab3d req-c4ded869-2f1f-4535-bf89-5151aed18dfd tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5407 time: 0.3299487 Feb 04 15:33:33.646618 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07479c15-34df-4554-8074-25f86b74ab3d req-5135c412-e28d-4dd5-aac9-a653d19c731a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800757 Feb 04 15:33:33.871762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] For port 7f64e6c0-ff36-4415-8bb6-946ba3967078, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:33.878603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] For port 7f64e6c0-ff36-4415-8bb6-946ba3967078, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7f64e6c0-ff36-4415-8bb6-946ba3967078,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:33.897411 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.957785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02601e03-9ec2-49c4-9c88-10f947cc143e req-84114422-f4e7-4ad4-a374-38d916f88c05 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:33.957785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02601e03-9ec2-49c4-9c88-10f947cc143e req-84114422-f4e7-4ad4-a374-38d916f88c05 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 943 time: 0.3431995 Feb 04 15:33:34.047860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:34.047860 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.047860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] 10.222.0.61 "PUT /v2.0/ports/7f64e6c0-ff36-4415-8bb6-946ba3967078 HTTP/1.1" status: 200 len: 1091 time: 2.4083846 Feb 04 15:33:34.114047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-a405c1da-3200-420e-8250-61697f827914 service neutron] 10.222.0.53 "GET /v2.0/ports/73ae57b1-439e-44e3-8642-1422ca530088/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 384 time: 0.3803947 Feb 04 15:33:34.215534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f566fb5a-5555-4ebe-9e6e-6beb75d64294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.249077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:34.393599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8d3b-19a7-4cf4-aa83-1574a37593b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f64e6c0-ff36-4415-8bb6-946ba3967078,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:34.451980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219124d5-945f-4f01-8160-6ee3432052a4 req-0ad488a1-189b-4f50-a2dd-84c0692f33ed tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:34.466182 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-0ad488a1-189b-4f50-a2dd-84c0692f33ed tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 805 time: 0.5821264 Feb 04 15:33:34.482824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02601e03-9ec2-49c4-9c88-10f947cc143e req-3c396217-2ee0-4236-a533-9f4039179990 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144610 Feb 04 15:33:34.485634 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-9b0c161b-31dc-49d7-a24c-92e1dd928bd1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/quotas/8d1813fcdf5e4ec78905265eb6ec0201 HTTP/1.1" status: 200 len: 375 time: 0.0177600 Feb 04 15:33:34.503798 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.550510 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-88d35573-599f-47cb-9593-23ba71e73534 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644097 Feb 04 15:33:34.827748 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '5f251285-d08f-4263-bc68-2ea988858087', 'status': 'completed', 'code': 200} Feb 04 15:33:34.842279 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-4d193b93-e285-4a38-9965-0388dec3fe08 service neutron] 10.222.0.46 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908411 Feb 04 15:33:35.056185 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-4e109339-7b87-4cf5-806d-dbd720e749cd service neutron] 10.222.0.46 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115097 Feb 04 15:33:35.161973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6763-9f5a-4e01-8564-79f144acebc2 req-95859196-725d-4b7a-928a-7b0de34507e9 tempest-ComputeTenantNetworksTest-1522794835 tempest-ComputeTenantNetworksTest-1522794835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.161973 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1fde6763-9f5a-4e01-8564-79f144acebc2 req-95859196-725d-4b7a-928a-7b0de34507e9 tempest-ComputeTenantNetworksTest-1522794835 tempest-ComputeTenantNetworksTest-1522794835-project] 10.222.0.46 "GET /v2.0/networks/ac07674c-3798-435f-bd9d-7d5e81910bc5 HTTP/1.1" status: 200 len: 768 time: 0.2880332 Feb 04 15:33:35.179936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54938) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:35.611623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-2dc403c2-abcc-4602-b0ce-9b17757b9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.611623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-2dc403c2-abcc-4602-b0ce-9b17757b9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.611623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-2dc403c2-abcc-4602-b0ce-9b17757b9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.611623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-2dc403c2-abcc-4602-b0ce-9b17757b9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.611623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-2dc403c2-abcc-4602-b0ce-9b17757b9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.623760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-2dc403c2-abcc-4602-b0ce-9b17757b9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.623760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-2dc403c2-abcc-4602-b0ce-9b17757b9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.623760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-2dc403c2-abcc-4602-b0ce-9b17757b9fc1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6354 time: 0.7880480 Feb 04 15:33:35.854984 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.866386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-a052cfec-7ff1-44d2-aad4-653b61e2a98a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603225 Feb 04 15:33:35.971539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-66e7300e-d9f3-4bee-831f-2a4fbe8a9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.971539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-66e7300e-d9f3-4bee-831f-2a4fbe8a9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.971814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-66e7300e-d9f3-4bee-831f-2a4fbe8a9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.980043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 73ae57b1-439e-44e3-8642-1422ca530088 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:35.984802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-66e7300e-d9f3-4bee-831f-2a4fbe8a9e55 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2118397614c04148b46d2e6a194ba072&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3500552 Feb 04 15:33:36.212137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:33:36.250154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.308865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac07674c-3798-435f-bd9d-7d5e81910bc5']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:36.340967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebad32b-b95b-4b1f-b532-0102b8ea9765') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:36.342985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebad32b-b95b-4b1f-b532-0102b8ea9765') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:36.366370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.367538 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.401426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.417778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:33:36.418381 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.488727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54984) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:33:36.587666 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:33:36.599393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.639845 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-576605c4-aa66-45f5-884e-1eb789c471ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.660881 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.688110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac07674c-3798-435f-bd9d-7d5e81910bc5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:36.723849 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ac07674c-3798-435f-bd9d-7d5e81910bc5 HTTP/1.1" status: 204 len: 168 time: 1.5530939 Feb 04 15:33:36.728167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.729277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.729771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.730103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.730435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.730893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.731214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.731684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.732009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.732466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.732971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.733569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d872f5-eff3-4cee-8d06-88b154280b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:36.754358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-dcc2f632-29d2-4665-ada7-07c5114fe2ad tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:36.765211 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-dcc2f632-29d2-4665-ada7-07c5114fe2ad tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8978808 Feb 04 15:33:36.802990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-e7bfe9c4-1c5a-49a0-9a59-c82ddd8e59fd tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/quotas/94d67fbb5c1d4174bb1ab4a3339d700a HTTP/1.1" status: 200 len: 375 time: 0.0366275 Feb 04 15:33:36.850053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '6b9e96db-8e49-4b8a-a71c-190000ac9de8'}, {'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088'}, {'name': 'network-changed', 'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088'}, {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '5e5f2857-8e14-4c7e-b02d-dd341ae72129'}, {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9'}, {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '7f64e6c0-ff36-4415-8bb6-946ba3967078'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:36.963993 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-1c056469-8031-49b1-b746-2ea8f8bc5c6d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1596868 Feb 04 15:33:37.012731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-6fbc2a79-99e9-429b-be91-31365cb1e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.014116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54998) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:37.014455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-baf3964f-8fc9-4d5b-89e0-817b4dc6e91c req-6fbc2a79-99e9-429b-be91-31365cb1e9f8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9821506 Feb 04 15:33:37.032868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2662e571-4540-4299-9353-0f07cbf2f869 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:37.061495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-46cd1425-db02-4184-9773-97231b68a59a service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:37.085262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.136186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.149496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.159572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.168357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.175067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.180847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.187046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.188351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Synchronizing usage tracker for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:37.189949 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-405f985d-6398-43d4-962a-3e9fac3ce51c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=033835c16e05433785fb2af86030ca7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702535 Feb 04 15:33:37.195010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55002) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:37.238110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Transition to ACTIVE for port object 2662e571-4540-4299-9353-0f07cbf2f869 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:37.239341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-46cd1425-db02-4184-9773-97231b68a59a service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:37.326330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.333251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Unset dirty status for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:37.336073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-213be138-305a-4117-bd54-18b4e478b294 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5407 time: 1.3453090 Feb 04 15:33:37.454160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61d13510-618c-4e50-ad4c-6f948781a59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.520044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61d13510-618c-4e50-ad4c-6f948781a59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.540020 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.545476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-6ecd9a16-7d09-49b8-9a3e-380400b685ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.546283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-6ecd9a16-7d09-49b8-9a3e-380400b685ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.546618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-6ecd9a16-7d09-49b8-9a3e-380400b685ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.547076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-6ecd9a16-7d09-49b8-9a3e-380400b685ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.547530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-6ecd9a16-7d09-49b8-9a3e-380400b685ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.547979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-6ecd9a16-7d09-49b8-9a3e-380400b685ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.550028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-6ecd9a16-7d09-49b8-9a3e-380400b685ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.556962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-6ecd9a16-7d09-49b8-9a3e-380400b685ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 6490 time: 1.0633924 Feb 04 15:33:37.653016 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.717011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:37.749892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-46cd1425-db02-4184-9773-97231b68a59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ae57b1-439e-44e3-8642-1422ca530088 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:37.855374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-512eee16-255c-4f73-ada3-092ed0c089e8 req-f2b00b18-cae8-4802-a9cd-6dacef501d77 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4769902 Feb 04 15:33:37.902964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-46cd1425-db02-4184-9773-97231b68a59a service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:38.100073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.108092 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61d13510-618c-4e50-ad4c-6f948781a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.158030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-46cd1425-db02-4184-9773-97231b68a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.204197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Pushing event updated for resources: {'Port': ['ID=2662e571-4540-4299-9353-0f07cbf2f869,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:38.247121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:38.250031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:38.256659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-9f2d888e-c673-4e20-ba82-c5e6b2e7db87 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5216694 Feb 04 15:33:38.257159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d13510-618c-4e50-ad4c-6f948781a59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc800b58-a4d9-4feb-b704-7544bd4f5541,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:38.263449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61d13510-618c-4e50-ad4c-6f948781a59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.264431 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-61d13510-618c-4e50-ad4c-6f948781a59b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc800b58-a4d9-4feb-b704-7544bd4f5541 HTTP/1.1" status: 204 len: 168 time: 1.0680563 Feb 04 15:33:38.269245 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.391493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfa7a9-e8f4-4ba9-8bd6-f9fcabf8c865 req-d5c4bf99-c5ff-4926-945a-d4c3de1c1b4c tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:38.404543 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8fcfa7a9-e8f4-4ba9-8bd6-f9fcabf8c865 req-d5c4bf99-c5ff-4926-945a-d4c3de1c1b4c tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 950 time: 0.8119571 Feb 04 15:33:38.506649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:38.550008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219124d5-945f-4f01-8160-6ee3432052a4 req-4d6ca44d-a511-4670-ba38-093b6ed6be78 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:38.551815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-4d6ca44d-a511-4670-ba38-093b6ed6be78 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.53 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 805 time: 0.8693256 Feb 04 15:33:38.571763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Request body: {'port': {'device_id': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'admin_state_up': True, 'tenant_id': '8d1813fcdf5e4ec78905265eb6ec0201'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:38.613794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd8dc921-599e-4066-8423-7a04c6778813 req-f1732915-b286-48e0-bad8-7bd6cd4d4c73 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 210 time: 0.3591268 Feb 04 15:33:38.681055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Attempting to bind port 2662e571-4540-4299-9353-0f07cbf2f869 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:38.681732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Attempting to bind port 2662e571-4540-4299-9353-0f07cbf2f869 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:38.682609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Attempting to bind port 2662e571-4540-4299-9353-0f07cbf2f869 on network 9aecb207-c108-4db3-816f-362a655b55d1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:38.698544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Port 2662e571-4540-4299-9353-0f07cbf2f869 on network 9aecb207-c108-4db3-816f-362a655b55d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:38.699159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Attempting to bind port 2662e571-4540-4299-9353-0f07cbf2f869 on network 9aecb207-c108-4db3-816f-362a655b55d1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:38.706693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-46cd1425-db02-4184-9773-97231b68a59a service neutron] Transition to ACTIVE for port object 73ae57b1-439e-44e3-8642-1422ca530088 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:38.708221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:38.709289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Checking segment: {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:38.709289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Bound using segment: {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:38.710057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Bound port: 2662e571-4540-4299-9353-0f07cbf2f869, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:38.710163 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.728142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-46cd1425-db02-4184-9773-97231b68a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.756184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8fcfa7a9-e8f4-4ba9-8bd6-f9fcabf8c865 req-34d7320e-bda4-4c5e-b452-c90ab7cadff2 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506291 Feb 04 15:33:38.927410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.044611 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.117979 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '6b9e96db-8e49-4b8a-a71c-190000ac9de8', 'status': 'completed', 'code': 200} Feb 04 15:33:39.118237 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088', 'code': 200} Feb 04 15:33:39.119661 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088', 'status': 'completed', 'code': 200} Feb 04 15:33:39.120269 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '5e5f2857-8e14-4c7e-b02d-dd341ae72129', 'status': 'completed', 'code': 200} Feb 04 15:33:39.121372 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9', 'status': 'completed', 'code': 200} Feb 04 15:33:39.121795 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '7f64e6c0-ff36-4415-8bb6-946ba3967078', 'status': 'completed', 'code': 200} Feb 04 15:33:39.318938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:39.343192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Usage tracker for resource:port and tenant:8d1813fcdf5e4ec78905265eb6ec0201 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:39.350154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f2e6e933-781e-4acd-a4e4-4d1180d7ef3a req-7a5f1cb0-bba1-4e4d-8c96-1d3f49130ef4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 210 time: 0.0685067 Feb 04 15:33:39.352667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:39.362960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:39.387802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Made reservation on behalf of 8d1813fcdf5e4ec78905265eb6ec0201 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:39.397140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.487541 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'code': 200} Feb 04 15:33:39.782297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Allocated IP 172.20.0.8 (348f8a6c-8de0-4043-9de9-651f4f8a2053/afc02a95-b92d-4263-b839-e2b24f941b43/f3e0028a-4e3f-413c-85f8-f7bc7fe18967) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:39.803499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-46cd1425-db02-4184-9773-97231b68a59a service neutron] No DVR routers for this DVR port 73ae57b1-439e-44e3-8642-1422ca530088 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:39.967488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd1425-db02-4184-9773-97231b68a59a service neutron] Pushing event updated for resources: {'Port': ['ID=73ae57b1-439e-44e3-8642-1422ca530088,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:40.017957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-5d0ec869-8555-4047-a155-00d6d2a34dad tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3468835 Feb 04 15:33:40.153535 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-46cd1425-db02-4184-9773-97231b68a59a service neutron] 10.222.0.53 "PUT /v2.0/ports/73ae57b1-439e-44e3-8642-1422ca530088/bindings/n-h2-827870-1/activate HTTP/1.1" status: 200 len: 369 time: 6.0109196 Feb 04 15:33:40.198439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b84d9-c1ca-4a91-8daa-cd37818f1cc1 req-552a001a-a417-48a3-8e7a-c09bbbfbeb64 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.210621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b84d9-c1ca-4a91-8daa-cd37818f1cc1 req-552a001a-a417-48a3-8e7a-c09bbbfbeb64 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.226098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b84d9-c1ca-4a91-8daa-cd37818f1cc1 req-552a001a-a417-48a3-8e7a-c09bbbfbeb64 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.234708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b84d9-c1ca-4a91-8daa-cd37818f1cc1 req-552a001a-a417-48a3-8e7a-c09bbbfbeb64 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.243788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b84d9-c1ca-4a91-8daa-cd37818f1cc1 req-552a001a-a417-48a3-8e7a-c09bbbfbeb64 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.247111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55074) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:40.250489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b84d9-c1ca-4a91-8daa-cd37818f1cc1 req-552a001a-a417-48a3-8e7a-c09bbbfbeb64 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.268402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b84d9-c1ca-4a91-8daa-cd37818f1cc1 req-552a001a-a417-48a3-8e7a-c09bbbfbeb64 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.272246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] For port 2662e571-4540-4299-9353-0f07cbf2f869, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:40.283222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-941b84d9-c1ca-4a91-8daa-cd37818f1cc1 req-552a001a-a417-48a3-8e7a-c09bbbfbeb64 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5419 time: 0.3716025 Feb 04 15:33:40.320708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.386479 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.432156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2ef5f-f6ee-46aa-952e-a22b8d2313db req-6f93b7ff-75b4-42e3-a478-f19a926c817b tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.433969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ee2ef5f-f6ee-46aa-952e-a22b8d2313db req-6f93b7ff-75b4-42e3-a478-f19a926c817b tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 944 time: 1.2082968 Feb 04 15:33:40.439370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] For port 2662e571-4540-4299-9353-0f07cbf2f869, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2662e571-4540-4299-9353-0f07cbf2f869,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:40.452798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-80fdf375-738c-4a74-8cf0-051e8d4395db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.454250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-80fdf375-738c-4a74-8cf0-051e8d4395db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 1095 time: 1.3234193 Feb 04 15:33:40.466296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.605111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-941b84d9-c1ca-4a91-8daa-cd37818f1cc1 req-8ec64b89-6bf1-4194-ba94-51485b8e15c5 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3208132 Feb 04 15:33:40.609255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Network 348f8a6c-8de0-4043-9de9-651f4f8a2053 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:40.614035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:40.620484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:33:40.736930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.741425 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.760020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Pushing event updated for resources: {'Port': ['ID=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:40.835723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-767938646-network', 'tenant_id': '07df67e647f44600bd3da18176458f76'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:40.836753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-05c1d322-3398-4790-9fb9-a215e9e20c6b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2718277 Feb 04 15:33:40.842475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-4ebb844d-9731-4d57-bb61-e47ff2c12d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.842661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-4ebb844d-9731-4d57-bb61-e47ff2c12d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.843237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-4ebb844d-9731-4d57-bb61-e47ff2c12d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.844023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-4ebb844d-9731-4d57-bb61-e47ff2c12d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.844298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-4ebb844d-9731-4d57-bb61-e47ff2c12d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.844785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-4ebb844d-9731-4d57-bb61-e47ff2c12d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.845708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-4ebb844d-9731-4d57-bb61-e47ff2c12d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.847441 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-4ebb844d-9731-4d57-bb61-e47ff2c12d7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6379 time: 1.5357499 Feb 04 15:33:40.849606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Request body: {'port': {'device_id': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:40.900291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.901290 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.902974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] 10.222.0.61 "PUT /v2.0/ports/2662e571-4540-4299-9353-0f07cbf2f869 HTTP/1.1" status: 200 len: 1091 time: 6.7815104 Feb 04 15:33:40.910275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:41.005399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271724e-7eb1-4420-8c3f-347a0dedabd7 req-424b571c-64a1-4040-b703-23d799728cba tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.006193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7271724e-7eb1-4420-8c3f-347a0dedabd7 req-424b571c-64a1-4040-b703-23d799728cba tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Synchronizing usage tracker for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:41.015749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.071096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Usage tracker for resource:network and tenant:07df67e647f44600bd3da18176458f76 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:41.078762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ee2ef5f-f6ee-46aa-952e-a22b8d2313db req-1e9b286e-9190-4e90-b3a4-31d83874b02a tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200626 Feb 04 15:33:41.084146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Request body: {'port': {'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:41.111216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7271724e-7eb1-4420-8c3f-347a0dedabd7 req-424b571c-64a1-4040-b703-23d799728cba tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Unset dirty status for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:41.119498 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7271724e-7eb1-4420-8c3f-347a0dedabd7 req-424b571c-64a1-4040-b703-23d799728cba tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 931 time: 0.3281085 Feb 04 15:33:41.120111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:41.134466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '2662e571-4540-4299-9353-0f07cbf2f869'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:41.192449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:41.225961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b7041edc-9db1-4879-b2db-1a38df4891e5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.227533 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b7041edc-9db1-4879-b2db-1a38df4891e5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0997682 Feb 04 15:33:41.258744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb81851-b06c-4a8f-8843-e4d0287caf42 service neutron] Pushing event updated for resources: {'Port': ['ID=2662e571-4540-4299-9353-0f07cbf2f869,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:41.275453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Request body: {'port': {'device_id': '1a9805f6-187c-40bf-a127-43a2fb62c245', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '94d67fbb5c1d4174bb1ab4a3339d700a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:41.423329 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7271724e-7eb1-4420-8c3f-347a0dedabd7 req-0e96ae76-b84b-4dc3-a104-8e7b2de01596 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952409 Feb 04 15:33:41.494815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-400d02e8-60dc-409f-a0db-0619df600d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.495555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-400d02e8-60dc-409f-a0db-0619df600d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.495817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-400d02e8-60dc-409f-a0db-0619df600d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.497576 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-400d02e8-60dc-409f-a0db-0619df600d0a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2118397614c04148b46d2e6a194ba072&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5732844 Feb 04 15:33:41.498174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Made reservation on behalf of 07df67e647f44600bd3da18176458f76 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:41.500707 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.516906 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '2662e571-4540-4299-9353-0f07cbf2f869', 'status': 'completed', 'code': 200} Feb 04 15:33:41.602318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e0028a-4e3f-413c-85f8-f7bc7fe18967 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:41.614104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.631517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Transition to ACTIVE for port object f3e0028a-4e3f-413c-85f8-f7bc7fe18967 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:41.636190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.708590 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.736347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-e2ead3e2-446e-483c-a777-69d44db2bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.738559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-e2ead3e2-446e-483c-a777-69d44db2bc3d service neutron] 10.222.0.53 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 1.2419164 Feb 04 15:33:41.741116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f7cb81f-9365-4fe8-8025-b3d0942892d0 req-4f8451e1-c59a-4d4e-9155-d3de5978fffb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 210 time: 0.2260227 Feb 04 15:33:41.757228 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.782715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:41.881909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Usage tracker for resource:security_group_rule and tenant:07df67e647f44600bd3da18176458f76 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:41.882528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59547c38-ec59-47ee-9484-477860df840c service neutron] Pushing event updated for resources: {'Port': ['ID=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:41.904104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-88ce320f-5daa-43b9-b86b-7543b72b1a83 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.906008 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-88ce320f-5daa-43b9-b86b-7543b72b1a83 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1095 time: 1.6362529 Feb 04 15:33:41.909164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:41.916663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-fd9d3d56-e684-40eb-92c6-3b57d5eb07fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73ae57b1-439e-44e3-8642-1422ca530088 HTTP/1.1" status: 200 len: 217 time: 0.1313226 Feb 04 15:33:41.948094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Attempting to bind port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:41.948304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Attempting to bind port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:41.949055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Attempting to bind port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:41.952511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:41.958794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:41.960935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Attempting to bind port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:41.969137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:41.969886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Checking segment: {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:41.971016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Bound using segment: {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:41.971609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Bound port: f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:41.972233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.065625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:42.095090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:42.099653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:42.103941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.193887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:42.277297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:42.277929 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.279661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-59547c38-ec59-47ee-9484-477860df840c service neutron] 10.222.0.53 "PUT /v2.0/ports/f3e0028a-4e3f-413c-85f8-f7bc7fe18967 HTTP/1.1" status: 200 len: 1091 time: 1.4346721 Feb 04 15:33:42.286378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:42.295344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-3541d598-fdcf-4d2a-9ac3-a9be8290da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:42.300621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-3541d598-fdcf-4d2a-9ac3-a9be8290da16 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7754180 Feb 04 15:33:42.336404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59547c38-ec59-47ee-9484-477860df840c service neutron] Pushing event updated for resources: {'Port': ['ID=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:42.427715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-9951e6d0-2508-40dd-b737-4b7c73061040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:42.428869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-9951e6d0-2508-40dd-b737-4b7c73061040 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.4783280 Feb 04 15:33:42.438777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219124d5-945f-4f01-8160-6ee3432052a4 req-5b356d2a-36b7-4074-a23b-c4c1d0087c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:42.441583 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-5b356d2a-36b7-4074-a23b-c4c1d0087c81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 1094 time: 0.1056769 Feb 04 15:33:42.460995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Made reservation on behalf of 94d67fbb5c1d4174bb1ab4a3339d700a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:42.464455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.527510 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-c23f1fad-9036-44b6-9ad6-08059f3ca241 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967 HTTP/1.1" status: 200 len: 217 time: 0.0796778 Feb 04 15:33:42.544720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-9a6c0df9-6e10-4111-981a-7c935b0cf7af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847270 Feb 04 15:33:42.656319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219124d5-945f-4f01-8160-6ee3432052a4 req-0cf63b45-693e-4eee-94a4-c6b45ebc89df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:42.657890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-0cf63b45-693e-4eee-94a4-c6b45ebc89df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc02a95-b92d-4263-b839-e2b24f941b43 HTTP/1.1" status: 200 len: 845 time: 0.0839965 Feb 04 15:33:42.716525 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-1e3ebf71-3445-4585-8d66-191717896cfa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=348f8a6c-8de0-4043-9de9-651f4f8a2053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483899 Feb 04 15:33:42.723305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e31485-14e9-457f-87c5-3f0a2826f8d3 req-ccc53c25-51c5-4b3d-9e60-2caee9bcb0ee tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:42.725386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00e31485-14e9-457f-87c5-3f0a2826f8d3 req-ccc53c25-51c5-4b3d-9e60-2caee9bcb0ee tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 950 time: 0.2002325 Feb 04 15:33:42.858803 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00e31485-14e9-457f-87c5-3f0a2826f8d3 req-215a607b-bcf4-4d46-abce-4228ddc79488 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145961 Feb 04 15:33:42.905826 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-4af2ebda-0330-45ea-b298-10587a41efcb service neutron] 10.222.0.53 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801200 Feb 04 15:33:42.909996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-9a383c45-a2a6-494b-8db6-0ea942deea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:42.911465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-9a383c45-a2a6-494b-8db6-0ea942deea53 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64&tenant_id=f47c494d628741edb0d9fa67438cf824 HTTP/1.1" status: 200 len: 1095 time: 0.9874849 Feb 04 15:33:43.097075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e9e-8f00-458f-a5b3-2198ec9863bf req-7c08875d-2d61-4e36-a64a-12b00ff32906 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.102973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e9e-8f00-458f-a5b3-2198ec9863bf req-7c08875d-2d61-4e36-a64a-12b00ff32906 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.109073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e9e-8f00-458f-a5b3-2198ec9863bf req-7c08875d-2d61-4e36-a64a-12b00ff32906 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.115182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e9e-8f00-458f-a5b3-2198ec9863bf req-7c08875d-2d61-4e36-a64a-12b00ff32906 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.115774 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-219124d5-945f-4f01-8160-6ee3432052a4 req-d1b2905c-8d4c-4a2d-ab9c-de7bc0a3193c service neutron] 10.222.0.53 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017586 Feb 04 15:33:43.121201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e9e-8f00-458f-a5b3-2198ec9863bf req-7c08875d-2d61-4e36-a64a-12b00ff32906 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.126819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59f2d2-a283-4036-879f-a3d6d947a4aa req-b1b84e52-0583-4dbd-b515-a7ef6e8af62d tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.127146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e9e-8f00-458f-a5b3-2198ec9863bf req-7c08875d-2d61-4e36-a64a-12b00ff32906 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.128290 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ff59f2d2-a283-4036-879f-a3d6d947a4aa req-b1b84e52-0583-4dbd-b515-a7ef6e8af62d tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 944 time: 0.1357183 Feb 04 15:33:43.133012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e9e-8f00-458f-a5b3-2198ec9863bf req-7c08875d-2d61-4e36-a64a-12b00ff32906 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.135112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5bb44e9e-8f00-458f-a5b3-2198ec9863bf req-7c08875d-2d61-4e36-a64a-12b00ff32906 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5419 time: 1.0721102 Feb 04 15:33:43.137394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.176709 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ff59f2d2-a283-4036-879f-a3d6d947a4aa req-e5677686-5f4d-4f37-95b5-6bcb4704d6d5 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Feb 04 15:33:43.181146 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.296676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-5a837179-0896-4114-be29-68d3a5951e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.297230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-5a837179-0896-4114-be29-68d3a5951e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.297750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-5a837179-0896-4114-be29-68d3a5951e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.298238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-5a837179-0896-4114-be29-68d3a5951e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.298725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-5a837179-0896-4114-be29-68d3a5951e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.299436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-5a837179-0896-4114-be29-68d3a5951e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.299949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-5a837179-0896-4114-be29-68d3a5951e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.302133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-5a837179-0896-4114-be29-68d3a5951e3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6421 time: 0.9395018 Feb 04 15:33:43.335389 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-79751609-cc34-47b8-8ab4-84208b1bd6b9 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742526 Feb 04 15:33:43.369884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:43.401012 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967', 'status': 'completed', 'code': 200} Feb 04 15:33:43.477564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b713b3-5f2f-49e5-a123-c2ed51ade496,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:43.480551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:33:43.521504 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1d371-5358-4a31-9f74-629500b7512d req-e7d96a99-96e5-4bb3-b6a1-91fc5382ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.523159 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1c1d371-5358-4a31-9f74-629500b7512d req-e7d96a99-96e5-4bb3-b6a1-91fc5382ef58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 1094 time: 0.0958402 Feb 04 15:33:43.548587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5bb44e9e-8f00-458f-a5b3-2198ec9863bf req-1cec924a-e3eb-42b2-9b92-491df59387c1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3967886 Feb 04 15:33:43.575979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.576334 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Added segment 886fad44-d737-4b1a-8fc7-2af339f1bd86 of type vlan for network 740db0d2-b7d8-4158-b780-967caa10c900 Feb 04 15:33:43.639233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Allocated IP 192.168.233.71 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/b44f9941-7b3a-4235-8de9-275456ece8a2) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:43.714255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1d371-5358-4a31-9f74-629500b7512d req-454ad13d-b895-4a79-9010-41eccd0e8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.715688 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1c1d371-5358-4a31-9f74-629500b7512d req-454ad13d-b895-4a79-9010-41eccd0e8b9f service neutron] 10.222.0.53 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 906 time: 0.1599011 Feb 04 15:33:43.727706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f033731-d26b-42c6-a49f-f3dfdf9ccbf6 req-f3f25b9a-f148-42da-be5c-525d6d407939 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.729519 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f033731-d26b-42c6-a49f-f3dfdf9ccbf6 req-f3f25b9a-f148-42da-be5c-525d6d407939 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 943 time: 0.2040265 Feb 04 15:33:43.752891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-5bcfb6d0-ca8d-4f8d-8af4-79d52a3732f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.754309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-5bcfb6d0-ca8d-4f8d-8af4-79d52a3732f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 1095 time: 0.8072474 Feb 04 15:33:43.762815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:43.790451 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.813701 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1c1d371-5358-4a31-9f74-629500b7512d req-d3e5ff51-7b65-413f-805c-0f06864dde7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967 HTTP/1.1" status: 200 len: 217 time: 0.0831347 Feb 04 15:33:43.828111 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.852633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed2c563e-2583-4bd5-aa49-fa4a252f86db req-cb1c5499-8752-49bf-89f3-853fa1e9513f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 210 time: 0.1662350 Feb 04 15:33:43.874294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f033731-d26b-42c6-a49f-f3dfdf9ccbf6 req-28a38f43-52bd-4c92-8e3a-554bde6e000e tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875695 Feb 04 15:33:43.900229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1d371-5358-4a31-9f74-629500b7512d req-3dd051c3-262a-47af-9533-8ca8f2eb19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.901874 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1c1d371-5358-4a31-9f74-629500b7512d req-3dd051c3-262a-47af-9533-8ca8f2eb19e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc02a95-b92d-4263-b839-e2b24f941b43 HTTP/1.1" status: 200 len: 845 time: 0.0740244 Feb 04 15:33:43.942862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-70cd3e57-d095-4170-9259-d9be76277003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.944027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-70cd3e57-d095-4170-9259-d9be76277003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.944642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-70cd3e57-d095-4170-9259-d9be76277003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.946771 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-70cd3e57-d095-4170-9259-d9be76277003 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2118397614c04148b46d2e6a194ba072&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6239984 Feb 04 15:33:43.950603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1c1d371-5358-4a31-9f74-629500b7512d req-79ec8b84-9db7-4339-9e4a-46050c0d116d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=348f8a6c-8de0-4043-9de9-651f4f8a2053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419955 Feb 04 15:33:43.984111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Transition to ACTIVE for port object 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:44.037668 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.108318 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1c1d371-5358-4a31-9f74-629500b7512d req-406eef7f-2334-42fd-80d7-d251d272b96c service neutron] 10.222.0.53 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503839 Feb 04 15:33:44.125526 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-1e254933-c60f-4bfd-9df4-18d9aaf1eea0 service neutron] 10.222.0.53 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492728 Feb 04 15:33:44.246982 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.248157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.248928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.530442 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1c1d371-5358-4a31-9f74-629500b7512d req-a6671710-6816-4184-a7f8-e61dff43fa72 service neutron] 10.222.0.53 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155672 Feb 04 15:33:44.765761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:44.867012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f691-3b09-4719-a9e4-a97e19e76307 req-0d81283c-3b00-48a9-ad5a-2ead42f8e191 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.871554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-5bfb5167-3663-48f0-a130-8267fe73deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.873369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-5bfb5167-3663-48f0-a130-8267fe73deae service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 1.0971553 Feb 04 15:33:44.874145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f691-3b09-4719-a9e4-a97e19e76307 req-0d81283c-3b00-48a9-ad5a-2ead42f8e191 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.880190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f691-3b09-4719-a9e4-a97e19e76307 req-0d81283c-3b00-48a9-ad5a-2ead42f8e191 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.885975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f691-3b09-4719-a9e4-a97e19e76307 req-0d81283c-3b00-48a9-ad5a-2ead42f8e191 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.891857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f691-3b09-4719-a9e4-a97e19e76307 req-0d81283c-3b00-48a9-ad5a-2ead42f8e191 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.897947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f691-3b09-4719-a9e4-a97e19e76307 req-0d81283c-3b00-48a9-ad5a-2ead42f8e191 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.903874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f691-3b09-4719-a9e4-a97e19e76307 req-0d81283c-3b00-48a9-ad5a-2ead42f8e191 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.905857 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e46f691-3b09-4719-a9e4-a97e19e76307 req-0d81283c-3b00-48a9-ad5a-2ead42f8e191 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.1676857 Feb 04 15:33:44.961431 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e46f691-3b09-4719-a9e4-a97e19e76307 req-a1ea0936-77b7-47b6-b306-391920445844 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480728 Feb 04 15:33:44.965025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] Pushing event updated for resources: {'Network': ['ID=740db0d2-b7d8-4158-b780-967caa10c900,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:44.977203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 740db0d2-b7d8-4158-b780-967caa10c900 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:33:45.037714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-e2bca3eb-322e-41b3-9dbe-63bff1a74326 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73ae57b1-439e-44e3-8642-1422ca530088 HTTP/1.1" status: 200 len: 217 time: 0.1204386 Feb 04 15:33:45.043743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f24b63a0-cd50-4872-8b77-a3665bf283f1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.7822533 Feb 04 15:33:45.047588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55222) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:33:45.053274 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.056628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-6078a1e7-9e7c-4721-a9ce-8904356b817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.057687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Request body: {'subnet': {'network_id': '740db0d2-b7d8-4158-b780-967caa10c900', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-767938646-subnet', 'tenant_id': '07df67e647f44600bd3da18176458f76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:45.058099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-6078a1e7-9e7c-4721-a9ce-8904356b817a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0855460 Feb 04 15:33:45.078944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:45.085489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Usage tracker for resource:subnet and tenant:07df67e647f44600bd3da18176458f76 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:45.089691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:45.098958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:45.150254 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-24084641-8ef4-4f65-b71c-6d7c93761e70 req-a91419ba-d5f8-486d-a3d6-6129e3f6240c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 210 time: 0.0445254 Feb 04 15:33:45.156661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Made reservation on behalf of 07df67e647f44600bd3da18176458f76 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:45.160073 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.161887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Transition to ACTIVE for port object b44f9941-7b3a-4235-8de9-275456ece8a2 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:45.241390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Attempting to bind port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:45.241991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Attempting to bind port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:45.242465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Attempting to bind port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde on network 9aecb207-c108-4db3-816f-362a655b55d1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:45.249545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-f6880381-b055-4c21-adc4-e4e92e10b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.250997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-f6880381-b055-4c21-adc4-e4e92e10b803 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.2009466 Feb 04 15:33:45.264102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17152d-0a53-4db3-a1dd-c6689b62c271 req-da2dca81-5f97-4e77-a035-f78361e6fde2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.265677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d17152d-0a53-4db3-a1dd-c6689b62c271 req-da2dca81-5f97-4e77-a035-f78361e6fde2 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 944 time: 0.5997853 Feb 04 15:33:45.270714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde on network 9aecb207-c108-4db3-816f-362a655b55d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:45.271226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Attempting to bind port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde on network 9aecb207-c108-4db3-816f-362a655b55d1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:45.355177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:45.355646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Checking segment: {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:45.356115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Bound using segment: {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:45.356657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Bound port: 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e9e1fc-7f39-4297-be53-b1258504d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:45.357270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.368883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-e445248c-ba20-4741-b7d8-0f4f06b4f6f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990252 Feb 04 15:33:45.383064 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.397471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea', 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:45.399812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a97c06-16d8-4b66-bcdb-555410c21a2d req-f8a98282-af44-42c9-a116-7235ce3cf79f tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.401366 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07a97c06-16d8-4b66-bcdb-555410c21a2d req-f8a98282-af44-42c9-a116-7235ce3cf79f tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 943 time: 0.1441119 Feb 04 15:33:45.439020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['79d1293b-d4b9-45a0-add5-9a7cc649ac4f', '4af951b7-a93e-40ac-9922-ab22d54b110c', 'd5b08f6b-b258-46ec-a441-5fb6959ecb49'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:45.477864 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07a97c06-16d8-4b66-bcdb-555410c21a2d req-8c358c6b-4d37-4019-aeef-c44eb5446718 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701187 Feb 04 15:33:45.505072 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.605802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:45.610976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Checking segment: {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:45.612167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Network hostable DHCP agents. Network: 740db0d2-b7d8-4158-b780-967caa10c900, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:45.636556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Network 740db0d2-b7d8-4158-b780-967caa10c900 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:45.655472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 740db0d2-b7d8-4158-b780-967caa10c900) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:45.671527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f48789-9195-4eb7-9894-50a5e86f110a None None] Network 740db0d2-b7d8-4158-b780-967caa10c900 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:33:45.671852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d17152d-0a53-4db3-a1dd-c6689b62c271 req-36d819ad-912f-41fd-8a5b-eeb5bde71347 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666167 Feb 04 15:33:45.674825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.675856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.685065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:45.702267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:45.711746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-29b4deb6-7e7a-4e31-a516-5175d0f44c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.712567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-29b4deb6-7e7a-4e31-a516-5175d0f44c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.713228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-29b4deb6-7e7a-4e31-a516-5175d0f44c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.713861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-29b4deb6-7e7a-4e31-a516-5175d0f44c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.714468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-29b4deb6-7e7a-4e31-a516-5175d0f44c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.715241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-29b4deb6-7e7a-4e31-a516-5175d0f44c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.715868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-29b4deb6-7e7a-4e31-a516-5175d0f44c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.718355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-29b4deb6-7e7a-4e31-a516-5175d0f44c21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6446 time: 0.6081643 Feb 04 15:33:45.723247 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7fdf46c7-c2f3-4d8f-a5ec-57cfb0a37267 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6728146 Feb 04 15:33:45.725017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:33:45.790836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3f1660c2-bea0-4241-a705-bd31f8af9071 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:33:45.817226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-715d6d85-8755-40f7-8150-c47b29c54cd3 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373598 Feb 04 15:33:45.817996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event updated for resources: {'Port': ['ID=b44f9941-7b3a-4235-8de9-275456ece8a2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:46.026661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] For port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:46.077476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.078303 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.108270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f3e0028a-4e3f-413c-85f8-f7bc7fe18967 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:46.167729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] For port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:46.219883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.322441 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-846feda2-7141-4f4a-b44f-2b7441d6da23 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0770164 Feb 04 15:33:46.340357 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.387940 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:33:46.402210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-a371fcb0-26f1-498f-82ed-e09b68ff2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.402857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-a371fcb0-26f1-498f-82ed-e09b68ff2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.403465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-a371fcb0-26f1-498f-82ed-e09b68ff2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.405248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-a371fcb0-26f1-498f-82ed-e09b68ff2e82 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2118397614c04148b46d2e6a194ba072&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6376033 Feb 04 15:33:46.410403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2c9f9757-a2ce-4b07-b30b-0f6412d1737c None None] Provisioning for port b44f9941-7b3a-4235-8de9-275456ece8a2 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:46.411732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Request body: {'port': {'device_id': '1a9805f6-187c-40bf-a127-43a2fb62c245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:46.470422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2c9f9757-a2ce-4b07-b30b-0f6412d1737c None None] Provisioning complete for port b44f9941-7b3a-4235-8de9-275456ece8a2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:46.470422 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9757-a2ce-4b07-b30b-0f6412d1737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.493064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-6162aca0-84ba-46cc-b1c9-150ce50947a4 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.496496 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-6162aca0-84ba-46cc-b1c9-150ce50947a4 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 814 time: 0.1849973 Feb 04 15:33:46.514633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.515285 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.516731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] 10.222.0.61 "PUT /v2.0/ports/9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde HTTP/1.1" status: 200 len: 1091 time: 5.4563086 Feb 04 15:33:46.526891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-3962c749-a2c3-49ac-8359-c5180f1c7726 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/quotas/07df67e647f44600bd3da18176458f76 HTTP/1.1" status: 200 len: 375 time: 0.0121431 Feb 04 15:33:46.530344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:46.552319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60c618-9c30-45ca-89ba-faeec0d0019e None None] Network 740db0d2-b7d8-4158-b780-967caa10c900 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:33:46.598929 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-66cd5713-ba85-4d9e-95ae-415e02b370ff tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640409 Feb 04 15:33:46.719971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3f1660c2-bea0-4241-a705-bd31f8af9071,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:46.721121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f9757-a2ce-4b07-b30b-0f6412d1737c None None] Port b44f9941-7b3a-4235-8de9-275456ece8a2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:33:46.723241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:46.736542 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.763194 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-da8d7cbb-05eb-4cd7-bd11-7c57763eea40 service neutron] 10.222.0.46 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632998 Feb 04 15:33:46.794957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-ac49cb6c-3211-4de6-a508-36f9735559c4 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9099362 Feb 04 15:33:46.804349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63f094-1ab8-4395-9489-d2a99267df77 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:46.930647 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-6ff30352-2aed-419c-a72f-97f138a65d3f service neutron] 10.222.0.46 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617765 Feb 04 15:33:46.947342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b32d-e6a0-4303-85d3-754a0371c2fe req-1566523c-f732-4a13-b595-919c0d43fd2e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.953265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b32d-e6a0-4303-85d3-754a0371c2fe req-1566523c-f732-4a13-b595-919c0d43fd2e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.961503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b32d-e6a0-4303-85d3-754a0371c2fe req-1566523c-f732-4a13-b595-919c0d43fd2e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.968349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b32d-e6a0-4303-85d3-754a0371c2fe req-1566523c-f732-4a13-b595-919c0d43fd2e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.975016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b32d-e6a0-4303-85d3-754a0371c2fe req-1566523c-f732-4a13-b595-919c0d43fd2e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.981486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b32d-e6a0-4303-85d3-754a0371c2fe req-1566523c-f732-4a13-b595-919c0d43fd2e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.983022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:46.989511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b32d-e6a0-4303-85d3-754a0371c2fe req-1566523c-f732-4a13-b595-919c0d43fd2e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.993811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b861b32d-e6a0-4303-85d3-754a0371c2fe req-1566523c-f732-4a13-b595-919c0d43fd2e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.7626669 Feb 04 15:33:47.032719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-0a69cdef-e95d-474e-a8fe-7618f09a818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.034353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-0a69cdef-e95d-474e-a8fe-7618f09a818b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5686626 Feb 04 15:33:47.034907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.069080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=3f1660c2-bea0-4241-a705-bd31f8af9071,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:47.096118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'port_id': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967', 'mac_address': 'fa:16:3e:22:37:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc02a95-b92d-4263-b839-e2b24f941b43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:47.265549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b861b32d-e6a0-4303-85d3-754a0371c2fe req-a17c4ed2-c9c8-40c3-add2-909adbb0c26a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2461362 Feb 04 15:33:47.326411 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.352147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d1607-8b57-4fdc-b099-22d739fb484c req-9e437ab0-69b8-49e3-89d1-0873e1389c0d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.365965 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-322d1607-8b57-4fdc-b099-22d739fb484c req-9e437ab0-69b8-49e3-89d1-0873e1389c0d tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 935 time: 0.1480987 Feb 04 15:33:47.410474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e0028a-4e3f-413c-85f8-f7bc7fe18967 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:47.454769 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-322d1607-8b57-4fdc-b099-22d739fb484c req-1c6c5406-3a92-46a2-bfd8-da01cf9828e2 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815330 Feb 04 15:33:47.465743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:47.476397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.602210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:47.693707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1d7dacae-193f-4fef-b3e2-3b3002f780e9 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.695237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-1d7dacae-193f-4fef-b3e2-3b3002f780e9 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64&tenant_id=f47c494d628741edb0d9fa67438cf824&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 1095 time: 0.5354712 Feb 04 15:33:47.778308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-df239bd6-5434-4b2c-95f6-bd58ef0e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.778794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-df239bd6-5434-4b2c-95f6-bd58ef0e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.779494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-df239bd6-5434-4b2c-95f6-bd58ef0e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.779971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-df239bd6-5434-4b2c-95f6-bd58ef0e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.780437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-df239bd6-5434-4b2c-95f6-bd58ef0e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.780549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97033a09-57ce-47ce-a63a-7a890f3e3def req-2af79016-d4e0-41e0-84b8-23ca7a0635dc tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.781545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-df239bd6-5434-4b2c-95f6-bd58ef0e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.782053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-df239bd6-5434-4b2c-95f6-bd58ef0e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.785032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-df239bd6-5434-4b2c-95f6-bd58ef0e6d61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6488 time: 0.6192629 Feb 04 15:33:47.789357 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97033a09-57ce-47ce-a63a-7a890f3e3def req-2af79016-d4e0-41e0-84b8-23ca7a0635dc tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 944 time: 0.1098819 Feb 04 15:33:47.807816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:47.858806 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97033a09-57ce-47ce-a63a-7a890f3e3def req-3a1177e5-b744-4e99-a77f-76b1ec45ebda tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682104 Feb 04 15:33:47.913009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594071e-40ee-4932-a571-b5e00833d171 req-e2f059c2-5158-47e2-9d93-f45911f9e308 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.914630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3594071e-40ee-4932-a571-b5e00833d171 req-e2f059c2-5158-47e2-9d93-f45911f9e308 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 944 time: 0.4376333 Feb 04 15:33:47.928362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f3e0028a-4e3f-413c-85f8-f7bc7fe18967'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:48.012518 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071', 'code': 200} Feb 04 15:33:48.092746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:48.101023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3594071e-40ee-4932-a571-b5e00833d171 req-aa62c483-631f-4d33-bdf8-142acfbca63f tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Synchronizing usage tracker for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:33:48.109968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'mac_address': 'fa:16:3e:fe:6f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:48.124268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-c7a6f2db-f86b-45ea-b532-571ec59b8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:48.124987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-c7a6f2db-f86b-45ea-b532-571ec59b8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:48.125620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-c7a6f2db-f86b-45ea-b532-571ec59b8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:48.127853 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-c7a6f2db-f86b-45ea-b532-571ec59b8d27 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2118397614c04148b46d2e6a194ba072&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3173943 Feb 04 15:33:48.139733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44f9941-7b3a-4235-8de9-275456ece8a2 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:48.155363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:48.191324 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde', 'status': 'completed', 'code': 200} Feb 04 15:33:48.197446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.250237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3594071e-40ee-4932-a571-b5e00833d171 req-aa62c483-631f-4d33-bdf8-142acfbca63f tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Unset dirty status for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:33:48.251633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3594071e-40ee-4932-a571-b5e00833d171 req-aa62c483-631f-4d33-bdf8-142acfbca63f tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227937 Feb 04 15:33:48.308410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Transition to ACTIVE for port object b44f9941-7b3a-4235-8de9-275456ece8a2 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:48.332397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-6c5f8d05-88c4-42d3-9d2b-ad2ac165348e service neutron] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:48.343359 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-6c5f8d05-88c4-42d3-9d2b-ad2ac165348e service neutron] Notify callbacks [] for binding, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.344437 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-6c5f8d05-88c4-42d3-9d2b-ad2ac165348e service neutron] 10.222.0.61 "DELETE /v2.0/ports/73ae57b1-439e-44e3-8642-1422ca530088/bindings/n-h1-827870-1 HTTP/1.1" status: 204 len: 173 time: 0.6401420 Feb 04 15:33:48.345090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.421781 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7a1c2cea-8990-4039-a3f3-853d260b5f37 req-b9cf8fd2-851b-4490-8da7-730dbe3a8622 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 210 time: 0.1052642 Feb 04 15:33:48.439024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.545388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abef6e6b-ec04-40c6-82a2-1dac7ee157ed {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:48.787914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b44f9941-7b3a-4235-8de9-275456ece8a2,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:48.864727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:48.886836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '8a603632-a0bf-42ca-9795-2fcc96993369', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '8a603632-a0bf-42ca-9795-2fcc96993369', 'mac_address': 'fa:16:3e:ba:00:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:48.901882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:48.972664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-eeb041e4-24d4-4795-91f7-3b3fb671efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:48.981816 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.983733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7132597b-c347-4a8a-9021-fd1385afb6e3 req-eeb041e4-24d4-4795-91f7-3b3fb671efb9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8327661 Feb 04 15:33:49.089389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d4eae-65a5-494d-919b-c7457308d49c req-f7da87a6-e247-4abb-9de3-e5d7caeea22e tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.098588 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef0d4eae-65a5-494d-919b-c7457308d49c req-f7da87a6-e247-4abb-9de3-e5d7caeea22e tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 1095 time: 0.3878996 Feb 04 15:33:49.134359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Attempting to bind port b44f9941-7b3a-4235-8de9-275456ece8a2 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:49.135249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Attempting to bind port b44f9941-7b3a-4235-8de9-275456ece8a2 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:49.135734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Attempting to bind port b44f9941-7b3a-4235-8de9-275456ece8a2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:49.148405 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.161874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Port b44f9941-7b3a-4235-8de9-275456ece8a2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:49.162231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Attempting to bind port b44f9941-7b3a-4235-8de9-275456ece8a2 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:49.173289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-3938a10d-7cc9-4529-b65f-06ccf6efb362 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.175911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-3938a10d-7cc9-4529-b65f-06ccf6efb362 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.53 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 814 time: 0.3549337 Feb 04 15:33:49.176411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['abef6e6b-ec04-40c6-82a2-1dac7ee157ed'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:49.190113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Request body: {'port': {'device_id': '2e878213-5460-48b5-a146-9e3b9c884bab', 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900', 'admin_state_up': True, 'tenant_id': '07df67e647f44600bd3da18176458f76'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:49.209868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1857d-e0be-4335-9e34-58785ac8838c req-c33d45a0-e00b-49cc-bd22-4d0927ad7776 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.223388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1857d-e0be-4335-9e34-58785ac8838c req-c33d45a0-e00b-49cc-bd22-4d0927ad7776 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.231542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1857d-e0be-4335-9e34-58785ac8838c req-c33d45a0-e00b-49cc-bd22-4d0927ad7776 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.240595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1857d-e0be-4335-9e34-58785ac8838c req-c33d45a0-e00b-49cc-bd22-4d0927ad7776 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.251831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1857d-e0be-4335-9e34-58785ac8838c req-c33d45a0-e00b-49cc-bd22-4d0927ad7776 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.255162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a603632-a0bf-42ca-9795-2fcc96993369 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:49.275332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1857d-e0be-4335-9e34-58785ac8838c req-c33d45a0-e00b-49cc-bd22-4d0927ad7776 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.284425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:49.297160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1857d-e0be-4335-9e34-58785ac8838c req-c33d45a0-e00b-49cc-bd22-4d0927ad7776 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.301101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9e1857d-e0be-4335-9e34-58785ac8838c req-c33d45a0-e00b-49cc-bd22-4d0927ad7776 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.6779506 Feb 04 15:33:49.307365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:49.308623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:49.309690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:49.310166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Bound port: b44f9941-7b3a-4235-8de9-275456ece8a2, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:49.310527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.360214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:49.388503 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.604205 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef0d4eae-65a5-494d-919b-c7457308d49c req-99e10632-453b-4061-9fb1-5373d5760925 tempest-LiveMigrationTest-987591838 tempest-LiveMigrationTest-987591838-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017512 Feb 04 15:33:49.687333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8a603632-a0bf-42ca-9795-2fcc96993369'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:49.849419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:33:49.858681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Usage tracker for resource:port and tenant:07df67e647f44600bd3da18176458f76 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:33:49.874359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:33:49.894763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:33:50.023280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:50.032441 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9e1857d-e0be-4335-9e34-58785ac8838c req-977a4712-5571-4c7e-b131-c965010429be tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6782064 Feb 04 15:33:50.052253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Made reservation on behalf of 07df67e647f44600bd3da18176458f76 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:50.062225 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.094489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ba4672ab-86eb-40d5-8e47-be8c87604445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.097387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ba4672ab-86eb-40d5-8e47-be8c87604445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.097715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ba4672ab-86eb-40d5-8e47-be8c87604445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.098214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ba4672ab-86eb-40d5-8e47-be8c87604445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.098693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ba4672ab-86eb-40d5-8e47-be8c87604445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.099159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ba4672ab-86eb-40d5-8e47-be8c87604445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.099622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ba4672ab-86eb-40d5-8e47-be8c87604445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.107749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ba4672ab-86eb-40d5-8e47-be8c87604445 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6488 time: 0.8054061 Feb 04 15:33:50.112923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] For port b44f9941-7b3a-4235-8de9-275456ece8a2, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:50.124165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] For port b44f9941-7b3a-4235-8de9-275456ece8a2, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b44f9941-7b3a-4235-8de9-275456ece8a2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:50.289748 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.302219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-856dc335-b286-4f2b-bbd8-4751e742f4ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f251285-d08f-4263-bc68-2ea988858087 HTTP/1.1" status: 200 len: 217 time: 0.1763787 Feb 04 15:33:50.344837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15164f-0512-41cf-95b0-1d2f99f5cc28 req-5b63ffb3-a42f-4478-9a17-ff019d669848 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.365539 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3d15164f-0512-41cf-95b0-1d2f99f5cc28 req-5b63ffb3-a42f-4478-9a17-ff019d669848 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 947 time: 0.4659326 Feb 04 15:33:50.380157 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:33:50.494349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Allocated IP 172.20.0.9 (740db0d2-b7d8-4158-b780-967caa10c900/ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c/02ea6af6-c416-49f2-a061-0630614cc579) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:50.541827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.543209 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.544867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] 10.222.0.61 "PUT /v2.0/ports/b44f9941-7b3a-4235-8de9-275456ece8a2 HTTP/1.1" status: 200 len: 1095 time: 4.1470265 Feb 04 15:33:50.548568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9805f6-187c-40bf-a127-43a2fb62c245', 'tag': 'b44f9941-7b3a-4235-8de9-275456ece8a2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:50.589855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-59a7ed11-0c16-474f-8357-22505fc7a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.592350 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-59a7ed11-0c16-474f-8357-22505fc7a3c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=19de3882-e481-4d8b-9b38-76eb7da60943 HTTP/1.1" status: 200 len: 855 time: 0.1433561 Feb 04 15:33:50.601889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815700-b17e-42ef-a6f3-0b9f48d404d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b44f9941-7b3a-4235-8de9-275456ece8a2,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:50.854845 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3d15164f-0512-41cf-95b0-1d2f99f5cc28 req-badbcbfe-48bd-4f5e-bb6d-faed2db85a5c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880314 Feb 04 15:33:50.964964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-32e31251-167a-47fb-8a67-3d2d0877044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.966582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-32e31251-167a-47fb-8a67-3d2d0877044e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ae4d463-47b5-441c-8647-a19cd31e01ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3556480 Feb 04 15:33:50.969302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b623ad01-250f-4bc7-ac7f-c926207a6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.978471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-b623ad01-250f-4bc7-ac7f-c926207a6af4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 1098 time: 0.2993641 Feb 04 15:33:51.151883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.263294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.265777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-6012d98e-6695-4039-bb2b-4582b3c9901c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=b44f9941-7b3a-4235-8de9-275456ece8a2 HTTP/1.1" status: 200 len: 217 time: 0.2411675 Feb 04 15:33:51.490891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Network 740db0d2-b7d8-4158-b780-967caa10c900 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:51.490891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:51.490891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:33:51.551583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-3bdc72d8-0103-4887-981d-ae2917d5d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:51.553726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-3bdc72d8-0103-4887-981d-ae2917d5d7eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2625928 Feb 04 15:33:51.570587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-ef153d3a-2bfe-4bea-853f-448cc2ed1b84 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae4d463-47b5-441c-8647-a19cd31e01ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899854 Feb 04 15:33:51.606354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Pushing event updated for resources: {'Port': ['ID=02ea6af6-c416-49f2-a061-0630614cc579,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:51.693076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:51.694358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.803339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-f696a109-d894-44bc-b046-f269e4d0cf83 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6171119 Feb 04 15:33:51.821762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:51.831735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-62d6eddd-3621-40b9-b1c8-fed78be8edc3 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:33:51.833785 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-62d6eddd-3621-40b9-b1c8-fed78be8edc3 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214708 Feb 04 15:33:52.091845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port abef6e6b-ec04-40c6-82a2-1dac7ee157ed triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:52.092441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.153141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Request body: {'port': {'device_id': '2e878213-5460-48b5-a146-9e3b9c884bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:52.240237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-cd882b6e-3732-4295-b650-f9faf7f3eb01 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae4d463-47b5-441c-8647-a19cd31e01ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617619 Feb 04 15:33:52.249977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f3e0028a-4e3f-413c-85f8-f7bc7fe18967 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:52.429371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0dc3d271-a81a-4d45-b37d-659c0eb84aeb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=6b9e96db-8e49-4b8a-a71c-190000ac9de8 HTTP/1.1" status: 200 len: 217 time: 0.1851711 Feb 04 15:33:52.433585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.582892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-6532da7b-a915-48b4-b7fb-62d2fed08d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:52.584680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-6532da7b-a915-48b4-b7fb-62d2fed08d1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=724662c2-4369-437e-a6f2-d6b7e1d8d3e2 HTTP/1.1" status: 200 len: 797 time: 0.1491516 Feb 04 15:33:52.588498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-14574dc7-5465-415b-a7d9-b4c169fef817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:52.590460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-14574dc7-5465-415b-a7d9-b4c169fef817 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0135214 Feb 04 15:33:52.719412 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.788265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:52.819226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:52.844433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:52.845251 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.894065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-4fd282f9-1ed7-4bec-af29-d9a494070dd3 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618828 Feb 04 15:33:52.923346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:53.021641 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.218112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=10']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:53.355905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-851d69f7-df1a-4e35-bf3b-2a9d27543715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:53.365051 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-851d69f7-df1a-4e35-bf3b-2a9d27543715 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7733090 Feb 04 15:33:53.437599 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.545743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:53.558890 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.559873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:53.616984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ea6af6-c416-49f2-a061-0630614cc579 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:53.639946 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.708284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Transition to ACTIVE for port object 02ea6af6-c416-49f2-a061-0630614cc579 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:53.718587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.788712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807024aa-ecab-45d4-8a93-fbce608eec7f req-9eb96a9e-a253-48aa-9139-663e78633716 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8832455 Feb 04 15:33:53.802120 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-690763ad-f15b-45bf-943b-0c23813cf8c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8990350 Feb 04 15:33:54.051141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:54.064929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=02ea6af6-c416-49f2-a061-0630614cc579,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:54.097387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 8a603632-a0bf-42ca-9795-2fcc96993369 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:54.097387 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.146518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-edf18479-9045-4a6d-b30c-dcc41006ef2b service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281199 Feb 04 15:33:54.312464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Attempting to bind port 02ea6af6-c416-49f2-a061-0630614cc579 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:54.312834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Attempting to bind port 02ea6af6-c416-49f2-a061-0630614cc579 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:54.313201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Attempting to bind port 02ea6af6-c416-49f2-a061-0630614cc579 on network 740db0d2-b7d8-4158-b780-967caa10c900 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:54.330664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Port 02ea6af6-c416-49f2-a061-0630614cc579 on network 740db0d2-b7d8-4158-b780-967caa10c900 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:33:54.334026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Attempting to bind port 02ea6af6-c416-49f2-a061-0630614cc579 on network 740db0d2-b7d8-4158-b780-967caa10c900 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:33:54.359110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:33:54.360573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Checking segment: {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:33:54.363158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Bound using segment: {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:33:54.363810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Bound port: 02ea6af6-c416-49f2-a061-0630614cc579, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:54.371936 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.467071 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.484931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-995fae85-5ffa-4e01-9533-b055fdf6a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:54.487085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-995fae85-5ffa-4e01-9533-b055fdf6a82a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f47c494d628741edb0d9fa67438cf824&device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 1095 time: 0.4846983 Feb 04 15:33:54.562436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:54.599546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.746446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-9d3c056c-49d4-4a57-9c8f-5f743382111e service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913329 Feb 04 15:33:54.771736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] For port 02ea6af6-c416-49f2-a061-0630614cc579, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:33:54.782243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] For port 02ea6af6-c416-49f2-a061-0630614cc579, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=02ea6af6-c416-49f2-a061-0630614cc579,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:33:54.786004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=10']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:54.793023 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.799249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.799249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.799249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.799249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.799633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.799900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.804347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.808404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.809908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.810806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.811287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.812640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:54.904711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-751111a2-3fb5-420e-b980-5b18b1bbf317 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=5e5f2857-8e14-4c7e-b02d-dd341ae72129 HTTP/1.1" status: 200 len: 217 time: 0.1478779 Feb 04 15:33:55.009074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:55.009516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:55.012434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f588fdf1-99d8-4b8e-8997-9f6302bd6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:55.013294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] 10.222.0.53 "PUT /v2.0/ports/02ea6af6-c416-49f2-a061-0630614cc579 HTTP/1.1" status: 200 len: 1091 time: 3.1698308 Feb 04 15:33:55.013689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e878213-5460-48b5-a146-9e3b9c884bab', 'tag': '02ea6af6-c416-49f2-a061-0630614cc579'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:55.016732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-f588fdf1-99d8-4b8e-8997-9f6302bd6a58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=724662c2-4369-437e-a6f2-d6b7e1d8d3e2 HTTP/1.1" status: 200 len: 797 time: 0.1037197 Feb 04 15:33:55.152583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0f18e-450f-4cc7-ab3a-98db6a705ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=02ea6af6-c416-49f2-a061-0630614cc579,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:55.237469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-12d0872a-bcfb-4ec2-9db5-331643abc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:55.238786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-7c057451-b754-4a1d-8e3f-9e6702f3e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:55.241145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-12d0872a-bcfb-4ec2-9db5-331643abc3e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 1094 time: 0.1732464 Feb 04 15:33:55.242582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-7c057451-b754-4a1d-8e3f-9e6702f3e6b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 200 len: 909 time: 0.7164884 Feb 04 15:33:55.342907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-97b421bd-db8c-43e0-8bea-c5f3c5560c7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 200 len: 217 time: 0.0889935 Feb 04 15:33:55.455322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-2f784e29-c850-4289-b46d-96d9320dc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:55.456392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-2f784e29-c850-4289-b46d-96d9320dc553 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 200 len: 848 time: 0.1051061 Feb 04 15:33:55.461738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-1d080f5c-9f96-422d-a925-e879e7272849 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de472239-8155-43ba-ba83-3a96aec33d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8258646 Feb 04 15:33:55.606723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-225d6652-964f-45db-ab74-e2778b4e6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:55.609952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-225d6652-964f-45db-ab74-e2778b4e6cf6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5446649 Feb 04 15:33:55.646222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-359c3054-7dcf-4310-9837-824bbc94fdeb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835494 Feb 04 15:33:55.718888 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-7fdb00c3-8c71-43dc-a35e-d09f758903d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ea6af6-c416-49f2-a061-0630614cc579 HTTP/1.1" status: 200 len: 217 time: 0.4679806 Feb 04 15:33:55.803964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-572c7b81-fdfb-426a-9ccd-b79896693a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:55.805820 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-572c7b81-fdfb-426a-9ccd-b79896693a9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.0826318 Feb 04 15:33:55.839763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b44f9941-7b3a-4235-8de9-275456ece8a2 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:55.900478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-8c61d59c-207b-42c7-887e-c83e108accda service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460554 Feb 04 15:33:55.948329 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-2b623680-f7cb-476b-8b59-910016af944c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346142 Feb 04 15:33:56.180893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-5558b76e-de73-4e5e-8fd3-827bd99f3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:56.181398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b44f9941-7b3a-4235-8de9-275456ece8a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b44f9941-7b3a-4235-8de9-275456ece8a2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:56.185980 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-5558b76e-de73-4e5e-8fd3-827bd99f3593 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 1100 time: 0.6881573 Feb 04 15:33:56.242537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'b44f9941-7b3a-4235-8de9-275456ece8a2', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'b44f9941-7b3a-4235-8de9-275456ece8a2', 'mac_address': 'fa:16:3e:8f:0a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:56.361827 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-674f37a1-e494-48c2-b1f4-790bb7085da7 service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051955 Feb 04 15:33:56.373834 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:56.395413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44f9941-7b3a-4235-8de9-275456ece8a2 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:56.415291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b44f9941-7b3a-4235-8de9-275456ece8a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b44f9941-7b3a-4235-8de9-275456ece8a2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:56.425306 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:56.567631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b44f9941-7b3a-4235-8de9-275456ece8a2,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:56.612623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-d9bc9ddf-7287-41c4-9fad-67d57e74ab96 service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505332 Feb 04 15:33:56.621765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-85f2ab06-b17a-47ce-b7d6-9b5d9a9b4a00 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9643192 Feb 04 15:33:56.656599 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ee2065-6bf9-43d9-b3f2-ed8e94f4ec66 req-82a7a144-1ab8-4808-8bbd-8b0759fd355e service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850845 Feb 04 15:33:56.715673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-641e112c-0266-4fa1-ac61-d6b471bf5bab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=73c601f1-2f34-4dfa-8780-3ff4ff940ff9 HTTP/1.1" status: 200 len: 217 time: 0.0909452 Feb 04 15:33:56.807495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['b44f9941-7b3a-4235-8de9-275456ece8a2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:56.879421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-e121993c-1c24-449b-a04e-e91336e8bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:56.880818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-e121993c-1c24-449b-a04e-e91336e8bb15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=724662c2-4369-437e-a6f2-d6b7e1d8d3e2 HTTP/1.1" status: 200 len: 797 time: 0.1096067 Feb 04 15:33:56.984675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-020529e2-6d8e-4a3b-b76e-822625475f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:56.987557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-020529e2-6d8e-4a3b-b76e-822625475f95 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.7573135 Feb 04 15:33:57.110322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-411c9c09-676a-4d80-8a74-e659e9e4b3fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=79d1293b-d4b9-45a0-add5-9a7cc649ac4f HTTP/1.1" status: 200 len: 217 time: 0.1056688 Feb 04 15:33:57.215833 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04b5eed-8c97-4dc8-8c58-732371ec9d50 req-556f0a77-a96f-4809-81cd-79acca419675 service neutron] 10.222.0.61 "GET /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211685 Feb 04 15:33:57.241596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-e70986f9-415f-4ae2-8bdd-90e5d4f7d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:57.243489 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-e70986f9-415f-4ae2-8bdd-90e5d4f7d169 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3537743 Feb 04 15:33:57.343311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-35800fda-fc25-4cec-b34b-ad47b3ff6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:57.354550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-35800fda-fc25-4cec-b34b-ad47b3ff6cb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2212539 Feb 04 15:33:57.698132 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-210f4c98-a75f-4c06-b1b6-0474a559bc96 service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465969 Feb 04 15:33:57.863514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-0eb29dfc-c6ca-43a4-a546-bd18745a17a6 service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553433 Feb 04 15:33:57.954547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-178e10cf-8b5b-409b-8ed5-dd0689af5180 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=7f64e6c0-ff36-4415-8bb6-946ba3967078 HTTP/1.1" status: 200 len: 217 time: 0.0844579 Feb 04 15:33:57.964857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-48943c4a-8b33-4a54-bedf-5f154f2bcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:57.966565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-48943c4a-8b33-4a54-bedf-5f154f2bcea7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4989018 Feb 04 15:33:58.099233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 02ea6af6-c416-49f2-a061-0630614cc579 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:33:58.123991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7d3a0a9f-be51-4651-a713-962c242536bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:58.125802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-7d3a0a9f-be51-4651-a713-962c242536bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=724662c2-4369-437e-a6f2-d6b7e1d8d3e2 HTTP/1.1" status: 200 len: 797 time: 0.1634767 Feb 04 15:33:58.315157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-68f26c46-7801-453c-9051-2c25c2e04ff0 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140619 Feb 04 15:33:58.416357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 02ea6af6-c416-49f2-a061-0630614cc579, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=02ea6af6-c416-49f2-a061-0630614cc579,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:58.436479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '02ea6af6-c416-49f2-a061-0630614cc579', 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900', 'port_id': '02ea6af6-c416-49f2-a061-0630614cc579', 'mac_address': 'fa:16:3e:8c:98:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:33:58.459502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5d099fe9-fe7c-40b4-a026-9cb486cdf6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:58.461116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5d099fe9-fe7c-40b4-a026-9cb486cdf6a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3264987 Feb 04 15:33:58.543874 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:58.565753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ea6af6-c416-49f2-a061-0630614cc579 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:58.590259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 02ea6af6-c416-49f2-a061-0630614cc579, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=02ea6af6-c416-49f2-a061-0630614cc579,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:33:58.602127 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:58.602681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f930ba-4f4f-4c72-9f1a-c5f46f3e63dc req-64f1ff8d-bed3-4092-9bfc-77c08d6f058f service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804635 Feb 04 15:33:58.686722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=02ea6af6-c416-49f2-a061-0630614cc579,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:58.970597 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-6059111d-7027-45c3-b775-d03339efa69d service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833999 Feb 04 15:33:58.979492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['02ea6af6-c416-49f2-a061-0630614cc579'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:33:59.477573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-8fc8403d-386f-46c3-b347-6e33b407fc73 service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688132 Feb 04 15:33:59.595239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-995a50a6-b3df-46ff-b4e8-7265d16247e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2662e571-4540-4299-9353-0f07cbf2f869 HTTP/1.1" status: 200 len: 217 time: 0.1082141 Feb 04 15:33:59.674835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-20dd1155-2764-4156-bb22-225c72b5a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:59.676451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-20dd1155-2764-4156-bb22-225c72b5a2ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e610022-825b-4b19-a0f1-7766c51e9f10 HTTP/1.1" status: 200 len: 797 time: 0.0733719 Feb 04 15:33:59.781906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-a8e578e1-a207-4889-9ea8-a2281140bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:59.782109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-a8e578e1-a207-4889-9ea8-a2281140bd2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9aecb207-c108-4db3-816f-362a655b55d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0986450 Feb 04 15:33:59.857636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b44f9941-7b3a-4235-8de9-275456ece8a2 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:33:59.969013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port b44f9941-7b3a-4235-8de9-275456ece8a2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:59.976853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port b44f9941-7b3a-4235-8de9-275456ece8a2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:59.977703 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:00.010387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-3c3e1387-f6cb-4564-a1c3-0b8412cfb605 service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198813 Feb 04 15:34:00.206405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-74d14491-bf7a-4b11-9228-38c4dc8d9892 service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853805 Feb 04 15:34:00.300563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-36a123a3-c1ee-41b4-a763-a40906e269ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde HTTP/1.1" status: 200 len: 217 time: 0.0881071 Feb 04 15:34:00.368521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-51b843d4-4567-4e87-9143-89866e27b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:00.370260 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-51b843d4-4567-4e87-9143-89866e27b5f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e610022-825b-4b19-a0f1-7766c51e9f10 HTTP/1.1" status: 200 len: 797 time: 0.0622332 Feb 04 15:34:00.394346 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:00.441447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b44f9941-7b3a-4235-8de9-275456ece8a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b44f9941-7b3a-4235-8de9-275456ece8a2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:00.498747 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:00.595170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-01cbf9de-5cce-4b5c-a679-c3b57a746286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:00.596848 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-01cbf9de-5cce-4b5c-a679-c3b57a746286 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9aecb207-c108-4db3-816f-362a655b55d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2197018 Feb 04 15:34:00.693913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b44f9941-7b3a-4235-8de9-275456ece8a2,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:00.851654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-5518d44d-0505-4231-8a38-17de97663108 service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465932 Feb 04 15:34:01.090411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a43a4f-2948-4de4-99b2-876f63d73c38 req-221bf567-4e4e-4580-bc42-b9c387e8e3b0 service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320364 Feb 04 15:34:01.315474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-a37b3af4-08e7-4939-9f5b-353dff4f17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.315952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-a37b3af4-08e7-4939-9f5b-353dff4f17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.321544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-a37b3af4-08e7-4939-9f5b-353dff4f17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.322049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-a37b3af4-08e7-4939-9f5b-353dff4f17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.322527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-a37b3af4-08e7-4939-9f5b-353dff4f17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.323122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-a37b3af4-08e7-4939-9f5b-353dff4f17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.323602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-a37b3af4-08e7-4939-9f5b-353dff4f17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.332083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-a37b3af4-08e7-4939-9f5b-353dff4f17c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6488 time: 0.1585236 Feb 04 15:34:01.609055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-df260240-330b-422b-9370-00ad0951f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.612857 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-df260240-330b-422b-9370-00ad0951f2a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9aecb207-c108-4db3-816f-362a655b55d1 HTTP/1.1" status: 200 len: 902 time: 0.2731872 Feb 04 15:34:01.757511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-e61e5ae7-19ed-4422-8aa3-d711be38f9a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2662e571-4540-4299-9353-0f07cbf2f869 HTTP/1.1" status: 200 len: 217 time: 0.1331193 Feb 04 15:34:01.876167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-6a5e0010-9eb7-4a32-979a-2f9a2493a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.877940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-6a5e0010-9eb7-4a32-979a-2f9a2493a7ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e610022-825b-4b19-a0f1-7766c51e9f10 HTTP/1.1" status: 200 len: 797 time: 0.1156869 Feb 04 15:34:02.095365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 02ea6af6-c416-49f2-a061-0630614cc579 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:02.176655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-495dc74f-4e30-4ed2-998c-396235b49a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:02.183473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-495dc74f-4e30-4ed2-998c-396235b49a65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9aecb207-c108-4db3-816f-362a655b55d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2981892 Feb 04 15:34:02.206323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 02ea6af6-c416-49f2-a061-0630614cc579 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:02.216655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 02ea6af6-c416-49f2-a061-0630614cc579 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:02.218640 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:02.451024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:02.506656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-ce3a0d40-a913-46bd-a03a-a9bf198ac228 service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106618 Feb 04 15:34:02.507777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 02ea6af6-c416-49f2-a061-0630614cc579, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=02ea6af6-c416-49f2-a061-0630614cc579,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:02.516875 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:02.770351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=02ea6af6-c416-49f2-a061-0630614cc579,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:03.026533 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36c1f2b8-f023-4d2f-9e5d-220a743c0127 req-ba79384e-934d-44f5-b163-336516e2acd4 service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151410 Feb 04 15:34:03.241067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-72fa252e-72ed-4782-be65-43b7b57f4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.241643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-72fa252e-72ed-4782-be65-43b7b57f4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.242114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-72fa252e-72ed-4782-be65-43b7b57f4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.242705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-72fa252e-72ed-4782-be65-43b7b57f4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.243168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-72fa252e-72ed-4782-be65-43b7b57f4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.243620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-72fa252e-72ed-4782-be65-43b7b57f4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.244068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-72fa252e-72ed-4782-be65-43b7b57f4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.245993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-72fa252e-72ed-4782-be65-43b7b57f4001 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6488 time: 0.1427667 Feb 04 15:34:03.505842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-b47ad276-bec8-4454-b5ba-95b80c730550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.507302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-b47ad276-bec8-4454-b5ba-95b80c730550 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9aecb207-c108-4db3-816f-362a655b55d1 HTTP/1.1" status: 200 len: 902 time: 0.2538564 Feb 04 15:34:03.583209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-3a0b6953-a124-4fa6-8f95-e69d4d688514 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde HTTP/1.1" status: 200 len: 217 time: 0.0687096 Feb 04 15:34:03.655163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-5f619a34-4a5a-4264-8c90-cdea7a67c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.657111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-5f619a34-4a5a-4264-8c90-cdea7a67c07e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e610022-825b-4b19-a0f1-7766c51e9f10 HTTP/1.1" status: 200 len: 797 time: 0.0644398 Feb 04 15:34:03.773988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-fb5b8105-9d86-4498-afb4-7473194cfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.775531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-fb5b8105-9d86-4498-afb4-7473194cfd5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9aecb207-c108-4db3-816f-362a655b55d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098166 Feb 04 15:34:03.940006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-c09f539b-1a70-4dc0-85bf-36635388bdbc service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553230 Feb 04 15:34:04.132849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e86d26c5-beef-44e3-8dcc-d3aa1e5fa34f req-38467612-78ef-468c-882e-9bfe38f53dcb service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678610 Feb 04 15:34:04.186581 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-27793449-abdd-4660-8449-f78b72597dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.625914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205a052-6c74-4545-9b86-5106add5d88c req-2736a4b4-b0bc-4040-92dd-2c250a423f44 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.627164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9205a052-6c74-4545-9b86-5106add5d88c req-2736a4b4-b0bc-4040-92dd-2c250a423f44 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:04.629203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f4333-cd68-41f7-838c-d53c0b16c694 req-ff76edb2-e480-4ace-a857-acfe7b748443 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.630670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a0f4333-cd68-41f7-838c-d53c0b16c694 req-ff76edb2-e480-4ace-a857-acfe7b748443 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 945 time: 0.0836637 Feb 04 15:34:04.644589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9205a052-6c74-4545-9b86-5106add5d88c req-2736a4b4-b0bc-4040-92dd-2c250a423f44 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:04.645829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9205a052-6c74-4545-9b86-5106add5d88c req-2736a4b4-b0bc-4040-92dd-2c250a423f44 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 945 time: 0.1045580 Feb 04 15:34:04.675792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a0f4333-cd68-41f7-838c-d53c0b16c694 req-ff2b62eb-813d-4c52-9771-db8037f81426 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Feb 04 15:34:04.697922 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9205a052-6c74-4545-9b86-5106add5d88c req-d3c473c2-3a08-49a3-bb58-9a4bd43aca48 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 Feb 04 15:34:04.746683 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9805f6-187c-40bf-a127-43a2fb62c245', 'tag': 'b44f9941-7b3a-4235-8de9-275456ece8a2', 'status': 'completed', 'code': 200} Feb 04 15:34:04.891122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-b2398b54-18d1-479f-9903-5632a6f8b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.893589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-b2398b54-18d1-479f-9903-5632a6f8b477 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 1100 time: 0.0942757 Feb 04 15:34:04.953361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62857-3cfd-4605-9dd8-6f20a9ba419b req-9ad4c65d-62f7-4eef-855c-40856233b07b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.967184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62857-3cfd-4605-9dd8-6f20a9ba419b req-9ad4c65d-62f7-4eef-855c-40856233b07b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.974673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62857-3cfd-4605-9dd8-6f20a9ba419b req-9ad4c65d-62f7-4eef-855c-40856233b07b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.981473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62857-3cfd-4605-9dd8-6f20a9ba419b req-9ad4c65d-62f7-4eef-855c-40856233b07b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.988473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62857-3cfd-4605-9dd8-6f20a9ba419b req-9ad4c65d-62f7-4eef-855c-40856233b07b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.994297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62857-3cfd-4605-9dd8-6f20a9ba419b req-9ad4c65d-62f7-4eef-855c-40856233b07b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.000357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62857-3cfd-4605-9dd8-6f20a9ba419b req-9ad4c65d-62f7-4eef-855c-40856233b07b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.006035 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9af62857-3cfd-4605-9dd8-6f20a9ba419b req-9ad4c65d-62f7-4eef-855c-40856233b07b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.1706204 Feb 04 15:34:05.054458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9af62857-3cfd-4605-9dd8-6f20a9ba419b req-27578b8e-83fc-4aba-b56d-6f38b0e0a036 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451686 Feb 04 15:34:05.105286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-cae63d15-6ee0-418b-957c-e3e54a95056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.106793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-cae63d15-6ee0-418b-957c-e3e54a95056a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.2046077 Feb 04 15:34:05.108446 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'code': 200} Feb 04 15:34:05.147978 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e878213-5460-48b5-a146-9e3b9c884bab', 'tag': '02ea6af6-c416-49f2-a061-0630614cc579', 'status': 'completed', 'code': 200} Feb 04 15:34:05.219807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-e64fb754-11bc-437e-9b50-8820bc5a294b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=b44f9941-7b3a-4235-8de9-275456ece8a2 HTTP/1.1" status: 200 len: 217 time: 0.1012003 Feb 04 15:34:05.385209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a2a4-0f58-4dd9-9591-58e7ec821449 req-251c2325-51ba-4b8f-b01b-a2fa662ba64b tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.386770 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8ed3a2a4-0f58-4dd9-9591-58e7ec821449 req-251c2325-51ba-4b8f-b01b-a2fa662ba64b tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 944 time: 0.0912640 Feb 04 15:34:05.398838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aaa45-0867-448a-b00a-4a9c5bdbe093 req-aec676c7-b491-4e03-b12e-be82b6ab5f71 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.399528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7b2aaa45-0867-448a-b00a-4a9c5bdbe093 req-aec676c7-b491-4e03-b12e-be82b6ab5f71 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:05.432152 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8ed3a2a4-0f58-4dd9-9591-58e7ec821449 req-850b19b5-dcf0-4f8b-b9c8-845bd1c90ae6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387657 Feb 04 15:34:05.436708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7b2aaa45-0867-448a-b00a-4a9c5bdbe093 req-aec676c7-b491-4e03-b12e-be82b6ab5f71 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:05.437876 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b2aaa45-0867-448a-b00a-4a9c5bdbe093 req-aec676c7-b491-4e03-b12e-be82b6ab5f71 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 949 time: 0.4136062 Feb 04 15:34:05.451864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-307ccd2e-aa7a-40c6-9369-b3fbb5fa66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.453395 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-307ccd2e-aa7a-40c6-9369-b3fbb5fa66c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.2174656 Feb 04 15:34:05.539476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-16fe73d2-7804-4d6c-8b11-5a4e6b8300f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.540952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-16fe73d2-7804-4d6c-8b11-5a4e6b8300f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 1096 time: 0.3613884 Feb 04 15:34:05.553869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b2aaa45-0867-448a-b00a-4a9c5bdbe093 req-2d5ba8d4-5fc0-4c45-8d53-f2c741b0fa31 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079719 Feb 04 15:34:05.650465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b05ce-dc2a-40fb-a177-eecc045a89ad req-842b09ab-3467-4880-a678-d4f1e05fbd8b tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.652178 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e32b05ce-dc2a-40fb-a177-eecc045a89ad req-842b09ab-3467-4880-a678-d4f1e05fbd8b tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 951 time: 0.1175103 Feb 04 15:34:05.679126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-e3565d8e-3473-4921-8b0e-d78327283708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.680716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-e3565d8e-3473-4921-8b0e-d78327283708 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2130823 Feb 04 15:34:05.722324 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e32b05ce-dc2a-40fb-a177-eecc045a89ad req-38bddaa4-ed12-40c2-9365-0d2be0dba3b4 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636609 Feb 04 15:34:05.902035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0168659-53cd-4d8c-9b32-6c262cf2e70c req-bf72f8c0-5206-4c59-9d5c-b19435098ee9 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.903399 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e0168659-53cd-4d8c-9b32-6c262cf2e70c req-bf72f8c0-5206-4c59-9d5c-b19435098ee9 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 951 time: 0.0804169 Feb 04 15:34:05.908793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-3daf8bc9-dbfd-42b4-b1b1-bb0ae3032e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:05.910227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-3daf8bc9-dbfd-42b4-b1b1-bb0ae3032e57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 915 time: 0.3503513 Feb 04 15:34:05.948004 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e0168659-53cd-4d8c-9b32-6c262cf2e70c req-9175c709-8575-4db0-b093-adaee7aee35b tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Feb 04 15:34:05.981495 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.014095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-8976d9a9-465f-446e-9709-fd146232b6a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ea6af6-c416-49f2-a061-0630614cc579 HTTP/1.1" status: 200 len: 217 time: 0.0949907 Feb 04 15:34:06.088456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-d3651eca-498a-4225-9b1c-ce844c09d393 service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982642 Feb 04 15:34:06.129671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d889110-c830-49ce-b68c-fa8426b56509 req-ae00aee0-43f2-4620-820c-2f23791648b9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.130659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-565b28cd-fb14-4d63-b94b-1599af1e5a2e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.131111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d889110-c830-49ce-b68c-fa8426b56509 req-ae00aee0-43f2-4620-820c-2f23791648b9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 945 time: 0.0854785 Feb 04 15:34:06.132052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-565b28cd-fb14-4d63-b94b-1599af1e5a2e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.61 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 944 time: 0.4186141 Feb 04 15:34:06.175377 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d889110-c830-49ce-b68c-fa8426b56509 req-cf343b25-4493-4fe3-b176-6d79baa011ce tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385013 Feb 04 15:34:06.242089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc3b98-2565-4a1d-b428-f09337fb2844 req-e959bf95-ec66-45c2-abaa-cbee74e205be tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.243792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-40bc3b98-2565-4a1d-b428-f09337fb2844 req-e959bf95-ec66-45c2-abaa-cbee74e205be tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 945 time: 0.4283786 Feb 04 15:34:06.255734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-a673e651-951f-4250-9acc-b984bcb0b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.257162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-a673e651-951f-4250-9acc-b984bcb0b49b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.2265215 Feb 04 15:34:06.362915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-e860e1c3-0a75-4997-bb0b-5885acd8c273 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903740 Feb 04 15:34:06.370498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Deleting port 73ae57b1-439e-44e3-8642-1422ca530088 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:06.370922 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.534124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-40bc3b98-2565-4a1d-b428-f09337fb2844 req-c8916713-b1f4-4f0d-a710-53a513474faf tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759919 Feb 04 15:34:06.571673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993f9f28-9db5-4338-b850-5f9ae8769599 req-69c8d1e9-6e1e-44da-9e0c-cfb60c116a8e service neutron] 10.222.0.61 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715331 Feb 04 15:34:06.628544 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7328e98c-55bd-4258-b97b-64f8a3d5afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.752534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-6040372f-6711-4abb-899a-20a4c0476ea1 service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520970 Feb 04 15:34:06.883882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95386110-f9a7-4760-95e3-72aa655c5318 req-9fc9e197-71f1-4fc3-9354-c921e4ed93d4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.889689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95386110-f9a7-4760-95e3-72aa655c5318 req-9fc9e197-71f1-4fc3-9354-c921e4ed93d4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.896450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95386110-f9a7-4760-95e3-72aa655c5318 req-9fc9e197-71f1-4fc3-9354-c921e4ed93d4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.902192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95386110-f9a7-4760-95e3-72aa655c5318 req-9fc9e197-71f1-4fc3-9354-c921e4ed93d4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.908093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95386110-f9a7-4760-95e3-72aa655c5318 req-9fc9e197-71f1-4fc3-9354-c921e4ed93d4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.914119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95386110-f9a7-4760-95e3-72aa655c5318 req-9fc9e197-71f1-4fc3-9354-c921e4ed93d4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.919917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95386110-f9a7-4760-95e3-72aa655c5318 req-9fc9e197-71f1-4fc3-9354-c921e4ed93d4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.921913 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-95386110-f9a7-4760-95e3-72aa655c5318 req-9fc9e197-71f1-4fc3-9354-c921e4ed93d4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.1285961 Feb 04 15:34:06.972273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-95386110-f9a7-4760-95e3-72aa655c5318 req-c7308aa4-e6b9-4777-b6e0-5ec85d19fcbe tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440214 Feb 04 15:34:07.079591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] For port 73ae57b1-439e-44e3-8642-1422ca530088, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=73ae57b1-439e-44e3-8642-1422ca530088,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:07.080000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.109890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967'}, {'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369'}, {'server_uuid': '1a9805f6-187c-40bf-a127-43a2fb62c245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44f9941-7b3a-4235-8de9-275456ece8a2'}, {'server_uuid': '2e878213-5460-48b5-a146-9e3b9c884bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ea6af6-c416-49f2-a061-0630614cc579'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:07.159220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493839-3b30-45c6-b675-d1af5fb619c4 req-d99f216b-28ee-4422-ac56-455292c2fab2 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:07.160703 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37493839-3b30-45c6-b675-d1af5fb619c4 req-d99f216b-28ee-4422-ac56-455292c2fab2 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 949 time: 0.0850372 Feb 04 15:34:07.207679 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37493839-3b30-45c6-b675-d1af5fb619c4 req-6ba7d207-0404-40d6-baf4-8b668de1e8f8 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Feb 04 15:34:07.244660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Calling delete_port for 73ae57b1-439e-44e3-8642-1422ca530088 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:07.314887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6b905ed-61c1-4ffc-b202-d34602e75ff8 req-e31c74ea-78e0-4928-ab18-5c6356bd537e service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398161 Feb 04 15:34:07.351518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a3bc1-53a9-425c-813e-82925d8afc20 req-6574ea69-c161-4bab-9638-87ae1db4337f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:07.357233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c7a3bc1-53a9-425c-813e-82925d8afc20 req-6574ea69-c161-4bab-9638-87ae1db4337f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 944 time: 0.5038605 Feb 04 15:34:07.426230 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967', 'code': 200} Feb 04 15:34:07.426460 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369', 'code': 200} Feb 04 15:34:07.427052 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9805f6-187c-40bf-a127-43a2fb62c245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44f9941-7b3a-4235-8de9-275456ece8a2', 'code': 200} Feb 04 15:34:07.427469 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e878213-5460-48b5-a146-9e3b9c884bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ea6af6-c416-49f2-a061-0630614cc579', 'code': 200} Feb 04 15:34:07.457200 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c7a3bc1-53a9-425c-813e-82925d8afc20 req-750c7fa2-7be5-40df-9d91-d72bc13f1493 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980911 Feb 04 15:34:07.475914 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.493721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3972a9fc-a7da-4066-aafd-137936a7cc96', '73ae57b1-439e-44e3-8642-1422ca530088'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:07.538720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Pushing event deleted for resources: {'Port': ['ID=73ae57b1-439e-44e3-8642-1422ca530088,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:07.649144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.652925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.707321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] No DVR routers for this DVR port 73ae57b1-439e-44e3-8642-1422ca530088 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:07.715293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.717936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'name': 'network-vif-deleted', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:07.738857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ded62-4530-4fe1-8397-365cc238b238 req-6728fa74-6fe9-428d-a81b-5099b7a9cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:07.740972 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e4ded62-4530-4fe1-8397-365cc238b238 req-6728fa74-6fe9-428d-a81b-5099b7a9cb3c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 1096 time: 0.1437171 Feb 04 15:34:07.752168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb51e96-15d4-4155-9909-994f4b815131 req-18eaa116-801a-41ea-af5f-21bd30309ab8 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:07.753867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8955bcb-7778-4816-a0f3-0669c307e120 req-4da05aa0-897a-487a-8f40-19a69cebee94 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.61 "DELETE /v2.0/ports/73ae57b1-439e-44e3-8642-1422ca530088 HTTP/1.1" status: 204 len: 173 time: 1.5650220 Feb 04 15:34:07.768178 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0cb51e96-15d4-4155-9909-994f4b815131 req-18eaa116-801a-41ea-af5f-21bd30309ab8 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 945 time: 0.2340405 Feb 04 15:34:07.777766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928d0c4-d2d9-4512-bb5c-fe25162fa013 req-e1a9219d-5890-4a3e-a1e8-7ea99c27c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:07.779230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9928d0c4-d2d9-4512-bb5c-fe25162fa013 req-e1a9219d-5890-4a3e-a1e8-7ea99c27c644 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 1096 time: 0.2064056 Feb 04 15:34:07.781139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60ee2f-1c1d-42d1-a41e-d926286784d8 req-e8a2a16c-89c8-4c55-a269-92153564935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:07.782494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c60ee2f-1c1d-42d1-a41e-d926286784d8 req-e8a2a16c-89c8-4c55-a269-92153564935f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 1100 time: 0.2084498 Feb 04 15:34:07.850188 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0cb51e96-15d4-4155-9909-994f4b815131 req-b4675180-90ac-4bd1-9e84-0f428be132db tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801551 Feb 04 15:34:07.856219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9928d0c4-d2d9-4512-bb5c-fe25162fa013 req-72d8c357-ecfb-4730-97a9-3b3bd592c00a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702610 Feb 04 15:34:07.859993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c60ee2f-1c1d-42d1-a41e-d926286784d8 req-1538e801-0e80-40e4-ae8c-821edf5805cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567069 Feb 04 15:34:07.888409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e4ded62-4530-4fe1-8397-365cc238b238 req-d1f4a30a-2904-469b-9da5-19174d17fd03 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806658 Feb 04 15:34:07.909551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 73ae57b1-439e-44e3-8642-1422ca530088 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:07.922475 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27562b67-0273-41e2-8b30-2ff627e23e64', 'name': 'network-vif-deleted', 'tag': '73ae57b1-439e-44e3-8642-1422ca530088', 'status': 'completed', 'code': 200} Feb 04 15:34:07.959501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 73ae57b1-439e-44e3-8642-1422ca530088 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:07.959854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 73ae57b1-439e-44e3-8642-1422ca530088 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:07.960510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:08.054532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a29c16-328d-4545-b7ca-49a589cc2c86 req-9047e6b0-489e-435f-af3d-972f49fc8cfd tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.056085 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c0a29c16-328d-4545-b7ca-49a589cc2c86 req-9047e6b0-489e-435f-af3d-972f49fc8cfd tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 945 time: 0.0859361 Feb 04 15:34:08.099875 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.107079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd583b0-0ce5-46e3-89cb-0e13a1c6748b req-98db8ae8-1a2a-476d-8105-bc52736adc28 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.108864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddd583b0-0ce5-46e3-89cb-0e13a1c6748b req-98db8ae8-1a2a-476d-8105-bc52736adc28 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 951 time: 0.1005142 Feb 04 15:34:08.118978 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c0a29c16-328d-4545-b7ca-49a589cc2c86 req-fa8d6b3e-7110-487b-af3f-3b3d979a6a81 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527773 Feb 04 15:34:08.147653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:08.151542 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.185220 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddd583b0-0ce5-46e3-89cb-0e13a1c6748b req-cc9d1d4d-5504-4638-96fa-ac4f46b4c0ae tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688868 Feb 04 15:34:08.271555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=11']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:08.430051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146a06-3f63-4120-964f-31761df54105 req-e8082548-57d9-4e19-a205-6ac1278efb7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.433021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24d632-b327-4782-a469-567c7db534ab req-70135ed8-2ee5-4790-8e79-5331d7db8282 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.435007 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4b24d632-b327-4782-a469-567c7db534ab req-70135ed8-2ee5-4790-8e79-5331d7db8282 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 949 time: 0.0897295 Feb 04 15:34:08.436834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146a06-3f63-4120-964f-31761df54105 req-e8082548-57d9-4e19-a205-6ac1278efb7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.444826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146a06-3f63-4120-964f-31761df54105 req-e8082548-57d9-4e19-a205-6ac1278efb7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.451435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146a06-3f63-4120-964f-31761df54105 req-e8082548-57d9-4e19-a205-6ac1278efb7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.458152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146a06-3f63-4120-964f-31761df54105 req-e8082548-57d9-4e19-a205-6ac1278efb7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.464051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146a06-3f63-4120-964f-31761df54105 req-e8082548-57d9-4e19-a205-6ac1278efb7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.469916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146a06-3f63-4120-964f-31761df54105 req-e8082548-57d9-4e19-a205-6ac1278efb7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.472748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13146a06-3f63-4120-964f-31761df54105 req-e8082548-57d9-4e19-a205-6ac1278efb7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.1544244 Feb 04 15:34:08.492675 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4b24d632-b327-4782-a469-567c7db534ab req-b433cd5b-4276-4565-8dda-5eb2a1ed0aef tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Feb 04 15:34:08.524556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13146a06-3f63-4120-964f-31761df54105 req-5f53823f-3085-43f8-8fba-11dad48720f3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457692 Feb 04 15:34:08.730869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5c42dc6d-133c-4705-88e9-a0d9a5b3c66d req-a9abee81-73af-42e6-a118-2a3e35be4cd7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:08.754337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5c42dc6d-133c-4705-88e9-a0d9a5b3c66d req-a9abee81-73af-42e6-a118-2a3e35be4cd7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:08.754337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c42dc6d-133c-4705-88e9-a0d9a5b3c66d req-a9abee81-73af-42e6-a118-2a3e35be4cd7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=27562b67-0273-41e2-8b30-2ff627e23e64 HTTP/1.1" status: 200 len: 210 time: 0.0718756 Feb 04 15:34:08.906073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.055215 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.122679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988036b8-c20a-4858-8e66-d4108b580a23 req-dcb72d74-e75f-4256-bbbd-f2e26ff4e31b tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:09.125436 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-988036b8-c20a-4858-8e66-d4108b580a23 req-dcb72d74-e75f-4256-bbbd-f2e26ff4e31b tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 945 time: 0.1255648 Feb 04 15:34:09.218151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-988036b8-c20a-4858-8e66-d4108b580a23 req-5dcb614f-e4e5-44f2-8c07-845ad5590496 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854197 Feb 04 15:34:09.429035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:09.489450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903d165-b0fa-4465-bb15-5626424cc822 req-a688299b-ce3f-4ee6-b3dd-e8b32faf7884 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:09.490541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2903d165-b0fa-4465-bb15-5626424cc822 req-a688299b-ce3f-4ee6-b3dd-e8b32faf7884 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 945 time: 0.2148275 Feb 04 15:34:09.538313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2903d165-b0fa-4465-bb15-5626424cc822 req-c64a3175-da4f-4060-9f0a-39aba521a3ce tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Feb 04 15:34:09.628136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a30d93-c4f0-49e2-b090-db8a6e6395bd req-a207431a-030d-42e8-a14d-7b0f058bd940 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:09.630024 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88a30d93-c4f0-49e2-b090-db8a6e6395bd req-a207431a-030d-42e8-a14d-7b0f058bd940 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 949 time: 0.0989254 Feb 04 15:34:09.678298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88a30d93-c4f0-49e2-b090-db8a6e6395bd req-0c9e8ce6-d389-487e-bf4f-df4fcceb10c0 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Feb 04 15:34:09.692734 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'code': 200} Feb 04 15:34:09.872872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246bfc5-a21f-4f1e-bf1e-6d0af75a2f84 req-0bd1646a-4863-4925-8422-eec34b0d5071 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:09.881610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f246bfc5-a21f-4f1e-bf1e-6d0af75a2f84 req-0bd1646a-4863-4925-8422-eec34b0d5071 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 949 time: 0.1003840 Feb 04 15:34:09.924980 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f246bfc5-a21f-4f1e-bf1e-6d0af75a2f84 req-0932ebb3-a86a-438f-8d58-12bf7146dabf tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Feb 04 15:34:10.052683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0ba7-ec47-49db-9175-604202a644ca req-db7836db-b5c5-411d-a054-1b0a1c1cdafe tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.058851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0ba7-ec47-49db-9175-604202a644ca req-db7836db-b5c5-411d-a054-1b0a1c1cdafe tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.065601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0ba7-ec47-49db-9175-604202a644ca req-db7836db-b5c5-411d-a054-1b0a1c1cdafe tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.072282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0ba7-ec47-49db-9175-604202a644ca req-db7836db-b5c5-411d-a054-1b0a1c1cdafe tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.078050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0ba7-ec47-49db-9175-604202a644ca req-db7836db-b5c5-411d-a054-1b0a1c1cdafe tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.084585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0ba7-ec47-49db-9175-604202a644ca req-db7836db-b5c5-411d-a054-1b0a1c1cdafe tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.091364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0ba7-ec47-49db-9175-604202a644ca req-db7836db-b5c5-411d-a054-1b0a1c1cdafe tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.094613 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c8f0ba7-ec47-49db-9175-604202a644ca req-db7836db-b5c5-411d-a054-1b0a1c1cdafe tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.1330719 Feb 04 15:34:10.106624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:10.166463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1b33f-114a-4617-9577-55e654dbb44a req-01ef254b-8a32-4281-9278-0e0171ce699c tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.168270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26b1b33f-114a-4617-9577-55e654dbb44a req-01ef254b-8a32-4281-9278-0e0171ce699c tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 949 time: 0.1338549 Feb 04 15:34:10.182148 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c8f0ba7-ec47-49db-9175-604202a644ca req-db301d90-b9b7-4080-982f-28dd6c95fc39 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819783 Feb 04 15:34:10.340005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-26b1b33f-114a-4617-9577-55e654dbb44a req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Deleting port abef6e6b-ec04-40c6-82a2-1dac7ee157ed {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:10.340492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-26b1b33f-114a-4617-9577-55e654dbb44a req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.407172 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.482524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:10.490238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.594594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0ab0f-266e-4bb6-b499-0b825507f027 req-85a2fc4e-c488-48c1-ad99-266952ae9334 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.604135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8bd0ab0f-266e-4bb6-b499-0b825507f027 req-85a2fc4e-c488-48c1-ad99-266952ae9334 tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 1100 time: 0.3623493 Feb 04 15:34:10.613742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=11']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:10.633131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56872c9-88fc-4bbe-aecb-73fedaa49ffb req-cb887baa-a635-4968-aa9f-448c038dc621 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.635051 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b56872c9-88fc-4bbe-aecb-73fedaa49ffb req-cb887baa-a635-4968-aa9f-448c038dc621 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 945 time: 0.1157217 Feb 04 15:34:10.694007 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b56872c9-88fc-4bbe-aecb-73fedaa49ffb req-fe3d9207-4dd8-4655-aa37-0855a0633ada tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527606 Feb 04 15:34:10.962865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-26b1b33f-114a-4617-9577-55e654dbb44a req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] For port abef6e6b-ec04-40c6-82a2-1dac7ee157ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:10.963228 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-26b1b33f-114a-4617-9577-55e654dbb44a req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.107683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8bd0ab0f-266e-4bb6-b499-0b825507f027 req-23910f03-e6cd-4d32-9dff-ef5229bbcc1c tempest-ServersOnMultiNodesTest-1874498487 tempest-ServersOnMultiNodesTest-1874498487-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025733 Feb 04 15:34:11.115628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-26b1b33f-114a-4617-9577-55e654dbb44a req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Calling delete_port for abef6e6b-ec04-40c6-82a2-1dac7ee157ed owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:11.118528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8b0b0-b885-46f2-8b61-75201510d9d5 req-7312979b-0116-4f53-b1dc-7b9f42303545 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:11.129109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1e8b0b0-b885-46f2-8b61-75201510d9d5 req-7312979b-0116-4f53-b1dc-7b9f42303545 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 945 time: 0.1034076 Feb 04 15:34:11.419542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1e8b0b0-b885-46f2-8b61-75201510d9d5 req-898ebeef-9139-4e68-8cde-8f24fafef175 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871563 Feb 04 15:34:11.450801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-26b1b33f-114a-4617-9577-55e654dbb44a req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.597054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Pushing event deleted for resources: {'Port': ['ID=abef6e6b-ec04-40c6-82a2-1dac7ee157ed,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:11.676180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2be2b-fb01-4270-864a-d183e426fb7d req-c8e152ca-9f9c-438e-a59e-8d53b940f750 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:11.683473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ab2be2b-fb01-4270-864a-d183e426fb7d req-c8e152ca-9f9c-438e-a59e-8d53b940f750 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd7239b-e64b-4020-b695-244afbf79245 HTTP/1.1" status: 200 len: 866 time: 0.3337078 Feb 04 15:34:11.694253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:11.745222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ab2be2b-fb01-4270-864a-d183e426fb7d req-deb0116e-3ee1-4f50-ba98-250acc10f04c tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4eb1e43-3889-4f6b-a743-9d83bdc4f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607972 Feb 04 15:34:11.748708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b1b33f-114a-4617-9577-55e654dbb44a req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] No DVR routers for this DVR port abef6e6b-ec04-40c6-82a2-1dac7ee157ed on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:11.757763 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-26b1b33f-114a-4617-9577-55e654dbb44a req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.778917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-deleted', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:11.790910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26b1b33f-114a-4617-9577-55e654dbb44a req-daacac29-0d4b-4a4b-8441-bfb3f20421d8 tempest-ImagesOneServerTestJSON-1556890787 tempest-ImagesOneServerTestJSON-1556890787-project] 10.222.0.61 "DELETE /v2.0/ports/abef6e6b-ec04-40c6-82a2-1dac7ee157ed HTTP/1.1" status: 204 len: 173 time: 1.6161659 Feb 04 15:34:12.049997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5756be-6c3a-49ec-8636-3b6ba8958988 req-dce031c0-684d-406f-97bc-bf53403bb502 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.058084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5756be-6c3a-49ec-8636-3b6ba8958988 req-dce031c0-684d-406f-97bc-bf53403bb502 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.066122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5756be-6c3a-49ec-8636-3b6ba8958988 req-dce031c0-684d-406f-97bc-bf53403bb502 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.072652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5756be-6c3a-49ec-8636-3b6ba8958988 req-dce031c0-684d-406f-97bc-bf53403bb502 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.078998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5756be-6c3a-49ec-8636-3b6ba8958988 req-dce031c0-684d-406f-97bc-bf53403bb502 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.085790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5756be-6c3a-49ec-8636-3b6ba8958988 req-dce031c0-684d-406f-97bc-bf53403bb502 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.094243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5756be-6c3a-49ec-8636-3b6ba8958988 req-dce031c0-684d-406f-97bc-bf53403bb502 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.097234 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da5756be-6c3a-49ec-8636-3b6ba8958988 req-dce031c0-684d-406f-97bc-bf53403bb502 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.2042727 Feb 04 15:34:12.167344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da5756be-6c3a-49ec-8636-3b6ba8958988 req-11ab3fa2-c72c-4f0c-abcf-4b7af4550ed1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636165 Feb 04 15:34:12.368954 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369', 'code': 200} Feb 04 15:34:12.383025 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd7239b-e64b-4020-b695-244afbf79245', 'name': 'network-vif-deleted', 'tag': 'abef6e6b-ec04-40c6-82a2-1dac7ee157ed', 'status': 'completed', 'code': 200} Feb 04 15:34:12.655196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18c7f-fb24-4e77-8517-8f77d596d7fa req-b8415c22-d049-4685-bdb6-8921a1f10e85 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.665444 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57c18c7f-fb24-4e77-8517-8f77d596d7fa req-b8415c22-d049-4685-bdb6-8921a1f10e85 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 949 time: 0.1117260 Feb 04 15:34:12.699979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6cf15-ec3f-4ecc-89e8-496b3a06322c req-8b8fab3b-e069-4e66-a0f0-54f994fd81e7 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:12.709184 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ce6cf15-ec3f-4ecc-89e8-496b3a06322c req-8b8fab3b-e069-4e66-a0f0-54f994fd81e7 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 945 time: 0.1454167 Feb 04 15:34:12.756832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ce6cf15-ec3f-4ecc-89e8-496b3a06322c req-5ddbfe09-6596-4ca6-8825-822b8c366571 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474985 Feb 04 15:34:12.770982 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57c18c7f-fb24-4e77-8517-8f77d596d7fa req-1c3a692c-8e91-4ff7-a0d1-042a84493217 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045320 Feb 04 15:34:13.133182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55802) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:13.308760 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0be522a0-49f3-4587-8e50-3ebbaef8bf8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88c24f7a3b8b43dd9badcec4219c2b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741507 Feb 04 15:34:13.311283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55816) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:13.442104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7317dc21-213a-48c3-b806-06666ab2d668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.481942 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7317dc21-213a-48c3-b806-06666ab2d668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.503788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf103-6f9e-4853-903f-ab0641009220 req-ebb12ecb-9bfe-4b8e-8330-e397bfce6d99 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.509722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf103-6f9e-4853-903f-ab0641009220 req-ebb12ecb-9bfe-4b8e-8330-e397bfce6d99 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.515631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf103-6f9e-4853-903f-ab0641009220 req-ebb12ecb-9bfe-4b8e-8330-e397bfce6d99 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.523050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf103-6f9e-4853-903f-ab0641009220 req-ebb12ecb-9bfe-4b8e-8330-e397bfce6d99 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.530796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf103-6f9e-4853-903f-ab0641009220 req-ebb12ecb-9bfe-4b8e-8330-e397bfce6d99 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.536986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf103-6f9e-4853-903f-ab0641009220 req-ebb12ecb-9bfe-4b8e-8330-e397bfce6d99 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.542948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf103-6f9e-4853-903f-ab0641009220 req-ebb12ecb-9bfe-4b8e-8330-e397bfce6d99 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.545056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0bbcf103-6f9e-4853-903f-ab0641009220 req-ebb12ecb-9bfe-4b8e-8330-e397bfce6d99 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.2207649 Feb 04 15:34:13.597164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-14f68448-b3ed-47e8-b3f4-3a71eeecb044 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.599044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-14f68448-b3ed-47e8-b3f4-3a71eeecb044 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 949 time: 0.1088765 Feb 04 15:34:13.620560 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0bbcf103-6f9e-4853-903f-ab0641009220 req-f032d6cf-cca3-466d-bce7-14260a8e71f8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655625 Feb 04 15:34:13.636674 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7317dc21-213a-48c3-b806-06666ab2d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.661891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317dc21-213a-48c3-b806-06666ab2d668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb1e43-3889-4f6b-a743-9d83bdc4f831,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:13.685117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7317dc21-213a-48c3-b806-06666ab2d668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.686992 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7317dc21-213a-48c3-b806-06666ab2d668 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4eb1e43-3889-4f6b-a743-9d83bdc4f831 HTTP/1.1" status: 204 len: 168 time: 0.3745828 Feb 04 15:34:13.756551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Deleting port b44f9941-7b3a-4235-8de9-275456ece8a2 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:13.757064 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.950537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:14.050452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: abef6e6b-ec04-40c6-82a2-1dac7ee157ed {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:14.051358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device abef6e6b-ec04-40c6-82a2-1dac7ee157ed not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:14.126855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c35be-4f4c-4cab-a1f8-963301e14c81 req-cf5cfedc-e0c9-4acd-9135-4c89533b6365 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:14.128931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b04c35be-4f4c-4cab-a1f8-963301e14c81 req-cf5cfedc-e0c9-4acd-9135-4c89533b6365 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9805f6-187c-40bf-a127-43a2fb62c245 HTTP/1.1" status: 200 len: 949 time: 0.1364093 Feb 04 15:34:14.203973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b04c35be-4f4c-4cab-a1f8-963301e14c81 req-cb48bf81-8bb3-42b7-a7db-bea28f700407 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642767 Feb 04 15:34:14.256094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] For port b44f9941-7b3a-4235-8de9-275456ece8a2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b44f9941-7b3a-4235-8de9-275456ece8a2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:14.256481 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.460536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Calling delete_port for b44f9941-7b3a-4235-8de9-275456ece8a2 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:14.567914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491219e-f5d9-4e1b-a20b-58557ab13df6 req-1aa45531-458e-47b2-a765-84fa9b20129e tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:14.569621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c491219e-f5d9-4e1b-a20b-58557ab13df6 req-1aa45531-458e-47b2-a765-84fa9b20129e tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 945 time: 0.3047855 Feb 04 15:34:14.677479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c491219e-f5d9-4e1b-a20b-58557ab13df6 req-8d4e4958-c923-44b7-a8d8-60bf3d8c514d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000752 Feb 04 15:34:14.690283 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.707631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea', 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e', 'b44f9941-7b3a-4235-8de9-275456ece8a2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:14.838400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['79d1293b-d4b9-45a0-add5-9a7cc649ac4f', '4af951b7-a93e-40ac-9922-ab22d54b110c', 'd5b08f6b-b258-46ec-a441-5fb6959ecb49'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:14.938157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event deleted for resources: {'Port': ['ID=b44f9941-7b3a-4235-8de9-275456ece8a2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:15.037759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] No DVR routers for this DVR port b44f9941-7b3a-4235-8de9-275456ece8a2 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:15.042725 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.050223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9805f6-187c-40bf-a127-43a2fb62c245', 'name': 'network-vif-deleted', 'tag': 'b44f9941-7b3a-4235-8de9-275456ece8a2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:15.070552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566887ee-23c5-4dca-95be-f97dd16adc99 req-ac3aeafe-21b8-46e8-88d0-1e0591f0578b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "DELETE /v2.0/ports/b44f9941-7b3a-4235-8de9-275456ece8a2 HTTP/1.1" status: 204 len: 173 time: 1.4639742 Feb 04 15:34:15.403308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fe0aa-eb9a-42d5-9243-83da695509a1 req-ae6d3dd9-3025-4c02-b387-5c8ccb884a0c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.410938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fe0aa-eb9a-42d5-9243-83da695509a1 req-ae6d3dd9-3025-4c02-b387-5c8ccb884a0c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.426839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fe0aa-eb9a-42d5-9243-83da695509a1 req-ae6d3dd9-3025-4c02-b387-5c8ccb884a0c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.437974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fe0aa-eb9a-42d5-9243-83da695509a1 req-ae6d3dd9-3025-4c02-b387-5c8ccb884a0c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.445871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fe0aa-eb9a-42d5-9243-83da695509a1 req-ae6d3dd9-3025-4c02-b387-5c8ccb884a0c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.452740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fe0aa-eb9a-42d5-9243-83da695509a1 req-ae6d3dd9-3025-4c02-b387-5c8ccb884a0c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.459879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fe0aa-eb9a-42d5-9243-83da695509a1 req-ae6d3dd9-3025-4c02-b387-5c8ccb884a0c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.468479 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-457fe0aa-eb9a-42d5-9243-83da695509a1 req-ae6d3dd9-3025-4c02-b387-5c8ccb884a0c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.2491093 Feb 04 15:34:15.536580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-457fe0aa-eb9a-42d5-9243-83da695509a1 req-c76a02ea-6923-48d0-9716-d0aabb56053c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660169 Feb 04 15:34:15.777347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-cc2e608a-ec37-49d0-89c4-98121188d4a0 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.780451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-cc2e608a-ec37-49d0-89c4-98121188d4a0 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.61 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 944 time: 0.1216950 Feb 04 15:34:15.979478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Deleting port 3972a9fc-a7da-4066-aafd-137936a7cc96 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:15.980102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.091162 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9805f6-187c-40bf-a127-43a2fb62c245', 'name': 'network-vif-deleted', 'tag': 'b44f9941-7b3a-4235-8de9-275456ece8a2', 'status': 'completed', 'code': 200} Feb 04 15:34:16.376568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] For port 3972a9fc-a7da-4066-aafd-137936a7cc96, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3972a9fc-a7da-4066-aafd-137936a7cc96,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:16.377073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.525923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Calling delete_port for 3972a9fc-a7da-4066-aafd-137936a7cc96 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:16.623796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355657-bae5-48bb-a6ca-d7a620fb460e req-5ea475e1-ea9f-4e6f-9152-396e13518fb0 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:16.625290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a355657-bae5-48bb-a6ca-d7a620fb460e req-5ea475e1-ea9f-4e6f-9152-396e13518fb0 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69 HTTP/1.1" status: 200 len: 944 time: 0.4625640 Feb 04 15:34:16.717392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a355657-bae5-48bb-a6ca-d7a620fb460e req-e6927d27-3f4f-4e93-928d-61576e29d120 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855291 Feb 04 15:34:16.744818 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.801204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Pushing event deleted for resources: {'Port': ['ID=3972a9fc-a7da-4066-aafd-137936a7cc96,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:16.932073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] No DVR routers for this DVR port 3972a9fc-a7da-4066-aafd-137936a7cc96 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:16.934963 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.957692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11a988cd-7e0e-4b03-b873-f37c7470b1d7 req-b0392e0e-60bb-4352-9827-a8fcb6af5783 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.61 "DELETE /v2.0/ports/3972a9fc-a7da-4066-aafd-137936a7cc96 HTTP/1.1" status: 204 len: 173 time: 1.1700833 Feb 04 15:34:16.984094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e08d8-08ae-4224-8d83-448c11b1df98 req-8963fd98-de4a-4de4-a2fa-e6f702eba3aa tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:16.984868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf7e08d8-08ae-4224-8d83-448c11b1df98 req-8963fd98-de4a-4de4-a2fa-e6f702eba3aa tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 948 time: 0.1045101 Feb 04 15:34:17.080046 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf7e08d8-08ae-4224-8d83-448c11b1df98 req-73805f98-374e-444a-9113-b3efdc01e0f0 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628319 Feb 04 15:34:17.272857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['3972a9fc-a7da-4066-aafd-137936a7cc96'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:17.289890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870565-fef9-432f-919b-8b252b863619 req-016ea79c-d95a-49eb-8356-81269025c364 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.295590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870565-fef9-432f-919b-8b252b863619 req-016ea79c-d95a-49eb-8356-81269025c364 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.301933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870565-fef9-432f-919b-8b252b863619 req-016ea79c-d95a-49eb-8356-81269025c364 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.307734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870565-fef9-432f-919b-8b252b863619 req-016ea79c-d95a-49eb-8356-81269025c364 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.315102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870565-fef9-432f-919b-8b252b863619 req-016ea79c-d95a-49eb-8356-81269025c364 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.320925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870565-fef9-432f-919b-8b252b863619 req-016ea79c-d95a-49eb-8356-81269025c364 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.328202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870565-fef9-432f-919b-8b252b863619 req-016ea79c-d95a-49eb-8356-81269025c364 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.329002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226c49a-1c8a-4bc6-a8d7-68c4620b55e5 req-09d4eb20-4945-4562-87ed-546e69add8f5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.330164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1a870565-fef9-432f-919b-8b252b863619 req-016ea79c-d95a-49eb-8356-81269025c364 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.1314642 Feb 04 15:34:17.331119 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6226c49a-1c8a-4bc6-a8d7-68c4620b55e5 req-09d4eb20-4945-4562-87ed-546e69add8f5 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 950 time: 0.0934517 Feb 04 15:34:17.377874 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6226c49a-1c8a-4bc6-a8d7-68c4620b55e5 req-dad41a00-2811-4218-b1fb-e28d47d3567b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Feb 04 15:34:17.385018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1a870565-fef9-432f-919b-8b252b863619 req-723315b7-d828-4f6e-829e-ec1b49553b31 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485690 Feb 04 15:34:17.990515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b44f9941-7b3a-4235-8de9-275456ece8a2 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:18.028941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: b44f9941-7b3a-4235-8de9-275456ece8a2 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:18.029292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b44f9941-7b3a-4235-8de9-275456ece8a2 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:18.092249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'name': 'network-vif-deleted', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:18.158942 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46b6f17-ea97-4c45-8b6e-f09f8dd3fa69', 'name': 'network-vif-deleted', 'tag': '3972a9fc-a7da-4066-aafd-137936a7cc96', 'status': 'completed', 'code': 200} Feb 04 15:34:18.197987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb7a42-03c2-4a76-9375-dd0c08cf54a7 req-fda09ea2-2095-4174-b7d4-253d0fc767da tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.199020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a4fb7a42-03c2-4a76-9375-dd0c08cf54a7 req-fda09ea2-2095-4174-b7d4-253d0fc767da tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:18.217158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a4fb7a42-03c2-4a76-9375-dd0c08cf54a7 req-fda09ea2-2095-4174-b7d4-253d0fc767da tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:18.218684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4fb7a42-03c2-4a76-9375-dd0c08cf54a7 req-fda09ea2-2095-4174-b7d4-253d0fc767da tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.1105962 Feb 04 15:34:18.278646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4fb7a42-03c2-4a76-9375-dd0c08cf54a7 req-9b7b9702-755e-42ba-9dfd-1a8a77b4a1ea tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535085 Feb 04 15:34:18.350399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c4d29-68da-4b55-9015-8727bcd72453 req-8d043cfa-85b7-4be1-aaea-369cf221adb8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.361192 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fa9c4d29-68da-4b55-9015-8727bcd72453 req-8d043cfa-85b7-4be1-aaea-369cf221adb8 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 948 time: 0.1038666 Feb 04 15:34:18.456119 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fa9c4d29-68da-4b55-9015-8727bcd72453 req-0a058bd4-4a8c-4f5d-97eb-b348a5639296 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546057 Feb 04 15:34:18.499206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-d1e5cca7-9bcf-4363-80c4-f2f3fa599763 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.501494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-d1e5cca7-9bcf-4363-80c4-f2f3fa599763 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 950 time: 0.1399274 Feb 04 15:34:18.519086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296533c-3181-4289-9779-0780112886c1 req-6757f7a8-6b74-4e79-8bb5-708ef66410e4 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.520579 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2296533c-3181-4289-9779-0780112886c1 req-6757f7a8-6b74-4e79-8bb5-708ef66410e4 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 948 time: 0.1036105 Feb 04 15:34:18.655020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Deleting port d5b08f6b-b258-46ec-a441-5fb6959ecb49 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:18.655381 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.691020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56030) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:18.799256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee60d1a-84d4-4a88-8f66-d2c605e1625a req-ba624f1b-e9b1-4897-98f7-adc27d2f2fde tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.805307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee60d1a-84d4-4a88-8f66-d2c605e1625a req-ba624f1b-e9b1-4897-98f7-adc27d2f2fde tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.810571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2296533c-3181-4289-9779-0780112886c1 req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Deleting port 3f1660c2-bea0-4241-a705-bd31f8af9071 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:18.810918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2296533c-3181-4289-9779-0780112886c1 req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.811046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee60d1a-84d4-4a88-8f66-d2c605e1625a req-ba624f1b-e9b1-4897-98f7-adc27d2f2fde tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.817620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee60d1a-84d4-4a88-8f66-d2c605e1625a req-ba624f1b-e9b1-4897-98f7-adc27d2f2fde tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.823601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee60d1a-84d4-4a88-8f66-d2c605e1625a req-ba624f1b-e9b1-4897-98f7-adc27d2f2fde tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.829734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee60d1a-84d4-4a88-8f66-d2c605e1625a req-ba624f1b-e9b1-4897-98f7-adc27d2f2fde tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.835439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee60d1a-84d4-4a88-8f66-d2c605e1625a req-ba624f1b-e9b1-4897-98f7-adc27d2f2fde tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.837332 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dee60d1a-84d4-4a88-8f66-d2c605e1625a req-ba624f1b-e9b1-4897-98f7-adc27d2f2fde tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.2492375 Feb 04 15:34:18.880604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5552b63-47c7-4fb9-90f3-8fd0bd38547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.968447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-8d959ad8-46b8-47fd-9c1f-a83d07dbf370 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.969947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-8d959ad8-46b8-47fd-9c1f-a83d07dbf370 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.3612208 Feb 04 15:34:18.970937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5552b63-47c7-4fb9-90f3-8fd0bd38547d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:18.980738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f4cc3-7ff6-41af-9511-a1caf8483f88 req-15801b88-b7ee-43bb-8fcf-8132c6c8860e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.981473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aa9f4cc3-7ff6-41af-9511-a1caf8483f88 req-15801b88-b7ee-43bb-8fcf-8132c6c8860e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:18.991925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5552b63-47c7-4fb9-90f3-8fd0bd38547d admin admin] Usage tracker for resource:security_group_rule and tenant:5ae2af8c60f646d69961575d7fef1e78 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:19.003366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5552b63-47c7-4fb9-90f3-8fd0bd38547d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:19.021152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5552b63-47c7-4fb9-90f3-8fd0bd38547d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:19.029001 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dee60d1a-84d4-4a88-8f66-d2c605e1625a req-58f3d80c-04b2-4dd9-91a5-677e537e6304 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700070 Feb 04 15:34:19.085052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] For port d5b08f6b-b258-46ec-a441-5fb6959ecb49, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d5b08f6b-b258-46ec-a441-5fb6959ecb49,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:19.085410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.125048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aa9f4cc3-7ff6-41af-9511-a1caf8483f88 req-15801b88-b7ee-43bb-8fcf-8132c6c8860e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:19.131604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa9f4cc3-7ff6-41af-9511-a1caf8483f88 req-15801b88-b7ee-43bb-8fcf-8132c6c8860e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 950 time: 0.5999417 Feb 04 15:34:19.179375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Deleting port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:19.179726 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.222115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Calling delete_port for d5b08f6b-b258-46ec-a441-5fb6959ecb49 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:19.279063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa9f4cc3-7ff6-41af-9511-a1caf8483f88 req-46a2dc16-235e-44fb-9d52-337a46e813a4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465819 Feb 04 15:34:19.291535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2296533c-3181-4289-9779-0780112886c1 req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] For port 3f1660c2-bea0-4241-a705-bd31f8af9071, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=3f1660c2-bea0-4241-a705-bd31f8af9071,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:19.291838 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2296533c-3181-4289-9779-0780112886c1 req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.391963 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5552b63-47c7-4fb9-90f3-8fd0bd38547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.398877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5552b63-47c7-4fb9-90f3-8fd0bd38547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.458996 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c5552b63-47c7-4fb9-90f3-8fd0bd38547d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ae2af8c60f646d69961575d7fef1e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7668514 Feb 04 15:34:19.463932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56064) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:19.486784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2296533c-3181-4289-9779-0780112886c1 req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Calling delete_port for 3f1660c2-bea0-4241-a705-bd31f8af9071 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:19.731851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5552b63-47c7-4fb9-90f3-8fd0bd38547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04c30d4-2aa2-4f20-8a32-5c30f986f2ec,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:19.738499 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.753939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['79d1293b-d4b9-45a0-add5-9a7cc649ac4f', '4af951b7-a93e-40ac-9922-ab22d54b110c', 'd5b08f6b-b258-46ec-a441-5fb6959ecb49'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:19.783756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea', 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:19.808992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event deleted for resources: {'Port': ['ID=d5b08f6b-b258-46ec-a441-5fb6959ecb49,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:19.850069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] For port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:19.850512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.878407 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75fcf358-d5db-42eb-a6a7-b43756f61489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.912488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75fcf358-d5db-42eb-a6a7-b43756f61489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.002080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5f251285-d08f-4263-bc68-2ea988858087 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:20.004234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fa8cc-bdab-402f-8f15-e16ee49df3b1 req-9740c078-220f-4756-a847-45513e139686 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.010423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] No DVR routers for this DVR port d5b08f6b-b258-46ec-a441-5fb6959ecb49 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:20.011480 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-346fa8cc-bdab-402f-8f15-e16ee49df3b1 req-9740c078-220f-4756-a847-45513e139686 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 948 time: 0.3828413 Feb 04 15:34:20.017213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.020456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24a5a76-5dbd-4e99-aedc-0d4a5d567b60', 'name': 'network-vif-deleted', 'tag': 'd5b08f6b-b258-46ec-a441-5fb6959ecb49'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:20.022568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Calling delete_port for e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:20.065292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2296533c-3181-4289-9779-0780112886c1 req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.076343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12d292-4dd2-4f95-9795-2418b98721c6 req-640f590d-2039-4897-a886-7f052a80f04e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.086852 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c12d292-4dd2-4f95-9795-2418b98721c6 req-640f590d-2039-4897-a886-7f052a80f04e tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 945 time: 0.5547307 Feb 04 15:34:20.091255 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-afab7aa0-f25e-42f1-ad32-cece5b881e4e req-046ff4a1-ce0f-467a-a1d7-551881424512 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "DELETE /v2.0/ports/d5b08f6b-b258-46ec-a441-5fb6959ecb49 HTTP/1.1" status: 204 len: 173 time: 1.5823724 Feb 04 15:34:20.136319 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75fcf358-d5db-42eb-a6a7-b43756f61489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.148496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Pushing event deleted for resources: {'Port': ['ID=3f1660c2-bea0-4241-a705-bd31f8af9071,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:20.170064 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c12d292-4dd2-4f95-9795-2418b98721c6 req-a05d32ea-52e6-4dd9-bc1c-93ceda1eece6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822453 Feb 04 15:34:20.183956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5f251285-d08f-4263-bc68-2ea988858087, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5f251285-d08f-4263-bc68-2ea988858087,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:20.197676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75fcf358-d5db-42eb-a6a7-b43756f61489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.200500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3972a9fc-a7da-4066-aafd-137936a7cc96 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:20.201773 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-75fcf358-d5db-42eb-a6a7-b43756f61489 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c04c30d4-2aa2-4f20-8a32-5c30f986f2ec HTTP/1.1" status: 204 len: 168 time: 0.7282257 Feb 04 15:34:20.203118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcf358-d5db-42eb-a6a7-b43756f61489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04c30d4-2aa2-4f20-8a32-5c30f986f2ec,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:20.276617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '5f251285-d08f-4263-bc68-2ea988858087', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'port_id': '5f251285-d08f-4263-bc68-2ea988858087', 'mac_address': 'fa:16:3e:cf:d9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:20.289341 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24a5a76-5dbd-4e99-aedc-0d4a5d567b60', 'name': 'network-vif-deleted', 'tag': 'd5b08f6b-b258-46ec-a441-5fb6959ecb49', 'status': 'completed', 'code': 200} Feb 04 15:34:20.294981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f3e0028a-4e3f-413c-85f8-f7bc7fe18967 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:20.395091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-346fa8cc-bdab-402f-8f15-e16ee49df3b1 req-3ed329f7-3266-47fc-b9a7-00e0f9bdc02c tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825574 Feb 04 15:34:20.481770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2296533c-3181-4289-9779-0780112886c1 req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] No DVR routers for this DVR port 3f1660c2-bea0-4241-a705-bd31f8af9071 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:20.492745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2296533c-3181-4289-9779-0780112886c1 req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.502132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'name': 'network-vif-deleted', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:20.569014 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.579623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 3972a9fc-a7da-4066-aafd-137936a7cc96 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:20.580182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3972a9fc-a7da-4066-aafd-137936a7cc96 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:20.651814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2296533c-3181-4289-9779-0780112886c1 req-02a29c4b-cd91-4e78-bb62-90e93f3eaf65 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.61 "DELETE /v2.0/ports/3f1660c2-bea0-4241-a705-bd31f8af9071 HTTP/1.1" status: 204 len: 173 time: 2.1184447 Feb 04 15:34:20.702837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f251285-d08f-4263-bc68-2ea988858087 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:20.721869 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:34:20.729387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.893582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be255-f226-43a7-81c9-c990459a3890 req-c92a0d79-df3d-49c0-996e-3a84253d33e3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.902701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be255-f226-43a7-81c9-c990459a3890 req-c92a0d79-df3d-49c0-996e-3a84253d33e3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.910149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be255-f226-43a7-81c9-c990459a3890 req-c92a0d79-df3d-49c0-996e-3a84253d33e3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.916309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be255-f226-43a7-81c9-c990459a3890 req-c92a0d79-df3d-49c0-996e-3a84253d33e3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.922949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be255-f226-43a7-81c9-c990459a3890 req-c92a0d79-df3d-49c0-996e-3a84253d33e3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.931940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be255-f226-43a7-81c9-c990459a3890 req-c92a0d79-df3d-49c0-996e-3a84253d33e3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.938060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be255-f226-43a7-81c9-c990459a3890 req-c92a0d79-df3d-49c0-996e-3a84253d33e3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.951447 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d39be255-f226-43a7-81c9-c990459a3890 req-c92a0d79-df3d-49c0-996e-3a84253d33e3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5431 time: 0.3714318 Feb 04 15:34:21.066728 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d39be255-f226-43a7-81c9-c990459a3890 req-2d9f9a0d-2939-4ab3-a3bb-ade22584bb53 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140134 Feb 04 15:34:21.076937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5f251285-d08f-4263-bc68-2ea988858087, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5f251285-d08f-4263-bc68-2ea988858087,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:21.240797 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.241574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6b9e96db-8e49-4b8a-a71c-190000ac9de8 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:21.333724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5f251285-d08f-4263-bc68-2ea988858087,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:21.367086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Pushing event deleted for resources: {'Port': ['ID=e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:21.385501 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ffde6e-72ff-48f9-9c93-e326073b7cb6', 'name': 'network-vif-deleted', 'tag': '3f1660c2-bea0-4241-a705-bd31f8af9071', 'status': 'completed', 'code': 200} Feb 04 15:34:21.499730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:21.570214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-77b3652f-1bab-4bcc-b301-423b14b3b85f req-5e8a53ec-da86-4c20-9ca5-e42eaec74bd6 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9c7c8b2-a3f3-4070-9062-538c6219a4ea HTTP/1.1" status: 200 len: 210 time: 0.0639968 Feb 04 15:34:21.584477 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b782fd7-d623-4b26-88b2-ffa3d21e5cdb req-24156b28-1bb1-4232-aa6c-e4112be2f509 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24a5a76-5dbd-4e99-aedc-0d4a5d567b60 HTTP/1.1" status: 200 len: 210 time: 0.7641439 Feb 04 15:34:21.616397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'port_id': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967', 'mac_address': 'fa:16:3e:22:37:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc02a95-b92d-4263-b839-e2b24f941b43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:21.692650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] No DVR routers for this DVR port e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:21.698804 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.729808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d71c0df6-f1ac-4485-9f7f-fb5f0f9c1819 req-3327d41f-0657-4a8e-8378-3d816b9e5b73 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.61 "DELETE /v2.0/ports/e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc HTTP/1.1" status: 204 len: 173 time: 2.7455287 Feb 04 15:34:21.772423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56134) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:21.857341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fbe1acef-196a-4f92-afc2-d9c5466e0d10 req-e451b383-2ca4-497a-8e8f-90e67fdc1b18 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Synchronizing usage tracker for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:21.878272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fbe1acef-196a-4f92-afc2-d9c5466e0d10 req-e451b383-2ca4-497a-8e8f-90e67fdc1b18 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Unset dirty status for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:21.891951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fbe1acef-196a-4f92-afc2-d9c5466e0d10 req-e451b383-2ca4-497a-8e8f-90e67fdc1b18 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=61ffde6e-72ff-48f9-9c93-e326073b7cb6 HTTP/1.1" status: 200 len: 210 time: 0.0909495 Feb 04 15:34:21.908181 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.948335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6b9e96db-8e49-4b8a-a71c-190000ac9de8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b9e96db-8e49-4b8a-a71c-190000ac9de8,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:21.958518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3e0028a-4e3f-413c-85f8-f7bc7fe18967 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:22.006588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '6b9e96db-8e49-4b8a-a71c-190000ac9de8', 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'port_id': '6b9e96db-8e49-4b8a-a71c-190000ac9de8', 'mac_address': 'fa:16:3e:de:45:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724662c2-4369-437e-a6f2-d6b7e1d8d3e2', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:22.020583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:22.030388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1326183809-network', 'tenant_id': 'f378986632084645a7490909e5b2aa7b'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:22.036218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:22.041004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Usage tracker for resource:network and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:22.046303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:22.056073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:22.070443 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.070986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Made reservation on behalf of f378986632084645a7490909e5b2aa7b for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:22.073855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.088975 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.105799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:22.109862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Usage tracker for resource:security_group_rule and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:22.114181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:22.121233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:22.172009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d5b08f6b-b258-46ec-a441-5fb6959ecb49 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:22.258291 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.271446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.289048 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: d5b08f6b-b258-46ec-a441-5fb6959ecb49 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:22.289428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d5b08f6b-b258-46ec-a441-5fb6959ecb49 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:22.300975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f3e0028a-4e3f-413c-85f8-f7bc7fe18967'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:22.326912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:34:22.340010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.365029 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.365455 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Added segment 3c413e6b-a0fd-4b5b-9b7b-f60531f5130a of type vlan for network 15ce40c8-7c53-48c4-8ca8-6223d97ee1e8 Feb 04 15:34:22.366729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fee7b1-1ed7-4b95-a120-4f3514ade2fe,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:22.436845 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.454135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:22.465448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9e96db-8e49-4b8a-a71c-190000ac9de8 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:22.510099 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.512334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.515510 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.517990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcafd7e-bae9-4bd0-9cb8-78dfafd8314c req-6e7f5894-dfb6-4a82-a847-c76f1be2bdc3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.528165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcafd7e-bae9-4bd0-9cb8-78dfafd8314c req-6e7f5894-dfb6-4a82-a847-c76f1be2bdc3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.536531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcafd7e-bae9-4bd0-9cb8-78dfafd8314c req-6e7f5894-dfb6-4a82-a847-c76f1be2bdc3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.544415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcafd7e-bae9-4bd0-9cb8-78dfafd8314c req-6e7f5894-dfb6-4a82-a847-c76f1be2bdc3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.553340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcafd7e-bae9-4bd0-9cb8-78dfafd8314c req-6e7f5894-dfb6-4a82-a847-c76f1be2bdc3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.560098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcafd7e-bae9-4bd0-9cb8-78dfafd8314c req-6e7f5894-dfb6-4a82-a847-c76f1be2bdc3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.567848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcafd7e-bae9-4bd0-9cb8-78dfafd8314c req-6e7f5894-dfb6-4a82-a847-c76f1be2bdc3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.573349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6b9e96db-8e49-4b8a-a71c-190000ac9de8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b9e96db-8e49-4b8a-a71c-190000ac9de8,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:22.577494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8fcafd7e-bae9-4bd0-9cb8-78dfafd8314c req-6e7f5894-dfb6-4a82-a847-c76f1be2bdc3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5432 time: 0.3082395 Feb 04 15:34:22.594472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.596799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5e5f2857-8e14-4c7e-b02d-dd341ae72129 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:22.625431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5e5f2857-8e14-4c7e-b02d-dd341ae72129, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e5f2857-8e14-4c7e-b02d-dd341ae72129,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:22.659295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8fcafd7e-bae9-4bd0-9cb8-78dfafd8314c req-5f8d683f-cc5c-4f1c-ac3d-073263a744aa tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804949 Feb 04 15:34:22.772864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '5e5f2857-8e14-4c7e-b02d-dd341ae72129', 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'port_id': '5e5f2857-8e14-4c7e-b02d-dd341ae72129', 'mac_address': 'fa:16:3e:b7:12:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724662c2-4369-437e-a6f2-d6b7e1d8d3e2', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:22.814908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] Pushing event updated for resources: {'Network': ['ID=15ce40c8-7c53-48c4-8ca8-6223d97ee1e8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:22.838099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-19372db1-30a2-4785-83cb-792871415b29 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0639672 Feb 04 15:34:22.840618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56156) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:22.848005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Request body: {'subnet': {'network_id': '15ce40c8-7c53-48c4-8ca8-6223d97ee1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1326183809-subnet', 'tenant_id': 'f378986632084645a7490909e5b2aa7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:22.855655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:22.870467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Usage tracker for resource:subnet and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:22.878654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:22.890663 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.892642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:22.918055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Made reservation on behalf of f378986632084645a7490909e5b2aa7b for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:22.921570 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.999319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 15ce40c8-7c53-48c4-8ca8-6223d97ee1e8 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:34:23.184792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5f2857-8e14-4c7e-b02d-dd341ae72129 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:23.203593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5e5f2857-8e14-4c7e-b02d-dd341ae72129, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e5f2857-8e14-4c7e-b02d-dd341ae72129,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:23.218165 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.219095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2662e571-4540-4299-9353-0f07cbf2f869 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:23.285411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.386701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'name': 'network-vif-deleted', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:23.436939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22f3d57-779a-47c0-960e-dddd2e86039e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:23.614325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Checking segment: {'id': '3c413e6b-a0fd-4b5b-9b7b-f60531f5130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15ce40c8-7c53-48c4-8ca8-6223d97ee1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:34:23.617910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Network hostable DHCP agents. Network: 15ce40c8-7c53-48c4-8ca8-6223d97ee1e8, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:34:23.625837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6b9e96db-8e49-4b8a-a71c-190000ac9de8,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:23.689312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Network 15ce40c8-7c53-48c4-8ca8-6223d97ee1e8 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:34:23.708523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 15ce40c8-7c53-48c4-8ca8-6223d97ee1e8) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:23.714478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:23.715221 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.741919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528c80fe-591a-4a82-80ee-3bf8532abdff None None] Network 15ce40c8-7c53-48c4-8ca8-6223d97ee1e8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:34:23.757199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e45c-b799-43f2-b795-16c3d60f7147 req-da037bee-b580-4b55-8e90-ab955f988ec9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:23.758360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0fe9e45c-b799-43f2-b795-16c3d60f7147 req-da037bee-b580-4b55-8e90-ab955f988ec9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:23.777843 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8b598abf-a28e-4e16-a819-f8dc73c9dc5f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9357612 Feb 04 15:34:23.794524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0fe9e45c-b799-43f2-b795-16c3d60f7147 req-da037bee-b580-4b55-8e90-ab955f988ec9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:23.796600 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0fe9e45c-b799-43f2-b795-16c3d60f7147 req-da037bee-b580-4b55-8e90-ab955f988ec9 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 949 time: 0.3202562 Feb 04 15:34:23.810386 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c7c8b2-a3f3-4070-9062-538c6219a4ea', 'name': 'network-vif-deleted', 'tag': 'e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc', 'status': 'completed', 'code': 200} Feb 04 15:34:23.811583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2662e571-4540-4299-9353-0f07cbf2f869, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2662e571-4540-4299-9353-0f07cbf2f869,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:23.883591 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0fe9e45c-b799-43f2-b795-16c3d60f7147 req-bffb8911-3f6f-4cd3-ba0e-8848395b23a7 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793707 Feb 04 15:34:23.965410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '2662e571-4540-4299-9353-0f07cbf2f869', 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1', 'port_id': '2662e571-4540-4299-9353-0f07cbf2f869', 'mac_address': 'fa:16:3e:29:fe:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e610022-825b-4b19-a0f1-7766c51e9f10', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:24.065453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14af4bc-1301-4202-8637-495feca8d5bd req-890fdf35-58b3-4a8c-bcea-8c71221cd536 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.067553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c14af4bc-1301-4202-8637-495feca8d5bd req-890fdf35-58b3-4a8c-bcea-8c71221cd536 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:24.081416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5e5f2857-8e14-4c7e-b02d-dd341ae72129,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:24.086910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-70910879-8655-42cb-8555-3e35e2411837 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.087847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-70910879-8655-42cb-8555-3e35e2411837 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Synchronizing usage tracker for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:24.108036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-70910879-8655-42cb-8555-3e35e2411837 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:24.109559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-70910879-8655-42cb-8555-3e35e2411837 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.61 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 944 time: 0.2727199 Feb 04 15:34:24.149485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f3e0028a-4e3f-413c-85f8-f7bc7fe18967 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:24.184188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c14af4bc-1301-4202-8637-495feca8d5bd req-890fdf35-58b3-4a8c-bcea-8c71221cd536 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Unset dirty status for tenant:f47c494d628741edb0d9fa67438cf824 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:24.186306 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c14af4bc-1301-4202-8637-495feca8d5bd req-890fdf35-58b3-4a8c-bcea-8c71221cd536 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 944 time: 0.2735734 Feb 04 15:34:24.187225 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.252241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-d5bb63f1-21f6-40b5-a58b-d88d17122cac tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.262388 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-d5bb63f1-21f6-40b5-a58b-d88d17122cac tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 814 time: 0.2226737 Feb 04 15:34:24.269233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2662e571-4540-4299-9353-0f07cbf2f869 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:24.275030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c14af4bc-1301-4202-8637-495feca8d5bd req-b7dfac46-2ccd-4469-a21e-bd3769178e5f tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678146 Feb 04 15:34:24.278420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Deleting port 72e82b08-261c-48bd-966d-c7b414dd2688 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:24.278772 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.292467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2662e571-4540-4299-9353-0f07cbf2f869, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2662e571-4540-4299-9353-0f07cbf2f869,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:24.295082 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-5f528f04-f7ce-40ba-b85d-be0de2f0cd98 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/quotas/07df67e647f44600bd3da18176458f76 HTTP/1.1" status: 200 len: 375 time: 0.0310671 Feb 04 15:34:24.305257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888c0e3-50ef-4071-87a5-1c3c7acb6782 None None] Network 15ce40c8-7c53-48c4-8ca8-6223d97ee1e8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:34:24.462244 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-3d59b1bc-3845-4f47-89f1-16d982545708 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1654055 Feb 04 15:34:24.484170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-96ec9eca-ade3-4bb8-8626-64db9f5497ba service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:34:24.487370 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-96ec9eca-ade3-4bb8-8626-64db9f5497ba service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083566 Feb 04 15:34:24.525939 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.526592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:24.698378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:24.708392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198ad2-e1be-4f6d-8c83-5563ff9f8028 req-cc8a75c4-d69a-42c8-88b4-0a700ee17dd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.710653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=2662e571-4540-4299-9353-0f07cbf2f869,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:24.714886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198ad2-e1be-4f6d-8c83-5563ff9f8028 req-cc8a75c4-d69a-42c8-88b4-0a700ee17dd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.723143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198ad2-e1be-4f6d-8c83-5563ff9f8028 req-cc8a75c4-d69a-42c8-88b4-0a700ee17dd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.723504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde', 'network_id': '9aecb207-c108-4db3-816f-362a655b55d1', 'port_id': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde', 'mac_address': 'fa:16:3e:66:f5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e610022-825b-4b19-a0f1-7766c51e9f10', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:24.732485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198ad2-e1be-4f6d-8c83-5563ff9f8028 req-cc8a75c4-d69a-42c8-88b4-0a700ee17dd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.739169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198ad2-e1be-4f6d-8c83-5563ff9f8028 req-cc8a75c4-d69a-42c8-88b4-0a700ee17dd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.745184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198ad2-e1be-4f6d-8c83-5563ff9f8028 req-cc8a75c4-d69a-42c8-88b4-0a700ee17dd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.752044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198ad2-e1be-4f6d-8c83-5563ff9f8028 req-cc8a75c4-d69a-42c8-88b4-0a700ee17dd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.756967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:24.757346 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.760410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80198ad2-e1be-4f6d-8c83-5563ff9f8028 req-cc8a75c4-d69a-42c8-88b4-0a700ee17dd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5435 time: 0.3521302 Feb 04 15:34:24.766511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-6875af57-703e-47d7-b6fb-51ec60f3810d service neutron] 10.222.0.46 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470973 Feb 04 15:34:24.834009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80198ad2-e1be-4f6d-8c83-5563ff9f8028 req-5cceee58-809f-4604-be67-84054b241ba6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724947 Feb 04 15:34:24.840174 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.875271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:24.911689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415969a-9263-46d4-bae1-885aa437f752 req-89c6853a-57c5-4ac9-8b41-bf1e77ee569a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.913503 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9415969a-9263-46d4-bae1-885aa437f752 req-89c6853a-57c5-4ac9-8b41-bf1e77ee569a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 949 time: 0.2183869 Feb 04 15:34:24.936912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:24.939197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] For port 72e82b08-261c-48bd-966d-c7b414dd2688, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=72e82b08-261c-48bd-966d-c7b414dd2688,segment=NetworkSegment(494b73a0-b764-4885-b348-a897aff51091),segment_id=494b73a0-b764-4885-b348-a897aff51091)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:24.939880 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.947936 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.948647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:25.070190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.125148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:25.138081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:25.143791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:25.157493 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-0f71ace0-d07c-45fa-8851-d8f22c8de160 service neutron] 10.222.0.46 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837006 Feb 04 15:34:25.160023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9', 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'port_id': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9', 'mac_address': 'fa:16:3e:7b:ed:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724662c2-4369-437e-a6f2-d6b7e1d8d3e2', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:25.162749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:25.173107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-9415969a-9263-46d4-bae1-885aa437f752 req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Deleting port 4af951b7-a93e-40ac-9922-ab22d54b110c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:25.174009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9415969a-9263-46d4-bae1-885aa437f752 req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.198438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Calling delete_port for 72e82b08-261c-48bd-966d-c7b414dd2688 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:25.230363 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.241804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.300370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94791c4a-6477-48fc-985b-b7e46f9b4d0c req-886f4e73-3555-4316-8512-876acc120703 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:25.307436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94791c4a-6477-48fc-985b-b7e46f9b4d0c req-886f4e73-3555-4316-8512-876acc120703 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 949 time: 0.2328465 Feb 04 15:34:25.380007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94791c4a-6477-48fc-985b-b7e46f9b4d0c req-5a928a21-d8b5-4bb1-8f26-2702ee4548d2 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715885 Feb 04 15:34:25.384666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:25.491426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.492736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:25.511678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:25.523403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.524167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7f64e6c0-ff36-4415-8bb6-946ba3967078 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:25.810756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:25.814424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7f64e6c0-ff36-4415-8bb6-946ba3967078, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7f64e6c0-ff36-4415-8bb6-946ba3967078,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:25.818187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-9415969a-9263-46d4-bae1-885aa437f752 req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] For port 4af951b7-a93e-40ac-9922-ab22d54b110c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4af951b7-a93e-40ac-9922-ab22d54b110c,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:25.822905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9415969a-9263-46d4-bae1-885aa437f752 req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.857485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-685039031', 'description': 'tempest-description-198401497'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:25.863536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Pushing event deleted for resources: {'Port': ['ID=72e82b08-261c-48bd-966d-c7b414dd2688,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:25.868225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '7f64e6c0-ff36-4415-8bb6-946ba3967078', 'network_id': '1e4f4b22-cddf-4273-bbed-1a76deff1b64', 'port_id': '7f64e6c0-ff36-4415-8bb6-946ba3967078', 'mac_address': 'fa:16:3e:a2:98:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724662c2-4369-437e-a6f2-d6b7e1d8d3e2', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:25.930108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:25.988933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.036281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-9415969a-9263-46d4-bae1-885aa437f752 req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Calling delete_port for 4af951b7-a93e-40ac-9922-ab22d54b110c owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:26.040893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f64e6c0-ff36-4415-8bb6-946ba3967078 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:26.101540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7f64e6c0-ff36-4415-8bb6-946ba3967078, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7f64e6c0-ff36-4415-8bb6-946ba3967078,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:26.108819 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.171494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:26.175939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:26.183930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:26.195876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] No DVR routers for this DVR port 72e82b08-261c-48bd-966d-c7b414dd2688 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:26.202781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.211352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d819d0-9859-40dc-b8d7-fa3c81e8682b req-f35e9592-53ee-49d6-8e25-1052ea73078a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:26.220837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.221348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.221717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.222344 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-65d819d0-9859-40dc-b8d7-fa3c81e8682b req-f35e9592-53ee-49d6-8e25-1052ea73078a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2e3cff1-3b5c-4d02-ad87-1b32c22a8642 HTTP/1.1" status: 200 len: 949 time: 0.3775954 Feb 04 15:34:26.222524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.222831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.223028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.223402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.224227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.226017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.226517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.227027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.227366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:26.235773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'name': 'network-vif-deleted', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:26.242142 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-056f0696-aa37-4dd8-81ce-a08199037c89 req-fdb0745d-f007-425e-9743-383ae8d614cb tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.61 "DELETE /v2.0/ports/72e82b08-261c-48bd-966d-c7b414dd2688 HTTP/1.1" status: 204 len: 173 time: 2.1258585 Feb 04 15:34:26.243262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.249822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7f64e6c0-ff36-4415-8bb6-946ba3967078,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:26.300811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:26.305500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group_rule and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:26.309673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:26.317719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:26.451732 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-65d819d0-9859-40dc-b8d7-fa3c81e8682b req-71176332-04a7-4be0-8411-db89250c7967 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204947 Feb 04 15:34:26.452206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.468113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-3c7e2072-1f8c-4bd1-b7b6-f63af1783931 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:26.470455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-3c7e2072-1f8c-4bd1-b7b6-f63af1783931 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.53 "GET /v2.0/ports?device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 949 time: 0.5964825 Feb 04 15:34:26.471464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.499697 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9415969a-9263-46d4-bae1-885aa437f752 req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.514130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['79d1293b-d4b9-45a0-add5-9a7cc649ac4f', '4af951b7-a93e-40ac-9922-ab22d54b110c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:26.546424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea', 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:26.613356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event deleted for resources: {'Port': ['ID=4af951b7-a93e-40ac-9922-ab22d54b110c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:26.623878 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.624956 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967', 'code': 200} Feb 04 15:34:26.632479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b58c1363-ab24-4dde-a693-3d81d253437e req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7789412 Feb 04 15:34:26.830190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0834b-6152-4e60-bc2c-e4cd62ba2112 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa3463-00e0-450b-8b4e-26210db235c3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:26.853536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9415969a-9263-46d4-bae1-885aa437f752 req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] No DVR routers for this DVR port 4af951b7-a93e-40ac-9922-ab22d54b110c on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:26.857361 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9415969a-9263-46d4-bae1-885aa437f752 req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.872852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e3cff1-3b5c-4d02-ad87-1b32c22a8642', 'name': 'network-vif-deleted', 'tag': '4af951b7-a93e-40ac-9922-ab22d54b110c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:26.874344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Deleting port 8a603632-a0bf-42ca-9795-2fcc96993369 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:26.875205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.951511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7f64e6c0-ff36-4415-8bb6-946ba3967078'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:26.992266 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9415969a-9263-46d4-bae1-885aa437f752 req-52b4d62d-f55a-4c62-be24-feb7f7d508cb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "DELETE /v2.0/ports/4af951b7-a93e-40ac-9922-ab22d54b110c HTTP/1.1" status: 204 len: 173 time: 2.0616932 Feb 04 15:34:26.999435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-391d39ef-8703-4ea3-9b56-34e370215e52 req-075b52cb-1cc7-440c-8b9b-301ee293b5a7 tempest-LiveMigrationTest-1481270276 tempest-LiveMigrationTest-1481270276-project] 10.222.0.46 "GET /v2.0/ports?device_id=947decb8-560b-42f4-a99b-5293e7f8fd18 HTTP/1.1" status: 200 len: 210 time: 0.1035504 Feb 04 15:34:27.025474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e542e3b-3bb0-4eb0-9e23-234bbb49fad7 req-bef512aa-3ce7-4228-b7fb-caba8583d055 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 210 time: 0.0961730 Feb 04 15:34:27.049771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['73c601f1-2f34-4dfa-8780-3ff4ff940ff9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:27.136989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:27.190513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['5e5f2857-8e14-4c7e-b02d-dd341ae72129'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:27.371499 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:34:27.392341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['2662e571-4540-4299-9353-0f07cbf2f869'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:27.481031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['5f251285-d08f-4263-bc68-2ea988858087'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:27.512185 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947decb8-560b-42f4-a99b-5293e7f8fd18', 'name': 'network-vif-deleted', 'tag': '72e82b08-261c-48bd-966d-c7b414dd2688', 'status': 'completed', 'code': 200} Feb 04 15:34:27.558076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91318677-0f15-4f20-9570-4ed6a152baf2 req-d2365212-d69e-4f92-80df-a602dfb19133 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:27.571791 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91318677-0f15-4f20-9570-4ed6a152baf2 req-d2365212-d69e-4f92-80df-a602dfb19133 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 949 time: 0.1662195 Feb 04 15:34:27.637537 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91318677-0f15-4f20-9570-4ed6a152baf2 req-49dbea27-d275-42fc-9939-f9df40ff04f4 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ab9968f-e6e4-4fb0-9f47-8afd9626c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622194 Feb 04 15:34:27.869211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-22258735-d436-4499-9a50-db7c12d44830 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:27.869531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-22258735-d436-4499-9a50-db7c12d44830 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:27.933329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] For port 8a603632-a0bf-42ca-9795-2fcc96993369, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8a603632-a0bf-42ca-9795-2fcc96993369,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:27.934561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.979772 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b211c554-75de-4b0c-a825-ca980d35472c req-1d52fa3e-3634-4326-b870-53a790d09523 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/33aa3463-00e0-450b-8b4e-26210db235c3 HTTP/1.1" status: 200 len: 1813 time: 0.1359527 Feb 04 15:34:27.997989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33aa3463-00e0-450b-8b4e-26210db235c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:27.998299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33aa3463-00e0-450b-8b4e-26210db235c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:28.014417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:28.028615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group_rule and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:28.034630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:28.063536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:28.112821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Calling delete_port for 8a603632-a0bf-42ca-9795-2fcc96993369 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:28.124903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['6b9e96db-8e49-4b8a-a71c-190000ac9de8'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:28.144022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-22258735-d436-4499-9a50-db7c12d44830 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:28.145682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-22258735-d436-4499-9a50-db7c12d44830 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.61 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 814 time: 0.5017545 Feb 04 15:34:28.170904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Request body: {'port': {'device_id': '60fbba51-df44-4652-921d-b21bbedb272b', 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900', 'admin_state_up': True, 'tenant_id': '07df67e647f44600bd3da18176458f76'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:28.252831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 72e82b08-261c-48bd-966d-c7b414dd2688 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:28.255997 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.313951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda8ac-5015-4b8f-9804-71516db1c0f1 req-31a40cd1-7c9d-4cc6-8544-858985fe62f6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:28.326474 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.337390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda8ac-5015-4b8f-9804-71516db1c0f1 req-31a40cd1-7c9d-4cc6-8544-858985fe62f6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:28.341760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.345037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda8ac-5015-4b8f-9804-71516db1c0f1 req-31a40cd1-7c9d-4cc6-8544-858985fe62f6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:28.353707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda8ac-5015-4b8f-9804-71516db1c0f1 req-31a40cd1-7c9d-4cc6-8544-858985fe62f6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:28.363404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda8ac-5015-4b8f-9804-71516db1c0f1 req-31a40cd1-7c9d-4cc6-8544-858985fe62f6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:28.370866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda8ac-5015-4b8f-9804-71516db1c0f1 req-31a40cd1-7c9d-4cc6-8544-858985fe62f6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:28.373707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25b23a5-5d71-439c-a713-72d1def904e8,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:28.379346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda8ac-5015-4b8f-9804-71516db1c0f1 req-31a40cd1-7c9d-4cc6-8544-858985fe62f6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:28.388036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0efda8ac-5015-4b8f-9804-71516db1c0f1 req-31a40cd1-7c9d-4cc6-8544-858985fe62f6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5438 time: 0.8750858 Feb 04 15:34:28.393341 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.394539 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b211c554-75de-4b0c-a825-ca980d35472c req-622357a3-abec-48e0-8dca-ae5f13470e75 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4055457 Feb 04 15:34:28.457863 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e3cff1-3b5c-4d02-ad87-1b32c22a8642', 'name': 'network-vif-deleted', 'tag': '4af951b7-a93e-40ac-9922-ab22d54b110c', 'status': 'completed', 'code': 200} Feb 04 15:34:28.658799 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0efda8ac-5015-4b8f-9804-71516db1c0f1 req-a5f815d0-4397-4ef7-8fe5-d22a8526815e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2698495 Feb 04 15:34:28.711623 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.714215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:28.809241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Pushing event deleted for resources: {'Port': ['ID=8a603632-a0bf-42ca-9795-2fcc96993369,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:28.811528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56270) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:28.833972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:28.835683 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9ee605eb-4b9f-4c63-9081-e74d23fedfe1 req-1e2ac6f3-7d1c-40c9-87f6-7050c5f3ca2c tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 210 time: 0.0740194 Feb 04 15:34:28.935175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 72e82b08-261c-48bd-966d-c7b414dd2688 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:28.935662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 72e82b08-261c-48bd-966d-c7b414dd2688 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:28.936315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3f1660c2-bea0-4241-a705-bd31f8af9071 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:28.943127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Made reservation on behalf of 07df67e647f44600bd3da18176458f76 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:28.946832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.078133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] No DVR routers for this DVR port 8a603632-a0bf-42ca-9795-2fcc96993369 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:29.082240 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.104558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc3276b-4f46-4643-9c0b-f65c44747d80 admin admin] Deleting subnet d4cd134f-b7e5-4484-8b1d-11443fb81a27 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:34:29.108519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2cc3276b-4f46-4643-9c0b-f65c44747d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.155075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffe1bf50-4a20-4f4d-947e-19e6c8dab2a3 req-1550ad28-84fa-4efd-af52-146cbafd7964 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.53 "DELETE /v2.0/ports/8a603632-a0bf-42ca-9795-2fcc96993369 HTTP/1.1" status: 204 len: 173 time: 2.6760328 Feb 04 15:34:29.166134 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2cc3276b-4f46-4643-9c0b-f65c44747d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.198035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 3f1660c2-bea0-4241-a705-bd31f8af9071 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:29.211249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 3f1660c2-bea0-4241-a705-bd31f8af9071 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:29.212834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:29.246747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb6f8176-c776-4287-a5d3-b96f53f907f2 req-ae7621ac-4a57-43fb-972f-2887b3f687d4 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/33aa3463-00e0-450b-8b4e-26210db235c3 HTTP/1.1" status: 200 len: 2407 time: 0.3161561 Feb 04 15:34:29.388973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2cc3276b-4f46-4643-9c0b-f65c44747d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.448311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:29.448747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e5d36cb8-2d8c-456b-a594-3a2fec4fe5bc not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:29.517130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-deleted', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:29.524630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2cc3276b-4f46-4643-9c0b-f65c44747d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.573548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2cc3276b-4f46-4643-9c0b-f65c44747d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.592447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3276b-4f46-4643-9c0b-f65c44747d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4cd134f-b7e5-4484-8b1d-11443fb81a27,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:29.612700 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2cc3276b-4f46-4643-9c0b-f65c44747d80 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d4cd134f-b7e5-4484-8b1d-11443fb81a27 HTTP/1.1" status: 204 len: 168 time: 0.7877505 Feb 04 15:34:29.616106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56292) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:29.620278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-606a88a5-c07c-48b2-8c93-ad60989ae943 req-7b0a3827-2a1a-4666-bbe0-15a736f11e7b tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-group-rules/c25b23a5-5d71-439c-a713-72d1def904e8 HTTP/1.1" status: 200 len: 778 time: 0.1112556 Feb 04 15:34:29.696652 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-606a88a5-c07c-48b2-8c93-ad60989ae943 req-670275c0-62d7-47b9-906b-7d77b1496eb6 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/33aa3463-00e0-450b-8b4e-26210db235c3 HTTP/1.1" status: 200 len: 2407 time: 0.0738180 Feb 04 15:34:29.745872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-606a88a5-c07c-48b2-8c93-ad60989ae943 req-df3c6163-705e-41ec-bbfc-1f6e625426f3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.773242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-606a88a5-c07c-48b2-8c93-ad60989ae943 req-df3c6163-705e-41ec-bbfc-1f6e625426f3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.853434 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-606a88a5-c07c-48b2-8c93-ad60989ae943 req-df3c6163-705e-41ec-bbfc-1f6e625426f3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.884089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-606a88a5-c07c-48b2-8c93-ad60989ae943 req-df3c6163-705e-41ec-bbfc-1f6e625426f3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.898712 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-606a88a5-c07c-48b2-8c93-ad60989ae943 req-df3c6163-705e-41ec-bbfc-1f6e625426f3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c25b23a5-5d71-439c-a713-72d1def904e8 HTTP/1.1" status: 204 len: 173 time: 0.1946020 Feb 04 15:34:29.905022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c6163-705e-41ec-bbfc-1f6e625426f3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c25b23a5-5d71-439c-a713-72d1def904e8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:29.964245 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.045323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-50b77ded-d2fe-4ba5-bc4b-f34077c7ab8e req-3a670a56-6c4c-460a-b7ea-e1dc270931a6 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Synchronizing usage tracker for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:30.051593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Allocated IP 172.20.0.5 (740db0d2-b7d8-4158-b780-967caa10c900/ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c/df38c924-0d8e-431f-9817-1ff9080fb109) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:30.162902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:30.231547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 8a603632-a0bf-42ca-9795-2fcc96993369 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:30.232459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8a603632-a0bf-42ca-9795-2fcc96993369 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:30.233123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4af951b7-a93e-40ac-9922-ab22d54b110c no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:30.269545 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.274851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 4af951b7-a93e-40ac-9922-ab22d54b110c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:30.275705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4af951b7-a93e-40ac-9922-ab22d54b110c not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:30.315861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:30.349715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494b73a0-b764-4885-b348-a897aff51091') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:30.350044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494b73a0-b764-4885-b348-a897aff51091') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:30.375355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.396737 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e8b57-0fda-4c43-a238-5d856fa562b3', 'name': 'network-vif-deleted', 'tag': '8a603632-a0bf-42ca-9795-2fcc96993369', 'status': 'completed', 'code': 200} Feb 04 15:34:30.397266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-50b77ded-d2fe-4ba5-bc4b-f34077c7ab8e req-3a670a56-6c4c-460a-b7ea-e1dc270931a6 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] Unset dirty status for tenant:65f097118a644013a0e4eb51b56f57a4 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:30.399292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50b77ded-d2fe-4ba5-bc4b-f34077c7ab8e req-3a670a56-6c4c-460a-b7ea-e1dc270931a6 tempest-ListImageFiltersTestJSON-2087961678 tempest-ListImageFiltersTestJSON-2087961678-project] 10.222.0.46 "GET /v2.0/ports?device_id=414e8b57-0fda-4c43-a238-5d856fa562b3 HTTP/1.1" status: 200 len: 210 time: 0.4330249 Feb 04 15:34:30.435526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.457713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:34:30.460465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:34:30.489923 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:34:30.551489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186208-d2ae-486f-a44d-691d6a5b9520 req-a825c07d-7ecd-466b-b69e-1bd4306c8aed tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:30.558684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186208-d2ae-486f-a44d-691d6a5b9520 req-a825c07d-7ecd-466b-b69e-1bd4306c8aed tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:30.565398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186208-d2ae-486f-a44d-691d6a5b9520 req-a825c07d-7ecd-466b-b69e-1bd4306c8aed tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:30.572121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186208-d2ae-486f-a44d-691d6a5b9520 req-a825c07d-7ecd-466b-b69e-1bd4306c8aed tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:30.580709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186208-d2ae-486f-a44d-691d6a5b9520 req-a825c07d-7ecd-466b-b69e-1bd4306c8aed tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:30.587414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186208-d2ae-486f-a44d-691d6a5b9520 req-a825c07d-7ecd-466b-b69e-1bd4306c8aed tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:30.593641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186208-d2ae-486f-a44d-691d6a5b9520 req-a825c07d-7ecd-466b-b69e-1bd4306c8aed tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:30.602644 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6e186208-d2ae-486f-a44d-691d6a5b9520 req-a825c07d-7ecd-466b-b69e-1bd4306c8aed tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5438 time: 0.1682243 Feb 04 15:34:30.650830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a9ac9c90-6f77-48f0-bd0b-f4401123aee3 req-f0120705-f2d8-4bb9-8850-af2eeec072d2 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 210 time: 0.0761707 Feb 04 15:34:30.673938 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.674945 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6e186208-d2ae-486f-a44d-691d6a5b9520 req-2ca25b4b-e2ed-4daa-a048-3b8314dc70fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708225 Feb 04 15:34:30.707876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.714496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-55322272', 'description': 'tempest-description-1619484912'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:30.724187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:30.728701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:30.732201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:30.740431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:30.754351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.779273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:30.784850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group_rule and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:30.789458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:30.795865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:30.855471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] Pushing event deleted for resources: {'Network': ['ID=25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:30.906130 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.913373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.969130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8e27d3-8789-4f85-9b73-b01de13162de,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:30.973969 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.975660 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15accaf7-9a97-4b76-ac3e-2caa6f9c9d95 req-b9eb961d-5e80-4381-a9ac-460a2e1d4937 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2653172 Feb 04 15:34:31.000206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e77e8da2-3bf4-4828-b88b-0d31d97f69ff admin admin] 10.222.0.46 "DELETE /v2.0/networks/25956e7d-2931-4c8c-8cb8-9b59e5cc4a8a HTTP/1.1" status: 204 len: 168 time: 1.3794565 Feb 04 15:34:31.005278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56310) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:31.088534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-105b1ec7-82f2-4a33-a0b8-aa88d63d7a48 admin admin] Deleting subnet 4de0ad80-7805-4665-b8d9-95d8a82c7f26 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:34:31.093232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-cf9098b7-1fa1-4e88-a80e-b5b0087c1c68 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:31.093687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-105b1ec7-82f2-4a33-a0b8-aa88d63d7a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.095170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-cf9098b7-1fa1-4e88-a80e-b5b0087c1c68 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "GET /v2.0/ports?device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 949 time: 0.3836932 Feb 04 15:34:31.186287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Deleting port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:31.186872 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.266645 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.291490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ba355-db26-425f-ba47-eb0f658794f9 req-6255c048-7f93-496f-83e2-533af004c474 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:31.293304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d6ba355-db26-425f-ba47-eb0f658794f9 req-6255c048-7f93-496f-83e2-533af004c474 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 949 time: 0.3603506 Feb 04 15:34:31.406676 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-906ccb29-2151-4fe6-845b-22a0c7b331e8 req-7bf0d050-315e-49a4-b476-69a03ce86c2f tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/6e8e27d3-8789-4f85-9b73-b01de13162de HTTP/1.1" status: 200 len: 1813 time: 0.3141975 Feb 04 15:34:31.411694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-105b1ec7-82f2-4a33-a0b8-aa88d63d7a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.487913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1913888573', 'description': 'tempest-description-651690004'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:31.505632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:31.513609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:31.524312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:31.536107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:31.542007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-105b1ec7-82f2-4a33-a0b8-aa88d63d7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.550649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d6ba355-db26-425f-ba47-eb0f658794f9 req-b2648288-b1a3-4dac-a5bd-9a1096b94d80 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138593 Feb 04 15:34:31.609400 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.648436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:31.662114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group_rule and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:31.666878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:31.675695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:31.680373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-105b1ec7-82f2-4a33-a0b8-aa88d63d7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.700049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] For port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:31.700699 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.734053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b1ec7-82f2-4a33-a0b8-aa88d63d7a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de0ad80-7805-4665-b8d9-95d8a82c7f26,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:31.761625 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-105b1ec7-82f2-4a33-a0b8-aa88d63d7a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.801066 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-105b1ec7-82f2-4a33-a0b8-aa88d63d7a48 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4de0ad80-7805-4665-b8d9-95d8a82c7f26 HTTP/1.1" status: 204 len: 168 time: 0.7946529 Feb 04 15:34:31.809186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56338) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:31.939910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Calling delete_port for 79d1293b-d4b9-45a0-add5-9a7cc649ac4f owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:31.973262 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.991289 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.007620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['02ea6af6-c416-49f2-a061-0630614cc579'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:32.026633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.054440 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.101055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Pushing event updated for resources: {'Port': ['ID=df38c924-0d8e-431f-9817-1ff9080fb109,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:32.122683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Network 740db0d2-b7d8-4158-b780-967caa10c900 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:32.131098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:32.133967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:34:32.200556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5f251285-d08f-4263-bc68-2ea988858087 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:32.249692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.294601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6972c7ea-5cd0-42d5-846e-9032d7dc765a']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:32.311802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89488885-75dd-4496-878c-ff8aa7e00f8f') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:32.312036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89488885-75dd-4496-878c-ff8aa7e00f8f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:32.327112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.333993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 5f251285-d08f-4263-bc68-2ea988858087 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:32.350625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 5f251285-d08f-4263-bc68-2ea988858087 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:32.351179 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.365719 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.381283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:34:32.382296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:34:32.434563 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:34:32.460221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:32.460221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.550946 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.561324 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6e8beb37-8f69-472c-a731-9ac5de0de8ab req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0819106 Feb 04 15:34:32.566219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-881cd2e3-272b-4928-9250-f5a4fcf20070 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3826420 Feb 04 15:34:32.576688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea84ea-e34f-4e41-b026-bb1e8b683cdd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f68231-29bb-4125-824c-9a3f5b4af9b6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:32.592578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-b12f3d90-36a4-42f4-aae5-500909c98d5e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:32.594096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-b12f3d90-36a4-42f4-aae5-500909c98d5e tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a9523f3-20b7-4f16-9aff-cbfb75b01e97 HTTP/1.1" status: 200 len: 950 time: 0.7168319 Feb 04 15:34:32.601204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Request body: {'port': {'device_id': '60fbba51-df44-4652-921d-b21bbedb272b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:32.644335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.649577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.693588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.745905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251285-d08f-4263-bc68-2ea988858087'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:32.761358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=6972c7ea-5cd0-42d5-846e-9032d7dc765a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:32.762935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5f251285-d08f-4263-bc68-2ea988858087, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5f251285-d08f-4263-bc68-2ea988858087,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:32.767646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-526b77bd-c472-45fb-b22a-847d232a7b54 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6972c7ea-5cd0-42d5-846e-9032d7dc765a HTTP/1.1" status: 204 len: 168 time: 0.9573224 Feb 04 15:34:32.771763 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.772563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5e5f2857-8e14-4c7e-b02d-dd341ae72129 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:32.857594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474bdf9-b85d-4347-a623-a50d8e0c2c24 req-a154150c-fc8d-42e3-8254-ec1fc91d33cb tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:32.859034 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d474bdf9-b85d-4347-a623-a50d8e0c2c24 req-a154150c-fc8d-42e3-8254-ec1fc91d33cb tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 931 time: 0.1634653 Feb 04 15:34:32.957419 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d474bdf9-b85d-4347-a623-a50d8e0c2c24 req-88ee5ab1-9d18-408e-907d-5f73c686b223 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832849 Feb 04 15:34:32.984833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5f251285-d08f-4263-bc68-2ea988858087,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:33.005004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:33.027914 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.029837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56364) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:33.040509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:33.040997 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.092927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Deleting port dd2c5600-5f17-4ef8-93ab-48bad62bb72e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:33.093272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.149829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-030ac9ca-782c-4e01-8480-574956354f9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f47c494d628741edb0d9fa67438cf824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1183875 Feb 04 15:34:33.152904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56380) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:33.163669 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.181612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['79d1293b-d4b9-45a0-add5-9a7cc649ac4f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:33.236284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:33.298442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-824beaa4-1645-4695-9ab5-2814e1bc0a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.356200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb7d2b-a436-4f43-b188-cf9d5be82821 req-948eced9-bbab-4731-bafe-f79c366e5c10 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.365449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb7d2b-a436-4f43-b188-cf9d5be82821 req-948eced9-bbab-4731-bafe-f79c366e5c10 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.367158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-824beaa4-1645-4695-9ab5-2814e1bc0a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.370353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb7d2b-a436-4f43-b188-cf9d5be82821 req-948eced9-bbab-4731-bafe-f79c366e5c10 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.378393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb7d2b-a436-4f43-b188-cf9d5be82821 req-948eced9-bbab-4731-bafe-f79c366e5c10 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.385754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb7d2b-a436-4f43-b188-cf9d5be82821 req-948eced9-bbab-4731-bafe-f79c366e5c10 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.393136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb7d2b-a436-4f43-b188-cf9d5be82821 req-948eced9-bbab-4731-bafe-f79c366e5c10 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.399383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb7d2b-a436-4f43-b188-cf9d5be82821 req-948eced9-bbab-4731-bafe-f79c366e5c10 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.401381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9cfb7d2b-a436-4f43-b188-cf9d5be82821 req-948eced9-bbab-4731-bafe-f79c366e5c10 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5439 time: 0.7341805 Feb 04 15:34:33.485420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-824beaa4-1645-4695-9ab5-2814e1bc0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.509533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event deleted for resources: {'Port': ['ID=79d1293b-d4b9-45a0-add5-9a7cc649ac4f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:33.524015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824beaa4-1645-4695-9ab5-2814e1bc0a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:33.536465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] No DVR routers for this DVR port 79d1293b-d4b9-45a0-add5-9a7cc649ac4f on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:33.543107 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-824beaa4-1645-4695-9ab5-2814e1bc0a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.548827 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-824beaa4-1645-4695-9ab5-2814e1bc0a0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b35d62a-6a2f-4dd4-b9b1-979bd88e8a7a HTTP/1.1" status: 204 len: 168 time: 0.3904977 Feb 04 15:34:33.593349 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.596730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de472239-8155-43ba-ba83-3a96aec33d21', 'name': 'network-vif-deleted', 'tag': '79d1293b-d4b9-45a0-add5-9a7cc649ac4f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:33.768693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5e03b10-4933-4302-a0b8-ec930f692b44 req-55c4c290-4d3c-4429-bc5a-d08fecdd387f tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.53 "DELETE /v2.0/ports/79d1293b-d4b9-45a0-add5-9a7cc649ac4f HTTP/1.1" status: 204 len: 173 time: 2.6532612 Feb 04 15:34:33.819434 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.925541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9cfb7d2b-a436-4f43-b188-cf9d5be82821 req-d4b31d4a-9e80-47c9-a798-8443386d671b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3941867 Feb 04 15:34:34.053436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5e5f2857-8e14-4c7e-b02d-dd341ae72129, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e5f2857-8e14-4c7e-b02d-dd341ae72129,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:34.066508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.186069 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf52dd56-c0e7-407e-8224-98fd8e00a9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.191621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-205e3a99-a530-410c-9311-7575fc6496c4 req-2f57aa33-783b-4ef5-9772-f6a59bf5eb65 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/55f68231-29bb-4125-824c-9a3f5b4af9b6 HTTP/1.1" status: 200 len: 1814 time: 0.0912507 Feb 04 15:34:34.202163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5e5f2857-8e14-4c7e-b02d-dd341ae72129,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:34.213128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:34.250352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] For port dd2c5600-5f17-4ef8-93ab-48bad62bb72e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:34.251024 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.340837 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f251285-d08f-4263-bc68-2ea988858087', 'code': 200} Feb 04 15:34:34.502781 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de472239-8155-43ba-ba83-3a96aec33d21', 'name': 'network-vif-deleted', 'tag': '79d1293b-d4b9-45a0-add5-9a7cc649ac4f', 'status': 'completed', 'code': 200} Feb 04 15:34:34.519465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Calling delete_port for dd2c5600-5f17-4ef8-93ab-48bad62bb72e owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:34.519689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56414) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:34.543289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:34.560488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1be9c2f4-fa2d-4dbe-b90c-757577eb70ff req-087bb4b8-a87d-4e1a-817f-cbd46b639116 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:34.572762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:34.584855 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.648330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1be9c2f4-fa2d-4dbe-b90c-757577eb70ff req-087bb4b8-a87d-4e1a-817f-cbd46b639116 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:34.658198 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1be9c2f4-fa2d-4dbe-b90c-757577eb70ff req-087bb4b8-a87d-4e1a-817f-cbd46b639116 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=de472239-8155-43ba-ba83-3a96aec33d21 HTTP/1.1" status: 200 len: 210 time: 0.2233229 Feb 04 15:34:34.694085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df38c924-0d8e-431f-9817-1ff9080fb109 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:34.720796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2ce0b964-a0e2-416d-9eb5-53d9fba5095f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d15fc1fde243461fa09fe4f3d634df01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993730 Feb 04 15:34:34.726319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56422) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:34.746757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.831355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Transition to ACTIVE for port object df38c924-0d8e-431f-9817-1ff9080fb109 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:34.856231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.894247 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6535cb2d-3345-4aa4-82bc-1400e7380b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.959312 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6535cb2d-3345-4aa4-82bc-1400e7380b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.977150 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.046999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6535cb2d-3345-4aa4-82bc-1400e7380b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.062425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:35.070194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.073526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6b9e96db-8e49-4b8a-a71c-190000ac9de8 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:35.077085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535cb2d-3345-4aa4-82bc-1400e7380b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef511a0e-5652-4ab7-ac81-70da9c274af5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:35.077965 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.095387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6535cb2d-3345-4aa4-82bc-1400e7380b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.096435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6535cb2d-3345-4aa4-82bc-1400e7380b46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef511a0e-5652-4ab7-ac81-70da9c274af5 HTTP/1.1" status: 204 len: 168 time: 0.3690886 Feb 04 15:34:35.353843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] No DVR routers for this DVR port dd2c5600-5f17-4ef8-93ab-48bad62bb72e on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:35.373288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Pushing event updated for resources: {'Port': ['ID=df38c924-0d8e-431f-9817-1ff9080fb109,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:35.384241 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.607663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:35.622467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:35.633324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:35.633324 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.733876 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4055b3f1-1f34-47c1-a4c9-5b09451e7afb req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "DELETE /v2.0/ports/dd2c5600-5f17-4ef8-93ab-48bad62bb72e HTTP/1.1" status: 204 len: 173 time: 3.0041881 Feb 04 15:34:35.734614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722a802-f84e-4a27-aec3-c298c2a85500 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event deleted for resources: {'Port': ['ID=dd2c5600-5f17-4ef8-93ab-48bad62bb72e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:35.794707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb8a27-833b-4069-88f5-3ff7df5f69f1 req-e615f8b5-499b-4025-9c38-38b343895085 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:35.798823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-93fb8a27-833b-4069-88f5-3ff7df5f69f1 req-e615f8b5-499b-4025-9c38-38b343895085 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:35.931503 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.014212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2', '68c2a42b-fd42-4125-aac0-61f55eab077a', '91198f84-65de-42b6-b8be-ff2c065d99ea'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:36.054460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-93fb8a27-833b-4069-88f5-3ff7df5f69f1 req-e615f8b5-499b-4025-9c38-38b343895085 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:36.063779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93fb8a27-833b-4069-88f5-3ff7df5f69f1 req-e615f8b5-499b-4025-9c38-38b343895085 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 931 time: 1.2848420 Feb 04 15:34:36.065997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Attempting to bind port df38c924-0d8e-431f-9817-1ff9080fb109 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:36.066521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Attempting to bind port df38c924-0d8e-431f-9817-1ff9080fb109 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:36.067015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Attempting to bind port df38c924-0d8e-431f-9817-1ff9080fb109 on network 740db0d2-b7d8-4158-b780-967caa10c900 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:34:36.088198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Port df38c924-0d8e-431f-9817-1ff9080fb109 on network 740db0d2-b7d8-4158-b780-967caa10c900 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:34:36.088816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Attempting to bind port df38c924-0d8e-431f-9817-1ff9080fb109 on network 740db0d2-b7d8-4158-b780-967caa10c900 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:34:36.118287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-395235952', 'description': 'tempest-description-995025354'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:36.128101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:36.146046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:36.151247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:36.166626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:36.189776 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.192535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-93fb8a27-833b-4069-88f5-3ff7df5f69f1 req-e1dbc18b-bdc5-4538-9f0d-fe4e2ac014a5 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:36.198044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:34:36.198890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Checking segment: {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:34:36.199701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Bound using segment: {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:34:36.201538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Bound port: df38c924-0d8e-431f-9817-1ff9080fb109, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:36.202995 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.204204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 79d1293b-d4b9-45a0-add5-9a7cc649ac4f no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:36.242877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:36.249185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group_rule and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:36.271198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:36.301043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:36.319611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-93fb8a27-833b-4069-88f5-3ff7df5f69f1 req-e1dbc18b-bdc5-4538-9f0d-fe4e2ac014a5 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:36.337440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93fb8a27-833b-4069-88f5-3ff7df5f69f1 req-e1dbc18b-bdc5-4538-9f0d-fe4e2ac014a5 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721648 Feb 04 15:34:36.357235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f2857-8e14-4c7e-b02d-dd341ae72129'}, {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde'}, {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9e96db-8e49-4b8a-a71c-190000ac9de8'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:36.410279 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.414662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 79d1293b-d4b9-45a0-add5-9a7cc649ac4f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:36.417560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 79d1293b-d4b9-45a0-add5-9a7cc649ac4f not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:36.432629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6b9e96db-8e49-4b8a-a71c-190000ac9de8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b9e96db-8e49-4b8a-a71c-190000ac9de8,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:36.465807 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.478097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:36.544565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] For port df38c924-0d8e-431f-9817-1ff9080fb109, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:34:36.546464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.552078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.557528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] For port df38c924-0d8e-431f-9817-1ff9080fb109, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=df38c924-0d8e-431f-9817-1ff9080fb109,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:34:36.557528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9523f3-20b7-4f16-9aff-cbfb75b01e97', 'name': 'network-vif-deleted', 'tag': 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:36.568378 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.659172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f11e84b-46a7-4877-b66c-cd2e77842f87,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:36.671715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.691025 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2a9a3e9c-4d07-4f9e-8e3b-dbbff72c0309 req-a5a9a9e6-5d62-4e3b-96bb-92224fd975d3 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5710025 Feb 04 15:34:36.761194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:36.764369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.774074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] 10.222.0.61 "PUT /v2.0/ports/df38c924-0d8e-431f-9817-1ff9080fb109 HTTP/1.1" status: 200 len: 1091 time: 4.2065849 Feb 04 15:34:36.911124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56472) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:36.947174 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b310e25-53f6-46b3-b05c-0a9a78089ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.001466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc455dab-bb0a-4602-aadb-7961e272ba56 service neutron] Pushing event updated for resources: {'Port': ['ID=df38c924-0d8e-431f-9817-1ff9080fb109,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:37.037250 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f2857-8e14-4c7e-b02d-dd341ae72129', 'code': 200} Feb 04 15:34:37.037250 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde', 'code': 200} Feb 04 15:34:37.038578 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9e96db-8e49-4b8a-a71c-190000ac9de8', 'code': 200} Feb 04 15:34:37.050818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6b9e96db-8e49-4b8a-a71c-190000ac9de8,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:37.082821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:37.115743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:37.120357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791571d1-0c96-47b6-90b0-a5515caa9429 req-508008c7-8085-4064-99b4-cad28fa70634 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.121021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.126779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791571d1-0c96-47b6-90b0-a5515caa9429 req-508008c7-8085-4064-99b4-cad28fa70634 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.133980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791571d1-0c96-47b6-90b0-a5515caa9429 req-508008c7-8085-4064-99b4-cad28fa70634 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.140350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791571d1-0c96-47b6-90b0-a5515caa9429 req-508008c7-8085-4064-99b4-cad28fa70634 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.148815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791571d1-0c96-47b6-90b0-a5515caa9429 req-508008c7-8085-4064-99b4-cad28fa70634 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.154754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791571d1-0c96-47b6-90b0-a5515caa9429 req-508008c7-8085-4064-99b4-cad28fa70634 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.161029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791571d1-0c96-47b6-90b0-a5515caa9429 req-508008c7-8085-4064-99b4-cad28fa70634 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.168874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-791571d1-0c96-47b6-90b0-a5515caa9429 req-508008c7-8085-4064-99b4-cad28fa70634 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5442 time: 0.3641739 Feb 04 15:34:37.173292 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9523f3-20b7-4f16-9aff-cbfb75b01e97', 'name': 'network-vif-deleted', 'tag': 'dd2c5600-5f17-4ef8-93ab-48bad62bb72e', 'status': 'completed', 'code': 200} Feb 04 15:34:37.206610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-f6217ccf-ecf4-42b6-aa84-d59375412dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.208102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-f6217ccf-ecf4-42b6-aa84-d59375412dce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 1094 time: 0.3268900 Feb 04 15:34:37.305467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-95a6e60a-cd62-4753-9415-2fb4ecd873e9 req-d24959fc-3cd4-4981-83fe-4dc4ac6dfca1 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/4f11e84b-46a7-4877-b66c-cd2e77842f87 HTTP/1.1" status: 200 len: 1813 time: 0.1368108 Feb 04 15:34:37.307374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-97a36972-7794-49e0-ae54-170a9950f81e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df38c924-0d8e-431f-9817-1ff9080fb109 HTTP/1.1" status: 200 len: 217 time: 0.0836823 Feb 04 15:34:37.361055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-022a142f-05d9-42e5-95d9-fa34af0f1397 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65f097118a644013a0e4eb51b56f57a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495478 Feb 04 15:34:37.363144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56492) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:37.386017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-791571d1-0c96-47b6-90b0-a5515caa9429 req-c5957906-a6da-45da-bbd3-698894de38a3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2155645 Feb 04 15:34:37.439953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-1a1473e4-c3a3-4d48-b35f-e72c35e5ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.442995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-1a1473e4-c3a3-4d48-b35f-e72c35e5ef88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.1265528 Feb 04 15:34:37.488506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.525385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.567866 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-ad8e5a65-ba3a-499d-846b-62878143ddf8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172180 Feb 04 15:34:37.621103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.654696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab9968f-e6e4-4fb0-9f47-8afd9626c693,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:37.663173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.664523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ab9968f-e6e4-4fb0-9f47-8afd9626c693 HTTP/1.1" status: 204 len: 168 time: 0.3002219 Feb 04 15:34:37.666339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.667241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.667742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.668508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.669185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.669660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.670355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.670901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.671533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.672246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.672842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.673390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb91c2-27fd-4b81-801f-9185aa3c097c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:37.689563 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.753697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2099638289', 'description': 'tempest-description-1757880390'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:37.771513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:37.779602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.779825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:37.783343 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.788155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:37.805905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:37.817711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:37.830995 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.831472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7f64e6c0-ff36-4415-8bb6-946ba3967078 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:37.893256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-97bc5507-956c-414e-9cc9-bf0a34279a35 service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139398 Feb 04 15:34:37.894422 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.946813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:38.025068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Usage tracker for resource:security_group_rule and tenant:f378986632084645a7490909e5b2aa7b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:38.034962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cb350-9435-4afc-af6f-b111c87de38f req-8d6f1d82-ad79-42e3-acbb-d483bd1d9d34 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:38.046700 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1d1cb350-9435-4afc-af6f-b111c87de38f req-8d6f1d82-ad79-42e3-acbb-d483bd1d9d34 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 943 time: 0.2926817 Feb 04 15:34:38.076150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:38.107525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:38.137143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:38.196568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 7f64e6c0-ff36-4415-8bb6-946ba3967078 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:38.204335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 7f64e6c0-ff36-4415-8bb6-946ba3967078 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:38.204877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.262146 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1d1cb350-9435-4afc-af6f-b111c87de38f req-07a9e9e0-b5b3-42cc-b41b-3a0551b1c293 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104068 Feb 04 15:34:38.504595 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.514570 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.589486 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.701610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7f64e6c0-ff36-4415-8bb6-946ba3967078, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7f64e6c0-ff36-4415-8bb6-946ba3967078,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:38.715163 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.715473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2662e571-4540-4299-9353-0f07cbf2f869 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:38.814688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f38f1f-5069-4708-9728-3ea82c799b98,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:38.823118 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.849114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dc634dc-564b-4bfc-ac07-244f23d1f736 req-4c7274fe-ca69-4515-aa04-e18a44bdbb59 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.2163010 Feb 04 15:34:38.987414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2ee61ea-6a68-418e-b134-6012afd78e2e req-aab580e1-5d2c-435b-85ec-d3ab62f6a1f1 service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0738811 Feb 04 15:34:39.020168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.041789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9'}, {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f64e6c0-ff36-4415-8bb6-946ba3967078'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:39.096503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7f64e6c0-ff36-4415-8bb6-946ba3967078,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:39.133534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.146110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 2662e571-4540-4299-9353-0f07cbf2f869 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:39.156027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 2662e571-4540-4299-9353-0f07cbf2f869 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:39.157130 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.187099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fbba51-df44-4652-921d-b21bbedb272b', 'tag': 'df38c924-0d8e-431f-9817-1ff9080fb109'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:39.296505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-abe085e7-70f1-4dd1-a05a-845d993ec700 req-56764775-1669-456f-a3e5-ca471176d943 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/d2f38f1f-5069-4708-9728-3ea82c799b98 HTTP/1.1" status: 200 len: 1815 time: 0.1247880 Feb 04 15:34:39.304415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfadb7-bf95-4956-8797-9e57121b5ca2 req-e4c09ed0-b6ec-470f-90d6-40a689544bea tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.312068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfadb7-bf95-4956-8797-9e57121b5ca2 req-e4c09ed0-b6ec-470f-90d6-40a689544bea tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.319239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfadb7-bf95-4956-8797-9e57121b5ca2 req-e4c09ed0-b6ec-470f-90d6-40a689544bea tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.326361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfadb7-bf95-4956-8797-9e57121b5ca2 req-e4c09ed0-b6ec-470f-90d6-40a689544bea tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.337767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfadb7-bf95-4956-8797-9e57121b5ca2 req-e4c09ed0-b6ec-470f-90d6-40a689544bea tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.351439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfadb7-bf95-4956-8797-9e57121b5ca2 req-e4c09ed0-b6ec-470f-90d6-40a689544bea tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.358269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfadb7-bf95-4956-8797-9e57121b5ca2 req-e4c09ed0-b6ec-470f-90d6-40a689544bea tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.361153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7bcfadb7-bf95-4956-8797-9e57121b5ca2 req-e4c09ed0-b6ec-470f-90d6-40a689544bea tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5444 time: 0.2591286 Feb 04 15:34:39.442265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7bcfadb7-bf95-4956-8797-9e57121b5ca2 req-b25f33d4-1d3a-41a2-aad9-e313d91b8fe1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748150 Feb 04 15:34:39.459904 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.521084 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9', 'code': 200} Feb 04 15:34:39.521084 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f64e6c0-ff36-4415-8bb6-946ba3967078', 'code': 200} Feb 04 15:34:39.557101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2662e571-4540-4299-9353-0f07cbf2f869, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2662e571-4540-4299-9353-0f07cbf2f869,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:39.564343 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.565242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device dd2c5600-5f17-4ef8-93ab-48bad62bb72e no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:39.580755 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fbba51-df44-4652-921d-b21bbedb272b', 'tag': 'df38c924-0d8e-431f-9817-1ff9080fb109', 'status': 'completed', 'code': 200} Feb 04 15:34:39.746079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: dd2c5600-5f17-4ef8-93ab-48bad62bb72e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:39.747023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device dd2c5600-5f17-4ef8-93ab-48bad62bb72e not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:39.758226 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-f1d46189-919b-4b9c-859f-d9fd38d58ee2 req-9cc98998-c8fb-4816-87c9-7df919b60e3f tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] show failed (client error): The resource could not be found. Feb 04 15:34:39.769958 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f1d46189-919b-4b9c-859f-d9fd38d58ee2 req-9cc98998-c8fb-4816-87c9-7df919b60e3f tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/8c08f6d5-b218-4659-860d-bc521d914acd HTTP/1.1" status: 404 len: 352 time: 0.0901079 Feb 04 15:34:39.791671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-9c9d9f60-3fe3-445f-a868-9d837cb6d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.794412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-9c9d9f60-3fe3-445f-a868-9d837cb6d946 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 1094 time: 0.1831584 Feb 04 15:34:39.810047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=2662e571-4540-4299-9353-0f07cbf2f869,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:39.879858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56578) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:40.079239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-62233695-network', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:40.087205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:40.100632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Usage tracker for resource:network and tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:40.106642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:40.114119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:40.127262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Made reservation on behalf of d6ef8ef32ceb4fb9845cc3c16b6713c3 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:40.131966 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.157115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.160703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-55b1b183-b81d-4416-9534-4cb52be8cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.162271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-55b1b183-b81d-4416-9534-4cb52be8cca8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 915 time: 0.3599250 Feb 04 15:34:40.170816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40bd57-83c4-4fa0-a268-e060522452b7 req-cf679ef6-6813-46e2-ac24-93dd7d4a5635 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.173910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e40bd57-83c4-4fa0-a268-e060522452b7 req-cf679ef6-6813-46e2-ac24-93dd7d4a5635 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 943 time: 0.2720358 Feb 04 15:34:40.176280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:40.180844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:40.184000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:40.220757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:40.304054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-643fc974-c3e4-41e1-9cc4-55df42a17b02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df38c924-0d8e-431f-9817-1ff9080fb109 HTTP/1.1" status: 200 len: 217 time: 0.1174333 Feb 04 15:34:40.474520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e40bd57-83c4-4fa0-a268-e060522452b7 req-930050e7-1ec6-4327-8f72-469ab091a8a0 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734097 Feb 04 15:34:40.497086 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.512072 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.529789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-2b6db697-c2af-491c-bae0-e428cad93d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.531024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-2b6db697-c2af-491c-bae0-e428cad93d2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.1998391 Feb 04 15:34:40.585447 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-2befb4d4-8f8c-49c9-a65e-9c0f554fb18a req-5e4f1019-3eaa-4ed8-a404-169625afeabe tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] show failed (client error): The resource could not be found. Feb 04 15:34:40.592712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2befb4d4-8f8c-49c9-a65e-9c0f554fb18a req-5e4f1019-3eaa-4ed8-a404-169625afeabe tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-group-rules/b63650f9-905a-411f-92ac-b51d7747fdb2 HTTP/1.1" status: 404 len: 361 time: 0.0855546 Feb 04 15:34:40.627485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-1353969b-a193-4016-8548-b198f5419b41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882137 Feb 04 15:34:40.638872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:34:40.648989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1948b8c5-ecfd-45e4-a95f-1ba4d28b418f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:40.675704 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.676498 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Added segment 5fe5e18b-8bc9-45b8-90ce-665fe49491f8 of type vlan for network 32969131-ce75-466c-8146-388f7f440434 Feb 04 15:34:40.702274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1c38a-3377-4340-8bfa-c9534c965684 req-ed0c256d-a522-43a9-bf7b-632362a82f50 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.707124 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c5f1c38a-3377-4340-8bfa-c9534c965684 req-ed0c256d-a522-43a9-bf7b-632362a82f50 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 950 time: 0.2981050 Feb 04 15:34:40.781189 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.825411 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c5f1c38a-3377-4340-8bfa-c9534c965684 req-e32ba32a-356f-4df8-9a1c-8996bfa5a568 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122990 Feb 04 15:34:40.877264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-354c94c4-0c5c-4351-a124-f7427353e4b5 service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923666 Feb 04 15:34:40.911085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-864c3c59-6923-477c-98f1-9d0842b433f4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.911679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-864c3c59-6923-477c-98f1-9d0842b433f4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:40.920825 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.922233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.926329 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.151246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de9a3e72-278a-417a-b7d6-f9dfe872c661 req-d25f733f-261a-4450-b1f7-5b11da1b0c86 service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176208 Feb 04 15:34:41.155972 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2751141 Feb 04 15:34:41.187250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56610) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:41.194746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Request body: {'subnet': {'network_id': '32969131-ce75-466c-8146-388f7f440434', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-62233695-subnet', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:41.205975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:41.214743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-864c3c59-6923-477c-98f1-9d0842b433f4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:41.215996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-864c3c59-6923-477c-98f1-9d0842b433f4 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 950 time: 0.8061447 Feb 04 15:34:41.217101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Usage tracker for resource:subnet and tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:41.263288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd599a-5ea4-4239-a650-2d3a3b8f2cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=32969131-ce75-466c-8146-388f7f440434,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:41.276260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 32969131-ce75-466c-8146-388f7f440434 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:34:41.307217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:41.333354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4b24-37a2-40b5-af89-e5e1a4020d3e req-0aeb56e5-65b3-4956-bad7-0476bdcfef9b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:41.353489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4b24-37a2-40b5-af89-e5e1a4020d3e req-0aeb56e5-65b3-4956-bad7-0476bdcfef9b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:41.359684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4b24-37a2-40b5-af89-e5e1a4020d3e req-0aeb56e5-65b3-4956-bad7-0476bdcfef9b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:41.379664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4b24-37a2-40b5-af89-e5e1a4020d3e req-0aeb56e5-65b3-4956-bad7-0476bdcfef9b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:41.381663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:41.390937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4b24-37a2-40b5-af89-e5e1a4020d3e req-0aeb56e5-65b3-4956-bad7-0476bdcfef9b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:41.396596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4b24-37a2-40b5-af89-e5e1a4020d3e req-0aeb56e5-65b3-4956-bad7-0476bdcfef9b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:41.416535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4b24-37a2-40b5-af89-e5e1a4020d3e req-0aeb56e5-65b3-4956-bad7-0476bdcfef9b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:41.418805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67bf4b24-37a2-40b5-af89-e5e1a4020d3e req-0aeb56e5-65b3-4956-bad7-0476bdcfef9b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.3498669 Feb 04 15:34:41.459869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ce8e6c4-7276-4e96-b5f7-b1ec9db87aaf req-95489da1-394d-4ccd-bb4b-6fe09c6ab8a4 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/d2f38f1f-5069-4708-9728-3ea82c799b98 HTTP/1.1" status: 200 len: 1815 time: 0.3037002 Feb 04 15:34:41.485074 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67bf4b24-37a2-40b5-af89-e5e1a4020d3e req-afdacd77-c1da-4b38-bcfa-cf000b2cfdda tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568645 Feb 04 15:34:41.524322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Made reservation on behalf of d6ef8ef32ceb4fb9845cc3c16b6713c3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:41.524503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2662e571-4540-4299-9353-0f07cbf2f869'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:41.528492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.619811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Deleting port 91198f84-65de-42b6-b8be-ff2c065d99ea {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:41.620800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.738930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ce8e6c4-7276-4e96-b5f7-b1ec9db87aaf req-b2e588e9-ca3f-4b32-bb35-72ad2b4cdbc6 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.788744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-ec5a513d-ec72-4fae-ac32-e42bae368107 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:41.790969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-ec5a513d-ec72-4fae-ac32-e42bae368107 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cc6533c-e8de-4514-b54e-2a68f94470cd HTTP/1.1" status: 200 len: 950 time: 0.5767896 Feb 04 15:34:41.929653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ce8e6c4-7276-4e96-b5f7-b1ec9db87aaf req-b2e588e9-ca3f-4b32-bb35-72ad2b4cdbc6 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:41.944982 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e9a9e6af-a4b4-4a80-a65a-6614ffa8b1fc req-8d30a68a-e0dd-4c7b-ba6e-726ef32d14c7 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b3350dccb85247a6bc3a7a836cdc2520&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1755252 Feb 04 15:34:42.010360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Deleting port 68c2a42b-fd42-4125-aac0-61f55eab077a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:42.010796 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.194222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9e6af-a4b4-4a80-a65a-6614ffa8b1fc req-cb7fd340-b715-464e-b766-bb8efcfc4ded tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:42.195572 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e9a9e6af-a4b4-4a80-a65a-6614ffa8b1fc req-cb7fd340-b715-464e-b766-bb8efcfc4ded tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436361 Feb 04 15:34:42.221661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e9a9e6af-a4b4-4a80-a65a-6614ffa8b1fc req-60f27311-1128-4a82-be7b-456ec04e1ac0 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/quotas/b3350dccb85247a6bc3a7a836cdc2520 HTTP/1.1" status: 200 len: 375 time: 0.0126059 Feb 04 15:34:42.273680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device df38c924-0d8e-431f-9817-1ff9080fb109 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:34:42.326820 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e9a9e6af-a4b4-4a80-a65a-6614ffa8b1fc req-3c8acb37-4d75-44f3-9bae-4d6c82778eb8 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b3350dccb85247a6bc3a7a836cdc2520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916610 Feb 04 15:34:42.409058 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ce8e6c4-7276-4e96-b5f7-b1ec9db87aaf req-b2e588e9-ca3f-4b32-bb35-72ad2b4cdbc6 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.455519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port df38c924-0d8e-431f-9817-1ff9080fb109, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=df38c924-0d8e-431f-9817-1ff9080fb109,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:42.471633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'df38c924-0d8e-431f-9817-1ff9080fb109', 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900', 'port_id': 'df38c924-0d8e-431f-9817-1ff9080fb109', 'mac_address': 'fa:16:3e:64:e8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:34:42.553803 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.579702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df38c924-0d8e-431f-9817-1ff9080fb109 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:42.602522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port df38c924-0d8e-431f-9817-1ff9080fb109, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=df38c924-0d8e-431f-9817-1ff9080fb109,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:42.607923 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.617862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e588e9-ca3f-4b32-bb35-72ad2b4cdbc6 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f38f1f-5069-4708-9728-3ea82c799b98,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:42.648241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536e58a-e207-4bb1-9a4f-d78d68e44bcb req-3fa20de1-7bcc-43b3-ae12-2cfb2071d74e tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:42.650061 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0536e58a-e207-4bb1-9a4f-d78d68e44bcb req-3fa20de1-7bcc-43b3-ae12-2cfb2071d74e tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 943 time: 0.1182041 Feb 04 15:34:42.702403 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0536e58a-e207-4bb1-9a4f-d78d68e44bcb req-fbe17e95-e96e-4ee8-b8af-907bda45a650 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466156 Feb 04 15:34:42.721568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=df38c924-0d8e-431f-9817-1ff9080fb109,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:42.761901 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ce8e6c4-7276-4e96-b5f7-b1ec9db87aaf req-b2e588e9-ca3f-4b32-bb35-72ad2b4cdbc6 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.763091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ce8e6c4-7276-4e96-b5f7-b1ec9db87aaf req-b2e588e9-ca3f-4b32-bb35-72ad2b4cdbc6 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "DELETE /v2.0/security-groups/d2f38f1f-5069-4708-9728-3ea82c799b98 HTTP/1.1" status: 204 len: 173 time: 1.3020811 Feb 04 15:34:42.765259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] For port 91198f84-65de-42b6-b8be-ff2c065d99ea, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=91198f84-65de-42b6-b8be-ff2c065d99ea,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:42.765566 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.794212 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2662e571-4540-4299-9353-0f07cbf2f869', 'code': 200} Feb 04 15:34:42.923016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['df38c924-0d8e-431f-9817-1ff9080fb109'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:42.949183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Calling delete_port for 91198f84-65de-42b6-b8be-ff2c065d99ea owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:42.990939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7df67a-f774-4587-865d-7f688723f25b req-82c871a2-3329-4abf-bc7b-6344564888ee tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:42.993758 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af7df67a-f774-4587-865d-7f688723f25b req-82c871a2-3329-4abf-bc7b-6344564888ee tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 950 time: 0.0938914 Feb 04 15:34:43.052548 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af7df67a-f774-4587-865d-7f688723f25b req-c9dcc5ef-3f56-486e-89d1-c5ed33d2bf84 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524669 Feb 04 15:34:43.061364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.173222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cbdbf537-f930-4c45-8097-4416338e3256 req-9b193853-195d-4e37-b619-954d4f734604 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/4f11e84b-46a7-4877-b66c-cd2e77842f87 HTTP/1.1" status: 200 len: 1813 time: 0.0895352 Feb 04 15:34:43.246845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cbdbf537-f930-4c45-8097-4416338e3256 req-80ef2eb0-ccd7-4058-b74e-37225af2ed67 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.268000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] For port 68c2a42b-fd42-4125-aac0-61f55eab077a, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=68c2a42b-fd42-4125-aac0-61f55eab077a,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:43.268469 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.276993 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cbdbf537-f930-4c45-8097-4416338e3256 req-80ef2eb0-ccd7-4058-b74e-37225af2ed67 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.277692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2af70d-f889-4650-be4f-1dcf8a4177bf,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:43.297831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Checking segment: {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:34:43.298295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Network hostable DHCP agents. Network: 32969131-ce75-466c-8146-388f7f440434, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:34:43.331821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cbdbf537-f930-4c45-8097-4416338e3256 req-80ef2eb0-ccd7-4058-b74e-37225af2ed67 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.349657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef2eb0-ccd7-4058-b74e-37225af2ed67 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f11e84b-46a7-4877-b66c-cd2e77842f87,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:43.354167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cbdbf537-f930-4c45-8097-4416338e3256 req-80ef2eb0-ccd7-4058-b74e-37225af2ed67 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.365319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cbdbf537-f930-4c45-8097-4416338e3256 req-80ef2eb0-ccd7-4058-b74e-37225af2ed67 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "DELETE /v2.0/security-groups/4f11e84b-46a7-4877-b66c-cd2e77842f87 HTTP/1.1" status: 204 len: 173 time: 0.1906950 Feb 04 15:34:43.434051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Calling delete_port for 68c2a42b-fd42-4125-aac0-61f55eab077a owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:43.557667 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-87fa33d6-56ae-44df-88cc-c43cc2109851 req-ee030748-9433-4d67-951a-782d6c0bf27b tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/55f68231-29bb-4125-824c-9a3f5b4af9b6 HTTP/1.1" status: 200 len: 1814 time: 0.0500689 Feb 04 15:34:43.559854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245f94a-2449-4453-b3bd-acae86d19f1c req-6f10af04-437b-423b-8a14-09d8d9a17be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.560335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245f94a-2449-4453-b3bd-acae86d19f1c req-6f10af04-437b-423b-8a14-09d8d9a17be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.560819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245f94a-2449-4453-b3bd-acae86d19f1c req-6f10af04-437b-423b-8a14-09d8d9a17be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.561286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245f94a-2449-4453-b3bd-acae86d19f1c req-6f10af04-437b-423b-8a14-09d8d9a17be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.561743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245f94a-2449-4453-b3bd-acae86d19f1c req-6f10af04-437b-423b-8a14-09d8d9a17be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.562202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245f94a-2449-4453-b3bd-acae86d19f1c req-6f10af04-437b-423b-8a14-09d8d9a17be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.563359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245f94a-2449-4453-b3bd-acae86d19f1c req-6f10af04-437b-423b-8a14-09d8d9a17be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.565089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8245f94a-2449-4453-b3bd-acae86d19f1c req-6f10af04-437b-423b-8a14-09d8d9a17be6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6502 time: 0.6266329 Feb 04 15:34:43.579398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Network 32969131-ce75-466c-8146-388f7f440434 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:34:43.630803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-87fa33d6-56ae-44df-88cc-c43cc2109851 req-65a92aa9-f2d7-4973-8d52-5d0dda720856 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.636983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 32969131-ce75-466c-8146-388f7f440434) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:43.649325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c252a44-f626-4b80-9700-5dadae106b55 None None] Network 32969131-ce75-466c-8146-388f7f440434 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:34:43.651192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.653471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.654224 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.668554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-87fa33d6-56ae-44df-88cc-c43cc2109851 req-65a92aa9-f2d7-4973-8d52-5d0dda720856 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.672739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee011fd-1285-4b4b-98f4-5301369a12e4 req-d3331455-0482-411a-bc44-1a08491d087b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.678557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee011fd-1285-4b4b-98f4-5301369a12e4 req-d3331455-0482-411a-bc44-1a08491d087b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.684299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee011fd-1285-4b4b-98f4-5301369a12e4 req-d3331455-0482-411a-bc44-1a08491d087b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.691681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee011fd-1285-4b4b-98f4-5301369a12e4 req-d3331455-0482-411a-bc44-1a08491d087b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.698703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee011fd-1285-4b4b-98f4-5301369a12e4 req-d3331455-0482-411a-bc44-1a08491d087b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.704980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee011fd-1285-4b4b-98f4-5301369a12e4 req-d3331455-0482-411a-bc44-1a08491d087b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.711122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee011fd-1285-4b4b-98f4-5301369a12e4 req-d3331455-0482-411a-bc44-1a08491d087b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.713142 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ee011fd-1285-4b4b-98f4-5301369a12e4 req-d3331455-0482-411a-bc44-1a08491d087b tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.5868144 Feb 04 15:34:43.723612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-87fa33d6-56ae-44df-88cc-c43cc2109851 req-65a92aa9-f2d7-4973-8d52-5d0dda720856 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.742955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a92aa9-f2d7-4973-8d52-5d0dda720856 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f68231-29bb-4125-824c-9a3f5b4af9b6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:43.748738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-87fa33d6-56ae-44df-88cc-c43cc2109851 req-65a92aa9-f2d7-4973-8d52-5d0dda720856 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.751235 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-87fa33d6-56ae-44df-88cc-c43cc2109851 req-65a92aa9-f2d7-4973-8d52-5d0dda720856 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "DELETE /v2.0/security-groups/55f68231-29bb-4125-824c-9a3f5b4af9b6 HTTP/1.1" status: 204 len: 173 time: 0.1854270 Feb 04 15:34:43.809689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:43.819016 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8245f94a-2449-4453-b3bd-acae86d19f1c req-e60fbe4c-1275-431b-ba68-967e435eb38b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2461436 Feb 04 15:34:43.819724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event deleted for resources: {'Port': ['ID=91198f84-65de-42b6-b8be-ff2c065d99ea,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:43.951501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b8175819-4673-4d17-bcf4-0131b47b3bbe admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7626076 Feb 04 15:34:43.954908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56702) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:43.961367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:43.965281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] No DVR routers for this DVR port 91198f84-65de-42b6-b8be-ff2c065d99ea on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:43.970267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:43.971927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.974262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50f8eefa-8128-4267-87b6-cb7db4b948f4 req-f9e685ce-7ed6-4d90-9eb0-cceca4e2db8b tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "DELETE /v2.0/ports/91198f84-65de-42b6-b8be-ff2c065d99ea HTTP/1.1" status: 204 len: 173 time: 2.6631398 Feb 04 15:34:43.977050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bbc692-3fc3-44f3-8b21-9d21c378a840', 'name': 'network-vif-deleted', 'tag': '91198f84-65de-42b6-b8be-ff2c065d99ea'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:43.980351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Usage tracker for resource:router and tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:43.984200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:43.997795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ee011fd-1285-4b4b-98f4-5301369a12e4 req-3327af2c-1d31-4d3e-bec0-468d5eff9532 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2334981 Feb 04 15:34:43.998193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-32969131-ce75-466c-8146-388f7f440434', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:34:43.999202 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.002284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:44.010226 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.018367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.020961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.045974 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.098108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event deleted for resources: {'Port': ['ID=68c2a42b-fd42-4125-aac0-61f55eab077a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:44.204135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] No DVR routers for this DVR port 68c2a42b-fd42-4125-aac0-61f55eab077a on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:44.209832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.216505 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ac25e9c-2bc3-4305-9b96-50b477d92a38 req-330d0bda-76b3-40fe-ab68-21305cc27859 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "DELETE /v2.0/ports/68c2a42b-fd42-4125-aac0-61f55eab077a HTTP/1.1" status: 204 len: 173 time: 2.4058335 Feb 04 15:34:44.346531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device df38c924-0d8e-431f-9817-1ff9080fb109 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:44.561233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Allocated IP 172.20.0.2 (32969131-ce75-466c-8146-388f7f440434/5e2af70d-f889-4650-be4f-1dcf8a4177bf/e084c099-4f13-4be9-9ef0-54d59eb00560) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:44.572037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.583839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port df38c924-0d8e-431f-9817-1ff9080fb109 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:44.600685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port df38c924-0d8e-431f-9817-1ff9080fb109 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:44.601494 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.633503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49f69c-0cbe-434d-b288-3e1b466f52d3 req-bc5884b3-38a5-4292-9cd7-749fd61b0f36 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:44.636415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f49f69c-0cbe-434d-b288-3e1b466f52d3 req-bc5884b3-38a5-4292-9cd7-749fd61b0f36 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 944 time: 0.1319613 Feb 04 15:34:44.691604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f49f69c-0cbe-434d-b288-3e1b466f52d3 req-bf9687d0-029d-435e-9449-d371719e56aa tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468767 Feb 04 15:34:44.756746 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bbc692-3fc3-44f3-8b21-9d21c378a840', 'name': 'network-vif-deleted', 'tag': '91198f84-65de-42b6-b8be-ff2c065d99ea', 'status': 'completed', 'code': 200} Feb 04 15:34:44.780678 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0d2c0c7d-b627-4f25-b9ed-a4478b2189ea req-d382f6ec-4eb1-4fe3-8976-1daea271c2af tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/6e8e27d3-8789-4f85-9b73-b01de13162de HTTP/1.1" status: 200 len: 1813 time: 0.0614011 Feb 04 15:34:44.888616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d7e2f1ca-f8ec-4daf-82c7-5445108848d2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:34:44.926543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e825a237-4f3a-44d8-8293-ac355c6995b4 req-c6d26383-7e0c-4672-9940-b7f2038a89da tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Synchronizing usage tracker for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:44.949558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e825a237-4f3a-44d8-8293-ac355c6995b4 req-c6d26383-7e0c-4672-9940-b7f2038a89da tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Unset dirty status for tenant:94d67fbb5c1d4174bb1ab4a3339d700a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:44.959079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e825a237-4f3a-44d8-8293-ac355c6995b4 req-c6d26383-7e0c-4672-9940-b7f2038a89da tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9bbc692-3fc3-44f3-8b21-9d21c378a840 HTTP/1.1" status: 200 len: 210 time: 0.0792873 Feb 04 15:34:45.079956 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.098100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0d2c0c7d-b627-4f25-b9ed-a4478b2189ea req-99e79e26-0719-4181-a372-477cd396f92b tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.134414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e5319a4-73d4-4b45-b5e3-932c1b07bd95 req-4a237475-f143-40b3-89b2-a8d60268f656 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b3350dccb85247a6bc3a7a836cdc2520&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442860 Feb 04 15:34:45.180653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port df38c924-0d8e-431f-9817-1ff9080fb109, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=df38c924-0d8e-431f-9817-1ff9080fb109,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:45.186714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fbba51-df44-4652-921d-b21bbedb272b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df38c924-0d8e-431f-9817-1ff9080fb109'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:45.197802 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.198473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 68c2a42b-fd42-4125-aac0-61f55eab077a no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:45.312371 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.328823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0d2c0c7d-b627-4f25-b9ed-a4478b2189ea req-99e79e26-0719-4181-a372-477cd396f92b tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.329960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Transition to ACTIVE for port object e084c099-4f13-4be9-9ef0-54d59eb00560 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:45.337413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.387586 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.513541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5319a4-73d4-4b45-b5e3-932c1b07bd95 req-de39478c-9994-4140-8530-c5c1f14136e1 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:45.515504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e5319a4-73d4-4b45-b5e3-932c1b07bd95 req-de39478c-9994-4140-8530-c5c1f14136e1 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3800411 Feb 04 15:34:45.531189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e5319a4-73d4-4b45-b5e3-932c1b07bd95 req-97f38645-0fcf-405a-9b56-fdb3bd102d14 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/quotas/b3350dccb85247a6bc3a7a836cdc2520 HTTP/1.1" status: 200 len: 375 time: 0.0092769 Feb 04 15:34:45.544027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=df38c924-0d8e-431f-9817-1ff9080fb109,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:45.567034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0d2c0c7d-b627-4f25-b9ed-a4478b2189ea req-99e79e26-0719-4181-a372-477cd396f92b tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.570916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Transition to ACTIVE for port object e084c099-4f13-4be9-9ef0-54d59eb00560 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:45.576219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 68c2a42b-fd42-4125-aac0-61f55eab077a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:45.576691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 68c2a42b-fd42-4125-aac0-61f55eab077a not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:45.577987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 91198f84-65de-42b6-b8be-ff2c065d99ea no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:45.601676 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e5319a4-73d4-4b45-b5e3-932c1b07bd95 req-3f733156-7a0f-439a-b4ee-8a2b682dc229 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b3350dccb85247a6bc3a7a836cdc2520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637269 Feb 04 15:34:45.610416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e79e26-0719-4181-a372-477cd396f92b tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8e27d3-8789-4f85-9b73-b01de13162de,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:45.625611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Allocated IP 172.25.8.11 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/94e2fe71-181f-49ca-b74f-da2e97148b67) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:45.630894 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0d2c0c7d-b627-4f25-b9ed-a4478b2189ea req-99e79e26-0719-4181-a372-477cd396f92b tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.631996 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0d2c0c7d-b627-4f25-b9ed-a4478b2189ea req-99e79e26-0719-4181-a372-477cd396f92b tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "DELETE /v2.0/security-groups/6e8e27d3-8789-4f85-9b73-b01de13162de HTTP/1.1" status: 204 len: 173 time: 0.8362796 Feb 04 15:34:45.654133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.695768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 91198f84-65de-42b6-b8be-ff2c065d99ea {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:45.696366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 91198f84-65de-42b6-b8be-ff2c065d99ea not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:45.746636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Network 32969131-ce75-466c-8146-388f7f440434 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:45.752176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:45.768195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:34:45.773460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Pushing event updated for resources: {'Port': ['ID=e084c099-4f13-4be9-9ef0-54d59eb00560,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:45.832568 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.873991 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.878682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Attempting to bind port e084c099-4f13-4be9-9ef0-54d59eb00560 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:45.879087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Attempting to bind port e084c099-4f13-4be9-9ef0-54d59eb00560 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:45.879444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Attempting to bind port e084c099-4f13-4be9-9ef0-54d59eb00560 on network 32969131-ce75-466c-8146-388f7f440434 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:34:45.887701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:34:45.888320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Checking segment: {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:34:45.888723 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.889594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Bound using segment: {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:34:45.890093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Bound port: e084c099-4f13-4be9-9ef0-54d59eb00560, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:45.890480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.963001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:45.966000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:45.973739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:34:45.983199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeece47-b331-41df-9320-48e0c50f644a req-a6ce4bbb-aa71-48ac-b0a0-c69f55a20efa tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.004695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeece47-b331-41df-9320-48e0c50f644a req-a6ce4bbb-aa71-48ac-b0a0-c69f55a20efa tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.005446 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fbba51-df44-4652-921d-b21bbedb272b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df38c924-0d8e-431f-9817-1ff9080fb109', 'code': 200} Feb 04 15:34:46.012391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeece47-b331-41df-9320-48e0c50f644a req-a6ce4bbb-aa71-48ac-b0a0-c69f55a20efa tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.020791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeece47-b331-41df-9320-48e0c50f644a req-a6ce4bbb-aa71-48ac-b0a0-c69f55a20efa tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.028784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeece47-b331-41df-9320-48e0c50f644a req-a6ce4bbb-aa71-48ac-b0a0-c69f55a20efa tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.031068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Pushing event updated for resources: {'Port': ['ID=94e2fe71-181f-49ca-b74f-da2e97148b67,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:46.037966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeece47-b331-41df-9320-48e0c50f644a req-a6ce4bbb-aa71-48ac-b0a0-c69f55a20efa tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.045715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeece47-b331-41df-9320-48e0c50f644a req-a6ce4bbb-aa71-48ac-b0a0-c69f55a20efa tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.054643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbeece47-b331-41df-9320-48e0c50f644a req-a6ce4bbb-aa71-48ac-b0a0-c69f55a20efa tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.2021356 Feb 04 15:34:46.079990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] For port e084c099-4f13-4be9-9ef0-54d59eb00560, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:34:46.082627 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c27fef30-30eb-4f39-805f-18a42739c8f3 req-a21d1dcb-75d1-4075-96b0-34c4cc2e41e2 tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "GET /v2.0/security-groups/33aa3463-00e0-450b-8b4e-26210db235c3 HTTP/1.1" status: 200 len: 1813 time: 0.0753016 Feb 04 15:34:46.089960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] For port e084c099-4f13-4be9-9ef0-54d59eb00560, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e084c099-4f13-4be9-9ef0-54d59eb00560,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:34:46.094575 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.155062 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbeece47-b331-41df-9320-48e0c50f644a req-df3686b4-eaf6-4e4d-9cc3-4ee5ae85b02e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995369 Feb 04 15:34:46.188813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e28d3-0f32-4378-9a0e-e1aee3dd6634 req-ebb192a5-3e0e-4254-8c14-bb65dcd4187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.188964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6286c9-d6bc-4d66-9c91-23989a9ab077 None None] Pushing event updated for resources: {'Port': ['ID=e084c099-4f13-4be9-9ef0-54d59eb00560,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:46.193294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b7e28d3-0f32-4378-9a0e-e1aee3dd6634 req-ebb192a5-3e0e-4254-8c14-bb65dcd4187c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 1096 time: 0.1322570 Feb 04 15:34:46.273309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b7e28d3-0f32-4378-9a0e-e1aee3dd6634 req-d538e205-85ee-4c72-b349-2d9660face0a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Feb 04 15:34:46.341955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c27fef30-30eb-4f39-805f-18a42739c8f3 req-11fe86d5-219a-4166-802b-ebe77d7e5bfd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.461093 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c27fef30-30eb-4f39-805f-18a42739c8f3 req-11fe86d5-219a-4166-802b-ebe77d7e5bfd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.562084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e4812-4c66-48e1-a873-33ea62cabc82 req-26c250a1-6e84-4dd7-a3bf-f9e07cca2e64 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.563874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c82e4812-4c66-48e1-a873-33ea62cabc82 req-26c250a1-6e84-4dd7-a3bf-f9e07cca2e64 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 945 time: 0.0979733 Feb 04 15:34:46.606759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c27fef30-30eb-4f39-805f-18a42739c8f3 req-11fe86d5-219a-4166-802b-ebe77d7e5bfd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.625923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c82e4812-4c66-48e1-a873-33ea62cabc82 req-de450165-f6e6-4b12-85fe-4af081791437 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552588 Feb 04 15:34:46.629456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.687151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe86d5-219a-4166-802b-ebe77d7e5bfd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa3463-00e0-450b-8b4e-26210db235c3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:46.702562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c27fef30-30eb-4f39-805f-18a42739c8f3 req-11fe86d5-219a-4166-802b-ebe77d7e5bfd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.703721 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c27fef30-30eb-4f39-805f-18a42739c8f3 req-11fe86d5-219a-4166-802b-ebe77d7e5bfd tempest-SecurityGroupRulesNegativeTestJSON-450204768 tempest-SecurityGroupRulesNegativeTestJSON-450204768-project] 10.222.0.46 "DELETE /v2.0/security-groups/33aa3463-00e0-450b-8b4e-26210db235c3 HTTP/1.1" status: 204 len: 173 time: 0.5670681 Feb 04 15:34:46.709817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56778) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:46.758937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc6533c-e8de-4514-b54e-2a68f94470cd', 'name': 'network-vif-deleted', 'tag': '68c2a42b-fd42-4125-aac0-61f55eab077a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:46.794935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eb31da-fbf1-41fc-8da8-f09670fa6fdd admin admin] Deleting subnet b22f3d57-779a-47c0-960e-dddd2e86039e {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:34:46.800821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64eb31da-fbf1-41fc-8da8-f09670fa6fdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.906595 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64eb31da-fbf1-41fc-8da8-f09670fa6fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.980404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64eb31da-fbf1-41fc-8da8-f09670fa6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.026835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50fc8-918c-4ae1-ae26-964538e3b905 req-e687e78a-27f7-4d19-9e61-d2cf86d2bcf2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:47.033010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50fc8-918c-4ae1-ae26-964538e3b905 req-e687e78a-27f7-4d19-9e61-d2cf86d2bcf2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:47.038951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50fc8-918c-4ae1-ae26-964538e3b905 req-e687e78a-27f7-4d19-9e61-d2cf86d2bcf2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:47.044823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50fc8-918c-4ae1-ae26-964538e3b905 req-e687e78a-27f7-4d19-9e61-d2cf86d2bcf2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:47.051712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50fc8-918c-4ae1-ae26-964538e3b905 req-e687e78a-27f7-4d19-9e61-d2cf86d2bcf2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:47.058137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50fc8-918c-4ae1-ae26-964538e3b905 req-e687e78a-27f7-4d19-9e61-d2cf86d2bcf2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:47.064613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50fc8-918c-4ae1-ae26-964538e3b905 req-e687e78a-27f7-4d19-9e61-d2cf86d2bcf2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:47.066831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7a50fc8-918c-4ae1-ae26-964538e3b905 req-e687e78a-27f7-4d19-9e61-d2cf86d2bcf2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.2338464 Feb 04 15:34:47.077637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56794) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:47.137346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d357759d-3bec-4f56-bae8-21a04598dfc1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Request body: {'floatingip': {'port_id': '5f251285-d08f-4263-bc68-2ea988858087'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:47.202309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e084c099-4f13-4be9-9ef0-54d59eb00560 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:47.225407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-dc9422d1-58ce-4379-b4f6-a6ff23443ad7 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:47.232272 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-dc9422d1-58ce-4379-b4f6-a6ff23443ad7 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 805 time: 0.4159105 Feb 04 15:34:47.258246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d357759d-3bec-4f56-bae8-21a04598dfc1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.332072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-ff78abfd-fffb-49b8-9571-9f36da68af41 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/quotas/8d1813fcdf5e4ec78905265eb6ec0201 HTTP/1.1" status: 200 len: 375 time: 0.0986230 Feb 04 15:34:47.399812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e084c099-4f13-4be9-9ef0-54d59eb00560 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:47.430011 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.520945 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc6533c-e8de-4514-b54e-2a68f94470cd', 'name': 'network-vif-deleted', 'tag': '68c2a42b-fd42-4125-aac0-61f55eab077a', 'status': 'completed', 'code': 200} Feb 04 15:34:47.569046 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-dd416de9-e1cc-4787-bfd2-db262dbdc834 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2359924 Feb 04 15:34:47.595174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe25dd-cdfb-498a-8d1d-e70b6acdc196 None None] Network 32969131-ce75-466c-8146-388f7f440434 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:34:47.664698 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64eb31da-fbf1-41fc-8da8-f09670fa6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.716023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb31da-fbf1-41fc-8da8-f09670fa6fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22f3d57-779a-47c0-960e-dddd2e86039e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:47.775530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d5002d28-8f24-44f5-8c9c-35db39e841ec None None] Provisioning for port e084c099-4f13-4be9-9ef0-54d59eb00560 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:47.784528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d5002d28-8f24-44f5-8c9c-35db39e841ec None None] Provisioning complete for port e084c099-4f13-4be9-9ef0-54d59eb00560 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:47.784929 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d5002d28-8f24-44f5-8c9c-35db39e841ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.795818 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64eb31da-fbf1-41fc-8da8-f09670fa6fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.877366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:34:47.886813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-64eb31da-fbf1-41fc-8da8-f09670fa6fdd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b22f3d57-779a-47c0-960e-dddd2e86039e HTTP/1.1" status: 204 len: 168 time: 1.1733871 Feb 04 15:34:47.891217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c35ceba2-9857-4545-b356-e99c1f441e80 req-515f905b-e7ff-4848-8e44-399249f3fed5 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b3350dccb85247a6bc3a7a836cdc2520&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999987 Feb 04 15:34:47.893645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56826) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:47.931915 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-3965729a-ba4c-49c3-a713-b1a530dcde6d service neutron] 10.222.0.46 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618851 Feb 04 15:34:48.012578 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d5002d28-8f24-44f5-8c9c-35db39e841ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.056371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d5002d28-8f24-44f5-8c9c-35db39e841ec None None] For port e084c099-4f13-4be9-9ef0-54d59eb00560, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e084c099-4f13-4be9-9ef0-54d59eb00560,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:48.064030 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d5002d28-8f24-44f5-8c9c-35db39e841ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.140997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5002d28-8f24-44f5-8c9c-35db39e841ec None None] Pushing event updated for resources: {'Port': ['ID=e084c099-4f13-4be9-9ef0-54d59eb00560,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:48.224900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.295183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f3e0028a-4e3f-413c-85f8-f7bc7fe18967 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:48.372892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-e067e42b-9326-435e-9e71-4f711b399772 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:48.374422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-e067e42b-9326-435e-9e71-4f711b399772 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ac7bd63-6259-47da-a4c2-54e19295a872 HTTP/1.1" status: 200 len: 945 time: 0.5822055 Feb 04 15:34:48.379590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-d8e6d7b9-4a6d-4a52-b295-4cc600f97e3c service neutron] 10.222.0.46 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281586 Feb 04 15:34:48.381135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:34:48.404707 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Sync routers for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:48.435871 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:34:48.441078 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:48.451331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ceba2-9857-4545-b356-e99c1f441e80 req-52add7a8-897f-472a-ab25-f5f824c5f8f4 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:48.458198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c35ceba2-9857-4545-b356-e99c1f441e80 req-52add7a8-897f-472a-ab25-f5f824c5f8f4 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5447807 Feb 04 15:34:48.475608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-721b010f-fd07-48df-af9a-f413f6aa712e None None] Provisioning complete for port e084c099-4f13-4be9-9ef0-54d59eb00560 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:48.475979 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-721b010f-fd07-48df-af9a-f413f6aa712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.487379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.491658 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8b6f7e42-8d02-4ada-bdee-09337c3b4379 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5323212 Feb 04 15:34:48.491658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56830) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:48.493551 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c35ceba2-9857-4545-b356-e99c1f441e80 req-b66ee76d-c26b-4595-b55d-032ac1dfcb35 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/quotas/b3350dccb85247a6bc3a7a836cdc2520 HTTP/1.1" status: 200 len: 375 time: 0.0346506 Feb 04 15:34:48.495051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.557531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Deleting port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:48.557897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.563064 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.602255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c35ceba2-9857-4545-b356-e99c1f441e80 req-b2764338-dfac-44e1-8a01-f094e32fab32 tempest-QuotasAdminNegativeTest-1867265869 tempest-QuotasAdminNegativeTest-1867265869-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b3350dccb85247a6bc3a7a836cdc2520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077073 Feb 04 15:34:48.663915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:48.684879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:48.712510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.947828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:48.996065 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:34:49.123612 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d357759d-3bec-4f56-bae8-21a04598dfc1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.132849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d357759d-3bec-4f56-bae8-21a04598dfc1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.240304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e084c099-4f13-4be9-9ef0-54d59eb00560 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:49.311619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] For port f3e0028a-4e3f-413c-85f8-f7bc7fe18967, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:49.312032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.478726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e084c099-4f13-4be9-9ef0-54d59eb00560 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:49.479630 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.535459 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967', 'code': 200} Feb 04 15:34:49.595611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ce40c8-7c53-48c4-8ca8-6223d97ee1e8']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:49.620039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c413e6b-a0fd-4b5b-9b7b-f60531f5130a') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:49.621106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c413e6b-a0fd-4b5b-9b7b-f60531f5130a') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:49.642787 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.669315 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.679832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:34:49.680612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:34:49.782101 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:34:49.807324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Calling delete_port for f3e0028a-4e3f-413c-85f8-f7bc7fe18967 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:49.811420 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:46Z', 'revision_number': 3, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:49.816739 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Checking router: 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:34:49.817386 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Updating router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 port 94e2fe71-181f-49ca-b74f-da2e97148b67 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:34:49.859860 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-d357759d-3bec-4f56-bae8-21a04598dfc1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Floating IP 14b9a3d4-c12e-4881-bc8a-4dc1ee47ccdd associated. External IP: 172.25.8.207, port: 5f251285-d08f-4263-bc68-2ea988858087. Feb 04 15:34:49.876048 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.900663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.934792 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.952102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] Pushing event deleted for resources: {'Network': ['ID=15ce40c8-7c53-48c4-8ca8-6223d97ee1e8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:49.971213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444447b-1cf1-4b26-af0b-59b7900755d6 req-7101638a-970b-4863-980a-8d1dbf108055 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:49.973991 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a444447b-1cf1-4b26-af0b-59b7900755d6 req-7101638a-970b-4863-980a-8d1dbf108055 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 945 time: 0.9653125 Feb 04 15:34:49.978207 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-28bd3d31-55aa-4554-8f32-a7978799c39b admin admin] 10.222.0.46 "DELETE /v2.0/networks/15ce40c8-7c53-48c4-8ca8-6223d97ee1e8 HTTP/1.1" status: 204 len: 168 time: 2.0835595 Feb 04 15:34:50.021439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62600f96-a30e-4926-a3f6-50fc5f0479ae req-e0de3fa7-90d5-4fbd-b7af-debf2177b72d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 210 time: 0.2935581 Feb 04 15:34:50.169161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56856) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:50.240297 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a444447b-1cf1-4b26-af0b-59b7900755d6 req-7b686019-24f5-4c7c-bed9-af63e2a61ea5 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581010 Feb 04 15:34:50.308932 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.387628 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Transition to ACTIVE for port object 94e2fe71-181f-49ca-b74f-da2e97148b67 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:50.410947 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.416672 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.599871 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Attempting to bind port 94e2fe71-181f-49ca-b74f-da2e97148b67 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:50.600411 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Attempting to bind port 94e2fe71-181f-49ca-b74f-da2e97148b67 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:50.600896 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Attempting to bind port 94e2fe71-181f-49ca-b74f-da2e97148b67 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:34:50.618349 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:34:50.619146 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:34:50.620104 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.620784 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:34:50.622223 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Bound port: 94e2fe71-181f-49ca-b74f-da2e97148b67, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:50.623188 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.714520 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Pushing event updated for resources: {'Port': ['ID=94e2fe71-181f-49ca-b74f-da2e97148b67,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:50.721167 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-90c13041-56f2-416e-a97f-8ee70af32133 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f378986632084645a7490909e5b2aa7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5346773 Feb 04 15:34:50.728755 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.729214 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.729618 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.730017 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.730806 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.731452 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.731851 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.732260 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.732646 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.733490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56870) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:50.733833 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.734765 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.735165 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:50.779191 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] For port 94e2fe71-181f-49ca-b74f-da2e97148b67, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:34:50.790002 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] For port 94e2fe71-181f-49ca-b74f-da2e97148b67, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94e2fe71-181f-49ca-b74f-da2e97148b67,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:34:50.803073 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.846653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Pushing event deleted for resources: {'Port': ['ID=f3e0028a-4e3f-413c-85f8-f7bc7fe18967,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:50.982194 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2d436-dae6-4b91-a0f1-875d47aa6780 None None] Pushing event updated for resources: {'Port': ['ID=94e2fe71-181f-49ca-b74f-da2e97148b67,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:50.988274 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:34:50.988989 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:51.016307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56880) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:51.087007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dac0e907-0978-4d1c-8bd4-d144cbbadcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.168110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.181962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dac0e907-0978-4d1c-8bd4-d144cbbadcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.201763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-e1cd3d99-c5d2-4e08-a561-13ad6dccd914 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:51.202496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-e1cd3d99-c5d2-4e08-a561-13ad6dccd914 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Synchronizing usage tracker for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:34:51.206932 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:34:51.409862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] No DVR routers for this DVR port f3e0028a-4e3f-413c-85f8-f7bc7fe18967 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:51.427768 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.431447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'name': 'network-vif-deleted', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:51.454569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-e1cd3d99-c5d2-4e08-a561-13ad6dccd914 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Unset dirty status for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:34:51.455507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-e1cd3d99-c5d2-4e08-a561-13ad6dccd914 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.61 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 805 time: 0.6354091 Feb 04 15:34:51.464325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a860692-8d28-4c0c-97a7-a4019421aeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.472427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9232a4-21dc-4146-a600-a207e86205c1 req-a2f6edab-be38-4754-a2da-3d888fb4ac7c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:51.473971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa9232a4-21dc-4146-a600-a207e86205c1 req-a2f6edab-be38-4754-a2da-3d888fb4ac7c tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 949 time: 0.6549575 Feb 04 15:34:51.482311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Request body: {'port': {'device_id': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'admin_state_up': True, 'tenant_id': '8d1813fcdf5e4ec78905265eb6ec0201'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:51.503709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5a860692-8d28-4c0c-97a7-a4019421aeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:51.511525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5a860692-8d28-4c0c-97a7-a4019421aeac admin admin] Usage tracker for resource:security_group_rule and tenant:b3350dccb85247a6bc3a7a836cdc2520 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:51.514331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5a860692-8d28-4c0c-97a7-a4019421aeac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:51.559345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5a860692-8d28-4c0c-97a7-a4019421aeac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:51.617634 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:46Z', 'revision_number': 3, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:51.621195 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bfc81f3e-e49a-4247-9fdf-cfa37e0a2248 req-e8dd50f6-db01-4136-971f-bbd9791d4992 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0636063 Feb 04 15:34:51.623817 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba4e87-47ab-4013-aa6b-fc6bc078cee2 None None] The sync data for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 is: [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:46Z', 'revision_number': 3, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:34:51.674003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-948ac66b-a2cb-4e64-9512-8b24d937f8e9 req-55cdec03-32f2-4a99-8610-54095eaa522c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.53 "DELETE /v2.0/ports/f3e0028a-4e3f-413c-85f8-f7bc7fe18967 HTTP/1.1" status: 204 len: 173 time: 3.2885308 Feb 04 15:34:51.694266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dac0e907-0978-4d1c-8bd4-d144cbbadcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.700063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Allocated IP 172.20.0.1 (32969131-ce75-466c-8146-388f7f440434/5e2af70d-f889-4650-be4f-1dcf8a4177bf/f2bc6e56-9de0-4890-b125-175becfb952c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:51.722672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0e907-0978-4d1c-8bd4-d144cbbadcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fee7b1-1ed7-4b95-a120-4f3514ade2fe,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:51.746126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-62b454e0-336d-4078-b323-2da3a82d7b2a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:51.747451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-62b454e0-336d-4078-b323-2da3a82d7b2a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 949 time: 0.5535553 Feb 04 15:34:51.821825 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac7bd63-6259-47da-a4c2-54e19295a872', 'name': 'network-vif-deleted', 'tag': 'f3e0028a-4e3f-413c-85f8-f7bc7fe18967', 'status': 'completed', 'code': 200} Feb 04 15:34:51.871525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d357759d-3bec-4f56-bae8-21a04598dfc1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Router 8409ad24-ed66-45cb-a94a-26014fe8a412 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:34:51.872826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dac0e907-0978-4d1c-8bd4-d144cbbadcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.878347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dac0e907-0978-4d1c-8bd4-d144cbbadcc3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14fee7b1-1ed7-4b95-a120-4f3514ade2fe HTTP/1.1" status: 204 len: 168 time: 1.1399615 Feb 04 15:34:51.890525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa9232a4-21dc-4146-a600-a207e86205c1 req-4fa8e87f-df26-4124-9150-96fc025b2b2a tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350757 Feb 04 15:34:51.938238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Deleting port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:34:51.938238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.009162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:52.009699 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a860692-8d28-4c0c-97a7-a4019421aeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.050705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a860692-8d28-4c0c-97a7-a4019421aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.099334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a860692-8d28-4c0c-97a7-a4019421aeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4edab8e-fd8b-4d3c-bf8a-ade9b03990ab,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:52.136016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Usage tracker for resource:port and tenant:8d1813fcdf5e4ec78905265eb6ec0201 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:52.151284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:52.157712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.161590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:52.164841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5a860692-8d28-4c0c-97a7-a4019421aeac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3350dccb85247a6bc3a7a836cdc2520&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1437266 Feb 04 15:34:52.166488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56898) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:52.199063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Transition to ACTIVE for port object f2bc6e56-9de0-4890-b125-175becfb952c will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:52.244533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Made reservation on behalf of 8d1813fcdf5e4ec78905265eb6ec0201 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:52.248087 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.326340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f3e0028a-4e3f-413c-85f8-f7bc7fe18967 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:52.352513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-535ad4d7-8d5c-4914-b11f-d2508962bb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.440563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: f3e0028a-4e3f-413c-85f8-f7bc7fe18967 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:34:52.443662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f3e0028a-4e3f-413c-85f8-f7bc7fe18967 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:34:52.456605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.575863 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-535ad4d7-8d5c-4914-b11f-d2508962bb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.921354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Allocated IP 172.20.0.12 (348f8a6c-8de0-4043-9de9-651f4f8a2053/afc02a95-b92d-4263-b839-e2b24f941b43/cb3ad578-3256-4d80-97f5-eaf20857fbaf) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:53.090658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Network 32969131-ce75-466c-8146-388f7f440434 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:53.169409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fa7ce571-0a54-45d1-82d9-d0ab09522060 req-500d446d-5859-471f-a756-8b34407a5c42 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 210 time: 0.2163603 Feb 04 15:34:53.175655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Pushing event updated for resources: {'Port': ['ID=f2bc6e56-9de0-4890-b125-175becfb952c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:53.200691 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-535ad4d7-8d5c-4914-b11f-d2508962bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.210659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:53.233924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:34:53.324946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94e2fe71-181f-49ca-b74f-da2e97148b67 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:53.351287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.378415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d357759d-3bec-4f56-bae8-21a04598dfc1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:34:53.471340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] Sync routers for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:53.474457 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d357759d-3bec-4f56-bae8-21a04598dfc1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.522274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:34:53.522811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:53.561778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56928) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:53.694802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ad4d7-8d5c-4914-b11f-d2508962bb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4edab8e-fd8b-4d3c-bf8a-ade9b03990ab,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:53.706327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-535ad4d7-8d5c-4914-b11f-d2508962bb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.710422 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-535ad4d7-8d5c-4914-b11f-d2508962bb2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4edab8e-fd8b-4d3c-bf8a-ade9b03990ab HTTP/1.1" status: 204 len: 168 time: 1.5403090 Feb 04 15:34:53.740265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ed1767c3-283f-4c74-b5da-f5ece500b0ed None None] Provisioning for port f2bc6e56-9de0-4890-b125-175becfb952c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:53.749527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ed1767c3-283f-4c74-b5da-f5ece500b0ed None None] Provisioning complete for port f2bc6e56-9de0-4890-b125-175becfb952c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:53.750231 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ed1767c3-283f-4c74-b5da-f5ece500b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.818152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d357759d-3bec-4f56-bae8-21a04598dfc1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "PUT /v2.0/floatingips/14b9a3d4-c12e-4881-bc8a-4dc1ee47ccdd HTTP/1.1" status: 200 len: 991 time: 6.7049685 Feb 04 15:34:53.819463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] For port d7e2f1ca-f8ec-4daf-82c7-5445108848d2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:53.819616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.819974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 94e2fe71-181f-49ca-b74f-da2e97148b67 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:53.844490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '5f251285-d08f-4263-bc68-2ea988858087'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:53.880606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 94e2fe71-181f-49ca-b74f-da2e97148b67 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:53.881332 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.963822 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.985126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ed1767c3-283f-4c74-b5da-f5ece500b0ed None None] Port f2bc6e56-9de0-4890-b125-175becfb952c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:34:54.006246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:34:54.029052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-388598994-network', 'tenant_id': 'bf89f870c4954093bc987c0cb3efc2ed'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:54.039111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:54.186398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Calling delete_port for d7e2f1ca-f8ec-4daf-82c7-5445108848d2 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:34:54.217120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Usage tracker for resource:network and tenant:bf89f870c4954093bc987c0cb3efc2ed is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:54.221547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cce4-b30a-4eff-bafd-2c67f55aa5d4 req-94637e3e-4833-42d0-8a21-71e0a7dc8114 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.227631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cce4-b30a-4eff-bafd-2c67f55aa5d4 req-94637e3e-4833-42d0-8a21-71e0a7dc8114 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.229820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:54.233506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cce4-b30a-4eff-bafd-2c67f55aa5d4 req-94637e3e-4833-42d0-8a21-71e0a7dc8114 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.239733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cce4-b30a-4eff-bafd-2c67f55aa5d4 req-94637e3e-4833-42d0-8a21-71e0a7dc8114 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.246969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cce4-b30a-4eff-bafd-2c67f55aa5d4 req-94637e3e-4833-42d0-8a21-71e0a7dc8114 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.255219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cce4-b30a-4eff-bafd-2c67f55aa5d4 req-94637e3e-4833-42d0-8a21-71e0a7dc8114 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.255350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:54.262660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3cce4-b30a-4eff-bafd-2c67f55aa5d4 req-94637e3e-4833-42d0-8a21-71e0a7dc8114 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.264727 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d3d3cce4-b30a-4eff-bafd-2c67f55aa5d4 req-94637e3e-4833-42d0-8a21-71e0a7dc8114 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.2897859 Feb 04 15:34:54.267532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56946) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:54.325632 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-051edbc1-2645-4fde-8235-94eebeeade10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.367817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-051edbc1-2645-4fde-8235-94eebeeade10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:54.389875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-051edbc1-2645-4fde-8235-94eebeeade10 admin admin] Usage tracker for resource:security_group_rule and tenant:ec67fa1afda248878d5a3b730cd837c4 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:54.397858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d3d3cce4-b30a-4eff-bafd-2c67f55aa5d4 req-bd4e5461-b91e-442e-b752-eb2acd60bcef tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143579 Feb 04 15:34:54.412543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-051edbc1-2645-4fde-8235-94eebeeade10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:54.426692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-051edbc1-2645-4fde-8235-94eebeeade10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:54.448716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d7e2f1ca-f8ec-4daf-82c7-5445108848d2 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:34:54.481212 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.492456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.516743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c6575-9220-4edc-9586-101d498eab8d req-72a2074e-ccf7-4c7d-be29-2b503447f101 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.518314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f1c6575-9220-4edc-9586-101d498eab8d req-72a2074e-ccf7-4c7d-be29-2b503447f101 tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/ports?device_id=537acad1-da17-453d-ba74-2c7d346119b5 HTTP/1.1" status: 200 len: 949 time: 0.9205930 Feb 04 15:34:54.523520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Made reservation on behalf of bf89f870c4954093bc987c0cb3efc2ed for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:54.527159 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.547542 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'tag': '5f251285-d08f-4263-bc68-2ea988858087', 'status': 'completed', 'code': 200} Feb 04 15:34:54.558139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.645865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:54.651090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf89f870c4954093bc987c0cb3efc2ed is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:54.654558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:54.662108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:54.663831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.684125 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.721220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Pushing event updated for resources: {'Port': ['ID=f2bc6e56-9de0-4890-b125-175becfb952c,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:54.759150 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.776624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.848417 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.864899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 94e2fe71-181f-49ca-b74f-da2e97148b67, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94e2fe71-181f-49ca-b74f-da2e97148b67,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:34:54.868428 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.877400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:34:54.882819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.897961 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.946374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f1c6575-9220-4edc-9586-101d498eab8d req-453671e2-aa12-4fea-86fd-80c74238e1bc tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.46 "GET /v2.0/security-groups?id=02a21c0a-f90a-4f55-bad9-ef473466857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969169 Feb 04 15:34:54.948942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Network 32969131-ce75-466c-8146-388f7f440434 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:54.951235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-051edbc1-2645-4fde-8235-94eebeeade10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.953636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:54.965311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f21da0-f278-4ccb-8605-91e49db3c29f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:54.966713 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-239c6403-5b2f-4b19-bc9a-61568bc3812a req-2275f306-8819-428b-af03-09a62a38f945 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 210 time: 0.1687689 Feb 04 15:34:54.968236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Pushing event deleted for resources: {'Port': ['ID=d7e2f1ca-f8ec-4daf-82c7-5445108848d2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:54.977340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.977340 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Added segment 3820bc65-5326-4898-9886-d833da3e7227 of type vlan for network 8c797741-d9b3-459f-92fe-7713d10bb802 Feb 04 15:34:55.096676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:21Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '14b9a3d4-c12e-4881-bc8a-4dc1ee47ccdd', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'port_id': '5f251285-d08f-4263-bc68-2ea988858087', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'mac_address': 'fa:16:3e:cf:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:32:45Z', 'updated_at': '2022-02-04T15:34:48Z', 'revision_number': 1, 'project_id': '2118397614c04148b46d2e6a194ba072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77fb188-4275-46b4-87e9-abf042f49453', 'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'mac_address': 'fa:16:3e:cc:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:20Z', 'updated_at': '2022-02-04T15:31:29Z', 'revision_number': 5, 'project_id': '2118397614c04148b46d2e6a194ba072', 'subnets': [{'id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:55.102296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] Checking router: 8409ad24-ed66-45cb-a94a-26014fe8a412 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:34:55.107233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=94e2fe71-181f-49ca-b74f-da2e97148b67,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.117499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.117950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.118361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.118696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.119326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.119977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.120435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.120788 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.121112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.121464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.121766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.122085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:55.126920 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-051edbc1-2645-4fde-8235-94eebeeade10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.132871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:34:55.133782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:55.166664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] No DVR routers for this DVR port d7e2f1ca-f8ec-4daf-82c7-5445108848d2 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:55.170951 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.178574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.331312 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-051edbc1-2645-4fde-8235-94eebeeade10 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec67fa1afda248878d5a3b730cd837c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0629184 Feb 04 15:34:55.336255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56964) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:55.383265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f08f0-17c2-4ec7-9228-43328face924 req-7b8dfae7-8ccf-4264-b555-9166a9dd8222 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.384128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-727862bd-a08e-4c08-8f57-787044a688e6 None None] Provisioning complete for port f2bc6e56-9de0-4890-b125-175becfb952c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:55.384543 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-727862bd-a08e-4c08-8f57-787044a688e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.391248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-7b8dfae7-8ccf-4264-b555-9166a9dd8222 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 814 time: 0.2214785 Feb 04 15:34:55.408868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:34:55.418832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-c7e958e1-1011-4e12-bf2a-76ad23849c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.419637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-c7e958e1-1011-4e12-bf2a-76ad23849c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.420245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-c7e958e1-1011-4e12-bf2a-76ad23849c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.420904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-c7e958e1-1011-4e12-bf2a-76ad23849c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.421816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-c7e958e1-1011-4e12-bf2a-76ad23849c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.422486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-c7e958e1-1011-4e12-bf2a-76ad23849c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.423139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-c7e958e1-1011-4e12-bf2a-76ad23849c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.426017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-c7e958e1-1011-4e12-bf2a-76ad23849c8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6502 time: 0.8512766 Feb 04 15:34:55.456362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ab261481-bacd-4603-9298-b393d973647a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/quotas/07df67e647f44600bd3da18176458f76 HTTP/1.1" status: 200 len: 375 time: 0.0637972 Feb 04 15:34:55.466438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:34:55.493159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051edbc1-2645-4fde-8235-94eebeeade10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc071c5e-7378-43fe-82d0-e145a76d351e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.534059 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95ceebc5-3770-4342-827b-17458c29183f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.563195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95ceebc5-3770-4342-827b-17458c29183f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.624228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-727862bd-a08e-4c08-8f57-787044a688e6 None None] Port f2bc6e56-9de0-4890-b125-175becfb952c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:34:55.655476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69c6ab55-2fe5-4e73-a077-44401af37812 req-076665c3-eced-4830-9dfe-f1898c02b1bb tempest-ServersOnMultiNodesTest-1173640946 tempest-ServersOnMultiNodesTest-1173640946-project] 10.222.0.61 "DELETE /v2.0/ports/d7e2f1ca-f8ec-4daf-82c7-5445108848d2 HTTP/1.1" status: 204 len: 173 time: 3.9002538 Feb 04 15:34:55.656147 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.657167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.657796 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.697272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.808869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2423046 Feb 04 15:34:55.832754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56970) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:55.852953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95ceebc5-3770-4342-827b-17458c29183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.872782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Request body: {'subnet': {'network_id': '8c797741-d9b3-459f-92fe-7713d10bb802', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-388598994-subnet', 'tenant_id': 'bf89f870c4954093bc987c0cb3efc2ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:55.900231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Network 348f8a6c-8de0-4043-9de9-651f4f8a2053 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:55.909303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:55.919095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:55.939840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceebc5-3770-4342-827b-17458c29183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc071c5e-7378-43fe-82d0-e145a76d351e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.972549 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95ceebc5-3770-4342-827b-17458c29183f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.976449 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-95ceebc5-3770-4342-827b-17458c29183f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc071c5e-7378-43fe-82d0-e145a76d351e HTTP/1.1" status: 204 len: 168 time: 0.6373346 Feb 04 15:34:55.998124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:34:56.008661 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Sync routers for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:56.012221 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-58a27bad-5008-45ca-a941-c7d51939f20c admin admin] 10.222.0.46 "PUT /v2.0/routers/704e2c61-bc6a-4b9e-92dc-33e2135f14d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5197022 Feb 04 15:34:56.021596 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:34:56.022285 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:56.023585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:21Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '14b9a3d4-c12e-4881-bc8a-4dc1ee47ccdd', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'port_id': '5f251285-d08f-4263-bc68-2ea988858087', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'mac_address': 'fa:16:3e:cf:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:32:45Z', 'updated_at': '2022-02-04T15:34:48Z', 'revision_number': 1, 'project_id': '2118397614c04148b46d2e6a194ba072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77fb188-4275-46b4-87e9-abf042f49453', 'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'mac_address': 'fa:16:3e:cc:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:20Z', 'updated_at': '2022-02-04T15:31:29Z', 'revision_number': 5, 'project_id': '2118397614c04148b46d2e6a194ba072', 'subnets': [{'id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:56.027954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc833369-f43c-4455-a4d9-076a38676c4e None None] The sync data for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 is: [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:21Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '14b9a3d4-c12e-4881-bc8a-4dc1ee47ccdd', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'port_id': '5f251285-d08f-4263-bc68-2ea988858087', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'mac_address': 'fa:16:3e:cf:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:32:45Z', 'updated_at': '2022-02-04T15:34:48Z', 'revision_number': 1, 'project_id': '2118397614c04148b46d2e6a194ba072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77fb188-4275-46b4-87e9-abf042f49453', 'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'mac_address': 'fa:16:3e:cc:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:20Z', 'updated_at': '2022-02-04T15:31:29Z', 'revision_number': 5, 'project_id': '2118397614c04148b46d2e6a194ba072', 'subnets': [{'id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:34:56.077701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715bea-5b5b-42c0-932d-03549de61020 req-1bd5dc8a-2e19-46e3-9155-31030cf84664 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.097434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715bea-5b5b-42c0-932d-03549de61020 req-1bd5dc8a-2e19-46e3-9155-31030cf84664 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.102519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:34:56.112152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715bea-5b5b-42c0-932d-03549de61020 req-1bd5dc8a-2e19-46e3-9155-31030cf84664 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.122181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715bea-5b5b-42c0-932d-03549de61020 req-1bd5dc8a-2e19-46e3-9155-31030cf84664 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.130728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Usage tracker for resource:subnet and tenant:bf89f870c4954093bc987c0cb3efc2ed is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:56.135235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Pushing event updated for resources: {'Port': ['ID=cb3ad578-3256-4d80-97f5-eaf20857fbaf,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:56.138191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f8064-d871-45f5-80ba-d11ac533d6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c797741-d9b3-459f-92fe-7713d10bb802,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:56.141404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715bea-5b5b-42c0-932d-03549de61020 req-1bd5dc8a-2e19-46e3-9155-31030cf84664 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.145213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:56.156499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8c797741-d9b3-459f-92fe-7713d10bb802 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:34:56.160897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715bea-5b5b-42c0-932d-03549de61020 req-1bd5dc8a-2e19-46e3-9155-31030cf84664 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.168586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:56.191227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-a653d736-2d5e-4a21-b111-69f1c6eba1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.192981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-a653d736-2d5e-4a21-b111-69f1c6eba1e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ae4d463-47b5-441c-8647-a19cd31e01ba HTTP/1.1" status: 200 len: 917 time: 0.7571421 Feb 04 15:34:56.201019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715bea-5b5b-42c0-932d-03549de61020 req-1bd5dc8a-2e19-46e3-9155-31030cf84664 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.220626 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad715bea-5b5b-42c0-932d-03549de61020 req-1bd5dc8a-2e19-46e3-9155-31030cf84664 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.5820591 Feb 04 15:34:56.305346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Made reservation on behalf of bf89f870c4954093bc987c0cb3efc2ed for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:56.318966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.382103 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad715bea-5b5b-42c0-932d-03549de61020 req-4597d077-0be0-49b3-8cd7-cfcaf0930a88 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604676 Feb 04 15:34:56.392401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.394909 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.439860 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:34:56.482255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb40099-c279-421d-9f43-613331e30b2d None None] New status for floating IP 14b9a3d4-c12e-4881-bc8a-4dc1ee47ccdd: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:34:56.549407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537acad1-da17-453d-ba74-2c7d346119b5', 'name': 'network-vif-deleted', 'tag': 'd7e2f1ca-f8ec-4daf-82c7-5445108848d2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:56.664015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-00a5c7b5-2749-44e0-bd2b-d69a320ede36 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2066641 Feb 04 15:34:56.667202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-0ac1f574-9b62-4f1f-aeaf-52c93a0f244c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f251285-d08f-4263-bc68-2ea988858087 HTTP/1.1" status: 200 len: 999 time: 0.4616828 Feb 04 15:34:56.676481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-f3a7d76d-deba-47c8-a46a-6314ef80b217 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1985168 Feb 04 15:34:56.781150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b067e-9a9b-4961-a02c-3a5fa4b7b769 req-c43f0147-50bc-4d54-8c57-7c78d60f4176 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.790294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe2b067e-9a9b-4961-a02c-3a5fa4b7b769 req-c43f0147-50bc-4d54-8c57-7c78d60f4176 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 932 time: 0.1340933 Feb 04 15:34:56.824956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-d30b4312-4180-456c-818a-03c45a4b6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.827287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-d30b4312-4180-456c-818a-03c45a4b6ca8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=19de3882-e481-4d8b-9b38-76eb7da60943 HTTP/1.1" status: 200 len: 855 time: 0.1498950 Feb 04 15:34:56.851333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Request body: {'port': {'device_id': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:56.887600 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe2b067e-9a9b-4961-a02c-3a5fa4b7b769 req-3f28bf5e-fe86-4ae2-bdc0-a7a178658377 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916228 Feb 04 15:34:56.962363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-5c716487-37f3-4aa0-aca6-24291d5d9766 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:34:56.963754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-5c716487-37f3-4aa0-aca6-24291d5d9766 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2989600 Feb 04 15:34:57.064977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57000) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:57.102211 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:53Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f2bc6e56-9de0-4890-b125-175becfb952c', 'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'mac_address': 'fa:16:3e:2d:44:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:51Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 2, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'subnets': [{'id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:57.108254 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Checking router: 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:34:57.108723 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Updating router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 port f2bc6e56-9de0-4890-b125-175becfb952c binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:34:57.173668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94e2fe71-181f-49ca-b74f-da2e97148b67 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:34:57.233177 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.242942 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.405442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 94e2fe71-181f-49ca-b74f-da2e97148b67 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:57.407389 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.506404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-e50d84b2-f922-4471-a6a3-eb28e437c4d1 service neutron] 10.222.0.46 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239630 Feb 04 15:34:57.546135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-21b91bf2-bfa4-4805-81eb-2e4b2da6ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:57.558891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-21b91bf2-bfa4-4805-81eb-2e4b2da6ef84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ae4d463-47b5-441c-8647-a19cd31e01ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7225754 Feb 04 15:34:57.682963 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7e382952-4bc6-433d-a593-db1935dadd7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94d67fbb5c1d4174bb1ab4a3339d700a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6166935 Feb 04 15:34:57.688820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57016) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:57.918884 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6732a735-fa9e-4059-adb8-27a87789fa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.957489 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6732a735-fa9e-4059-adb8-27a87789fa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.050224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6732a735-fa9e-4059-adb8-27a87789fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.086062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732a735-fa9e-4059-adb8-27a87789fa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a21c0a-f90a-4f55-bad9-ef473466857c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:58.115826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6732a735-fa9e-4059-adb8-27a87789fa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.123110 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6732a735-fa9e-4059-adb8-27a87789fa1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02a21c0a-f90a-4f55-bad9-ef473466857c HTTP/1.1" status: 204 len: 168 time: 0.4333718 Feb 04 15:34:58.141228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57028) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:58.147934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71651636', 'description': 'tempest-description--44063972'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:58.163111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:58.175643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Usage tracker for resource:security_group and tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:58.182045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:58.192739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:58.222570 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.227932 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.256373 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Transition to ACTIVE for port object f2bc6e56-9de0-4890-b125-175becfb952c will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:58.276348 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537acad1-da17-453d-ba74-2c7d346119b5', 'name': 'network-vif-deleted', 'tag': 'd7e2f1ca-f8ec-4daf-82c7-5445108848d2', 'status': 'completed', 'code': 200} Feb 04 15:34:58.282082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:58.291548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Usage tracker for resource:security_group_rule and tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:58.292403 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.299230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:58.309544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:58.409018 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.507752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.515637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.663761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.664941 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5226417 Feb 04 15:34:58.670681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57036) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:58.694824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Request body: {'security_group_rule': {'security_group_id': 'f2cc4767-6c90-471e-b67d-c93179a0950b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:58.730527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:58.744965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef51309-1c90-4034-9b20-3ff20ca6e28d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cc4767-6c90-471e-b67d-c93179a0950b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:58.748935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Usage tracker for resource:security_group_rule and tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:58.780092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:58.789749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:58.800013 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab69601-1df1-486f-97f5-73d9feba9ec2 None None] Pushing event updated for resources: {'Port': ['ID=f2bc6e56-9de0-4890-b125-175becfb952c,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:58.830281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded55eef-7fb6-4514-9629-51fb4f1bf843,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:58.836721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e94c-8c8b-4d95-a929-b69b1e3ec4d6 req-5632a99c-b7b3-4a8e-acae-7dcb2c4bfb85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.841425 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Attempting to bind port f2bc6e56-9de0-4890-b125-175becfb952c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:58.841682 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Attempting to bind port f2bc6e56-9de0-4890-b125-175becfb952c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:58.842131 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Attempting to bind port f2bc6e56-9de0-4890-b125-175becfb952c on network 32969131-ce75-466c-8146-388f7f440434 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:34:58.847394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e94c-8c8b-4d95-a929-b69b1e3ec4d6 req-5632a99c-b7b3-4a8e-acae-7dcb2c4bfb85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.847908 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:34:58.848280 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Checking segment: {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:34:58.848736 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.849936 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Bound using segment: {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:34:58.849936 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Bound port: f2bc6e56-9de0-4890-b125-175becfb952c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:58.850227 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.858795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-10a80706-d5aa-4236-b9ad-95c32e5ba28e service neutron] 10.222.0.46 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3179202 Feb 04 15:34:58.878383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e94c-8c8b-4d95-a929-b69b1e3ec4d6 req-5632a99c-b7b3-4a8e-acae-7dcb2c4bfb85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.892343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e94c-8c8b-4d95-a929-b69b1e3ec4d6 req-5632a99c-b7b3-4a8e-acae-7dcb2c4bfb85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.892750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57040) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:58.898517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e94c-8c8b-4d95-a929-b69b1e3ec4d6 req-5632a99c-b7b3-4a8e-acae-7dcb2c4bfb85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.904298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e94c-8c8b-4d95-a929-b69b1e3ec4d6 req-5632a99c-b7b3-4a8e-acae-7dcb2c4bfb85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.910805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e94c-8c8b-4d95-a929-b69b1e3ec4d6 req-5632a99c-b7b3-4a8e-acae-7dcb2c4bfb85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.915013 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-edc1e94c-8c8b-4d95-a929-b69b1e3ec4d6 req-5632a99c-b7b3-4a8e-acae-7dcb2c4bfb85 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.3366389 Feb 04 15:34:58.953994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.963629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Checking segment: {'id': '3820bc65-5326-4898-9886-d833da3e7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8c797741-d9b3-459f-92fe-7713d10bb802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:34:58.963629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Network hostable DHCP agents. Network: 8c797741-d9b3-459f-92fe-7713d10bb802, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:34:58.974072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-a86ba4df-4992-4eb6-937f-6981a0d5aa11 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae4d463-47b5-441c-8647-a19cd31e01ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3034372 Feb 04 15:34:59.018098 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] For port f2bc6e56-9de0-4890-b125-175becfb952c, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:34:59.022919 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] For port f2bc6e56-9de0-4890-b125-175becfb952c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f2bc6e56-9de0-4890-b125-175becfb952c,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:34:59.028200 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.050264 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-edc1e94c-8c8b-4d95-a929-b69b1e3ec4d6 req-935e9f40-f885-4129-be81-26a6fc2980b3 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298623 Feb 04 15:34:59.078527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.114687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.162478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fdd21a-e1ba-42f1-9872-a88e24e9e526,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:59.192752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.196228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2bf78038-4f2b-45c1-a15f-81378c0d9c78 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5054114 Feb 04 15:34:59.200569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57050) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:59.215349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Request body: {'security_group_rule': {'security_group_id': 'f2cc4767-6c90-471e-b67d-c93179a0950b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:59.225759 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab69601-1df1-486f-97f5-73d9feba9ec2 None None] Pushing event updated for resources: {'Port': ['ID=f2bc6e56-9de0-4890-b125-175becfb952c,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:59.231862 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b7aafa2-ef84-4ef3-afa6-8216c7581890 req-39d8534b-af2f-492a-912d-b737bd019983 service neutron] 10.222.0.61 "GET /v2.0/networks/1ae4d463-47b5-441c-8647-a19cd31e01ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373302 Feb 04 15:34:59.238972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:59.251192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Usage tracker for resource:security_group_rule and tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:59.259184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:59.276053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:59.323733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.346866 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:34:59.349683 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:59.412555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.418682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.464416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd027c8-ff4a-4d6a-974b-a03678b0f7a8,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:59.496350 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.502951 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f04218f5-c4ca-4538-9854-b34dc406ebee tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991099 Feb 04 15:34:59.503909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:59.515446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:59.527493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:34:59.532951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Usage tracker for resource:floatingip and tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:34:59.536276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:34:59.548902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:34:59.565084 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.741543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-301243f6-6916-4a59-9e40-3e7cee9834a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=318e014075424c35bca3c46895141f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8353269 Feb 04 15:34:59.747945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57064) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:34:59.810559 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:34:59.940369 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4e00206c-132b-4b59-87d8-85d8da55e57d req-92db61bd-55ce-47af-8a7a-a9b900e49d07 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 210 time: 0.0948987 Feb 04 15:34:59.952305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Network 8c797741-d9b3-459f-92fe-7713d10bb802 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:34:59.963545 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-258d1a01-99dc-4ff9-befb-603d5ae82c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.015060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3ad578-3256-4d80-97f5-eaf20857fbaf {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:00.016176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-258d1a01-99dc-4ff9-befb-603d5ae82c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.051158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8c797741-d9b3-459f-92fe-7713d10bb802) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:00.066471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8618b1b3-55c1-406b-8d80-68a3243980ff None None] Network 8c797741-d9b3-459f-92fe-7713d10bb802 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:00.076359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:00.078512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.102958 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.113077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.147807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Transition to ACTIVE for port object cb3ad578-3256-4d80-97f5-eaf20857fbaf will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:00.210002 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.299298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f4ef54fa-8439-4b5d-8186-102820006f00 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.4556136 Feb 04 15:35:00.332900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c9368-483c-42bd-946a-bcb5d509c11d req-983e681c-d0e1-410e-8b47-20e740a86c32 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:00.344194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6c3c9368-483c-42bd-946a-bcb5d509c11d req-983e681c-d0e1-410e-8b47-20e740a86c32 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Synchronizing usage tracker for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:00.436973 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:53Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f2bc6e56-9de0-4890-b125-175becfb952c', 'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'mac_address': 'fa:16:3e:2d:44:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:51Z', 'updated_at': '2022-02-04T15:34:59Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'subnets': [{'id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:00.445536 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb054b6-5fb9-494c-b8b0-9e036d19de97 None None] The sync data for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 is: [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:53Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f2bc6e56-9de0-4890-b125-175becfb952c', 'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'mac_address': 'fa:16:3e:2d:44:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:51Z', 'updated_at': '2022-02-04T15:34:59Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'subnets': [{'id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:00.509103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Allocated IP 172.25.8.231 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/82b73086-faed-4db7-be46-f05d1fcb3f90) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:00.562033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57080) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:00.589397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200c4c0-9d2e-4b81-964a-da816e5425dd None None] Network 8c797741-d9b3-459f-92fe-7713d10bb802 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:00.621192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3ad578-3256-4d80-97f5-eaf20857fbaf,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:00.778748 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6c3c9368-483c-42bd-946a-bcb5d509c11d req-983e681c-d0e1-410e-8b47-20e740a86c32 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Unset dirty status for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:00.779955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c3c9368-483c-42bd-946a-bcb5d509c11d req-983e681c-d0e1-410e-8b47-20e740a86c32 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 932 time: 1.1749918 Feb 04 15:35:00.797781 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.891648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.989234 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-258d1a01-99dc-4ff9-befb-603d5ae82c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.020701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Attempting to bind port cb3ad578-3256-4d80-97f5-eaf20857fbaf on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:01.021148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Attempting to bind port cb3ad578-3256-4d80-97f5-eaf20857fbaf by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:01.021509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Attempting to bind port cb3ad578-3256-4d80-97f5-eaf20857fbaf on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:01.025526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0597ac12-c743-4d64-b3bc-b5544f4ab9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.066490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:01.067956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d1a01-99dc-4ff9-befb-603d5ae82c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84421bbc-4892-4988-9f83-3e8972b8c409,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:01.077407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:01.088545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:01.115634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Pushing event updated for resources: {'Port': ['ID=82b73086-faed-4db7-be46-f05d1fcb3f90,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:01.179850 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-258d1a01-99dc-4ff9-befb-603d5ae82c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.181036 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-258d1a01-99dc-4ff9-befb-603d5ae82c86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84421bbc-4892-4988-9f83-3e8972b8c409 HTTP/1.1" status: 204 len: 168 time: 1.4289901 Feb 04 15:35:01.229621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Port cb3ad578-3256-4d80-97f5-eaf20857fbaf on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:35:01.230117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Attempting to bind port cb3ad578-3256-4d80-97f5-eaf20857fbaf on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:01.235968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0597ac12-c743-4d64-b3bc-b5544f4ab9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:01.241314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0597ac12-c743-4d64-b3bc-b5544f4ab9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8b636468a55245a785d07455ffef3fc1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:01.245761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0597ac12-c743-4d64-b3bc-b5544f4ab9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:01.259270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f2bc6e56-9de0-4890-b125-175becfb952c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:01.284977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269185-d852-49f0-a7af-dab4db15c635 req-03db1b44-34a4-4688-a418-0e7c99beb788 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.287354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0597ac12-c743-4d64-b3bc-b5544f4ab9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:01.294749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269185-d852-49f0-a7af-dab4db15c635 req-03db1b44-34a4-4688-a418-0e7c99beb788 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.301049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c3c9368-483c-42bd-946a-bcb5d509c11d req-c896e761-63ae-4ed6-934c-b60b02684eaf tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116944 Feb 04 15:35:01.302038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:01.304161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269185-d852-49f0-a7af-dab4db15c635 req-03db1b44-34a4-4688-a418-0e7c99beb788 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.304742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Checking segment: {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:01.305317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Bound using segment: {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:01.306423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Bound port: cb3ad578-3256-4d80-97f5-eaf20857fbaf, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:01.308509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.311987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269185-d852-49f0-a7af-dab4db15c635 req-03db1b44-34a4-4688-a418-0e7c99beb788 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.319703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269185-d852-49f0-a7af-dab4db15c635 req-03db1b44-34a4-4688-a418-0e7c99beb788 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.330170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269185-d852-49f0-a7af-dab4db15c635 req-03db1b44-34a4-4688-a418-0e7c99beb788 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.365506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269185-d852-49f0-a7af-dab4db15c635 req-03db1b44-34a4-4688-a418-0e7c99beb788 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.381788 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68269185-d852-49f0-a7af-dab4db15c635 req-03db1b44-34a4-4688-a418-0e7c99beb788 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.7651033 Feb 04 15:35:01.423950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f2bc6e56-9de0-4890-b125-175becfb952c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:01.431234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f2bc6e56-9de0-4890-b125-175becfb952c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:01.431776 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.499272 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.559549 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68269185-d852-49f0-a7af-dab4db15c635 req-8124a849-a136-4126-a90f-23f39a27b8bd tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1763585 Feb 04 15:35:01.671004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f08f0-17c2-4ec7-9228-43328face924 req-1f749944-c117-498b-bb2d-df7778d0ea21 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.673646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-1f749944-c117-498b-bb2d-df7778d0ea21 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.53 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 814 time: 0.6358278 Feb 04 15:35:01.700023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Request body: {'port': {'device_id': '2c18ed49-96e6-457e-8ac8-c26959da6097', 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900', 'admin_state_up': True, 'tenant_id': '07df67e647f44600bd3da18176458f76'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:01.750168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.818935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:01.846829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port f2bc6e56-9de0-4890-b125-175becfb952c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f2bc6e56-9de0-4890-b125-175becfb952c,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:01.849794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:01.858608 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.904802 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.938340 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2ff1b010-13e6-4edb-b242-993e65a94711 req-fe9cfb29-aa7f-4fe4-9315-ce8df6db37e1 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 210 time: 0.0573578 Feb 04 15:35:01.944631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.063349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=f2bc6e56-9de0-4890-b125-175becfb952c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:02.097152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.098591 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.099858 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] 10.222.0.61 "PUT /v2.0/ports/cb3ad578-3256-4d80-97f5-eaf20857fbaf HTTP/1.1" status: 200 len: 1092 time: 5.2713034 Feb 04 15:35:02.123865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:02.168605 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0597ac12-c743-4d64-b3bc-b5544f4ab9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.246138 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0597ac12-c743-4d64-b3bc-b5544f4ab9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.366481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62c525-ae21-439b-92d2-89aa31375ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3ad578-3256-4d80-97f5-eaf20857fbaf,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:02.398498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7755c-ba63-45b9-a7ea-cd7165238c67 req-88267ca9-c9fd-4e9b-a55e-1ec00bf9d3fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.405296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7755c-ba63-45b9-a7ea-cd7165238c67 req-88267ca9-c9fd-4e9b-a55e-1ec00bf9d3fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.412263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7755c-ba63-45b9-a7ea-cd7165238c67 req-88267ca9-c9fd-4e9b-a55e-1ec00bf9d3fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.420674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7755c-ba63-45b9-a7ea-cd7165238c67 req-88267ca9-c9fd-4e9b-a55e-1ec00bf9d3fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.430592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:02.433638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7755c-ba63-45b9-a7ea-cd7165238c67 req-88267ca9-c9fd-4e9b-a55e-1ec00bf9d3fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.444540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7755c-ba63-45b9-a7ea-cd7165238c67 req-88267ca9-c9fd-4e9b-a55e-1ec00bf9d3fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.454339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7755c-ba63-45b9-a7ea-cd7165238c67 req-88267ca9-c9fd-4e9b-a55e-1ec00bf9d3fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.456954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-87d7755c-ba63-45b9-a7ea-cd7165238c67 req-88267ca9-c9fd-4e9b-a55e-1ec00bf9d3fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.2388511 Feb 04 15:35:02.459908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597ac12-c743-4d64-b3bc-b5544f4ab9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1e6ee6-bd0f-4f29-af2e-552bbf31cb67,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:02.467307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0597ac12-c743-4d64-b3bc-b5544f4ab9c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b636468a55245a785d07455ffef3fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8449948 Feb 04 15:35:02.472558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:02.476419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:02.509641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Made reservation on behalf of 07df67e647f44600bd3da18176458f76 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:02.513397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.543509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57134) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:02.552819 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.571949 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.601957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-bff7f1f9-81ba-4f6a-87f7-57eefef58395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.603413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-bff7f1f9-81ba-4f6a-87f7-57eefef58395 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 1095 time: 0.4332259 Feb 04 15:35:02.610783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-14969775-4662-45e3-8f34-739fc698169c tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.611468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-14969775-4662-45e3-8f34-739fc698169c tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Synchronizing usage tracker for tenant:bf89f870c4954093bc987c0cb3efc2ed on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:02.650485 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-87d7755c-ba63-45b9-a7ea-cd7165238c67 req-b1e3cf5b-5956-42a8-8b3e-8cc931164c9e tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1786540 Feb 04 15:35:02.694844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b38419f-6b34-4ce2-8a5d-ea65897e371b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.707262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-07bf5e1c-59ad-43d6-9891-504de339598b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf HTTP/1.1" status: 200 len: 217 time: 0.0919061 Feb 04 15:35:02.711407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-14969775-4662-45e3-8f34-739fc698169c tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Unset dirty status for tenant:bf89f870c4954093bc987c0cb3efc2ed on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:02.712632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-14969775-4662-45e3-8f34-739fc698169c tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/networks?id=8c797741-d9b3-459f-92fe-7713d10bb802 HTTP/1.1" status: 200 len: 813 time: 0.4919086 Feb 04 15:35:02.734862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-network', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:02.745865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:02.754125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Pushing event updated for resources: {'Port': ['ID=82b73086-faed-4db7-be46-f05d1fcb3f90,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:02.767735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Usage tracker for resource:network and tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:02.778029 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf', 'status': 'completed', 'code': 200} Feb 04 15:35:02.788214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:02.799726 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.803257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-18c2ec6a-e1bf-4aae-b8d4-b861cdb57794 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/quotas/bf89f870c4954093bc987c0cb3efc2ed HTTP/1.1" status: 200 len: 375 time: 0.0363538 Feb 04 15:35:02.820101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b38419f-6b34-4ce2-8a5d-ea65897e371b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.850970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:02.914013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ad6aefc3-ba86-48f7-8e42-4a7d76783079 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf89f870c4954093bc987c0cb3efc2ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746388 Feb 04 15:35:02.918453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-326943c3-6818-4224-bbe0-8b9959cd3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.919977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-326943c3-6818-4224-bbe0-8b9959cd3bdc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=afc02a95-b92d-4263-b839-e2b24f941b43 HTTP/1.1" status: 200 len: 845 time: 0.2039165 Feb 04 15:35:02.922551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Made reservation on behalf of d33b9beaa8e544c6ba4e8a7a86bd4439 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:02.925108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.947442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.957477 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fd6254a5-9797-44ee-b67f-397f7379e054 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4433625 Feb 04 15:35:02.957477 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.980363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:02.990008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:02.995288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:03.005094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:03.011559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b38419f-6b34-4ce2-8a5d-ea65897e371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.037187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38419f-6b34-4ce2-8a5d-ea65897e371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1e6ee6-bd0f-4f29-af2e-552bbf31cb67,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:03.058486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b38419f-6b34-4ce2-8a5d-ea65897e371b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.059768 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7b38419f-6b34-4ce2-8a5d-ea65897e371b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd1e6ee6-bd0f-4f29-af2e-552bbf31cb67 HTTP/1.1" status: 204 len: 168 time: 0.5860970 Feb 04 15:35:03.076499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7eb5-811e-40ea-a69c-b33f2c7cd783 req-c4567c7a-6bf7-4ce9-8953-e38b3a8c493b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.078291 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab5e7eb5-811e-40ea-a69c-b33f2c7cd783 req-c4567c7a-6bf7-4ce9-8953-e38b3a8c493b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 944 time: 0.1986191 Feb 04 15:35:03.155400 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab5e7eb5-811e-40ea-a69c-b33f2c7cd783 req-fb849708-9c25-4658-a47d-8469b7971b78 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702784 Feb 04 15:35:03.204544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Allocated IP 172.20.0.3 (740db0d2-b7d8-4158-b780-967caa10c900/ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c/749e271c-bee3-48f0-a0d4-d65dc90e2623) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:03.223619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.224433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-dadfac17-e0ad-40f1-a06a-e5d1465d4be1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=348f8a6c-8de0-4043-9de9-651f4f8a2053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342502 Feb 04 15:35:03.229153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.231336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f2bc6e56-9de0-4890-b125-175becfb952c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:03.309253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:03.428338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f2bc6e56-9de0-4890-b125-175becfb952c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:03.429866 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.548036 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.552722 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Added segment befb0b3b-3c91-43f1-8e74-962d260f9b4d of type vlan for network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 Feb 04 15:35:03.556700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db35d47f-e085-48db-b68c-a171fcf5fa6b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:03.647022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.681727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-43ab40ba-4f10-47b0-a065-693d4f8c9f1b service neutron] 10.222.0.46 "GET /v2.0/networks/8c797741-d9b3-459f-92fe-7713d10bb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574208 Feb 04 15:35:03.689840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9416-540d-4372-b72e-3fc074b2a7e2 req-19aaf546-cb94-41f4-a432-ef1ed0592fce tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.695664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9416-540d-4372-b72e-3fc074b2a7e2 req-19aaf546-cb94-41f4-a432-ef1ed0592fce tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.703613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9416-540d-4372-b72e-3fc074b2a7e2 req-19aaf546-cb94-41f4-a432-ef1ed0592fce tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.708199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9416-540d-4372-b72e-3fc074b2a7e2 req-19aaf546-cb94-41f4-a432-ef1ed0592fce tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.714013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9416-540d-4372-b72e-3fc074b2a7e2 req-19aaf546-cb94-41f4-a432-ef1ed0592fce tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.721936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9416-540d-4372-b72e-3fc074b2a7e2 req-19aaf546-cb94-41f4-a432-ef1ed0592fce tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.727873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9416-540d-4372-b72e-3fc074b2a7e2 req-19aaf546-cb94-41f4-a432-ef1ed0592fce tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.729787 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-792e9416-540d-4372-b72e-3fc074b2a7e2 req-19aaf546-cb94-41f4-a432-ef1ed0592fce tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.3791392 Feb 04 15:35:03.744546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.745810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.746813 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.857556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3eea9b-9a67-4984-b2b6-38089c83fa07,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:03.861600 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-228a849a-eb31-4230-aa87-9b8c9b1989d8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3154514 Feb 04 15:35:03.864687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57194) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:03.871225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Request body: {'subnet': {'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-subnet', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:03.872903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:35:03.877633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:03.881939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Usage tracker for resource:subnet and tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:03.885005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:03.892185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:03.909199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Made reservation on behalf of d33b9beaa8e544c6ba4e8a7a86bd4439 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:03.913669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.938800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.023208 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-fcb9211a-e1b7-490b-9c8f-52d74bd8ea5e service neutron] 10.222.0.61 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7750978 Feb 04 15:35:04.055032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cac0a046-a4cb-46ba-87d8-fb01f6a1eeed req-514b50ee-93ec-4f78-b685-9d8b75337786 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 210 time: 0.1159406 Feb 04 15:35:04.180935 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5823a857-8fa2-496a-b6be-18145282a96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.274453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-2b8d120b-64b6-4135-b27c-d5dc936f7229 service neutron] 10.222.0.46 "GET /v2.0/networks/8c797741-d9b3-459f-92fe-7713d10bb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795379 Feb 04 15:35:04.289262 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.373680 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:35:04.413397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2162cccf-754c-43bf-b3fa-d1e1ff9abcfd req-af2f6d7b-f19a-4673-bf98-dca4b3a2f433 service neutron] 10.222.0.61 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733182 Feb 04 15:35:04.417370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.431069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['df38c924-0d8e-431f-9817-1ff9080fb109'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:35:04.497485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57218) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:04.517129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['02ea6af6-c416-49f2-a061-0630614cc579'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:35:04.614703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91711569-939e-4a41-92f0-598aaabd68ab,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:04.632664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Checking segment: {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:04.633256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Network hostable DHCP agents. Network: 6e3eea9b-9a67-4984-b2b6-38089c83fa07, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:04.642853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Network 740db0d2-b7d8-4158-b780-967caa10c900 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:04.661891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b231f-c470-4f97-9c74-43ec66fc32d5 req-b9e435de-767c-4383-bc2e-817f82b8cd04 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:04.671406 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-448b231f-c470-4f97-9c74-43ec66fc32d5 req-b9e435de-767c-4383-bc2e-817f82b8cd04 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 944 time: 0.3023052 Feb 04 15:35:04.737649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:04.763660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:04.783980 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-448b231f-c470-4f97-9c74-43ec66fc32d5 req-4e7f9ee1-fe27-42bd-913c-037fe81e026a tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979304 Feb 04 15:35:04.783980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 6e3eea9b-9a67-4984-b2b6-38089c83fa07) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:04.791106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:04.797074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:04.797074 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.872230 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f2dadd17-d51a-4711-a01c-8c6435130621 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9967103 Feb 04 15:35:04.872230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57256) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:04.877261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef534b5e-bff7-4d26-8c74-755b408edba9 None None] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:04.898471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:04.929939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:04.950713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Usage tracker for resource:router and tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:04.957116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:04.966304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:04.991875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.998833 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.001690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a46e286-9b16-4e20-81ec-eab0a628526c req-0082ce21-c2fa-45d3-ae0b-7382c9bd4afb tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 210 time: 0.4137306 Feb 04 15:35:05.027216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Pushing event updated for resources: {'Port': ['ID=749e271c-bee3-48f0-a0d4-d65dc90e2623,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:05.034300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.115335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2110265302-network', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:05.170322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:05.171009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.186236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:05.191688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Usage tracker for resource:network and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:05.194868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:05.201382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:05.223425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:05.226458 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.249179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32003be3-5822-406b-a053-8f9ac39e1800 req-23e6796d-662c-4ded-b3e4-88dbc3b525fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:05.251717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32003be3-5822-406b-a053-8f9ac39e1800 req-23e6796d-662c-4ded-b3e4-88dbc3b525fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 1095 time: 0.7462766 Feb 04 15:35:05.257455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.331220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:05.465925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01edac26-684e-488d-bc12-fb840808493f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:35:05.467476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-01edac26-684e-488d-bc12-fb840808493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.487732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Usage tracker for resource:security_group_rule and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:05.497862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:05.510222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-ccc0a710-9b96-4e35-b823-f608d33fdec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8174577 Feb 04 15:35:05.511050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:05.543687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Request body: {'port': {'device_id': '2c18ed49-96e6-457e-8ac8-c26959da6097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:05.711607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-01edac26-684e-488d-bc12-fb840808493f None None] Allocated IP 172.20.0.2 (6e3eea9b-9a67-4984-b2b6-38089c83fa07/91711569-939e-4a41-92f0-598aaabd68ab/153333dd-2d0b-43e0-b5a5-1ea81af13429) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:05.867829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32003be3-5822-406b-a053-8f9ac39e1800 req-560de15e-ec6e-4644-bc2d-2267917b2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:05.869946 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32003be3-5822-406b-a053-8f9ac39e1800 req-560de15e-ec6e-4644-bc2d-2267917b2b7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 906 time: 0.5936656 Feb 04 15:35:05.870694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.949758 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.021720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32003be3-5822-406b-a053-8f9ac39e1800 req-3f6add4e-9dab-43c1-97f1-7d537703e0d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf HTTP/1.1" status: 200 len: 217 time: 0.1271708 Feb 04 15:35:06.049627 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-01edac26-684e-488d-bc12-fb840808493f None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.064274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-01edac26-684e-488d-bc12-fb840808493f None None] Transition to ACTIVE for port object 153333dd-2d0b-43e0-b5a5-1ea81af13429 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:06.064564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fb675-4e22-4206-ac9e-a0c6d6183fdd req-092a7c6a-3a93-43d8-9edc-29bd5714bdc4 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:06.072099 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6b8fb675-4e22-4206-ac9e-a0c6d6183fdd req-092a7c6a-3a93-43d8-9edc-29bd5714bdc4 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 931 time: 0.3744824 Feb 04 15:35:06.105980 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.116658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-01edac26-684e-488d-bc12-fb840808493f None None] Transition to ACTIVE for port object 153333dd-2d0b-43e0-b5a5-1ea81af13429 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:06.127499 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-01edac26-684e-488d-bc12-fb840808493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.154168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6b8fb675-4e22-4206-ac9e-a0c6d6183fdd req-20fee5f3-2c62-44b8-8a5f-3db7af0db06a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803123 Feb 04 15:35:06.254758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01edac26-684e-488d-bc12-fb840808493f None None] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:06.259674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-01edac26-684e-488d-bc12-fb840808493f None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:06.262176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edac26-684e-488d-bc12-fb840808493f None None] Pushing event updated for resources: {'Port': ['ID=153333dd-2d0b-43e0-b5a5-1ea81af13429,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:06.264526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edac26-684e-488d-bc12-fb840808493f None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:06.362786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32003be3-5822-406b-a053-8f9ac39e1800 req-0a4d50a4-fe21-4c08-b611-ecba140cfaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:06.364666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32003be3-5822-406b-a053-8f9ac39e1800 req-0a4d50a4-fe21-4c08-b611-ecba140cfaf7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=afc02a95-b92d-4263-b839-e2b24f941b43 HTTP/1.1" status: 200 len: 845 time: 0.1808932 Feb 04 15:35:06.452098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-01edac26-684e-488d-bc12-fb840808493f None None] Attempting to bind port 153333dd-2d0b-43e0-b5a5-1ea81af13429 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:06.452098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-01edac26-684e-488d-bc12-fb840808493f None None] Attempting to bind port 153333dd-2d0b-43e0-b5a5-1ea81af13429 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:06.454795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edac26-684e-488d-bc12-fb840808493f None None] Attempting to bind port 153333dd-2d0b-43e0-b5a5-1ea81af13429 on network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:06.468032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edac26-684e-488d-bc12-fb840808493f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:06.468032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edac26-684e-488d-bc12-fb840808493f None None] Checking segment: {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:06.468032 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-01edac26-684e-488d-bc12-fb840808493f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.468032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edac26-684e-488d-bc12-fb840808493f None None] Bound using segment: {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:06.469830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-01edac26-684e-488d-bc12-fb840808493f None None] Bound port: 153333dd-2d0b-43e0-b5a5-1ea81af13429, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:06.469830 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-01edac26-684e-488d-bc12-fb840808493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.516688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb3ad578-3256-4d80-97f5-eaf20857fbaf details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:06.712702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32003be3-5822-406b-a053-8f9ac39e1800 req-f3a8bd1f-809c-4e50-9ecc-498b12fd7c88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=348f8a6c-8de0-4043-9de9-651f4f8a2053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3309031 Feb 04 15:35:06.719294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b353dec4-f5c5-446f-9dd9-4612f1832367 req-576894a9-8a83-4784-956e-4c5f169fa707 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 210 time: 0.1634786 Feb 04 15:35:06.740942 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f004e8e-7a62-4b3d-b4b2-feeeae9083cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.793367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.910936 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.924832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-01edac26-684e-488d-bc12-fb840808493f None None] For port 153333dd-2d0b-43e0-b5a5-1ea81af13429, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:06.939207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-01edac26-684e-488d-bc12-fb840808493f None None] For port 153333dd-2d0b-43e0-b5a5-1ea81af13429, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=153333dd-2d0b-43e0-b5a5-1ea81af13429,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:06.950015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.969858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d2eac-9b14-47c7-ac4b-af5c4f1c3777 req-dbc3f34d-bda7-46b4-95a9-b4f5085defb4 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:06.969858 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-528d2eac-9b14-47c7-ac4b-af5c4f1c3777 req-dbc3f34d-bda7-46b4-95a9-b4f5085defb4 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 944 time: 1.0026443 Feb 04 15:35:06.987268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:07.008467 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-01edac26-684e-488d-bc12-fb840808493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.015949 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.021416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'port_id': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf', 'mac_address': 'fa:16:3e:c4:e6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc02a95-b92d-4263-b839-e2b24f941b43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:07.201584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:07.221373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Allocated IP 172.25.8.156 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5b167d41-0460-4c69-905d-dba5e008d4b7) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:07.259333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d738b4-56fa-4988-9e6a-8d9571f04a7b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:07.283300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-528d2eac-9b14-47c7-ac4b-af5c4f1c3777 req-29d85dd1-214a-4e44-91de-3efee75ab6e4 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140829 Feb 04 15:35:07.308954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-d46538e3-e348-4bf3-88d7-31d5f2cb0cb8 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:07.310680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-d46538e3-e348-4bf3-88d7-31d5f2cb0cb8 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.61 "GET /v2.0/networks?id=8c797741-d9b3-459f-92fe-7713d10bb802 HTTP/1.1" status: 200 len: 813 time: 0.8507211 Feb 04 15:35:07.315270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.315788 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Added segment 6d1f7ee5-9754-4eb1-925e-8434e9ff400a of type vlan for network 13acaad5-bcd7-402b-b116-cf139cb02d83 Feb 04 15:35:07.373867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edac26-684e-488d-bc12-fb840808493f None None] Pushing event updated for resources: {'Port': ['ID=153333dd-2d0b-43e0-b5a5-1ea81af13429,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:07.376456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Request body: {'port': {'device_id': '91c42a6f-0a60-44c6-acb9-19412932f744', 'network_id': '8c797741-d9b3-459f-92fe-7713d10bb802', 'admin_state_up': True, 'tenant_id': 'bf89f870c4954093bc987c0cb3efc2ed'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:07.438113 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.591451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32003be3-5822-406b-a053-8f9ac39e1800 req-3089ee8b-a565-4703-b945-123b507001c1 service neutron] 10.222.0.61 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8035049 Feb 04 15:35:07.601558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3ad578-3256-4d80-97f5-eaf20857fbaf {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:07.629934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.654656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:07.674503 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.767635 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f04ba-ce57-42e5-a973-483542a6a1bf req-97748d87-19bf-41b8-8143-5d45a618c105 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:07.774630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-306f04ba-ce57-42e5-a973-483542a6a1bf req-97748d87-19bf-41b8-8143-5d45a618c105 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 931 time: 0.3098681 Feb 04 15:35:07.925453 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-306f04ba-ce57-42e5-a973-483542a6a1bf req-8bf67339-1cb7-4c71-a17e-6829488d6fb7 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168647 Feb 04 15:35:07.950232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.950232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=cb3ad578-3256-4d80-97f5-eaf20857fbaf,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:07.961091 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.992067 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.036696 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.051982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:08.081056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:08.081056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:08.122647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Pushing event updated for resources: {'Port': ['ID=5b167d41-0460-4c69-905d-dba5e008d4b7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:08.166990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['cb3ad578-3256-4d80-97f5-eaf20857fbaf'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:35:08.207550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c795dd40-c7f3-4423-a01f-f5de3c665edb req-d207ee05-0458-4f90-84fc-7236783d0733 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 210 time: 0.1930845 Feb 04 15:35:08.416154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:08.477520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Usage tracker for resource:port and tenant:bf89f870c4954093bc987c0cb3efc2ed is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:08.490614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:08.505905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.506888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:08.507684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.529456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749e271c-bee3-48f0-a0d4-d65dc90e2623 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:08.529456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:08.611944 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.766283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32003be3-5822-406b-a053-8f9ac39e1800 req-57621bcc-8425-444a-8896-fc568717166e service neutron] 10.222.0.61 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1258767 Feb 04 15:35:08.809819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Made reservation on behalf of bf89f870c4954093bc987c0cb3efc2ed for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:08.813693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.837567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.2629523 Feb 04 15:35:08.837567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57280) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:08.838039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Transition to ACTIVE for port object 749e271c-bee3-48f0-a0d4-d65dc90e2623 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:08.851218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Request body: {'subnet': {'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2110265302-subnet', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:08.857286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cc06f-6ac0-419e-b4d3-c077ad63a3ca admin admin] Pushing event updated for resources: {'Network': ['ID=13acaad5-bcd7-402b-b116-cf139cb02d83,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:08.867488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.868363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 13acaad5-bcd7-402b-b116-cf139cb02d83 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:35:08.872708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:08.978145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Usage tracker for resource:subnet and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:08.996329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:09.151863 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.158698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.250485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aa939-9436-4c9b-a547-476989e6ab54 req-16a15c35-d9b9-44f9-830a-606c6e97ccb8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:09.256633 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-526aa939-9436-4c9b-a547-476989e6ab54 req-16a15c35-d9b9-44f9-830a-606c6e97ccb8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 945 time: 0.7818804 Feb 04 15:35:09.256633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.308713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 153333dd-2d0b-43e0-b5a5-1ea81af13429 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:09.371399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:09.432366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b3ce7-04f9-4b58-bc80-4573f184ba02 None None] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:09.519932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Pushing event updated for resources: {'Port': ['ID=749e271c-bee3-48f0-a0d4-d65dc90e2623,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:09.545173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:09.551150 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.593847 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-526aa939-9436-4c9b-a547-476989e6ab54 req-8c00337d-29c8-4289-80c5-b26ae7efc3f5 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298466 Feb 04 15:35:09.721369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.722839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 153333dd-2d0b-43e0-b5a5-1ea81af13429 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:09.747370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab5be0d0-5225-4750-a9f5-56290a093734 None None] Provisioning for port 153333dd-2d0b-43e0-b5a5-1ea81af13429 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:09.787260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 153333dd-2d0b-43e0-b5a5-1ea81af13429 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:09.792198 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.858562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Attempting to bind port 749e271c-bee3-48f0-a0d4-d65dc90e2623 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:09.858901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Attempting to bind port 749e271c-bee3-48f0-a0d4-d65dc90e2623 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:09.859399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Attempting to bind port 749e271c-bee3-48f0-a0d4-d65dc90e2623 on network 740db0d2-b7d8-4158-b780-967caa10c900 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:09.871155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab5be0d0-5225-4750-a9f5-56290a093734 None None] Provisioning complete for port 153333dd-2d0b-43e0-b5a5-1ea81af13429 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:09.872118 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab5be0d0-5225-4750-a9f5-56290a093734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.875343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Port 749e271c-bee3-48f0-a0d4-d65dc90e2623 on network 740db0d2-b7d8-4158-b780-967caa10c900 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:35:09.875671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Attempting to bind port 749e271c-bee3-48f0-a0d4-d65dc90e2623 on network 740db0d2-b7d8-4158-b780-967caa10c900 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:09.894288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee5f71-2d53-441e-8556-ddf5a029bc22 req-100ca28f-5ddd-46f5-8936-3aae036724d6 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:09.895144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34ee5f71-2d53-441e-8556-ddf5a029bc22 req-100ca28f-5ddd-46f5-8936-3aae036724d6 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:09.899035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Allocated IP 172.20.0.9 (8c797741-d9b3-459f-92fe-7713d10bb802/ded55eef-7fb6-4514-9629-51fb4f1bf843/592b27b3-de43-4000-a702-d4245c2d216e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:09.908044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:09.908746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Checking segment: {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:09.909438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Bound using segment: {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:09.910062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Bound port: 749e271c-bee3-48f0-a0d4-d65dc90e2623, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:09.910597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.921064 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0deec949-e30f-4336-9044-c95ddacd9343 req-f4d91321-091e-4677-8d4f-7d72fc276a72 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 210 time: 0.0700660 Feb 04 15:35:10.095423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34ee5f71-2d53-441e-8556-ddf5a029bc22 req-100ca28f-5ddd-46f5-8936-3aae036724d6 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:10.097733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34ee5f71-2d53-441e-8556-ddf5a029bc22 req-100ca28f-5ddd-46f5-8936-3aae036724d6 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 943 time: 0.7276754 Feb 04 15:35:10.163329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:35:10.280430 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.389135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab5be0d0-5225-4750-a9f5-56290a093734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.454017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 153333dd-2d0b-43e0-b5a5-1ea81af13429, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=153333dd-2d0b-43e0-b5a5-1ea81af13429,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:10.472839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb3ad578-3256-4d80-97f5-eaf20857fbaf up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:10.480529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:35:10.492926 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Sync routers for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:10.510576 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:35:10.512205 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:35:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:10.534347 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.536235 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4942531a-cdca-4c03-82ed-f21b23c27a35 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.6642435 Feb 04 15:35:10.539724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57294) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:10.540821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.584944 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.595857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] For port 749e271c-bee3-48f0-a0d4-d65dc90e2623, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:10.617875 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.637867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] For port 749e271c-bee3-48f0-a0d4-d65dc90e2623, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=749e271c-bee3-48f0-a0d4-d65dc90e2623,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:10.773942 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.788132 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34ee5f71-2d53-441e-8556-ddf5a029bc22 req-0d23cd55-43f8-46f1-9aca-444773a8c4d1 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249123 Feb 04 15:35:10.847189 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-ab5be0d0-5225-4750-a9f5-56290a093734 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:35:10.847521 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-ab5be0d0-5225-4750-a9f5-56290a093734 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:35:10.847669 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:35:10.868866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=153333dd-2d0b-43e0-b5a5-1ea81af13429,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:10.898737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.912670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port cb3ad578-3256-4d80-97f5-eaf20857fbaf completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:10.917794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port cb3ad578-3256-4d80-97f5-eaf20857fbaf triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:10.918356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.971387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:10.972264 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.974170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] 10.222.0.53 "PUT /v2.0/ports/749e271c-bee3-48f0-a0d4-d65dc90e2623 HTTP/1.1" status: 200 len: 1091 time: 5.4491787 Feb 04 15:35:11.021673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c18ed49-96e6-457e-8ac8-c26959da6097', 'tag': '749e271c-bee3-48f0-a0d4-d65dc90e2623'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:11.054547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Checking segment: {'id': '6d1f7ee5-9754-4eb1-925e-8434e9ff400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:11.054932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Network hostable DHCP agents. Network: 13acaad5-bcd7-402b-b116-cf139cb02d83, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:11.161513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Network 8c797741-d9b3-459f-92fe-7713d10bb802 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:11.187638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:11.187638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:11.461177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:11.477369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.516948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 153333dd-2d0b-43e0-b5a5-1ea81af13429 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:11.645595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Network 13acaad5-bcd7-402b-b116-cf139cb02d83 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:11.676945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2857547 Feb 04 15:35:11.676945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b88d806-a138-42e7-ab22-b6ceae16b9e0,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:11.737089 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:08Z', 'revision_number': 3, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:11.737089 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Checking router: 82eb1a15-3f83-410f-93a9-9975f39cf8a1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:11.737089 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Updating router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 port 5b167d41-0460-4c69-905d-dba5e008d4b7 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:35:11.776152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Request body: {'port': {'device_id': '91c42a6f-0a60-44c6-acb9-19412932f744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:11.818010 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.858043 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.867009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 13acaad5-bcd7-402b-b116-cf139cb02d83) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:11.882255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:11.882365 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.886276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc308b-a95b-42e5-884b-2f61384e48f1 None None] Network 13acaad5-bcd7-402b-b116-cf139cb02d83 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:11.916908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135467d-f421-470d-9df9-45f9fde5084f service neutron] Pushing event updated for resources: {'Port': ['ID=749e271c-bee3-48f0-a0d4-d65dc90e2623,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:11.937974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935b1bb-9e59-432f-9e8a-4f48cf70a845 req-86ecfe7f-5037-4c60-a892-d66609ecd608 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:11.945752 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1935b1bb-9e59-432f-9e8a-4f48cf70a845 req-86ecfe7f-5037-4c60-a892-d66609ecd608 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 945 time: 0.8050253 Feb 04 15:35:12.064199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e94a0309-4862-4fd5-b42a-ad01ea35f57b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2215450 Feb 04 15:35:12.081653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57308) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:12.127076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:12.139647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde9054-4bd2-4192-9703-45ab90dc494b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Pushing event updated for resources: {'Port': ['ID=592b27b3-de43-4000-a702-d4245c2d216e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.149340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-df959464-7d72-472c-8e69-711e2c52c2a1 None None] Provisioning complete for port 153333dd-2d0b-43e0-b5a5-1ea81af13429 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:12.149917 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-df959464-7d72-472c-8e69-711e2c52c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.184814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:12.206168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1935b1bb-9e59-432f-9e8a-4f48cf70a845 req-e65b76b3-6834-41ae-8ca1-87d0a09729ba tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474384 Feb 04 15:35:12.231831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3447-719d-4116-b819-1a2d9a2caaf1 req-10158537-fce9-441d-bde1-c46f4c52f5c6 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:12.231831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fc4e3447-719d-4116-b819-1a2d9a2caaf1 req-10158537-fce9-441d-bde1-c46f4c52f5c6 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Synchronizing usage tracker for tenant:bf89f870c4954093bc987c0cb3efc2ed on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:12.242361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b2c512ee-173f-4506-af42-430b88945199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:12.242361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-b2c512ee-173f-4506-af42-430b88945199 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 1094 time: 1.1857657 Feb 04 15:35:12.242361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Usage tracker for resource:router and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:12.255606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:12.363536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:12.375478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:12.379611 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c18ed49-96e6-457e-8ac8-c26959da6097', 'tag': '749e271c-bee3-48f0-a0d4-d65dc90e2623', 'status': 'completed', 'code': 200} Feb 04 15:35:12.395830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:12.423412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-8b41c7d8-ecc6-4044-860b-f0d49890e9f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=749e271c-bee3-48f0-a0d4-d65dc90e2623 HTTP/1.1" status: 200 len: 217 time: 0.1566026 Feb 04 15:35:12.427340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.428015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.502737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fc4e3447-719d-4116-b819-1a2d9a2caaf1 req-10158537-fce9-441d-bde1-c46f4c52f5c6 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Unset dirty status for tenant:bf89f870c4954093bc987c0cb3efc2ed on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:12.511853 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc4e3447-719d-4116-b819-1a2d9a2caaf1 req-10158537-fce9-441d-bde1-c46f4c52f5c6 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 931 time: 1.3620772 Feb 04 15:35:12.529184 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.531039 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.634774 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.665354 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Transition to ACTIVE for port object 5b167d41-0460-4c69-905d-dba5e008d4b7 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:12.680825 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.705616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=cb3ad578-3256-4d80-97f5-eaf20857fbaf,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.774180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 153333dd-2d0b-43e0-b5a5-1ea81af13429 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:12.774559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.847255 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Attempting to bind port 5b167d41-0460-4c69-905d-dba5e008d4b7 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:12.847255 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Attempting to bind port 5b167d41-0460-4c69-905d-dba5e008d4b7 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:12.847255 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Attempting to bind port 5b167d41-0460-4c69-905d-dba5e008d4b7 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:12.867400 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53863fa-28e7-4ea2-9f7a-6265b68127fc None None] Pushing event updated for resources: {'Port': ['ID=5b167d41-0460-4c69-905d-dba5e008d4b7,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.867400 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:12.867400 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:12.867400 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.867400 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:12.867400 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Bound port: 5b167d41-0460-4c69-905d-dba5e008d4b7, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:12.867400 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.932611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f08f0-17c2-4ec7-9228-43328face924 req-71d175d8-f592-48ad-ad26-de89d23d5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:12.932611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-71d175d8-f592-48ad-ad26-de89d23d5f61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.4860561 Feb 04 15:35:12.952136 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.030235 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] For port 5b167d41-0460-4c69-905d-dba5e008d4b7, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:13.030235 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] For port 5b167d41-0460-4c69-905d-dba5e008d4b7, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5b167d41-0460-4c69-905d-dba5e008d4b7,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:13.030235 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.137610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-24f8b88d-b218-4bb2-9172-d5ad85b9a651 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335022 Feb 04 15:35:13.248036 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-13acaad5-bcd7-402b-b116-cf139cb02d83', 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'fixed_ips': [{'subnet_id': '8b88d806-a138-42e7-ab22-b6ceae16b9e0'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:35:13.248036 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.256429 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:35:13.256429 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:35:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:13.266470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.385915 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53863fa-28e7-4ea2-9f7a-6265b68127fc None None] Pushing event updated for resources: {'Port': ['ID=5b167d41-0460-4c69-905d-dba5e008d4b7,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:13.496149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860ad6b-7e0d-4071-a576-1492c48ab7c1 req-c65e20ff-87b4-4f92-9a2b-090566dddd51 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:13.498772 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7860ad6b-7e0d-4071-a576-1492c48ab7c1 req-c65e20ff-87b4-4f92-9a2b-090566dddd51 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 943 time: 0.9171638 Feb 04 15:35:13.662414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Allocated IP 172.20.0.2 (13acaad5-bcd7-402b-b116-cf139cb02d83/8b88d806-a138-42e7-ab22-b6ceae16b9e0/da539ee8-d2da-4c1f-8e0d-1de85614a435) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:13.675821 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:35:13.689033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Allocated IP 172.20.0.1 (6e3eea9b-9a67-4984-b2b6-38089c83fa07/91711569-939e-4a41-92f0-598aaabd68ab/fd637782-01a6-4743-8024-5a0ae9b708f5) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:13.720207 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fc4e3447-719d-4116-b819-1a2d9a2caaf1 req-6e7aaa9f-13ed-4c54-9069-19106050e8af tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Synchronizing usage tracker for tenant:bf89f870c4954093bc987c0cb3efc2ed on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:13.771739 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-fd416b59-d3ea-4468-ac53-b37dccb340f0 service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020489 Feb 04 15:35:13.909226 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.942495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Transition to ACTIVE for port object fd637782-01a6-4743-8024-5a0ae9b708f5 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:13.992397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.032276 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.044737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fc4e3447-719d-4116-b819-1a2d9a2caaf1 req-6e7aaa9f-13ed-4c54-9069-19106050e8af tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Unset dirty status for tenant:bf89f870c4954093bc987c0cb3efc2ed on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:14.059561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc4e3447-719d-4116-b819-1a2d9a2caaf1 req-6e7aaa9f-13ed-4c54-9069-19106050e8af tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5457087 Feb 04 15:35:14.133527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:14.133527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:14.133527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:14.235895 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.261873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Transition to ACTIVE for port object da539ee8-d2da-4c1f-8e0d-1de85614a435 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:14.274328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Transition to ACTIVE for port object da539ee8-d2da-4c1f-8e0d-1de85614a435 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:14.278350 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf', 'code': 200} Feb 04 15:35:14.281508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.285379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.301713 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7860ad6b-7e0d-4071-a576-1492c48ab7c1 req-638a06e9-e3e3-4c3a-9e6b-19fd230f622e tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949231 Feb 04 15:35:14.367524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Pushing event updated for resources: {'Port': ['ID=fd637782-01a6-4743-8024-5a0ae9b708f5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:14.443579 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:08Z', 'revision_number': 3, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:14.455001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Pushing event updated for resources: {'Port': ['ID=da539ee8-d2da-4c1f-8e0d-1de85614a435,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:14.458150 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f572536-aeb1-44b1-bfd3-525ee3f92b44 None None] The sync data for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 is: [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:08Z', 'revision_number': 3, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:14.493350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Network 13acaad5-bcd7-402b-b116-cf139cb02d83 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:14.494689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:14.498780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:14.693589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.699548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Attempting to bind port da539ee8-d2da-4c1f-8e0d-1de85614a435 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:14.699908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Attempting to bind port da539ee8-d2da-4c1f-8e0d-1de85614a435 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '6d1f7ee5-9754-4eb1-925e-8434e9ff400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:14.700256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Attempting to bind port da539ee8-d2da-4c1f-8e0d-1de85614a435 on network 13acaad5-bcd7-402b-b116-cf139cb02d83 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:14.708816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:14.709172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Checking segment: {'id': '6d1f7ee5-9754-4eb1-925e-8434e9ff400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:14.709568 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.710375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Bound using segment: {'id': '6d1f7ee5-9754-4eb1-925e-8434e9ff400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:14.710375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Bound port: da539ee8-d2da-4c1f-8e0d-1de85614a435, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1f7ee5-9754-4eb1-925e-8434e9ff400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:14.711102 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.780310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-feb35585-3869-473d-a135-dc6e98cf494d None None] Provisioning for port fd637782-01a6-4743-8024-5a0ae9b708f5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:14.795268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-feb35585-3869-473d-a135-dc6e98cf494d None None] Provisioning complete for port fd637782-01a6-4743-8024-5a0ae9b708f5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:14.795268 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-feb35585-3869-473d-a135-dc6e98cf494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.870179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c31f08f0-17c2-4ec7-9228-43328face924 req-019864d2-2c6f-4778-b47b-5437384674d3 service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0464346 Feb 04 15:35:14.994357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-feb35585-3869-473d-a135-dc6e98cf494d None None] Port fd637782-01a6-4743-8024-5a0ae9b708f5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:15.029333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] For port da539ee8-d2da-4c1f-8e0d-1de85614a435, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:15.040887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] For port da539ee8-d2da-4c1f-8e0d-1de85614a435, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da539ee8-d2da-4c1f-8e0d-1de85614a435,segment=NetworkSegment(6d1f7ee5-9754-4eb1-925e-8434e9ff400a),segment_id=6d1f7ee5-9754-4eb1-925e-8434e9ff400a)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:15.043066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.045663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:35:15.068787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a67fe-60fc-4dba-80d4-c247505c5d0b req-5ba8d29a-9582-48a3-9820-cb468e6cee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:15.075887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-964a67fe-60fc-4dba-80d4-c247505c5d0b req-5ba8d29a-9582-48a3-9820-cb468e6cee2b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 1097 time: 0.6601546 Feb 04 15:35:15.294575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1850-2714-4fff-9af4-65233d446f54 req-878e5f8c-6007-43d8-9425-d79c9cc22f11 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:15.303765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e63559-3271-474a-a0d2-9d0269e07b3f None None] Pushing event updated for resources: {'Port': ['ID=da539ee8-d2da-4c1f-8e0d-1de85614a435,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:15.310985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3bc1850-2714-4fff-9af4-65233d446f54 req-878e5f8c-6007-43d8-9425-d79c9cc22f11 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.6425157 Feb 04 15:35:15.357019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.376903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.473804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592b27b3-de43-4000-a702-d4245c2d216e {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:15.538952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3bc1850-2714-4fff-9af4-65233d446f54 req-b2777e5c-7a52-4fb1-a905-ca76c5e19a19 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268720 Feb 04 15:35:15.573386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.773797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5b167d41-0460-4c69-905d-dba5e008d4b7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:15.898804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Pushing event updated for resources: {'Port': ['ID=fd637782-01a6-4743-8024-5a0ae9b708f5,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:15.963374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5b167d41-0460-4c69-905d-dba5e008d4b7 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:15.973480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5b167d41-0460-4c69-905d-dba5e008d4b7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:15.973480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.055144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98e5ca-29bd-46f5-a542-4e735ab75892 req-b2b3783a-7e8e-4977-ac94-e51466ad4a2b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:16.055144 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd98e5ca-29bd-46f5-a542-4e735ab75892 req-b2b3783a-7e8e-4977-ac94-e51466ad4a2b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 931 time: 0.8003652 Feb 04 15:35:16.055144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.161666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Transition to ACTIVE for port object 592b27b3-de43-4000-a702-d4245c2d216e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:16.187195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-964a67fe-60fc-4dba-80d4-c247505c5d0b req-12d7460f-ada3-48a9-a6a7-1f3df17fcbec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0555875 Feb 04 15:35:16.199071 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.205376 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.252912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5b167d41-0460-4c69-905d-dba5e008d4b7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5b167d41-0460-4c69-905d-dba5e008d4b7,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:16.255478 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd98e5ca-29bd-46f5-a542-4e735ab75892 req-cf579cd4-95ad-4769-bd34-a4441c60b666 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894646 Feb 04 15:35:16.283981 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.434109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:16.440670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:16.470316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5b167d41-0460-4c69-905d-dba5e008d4b7,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:16.474721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-eef753ec-414b-4eb9-bfe4-75354e0370ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:16.476283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-eef753ec-414b-4eb9-bfe4-75354e0370ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 1094 time: 1.5252759 Feb 04 15:35:16.971493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:35:17.008995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-3bbe403e-c685-4b5a-a8f0-96ecc1c3c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.019323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-3bbe403e-c685-4b5a-a8f0-96ecc1c3c7bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 915 time: 0.4719427 Feb 04 15:35:17.047727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c192ad33-291a-4ebf-a7d2-66b266808261 None None] Provisioning complete for port fd637782-01a6-4743-8024-5a0ae9b708f5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:17.047727 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c192ad33-291a-4ebf-a7d2-66b266808261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.212696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c192ad33-291a-4ebf-a7d2-66b266808261 None None] Port fd637782-01a6-4743-8024-5a0ae9b708f5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:17.257467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-77807bc3-94d5-498b-89c0-d34c6a76de69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=749e271c-bee3-48f0-a0d4-d65dc90e2623 HTTP/1.1" status: 200 len: 217 time: 0.1962075 Feb 04 15:35:17.257467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Pushing event updated for resources: {'Port': ['ID=592b27b3-de43-4000-a702-d4245c2d216e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:17.262262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee69f9-a3fd-4333-aa4b-64d73d12bf5c None None] Network 13acaad5-bcd7-402b-b116-cf139cb02d83 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:17.656349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cbf79-a2ab-406c-b9b6-13c26fe1aaae req-2d32e636-1d94-4db7-a729-b648bc8a7f33 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.693234 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e8cbf79-a2ab-406c-b9b6-13c26fe1aaae req-2d32e636-1d94-4db7-a729-b648bc8a7f33 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 943 time: 1.5873768 Feb 04 15:35:17.711822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c4e1c-0e00-4491-a173-b39b66aab3ce req-787a9639-222c-491d-a2ff-03d1f9f21e31 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.711822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-423c4e1c-0e00-4491-a173-b39b66aab3ce req-787a9639-222c-491d-a2ff-03d1f9f21e31 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.8371589 Feb 04 15:35:17.722237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.827918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:35:17.871339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Sync routers for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:17.885823 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-88e58c9d-aaed-4aa1-a58a-fd8238883c3c admin admin] 10.222.0.46 "PUT /v2.0/routers/82eb1a15-3f83-410f-93a9-9975f39cf8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3320677 Feb 04 15:35:17.958288 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-423c4e1c-0e00-4491-a173-b39b66aab3ce req-61cc573c-b9eb-4ed3-8a67-66c7e171f11d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164817 Feb 04 15:35:17.960193 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.991057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-44231ee4-da0b-4386-95be-289d602a465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.992560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-44231ee4-da0b-4386-95be-289d602a465d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.6918790 Feb 04 15:35:18.006380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-76ca6818-ad3c-4f79-8dc8-e05da3dbfa3f None None] Provisioning for port da539ee8-d2da-4c1f-8e0d-1de85614a435 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:18.019524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:35:18.020414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:35:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:18.098274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5b167d41-0460-4c69-905d-dba5e008d4b7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:18.106230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Attempting to bind port 592b27b3-de43-4000-a702-d4245c2d216e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:18.106573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Attempting to bind port 592b27b3-de43-4000-a702-d4245c2d216e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '3820bc65-5326-4898-9886-d833da3e7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8c797741-d9b3-459f-92fe-7713d10bb802'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:18.106911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Attempting to bind port 592b27b3-de43-4000-a702-d4245c2d216e on network 8c797741-d9b3-459f-92fe-7713d10bb802 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:18.114050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-ab810d3f-6f36-4ad7-81d3-c76d1c3683d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558982 Feb 04 15:35:18.125674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Port 592b27b3-de43-4000-a702-d4245c2d216e on network 8c797741-d9b3-459f-92fe-7713d10bb802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:35:18.126202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Attempting to bind port 592b27b3-de43-4000-a702-d4245c2d216e on network 8c797741-d9b3-459f-92fe-7713d10bb802 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:18.254028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e8cbf79-a2ab-406c-b9b6-13c26fe1aaae req-d5730894-32f3-4597-850b-158f3e970ed0 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678372 Feb 04 15:35:18.254897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:18.255235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Checking segment: {'id': '3820bc65-5326-4898-9886-d833da3e7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8c797741-d9b3-459f-92fe-7713d10bb802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:18.255723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Bound using segment: {'id': '3820bc65-5326-4898-9886-d833da3e7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8c797741-d9b3-459f-92fe-7713d10bb802'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:18.256449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Bound port: 592b27b3-de43-4000-a702-d4245c2d216e, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3820bc65-5326-4898-9886-d833da3e7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8c797741-d9b3-459f-92fe-7713d10bb802'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:18.256541 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.366994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3be19-5ec5-41cf-aeb7-0cbcfd3cc0b9 req-9089d63c-ad8e-4610-836b-d949c8b22af1 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:18.377773 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2f3be19-5ec5-41cf-aeb7-0cbcfd3cc0b9 req-9089d63c-ad8e-4610-836b-d949c8b22af1 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 943 time: 0.2394700 Feb 04 15:35:18.401876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:35:18.429983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] For port 592b27b3-de43-4000-a702-d4245c2d216e, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:18.439099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] For port 592b27b3-de43-4000-a702-d4245c2d216e, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=592b27b3-de43-4000-a702-d4245c2d216e,segment=NetworkSegment(3820bc65-5326-4898-9886-d833da3e7227),segment_id=3820bc65-5326-4898-9886-d833da3e7227)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:18.459745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.474602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 749e271c-bee3-48f0-a0d4-d65dc90e2623 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:18.527855 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2f3be19-5ec5-41cf-aeb7-0cbcfd3cc0b9 req-e3e6c4a3-b807-4251-a374-5490235e17fd tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450975 Feb 04 15:35:18.622371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5b167d41-0460-4c69-905d-dba5e008d4b7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:18.622738 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.639048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:18.640296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.645661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] 10.222.0.61 "PUT /v2.0/ports/592b27b3-de43-4000-a702-d4245c2d216e HTTP/1.1" status: 200 len: 1091 time: 6.9109068 Feb 04 15:35:18.671935 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:35:18.675798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c42a6f-0a60-44c6-acb9-19412932f744', 'tag': '592b27b3-de43-4000-a702-d4245c2d216e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:18.813888 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c42a6f-0a60-44c6-acb9-19412932f744', 'tag': '592b27b3-de43-4000-a702-d4245c2d216e', 'status': 'completed', 'code': 200} Feb 04 15:35:18.991579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 749e271c-bee3-48f0-a0d4-d65dc90e2623, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=749e271c-bee3-48f0-a0d4-d65dc90e2623,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:19.054879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '749e271c-bee3-48f0-a0d4-d65dc90e2623', 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900', 'port_id': '749e271c-bee3-48f0-a0d4-d65dc90e2623', 'mac_address': 'fa:16:3e:85:11:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:19.241436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848883-6212-4838-93ac-8b2f2d319583 req-a193945e-69e1-4160-bbc2-c330d6986ed3 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.251197 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43848883-6212-4838-93ac-8b2f2d319583 req-a193945e-69e1-4160-bbc2-c330d6986ed3 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.1463540 Feb 04 15:35:19.294586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.315380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43848883-6212-4838-93ac-8b2f2d319583 req-76f31641-afab-4aec-9446-9d95aad9c2a9 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635724 Feb 04 15:35:19.379378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-09cf7919-f333-4511-a2f3-2aab8ba8b5c8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.385376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749e271c-bee3-48f0-a0d4-d65dc90e2623 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:19.392435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-09cf7919-f333-4511-a2f3-2aab8ba8b5c8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 820 time: 0.5727806 Feb 04 15:35:19.396231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-5cd1a9ee-448a-4dac-bcc3-2f99f00000ca service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2628977 Feb 04 15:35:19.408951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da539ee8-d2da-4c1f-8e0d-1de85614a435 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:19.417780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Allocated IP 172.25.8.84 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/1823b50b-b679-421a-a325-4df6e326a128) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:19.463143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 749e271c-bee3-48f0-a0d4-d65dc90e2623, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=749e271c-bee3-48f0-a0d4-d65dc90e2623,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:19.476014 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.605505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 2, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:19.611984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=749e271c-bee3-48f0-a0d4-d65dc90e2623,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:19.617011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Checking router: 82eb1a15-3f83-410f-93a9-9975f39cf8a1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:19.617595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Updating router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 port fd637782-01a6-4743-8024-5a0ae9b708f5 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:35:19.667778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8b15a-2f98-47fe-9bb9-0b8383db32e9 req-4e9cff7d-c97c-453a-ba42-aa48d14601a5 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.669513 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bae8b15a-2f98-47fe-9bb9-0b8383db32e9 req-4e9cff7d-c97c-453a-ba42-aa48d14601a5 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 944 time: 0.1962283 Feb 04 15:35:19.687636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port da539ee8-d2da-4c1f-8e0d-1de85614a435 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:19.705369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port da539ee8-d2da-4c1f-8e0d-1de85614a435 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:19.705839 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.713175 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c652cb67-495e-48ef-9269-aa769d3243d9 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/quotas/d33b9beaa8e544c6ba4e8a7a86bd4439 HTTP/1.1" status: 200 len: 375 time: 0.3188379 Feb 04 15:35:19.730015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28adfe-e7fb-48de-804c-1ae052ab5e34 service neutron] Pushing event updated for resources: {'Port': ['ID=592b27b3-de43-4000-a702-d4245c2d216e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:19.756100 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bae8b15a-2f98-47fe-9bb9-0b8383db32e9 req-bb74b879-cad6-4249-97cd-d448c26c03e5 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746233 Feb 04 15:35:19.772988 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.874340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-708ead93-d810-4591-b856-3c2b0d43d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:19.877185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-708ead93-d810-4591-b856-3c2b0d43d31a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf89f870c4954093bc987c0cb3efc2ed&device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 1094 time: 1.1463399 Feb 04 15:35:19.891458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['749e271c-bee3-48f0-a0d4-d65dc90e2623'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:35:20.017264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-d024636d-2117-44c1-b86e-c3948b6b376f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=592b27b3-de43-4000-a702-d4245c2d216e HTTP/1.1" status: 200 len: 217 time: 0.1027634 Feb 04 15:35:20.115578 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7a3de58-63a7-4894-bb1f-1697b4a68674 req-1cf7fd41-29dd-4b2d-bc75-dd661d326c9b service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658374 Feb 04 15:35:20.133758 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.262595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-43d5756d-16b7-4d9e-912c-9f175673e5e8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5203130 Feb 04 15:35:20.319052 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.343997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-7c54b921-1871-47ae-9a08-7c039b13db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:20.354582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-7c54b921-1871-47ae-9a08-7c039b13db72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ded55eef-7fb6-4514-9629-51fb4f1bf843 HTTP/1.1" status: 200 len: 853 time: 0.3278584 Feb 04 15:35:20.471369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port da539ee8-d2da-4c1f-8e0d-1de85614a435, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da539ee8-d2da-4c1f-8e0d-1de85614a435,segment=NetworkSegment(6d1f7ee5-9754-4eb1-925e-8434e9ff400a),segment_id=6d1f7ee5-9754-4eb1-925e-8434e9ff400a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:20.494983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e79d3-3ab2-462a-aa8e-9d2f9e86916c req-6fa9d943-eb46-41f1-93b0-be5a8e39cc02 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:20.511382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-858e79d3-3ab2-462a-aa8e-9d2f9e86916c req-6fa9d943-eb46-41f1-93b0-be5a8e39cc02 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 943 time: 0.2037044 Feb 04 15:35:20.543614 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-946d7e28-245c-425e-b4b2-8eaa84b7fc6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c797741-d9b3-459f-92fe-7713d10bb802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578485 Feb 04 15:35:20.597388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.609435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-858e79d3-3ab2-462a-aa8e-9d2f9e86916c req-040a2042-521c-4a22-86dd-e61a9ecf2ea8 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941529 Feb 04 15:35:20.725138 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.765006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=da539ee8-d2da-4c1f-8e0d-1de85614a435,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:20.870943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:20.891957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:20.912812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-9d3438d5-bd69-4afe-b901-72b05489741d service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492655 Feb 04 15:35:20.926706 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.939921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Transition to ACTIVE for port object fd637782-01a6-4743-8024-5a0ae9b708f5 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:20.940535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:20.948761 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.004743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60182d0d-9ac9-41c6-9c30-93be36692b02 req-30747b6a-3b36-46db-a585-b8a007da4c32 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:21.006500 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60182d0d-9ac9-41c6-9c30-93be36692b02 req-30747b6a-3b36-46db-a585-b8a007da4c32 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.1176739 Feb 04 15:35:21.083111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60182d0d-9ac9-41c6-9c30-93be36692b02 req-cc8318ce-93d3-4479-835b-82f6dc01ad89 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698023 Feb 04 15:35:21.105436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-30d96d89-40d0-44ac-bebb-dd3885b082ff service neutron] 10.222.0.61 "GET /v2.0/networks/8c797741-d9b3-459f-92fe-7713d10bb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413918 Feb 04 15:35:21.107930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Pushing event updated for resources: {'Port': ['ID=1823b50b-b679-421a-a325-4df6e326a128,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:21.238848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c1aff-450c-4a16-880a-779f95aacd3e None None] Pushing event updated for resources: {'Port': ['ID=fd637782-01a6-4743-8024-5a0ae9b708f5,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:21.288805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Attempting to bind port fd637782-01a6-4743-8024-5a0ae9b708f5 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:21.289506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Attempting to bind port fd637782-01a6-4743-8024-5a0ae9b708f5 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:21.290101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Attempting to bind port fd637782-01a6-4743-8024-5a0ae9b708f5 on network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:21.296925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:21.297943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Checking segment: {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:21.298568 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.299371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Bound using segment: {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:21.300033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Bound port: fd637782-01a6-4743-8024-5a0ae9b708f5, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:21.300624 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.422015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99da282-d26b-4c50-956c-7c776cc0264d req-a1ed7bc0-d81e-4515-ae33-773a91a7327d tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:21.430997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] For port fd637782-01a6-4743-8024-5a0ae9b708f5, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:21.433082 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c99da282-d26b-4c50-956c-7c776cc0264d req-a1ed7bc0-d81e-4515-ae33-773a91a7327d tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 944 time: 0.2070370 Feb 04 15:35:21.434592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] For port fd637782-01a6-4743-8024-5a0ae9b708f5, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fd637782-01a6-4743-8024-5a0ae9b708f5,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:21.439996 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.466590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77b27d3f-0068-4a3f-9fcb-432cc9490a1a req-f3b2d39b-33f2-451a-92f6-d4d76de6c2d3 service neutron] 10.222.0.61 "GET /v2.0/networks/8c797741-d9b3-459f-92fe-7713d10bb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402238 Feb 04 15:35:21.550614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c99da282-d26b-4c50-956c-7c776cc0264d req-1b24a68f-00e8-4dac-9b82-0ea2583ab382 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972805 Feb 04 15:35:21.617718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:35:21.618763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:35:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:21.736321 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c1aff-450c-4a16-880a-779f95aacd3e None None] Pushing event updated for resources: {'Port': ['ID=fd637782-01a6-4743-8024-5a0ae9b708f5,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:21.894817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-fed3ce61-9645-41b1-b58a-b8dd1ac6f1c5 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9810786 Feb 04 15:35:21.904676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:35:21.976049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0d8dc-f0f5-4ac1-bd8a-1d0121cccc70 req-07ccd253-ec1b-4beb-8e07-1f30cbb73bdf tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:21.978208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a7b0d8dc-f0f5-4ac1-bd8a-1d0121cccc70 req-07ccd253-ec1b-4beb-8e07-1f30cbb73bdf tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 943 time: 0.1492786 Feb 04 15:35:22.054209 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a7b0d8dc-f0f5-4ac1-bd8a-1d0121cccc70 req-c53c3afe-a1de-4088-8617-87c89ee74807 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664806 Feb 04 15:35:22.127955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21194d-1fbf-4072-8789-c3280a88837d req-838a6f39-3ff9-44bc-ae8b-8d44413d7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:22.129478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac21194d-1fbf-4072-8789-c3280a88837d req-838a6f39-3ff9-44bc-ae8b-8d44413d7b14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf89f870c4954093bc987c0cb3efc2ed&device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 1094 time: 0.5426342 Feb 04 15:35:22.346073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f933082-18d9-4933-adc4-fb148afa01af req-9811332f-0062-4cfe-a46a-7cd022bdd9ba tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:22.347553 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f933082-18d9-4933-adc4-fb148afa01af req-9811332f-0062-4cfe-a46a-7cd022bdd9ba tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.1213686 Feb 04 15:35:22.404377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02b83bc9-4b87-4e4c-882f-54c126513869 req-ce7c6f50-891d-4594-b9ea-24fa4651277c tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 210 time: 0.2179894 Feb 04 15:35:22.455300 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f933082-18d9-4933-adc4-fb148afa01af req-911f924d-3b28-4468-90a4-51a746305633 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016955 Feb 04 15:35:22.477663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:21Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.482750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 749e271c-bee3-48f0-a0d4-d65dc90e2623 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:22.537105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21194d-1fbf-4072-8789-c3280a88837d req-2569357a-3f09-43ff-adba-bd8694e0c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:22.538748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac21194d-1fbf-4072-8789-c3280a88837d req-2569357a-3f09-43ff-adba-bd8694e0c7e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c797741-d9b3-459f-92fe-7713d10bb802 HTTP/1.1" status: 200 len: 914 time: 0.4013464 Feb 04 15:35:22.539466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.584426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1b515-00d9-4a89-a22a-22d4b317d77d None None] The sync data for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 is: [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:21Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:22.626340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 749e271c-bee3-48f0-a0d4-d65dc90e2623 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:22.698999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 749e271c-bee3-48f0-a0d4-d65dc90e2623 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:22.699691 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.870335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da539ee8-d2da-4c1f-8e0d-1de85614a435 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:22.902244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac21194d-1fbf-4072-8789-c3280a88837d req-12cd608b-24cf-4357-8736-517c687eb5a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=592b27b3-de43-4000-a702-d4245c2d216e HTTP/1.1" status: 200 len: 217 time: 0.2168567 Feb 04 15:35:23.038274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port da539ee8-d2da-4c1f-8e0d-1de85614a435 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:23.039973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.086453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21194d-1fbf-4072-8789-c3280a88837d req-f73bf4d4-8e14-460c-b2e3-59a8359be67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:23.089781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac21194d-1fbf-4072-8789-c3280a88837d req-f73bf4d4-8e14-460c-b2e3-59a8359be67c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ded55eef-7fb6-4514-9629-51fb4f1bf843 HTTP/1.1" status: 200 len: 853 time: 0.1754045 Feb 04 15:35:23.198816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac21194d-1fbf-4072-8789-c3280a88837d req-26fbbb76-f7d7-461b-9de0-1424729817c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c797741-d9b3-459f-92fe-7713d10bb802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883305 Feb 04 15:35:23.299573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4203274-49f2-4415-9e2b-12e4cfef344d req-31d3029f-5617-4b03-ae02-507c6686d855 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:23.306713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4203274-49f2-4415-9e2b-12e4cfef344d req-31d3029f-5617-4b03-ae02-507c6686d855 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 944 time: 0.5065155 Feb 04 15:35:23.347269 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.404328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c18ed49-96e6-457e-8ac8-c26959da6097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749e271c-bee3-48f0-a0d4-d65dc90e2623'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:23.426629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 749e271c-bee3-48f0-a0d4-d65dc90e2623, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=749e271c-bee3-48f0-a0d4-d65dc90e2623,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:23.434596 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.474903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45bed-5a7d-45a4-980a-dc6fd581158d req-59b1e918-9979-45af-843a-8705414e837b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:23.478872 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-99a45bed-5a7d-45a4-980a-dc6fd581158d req-59b1e918-9979-45af-843a-8705414e837b tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 943 time: 0.2286143 Feb 04 15:35:23.557233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4203274-49f2-4415-9e2b-12e4cfef344d req-f63758d7-f78a-4bd1-b92d-812bc12e919f tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493131 Feb 04 15:35:23.568417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=749e271c-bee3-48f0-a0d4-d65dc90e2623,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:23.594678 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-99a45bed-5a7d-45a4-980a-dc6fd581158d req-06ea1884-cf2a-4461-8bb9-37e7118047d5 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113687 Feb 04 15:35:23.653184 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c18ed49-96e6-457e-8ac8-c26959da6097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749e271c-bee3-48f0-a0d4-d65dc90e2623', 'code': 200} Feb 04 15:35:23.789065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac21194d-1fbf-4072-8789-c3280a88837d req-bb6c217a-247d-4154-a7d5-be5b101dc45f service neutron] 10.222.0.61 "GET /v2.0/networks/8c797741-d9b3-459f-92fe-7713d10bb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062397 Feb 04 15:35:23.800698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-eab41549-6a05-4e15-ae9d-bca685697300 req-db15d564-95ee-4620-92e9-ed3c15ef415f tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Synchronizing usage tracker for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:23.832000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-eab41549-6a05-4e15-ae9d-bca685697300 req-db15d564-95ee-4620-92e9-ed3c15ef415f tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Unset dirty status for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:23.833714 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eab41549-6a05-4e15-ae9d-bca685697300 req-db15d564-95ee-4620-92e9-ed3c15ef415f tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 210 time: 0.1202302 Feb 04 15:35:24.178307 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.359885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-9d3d99f2-df5b-4b91-820c-d53f1dae12c3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:24.360588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-9d3d99f2-df5b-4b91-820c-d53f1dae12c3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Synchronizing usage tracker for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:24.368427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac21194d-1fbf-4072-8789-c3280a88837d req-fa895d23-42ed-4871-8047-d42eae607c26 service neutron] 10.222.0.61 "GET /v2.0/networks/8c797741-d9b3-459f-92fe-7713d10bb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110986 Feb 04 15:35:24.386163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-9d3d99f2-df5b-4b91-820c-d53f1dae12c3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Unset dirty status for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:24.387316 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-9d3d99f2-df5b-4b91-820c-d53f1dae12c3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.53 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 820 time: 0.4047189 Feb 04 15:35:24.404751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Request body: {'port': {'device_id': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'admin_state_up': True, 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:24.495036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ce14a-010b-44ec-be53-30ac9b322381 req-c4291d22-2f59-445f-b984-642bcc106868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:24.496932 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-555ce14a-010b-44ec-be53-30ac9b322381 req-c4291d22-2f59-445f-b984-642bcc106868 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 1096 time: 0.7682552 Feb 04 15:35:24.509586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e077b-43db-4321-92cf-f299b9dbdba0 req-07f4c0be-5ce5-4d21-a62c-87133f3d97d6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:24.511115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c0e077b-43db-4321-92cf-f299b9dbdba0 req-07f4c0be-5ce5-4d21-a62c-87133f3d97d6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.7112019 Feb 04 15:35:24.544425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 592b27b3-de43-4000-a702-d4245c2d216e details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:24.588008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:24.602139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:24.617281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Made reservation on behalf of d33b9beaa8e544c6ba4e8a7a86bd4439 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:24.622517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.644040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-555ce14a-010b-44ec-be53-30ac9b322381 req-447ef392-e3e0-43f3-b19b-9dea860894ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285985 Feb 04 15:35:24.664021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c0e077b-43db-4321-92cf-f299b9dbdba0 req-80f2052b-732a-472c-800c-9dba0d7cb9f4 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317313 Feb 04 15:35:24.707754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:35:24.862919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 592b27b3-de43-4000-a702-d4245c2d216e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=592b27b3-de43-4000-a702-d4245c2d216e,segment=NetworkSegment(3820bc65-5326-4898-9886-d833da3e7227),segment_id=3820bc65-5326-4898-9886-d833da3e7227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:24.887624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '592b27b3-de43-4000-a702-d4245c2d216e', 'network_id': '8c797741-d9b3-459f-92fe-7713d10bb802', 'port_id': '592b27b3-de43-4000-a702-d4245c2d216e', 'mac_address': 'fa:16:3e:40:1d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded55eef-7fb6-4514-9629-51fb4f1bf843', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:24.933165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fd637782-01a6-4743-8024-5a0ae9b708f5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:25.033877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Allocated IP 172.20.0.13 (6e3eea9b-9a67-4984-b2b6-38089c83fa07/91711569-939e-4a41-92f0-598aaabd68ab/3981e2c9-f830-4d00-b520-ee83d0eb4fb7) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:25.040730 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.065476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592b27b3-de43-4000-a702-d4245c2d216e {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:25.072745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac912f0-f7ae-4b74-903c-491331134f9b req-cebfaa81-243b-4401-840a-7ec15642c432 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:25.074354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cac912f0-f7ae-4b74-903c-491331134f9b req-cebfaa81-243b-4401-840a-7ec15642c432 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 945 time: 0.1907544 Feb 04 15:35:25.090313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 592b27b3-de43-4000-a702-d4245c2d216e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=592b27b3-de43-4000-a702-d4245c2d216e,segment=NetworkSegment(3820bc65-5326-4898-9886-d833da3e7227),segment_id=3820bc65-5326-4898-9886-d833da3e7227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:25.092358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port fd637782-01a6-4743-8024-5a0ae9b708f5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:25.098170 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.140950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:35:25.153716 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Sync routers for ids ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:25.168351 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Routers {'3b2ad80a-770a-4531-9597-3ff85fcfeb2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:35:25.170109 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:35:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:25.171795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fd637782-01a6-4743-8024-5a0ae9b708f5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:25.172662 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.203966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.207767 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b4cf575b-4141-4186-86b9-d082b320adff admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.1261961 Feb 04 15:35:25.210649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57418) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:25.222796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cac912f0-f7ae-4b74-903c-491331134f9b req-400d1960-8fed-415c-ac3e-39780ef74bc2 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208565 Feb 04 15:35:25.267150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=592b27b3-de43-4000-a702-d4245c2d216e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:25.361661 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.419597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port fd637782-01a6-4743-8024-5a0ae9b708f5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fd637782-01a6-4743-8024-5a0ae9b708f5,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:25.428801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.457959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fafb0-078f-4d7d-9cb0-7f96c6ef671b req-f9a69201-5cd9-4c7f-a316-7e484998545f tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:25.461355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60fafb0-078f-4d7d-9cb0-7f96c6ef671b req-f9a69201-5cd9-4c7f-a316-7e484998545f tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 943 time: 0.5842335 Feb 04 15:35:25.465812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.483998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Transition to ACTIVE for port object 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:25.539677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['592b27b3-de43-4000-a702-d4245c2d216e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:35:25.541316 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Set router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:35:25.573871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.635152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60fafb0-078f-4d7d-9cb0-7f96c6ef671b req-220ea153-956f-489a-a516-f5354e811938 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611595 Feb 04 15:35:25.656119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Pushing event updated for resources: {'Port': ['ID=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:25.688079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:25.690692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:25.694712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:25.744194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=fd637782-01a6-4743-8024-5a0ae9b708f5,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:25.797912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:25.798583 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.830578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f13e4-0b72-4ef9-a46e-5e87eb0c5dcb req-72e7a3b2-8638-4b89-86a9-cf07cbf8dc35 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:25.837388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f36f13e4-0b72-4ef9-a46e-5e87eb0c5dcb req-72e7a3b2-8638-4b89-86a9-cf07cbf8dc35 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Synchronizing usage tracker for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:25.862613 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-c4183ba5-52a2-4418-b2cc-e38bb309b78b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4632611 Feb 04 15:35:25.914956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Request body: {'port': {'device_id': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:26.150151 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.173663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f36f13e4-0b72-4ef9-a46e-5e87eb0c5dcb req-72e7a3b2-8638-4b89-86a9-cf07cbf8dc35 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Unset dirty status for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:26.187842 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f36f13e4-0b72-4ef9-a46e-5e87eb0c5dcb req-72e7a3b2-8638-4b89-86a9-cf07cbf8dc35 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 932 time: 0.6809516 Feb 04 15:35:26.190625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a8013a04-42d6-42ad-9cdb-ff0b25be001d None None] Provisioning for port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:26.201564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a8013a04-42d6-42ad-9cdb-ff0b25be001d None None] Provisioning complete for port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:26.203017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a8013a04-42d6-42ad-9cdb-ff0b25be001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.240510 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1823b50b-b679-421a-a325-4df6e326a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:35:21Z', 'revision_number': 3, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'gw_port': {'id': '1823b50b-b679-421a-a325-4df6e326a128', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:18Z', 'updated_at': '2022-02-04T15:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:26.247243 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Checking router: 3b2ad80a-770a-4531-9597-3ff85fcfeb2a for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:26.247882 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Updating router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a port 1823b50b-b679-421a-a325-4df6e326a128 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:35:26.299332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f36f13e4-0b72-4ef9-a46e-5e87eb0c5dcb req-862ce625-3070-415c-ae53-6ea49c1f7933 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Synchronizing usage tracker for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:26.317284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a8013a04-42d6-42ad-9cdb-ff0b25be001d None None] Port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:26.347008 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.372118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f36f13e4-0b72-4ef9-a46e-5e87eb0c5dcb req-862ce625-3070-415c-ae53-6ea49c1f7933 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Unset dirty status for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:26.383663 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f36f13e4-0b72-4ef9-a46e-5e87eb0c5dcb req-862ce625-3070-415c-ae53-6ea49c1f7933 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875474 Feb 04 15:35:26.484854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff351-c869-4a9d-861c-9b04c01983b9 req-e207a90f-e0ef-4baf-8380-ea6bda9e5f24 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:26.487387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a5ff351-c869-4a9d-861c-9b04c01983b9 req-e207a90f-e0ef-4baf-8380-ea6bda9e5f24 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.3558629 Feb 04 15:35:26.733958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fd637782-01a6-4743-8024-5a0ae9b708f5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:26.780002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f441d85-595b-4e8e-a1b1-d2a6f34945d6 req-8c253921-eda3-4514-b89d-39e3638c4cdd tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:26.782549 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f441d85-595b-4e8e-a1b1-d2a6f34945d6 req-8c253921-eda3-4514-b89d-39e3638c4cdd tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 945 time: 0.2257860 Feb 04 15:35:26.788974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a5ff351-c869-4a9d-861c-9b04c01983b9 req-b5123e58-387d-4b03-9fee-c30b43283069 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868080 Feb 04 15:35:26.903247 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f441d85-595b-4e8e-a1b1-d2a6f34945d6 req-f0da87a7-5844-4825-b47a-04b9ec63507a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050742 Feb 04 15:35:26.913339 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.916612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fd637782-01a6-4743-8024-5a0ae9b708f5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:26.917063 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.919351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:26.932137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.950681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Transition to ACTIVE for port object 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:26.955690 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.957521 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Transition to ACTIVE for port object 1823b50b-b679-421a-a325-4df6e326a128 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:26.965793 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.008228 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.104625 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Attempting to bind port 1823b50b-b679-421a-a325-4df6e326a128 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:27.105031 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Attempting to bind port 1823b50b-b679-421a-a325-4df6e326a128 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:27.105388 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Attempting to bind port 1823b50b-b679-421a-a325-4df6e326a128 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:27.136942 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:27.137319 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:27.137717 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.138467 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:27.143041 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Bound port: 1823b50b-b679-421a-a325-4df6e326a128, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:27.143444 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.274013 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] For port 1823b50b-b679-421a-a325-4df6e326a128, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:27.284916 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] For port 1823b50b-b679-421a-a325-4df6e326a128, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1823b50b-b679-421a-a325-4df6e326a128,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:27.314519 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.341111 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272be2e2-e13b-478e-8a42-5d6985996ce0 None None] Pushing event updated for resources: {'Port': ['ID=1823b50b-b679-421a-a325-4df6e326a128,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:27.517444 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272be2e2-e13b-478e-8a42-5d6985996ce0 None None] Pushing event updated for resources: {'Port': ['ID=1823b50b-b679-421a-a325-4df6e326a128,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:27.605130 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Routers {'3b2ad80a-770a-4531-9597-3ff85fcfeb2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:35:27.605769 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:35:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:27.611955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Pushing event updated for resources: {'Port': ['ID=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:27.624175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Attempting to bind port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:27.626148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Attempting to bind port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:27.629117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Attempting to bind port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 on network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:27.639594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b841e7d-8a57-42fb-805f-e7dd97c26331 req-9e5cbb8e-1563-47ce-972d-df174ba011c8 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:27.643871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 on network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:35:27.648023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b841e7d-8a57-42fb-805f-e7dd97c26331 req-9e5cbb8e-1563-47ce-972d-df174ba011c8 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 944 time: 0.6066003 Feb 04 15:35:27.648498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Attempting to bind port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 on network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:27.667265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:27.670218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Checking segment: {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:27.672953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Bound using segment: {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:27.673548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Bound port: 3981e2c9-f830-4d00-b520-ee83d0eb4fb7, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:27.675826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.773173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Allocated IP 172.20.0.1 (13acaad5-bcd7-402b-b116-cf139cb02d83/8b88d806-a138-42e7-ab22-b6ceae16b9e0/824cc8dd-b355-4815-a509-98ed55d0ba47) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:27.778176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b841e7d-8a57-42fb-805f-e7dd97c26331 req-45490e9a-5ea1-400c-a438-0b772e51905a tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290464 Feb 04 15:35:27.958923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c24c6-eddc-42ad-8c51-62415d083d46 req-9bede321-8cc9-4f88-b72c-72b8a944e12e tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:27.960431 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-661c24c6-eddc-42ad-8c51-62415d083d46 req-9bede321-8cc9-4f88-b72c-72b8a944e12e tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 944 time: 0.2561154 Feb 04 15:35:28.016362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] For port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:28.037104 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] Set router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:35:28.054554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] For port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:28.060472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.079884 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.099301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Transition to ACTIVE for port object 824cc8dd-b355-4815-a509-98ed55d0ba47 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:28.127483 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.158595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Pushing event updated for resources: {'Port': ['ID=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:28.177311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-661c24c6-eddc-42ad-8c51-62415d083d46 req-6eac66f1-26fb-4a24-b2c0-b78ae3c586c0 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906359 Feb 04 15:35:28.192508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:28.193455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.194966 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-4cbdd9e8-99ce-47df-b0fc-22e21485c7cf service neutron] 10.222.0.53 "PUT /v2.0/ports/3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 1092 time: 2.3054993 Feb 04 15:35:28.195575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:28.296830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Network 13acaad5-bcd7-402b-b116-cf139cb02d83 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:28.301549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:28.321944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de090f-443b-4be6-801d-456b083da0ba req-a67939b4-e58c-44ad-b80d-7994b19dcd1e tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:28.325018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08de090f-443b-4be6-801d-456b083da0ba req-a67939b4-e58c-44ad-b80d-7994b19dcd1e tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.3843555 Feb 04 15:35:28.330537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:28.353785 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'status': 'completed', 'code': 200} Feb 04 15:35:28.447941 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.465751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-e44404c5-8359-40d0-8975-101ffda73738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:28.468230 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-e44404c5-8359-40d0-8975-101ffda73738 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1095 time: 0.2299848 Feb 04 15:35:28.480597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Pushing event updated for resources: {'Port': ['ID=824cc8dd-b355-4815-a509-98ed55d0ba47,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:28.517619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.517964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.518312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.526140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.526650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.527002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.529198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.530484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.531033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.531374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.531716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.532058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:28.553132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 592b27b3-de43-4000-a702-d4245c2d216e up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:28.618973 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1823b50b-b679-421a-a325-4df6e326a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:35:21Z', 'revision_number': 3, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'gw_port': {'id': '1823b50b-b679-421a-a325-4df6e326a128', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:18Z', 'updated_at': '2022-02-04T15:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:28.626323 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399011f2-a05a-4a03-b800-da5fff2dd753 None None] The sync data for ids ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'] in n-d-827870-1 is: [{'id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1823b50b-b679-421a-a325-4df6e326a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:35:21Z', 'revision_number': 3, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'gw_port': {'id': '1823b50b-b679-421a-a325-4df6e326a128', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:18Z', 'updated_at': '2022-02-04T15:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:28.628391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08de090f-443b-4be6-801d-456b083da0ba req-3ea99b21-f0fa-4ba4-96c5-bb6f9841d08e tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722274 Feb 04 15:35:28.649102 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-03283d73-75d0-4153-a477-f5936b05d1a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 217 time: 0.1626835 Feb 04 15:35:28.723943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-f4f129cd-2cee-4f74-bb75-b46c31429b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:28.725857 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-f4f129cd-2cee-4f74-bb75-b46c31429b2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.0757906 Feb 04 15:35:28.799999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 592b27b3-de43-4000-a702-d4245c2d216e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:28.822810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 592b27b3-de43-4000-a702-d4245c2d216e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:28.825985 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.880636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.026072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-1a088dcd-f448-48a1-bd52-5c679a260426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.033346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-1a088dcd-f448-48a1-bd52-5c679a260426 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2781420 Feb 04 15:35:29.151526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fea42717-fd51-4e6c-9051-96752ef0e528 None None] Provisioning for port 824cc8dd-b355-4815-a509-98ed55d0ba47 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:29.155550 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.172021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fea42717-fd51-4e6c-9051-96752ef0e528 None None] Provisioning complete for port 824cc8dd-b355-4815-a509-98ed55d0ba47 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:29.172395 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fea42717-fd51-4e6c-9051-96752ef0e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.255115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 592b27b3-de43-4000-a702-d4245c2d216e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=592b27b3-de43-4000-a702-d4245c2d216e,segment=NetworkSegment(3820bc65-5326-4898-9886-d833da3e7227),segment_id=3820bc65-5326-4898-9886-d833da3e7227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:29.260906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c42a6f-0a60-44c6-acb9-19412932f744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592b27b3-de43-4000-a702-d4245c2d216e'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:29.270168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.421896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fea42717-fd51-4e6c-9051-96752ef0e528 None None] Port 824cc8dd-b355-4815-a509-98ed55d0ba47 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:29.440700 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-06292bb9-b329-44b0-8371-c65c1307c69a service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029450 Feb 04 15:35:29.456088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=592b27b3-de43-4000-a702-d4245c2d216e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:29.518952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.538548 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.598941 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab06c83f-4d03-4dba-af20-186f5f68c54c req-d0cef321-8e97-4e60-903d-1e0c67386074 service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515439 Feb 04 15:35:29.628718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07810008-e4eb-489e-9218-0cedbfa15070 req-1e4385ff-cf87-46cd-aa2d-61a6b7845a55 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.632880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07810008-e4eb-489e-9218-0cedbfa15070 req-1e4385ff-cf87-46cd-aa2d-61a6b7845a55 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 944 time: 0.5566287 Feb 04 15:35:29.708070 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.730717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Pushing event updated for resources: {'Port': ['ID=824cc8dd-b355-4815-a509-98ed55d0ba47,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:29.757819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-07810008-e4eb-489e-9218-0cedbfa15070 req-51000997-25d5-46ef-99b3-8b12ea0932a9 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170354 Feb 04 15:35:29.812980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f15654-600d-4488-b843-95d984786e7d req-3fc453d1-aefe-4bac-af9f-cb6af0e35f11 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.814530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7f15654-600d-4488-b843-95d984786e7d req-3fc453d1-aefe-4bac-af9f-cb6af0e35f11 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 944 time: 0.3444769 Feb 04 15:35:29.818518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-9cde93e3-9f79-471d-b620-fc71ef70f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.828339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-9cde93e3-9f79-471d-b620-fc71ef70f881 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1095 time: 0.1530867 Feb 04 15:35:29.840737 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c42a6f-0a60-44c6-acb9-19412932f744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592b27b3-de43-4000-a702-d4245c2d216e', 'code': 200} Feb 04 15:35:29.915835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7f15654-600d-4488-b843-95d984786e7d req-1840e98d-be07-4312-ab0b-5fa339ec78cd tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951860 Feb 04 15:35:30.045963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Network 13acaad5-bcd7-402b-b116-cf139cb02d83 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:30.049807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:30.174431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-439e3db6-6f58-431e-bd78-afda6c891632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.175896 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-439e3db6-6f58-431e-bd78-afda6c891632 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.3410788 Feb 04 15:35:30.278367 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-0f26ed68-ddea-4e84-9f61-551fa35f05a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0803485 Feb 04 15:35:30.394122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9194a-8997-41e5-83a5-f807e571895c req-4a4d5365-83c5-494a-8c3f-756f5cfedc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.398750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17f9194a-8997-41e5-83a5-f807e571895c req-4a4d5365-83c5-494a-8c3f-756f5cfedc48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 1096 time: 0.4629252 Feb 04 15:35:30.408131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-f0454d54-ffbc-46f2-862f-e54205749f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.409715 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-f0454d54-ffbc-46f2-862f-e54205749f0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.1227765 Feb 04 15:35:30.472442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b32b941e-2637-4f58-ac0f-fe5d07574fb6 None None] Provisioning complete for port 824cc8dd-b355-4815-a509-98ed55d0ba47 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:30.474289 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b32b941e-2637-4f58-ac0f-fe5d07574fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.552803 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17f9194a-8997-41e5-83a5-f807e571895c req-73424460-6430-4a4f-89a0-7a88346427f1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416571 Feb 04 15:35:30.570422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:35:30.575166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b32b941e-2637-4f58-ac0f-fe5d07574fb6 None None] Port 824cc8dd-b355-4815-a509-98ed55d0ba47 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:30.626226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb529a-dd19-4dce-ab42-8801c1cd296f req-6cf72c14-be18-47b7-8cae-565d400b589a tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.640181 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-29bb529a-dd19-4dce-ab42-8801c1cd296f req-6cf72c14-be18-47b7-8cae-565d400b589a tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.6226668 Feb 04 15:35:30.665455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-797c0961-e6c8-4bc9-a8a1-a1d5549589a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.675216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-797c0961-e6c8-4bc9-a8a1-a1d5549589a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548862 Feb 04 15:35:30.863861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:35:30.872323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1823b50b-b679-421a-a325-4df6e326a128 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:30.893581 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8a6ebd10-a94c-4ed7-9111-71dd9663c210 admin admin] 10.222.0.46 "PUT /v2.0/routers/3b2ad80a-770a-4531-9597-3ff85fcfeb2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6814692 Feb 04 15:35:31.054711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 1823b50b-b679-421a-a325-4df6e326a128 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:31.064068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1823b50b-b679-421a-a325-4df6e326a128 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:31.064214 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.280292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57498) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:31.403935 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-29bb529a-dd19-4dce-ab42-8801c1cd296f req-a2c7ce7c-4160-4a56-a986-98a5f54a9b4f tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7451046 Feb 04 15:35:31.442681 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.456464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Sync routers for ids ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:31.482510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Routers {'3b2ad80a-770a-4531-9597-3ff85fcfeb2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:35:31.483085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:35:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:31.489793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1640468873'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:31.511212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3b0f7-f406-467c-92a8-a4758beb3c9c req-2de9f840-a91e-49a7-a605-25d23820befd tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:31.518999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:31.533903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94c3b0f7-f406-467c-92a8-a4758beb3c9c req-2de9f840-a91e-49a7-a605-25d23820befd tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 945 time: 0.3487279 Feb 04 15:35:31.538781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:network and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:31.571630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 1823b50b-b679-421a-a325-4df6e326a128, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1823b50b-b679-421a-a325-4df6e326a128,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:31.659250 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-90b4b290-93bf-4673-888e-067be900d18e service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990190 Feb 04 15:35:31.660679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:31.694299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94c3b0f7-f406-467c-92a8-a4758beb3c9c req-b4b7115f-f255-4bc3-bf9d-1a97727e7755 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588335 Feb 04 15:35:31.721436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:31.750871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.855270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Set router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:35:31.861773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:31.868853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.012493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:32.027087 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.027444 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Added segment cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb of type vlan for network 8440a257-c253-46be-94da-13db62fb6b50 Feb 04 15:35:32.089274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=1823b50b-b679-421a-a325-4df6e326a128,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:32.094197 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.236336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32b4ebe5-4d67-49cd-9b7b-2fc5be4cbeb9 req-656c5598-2de5-42f6-ac9a-007c33dd77e7 service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619228 Feb 04 15:35:32.240427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.247041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:32.247041 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.280232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252915-372a-41ff-a49c-a53c5e04722d req-21880ce2-a508-4197-ad82-923832db46aa tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:32.289919 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-87252915-372a-41ff-a49c-a53c5e04722d req-21880ce2-a508-4197-ad82-923832db46aa tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 944 time: 0.6176777 Feb 04 15:35:32.453223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1715798 Feb 04 15:35:32.454208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57510) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:32.471690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'subnet': {'network_id': '8440a257-c253-46be-94da-13db62fb6b50', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:32.561933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c751a3-47c1-4b3a-85ac-a70502ff2698 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Network': ['ID=8440a257-c253-46be-94da-13db62fb6b50,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:32.591342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:32.604562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8440a257-c253-46be-94da-13db62fb6b50 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:35:32.612877 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-87252915-372a-41ff-a49c-a53c5e04722d req-2d25a93d-f7d4-4597-a8ea-78080db10314 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162742 Feb 04 15:35:32.732386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:32.736422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:subnet and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:32.741093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:32.752895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:32.791788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:32.798112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.892716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1823b50b-b679-421a-a325-4df6e326a128 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:32.938204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501c9a8-f122-4c6b-8026-b202be31ae30 req-16e0e79e-70f9-40ba-8b75-86fe7134d976 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:32.939966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0501c9a8-f122-4c6b-8026-b202be31ae30 req-16e0e79e-70f9-40ba-8b75-86fe7134d976 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.1902835 Feb 04 15:35:33.043742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0501c9a8-f122-4c6b-8026-b202be31ae30 req-6578deec-58ab-4747-8dbf-9442f7c2793b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962236 Feb 04 15:35:33.185284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:33.203973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'port_id': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'mac_address': 'fa:16:3e:8c:16:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:33.210467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b886d64-a31b-49cf-a0c0-3621ff775f63 req-bdb6cbd1-3a36-4c72-ab1a-ca9214bc8703 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.211694 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0b886d64-a31b-49cf-a0c0-3621ff775f63 req-bdb6cbd1-3a36-4c72-ab1a-ca9214bc8703 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 945 time: 0.1977966 Feb 04 15:35:33.213036 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.332656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1823b50b-b679-421a-a325-4df6e326a128 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:33.333053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.346859 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0b886d64-a31b-49cf-a0c0-3621ff775f63 req-152ece38-f3e0-4bb9-95b2-1d3d3f11e8b9 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006234 Feb 04 15:35:33.351937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Subnet': ['ID=8236d87b-6f96-4fac-8ad1-e11b97d80c3e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:33.358464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Checking segment: {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:33.358687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network hostable DHCP agents. Network: 8440a257-c253-46be-94da-13db62fb6b50, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:33.381627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network 8440a257-c253-46be-94da-13db62fb6b50 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:33.409953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8440a257-c253-46be-94da-13db62fb6b50) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:33.426709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.427318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.474029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f274f9e-00fb-497f-a7a0-dad576ed2e30 None None] Network 8440a257-c253-46be-94da-13db62fb6b50 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:33.480008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57520) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:33.481274 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-03778bd0-3d08-4248-8698-cadd1e281225 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0190964 Feb 04 15:35:33.486398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-491508424'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:33.494863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:33.504590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:network and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:33.510670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:33.517847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:33.533144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:33.538989 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.567637 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.623702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:33.641675 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.641675 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Added segment 6455201b-f20b-4c19-833e-1083f7b7d5ed of type vlan for network 15b41b95-0815-4a42-bcf7-32981185f07f Feb 04 15:35:33.662105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:33.695442 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.766469 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.793409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.794245 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.846186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:33.875825 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.952176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1823b50b-b679-421a-a325-4df6e326a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:35:28Z', 'revision_number': 4, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'gw_port': {'id': '1823b50b-b679-421a-a325-4df6e326a128', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:18Z', 'updated_at': '2022-02-04T15:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '824cc8dd-b355-4815-a509-98ed55d0ba47', 'name': '', 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'mac_address': 'fa:16:3e:70:f6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '8b88d806-a138-42e7-ab22-b6ceae16b9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:27Z', 'updated_at': '2022-02-04T15:35:29Z', 'revision_number': 2, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'subnets': [{'id': '8b88d806-a138-42e7-ab22-b6ceae16b9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:33.979689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Checking router: 3b2ad80a-770a-4531-9597-3ff85fcfeb2a for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:33.980568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Updating router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a port 824cc8dd-b355-4815-a509-98ed55d0ba47 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:35:34.083913 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.129030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6477909 Feb 04 15:35:34.131480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57538) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:34.139918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'subnet': {'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:34.203731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:34.218059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4be73-3fac-499c-a0f6-e344dfa0f5a2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Network': ['ID=15b41b95-0815-4a42-bcf7-32981185f07f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:34.243367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80411d2b-0429-43d3-915c-0e78e9f029d0 req-35e8b6da-56c2-43b9-80f0-d9e39d3f881a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.252424 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80411d2b-0429-43d3-915c-0e78e9f029d0 req-35e8b6da-56c2-43b9-80f0-d9e39d3f881a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 945 time: 0.4234126 Feb 04 15:35:34.253758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 15b41b95-0815-4a42-bcf7-32981185f07f details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:35:34.274377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['3981e2c9-f830-4d00-b520-ee83d0eb4fb7'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:35:34.316899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80411d2b-0429-43d3-915c-0e78e9f029d0 req-98d8cfd4-9da7-4452-8a8f-de79def415ce tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637579 Feb 04 15:35:34.357122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-9cfa50a2-a872-4df9-a890-8ae3b4842f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.364335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-9cfa50a2-a872-4df9-a890-8ae3b4842f6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf89f870c4954093bc987c0cb3efc2ed&device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 1096 time: 0.3060937 Feb 04 15:35:34.425820 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a96c9fb-50b6-45e9-802a-07533f979528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.436322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-8440a257-c253-46be-94da-13db62fb6b50', 'network_id': '8440a257-c253-46be-94da-13db62fb6b50', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'fixed_ips': [{'subnet_id': '8236d87b-6f96-4fac-8ad1-e11b97d80c3e'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:35:34.437288 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.475156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:34.491605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:subnet and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:34.505218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:34.513636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-7ca2755c-2b9b-495e-8518-e98326fdb77f tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Synchronizing usage tracker for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:34.541460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:34.578193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:34.596370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.666708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-7ca2755c-2b9b-495e-8518-e98326fdb77f tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Unset dirty status for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:34.673802 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-7ca2755c-2b9b-495e-8518-e98326fdb77f tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--71651636&fields=id&tenant_id=d6ef8ef32ceb4fb9845cc3c16b6713c3 HTTP/1.1" status: 200 len: 267 time: 0.2380803 Feb 04 15:35:34.757611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-82aa4703-fd6d-4f62-8097-758ef9d9d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.759061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-82aa4703-fd6d-4f62-8097-758ef9d9d333 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c797741-d9b3-459f-92fe-7713d10bb802 HTTP/1.1" status: 200 len: 914 time: 0.3892210 Feb 04 15:35:34.841489 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-11117a1a-1926-43a3-8305-ddafa335852d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=592b27b3-de43-4000-a702-d4245c2d216e HTTP/1.1" status: 200 len: 217 time: 0.0742278 Feb 04 15:35:34.921371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e253c-9f90-4d5f-8fb6-c713a5b9afe0 req-fa0b77f4-37c4-47cb-89a2-e80056c1b3c8 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.923388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-133e253c-9f90-4d5f-8fb6-c713a5b9afe0 req-fa0b77f4-37c4-47cb-89a2-e80056c1b3c8 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 945 time: 0.3562238 Feb 04 15:35:34.949554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-e878209f-4f67-4fa5-a178-847a731e9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.951303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-e878209f-4f67-4fa5-a178-847a731e9c26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ded55eef-7fb6-4514-9629-51fb4f1bf843 HTTP/1.1" status: 200 len: 853 time: 0.1039615 Feb 04 15:35:34.968073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Allocated IP 19.80.0.2 (8440a257-c253-46be-94da-13db62fb6b50/8236d87b-6f96-4fac-8ad1-e11b97d80c3e/e4affbff-eba4-435e-ad8f-fab2c07a3e79) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:35.022661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-108bd666-699d-4770-8bd7-9bfdc93425f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c797741-d9b3-459f-92fe-7713d10bb802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630648 Feb 04 15:35:35.043377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-133e253c-9f90-4d5f-8fb6-c713a5b9afe0 req-a4db8234-6262-4964-a2dc-2b518e0db70e tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102514 Feb 04 15:35:35.109120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-8149d9e8-5975-45d7-a547-4cf80bc0620a tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:35.109120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-8149d9e8-5975-45d7-a547-4cf80bc0620a tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Synchronizing usage tracker for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:35.191976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-8149d9e8-5975-45d7-a547-4cf80bc0620a tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Unset dirty status for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:35.194356 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-8149d9e8-5975-45d7-a547-4cf80bc0620a tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/networks?id=32969131-ce75-466c-8146-388f7f440434 HTTP/1.1" status: 200 len: 814 time: 0.5207691 Feb 04 15:35:35.218838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-4c31c020-e9ea-4bef-84ae-a77d031a3a66 service neutron] 10.222.0.61 "GET /v2.0/networks/8c797741-d9b3-459f-92fe-7713d10bb802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764691 Feb 04 15:35:35.238291 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-2d2fb9bd-0f7f-49f4-97f0-ff3a0d16a888 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/quotas/d6ef8ef32ceb4fb9845cc3c16b6713c3 HTTP/1.1" status: 200 len: 375 time: 0.0285664 Feb 04 15:35:35.426195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.426958 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.450978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Transition to ACTIVE for port object 824cc8dd-b355-4815-a509-98ed55d0ba47 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:35.470067 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.475377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.493662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-cd3ba6a5-5aec-4291-9c11-f8bbdae4dced tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Synchronizing usage tracker for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:35.552210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Subnet': ['ID=2dff0411-7061-46bb-94f0-48cc83dc7b5f,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:35.566245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-cd3ba6a5-5aec-4291-9c11-f8bbdae4dced tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Unset dirty status for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:35.572595 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-cd3ba6a5-5aec-4291-9c11-f8bbdae4dced tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6ef8ef32ceb4fb9845cc3c16b6713c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3263879 Feb 04 15:35:35.584949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Checking segment: {'id': '6455201b-f20b-4c19-833e-1083f7b7d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:35.585524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network hostable DHCP agents. Network: 15b41b95-0815-4a42-bcf7-32981185f07f, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:35.626595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99367a-2ea4-4ea9-941a-118e8e0925c3 req-d85e0667-67a5-4845-ae83-5c841e476b3c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:35.628670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb99367a-2ea4-4ea9-941a-118e8e0925c3 req-d85e0667-67a5-4845-ae83-5c841e476b3c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.3759735 Feb 04 15:35:35.630382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19f75d7d-79f5-4bda-823e-3a54c8df6f38 req-62bfe2f9-926f-4604-98c8-0055927152c6 service neutron] 10.222.0.61 "GET /v2.0/networks/8c797741-d9b3-459f-92fe-7713d10bb802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049551 Feb 04 15:35:35.634233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network 15b41b95-0815-4a42-bcf7-32981185f07f is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:35.654225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 15b41b95-0815-4a42-bcf7-32981185f07f) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:35.669090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:35.672156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.678084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Transition to ACTIVE for port object e4affbff-eba4-435e-ad8f-fab2c07a3e79 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:35.695645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d6fc8d-b53b-44f2-b0cd-af506a8c9691 None None] Network 15b41b95-0815-4a42-bcf7-32981185f07f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:35.714763 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9af5b110-bd0b-42fc-962b-19a109b18ff9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5808997 Feb 04 15:35:35.715522 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb99367a-2ea4-4ea9-941a-118e8e0925c3 req-0d3ae8c9-4509-4118-b650-983b9c2ef565 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686536 Feb 04 15:35:35.855256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f50db-6cfd-4e24-9a8c-cde3f11ad09f None None] Pushing event updated for resources: {'Port': ['ID=824cc8dd-b355-4815-a509-98ed55d0ba47,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:35.994674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Transition to ACTIVE for port object e4affbff-eba4-435e-ad8f-fab2c07a3e79 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:36.030347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-5b25b6fb-e2a0-443c-a18d-d14f1b7f7dc1 service neutron] 10.222.0.46 "GET /v2.0/networks/32969131-ce75-466c-8146-388f7f440434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278369 Feb 04 15:35:36.042985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93589791-1cdd-4f0d-b296-c823e5d49eba req-b742bcca-87f3-4f0a-bd15-a1fbeac82ec8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:36.052603 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93589791-1cdd-4f0d-b296-c823e5d49eba req-b742bcca-87f3-4f0a-bd15-a1fbeac82ec8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 945 time: 0.1637952 Feb 04 15:35:36.130010 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93589791-1cdd-4f0d-b296-c823e5d49eba req-9af83865-0790-4243-a783-f598cdeedc0f tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756874 Feb 04 15:35:36.138008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.229679 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-fe08f854-f524-4e19-a004-7feb3fb126b6 service neutron] 10.222.0.46 "GET /v2.0/networks/32969131-ce75-466c-8146-388f7f440434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908977 Feb 04 15:35:36.268002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Network 8440a257-c253-46be-94da-13db62fb6b50 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:36.273492 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.338887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:36.359261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:36.370268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Attempting to bind port 824cc8dd-b355-4815-a509-98ed55d0ba47 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:36.370965 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Attempting to bind port 824cc8dd-b355-4815-a509-98ed55d0ba47 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '6d1f7ee5-9754-4eb1-925e-8434e9ff400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:36.371058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Attempting to bind port 824cc8dd-b355-4815-a509-98ed55d0ba47 on network 13acaad5-bcd7-402b-b116-cf139cb02d83 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:36.409500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:36.410298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Checking segment: {'id': '6d1f7ee5-9754-4eb1-925e-8434e9ff400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:36.411267 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.411756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Bound using segment: {'id': '6d1f7ee5-9754-4eb1-925e-8434e9ff400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:36.412333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Bound port: 824cc8dd-b355-4815-a509-98ed55d0ba47, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1f7ee5-9754-4eb1-925e-8434e9ff400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:36.413311 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.501361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-b4fe42c1-2917-4985-b885-e6face8b981e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:36.517557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-b4fe42c1-2917-4985-b885-e6face8b981e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:36.517557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-b4fe42c1-2917-4985-b885-e6face8b981e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:36.557486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-b4fe42c1-2917-4985-b885-e6face8b981e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:36.557486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-b4fe42c1-2917-4985-b885-e6face8b981e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/networks?id=8440a257-c253-46be-94da-13db62fb6b50&id=15b41b95-0815-4a42-bcf7-32981185f07f&id=8440a257-c253-46be-94da-13db62fb6b50 HTTP/1.1" status: 200 len: 1391 time: 0.3002050 Feb 04 15:35:36.591070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-89e39eb9-6fdf-44cc-bf48-6e6825a6aa26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/quotas/8709cacb6a4443fb8ec2d8350d31ffee HTTP/1.1" status: 200 len: 375 time: 0.0264399 Feb 04 15:35:36.655869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:36.708562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-73062777-ce04-446f-be01-4bdcae585e3f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:36.729402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-73062777-ce04-446f-be01-4bdcae585e3f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:36.731023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-73062777-ce04-446f-be01-4bdcae585e3f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1410549 Feb 04 15:35:36.733796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Pushing event updated for resources: {'Port': ['ID=e4affbff-eba4-435e-ad8f-fab2c07a3e79,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:36.770931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-15b41b95-0815-4a42-bcf7-32981185f07f', 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'fixed_ips': [{'subnet_id': '2dff0411-7061-46bb-94f0-48cc83dc7b5f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:35:36.773149 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.815758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Attempting to bind port e4affbff-eba4-435e-ad8f-fab2c07a3e79 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:36.815758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Attempting to bind port e4affbff-eba4-435e-ad8f-fab2c07a3e79 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:36.815985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Attempting to bind port e4affbff-eba4-435e-ad8f-fab2c07a3e79 on network 8440a257-c253-46be-94da-13db62fb6b50 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:36.825101 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bff4f426-fd88-4415-963b-c2aaed9f1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.849858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:36.850334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Checking segment: {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:36.850672 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.851528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Bound using segment: {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:36.851528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Bound port: e4affbff-eba4-435e-ad8f-fab2c07a3e79, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:36.851864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.963704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6b4779dd-f274-4194-8b95-9ccf33e257f8 service neutron] 10.222.0.46 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139719 Feb 04 15:35:36.970108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] For port 824cc8dd-b355-4815-a509-98ed55d0ba47, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:37.054993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6057e86-29c7-4850-9682-aa6a2e9e25e4 req-8f4acb58-f180-4dbe-96f8-591a6f5d17ce tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:37.057260 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f6057e86-29c7-4850-9682-aa6a2e9e25e4 req-8f4acb58-f180-4dbe-96f8-591a6f5d17ce tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 945 time: 0.1246960 Feb 04 15:35:37.172277 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f6057e86-29c7-4850-9682-aa6a2e9e25e4 req-542d9eee-e556-4757-871c-843a358ef011 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992455 Feb 04 15:35:37.201214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-85e81492-95a2-44a9-9cc1-e42c7fbf5a84 service neutron] 10.222.0.46 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084646 Feb 04 15:35:37.275287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] For port 824cc8dd-b355-4815-a509-98ed55d0ba47, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=824cc8dd-b355-4815-a509-98ed55d0ba47,segment=NetworkSegment(6d1f7ee5-9754-4eb1-925e-8434e9ff400a),segment_id=6d1f7ee5-9754-4eb1-925e-8434e9ff400a)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:37.298381 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.401731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-34a03c7b-252d-4bd6-92b3-426a83b4eae1 service neutron] 10.222.0.46 "GET /v2.0/networks/15b41b95-0815-4a42-bcf7-32981185f07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203166 Feb 04 15:35:37.418071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Allocated IP 19.86.0.2 (15b41b95-0815-4a42-bcf7-32981185f07f/2dff0411-7061-46bb-94f0-48cc83dc7b5f/60b612a7-4a6f-4023-b8fe-5c5e85143bcb) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:37.419408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:37.455568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:37.456104 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.569659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264b7f6-1bb9-4321-91c5-36f77417b8a0 req-1b29c70c-8969-4090-92ab-11aae0a9dac6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:37.570761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] For port e4affbff-eba4-435e-ad8f-fab2c07a3e79, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:37.576727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] For port e4affbff-eba4-435e-ad8f-fab2c07a3e79, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e4affbff-eba4-435e-ad8f-fab2c07a3e79,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:37.612065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-bec88548-cf84-453f-8746-93d99562df74 service neutron] 10.222.0.46 "GET /v2.0/networks/15b41b95-0815-4a42-bcf7-32981185f07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837828 Feb 04 15:35:37.616504 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.620415 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2264b7f6-1bb9-4321-91c5-36f77417b8a0 req-1b29c70c-8969-4090-92ab-11aae0a9dac6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.2671082 Feb 04 15:35:37.642795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Routers {'3b2ad80a-770a-4531-9597-3ff85fcfeb2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:35:37.643743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:35:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:37.668683 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2264b7f6-1bb9-4321-91c5-36f77417b8a0 req-313adcd8-09b1-4bd3-8f4b-2cee157b1859 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 Feb 04 15:35:37.731787 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.905584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-67240849-a73e-4a9f-82bc-c1204ad82735 service neutron] 10.222.0.46 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667830 Feb 04 15:35:37.918112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f50db-6cfd-4e24-9a8c-cde3f11ad09f None None] Pushing event updated for resources: {'Port': ['ID=824cc8dd-b355-4815-a509-98ed55d0ba47,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:37.959806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.011155 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c48f338-77bf-4c83-ae49-6ff8ffb32e56 req-ad7b9453-00d3-4229-a203-06ac20d4df31 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 210 time: 0.0735259 Feb 04 15:35:38.081676 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-4d07f05a-a81b-4f23-a5ae-d3de36413d34 service neutron] 10.222.0.46 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772938 Feb 04 15:35:38.339660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea5f9d-d475-4e1d-85d2-99d75f06d3c6 None None] Pushing event updated for resources: {'Port': ['ID=e4affbff-eba4-435e-ad8f-fab2c07a3e79,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:38.360438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2a87-ab5a-4295-850f-e35ee3737fa5 req-92c8a437-e941-4e8f-a0f6-78a53c4b8060 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:38.377531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47ef2a87-ab5a-4295-850f-e35ee3737fa5 req-92c8a437-e941-4e8f-a0f6-78a53c4b8060 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 945 time: 0.1980462 Feb 04 15:35:38.386404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] Set router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:35:38.480630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47ef2a87-ab5a-4295-850f-e35ee3737fa5 req-c983094f-4836-4366-9a12-7a0b121e2e3d tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014113 Feb 04 15:35:38.652977 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.682969 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.692669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f977d262-ea71-4b85-9fe4-34123f392f5b req-d8cf1a19-a1bd-4e07-a839-8fc33cd03b83 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 210 time: 0.0722878 Feb 04 15:35:38.943536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Transition to ACTIVE for port object 60b612a7-4a6f-4023-b8fe-5c5e85143bcb will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:38.989317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e4affbff-eba4-435e-ad8f-fab2c07a3e79 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:39.066822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a71411-7b46-4028-b030-03f6f85b456f req-d8b29e40-487b-407d-94ba-a628ed574c58 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:39.083612 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e5a71411-7b46-4028-b030-03f6f85b456f req-d8b29e40-487b-407d-94ba-a628ed574c58 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.1807172 Feb 04 15:35:39.104081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-7043ff96-a23e-4ce8-b9e8-f5dd154c3209 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:39.106642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-7043ff96-a23e-4ce8-b9e8-f5dd154c3209 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.61 "GET /v2.0/networks?id=32969131-ce75-466c-8146-388f7f440434 HTTP/1.1" status: 200 len: 814 time: 0.2518859 Feb 04 15:35:39.158479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:39.165703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:39.215587 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e5a71411-7b46-4028-b030-03f6f85b456f req-8ee26e10-1863-45c3-a8e5-f9c6627b32c9 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263301 Feb 04 15:35:39.230267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-8e5571a7-7418-485a-8b4b-9492a37b672f tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ef8ef32ceb4fb9845cc3c16b6713c3 HTTP/1.1" status: 200 len: 378 time: 0.1146421 Feb 04 15:35:39.241548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Request body: {'port': {'device_id': '243facf1-703f-4f46-a248-cab7071807a0', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'admin_state_up': True, 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'security_groups': ['f2cc4767-6c90-471e-b67d-c93179a0950b']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:39.368658 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.701594 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'code': 200} Feb 04 15:35:39.715472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Transition to ACTIVE for port object 60b612a7-4a6f-4023-b8fe-5c5e85143bcb will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:39.753659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.753659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.765139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.794517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e4affbff-eba4-435e-ad8f-fab2c07a3e79 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:39.829595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Network 15b41b95-0815-4a42-bcf7-32981185f07f is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:39.835928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:39.841190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:39.859583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.913589 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-35a26579-b6cc-494b-bf3d-61898337a51d req-c52e01af-d462-4360-be53-81d0424b056f tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 210 time: 0.1939986 Feb 04 15:35:39.916640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:39.940686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:39.962821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Made reservation on behalf of d6ef8ef32ceb4fb9845cc3c16b6713c3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:39.969642 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.978695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Pushing event updated for resources: {'Port': ['ID=60b612a7-4a6f-4023-b8fe-5c5e85143bcb,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.995507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c213e-c57c-478a-9267-f65f32ba637c req-f6fd6b7e-8cc4-4af8-827c-c8454dbb5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:39.999013 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f00c213e-c57c-478a-9267-f65f32ba637c req-f6fd6b7e-8cc4-4af8-827c-c8454dbb5d80 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1097 time: 0.3988557 Feb 04 15:35:40.023464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cf529-a05b-4fb7-95a6-4959ec4c4bf1 req-733c3aff-ae7a-4afc-9543-d488c8edff9c tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:40.030735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-787cf529-a05b-4fb7-95a6-4959ec4c4bf1 req-733c3aff-ae7a-4afc-9543-d488c8edff9c tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 945 time: 0.1694140 Feb 04 15:35:40.101005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1823b50b-b679-421a-a325-4df6e326a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:35:28Z', 'revision_number': 4, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'gw_port': {'id': '1823b50b-b679-421a-a325-4df6e326a128', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:18Z', 'updated_at': '2022-02-04T15:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '824cc8dd-b355-4815-a509-98ed55d0ba47', 'name': '', 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'mac_address': 'fa:16:3e:70:f6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '8b88d806-a138-42e7-ab22-b6ceae16b9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:27Z', 'updated_at': '2022-02-04T15:35:36Z', 'revision_number': 4, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'subnets': [{'id': '8b88d806-a138-42e7-ab22-b6ceae16b9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:40.103081 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f00c213e-c57c-478a-9267-f65f32ba637c req-fe12d0e5-7b8c-431e-ac56-c8d46c4f35ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906792 Feb 04 15:35:40.125486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c4756-039d-4d6c-b1c4-dcce7bbec30e None None] Network 8440a257-c253-46be-94da-13db62fb6b50 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:40.234482 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-787cf529-a05b-4fb7-95a6-4959ec4c4bf1 req-f79f45c8-41d1-4562-9232-ae9f6a268dab tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026603 Feb 04 15:35:40.248450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2613f8-ee73-4fc5-a7b4-7c9d534631ec req-93545e39-41f2-44da-8f34-9f4bc6cb91a6 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:40.256121 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ae2613f8-ee73-4fc5-a7b4-7c9d534631ec req-93545e39-41f2-44da-8f34-9f4bc6cb91a6 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 946 time: 0.1163764 Feb 04 15:35:40.344328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ae2613f8-ee73-4fc5-a7b4-7c9d534631ec req-1ab41519-9219-4ef8-b8a1-4c874e13b646 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803378 Feb 04 15:35:40.407726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e49d2-ed30-4c91-bde2-bb1ebcfd34b5 None None] The sync data for ids ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'] in n-d-827870-1 is: [{'id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1823b50b-b679-421a-a325-4df6e326a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:35:28Z', 'revision_number': 4, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'gw_port': {'id': '1823b50b-b679-421a-a325-4df6e326a128', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:18Z', 'updated_at': '2022-02-04T15:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '824cc8dd-b355-4815-a509-98ed55d0ba47', 'name': '', 'network_id': '13acaad5-bcd7-402b-b116-cf139cb02d83', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'mac_address': 'fa:16:3e:70:f6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '8b88d806-a138-42e7-ab22-b6ceae16b9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:27Z', 'updated_at': '2022-02-04T15:35:36Z', 'revision_number': 4, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'subnets': [{'id': '8b88d806-a138-42e7-ab22-b6ceae16b9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:40.429607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Allocated IP 172.20.0.11 (32969131-ce75-466c-8146-388f7f440434/5e2af70d-f889-4650-be4f-1dcf8a4177bf/d1127b93-1d0b-41a0-96a8-2ee3d33d49f8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:40.436719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Attempting to bind port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:40.437460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Attempting to bind port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '6455201b-f20b-4c19-833e-1083f7b7d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:40.438010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Attempting to bind port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb on network 15b41b95-0815-4a42-bcf7-32981185f07f {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:40.444362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-abdeb494-eea8-4615-8780-70090b362270 None None] Provisioning for port e4affbff-eba4-435e-ad8f-fab2c07a3e79 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:40.452709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-abdeb494-eea8-4615-8780-70090b362270 None None] Provisioning complete for port e4affbff-eba4-435e-ad8f-fab2c07a3e79 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:40.453403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-abdeb494-eea8-4615-8780-70090b362270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.512797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:40.512797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Checking segment: {'id': '6455201b-f20b-4c19-833e-1083f7b7d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:40.512797 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.515221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Bound using segment: {'id': '6455201b-f20b-4c19-833e-1083f7b7d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:40.515470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Bound port: 60b612a7-4a6f-4023-b8fe-5c5e85143bcb, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6455201b-f20b-4c19-833e-1083f7b7d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:40.516440 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.710088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] For port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:40.714215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] For port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=60b612a7-4a6f-4023-b8fe-5c5e85143bcb,segment=NetworkSegment(6455201b-f20b-4c19-833e-1083f7b7d5ed),segment_id=6455201b-f20b-4c19-833e-1083f7b7d5ed)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:40.734715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1228bc37-1c63-44c2-bce4-48b068214cbc req-799da27f-b318-4036-bb8d-cd852d7deba3 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 210 time: 0.1914992 Feb 04 15:35:40.746859 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.952987 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.075243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9c41e-af4b-4072-a4ce-223b375846b1 None None] Pushing event updated for resources: {'Port': ['ID=60b612a7-4a6f-4023-b8fe-5c5e85143bcb,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:41.113967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 824cc8dd-b355-4815-a509-98ed55d0ba47 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:41.268108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Transition to ACTIVE for port object d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:41.378377 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:35:41.385157 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-abdeb494-eea8-4615-8780-70090b362270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.480654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-5f7fff43-4e8a-4312-8bbd-d0156ecd449f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.539208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-abdeb494-eea8-4615-8780-70090b362270 None None] For port e4affbff-eba4-435e-ad8f-fab2c07a3e79, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e4affbff-eba4-435e-ad8f-fab2c07a3e79,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:41.562805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-5f7fff43-4e8a-4312-8bbd-d0156ecd449f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.565287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-5f7fff43-4e8a-4312-8bbd-d0156ecd449f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:41.582306 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-abdeb494-eea8-4615-8780-70090b362270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.606775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88748-37ad-4cb1-8d93-ca2a99c02a20 req-acf14c7a-df21-47bf-bad8-418a161d74c8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.617338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-5f7fff43-4e8a-4312-8bbd-d0156ecd449f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:41.620742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59d88748-37ad-4cb1-8d93-ca2a99c02a20 req-acf14c7a-df21-47bf-bad8-418a161d74c8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.5793126 Feb 04 15:35:41.623594 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-5f7fff43-4e8a-4312-8bbd-d0156ecd449f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.53 "GET /v2.0/networks?id=8440a257-c253-46be-94da-13db62fb6b50&id=15b41b95-0815-4a42-bcf7-32981185f07f&id=8440a257-c253-46be-94da-13db62fb6b50 HTTP/1.1" status: 200 len: 1391 time: 0.6863647 Feb 04 15:35:41.654179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'port': {'device_id': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'network_id': '8440a257-c253-46be-94da-13db62fb6b50', 'admin_state_up': True, 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:41.659491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698496e9-0596-4757-bf89-614cbe32e507 req-35b04f55-0c4f-460a-892b-f104e83621b3 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.706160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-698496e9-0596-4757-bf89-614cbe32e507 req-35b04f55-0c4f-460a-892b-f104e83621b3 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.61 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 945 time: 0.5061064 Feb 04 15:35:41.710231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.718632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 824cc8dd-b355-4815-a509-98ed55d0ba47 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:41.803972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 824cc8dd-b355-4815-a509-98ed55d0ba47 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:41.804659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.983531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdeb494-eea8-4615-8780-70090b362270 None None] Pushing event updated for resources: {'Port': ['ID=e4affbff-eba4-435e-ad8f-fab2c07a3e79,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:42.004202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e3fbf6d7-61a8-4584-abbe-03bcd7fcd468 None None] Provisioning complete for port e4affbff-eba4-435e-ad8f-fab2c07a3e79 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:42.004577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3fbf6d7-61a8-4584-abbe-03bcd7fcd468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.083630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Network 32969131-ce75-466c-8146-388f7f440434 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:42.083630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:42.083630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:42.155160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59d88748-37ad-4cb1-8d93-ca2a99c02a20 req-c9ff3c18-f4bf-4ba7-bd25-764c68d2b2be tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331736 Feb 04 15:35:42.219404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:42.234516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:port and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:42.237704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:42.243399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.251710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:42.257912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:42.258858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.272040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:42.286736 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.315934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Pushing event updated for resources: {'Port': ['ID=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:42.363023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dcb41-45f9-44f8-8f0e-c3e00e42e912 req-92e9d9f8-156c-405e-b39c-2168cb518936 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:42.380965 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9f5dcb41-45f9-44f8-8f0e-c3e00e42e912 req-92e9d9f8-156c-405e-b39c-2168cb518936 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 932 time: 0.6718545 Feb 04 15:35:42.446533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-698496e9-0596-4757-bf89-614cbe32e507 req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Deleting port 592b27b3-de43-4000-a702-d4245c2d216e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:35:42.447330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-698496e9-0596-4757-bf89-614cbe32e507 req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.523151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 824cc8dd-b355-4815-a509-98ed55d0ba47, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=824cc8dd-b355-4815-a509-98ed55d0ba47,segment=NetworkSegment(6d1f7ee5-9754-4eb1-925e-8434e9ff400a),segment_id=6d1f7ee5-9754-4eb1-925e-8434e9ff400a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:42.526230 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9f5dcb41-45f9-44f8-8f0e-c3e00e42e912 req-c89057ea-cef2-43c7-9c6d-e50d35c3dde9 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799580 Feb 04 15:35:42.554333 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.767471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-277fc7d6-2141-4d32-8eb5-085a1b69d067 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5238919 Feb 04 15:35:42.783768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Allocated IP 19.80.0.127 (8440a257-c253-46be-94da-13db62fb6b50/8236d87b-6f96-4fac-8ad1-e11b97d80c3e/f5baedfa-eab3-472c-af9d-0f8b938a8d9d) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:42.788129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Request body: {'port': {'device_id': '243facf1-703f-4f46-a248-cab7071807a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:42.792623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=824cc8dd-b355-4815-a509-98ed55d0ba47,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:42.886200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dfbc53fd-29fd-4fd7-ad95-ccfaa831b74e None None] Provisioning for port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:42.897650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dfbc53fd-29fd-4fd7-ad95-ccfaa831b74e None None] Provisioning complete for port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:42.897938 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dfbc53fd-29fd-4fd7-ad95-ccfaa831b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.164117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc53fd-29fd-4fd7-ad95-ccfaa831b74e None None] Port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:43.167849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e4affbff-eba4-435e-ad8f-fab2c07a3e79 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:43.298254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e4affbff-eba4-435e-ad8f-fab2c07a3e79 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:43.300048 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.337920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-698496e9-0596-4757-bf89-614cbe32e507 req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] For port 592b27b3-de43-4000-a702-d4245c2d216e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=592b27b3-de43-4000-a702-d4245c2d216e,segment=NetworkSegment(3820bc65-5326-4898-9886-d833da3e7227),segment_id=3820bc65-5326-4898-9886-d833da3e7227)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:43.338441 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-698496e9-0596-4757-bf89-614cbe32e507 req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.356423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53390c2-14f6-4abc-83a0-1da0933fbc77 None None] Network 15b41b95-0815-4a42-bcf7-32981185f07f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:43.474180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284752b-eb78-47a4-95f9-fe70abe2d1c5 req-1c505b56-d3e9-47d7-963c-84f52da611fb tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.475723 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4284752b-eb78-47a4-95f9-fe70abe2d1c5 req-1c505b56-d3e9-47d7-963c-84f52da611fb tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c42a6f-0a60-44c6-acb9-19412932f744 HTTP/1.1" status: 200 len: 945 time: 0.5914493 Feb 04 15:35:43.509879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-94f259fc-16f8-4732-9943-1219dc94c399 None None] Provisioning for port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:43.544072 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.588967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.604311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4284752b-eb78-47a4-95f9-fe70abe2d1c5 req-bdbba14c-032c-4e79-9de0-920de6a8fdf1 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.46 "GET /v2.0/security-groups?id=12f21da0-f278-4ccb-8605-91e49db3c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210992 Feb 04 15:35:43.633981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Transition to ACTIVE for port object f5baedfa-eab3-472c-af9d-0f8b938a8d9d will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:43.666294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.686934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 60b612a7-4a6f-4023-b8fe-5c5e85143bcb up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:43.703407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-698496e9-0596-4757-bf89-614cbe32e507 req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Calling delete_port for 592b27b3-de43-4000-a702-d4245c2d216e owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:35:43.794098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network 8440a257-c253-46be-94da-13db62fb6b50 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:43.824146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:43.833534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:43.838181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:43.847211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:43.847594 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.909451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Port': ['ID=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:43.934534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.934871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.935489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.936028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.936502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.936999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.937316 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.937786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.938244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.938842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.939318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.939774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:43.993110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.994022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.033505 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.039703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f0f54-fd14-4534-9b2b-b8217f4b6657 req-a93ae7fd-5853-4e24-8691-68a3a07f1118 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.048584 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-877f0f54-fd14-4534-9b2b-b8217f4b6657 req-a93ae7fd-5853-4e24-8691-68a3a07f1118 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 946 time: 0.2855506 Feb 04 15:35:44.073239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4d80-4ddf-4815-97fe-389680cf2852 req-118b80eb-1112-418d-9dea-331f3856f8fa tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.075827 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6e8c8af8-0b7b-48c6-bdf7-d84e791ffcd8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4467711 Feb 04 15:35:44.079736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4d80-4ddf-4815-97fe-389680cf2852 req-118b80eb-1112-418d-9dea-331f3856f8fa tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.087542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4d80-4ddf-4815-97fe-389680cf2852 req-118b80eb-1112-418d-9dea-331f3856f8fa tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.099201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4d80-4ddf-4815-97fe-389680cf2852 req-118b80eb-1112-418d-9dea-331f3856f8fa tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.106341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4d80-4ddf-4815-97fe-389680cf2852 req-118b80eb-1112-418d-9dea-331f3856f8fa tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.106527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'port': {'device_id': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f', 'admin_state_up': True, 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:44.110224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=60b612a7-4a6f-4023-b8fe-5c5e85143bcb,segment=NetworkSegment(6455201b-f20b-4c19-833e-1083f7b7d5ed),segment_id=6455201b-f20b-4c19-833e-1083f7b7d5ed)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:44.114869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4d80-4ddf-4815-97fe-389680cf2852 req-118b80eb-1112-418d-9dea-331f3856f8fa tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.115704 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.122430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4d80-4ddf-4815-97fe-389680cf2852 req-118b80eb-1112-418d-9dea-331f3856f8fa tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.126986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db1b4d80-4ddf-4815-97fe-389680cf2852 req-118b80eb-1112-418d-9dea-331f3856f8fa tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.8845663 Feb 04 15:35:44.135814 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-698496e9-0596-4757-bf89-614cbe32e507 req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.206292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-15886ae1-5cb7-4e5e-ab28-9546045e6aba None None] Provisioning for port f5baedfa-eab3-472c-af9d-0f8b938a8d9d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:44.213413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-15886ae1-5cb7-4e5e-ab28-9546045e6aba None None] Provisioning complete for port f5baedfa-eab3-472c-af9d-0f8b938a8d9d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:44.213943 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15886ae1-5cb7-4e5e-ab28-9546045e6aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.256242 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-877f0f54-fd14-4534-9b2b-b8217f4b6657 req-8f4aa456-bfb2-40f3-a873-e1ac88eb515a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061069 Feb 04 15:35:44.267896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=60b612a7-4a6f-4023-b8fe-5c5e85143bcb,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:44.280544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-15886ae1-5cb7-4e5e-ab28-9546045e6aba None None] Port f5baedfa-eab3-472c-af9d-0f8b938a8d9d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:44.325791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Pushing event deleted for resources: {'Port': ['ID=592b27b3-de43-4000-a702-d4245c2d216e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:44.351033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:44.355608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:port and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:44.359601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:44.365838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:44.378484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:44.382680 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.411831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-583b0e76-c4a8-406b-af1d-c0b6ce3ea66c None None] Provisioning complete for port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:44.412301 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-583b0e76-c4a8-406b-af1d-c0b6ce3ea66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.422736 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db1b4d80-4ddf-4815-97fe-389680cf2852 req-80daec7e-d32f-4f54-84a8-62ca55a354c0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1881518 Feb 04 15:35:44.487864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-698496e9-0596-4757-bf89-614cbe32e507 req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] No DVR routers for this DVR port 592b27b3-de43-4000-a702-d4245c2d216e on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:44.500485 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-698496e9-0596-4757-bf89-614cbe32e507 req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.510363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c42a6f-0a60-44c6-acb9-19412932f744', 'name': 'network-vif-deleted', 'tag': '592b27b3-de43-4000-a702-d4245c2d216e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:44.521725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-698496e9-0596-4757-bf89-614cbe32e507 req-eb548d8c-a363-4d18-a22b-02d37fb4c174 tempest-InstanceActionsTestJSON-891430582 tempest-InstanceActionsTestJSON-891430582-project] 10.222.0.61 "DELETE /v2.0/ports/592b27b3-de43-4000-a702-d4245c2d216e HTTP/1.1" status: 204 len: 173 time: 2.7294269 Feb 04 15:35:44.596161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 592b27b3-de43-4000-a702-d4245c2d216e no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:44.645625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 592b27b3-de43-4000-a702-d4245c2d216e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:35:44.645625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 592b27b3-de43-4000-a702-d4245c2d216e not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:44.704958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03695e-b54f-42cd-98b4-af55b33b1aba req-39c5b3cd-f29a-42f4-8ab6-fe1f374c2df0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:44.704958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1d03695e-b54f-42cd-98b4-af55b33b1aba req-39c5b3cd-f29a-42f4-8ab6-fe1f374c2df0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:44.755197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:44.757617 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.790107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Transition to ACTIVE for port object d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:44.794141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.798576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 60b612a7-4a6f-4023-b8fe-5c5e85143bcb up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:44.831479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1d03695e-b54f-42cd-98b4-af55b33b1aba req-39c5b3cd-f29a-42f4-8ab6-fe1f374c2df0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:44.832919 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1d03695e-b54f-42cd-98b4-af55b33b1aba req-39c5b3cd-f29a-42f4-8ab6-fe1f374c2df0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 932 time: 0.3568683 Feb 04 15:35:44.911349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Allocated IP 19.86.0.53 (15b41b95-0815-4a42-bcf7-32981185f07f/2dff0411-7061-46bb-94f0-48cc83dc7b5f/2edd8070-6f69-4447-a8f8-c956d605fc46) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:44.915823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:44.916523 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.985446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1d03695e-b54f-42cd-98b4-af55b33b1aba req-24e8cdb8-a14d-4d93-8675-f735642c59d9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415780 Feb 04 15:35:45.035186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Pushing event updated for resources: {'Port': ['ID=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:45.164141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 824cc8dd-b355-4815-a509-98ed55d0ba47 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:45.363484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.397149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Transition to ACTIVE for port object 2edd8070-6f69-4447-a8f8-c956d605fc46 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:45.429398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42b7b-14b1-4248-9768-7c4f7ef76a64 req-42a7cf85-52bf-47c3-9073-47ecb51747d6 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.431161 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d9d42b7b-14b1-4248-9768-7c4f7ef76a64 req-42a7cf85-52bf-47c3-9073-47ecb51747d6 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 944 time: 0.1362922 Feb 04 15:35:45.452669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 824cc8dd-b355-4815-a509-98ed55d0ba47 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:45.454115 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.496474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d9d42b7b-14b1-4248-9768-7c4f7ef76a64 req-fbc84026-19b9-433f-a2e4-17536d3ab7b6 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547676 Feb 04 15:35:45.497985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.510366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Attempting to bind port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:45.511334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Attempting to bind port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:45.511923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Attempting to bind port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 on network 32969131-ce75-466c-8146-388f7f440434 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:45.529842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 on network 32969131-ce75-466c-8146-388f7f440434 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:35:45.530542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Attempting to bind port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 on network 32969131-ce75-466c-8146-388f7f440434 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:45.546943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:45.547290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Checking segment: {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:45.547681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Bound using segment: {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:45.548116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Bound port: d1127b93-1d0b-41a0-96a8-2ee3d33d49f8, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe5e18b-8bc9-45b8-90ce-665fe49491f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '32969131-ce75-466c-8146-388f7f440434'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:45.548464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.573925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-8dc60011-f4e7-4582-a189-726201a35c63 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.580678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-8dc60011-f4e7-4582-a189-726201a35c63 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.586575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-8dc60011-f4e7-4582-a189-726201a35c63 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.593872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-8dc60011-f4e7-4582-a189-726201a35c63 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.600471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-8dc60011-f4e7-4582-a189-726201a35c63 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.606359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-8dc60011-f4e7-4582-a189-726201a35c63 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.613448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-8dc60011-f4e7-4582-a189-726201a35c63 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.615396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-8dc60011-f4e7-4582-a189-726201a35c63 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.3074377 Feb 04 15:35:45.630302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6571739-5f14-4c4e-87a5-819d15653f07 req-8723e980-cfe1-405d-9d30-584f62990c6d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.639443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6571739-5f14-4c4e-87a5-819d15653f07 req-8723e980-cfe1-405d-9d30-584f62990c6d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.4346397 Feb 04 15:35:45.664716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network 15b41b95-0815-4a42-bcf7-32981185f07f is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:45.670216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:45.677517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:45.734954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Port': ['ID=2edd8070-6f69-4447-a8f8-c956d605fc46,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:45.808680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.811940 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.837425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6571739-5f14-4c4e-87a5-819d15653f07 req-1b0d43ce-aade-47b3-8c35-cfbd5307bbac tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967978 Feb 04 15:35:45.842256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-d6c7c858-ad3a-4112-aeab-a49459d0c738 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2716541 Feb 04 15:35:45.848599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:45.857046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-2d390fe9-47a0-4322-963a-9dfe979eb3c0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.860429 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-2d390fe9-47a0-4322-963a-9dfe979eb3c0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "GET /v2.0/ports/9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2158976 Feb 04 15:35:45.869415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:45.876269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Usage tracker for resource:floatingip and tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:45.879661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:45.887896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:45.900037 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-43294514-eac8-4514-9379-0bb0e91e68f7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8035481 Feb 04 15:35:45.900191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] For port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:45.903871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.951188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'port': {'device_id': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'network_id': '8440a257-c253-46be-94da-13db62fb6b50', 'admin_state_up': True, 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:45.968538 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c42a6f-0a60-44c6-acb9-19412932f744', 'name': 'network-vif-deleted', 'tag': '592b27b3-de43-4000-a702-d4245c2d216e', 'status': 'completed', 'code': 200} Feb 04 15:35:45.985142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] For port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:46.008650 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.050332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0ddfe4a7-3547-439d-a589-5e9505eb83e3 None None] Provisioning for port 2edd8070-6f69-4447-a8f8-c956d605fc46 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:46.060625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0ddfe4a7-3547-439d-a589-5e9505eb83e3 None None] Provisioning complete for port 2edd8070-6f69-4447-a8f8-c956d605fc46 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:46.061173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe4a7-3547-439d-a589-5e9505eb83e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.113581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:46.115082 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.117956 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] 10.222.0.61 "PUT /v2.0/ports/d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 HTTP/1.1" status: 200 len: 1092 time: 3.3425438 Feb 04 15:35:46.160011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57670) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:46.183567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfe4a7-3547-439d-a589-5e9505eb83e3 None None] Port 2edd8070-6f69-4447-a8f8-c956d605fc46 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:46.316624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-1a5d7a08-1a82-4a05-9fbb-01c101373b69 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "GET /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4494345 Feb 04 15:35:46.335265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:46.369838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77cfd3-84af-4ae1-a650-63169b287839 service neutron] Pushing event updated for resources: {'Port': ['ID=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:46.459868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:46.478174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:46.518166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:46.521982 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.555691 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.642450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c42d9a-eeae-4f76-a3c7-63bc019c3ee8 admin admin] Deleting subnet ded55eef-7fb6-4514-9629-51fb4f1bf843 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:35:46.658044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c42d9a-eeae-4f76-a3c7-63bc019c3ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.789761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-f2ff76e0-b1a5-4d2a-b46b-4479416cc106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:46.791300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-f2ff76e0-b1a5-4d2a-b46b-4479416cc106 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6ef8ef32ceb4fb9845cc3c16b6713c3&device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 1095 time: 0.5844693 Feb 04 15:35:46.793432 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c42d9a-eeae-4f76-a3c7-63bc019c3ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.841400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Allocated IP 172.25.8.87 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/e078dd64-a897-446b-9d76-8b52c82d1e85) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:46.849198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Allocated IP 19.80.0.164 (8440a257-c253-46be-94da-13db62fb6b50/8236d87b-6f96-4fac-8ad1-e11b97d80c3e/29f7d868-9ee3-401b-b8c4-4f4920c9b68b) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:46.896885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.923792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-19e448ea-2c6d-4806-badf-ce1878a081db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 HTTP/1.1" status: 200 len: 217 time: 0.0987597 Feb 04 15:35:47.044310 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c42d9a-eeae-4f76-a3c7-63bc019c3ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.098120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889f31-a36b-4feb-953e-e98b2f3c7128 req-b42ecd89-9fb0-497c-8b19-2fdc6000490d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.103874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889f31-a36b-4feb-953e-e98b2f3c7128 req-b42ecd89-9fb0-497c-8b19-2fdc6000490d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.110656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889f31-a36b-4feb-953e-e98b2f3c7128 req-b42ecd89-9fb0-497c-8b19-2fdc6000490d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.116659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889f31-a36b-4feb-953e-e98b2f3c7128 req-b42ecd89-9fb0-497c-8b19-2fdc6000490d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.122478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889f31-a36b-4feb-953e-e98b2f3c7128 req-b42ecd89-9fb0-497c-8b19-2fdc6000490d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.129613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889f31-a36b-4feb-953e-e98b2f3c7128 req-b42ecd89-9fb0-497c-8b19-2fdc6000490d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.135417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889f31-a36b-4feb-953e-e98b2f3c7128 req-b42ecd89-9fb0-497c-8b19-2fdc6000490d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.137352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4889f31-a36b-4feb-953e-e98b2f3c7128 req-b42ecd89-9fb0-497c-8b19-2fdc6000490d tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 5433 time: 0.5566137 Feb 04 15:35:47.140808 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.195603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-4e44c2a4-002a-41f7-be6a-44fcee9f9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.197346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-4e44c2a4-002a-41f7-be6a-44fcee9f9d67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e2af70d-f889-4650-be4f-1dcf8a4177bf HTTP/1.1" status: 200 len: 853 time: 0.2642033 Feb 04 15:35:47.204924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.226430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Transition to ACTIVE for port object 29f7d868-9ee3-401b-b8c4-4f4920c9b68b will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:47.237885 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.300673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:47.309051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:47.315806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:47.349974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4889f31-a36b-4feb-953e-e98b2f3c7128 req-b3ea6e2b-6e8f-4d91-a4e5-dab7b50ec212 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0ab22ff-02bc-45e4-b596-fbace701bff0&id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2057958 Feb 04 15:35:47.379885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c42d9a-eeae-4f76-a3c7-63bc019c3ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.416499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Pushing event updated for resources: {'Port': ['ID=e078dd64-a897-446b-9d76-8b52c82d1e85,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:47.426963 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.433045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c42d9a-eeae-4f76-a3c7-63bc019c3ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded55eef-7fb6-4514-9629-51fb4f1bf843,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:47.441492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c42d9a-eeae-4f76-a3c7-63bc019c3ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.469365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-05c42d9a-eeae-4f76-a3c7-63bc019c3ee8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ded55eef-7fb6-4514-9629-51fb4f1bf843 HTTP/1.1" status: 204 len: 168 time: 1.2995355 Feb 04 15:35:47.474067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57680) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:47.492385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] For port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:47.495867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-f9b1a14d-f6e6-4622-b770-d93c406e540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.497394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-f9b1a14d-f6e6-4622-b770-d93c406e540d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32969131-ce75-466c-8146-388f7f440434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2713394 Feb 04 15:35:47.527945 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.589084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network 8440a257-c253-46be-94da-13db62fb6b50 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:47.595377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:47.611432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:35:47.639820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Port': ['ID=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:47.667608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] For port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:47.726889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.745172 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.760992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] device_id is not set on port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:35:47.781815 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.784098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.784826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.796571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-98859254-9ca5-41e8-b48b-fcd8e8de3473 service neutron] 10.222.0.61 "GET /v2.0/networks/32969131-ce75-466c-8146-388f7f440434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868328 Feb 04 15:35:47.801711 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.881138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b977b-09d3-4614-b4ff-d915ad29a81a req-5c09b1c5-3935-4041-9809-aeb81054639e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.887064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b977b-09d3-4614-b4ff-d915ad29a81a req-5c09b1c5-3935-4041-9809-aeb81054639e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.893470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b977b-09d3-4614-b4ff-d915ad29a81a req-5c09b1c5-3935-4041-9809-aeb81054639e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.895074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d0b977b-09d3-4614-b4ff-d915ad29a81a req-5c09b1c5-3935-4041-9809-aeb81054639e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2376 time: 0.3589821 Feb 04 15:35:47.952578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ece3a665-7f22-4fb4-92e2-1ccc8693bf06 None None] Provisioning for port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:47.961816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ece3a665-7f22-4fb4-92e2-1ccc8693bf06 None None] Provisioning complete for port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:47.962193 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ece3a665-7f22-4fb4-92e2-1ccc8693bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.975416 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-98d06ea8-1f40-4ed9-9845-0bdd4e050adc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0337300 Feb 04 15:35:48.002221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:48.021792 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.038769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Request body: {'port': {'device_id': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:48.043793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ece3a665-7f22-4fb4-92e2-1ccc8693bf06 None None] Port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:48.118110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c797741-d9b3-459f-92fe-7713d10bb802']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:48.140656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3820bc65-5326-4898-9886-d833da3e7227') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:48.140798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3820bc65-5326-4898-9886-d833da3e7227') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:48.144006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3d0b977b-09d3-4614-b4ff-d915ad29a81a req-e5ea264d-3ed9-4fad-86bc-101cd590f27e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:48.149089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:48.151383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] No DVR routers for this DVR port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:48.195376 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.224574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3d0b977b-09d3-4614-b4ff-d915ad29a81a req-e5ea264d-3ed9-4fad-86bc-101cd590f27e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:48.224574 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d0b977b-09d3-4614-b4ff-d915ad29a81a req-e5ea264d-3ed9-4fad-86bc-101cd590f27e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651343 Feb 04 15:35:48.303809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] In _notify_port_updated(), no bound segment for port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:35:48.303809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:48.303809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.303809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-4c000aed-7f69-41fc-8f9d-117073015002 service neutron] 10.222.0.53 "PUT /v2.0/ports/9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 HTTP/1.1" status: 200 len: 1025 time: 1.9708128 Feb 04 15:35:48.303809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4482437-a062-4729-8cc0-3ca02daf6e13 req-eabdda67-97f7-424c-877d-189fbb14713d service neutron] 10.222.0.61 "GET /v2.0/networks/32969131-ce75-466c-8146-388f7f440434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939146 Feb 04 15:35:48.370179 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.376291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e7310cd9-6572-4637-b036-43253614de25 None None] Provisioning complete for port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:48.376890 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e7310cd9-6572-4637-b036-43253614de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.398708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:48.399291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:48.417715 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:48.425663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.459698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e7310cd9-6572-4637-b036-43253614de25 None None] Port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:48.569565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.602821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.613742 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.617519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c797741-d9b3-459f-92fe-7713d10bb802,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:48.626026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.627360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-d2b15ff9-9b20-4df0-8292-5abe5d04c9b8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:48.628798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-d2b15ff9-9b20-4df0-8292-5abe5d04c9b8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "GET /v2.0/ports/08aa7c38-3cde-4156-81b8-f524b76cc487?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3206439 Feb 04 15:35:48.641171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:48.651777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f95c9a3c-a964-466b-9dfc-b46ee696a11d no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:48.677710 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dc5facc7-9429-45d3-89ca-61c1f5461345 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8c797741-d9b3-459f-92fe-7713d10bb802 HTTP/1.1" status: 204 len: 168 time: 1.2025063 Feb 04 15:35:48.718652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbf319-d529-4ebc-b563-066a35c78779 req-b5da4847-1b06-4e84-979c-4949b40cf1c5 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:48.719401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0cdbf319-d529-4ebc-b563-066a35c78779 req-b5da4847-1b06-4e84-979c-4949b40cf1c5 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Synchronizing usage tracker for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:48.809659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0cdbf319-d529-4ebc-b563-066a35c78779 req-b5da4847-1b06-4e84-979c-4949b40cf1c5 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Unset dirty status for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:48.809659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0cdbf319-d529-4ebc-b563-066a35c78779 req-b5da4847-1b06-4e84-979c-4949b40cf1c5 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 944 time: 0.2531309 Feb 04 15:35:48.814178 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.865491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57690) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:48.869915 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.902866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:48.914899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f95c9a3c-a964-466b-9dfc-b46ee696a11d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f95c9a3c-a964-466b-9dfc-b46ee696a11d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:48.920718 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.921734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 74fef801-0f33-4671-bd8b-de54eefc048b no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:48.933766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0cdbf319-d529-4ebc-b563-066a35c78779 req-79381d6f-f837-48e2-95de-0862cf28c9d8 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205001 Feb 04 15:35:48.934165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Pushing event updated for resources: {'Port': ['ID=e078dd64-a897-446b-9d76-8b52c82d1e85,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:49.001604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.098016 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-77c3ed99-9808-4f59-89b8-f25700fe2e43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf89f870c4954093bc987c0cb3efc2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248797 Feb 04 15:35:49.100518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57696) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:49.112747 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.114442 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-793c60f9-fd14-411d-b2c0-9ed5684fa112 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2701886 Feb 04 15:35:49.136340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f95c9a3c-a964-466b-9dfc-b46ee696a11d,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:49.141329 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.179895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74fef801-0f33-4671-bd8b-de54eefc048b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74fef801-0f33-4671-bd8b-de54eefc048b,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:49.186807 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.187718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f365816a-c471-45e6-9060-2f12b8d1db78 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:49.205066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] For port 08aa7c38-3cde-4156-81b8-f524b76cc487, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=08aa7c38-3cde-4156-81b8-f524b76cc487,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:49.236896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-78b09a71-8189-4dd9-b2f8-7cc1f8bc8559 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Synchronizing usage tracker for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:49.245833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd220e-7f77-46d9-86be-cbc56a25bfb2 req-01289097-2be5-450b-8b2e-881af4c70f39 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.247542 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cfd220e-7f77-46d9-86be-cbc56a25bfb2 req-01289097-2be5-450b-8b2e-881af4c70f39 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.1938140 Feb 04 15:35:49.251424 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea909967-d5c6-48d4-9642-3df8e5d359e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.272044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-78b09a71-8189-4dd9-b2f8-7cc1f8bc8559 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Unset dirty status for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:49.273902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-78b09a71-8189-4dd9-b2f8-7cc1f8bc8559 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 695 time: 0.1452270 Feb 04 15:35:49.300561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=74fef801-0f33-4671-bd8b-de54eefc048b,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:49.336420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] For port 08aa7c38-3cde-4156-81b8-f524b76cc487, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:49.368547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cfd220e-7f77-46d9-86be-cbc56a25bfb2 req-ae9d39a7-00d2-45d7-ae06-ca595cc83a78 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150842 Feb 04 15:35:49.370604 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea909967-d5c6-48d4-9642-3df8e5d359e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.438412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] device_id is not set on port 08aa7c38-3cde-4156-81b8-f524b76cc487 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:35:49.448793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.455551 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.457903 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.523566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f365816a-c471-45e6-9060-2f12b8d1db78, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f365816a-c471-45e6-9060-2f12b8d1db78,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:49.528610 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.531208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device df793c6e-23f7-499e-a7aa-59d8b42c2c06 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:49.569742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-e848a57c-4c8b-44f9-8769-24573185b9ea tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.594171 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0c22a81f-8dd7-4ce7-b08f-6e06297780f7 req-e848a57c-4c8b-44f9-8769-24573185b9ea tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.3054442 Feb 04 15:35:49.626196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5baedfa-eab3-472c-af9d-0f8b938a8d9d {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:49.652288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.726775 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Transition to ACTIVE for port object f5baedfa-eab3-472c-af9d-0f8b938a8d9d will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:49.732619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.793015 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'status': 'completed', 'code': 200} Feb 04 15:35:49.814106 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'code': 200} Feb 04 15:35:50.057541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f365816a-c471-45e6-9060-2f12b8d1db78,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:50.097844 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.140873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port df793c6e-23f7-499e-a7aa-59d8b42c2c06, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=df793c6e-23f7-499e-a7aa-59d8b42c2c06,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:50.152977 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.153470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] No DVR routers for this DVR port 08aa7c38-3cde-4156-81b8-f524b76cc487 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:50.154857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 08aa7c38-3cde-4156-81b8-f524b76cc487 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:50.181922 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea909967-d5c6-48d4-9642-3df8e5d359e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.238435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea909967-d5c6-48d4-9642-3df8e5d359e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f21da0-f278-4ccb-8605-91e49db3c29f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:50.241991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] Pushing event updated for resources: {'Port': ['ID=08aa7c38-3cde-4156-81b8-f524b76cc487,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:50.321790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] In _notify_port_updated(), no bound segment for port 08aa7c38-3cde-4156-81b8-f524b76cc487 on network 93af2bc6-eec4-42d5-beff-2a7a895f827b {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:35:50.325720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.326946 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.329778 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-afd05ea8-0ce4-4d35-bdb0-ffdee915bf24 service neutron] 10.222.0.53 "PUT /v2.0/ports/08aa7c38-3cde-4156-81b8-f524b76cc487 HTTP/1.1" status: 200 len: 1028 time: 1.6932433 Feb 04 15:35:50.335960 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea909967-d5c6-48d4-9642-3df8e5d359e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.346653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ea909967-d5c6-48d4-9642-3df8e5d359e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12f21da0-f278-4ccb-8605-91e49db3c29f HTTP/1.1" status: 204 len: 168 time: 1.2406714 Feb 04 15:35:50.365267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Pushing event updated for resources: {'Port': ['ID=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:50.367484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f13c2578-9233-4c10-8698-f2fb891a75a3 None None] Provisioning complete for port 08aa7c38-3cde-4156-81b8-f524b76cc487 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:50.368092 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f13c2578-9233-4c10-8698-f2fb891a75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.381337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Attempting to bind port f5baedfa-eab3-472c-af9d-0f8b938a8d9d on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:50.382419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Attempting to bind port f5baedfa-eab3-472c-af9d-0f8b938a8d9d by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:50.382419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Attempting to bind port f5baedfa-eab3-472c-af9d-0f8b938a8d9d on network 8440a257-c253-46be-94da-13db62fb6b50 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:50.389705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Port f5baedfa-eab3-472c-af9d-0f8b938a8d9d on network 8440a257-c253-46be-94da-13db62fb6b50 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:35:50.390621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Attempting to bind port f5baedfa-eab3-472c-af9d-0f8b938a8d9d on network 8440a257-c253-46be-94da-13db62fb6b50 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:50.401471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:50.401624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Checking segment: {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:50.401969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Bound using segment: {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:50.402964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Bound port: f5baedfa-eab3-472c-af9d-0f8b938a8d9d, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:50.403058 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.414855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 08aa7c38-3cde-4156-81b8-f524b76cc487 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:50.415700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:50.441714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad9bd6-b321-49e3-9e59-7b53fc99b6c8 req-8db0baca-a1c6-4893-bd5e-2ad3f79cf282 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.449520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad9bd6-b321-49e3-9e59-7b53fc99b6c8 req-8db0baca-a1c6-4893-bd5e-2ad3f79cf282 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.457389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad9bd6-b321-49e3-9e59-7b53fc99b6c8 req-8db0baca-a1c6-4893-bd5e-2ad3f79cf282 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.458629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-27ad9bd6-b321-49e3-9e59-7b53fc99b6c8 req-8db0baca-a1c6-4893-bd5e-2ad3f79cf282 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:50.469892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=df793c6e-23f7-499e-a7aa-59d8b42c2c06,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:50.527380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f13c2578-9233-4c10-8698-f2fb891a75a3 None None] Port 08aa7c38-3cde-4156-81b8-f524b76cc487 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:35:50.533371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:35:50.533607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 263819ac-674a-4059-83c1-b6f8a8d13d32 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:35:50.559895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-460e2b22-553a-4c4f-90d3-9b8855760dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.565628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-460e2b22-553a-4c4f-90d3-9b8855760dd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6ef8ef32ceb4fb9845cc3c16b6713c3&device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 1095 time: 0.7699721 Feb 04 15:35:50.585377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-27ad9bd6-b321-49e3-9e59-7b53fc99b6c8 req-8db0baca-a1c6-4893-bd5e-2ad3f79cf282 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:50.602967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting port 74fef801-0f33-4671-bd8b-de54eefc048b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:35:50.603607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.605547 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27ad9bd6-b321-49e3-9e59-7b53fc99b6c8 req-8db0baca-a1c6-4893-bd5e-2ad3f79cf282 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2388 time: 0.5734954 Feb 04 15:35:50.750108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.759876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37cd3-fff0-4906-b0ab-70639daeac75 req-17e8d813-86ec-4115-95b8-01c1f96ceb75 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.769236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37cd3-fff0-4906-b0ab-70639daeac75 req-17e8d813-86ec-4115-95b8-01c1f96ceb75 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.778211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37cd3-fff0-4906-b0ab-70639daeac75 req-17e8d813-86ec-4115-95b8-01c1f96ceb75 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.796174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37cd3-fff0-4906-b0ab-70639daeac75 req-17e8d813-86ec-4115-95b8-01c1f96ceb75 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.807628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] For port f5baedfa-eab3-472c-af9d-0f8b938a8d9d, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:50.807960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37cd3-fff0-4906-b0ab-70639daeac75 req-17e8d813-86ec-4115-95b8-01c1f96ceb75 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.815664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] For port f5baedfa-eab3-472c-af9d-0f8b938a8d9d, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:50.820623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ac37cd3-fff0-4906-b0ab-70639daeac75 req-17e8d813-86ec-4115-95b8-01c1f96ceb75 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 3880 time: 0.8813128 Feb 04 15:35:50.824420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.847793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 263819ac-674a-4059-83c1-b6f8a8d13d32, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=263819ac-674a-4059-83c1-b6f8a8d13d32,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:50.863019 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.942324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.942937 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.950724 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] 10.222.0.53 "PUT /v2.0/ports/f5baedfa-eab3-472c-af9d-0f8b938a8d9d HTTP/1.1" status: 200 len: 1092 time: 2.9215796 Feb 04 15:35:50.953769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'tag': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:51.012357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Request body: {'port': {'device_id': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:51.065825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=263819ac-674a-4059-83c1-b6f8a8d13d32,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:51.130601 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-27ad9bd6-b321-49e3-9e59-7b53fc99b6c8 req-e3383bfa-9cbc-4e4d-bfd1-53e8a09202dd tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158718 Feb 04 15:35:51.163667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ac37cd3-fff0-4906-b0ab-70639daeac75 req-6c55e1a2-2d44-4489-b4a8-c5efbde81525 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383119 Feb 04 15:35:51.194251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-407d6a0e-6307-4d00-9402-3e92e2b6e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.195655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-407d6a0e-6307-4d00-9402-3e92e2b6e8c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=32969131-ce75-466c-8146-388f7f440434 HTTP/1.1" status: 200 len: 915 time: 0.6199360 Feb 04 15:35:51.346962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daecaf-977c-4f95-a6d0-a09a4d148491 service neutron] Pushing event updated for resources: {'Port': ['ID=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:51.361571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.693478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-2efe4fa2-10ad-4615-8e3c-3d480036c1d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 HTTP/1.1" status: 200 len: 217 time: 0.4634376 Feb 04 15:35:51.799864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-5c707860-e07a-4fe3-b9be-253327a11970 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.801448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-5c707860-e07a-4fe3-b9be-253327a11970 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 820 time: 0.4284580 Feb 04 15:35:51.815325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74fef801-0f33-4671-bd8b-de54eefc048b'}, {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f365816a-c471-45e6-9060-2f12b8d1db78'}, {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06'}, {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263819ac-674a-4059-83c1-b6f8a8d13d32'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:51.845843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-997025f5-e97f-442c-b17c-17411128d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.847732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-997025f5-e97f-442c-b17c-17411128d319 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e2af70d-f889-4650-be4f-1dcf8a4177bf HTTP/1.1" status: 200 len: 853 time: 0.1402137 Feb 04 15:35:51.871791 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-53d5c853-6d58-4c9e-989a-83add4261a4b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/quotas/d33b9beaa8e544c6ba4e8a7a86bd4439 HTTP/1.1" status: 200 len: 375 time: 0.0604675 Feb 04 15:35:51.948657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6149270-ccbe-4c60-a1ce-cdb8cea85348 req-a9aae682-19ec-471a-95c3-3f9029c3ab66 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.949257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57752) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:51.951817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6149270-ccbe-4c60-a1ce-cdb8cea85348 req-a9aae682-19ec-471a-95c3-3f9029c3ab66 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 944 time: 0.3017821 Feb 04 15:35:52.036799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] For port 74fef801-0f33-4671-bd8b-de54eefc048b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74fef801-0f33-4671-bd8b-de54eefc048b,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:52.037183 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.108221 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-0aa826df-4aae-45af-b2b3-a740b97a7450 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2263134 Feb 04 15:35:52.174382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-645620678-network', 'tenant_id': '47f5efe43c0f44a0ad86665b988ba250'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:52.205770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6149270-ccbe-4c60-a1ce-cdb8cea85348 req-80997aeb-85c3-45cc-bc73-b6b104a79ceb tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2427831 Feb 04 15:35:52.212821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Calling delete_port for 74fef801-0f33-4671-bd8b-de54eefc048b owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:35:52.265868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:52.276475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Usage tracker for resource:network and tenant:47f5efe43c0f44a0ad86665b988ba250 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:52.285278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:52.306226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:52.326735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-7b028a8a-06f2-4781-b98b-be066975d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:52.328339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-7b028a8a-06f2-4781-b98b-be066975d475 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32969131-ce75-466c-8146-388f7f440434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4677298 Feb 04 15:35:52.432620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Made reservation on behalf of 47f5efe43c0f44a0ad86665b988ba250 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:52.446452 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.496811 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.522117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edd8070-6f69-4447-a8f8-c956d605fc46 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:52.528661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-dfd33dbd-1ec9-4c7d-aced-740152dec7bb service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803494 Feb 04 15:35:52.538042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.541765 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:52.630941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:47f5efe43c0f44a0ad86665b988ba250 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:52.647478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:52.667988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Transition to ACTIVE for port object 2edd8070-6f69-4447-a8f8-c956d605fc46 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:52.667988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:52.667988 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.698386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-0465423b-7365-4416-bb36-3fadfac88231 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:52.698386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-0465423b-7365-4416-bb36-3fadfac88231 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 814 time: 0.3542953 Feb 04 15:35:52.702392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-858fb5da-79d3-4cee-ab89-f6225376dfc3 service neutron] 10.222.0.61 "GET /v2.0/networks/32969131-ce75-466c-8146-388f7f440434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424826 Feb 04 15:35:52.702392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.841689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Port': ['ID=74fef801-0f33-4671-bd8b-de54eefc048b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:52.881968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-74b27597-9a86-4c85-915a-57dd969222f7 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/quotas/07df67e647f44600bd3da18176458f76 HTTP/1.1" status: 200 len: 375 time: 0.1407897 Feb 04 15:35:52.917510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Pushing event updated for resources: {'Port': ['ID=2edd8070-6f69-4447-a8f8-c956d605fc46,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:52.929256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-68b79c1d-b288-4dcf-bbfa-758ec6c90b09 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845067 Feb 04 15:35:53.146159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] No DVR routers for this DVR port 74fef801-0f33-4671-bd8b-de54eefc048b on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:53.152841 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.181413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.184327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Attempting to bind port 2edd8070-6f69-4447-a8f8-c956d605fc46 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:53.185123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Attempting to bind port 2edd8070-6f69-4447-a8f8-c956d605fc46 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6455201b-f20b-4c19-833e-1083f7b7d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:53.186221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Attempting to bind port 2edd8070-6f69-4447-a8f8-c956d605fc46 on network 15b41b95-0815-4a42-bcf7-32981185f07f {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:53.190610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.209857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Port 2edd8070-6f69-4447-a8f8-c956d605fc46 on network 15b41b95-0815-4a42-bcf7-32981185f07f not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:35:53.210589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Attempting to bind port 2edd8070-6f69-4447-a8f8-c956d605fc46 on network 15b41b95-0815-4a42-bcf7-32981185f07f {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:53.227237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': '74fef801-0f33-4671-bd8b-de54eefc048b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:53.228499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:53.230844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Checking segment: {'id': '6455201b-f20b-4c19-833e-1083f7b7d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:53.233356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Bound using segment: {'id': '6455201b-f20b-4c19-833e-1083f7b7d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:53.234105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Bound port: 2edd8070-6f69-4447-a8f8-c956d605fc46, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6455201b-f20b-4c19-833e-1083f7b7d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:53.234689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.234840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be73dcc-0c84-4ee4-b9ae-64f6e1545fe2 req-8703e43d-6da6-46b9-8246-8797cb5a320a service neutron] 10.222.0.61 "GET /v2.0/networks/32969131-ce75-466c-8146-388f7f440434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950957 Feb 04 15:35:53.252240 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-3273fd64-ac86-4c4e-aa65-bc72a8cf6398 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "DELETE /v2.0/ports/74fef801-0f33-4671-bd8b-de54eefc048b HTTP/1.1" status: 204 len: 173 time: 2.9017382 Feb 04 15:35:53.267350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:53.290427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.291131 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Added segment a0833f82-d6e0-418d-90ad-a290d37a9b3c of type vlan for network 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 Feb 04 15:35:53.292800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e07e621-f13f-4a0f-a649-c2f1d6c5e110,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:53.450368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-c765f2d5-6df4-4f3c-92cf-ce7a73e25f5a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5496104 Feb 04 15:35:53.458112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting port df793c6e-23f7-499e-a7aa-59d8b42c2c06 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:35:53.458460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.475612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.527907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] For port 2edd8070-6f69-4447-a8f8-c956d605fc46, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:53.559085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782b49-e9c6-48d6-adf9-c1506712e081 req-fbde2cf6-d854-4bda-bfe0-a60d54d87499 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:53.560931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8d782b49-e9c6-48d6-adf9-c1506712e081 req-fbde2cf6-d854-4bda-bfe0-a60d54d87499 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 946 time: 0.2331350 Feb 04 15:35:53.562739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.563810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:53.564515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.572260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] For port 2edd8070-6f69-4447-a8f8-c956d605fc46, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2edd8070-6f69-4447-a8f8-c956d605fc46,segment=NetworkSegment(6455201b-f20b-4c19-833e-1083f7b7d5ed),segment_id=6455201b-f20b-4c19-833e-1083f7b7d5ed)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:53.607019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.732749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:53.733666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.735229 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] 10.222.0.53 "PUT /v2.0/ports/2edd8070-6f69-4447-a8f8-c956d605fc46 HTTP/1.1" status: 200 len: 1091 time: 2.7339201 Feb 04 15:35:53.782106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Request body: {'port': {'device_id': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:54.022066 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0720716 Feb 04 15:35:54.023024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0977d-6720-4b87-b3e7-8891c79cf2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8c9680-f503-42e6-8bc9-3c3dc769bfb7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:54.040471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:35:54.041083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57796) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:54.056979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Request body: {'subnet': {'network_id': '0d8c9680-f503-42e6-8bc9-3c3dc769bfb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-645620678-subnet', 'tenant_id': '47f5efe43c0f44a0ad86665b988ba250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:54.062571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:54.066542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Usage tracker for resource:subnet and tenant:47f5efe43c0f44a0ad86665b988ba250 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:35:54.069405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:35:54.075445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:54.099192 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8d782b49-e9c6-48d6-adf9-c1506712e081 req-2d916bc1-b84c-49f6-a0a3-35d78654d5ce tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289998 Feb 04 15:35:54.105405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Made reservation on behalf of 47f5efe43c0f44a0ad86665b988ba250 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:54.108033 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.203382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbddb1-5414-4c57-8347-a7d02eecac38 service neutron] Pushing event updated for resources: {'Port': ['ID=2edd8070-6f69-4447-a8f8-c956d605fc46,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:54.247335 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'tag': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d', 'status': 'completed', 'code': 200} Feb 04 15:35:54.273169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-3830f873-bd35-4962-8c52-32f63b82775f service neutron] 10.222.0.46 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7660732 Feb 04 15:35:54.277478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57808) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:35:54.307547 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74fef801-0f33-4671-bd8b-de54eefc048b', 'code': 200} Feb 04 15:35:54.307846 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f365816a-c471-45e6-9060-2f12b8d1db78', 'code': 200} Feb 04 15:35:54.308201 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06', 'code': 200} Feb 04 15:35:54.308559 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263819ac-674a-4059-83c1-b6f8a8d13d32', 'code': 200} Feb 04 15:35:54.346471 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.401907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] For port df793c6e-23f7-499e-a7aa-59d8b42c2c06, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=df793c6e-23f7-499e-a7aa-59d8b42c2c06,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:54.402239 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.588557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Calling delete_port for df793c6e-23f7-499e-a7aa-59d8b42c2c06 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:35:54.771524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d377b7-f60b-40b2-8e98-a6e763292f18 req-597cf27d-cbf0-481b-9d3f-d1c678302103 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:54.777647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d377b7-f60b-40b2-8e98-a6e763292f18 req-597cf27d-cbf0-481b-9d3f-d1c678302103 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:54.784906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d377b7-f60b-40b2-8e98-a6e763292f18 req-597cf27d-cbf0-481b-9d3f-d1c678302103 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:54.786570 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-69d377b7-f60b-40b2-8e98-a6e763292f18 req-597cf27d-cbf0-481b-9d3f-d1c678302103 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2400 time: 0.3722689 Feb 04 15:35:54.802484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.926787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-3456dde9-14b9-4c23-bcc3-d46cad203ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:54.928032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-3456dde9-14b9-4c23-bcc3-d46cad203ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:54.928579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-3456dde9-14b9-4c23-bcc3-d46cad203ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:54.930454 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-3456dde9-14b9-4c23-bcc3-d46cad203ddb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2798 time: 0.6555331 Feb 04 15:35:54.939382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-c3a41a85-b8e1-48b7-b537-032c7a1919ab service neutron] 10.222.0.46 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084228 Feb 04 15:35:54.965399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dceb863-ec45-4a15-854e-4b2d1ec9eb73,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:54.972702 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-69d377b7-f60b-40b2-8e98-a6e763292f18 req-2a310e67-78ed-4432-b5f5-e664719f1925 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753216 Feb 04 15:35:54.995257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Checking segment: {'id': 'a0833f82-d6e0-418d-90ad-a290d37a9b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d8c9680-f503-42e6-8bc9-3c3dc769bfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:54.995257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Network hostable DHCP agents. Network: 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:55.088176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Network 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:55.099325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f7d868-9ee3-401b-b8c4-4f4920c9b68b {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:55.113016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.176148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:55.180629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.181077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.183447 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.184665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b163e0b-5acb-4f27-b7b6-cdd379e61b90 None None] Network 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:55.205778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Transition to ACTIVE for port object 29f7d868-9ee3-401b-b8c4-4f4920c9b68b will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:55.218848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.258843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-993fc035-ce87-45df-a99f-c60bb7785539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.259357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-993fc035-ce87-45df-a99f-c60bb7785539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.260501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-993fc035-ce87-45df-a99f-c60bb7785539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.261257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-993fc035-ce87-45df-a99f-c60bb7785539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.261926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-993fc035-ce87-45df-a99f-c60bb7785539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.262716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-993fc035-ce87-45df-a99f-c60bb7785539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.264112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-993fc035-ce87-45df-a99f-c60bb7785539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.268187 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-993fc035-ce87-45df-a99f-c60bb7785539 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6502 time: 0.9895687 Feb 04 15:35:55.296417 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f7a2e914-94a0-4168-83c4-d74df520d28c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2543213 Feb 04 15:35:55.381404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Port': ['ID=df793c6e-23f7-499e-a7aa-59d8b42c2c06,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:55.391270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-b3883ecf-20f2-4119-bdb2-7306000e59fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7600663 Feb 04 15:35:55.412031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f9ba86b-1392-4ecc-b04a-d25ae12088e9 req-4753afe0-55f1-4b7d-975f-6d6f9fb8d256 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 210 time: 0.2229834 Feb 04 15:35:55.560678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Pushing event updated for resources: {'Port': ['ID=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:55.572897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-b18aaf78-c0db-4319-875e-90387c56873f tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.577598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-b18aaf78-c0db-4319-875e-90387c56873f tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.61 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 820 time: 0.8400834 Feb 04 15:35:55.655812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c40ad5-b26e-47c4-9ddd-0229ddae178f req-5933c28f-093b-43c8-856b-46ecd735215b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.667004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c40ad5-b26e-47c4-9ddd-0229ddae178f req-5933c28f-093b-43c8-856b-46ecd735215b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.681303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c40ad5-b26e-47c4-9ddd-0229ddae178f req-5933c28f-093b-43c8-856b-46ecd735215b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:55.689504 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1c40ad5-b26e-47c4-9ddd-0229ddae178f req-5933c28f-093b-43c8-856b-46ecd735215b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 2410 time: 0.5854356 Feb 04 15:35:55.745148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd117b1e-0119-4781-9f5e-dd2eacf7c618 None None] Network 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:35:55.769923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Request body: {'port': {'device_id': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'admin_state_up': True, 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:55.791670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1c40ad5-b26e-47c4-9ddd-0229ddae178f req-811c6682-8d50-443b-a9cc-7b400684e41b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011939 Feb 04 15:35:55.800140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-1a902910-ec3b-4fec-822a-eee81448a128 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4686351 Feb 04 15:35:55.802099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Attempting to bind port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:55.804547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Attempting to bind port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:55.805095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Attempting to bind port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b on network 8440a257-c253-46be-94da-13db62fb6b50 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:55.815054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b on network 8440a257-c253-46be-94da-13db62fb6b50 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:35:55.817916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Attempting to bind port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b on network 8440a257-c253-46be-94da-13db62fb6b50 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:35:55.837874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:35:55.845870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Checking segment: {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:35:55.846967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Bound using segment: {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:35:55.847887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Bound port: 29f7d868-9ee3-401b-b8c4-4f4920c9b68b, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8440a257-c253-46be-94da-13db62fb6b50'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:55.848614 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.994168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] For port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:35:56.003661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] For port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:35:56.011792 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.098507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.100419 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.102218 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] 10.222.0.53 "PUT /v2.0/ports/29f7d868-9ee3-401b-b8c4-4f4920c9b68b HTTP/1.1" status: 200 len: 1092 time: 2.3334801 Feb 04 15:35:56.154887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef308af-84ab-462f-8bf0-2031184f8148 service neutron] Pushing event updated for resources: {'Port': ['ID=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:56.219758 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': '74fef801-0f33-4671-bd8b-de54eefc048b', 'status': 'completed', 'code': 200} Feb 04 15:35:56.225738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] No DVR routers for this DVR port df793c6e-23f7-499e-a7aa-59d8b42c2c06 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:56.239375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.251788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'tag': '2edd8070-6f69-4447-a8f8-c956d605fc46'}, {'name': 'network-changed', 'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'tag': '29f7d868-9ee3-401b-b8c4-4f4920c9b68b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:56.307591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-1917d8ff-67ef-40c7-963b-97218a9f8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.308305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-1917d8ff-67ef-40c7-963b-97218a9f8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.309075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-1917d8ff-67ef-40c7-963b-97218a9f8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.310899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-1917d8ff-67ef-40c7-963b-97218a9f8ff1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.3649156 Feb 04 15:35:56.318306 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-a77ff599-92a6-4308-a687-2dc829ab5596 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "DELETE /v2.0/ports/df793c6e-23f7-499e-a7aa-59d8b42c2c06 HTTP/1.1" status: 204 len: 173 time: 3.0580757 Feb 04 15:35:56.492141 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-bf16b66e-df1c-4866-b9a5-d19d44ac7da2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862987 Feb 04 15:35:56.581982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting port 263819ac-674a-4059-83c1-b6f8a8d13d32 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:35:56.582550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.590724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:56.608617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:56.624468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-42237591-7fb1-46f7-b90c-1e4d050b0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.625219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-42237591-7fb1-46f7-b90c-1e4d050b0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.625835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-42237591-7fb1-46f7-b90c-1e4d050b0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.626447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-42237591-7fb1-46f7-b90c-1e4d050b0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.627056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-42237591-7fb1-46f7-b90c-1e4d050b0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.627662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-42237591-7fb1-46f7-b90c-1e4d050b0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.628268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-42237591-7fb1-46f7-b90c-1e4d050b0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.630449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-42237591-7fb1-46f7-b90c-1e4d050b0968 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2118397614c04148b46d2e6a194ba072&device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 6502 time: 1.0176151 Feb 04 15:35:56.666928 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-baa69af7-b5fd-490f-85a4-8dcc61dafdc9 req-459a4163-9bdd-4ab0-b598-428a1dd166a3 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 210 time: 0.0739233 Feb 04 15:35:56.686272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b9c6-44a5-4179-85f1-5de33975292e req-e3d8f7f3-2d0f-4ccf-8188-09bc95295d36 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.693626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15b8b9c6-44a5-4179-85f1-5de33975292e req-e3d8f7f3-2d0f-4ccf-8188-09bc95295d36 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 944 time: 0.9995785 Feb 04 15:35:56.704542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:56.762397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-9cd8e139-bbd4-4093-8085-76784ce5f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.764392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34e0d3c2-f94a-44be-86d8-ff8258467799 req-9cd8e139-bbd4-4093-8085-76784ce5f833 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4404576 Feb 04 15:35:56.827997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:56.845767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'port_id': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'mac_address': 'fa:16:3e:4b:c2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:56.878614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-eb1f1cbf-8ed5-4de0-93fa-fbb22af18b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.880295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-eb1f1cbf-8ed5-4de0-93fa-fbb22af18b08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 1096 time: 0.1925290 Feb 04 15:35:56.923967 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.965712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:56.985473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:56.992216 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.000696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Made reservation on behalf of d33b9beaa8e544c6ba4e8a7a86bd4439 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:57.005845 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.072746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:57.081825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.082245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.082641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.083032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.083418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.083801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.084181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.084560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.084979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.085378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.085757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.086133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:57.116344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15b8b9c6-44a5-4179-85f1-5de33975292e req-a28310bb-a2fe-4a41-b78b-47b9bceedb74 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4214661 Feb 04 15:35:57.320312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d1127b93-1d0b-41a0-96a8-2ee3d33d49f8'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:35:57.331545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-c55e90c2-97d6-4969-a184-d0d423137f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.332114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-c55e90c2-97d6-4969-a184-d0d423137f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.332523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-c55e90c2-97d6-4969-a184-d0d423137f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.334176 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-c55e90c2-97d6-4969-a184-d0d423137f6c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2865 time: 0.3993826 Feb 04 15:35:57.340858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-f3fb8f05-49ea-4106-ae85-3f032cbd5f0d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.341736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-f3fb8f05-49ea-4106-ae85-3f032cbd5f0d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Synchronizing usage tracker for tenant:47f5efe43c0f44a0ad86665b988ba250 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:35:57.400596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-54ec42cf-c559-4d61-bc4f-361ea0d44b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.401102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-54ec42cf-c559-4d61-bc4f-361ea0d44b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.401560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-54ec42cf-c559-4d61-bc4f-361ea0d44b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.403128 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-54ec42cf-c559-4d61-bc4f-361ea0d44b51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ae4d463-47b5-441c-8647-a19cd31e01ba&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&id=9aecb207-c108-4db3-816f-362a655b55d1&id=9aecb207-c108-4db3-816f-362a655b55d1 HTTP/1.1" status: 200 len: 2297 time: 0.7028716 Feb 04 15:35:57.414796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-70c3d047-5bad-49cc-8b7b-34427bdff42d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=f5baedfa-eab3-472c-af9d-0f8b938a8d9d HTTP/1.1" status: 200 len: 217 time: 0.0697472 Feb 04 15:35:57.469768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-f3fb8f05-49ea-4106-ae85-3f032cbd5f0d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Unset dirty status for tenant:47f5efe43c0f44a0ad86665b988ba250 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:35:57.471003 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-f3fb8f05-49ea-4106-ae85-3f032cbd5f0d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/networks?id=0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 HTTP/1.1" status: 200 len: 820 time: 0.4769404 Feb 04 15:35:57.497908 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-5b1ef17d-5d6f-4bc3-b42d-4715fc51a2df tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/quotas/47f5efe43c0f44a0ad86665b988ba250 HTTP/1.1" status: 200 len: 375 time: 0.0172482 Feb 04 15:35:57.499584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-451a28a2-5be5-4c11-ada2-27870ff5cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.501388 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-451a28a2-5be5-4c11-ada2-27870ff5cbd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8236d87b-6f96-4fac-8ad1-e11b97d80c3e HTTP/1.1" status: 200 len: 801 time: 0.0775988 Feb 04 15:35:57.559355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-861ad135-5e44-44a4-b069-0980e25104e7 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.561464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-861ad135-5e44-44a4-b069-0980e25104e7 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.61 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 814 time: 0.8595803 Feb 04 15:35:57.587235 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-600c23a6-cfed-42f1-ae1a-57c1478ebdec tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47f5efe43c0f44a0ad86665b988ba250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825033 Feb 04 15:35:57.596202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Request body: {'port': {'device_id': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900', 'admin_state_up': True, 'tenant_id': '07df67e647f44600bd3da18176458f76'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:57.638270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-62cb555b-f8be-47b5-abfa-29fb729f1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.639887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-62cb555b-f8be-47b5-abfa-29fb729f1deb service neutron] 10.222.0.53 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 915 time: 0.6501541 Feb 04 15:35:57.742303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-54864e61-327d-45fe-8116-70b9073f7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.743797 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-54864e61-327d-45fe-8116-70b9073f7c48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8440a257-c253-46be-94da-13db62fb6b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2042441 Feb 04 15:35:57.753822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-9b4821fa-e344-42bf-a42d-281da9a6b08b service neutron] 10.222.0.46 "GET /v2.0/networks/0d8c9680-f503-42e6-8bc9-3c3dc769bfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585526 Feb 04 15:35:57.962145 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-1233f1d0-9817-49e6-a069-13268c124629 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f251285-d08f-4263-bc68-2ea988858087 HTTP/1.1" status: 200 len: 1001 time: 0.5250480 Feb 04 15:35:57.963766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] For port 263819ac-674a-4059-83c1-b6f8a8d13d32, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=263819ac-674a-4059-83c1-b6f8a8d13d32,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:57.964131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.980304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-80ac70bb-26f1-4f27-9845-5f9e9dad2bf2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ea6af6-c416-49f2-a061-0630614cc579 HTTP/1.1" status: 200 len: 217 time: 0.1116467 Feb 04 15:35:57.993332 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-90b406ed-806c-4508-9925-a3df2bf68552 service neutron] 10.222.0.53 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417753 Feb 04 15:35:57.996367 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-57cc77ab-43ba-4ddd-969b-ba559944087b service neutron] 10.222.0.46 "GET /v2.0/networks/0d8c9680-f503-42e6-8bc9-3c3dc769bfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205787 Feb 04 15:35:58.138490 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-6991b019-8903-4f9a-81e6-218ed53ddd8c service neutron] 10.222.0.53 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390264 Feb 04 15:35:58.194977 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'tag': '2edd8070-6f69-4447-a8f8-c956d605fc46', 'status': 'completed', 'code': 200} Feb 04 15:35:58.195287 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'tag': '29f7d868-9ee3-401b-b8c4-4f4920c9b68b', 'status': 'completed', 'code': 200} Feb 04 15:35:58.217777 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-b9f8af14-2343-42d9-a57c-6c6b8bc28a7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.53&port_id=2edd8070-6f69-4447-a8f8-c956d605fc46 HTTP/1.1" status: 200 len: 217 time: 0.0720696 Feb 04 15:35:58.226025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Calling delete_port for 263819ac-674a-4059-83c1-b6f8a8d13d32 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:35:58.276471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:58.311264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d8bd2-2f7e-4880-9ee4-d017b9d86e6e req-9649105e-b28f-4593-bd1c-54ccbd7146e9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.317587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d8bd2-2f7e-4880-9ee4-d017b9d86e6e req-9649105e-b28f-4593-bd1c-54ccbd7146e9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.324028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d8bd2-2f7e-4880-9ee4-d017b9d86e6e req-9649105e-b28f-4593-bd1c-54ccbd7146e9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.332435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-537d8bd2-2f7e-4880-9ee4-d017b9d86e6e req-9649105e-b28f-4593-bd1c-54ccbd7146e9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2412 time: 1.0802155 Feb 04 15:35:58.360184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b222e25-a1bd-42da-b384-71104d7fde3c req-18b243de-7f41-439e-802d-ec7dff27715e tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 210 time: 0.0739846 Feb 04 15:35:58.391797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-67b129ed-7d89-4e23-bfbb-b2259c1b82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.393463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-67b129ed-7d89-4e23-bfbb-b2259c1b82ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.3599365 Feb 04 15:35:58.394567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-439348e9-8fc3-42b6-9824-c41cd297cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.396528 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-439348e9-8fc3-42b6-9824-c41cd297cae6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dff0411-7061-46bb-94f0-48cc83dc7b5f HTTP/1.1" status: 200 len: 801 time: 0.1711133 Feb 04 15:35:58.427942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Allocated IP 172.20.0.12 (6e3eea9b-9a67-4984-b2b6-38089c83fa07/91711569-939e-4a41-92f0-598aaabd68ab/ce495319-9be9-4352-945d-65b45c91d0d2) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:58.565296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-43396afc-ad30-4a0c-beb9-fa1a0f944d63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115320 Feb 04 15:35:58.614042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb3ad578-3256-4d80-97f5-eaf20857fbaf details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:35:58.660945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77a9c91d-1146-4a30-98e7-5795a6a5c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.662425 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-77a9c91d-1146-4a30-98e7-5795a6a5c0c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15b41b95-0815-4a42-bcf7-32981185f07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2494106 Feb 04 15:35:58.748283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-aad22102-97c3-4274-ac25-f18ddafedf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.750283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-aad22102-97c3-4274-ac25-f18ddafedf29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=19de3882-e481-4d8b-9b38-76eb7da60943 HTTP/1.1" status: 200 len: 855 time: 0.7584376 Feb 04 15:35:58.812960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:58.819633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995a72d-c9ce-42ea-b21a-4837ce52701b req-1f4e3629-feef-4f0a-9198-3b7a8cd0405b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.822261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:35:58.827302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995a72d-c9ce-42ea-b21a-4837ce52701b req-1f4e3629-feef-4f0a-9198-3b7a8cd0405b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.834693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995a72d-c9ce-42ea-b21a-4837ce52701b req-1f4e3629-feef-4f0a-9198-3b7a8cd0405b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.836351 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2995a72d-c9ce-42ea-b21a-4837ce52701b req-1f4e3629-feef-4f0a-9198-3b7a8cd0405b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 2410 time: 0.2515039 Feb 04 15:35:58.854348 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-119e34cc-9894-4677-83c4-1a6f671b61eb service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730732 Feb 04 15:35:58.866298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-537d8bd2-2f7e-4880-9ee4-d017b9d86e6e req-f511a0be-9fb7-4276-94f2-4d7c0e75f00d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328941 Feb 04 15:35:58.869475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:35:58.894622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'port_id': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf', 'mac_address': 'fa:16:3e:c4:e6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc02a95-b92d-4263-b839-e2b24f941b43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:35:58.962169 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-2c281e98-5752-4e8c-856e-a5c1d409964f service neutron] 10.222.0.53 "GET /v2.0/networks/15b41b95-0815-4a42-bcf7-32981185f07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851677 Feb 04 15:35:58.983747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:58.988824 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2995a72d-c9ce-42ea-b21a-4837ce52701b req-696592e7-c365-486d-81de-4f47c9cb09f7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280513 Feb 04 15:35:59.001678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:59.003416 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.026814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:35:59.086377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.132714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb3ad578-3256-4d80-97f5-eaf20857fbaf {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:59.174174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:59.186947 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.311609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Made reservation on behalf of 07df67e647f44600bd3da18176458f76 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:59.323904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.345892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67b7c8bb-c75e-4ef6-abac-f3e389a89e89 req-6f76735b-33a9-42ad-8271-0f43a0a033ec tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 210 time: 0.2895508 Feb 04 15:35:59.424809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['cb3ad578-3256-4d80-97f5-eaf20857fbaf'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:35:59.463471 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9e3e3b62-4349-42e6-83ee-8febd981af12 req-a3406b00-aca5-42c6-a828-75b9576f788c tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 210 time: 0.1326451 Feb 04 15:35:59.588571 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-f686c982-c837-4a8c-903a-f3b6d596256e service neutron] 10.222.0.53 "GET /v2.0/networks/15b41b95-0815-4a42-bcf7-32981185f07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948460 Feb 04 15:35:59.689444 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.707621 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': 'df793c6e-23f7-499e-a7aa-59d8b42c2c06', 'status': 'completed', 'code': 200} Feb 04 15:35:59.740491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=cb3ad578-3256-4d80-97f5-eaf20857fbaf,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:59.760839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:59.765697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-687cf52a-de6d-4139-802c-ce9319c43555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.768067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-687cf52a-de6d-4139-802c-ce9319c43555 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ae4d463-47b5-441c-8647-a19cd31e01ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9998479 Feb 04 15:35:59.773100 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-bb8aa9c4-fcf5-4ec9-a7af-ac5130968718 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=29f7d868-9ee3-401b-b8c4-4f4920c9b68b HTTP/1.1" status: 200 len: 217 time: 0.1506326 Feb 04 15:35:59.778277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:35:59.787751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.906636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:59.942955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c4ce54ee-8700-43f6-953c-ce3d227e00da req-2c4e0210-22d5-4e53-8413-1b152f62cb35 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 210 time: 0.0884099 Feb 04 15:35:59.984275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-0303d051-90f8-4691-8c53-370df730052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.986724 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-0303d051-90f8-4691-8c53-370df730052f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8236d87b-6f96-4fac-8ad1-e11b97d80c3e HTTP/1.1" status: 200 len: 801 time: 0.2117224 Feb 04 15:35:59.990620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.093995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8dc0dea1-4802-4e01-9c90-d11fc9a8d849 req-712b685b-ba37-48ac-95dd-8b3577ed7d71 service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2258365 Feb 04 15:36:00.115126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-bd53650a-c6c5-4298-8fa6-fd77adedfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:00.116877 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-bd53650a-c6c5-4298-8fa6-fd77adedfe45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8440a257-c253-46be-94da-13db62fb6b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222107 Feb 04 15:36:00.247996 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'code': 200} Feb 04 15:36:00.602736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-32fe062e-4a73-48ea-aada-78cc53e99a7c service neutron] 10.222.0.53 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680560 Feb 04 15:36:00.633741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb3ad578-3256-4d80-97f5-eaf20857fbaf up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:00.798748 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Port': ['ID=263819ac-674a-4059-83c1-b6f8a8d13d32,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:00.839306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port cb3ad578-3256-4d80-97f5-eaf20857fbaf triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:00.839938 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.891116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ee29-188d-4ade-a766-70a672d4f540 req-fd085d76-7204-4f27-8130-e7e102822692 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:00.897228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ee29-188d-4ade-a766-70a672d4f540 req-fd085d76-7204-4f27-8130-e7e102822692 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:00.904254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ee29-188d-4ade-a766-70a672d4f540 req-fd085d76-7204-4f27-8130-e7e102822692 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:00.906070 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-81d2ee29-188d-4ade-a766-70a672d4f540 req-fd085d76-7204-4f27-8130-e7e102822692 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2412 time: 0.5805247 Feb 04 15:36:00.950269 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ef615132-d20a-44f9-82fe-4b9b2871df01 req-34d21eaf-e2d5-4c5b-9a99-684151919395 service neutron] 10.222.0.53 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257949 Feb 04 15:36:00.962899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Allocated IP 172.20.0.12 (740db0d2-b7d8-4158-b780-967caa10c900/ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c/83de3acd-b9be-4867-a1a2-72144ab63f7f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:00.965184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-81d2ee29-188d-4ade-a766-70a672d4f540 req-6f770de5-c1df-4021-a768-5d951f64a613 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492904 Feb 04 15:36:01.009352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-43b5ddff-c5aa-47ed-8e8e-ddb5d434068c service neutron] 10.222.0.61 "GET /v2.0/networks/1ae4d463-47b5-441c-8647-a19cd31e01ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1381135 Feb 04 15:36:01.077984 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.151388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:01.158167 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.240966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] No DVR routers for this DVR port 263819ac-674a-4059-83c1-b6f8a8d13d32 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:01.243807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.255376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=cb3ad578-3256-4d80-97f5-eaf20857fbaf,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:01.261810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-792449c9-868d-47be-86e3-c42d5eab4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.262295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-792449c9-868d-47be-86e3-c42d5eab4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.265649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-792449c9-868d-47be-86e3-c42d5eab4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.266413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.269141 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-792449c9-868d-47be-86e3-c42d5eab4303 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2865 time: 0.2532792 Feb 04 15:36:01.396754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a1a2d-b766-479c-bb69-968d134b98a2 req-85b099b2-457f-4dc2-87a3-45768e12b111 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.403094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Transition to ACTIVE for port object ce495319-9be9-4352-945d-65b45c91d0d2 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:01.412102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a1a2d-b766-479c-bb69-968d134b98a2 req-85b099b2-457f-4dc2-87a3-45768e12b111 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.419615 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be6a1a2d-b766-479c-bb69-968d134b98a2 req-85b099b2-457f-4dc2-87a3-45768e12b111 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 1677 time: 0.2928386 Feb 04 15:36:01.449559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-c3dcbd62-40a2-45f6-a800-3b9953af38cb tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "DELETE /v2.0/ports/263819ac-674a-4059-83c1-b6f8a8d13d32 HTTP/1.1" status: 204 len: 173 time: 5.1165540 Feb 04 15:36:01.534090 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-8691f413-d1e9-4738-9cbd-438b4b7989ec service neutron] 10.222.0.61 "GET /v2.0/networks/1ae4d463-47b5-441c-8647-a19cd31e01ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986242 Feb 04 15:36:01.544141 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be6a1a2d-b766-479c-bb69-968d134b98a2 req-3f5174b7-60e1-4dea-910e-71a73eb16bdf tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235316 Feb 04 15:36:01.580319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-6aae7d61-08ad-4f1c-9a8b-84b62354af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.581853 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-6aae7d61-08ad-4f1c-9a8b-84b62354af72 service neutron] 10.222.0.53 "GET /v2.0/networks?id=15b41b95-0815-4a42-bcf7-32981185f07f HTTP/1.1" status: 200 len: 902 time: 0.2918329 Feb 04 15:36:01.626289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-00859f1e-b17d-4a9f-915b-9c2c1b100358 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.627713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-00859f1e-b17d-4a9f-915b-9c2c1b100358 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.53 "GET /v2.0/networks?id=0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 HTTP/1.1" status: 200 len: 820 time: 1.1193585 Feb 04 15:36:01.662720 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-fd1ed149-8856-4e41-acd8-2c90cf4f5ae6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.53&port_id=2edd8070-6f69-4447-a8f8-c956d605fc46 HTTP/1.1" status: 200 len: 217 time: 0.0726631 Feb 04 15:36:01.720816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Request body: {'port': {'device_id': 'b966402d-14b1-425a-b96e-01e1e6b70bad', 'network_id': '0d8c9680-f503-42e6-8bc9-3c3dc769bfb7', 'admin_state_up': True, 'tenant_id': '47f5efe43c0f44a0ad86665b988ba250'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:01.743016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': '263819ac-674a-4059-83c1-b6f8a8d13d32'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:01.771214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d15c0eeb-dfb4-4b31-b683-0a23ef8094f9 req-76e36e92-f739-4fd7-a36e-aac1460c382f tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 210 time: 0.0567486 Feb 04 15:36:01.777746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423d745-61d6-4351-8f50-e2a94ab41461 req-32f156a3-23e8-474d-b7a2-76bb5897c02c tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.786313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8423d745-61d6-4351-8f50-e2a94ab41461 req-32f156a3-23e8-474d-b7a2-76bb5897c02c tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 2.0694830 Feb 04 15:36:01.796696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-87175825-fb76-431d-81d6-761041ed2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.798313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-87175825-fb76-431d-81d6-761041ed2e10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dff0411-7061-46bb-94f0-48cc83dc7b5f HTTP/1.1" status: 200 len: 801 time: 0.1279237 Feb 04 15:36:01.846119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-8a2be975-4de6-4fd4-b0dd-b3144d4b6649 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=6b9e96db-8e49-4b8a-a71c-190000ac9de8 HTTP/1.1" status: 200 len: 217 time: 0.2364931 Feb 04 15:36:01.887369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.900172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['3981e2c9-f830-4d00-b520-ee83d0eb4fb7'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:01.916868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-6eefff32-6d8f-439f-a23c-39cb8bf3fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.918708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-6eefff32-6d8f-439f-a23c-39cb8bf3fab6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15b41b95-0815-4a42-bcf7-32981185f07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052973 Feb 04 15:36:02.084339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-16d7dbd5-d78f-46ec-8fcb-1580bdc70a89 req-da511899-06ec-4daa-a654-eae13f42ded8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 210 time: 0.0503173 Feb 04 15:36:02.168109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509d340-fc87-47b5-9c75-7768393f94c0 req-e01f6e92-d762-4006-9398-92f66ec1552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.176800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2509d340-fc87-47b5-9c75-7768393f94c0 req-e01f6e92-d762-4006-9398-92f66ec1552c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 1097 time: 1.4676316 Feb 04 15:36:02.180348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-3fbaab77-d6ba-439a-be83-2b2ffaaa7e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.181900 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-3fbaab77-d6ba-439a-be83-2b2ffaaa7e3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=724662c2-4369-437e-a6f2-d6b7e1d8d3e2 HTTP/1.1" status: 200 len: 797 time: 0.2744823 Feb 04 15:36:02.256168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:02.300522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting port f365816a-c471-45e6-9060-2f12b8d1db78 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:02.301186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.362879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-b7ccca33-8d26-4817-bb58-2030a0c96b6d service neutron] 10.222.0.53 "GET /v2.0/networks/15b41b95-0815-4a42-bcf7-32981185f07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350128 Feb 04 15:36:02.442143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8423d745-61d6-4351-8f50-e2a94ab41461 req-e8c8b379-9854-4dd0-9fa5-fd3ce2b30a76 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6546581 Feb 04 15:36:02.444188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:02.481492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:02.489406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:02.523595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Usage tracker for resource:port and tenant:47f5efe43c0f44a0ad86665b988ba250 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:02.526346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:36:02.612459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389fde4-abcb-44b6-97db-4dddd8086d91 req-a06260b6-a4df-4af1-8b1a-8ed87a37412a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.614434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.620474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.621168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9389fde4-abcb-44b6-97db-4dddd8086d91 req-a06260b6-a4df-4af1-8b1a-8ed87a37412a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 932 time: 0.3037155 Feb 04 15:36:02.650459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:02.698682 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': '263819ac-674a-4059-83c1-b6f8a8d13d32', 'status': 'completed', 'code': 200} Feb 04 15:36:02.701916 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2509d340-fc87-47b5-9c75-7768393f94c0 req-a0a356a3-6e1b-4dbc-846d-71cab669a334 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4221365 Feb 04 15:36:02.704077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0217702 Feb 04 15:36:02.721536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:02.740731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e42f17-6ff5-4baf-b44c-80099bef93fe tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Pushing event updated for resources: {'Port': ['ID=ce495319-9be9-4352-945d-65b45c91d0d2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:02.783552 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9389fde4-abcb-44b6-97db-4dddd8086d91 req-34d52dca-0cdb-43ca-a42a-8543b8088b9c tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613901 Feb 04 15:36:02.799320 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-c684d44c-31a4-4c9a-8ff5-d04203011708 service neutron] 10.222.0.53 "GET /v2.0/networks/15b41b95-0815-4a42-bcf7-32981185f07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205434 Feb 04 15:36:02.895498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-7b4d9abf-e217-488c-854b-d3986fcf03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.897831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-7b4d9abf-e217-488c-854b-d3986fcf03a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7020977 Feb 04 15:36:02.898612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Made reservation on behalf of 47f5efe43c0f44a0ad86665b988ba250 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:02.904090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.915655 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf', 'code': 200} Feb 04 15:36:02.959687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8a851274-2964-4deb-b7e4-49a3a8ef0d23 None None] Provisioning for port ce495319-9be9-4352-945d-65b45c91d0d2 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:02.973900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8a851274-2964-4deb-b7e4-49a3a8ef0d23 None None] Provisioning complete for port ce495319-9be9-4352-945d-65b45c91d0d2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:02.974267 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a851274-2964-4deb-b7e4-49a3a8ef0d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.076028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-e8a3f311-2eff-45f1-a4b5-ff582cf3945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.076976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-e8a3f311-2eff-45f1-a4b5-ff582cf3945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.077603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-e8a3f311-2eff-45f1-a4b5-ff582cf3945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.078887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8a851274-2964-4deb-b7e4-49a3a8ef0d23 None None] Port ce495319-9be9-4352-945d-65b45c91d0d2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:36:03.079370 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-e8a3f311-2eff-45f1-a4b5-ff582cf3945f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2865 time: 0.1904385 Feb 04 15:36:03.139949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Request body: {'port': {'device_id': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:03.232898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efd9aa-8c5d-46e8-bf3b-55137b439a50 req-82c6edcd-6b4e-4412-a871-e40e2d5f4039 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.238989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efd9aa-8c5d-46e8-bf3b-55137b439a50 req-82c6edcd-6b4e-4412-a871-e40e2d5f4039 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.245851 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-29efd9aa-8c5d-46e8-bf3b-55137b439a50 req-82c6edcd-6b4e-4412-a871-e40e2d5f4039 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 1677 time: 0.2381153 Feb 04 15:36:03.284442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-8c1e07e3-4687-4504-b4e3-47d6daab8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.286235 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-8c1e07e3-4687-4504-b4e3-47d6daab8a09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8440a257-c253-46be-94da-13db62fb6b50 HTTP/1.1" status: 200 len: 903 time: 0.1994505 Feb 04 15:36:03.334323 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.373956 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-09cc5147-5a2c-4453-9209-b3004e83a0c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=29f7d868-9ee3-401b-b8c4-4f4920c9b68b HTTP/1.1" status: 200 len: 217 time: 0.0698357 Feb 04 15:36:03.383939 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-29efd9aa-8c5d-46e8-bf3b-55137b439a50 req-4f8c0a55-4e0a-4199-81d3-34d9837a740a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371949 Feb 04 15:36:03.532194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-838497b0-be82-498a-b058-6b825cf7e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.533672 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-838497b0-be82-498a-b058-6b825cf7e397 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8236d87b-6f96-4fac-8ad1-e11b97d80c3e HTTP/1.1" status: 200 len: 801 time: 0.1404569 Feb 04 15:36:03.652660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133c43-313a-4a86-9fb4-0453692cde29 req-06210265-1d11-4965-80a7-b97c3f55f3e0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.659215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133c43-313a-4a86-9fb4-0453692cde29 req-06210265-1d11-4965-80a7-b97c3f55f3e0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.665161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133c43-313a-4a86-9fb4-0453692cde29 req-06210265-1d11-4965-80a7-b97c3f55f3e0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.666918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63133c43-313a-4a86-9fb4-0453692cde29 req-06210265-1d11-4965-80a7-b97c3f55f3e0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2412 time: 0.7803211 Feb 04 15:36:03.679703 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5621ec51-c21d-4349-b475-bfe89f1095f0 req-ff9ad8bc-c979-4df3-b562-6d6102e72b8e tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 210 time: 0.0660188 Feb 04 15:36:03.758152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-c49db961-277e-4d6c-baee-e428295f7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:03.761148 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-c49db961-277e-4d6c-baee-e428295f7c4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8440a257-c253-46be-94da-13db62fb6b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2161481 Feb 04 15:36:03.792201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.887867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63133c43-313a-4a86-9fb4-0453692cde29 req-fdde8502-c26b-4c45-a466-846f84bc212e tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933792 Feb 04 15:36:03.892872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-72de2833-a8dc-4ea5-a9b8-d301a65dd0f2 service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623634 Feb 04 15:36:04.046676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] For port f365816a-c471-45e6-9060-2f12b8d1db78, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f365816a-c471-45e6-9060-2f12b8d1db78,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:04.047339 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.058564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.072427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['df38c924-0d8e-431f-9817-1ff9080fb109'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:04.126479 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8516860d-94d9-4860-9cfe-bc1423dc77bf req-b31810ae-a939-4957-955b-96d65b0f9c4a tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 210 time: 0.1827905 Feb 04 15:36:04.128463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['02ea6af6-c416-49f2-a061-0630614cc579', '749e271c-bee3-48f0-a0d4-d65dc90e2623'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:04.307170 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-a79f6c50-d26e-4de4-a4b6-437205b90620 service neutron] 10.222.0.53 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389650 Feb 04 15:36:04.391510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6ecae81-7f86-46a7-94bf-97077f32df3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.492250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Calling delete_port for f365816a-c471-45e6-9060-2f12b8d1db78 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:04.732783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 2edd8070-6f69-4447-a8f8-c956d605fc46 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:04.799761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Allocated IP 172.20.0.3 (0d8c9680-f503-42e6-8bc9-3c3dc769bfb7/8dceb863-ec45-4a15-854e-4b2d1ec9eb73/b4cdc168-141a-4783-bb08-9e140f1525dd) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:04.814552 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-36d52ac0-53a1-4b97-9ba1-48b2389be4d8 req-cdfcbe09-f72f-44f3-9803-80840dbcce46 service neutron] 10.222.0.53 "GET /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007591 Feb 04 15:36:04.851898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276e4fd-d042-40bb-91e7-c34858188ab3 req-f2fff57c-93b7-4755-8055-058317a214c5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:04.860615 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8276e4fd-d042-40bb-91e7-c34858188ab3 req-f2fff57c-93b7-4755-8055-058317a214c5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 932 time: 0.3557556 Feb 04 15:36:04.927889 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8276e4fd-d042-40bb-91e7-c34858188ab3 req-46805d71-4cd1-424a-845b-391d5d3fe611 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662746 Feb 04 15:36:05.081722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 2edd8070-6f69-4447-a8f8-c956d605fc46, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2edd8070-6f69-4447-a8f8-c956d605fc46,segment=NetworkSegment(6455201b-f20b-4c19-833e-1083f7b7d5ed),segment_id=6455201b-f20b-4c19-833e-1083f7b7d5ed)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:05.099795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '2edd8070-6f69-4447-a8f8-c956d605fc46', 'network_id': '15b41b95-0815-4a42-bcf7-32981185f07f', 'port_id': '2edd8070-6f69-4447-a8f8-c956d605fc46', 'mac_address': 'fa:16:3e:0b:55:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dff0411-7061-46bb-94f0-48cc83dc7b5f', 'ip_address': '19.86.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:05.195709 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.236199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205d82-157c-40b8-9c98-56b544d4eca0 req-80325103-9cbd-40e4-93ad-d70b403964b7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.240829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edd8070-6f69-4447-a8f8-c956d605fc46 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:05.243346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57205d82-157c-40b8-9c98-56b544d4eca0 req-80325103-9cbd-40e4-93ad-d70b403964b7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 944 time: 0.1926913 Feb 04 15:36:05.263716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 2edd8070-6f69-4447-a8f8-c956d605fc46, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2edd8070-6f69-4447-a8f8-c956d605fc46,segment=NetworkSegment(6455201b-f20b-4c19-833e-1083f7b7d5ed),segment_id=6455201b-f20b-4c19-833e-1083f7b7d5ed)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:05.273073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.274707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f5baedfa-eab3-472c-af9d-0f8b938a8d9d details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:05.306629 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57205d82-157c-40b8-9c98-56b544d4eca0 req-e43367f0-fd75-42ed-945f-a78ff97ecebd tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620713 Feb 04 15:36:05.386012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=2edd8070-6f69-4447-a8f8-c956d605fc46,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:05.558252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9b83d-290c-43ff-a5f1-8e0ec2fe7b15 req-9608602e-4fe3-4a98-92e5-ef00ab8e30b8 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.570450 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ed9b83d-290c-43ff-a5f1-8e0ec2fe7b15 req-9608602e-4fe3-4a98-92e5-ef00ab8e30b8 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 932 time: 0.1473637 Feb 04 15:36:05.576279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f5baedfa-eab3-472c-af9d-0f8b938a8d9d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:05.598464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d', 'network_id': '8440a257-c253-46be-94da-13db62fb6b50', 'port_id': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d', 'mac_address': 'fa:16:3e:84:68:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8236d87b-6f96-4fac-8ad1-e11b97d80c3e', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:05.637561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ed9b83d-290c-43ff-a5f1-8e0ec2fe7b15 req-5b46b0f2-da47-49c8-b038-fea5abe7eb8d tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Feb 04 15:36:05.667030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.670563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Pushing event updated for resources: {'Port': ['ID=83de3acd-b9be-4867-a1a2-72144ab63f7f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:05.711684 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.739770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5baedfa-eab3-472c-af9d-0f8b938a8d9d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:05.758551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f5baedfa-eab3-472c-af9d-0f8b938a8d9d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:05.764639 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.765679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29f7d868-9ee3-401b-b8c4-4f4920c9b68b details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:05.807149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-949f044f-84f9-4cc4-bb94-856ee9c5cc86 service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9035001 Feb 04 15:36:05.815826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Network 740db0d2-b7d8-4158-b780-967caa10c900 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:05.818102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Port': ['ID=f365816a-c471-45e6-9060-2f12b8d1db78,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:05.870900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:05.879070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:05.890281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '29f7d868-9ee3-401b-b8c4-4f4920c9b68b', 'network_id': '8440a257-c253-46be-94da-13db62fb6b50', 'port_id': '29f7d868-9ee3-401b-b8c4-4f4920c9b68b', 'mac_address': 'fa:16:3e:bf:7a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8236d87b-6f96-4fac-8ad1-e11b97d80c3e', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:05.916265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f8be-7d4c-442d-a8b8-8b69cd57a7d1 req-3752d2ba-e041-4c36-bb66-430e6c514a2c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.924062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f8be-7d4c-442d-a8b8-8b69cd57a7d1 req-3752d2ba-e041-4c36-bb66-430e6c514a2c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.928547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:05.931300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-91b43f0b-8c66-4325-8a8c-ac52fb19d978 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=5e5f2857-8e14-4c7e-b02d-dd341ae72129 HTTP/1.1" status: 200 len: 217 time: 0.0666437 Feb 04 15:36:05.931460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f8be-7d4c-442d-a8b8-8b69cd57a7d1 req-3752d2ba-e041-4c36-bb66-430e6c514a2c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.935384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:36:05.941186 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a299f8be-7d4c-442d-a8b8-8b69cd57a7d1 req-3752d2ba-e041-4c36-bb66-430e6c514a2c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2414 time: 0.1480205 Feb 04 15:36:05.956534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.972016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce495319-9be9-4352-945d-65b45c91d0d2 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:05.981307 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f7d868-9ee3-401b-b8c4-4f4920c9b68b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:05.987627 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.000709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:06.002602 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a299f8be-7d4c-442d-a8b8-8b69cd57a7d1 req-73912985-4399-43ab-a146-d0d7857cc7d0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603650 Feb 04 15:36:06.015026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.070128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.129283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] No DVR routers for this DVR port f365816a-c471-45e6-9060-2f12b8d1db78 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:06.155029 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.158580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': 'f365816a-c471-45e6-9060-2f12b8d1db78'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:06.178809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:06.196645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Transition to ACTIVE for port object ce495319-9be9-4352-945d-65b45c91d0d2 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:06.237993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-b6f54ee4-2d72-4083-a13c-a9c0d6502898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.241763 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-b6f54ee4-2d72-4083-a13c-a9c0d6502898 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=724662c2-4369-437e-a6f2-d6b7e1d8d3e2 HTTP/1.1" status: 200 len: 797 time: 0.2611921 Feb 04 15:36:06.248517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.249111 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.255916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.309656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.357180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['2edd8070-6f69-4447-a8f8-c956d605fc46'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:06.357426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-999d09d3-5f4d-4532-895d-9021a4a14397 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "DELETE /v2.0/ports/f365816a-c471-45e6-9060-2f12b8d1db78 HTTP/1.1" status: 204 len: 173 time: 4.8209419 Feb 04 15:36:06.433261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb89424-99a3-4918-9739-eb06b73f76ee req-f7dc5ba1-30a7-4a31-81b1-79210f65d9b3 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.436503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f5baedfa-eab3-472c-af9d-0f8b938a8d9d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:06.441361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3fb89424-99a3-4918-9739-eb06b73f76ee req-f7dc5ba1-30a7-4a31-81b1-79210f65d9b3 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 1.6319406 Feb 04 15:36:06.474038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-acc86edb-e2b0-406c-b4b2-92e2cd877ddc tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.8943865 Feb 04 15:36:06.486275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['29f7d868-9ee3-401b-b8c4-4f4920c9b68b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:06.568268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Request body: {'port': {'device_id': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:06.580349 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f848afb0-3939-4fd3-846f-9c529669fa88 req-ff77b18d-b75b-4e23-a719-5e21ac8a2989 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 210 time: 0.3860331 Feb 04 15:36:06.767966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3fb89424-99a3-4918-9739-eb06b73f76ee req-e7389f08-a5c3-4d1b-8279-c6a7b21a4208 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3255744 Feb 04 15:36:06.793951 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b354ef2b-63c4-40b0-b203-bf42f94135be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.810834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce495319-9be9-4352-945d-65b45c91d0d2,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:06.876324 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': 'f365816a-c471-45e6-9060-2f12b8d1db78', 'status': 'completed', 'code': 200} Feb 04 15:36:06.907890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b50fd-a73f-417d-b067-16c2d114dee7 req-139c9567-8f79-4cc4-b936-8006929a7ee5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.914511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting port f95c9a3c-a964-466b-9dfc-b46ee696a11d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:06.914858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.931072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3d4b50fd-a73f-417d-b067-16c2d114dee7 req-139c9567-8f79-4cc4-b936-8006929a7ee5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 944 time: 0.1359572 Feb 04 15:36:07.005852 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3d4b50fd-a73f-417d-b067-16c2d114dee7 req-5128076b-359a-4289-b860-f61487817561 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735805 Feb 04 15:36:07.192681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67014164-a51b-47a4-9344-f0b54b582650 req-77d26c7b-4038-4644-b4e4-0099e9d67efd tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.201628 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67014164-a51b-47a4-9344-f0b54b582650 req-77d26c7b-4038-4644-b4e4-0099e9d67efd tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 932 time: 0.1039994 Feb 04 15:36:07.305360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67014164-a51b-47a4-9344-f0b54b582650 req-ad15edc8-7d14-41dc-89d0-ec4fece3a395 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998416 Feb 04 15:36:07.332471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.406383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-147cbf8c-4f70-47ea-b393-541c45f50236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.408109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-147cbf8c-4f70-47ea-b393-541c45f50236 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1467304 Feb 04 15:36:07.472937 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.522485 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.548613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0792b-e460-4586-9918-b11a65437d4b req-6f8935a0-e18f-4863-9cc0-b22ef3dcc410 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.559282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0792b-e460-4586-9918-b11a65437d4b req-6f8935a0-e18f-4863-9cc0-b22ef3dcc410 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.567093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0792b-e460-4586-9918-b11a65437d4b req-6f8935a0-e18f-4863-9cc0-b22ef3dcc410 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.568964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0fe0792b-e460-4586-9918-b11a65437d4b req-6f8935a0-e18f-4863-9cc0-b22ef3dcc410 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2415 time: 0.1343155 Feb 04 15:36:07.653347 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.656627 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0fe0792b-e460-4586-9918-b11a65437d4b req-0a5646af-d9e3-4eda-aa15-e0fbb093b8b6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794504 Feb 04 15:36:07.772467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Attempting to bind port ce495319-9be9-4352-945d-65b45c91d0d2 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:07.773052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Attempting to bind port ce495319-9be9-4352-945d-65b45c91d0d2 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:07.773052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Attempting to bind port ce495319-9be9-4352-945d-65b45c91d0d2 on network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:07.800840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Pushing event updated for resources: {'Port': ['ID=b4cdc168-141a-4783-bb08-9e140f1525dd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:07.850075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Port ce495319-9be9-4352-945d-65b45c91d0d2 on network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:36:07.850437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Attempting to bind port ce495319-9be9-4352-945d-65b45c91d0d2 on network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:07.853705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Network 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:07.858795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe264-adc8-434e-a873-ec7880670d40 req-b94258e9-5bea-4c88-93c6-fb414e098eb1 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.860313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cd4fe264-adc8-434e-a873-ec7880670d40 req-b94258e9-5bea-4c88-93c6-fb414e098eb1 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 931 time: 0.0943727 Feb 04 15:36:07.880063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:07.891229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:36:07.891229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Checking segment: {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:36:07.891588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Bound using segment: {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:36:07.892039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Bound port: ce495319-9be9-4352-945d-65b45c91d0d2, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befb0b3b-3c91-43f1-8e74-962d260f9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:07.892387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.904099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:36:07.912878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-cd4fe264-adc8-434e-a873-ec7880670d40 req-a0a9a0e3-84ee-4515-bd2a-ec5976259676 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Synchronizing usage tracker for tenant:47f5efe43c0f44a0ad86665b988ba250 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:07.936313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-cd4fe264-adc8-434e-a873-ec7880670d40 req-a0a9a0e3-84ee-4515-bd2a-ec5976259676 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Unset dirty status for tenant:47f5efe43c0f44a0ad86665b988ba250 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:07.937469 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cd4fe264-adc8-434e-a873-ec7880670d40 req-a0a9a0e3-84ee-4515-bd2a-ec5976259676 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702159 Feb 04 15:36:08.067695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37567e7f-702b-4f97-996e-ce0ad70f67d8 req-1b19b494-a87d-45a9-b15f-5724485c0292 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:08.068637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-37567e7f-702b-4f97-996e-ce0ad70f67d8 req-1b19b494-a87d-45a9-b15f-5724485c0292 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:08.180012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:08.180622 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.196984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] For port f95c9a3c-a964-466b-9dfc-b46ee696a11d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f95c9a3c-a964-466b-9dfc-b46ee696a11d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:08.197341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.210279 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-ce131afa-8cd9-4c78-8bb0-9978513cbd2c service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593298 Feb 04 15:36:08.244908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690b6e-deed-4720-8611-16336f8f9a28 req-1466c7d9-82cc-4a22-bbb9-537dea8522ed tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:08.246382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89690b6e-deed-4720-8611-16336f8f9a28 req-1466c7d9-82cc-4a22-bbb9-537dea8522ed tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 0.0902653 Feb 04 15:36:08.324950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89690b6e-deed-4720-8611-16336f8f9a28 req-25a90ee9-ea23-4b7f-af9d-e71ad1b4aa89 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720344 Feb 04 15:36:08.446348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-37567e7f-702b-4f97-996e-ce0ad70f67d8 req-1b19b494-a87d-45a9-b15f-5724485c0292 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:08.453668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37567e7f-702b-4f97-996e-ce0ad70f67d8 req-1b19b494-a87d-45a9-b15f-5724485c0292 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 944 time: 1.3401208 Feb 04 15:36:08.509513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-3778883c-7006-4962-b4ab-5cecef8ba992 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7930584 Feb 04 15:36:08.564570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2cbbb-a4ae-4cdf-be9e-1367619561ee req-c45d967f-6df0-4029-be0d-969842c74a27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:08.566143 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bfb2cbbb-a4ae-4cdf-be9e-1367619561ee req-c45d967f-6df0-4029-be0d-969842c74a27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 944 time: 0.1079841 Feb 04 15:36:08.579490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] For port ce495319-9be9-4352-945d-65b45c91d0d2, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:36:08.593381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Request body: {'port': {'device_id': 'b966402d-14b1-425a-b96e-01e1e6b70bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:08.625028 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bfb2cbbb-a4ae-4cdf-be9e-1367619561ee req-010e7c39-9a0a-41a9-821e-3cef34860d81 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515413 Feb 04 15:36:08.690676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] For port ce495319-9be9-4352-945d-65b45c91d0d2, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ce495319-9be9-4352-945d-65b45c91d0d2,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:36:08.721550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.776274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 2edd8070-6f69-4447-a8f8-c956d605fc46 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:08.844015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46810bd4-bcd7-4bb1-9b7d-65711cd8dba4 req-bb101e21-fff7-4b6f-b0cc-33b4260dc5df tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:08.851520 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46810bd4-bcd7-4bb1-9b7d-65711cd8dba4 req-bb101e21-fff7-4b6f-b0cc-33b4260dc5df tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 932 time: 0.1050136 Feb 04 15:36:08.869371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37567e7f-702b-4f97-996e-ce0ad70f67d8 req-ca14c5ff-5667-4769-ba9c-f44d0dae4ca2 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups?id=5343584f-8b1a-4408-922e-f170c2ab2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4150681 Feb 04 15:36:08.883929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 2edd8070-6f69-4447-a8f8-c956d605fc46 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:08.890200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 2edd8070-6f69-4447-a8f8-c956d605fc46 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:08.891227 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.924919 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46810bd4-bcd7-4bb1-9b7d-65711cd8dba4 req-c783f790-04ed-49d8-8c4e-515dec00dec9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722246 Feb 04 15:36:09.082791 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.088612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.129957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.164959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ef5df-22a2-41d8-a496-b13182c91bb0 req-c16f6e7a-9b66-4514-9f27-fd360c1379e6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.172709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ef5df-22a2-41d8-a496-b13182c91bb0 req-c16f6e7a-9b66-4514-9f27-fd360c1379e6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.174661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 2edd8070-6f69-4447-a8f8-c956d605fc46, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2edd8070-6f69-4447-a8f8-c956d605fc46,segment=NetworkSegment(6455201b-f20b-4c19-833e-1083f7b7d5ed),segment_id=6455201b-f20b-4c19-833e-1083f7b7d5ed)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:09.175901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd8070-6f69-4447-a8f8-c956d605fc46'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:09.181406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ef5df-22a2-41d8-a496-b13182c91bb0 req-c16f6e7a-9b66-4514-9f27-fd360c1379e6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.182729 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.183346 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4b3ef5df-22a2-41d8-a496-b13182c91bb0 req-c16f6e7a-9b66-4514-9f27-fd360c1379e6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2415 time: 0.1500432 Feb 04 15:36:09.190419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29f7d868-9ee3-401b-b8c4-4f4920c9b68b up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:09.256412 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4b3ef5df-22a2-41d8-a496-b13182c91bb0 req-ead1a772-e7f3-4045-88ed-a0a90b2cbcc4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619633 Feb 04 15:36:09.309506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.314799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.322545 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Floating IP 837fc56d-44ef-4478-a197-a8e2c5671058 disassociated. External IP: 172.25.8.61, port: f95c9a3c-a964-466b-9dfc-b46ee696a11d. Feb 04 15:36:09.323390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Calling delete_port for f95c9a3c-a964-466b-9dfc-b46ee696a11d owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:09.360415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=2edd8070-6f69-4447-a8f8-c956d605fc46,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:09.381808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:09.387545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:09.388492 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.403932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.468617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.469360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.470755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] 10.222.0.61 "PUT /v2.0/ports/ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 200 len: 1092 time: 6.3414552 Feb 04 15:36:09.487498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:09.553943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-fe1c4215-fbe1-4d22-93bd-0be7d0888809 service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3190646 Feb 04 15:36:09.576823 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.622007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:09.628593 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.629869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f5baedfa-eab3-472c-af9d-0f8b938a8d9d up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:09.704225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640eb21-912e-41a9-a56e-80773ddaa389 req-010972c2-a10a-464c-b9b7-fb70585c0c7d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.717964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7640eb21-912e-41a9-a56e-80773ddaa389 req-010972c2-a10a-464c-b9b7-fb70585c0c7d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 931 time: 0.1912854 Feb 04 15:36:09.781238 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7640eb21-912e-41a9-a56e-80773ddaa389 req-df3498e0-fc2d-4f8d-b6bc-f246352d8f69 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621712 Feb 04 15:36:09.813932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:09.857832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port f5baedfa-eab3-472c-af9d-0f8b938a8d9d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:09.865811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port f5baedfa-eab3-472c-af9d-0f8b938a8d9d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:09.866288 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.926244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-92ec7ad2-c5f8-4be9-8bc2-f81a5bf00c9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=73c601f1-2f34-4dfa-8780-3ff4ff940ff9 HTTP/1.1" status: 200 len: 217 time: 0.3305871 Feb 04 15:36:10.011370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.038600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1869b80-5c38-4f90-bf1b-5b93644eadb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce495319-9be9-4352-945d-65b45c91d0d2,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:10.073099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f5baedfa-eab3-472c-af9d-0f8b938a8d9d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:10.082659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.091902 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.205893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:36:10.222618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Port': ['ID=f95c9a3c-a964-466b-9dfc-b46ee696a11d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:10.229493 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd8070-6f69-4447-a8f8-c956d605fc46', 'code': 200} Feb 04 15:36:10.249589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:10.339889 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'status': 'completed', 'code': 200} Feb 04 15:36:10.485591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a608c-3a19-4c31-a3d3-b28941749725 req-bf40c4fa-4add-46e2-accf-168eb47c0dc7 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:10.487515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e2a608c-3a19-4c31-a3d3-b28941749725 req-bf40c4fa-4add-46e2-accf-168eb47c0dc7 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 1.0625465 Feb 04 15:36:10.497700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58056) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:10.499637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-9c56fe40-c7cb-40b0-8cb0-195373de1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:10.502215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-9c56fe40-c7cb-40b0-8cb0-195373de1724 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=724662c2-4369-437e-a6f2-d6b7e1d8d3e2 HTTP/1.1" status: 200 len: 797 time: 0.4581244 Feb 04 15:36:10.518875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-b18bbd2b-bac3-44f9-9a3d-b79e740f54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:10.520413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-b18bbd2b-bac3-44f9-9a3d-b79e740f54b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 1095 time: 1.0015032 Feb 04 15:36:10.530658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-63711132-e4ad-4966-91db-944afc8ffa06 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Request body: {'floatingip': {'port_id': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:10.702406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4c450-23ed-4201-a153-aa1c6e894c70 req-7aab9a6a-09b5-4237-a8b9-b7d6e0b8ed52 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:10.709708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-94d4c450-23ed-4201-a153-aa1c6e894c70 req-7aab9a6a-09b5-4237-a8b9-b7d6e0b8ed52 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 944 time: 0.2890797 Feb 04 15:36:10.729227 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63711132-e4ad-4966-91db-944afc8ffa06 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.733672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83de3acd-b9be-4867-a1a2-72144ab63f7f {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:10.845165 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-aee2a2bb-76c3-4178-a884-4e44e0150fc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 200 len: 217 time: 0.2661538 Feb 04 15:36:10.888603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-94d4c450-23ed-4201-a153-aa1c6e894c70 req-c686e303-8f93-46af-b3d8-b27031681b32 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775048 Feb 04 15:36:10.904314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.960965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01c4da3b-2997-46f5-85f9-e706133308c3 req-1b3c79ac-6c7b-436f-a178-dd6df6c061d8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 210 time: 0.2484467 Feb 04 15:36:11.042542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Transition to ACTIVE for port object 83de3acd-b9be-4867-a1a2-72144ab63f7f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:11.071098 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.144244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:36:11.265642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-0617e872-fe4c-4b6b-8c16-cc9f5f00c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.267075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-0617e872-fe4c-4b6b-8c16-cc9f5f00c247 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.3498785 Feb 04 15:36:11.332370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683ae2-0d13-41af-813d-20e76f1f3794 req-4ec148c9-e751-4032-bc82-669e8f6da3c3 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.334607 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-74683ae2-0d13-41af-813d-20e76f1f3794 req-4ec148c9-e751-4032-bc82-669e8f6da3c3 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 944 time: 0.3007727 Feb 04 15:36:11.430281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-04cd8c1f-2f1d-4561-b4c9-e56c3d74ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.431770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-04cd8c1f-2f1d-4561-b4c9-e56c3d74ab5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9157927 Feb 04 15:36:11.618318 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-74683ae2-0d13-41af-813d-20e76f1f3794 req-cfc9f207-1efe-4a3f-9e73-fca9c4f2b5f1 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746751 Feb 04 15:36:11.823832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Pushing event updated for resources: {'Port': ['ID=83de3acd-b9be-4867-a1a2-72144ab63f7f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:11.875922 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63711132-e4ad-4966-91db-944afc8ffa06 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.883708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63711132-e4ad-4966-91db-944afc8ffa06 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.983489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee424-3af3-4189-a142-8b8e2245e9b4 req-64259d12-764a-422d-bbb4-e471cb1b760d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.985247 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37bee424-3af3-4189-a142-8b8e2245e9b4 req-64259d12-764a-422d-bbb4-e471cb1b760d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 931 time: 0.2034814 Feb 04 15:36:12.087464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1981e-e78a-42a6-98f2-accb68b05d9e req-88e1dda8-3cb5-4877-96ef-2068ddbb6b95 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.094032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1981e-e78a-42a6-98f2-accb68b05d9e req-88e1dda8-3cb5-4877-96ef-2068ddbb6b95 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.099924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1981e-e78a-42a6-98f2-accb68b05d9e req-88e1dda8-3cb5-4877-96ef-2068ddbb6b95 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.101660 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28b1981e-e78a-42a6-98f2-accb68b05d9e req-88e1dda8-3cb5-4877-96ef-2068ddbb6b95 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2418 time: 0.8848758 Feb 04 15:36:12.113437 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37bee424-3af3-4189-a142-8b8e2245e9b4 req-f04a9eb1-cab3-4bce-984e-bfa66c55a820 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225946 Feb 04 15:36:12.123405 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-63711132-e4ad-4966-91db-944afc8ffa06 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Floating IP e32f8fde-79a7-4941-bc12-545f276f2422 associated. External IP: 172.25.8.231, port: d1127b93-1d0b-41a0-96a8-2ee3d33d49f8. Feb 04 15:36:12.173424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Attempting to bind port 83de3acd-b9be-4867-a1a2-72144ab63f7f on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:12.176284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Attempting to bind port 83de3acd-b9be-4867-a1a2-72144ab63f7f by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:12.176828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Attempting to bind port 83de3acd-b9be-4867-a1a2-72144ab63f7f on network 740db0d2-b7d8-4158-b780-967caa10c900 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:12.190227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-029d6f80-c6ce-443c-b94d-8f211db9fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.191980 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-029d6f80-c6ce-443c-b94d-8f211db9fb9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9167309 Feb 04 15:36:12.198979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cdc168-141a-4783-bb08-9e140f1525dd {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:12.231608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-a7c8cecf-805b-4c6f-a209-243407b88c68 service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7304299 Feb 04 15:36:12.233082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Port 83de3acd-b9be-4867-a1a2-72144ab63f7f on network 740db0d2-b7d8-4158-b780-967caa10c900 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:36:12.233082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Attempting to bind port 83de3acd-b9be-4867-a1a2-72144ab63f7f on network 740db0d2-b7d8-4158-b780-967caa10c900 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:12.234366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f7d868-9ee3-401b-b8c4-4f4920c9b68b'}, {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:12.235465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:36:12.238277 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.257911 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] Sync routers for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:12.271816 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:12.272399 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:12.537807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-b841a7db-4b61-4e53-a57f-32340a9ff3b3 service neutron] 10.222.0.61 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308327 Feb 04 15:36:12.540997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28b1981e-e78a-42a6-98f2-accb68b05d9e req-c7ba5dce-6172-4699-b9e2-5e9208700e50 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166651 Feb 04 15:36:12.553053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:36:12.553392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Checking segment: {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:36:12.553780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Bound using segment: {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:36:12.554224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Bound port: 83de3acd-b9be-4867-a1a2-72144ab63f7f, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886fad44-d737-4b1a-8fc7-2af339f1bd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:12.554572 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.579003 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:12.786525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] No DVR routers for this DVR port f95c9a3c-a964-466b-9dfc-b46ee696a11d on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:12.799124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Transition to ACTIVE for port object b4cdc168-141a-4783-bb08-9e140f1525dd will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:12.850590 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.860046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36f5e5-f32b-48a8-97fb-7e6ce06ae439 req-65093798-1b96-4242-81f1-4ef9408068d5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.862198 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f36f5e5-f32b-48a8-97fb-7e6ce06ae439 req-65093798-1b96-4242-81f1-4ef9408068d5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 944 time: 0.3512790 Feb 04 15:36:12.864537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63711132-e4ad-4966-91db-944afc8ffa06 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:36:12.865215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-65940e53-7d50-4207-b069-0eb5b6cf2875 req-4a29c3b9-bd09-48d7-aa3f-be102df4ad21 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Synchronizing usage tracker for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:12.870617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:12.884906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfae4382-9220-4642-8c12-8fe47a7491f2 req-bb3596ac-0ddd-4657-82c2-018e107ac979 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.53 "DELETE /v2.0/ports/f95c9a3c-a964-466b-9dfc-b46ee696a11d HTTP/1.1" status: 204 len: 173 time: 6.4976478 Feb 04 15:36:12.899925 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.947043 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6df0ad1c-ee7a-438e-982a-cbc7d7df7b77', 'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'mac_address': 'fa:16:3e:ff:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 5, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'subnets': [{'id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:12.952966 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] Checking router: 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:12.961970 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:12.962819 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:13.027891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f36f5e5-f32b-48a8-97fb-7e6ce06ae439 req-b0233fb3-0af3-4255-aa82-27cd8306402e tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587851 Feb 04 15:36:13.161717 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f7d868-9ee3-401b-b8c4-4f4920c9b68b', 'code': 200} Feb 04 15:36:13.161925 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d', 'code': 200} Feb 04 15:36:13.164670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63711132-e4ad-4966-91db-944afc8ffa06 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:36:13.175597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63711132-e4ad-4966-91db-944afc8ffa06 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.188451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] Sync routers for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:13.218917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:13.219366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:13.253552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c91ad54-703b-4311-8230-b6fba0e88a1e req-c2062b1e-5915-4740-855f-8c67e50279d0 service neutron] 10.222.0.61 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793909 Feb 04 15:36:13.361565 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-63711132-e4ad-4966-91db-944afc8ffa06 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "PUT /v2.0/floatingips/e32f8fde-79a7-4941-bc12-545f276f2422 HTTP/1.1" status: 200 len: 992 time: 2.8629093 Feb 04 15:36:13.362405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:13.407834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-65940e53-7d50-4207-b069-0eb5b6cf2875 req-4a29c3b9-bd09-48d7-aa3f-be102df4ad21 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Unset dirty status for tenant:f60b7512a7c040aba9641e832da7271a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:13.409485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65940e53-7d50-4207-b069-0eb5b6cf2875 req-4a29c3b9-bd09-48d7-aa3f-be102df4ad21 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 210 time: 0.6093183 Feb 04 15:36:13.542866 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:13.582384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf451-09a4-476f-980a-91d6323e9079 req-bf3dfe57-ea9c-4953-af3d-4d023b4ea7c7 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:13.608331 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-982bf451-09a4-476f-980a-91d6323e9079 req-bf3dfe57-ea9c-4953-af3d-4d023b4ea7c7 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 944 time: 0.1865067 Feb 04 15:36:13.667329 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57212e2e-b0fb-4774-82e4-99a3dc3abf77', 'name': 'network-vif-deleted', 'tag': 'f95c9a3c-a964-466b-9dfc-b46ee696a11d', 'status': 'completed', 'code': 200} Feb 04 15:36:13.706782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdc168-141a-4783-bb08-9e140f1525dd,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:13.743823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] For port 83de3acd-b9be-4867-a1a2-72144ab63f7f, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:36:13.899180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:13.909869 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-982bf451-09a4-476f-980a-91d6323e9079 req-510d6628-f1f5-4a3a-bb6d-baa1ea4478c9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940404 Feb 04 15:36:13.917540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] For port 83de3acd-b9be-4867-a1a2-72144ab63f7f, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=83de3acd-b9be-4867-a1a2-72144ab63f7f,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:36:13.976204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-12ae1ce2-c25b-4569-a75b-ef1ac5162bbd service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7211616 Feb 04 15:36:13.979054 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.096761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.097999 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.099404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] 10.222.0.61 "PUT /v2.0/ports/83de3acd-b9be-4867-a1a2-72144ab63f7f HTTP/1.1" status: 200 len: 1092 time: 7.5358508 Feb 04 15:36:14.100280 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6df0ad1c-ee7a-438e-982a-cbc7d7df7b77', 'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'mac_address': 'fa:16:3e:ff:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 5, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'subnets': [{'id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:14.104541 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a07ef-49d6-4c7b-bd6d-6b990981bce8 None None] The sync data for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 is: [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6df0ad1c-ee7a-438e-982a-cbc7d7df7b77', 'name': '', 'network_id': '5ebf1130-ea3c-44d9-a309-9d0906ce57d0', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'mac_address': 'fa:16:3e:ff:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:43Z', 'revision_number': 5, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'subnets': [{'id': '00b79eea-2300-48b2-8c39-30ff6cb87149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:14.485319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6220f55-94b4-4b66-a96b-e61800dfd61d req-e2816f40-6d89-40d0-976c-ecee34d938ce tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.496191 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6220f55-94b4-4b66-a96b-e61800dfd61d req-e2816f40-6d89-40d0-976c-ecee34d938ce tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 0.1967700 Feb 04 15:36:14.547229 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf99f58-e0ef-4360-b87f-8e218378d583 None None] New status for floating IP 837fc56d-44ef-4478-a197-a8e2c5671058: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:36:14.567443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6220f55-94b4-4b66-a96b-e61800dfd61d req-99fad283-cd70-4ff8-86d3-e23f4cdc4f90 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694203 Feb 04 15:36:14.631799 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'status': 'completed', 'code': 200} Feb 04 15:36:14.644643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Attempting to bind port b4cdc168-141a-4783-bb08-9e140f1525dd on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:14.645720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Attempting to bind port b4cdc168-141a-4783-bb08-9e140f1525dd by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'a0833f82-d6e0-418d-90ad-a290d37a9b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d8c9680-f503-42e6-8bc9-3c3dc769bfb7'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:14.646268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Attempting to bind port b4cdc168-141a-4783-bb08-9e140f1525dd on network 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:14.652334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d7f26-9199-4dda-8f72-9e6937c8b241 service neutron] Pushing event updated for resources: {'Port': ['ID=83de3acd-b9be-4867-a1a2-72144ab63f7f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:14.663588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Port b4cdc168-141a-4783-bb08-9e140f1525dd on network 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:36:14.664148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Attempting to bind port b4cdc168-141a-4783-bb08-9e140f1525dd on network 0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:14.671603 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-8055f27e-d67e-4e7a-91c0-9718ab763a2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=7f64e6c0-ff36-4415-8bb6-946ba3967078 HTTP/1.1" status: 200 len: 217 time: 0.6700230 Feb 04 15:36:14.694162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ce495319-9be9-4352-945d-65b45c91d0d2 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:14.724815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:36:14.725366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Checking segment: {'id': 'a0833f82-d6e0-418d-90ad-a290d37a9b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d8c9680-f503-42e6-8bc9-3c3dc769bfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:36:14.725861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Bound using segment: {'id': 'a0833f82-d6e0-418d-90ad-a290d37a9b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d8c9680-f503-42e6-8bc9-3c3dc769bfb7'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:36:14.726415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Bound port: b4cdc168-141a-4783-bb08-9e140f1525dd, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0833f82-d6e0-418d-90ad-a290d37a9b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d8c9680-f503-42e6-8bc9-3c3dc769bfb7'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:14.726867 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.873467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f826b2-8215-4b96-8678-7b176c8ba8aa req-e5ccb385-fd18-4915-90bb-a871ddf4631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.873955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f826b2-8215-4b96-8678-7b176c8ba8aa req-e5ccb385-fd18-4915-90bb-a871ddf4631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.874429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f826b2-8215-4b96-8678-7b176c8ba8aa req-e5ccb385-fd18-4915-90bb-a871ddf4631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.876109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50f826b2-8215-4b96-8678-7b176c8ba8aa req-e5ccb385-fd18-4915-90bb-a871ddf4631f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2871 time: 1.3116748 Feb 04 15:36:14.879815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819744e-342a-43ab-9ab9-7ec3e0ae3d23 req-eb4471cd-9bfb-4753-91d8-b31347ea551f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.886732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819744e-342a-43ab-9ab9-7ec3e0ae3d23 req-eb4471cd-9bfb-4753-91d8-b31347ea551f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.894167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819744e-342a-43ab-9ab9-7ec3e0ae3d23 req-eb4471cd-9bfb-4753-91d8-b31347ea551f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.903017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5819744e-342a-43ab-9ab9-7ec3e0ae3d23 req-eb4471cd-9bfb-4753-91d8-b31347ea551f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2418 time: 0.1244659 Feb 04 15:36:14.974562 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5819744e-342a-43ab-9ab9-7ec3e0ae3d23 req-960cdb6a-02aa-4423-b471-4be733014fdb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701280 Feb 04 15:36:15.081522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef47ab6-a809-421c-8c99-17c35ff93e08 req-53579a1b-5a01-4b78-a31d-60f110fada01 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.082948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aef47ab6-a809-421c-8c99-17c35ff93e08 req-53579a1b-5a01-4b78-a31d-60f110fada01 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Synchronizing usage tracker for tenant:47f5efe43c0f44a0ad86665b988ba250 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:15.114978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-48aca936-f6da-443d-9135-4860c191f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.116552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-48aca936-f6da-443d-9135-4860c191f196 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 1095 time: 1.6795180 Feb 04 15:36:15.124533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-307411bf-0dd6-4fc0-9f18-6569830ea086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.125984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-307411bf-0dd6-4fc0-9f18-6569830ea086 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=724662c2-4369-437e-a6f2-d6b7e1d8d3e2 HTTP/1.1" status: 200 len: 797 time: 0.3579392 Feb 04 15:36:15.157831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port ce495319-9be9-4352-945d-65b45c91d0d2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ce495319-9be9-4352-945d-65b45c91d0d2,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:15.176386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:53Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'e32f8fde-79a7-4941-bc12-545f276f2422', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'port_id': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'mac_address': 'fa:16:3e:4b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243facf1-703f-4f46-a248-cab7071807a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:01Z', 'updated_at': '2022-02-04T15:36:11Z', 'revision_number': 1, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bc6e56-9de0-4890-b125-175becfb952c', 'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'mac_address': 'fa:16:3e:2d:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:51Z', 'updated_at': '2022-02-04T15:35:01Z', 'revision_number': 5, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'subnets': [{'id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:15.194713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'port_id': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'mac_address': 'fa:16:3e:14:06:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:15.200226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] Checking router: 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:15.205241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50f826b2-8215-4b96-8678-7b176c8ba8aa req-a3923d8c-858b-4553-b685-ae76d5d555a1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090794 Feb 04 15:36:15.273509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:15.274811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:15.322746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] For port b4cdc168-141a-4783-bb08-9e140f1525dd, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:36:15.326029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aef47ab6-a809-421c-8c99-17c35ff93e08 req-53579a1b-5a01-4b78-a31d-60f110fada01 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Unset dirty status for tenant:47f5efe43c0f44a0ad86665b988ba250 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:15.332340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aef47ab6-a809-421c-8c99-17c35ff93e08 req-53579a1b-5a01-4b78-a31d-60f110fada01 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 943 time: 1.5842505 Feb 04 15:36:15.354692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-9115f0ed-4bd6-469b-b928-64a4742bceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.356157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-9115f0ed-4bd6-469b-b928-64a4742bceea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 1095 time: 1.1177776 Feb 04 15:36:15.365638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-6e9e4f5d-2399-41a6-87a2-a19b47f65e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.367146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-6e9e4f5d-2399-41a6-87a2-a19b47f65e52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6ef8ef32ceb4fb9845cc3c16b6713c3&device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 1097 time: 0.6936622 Feb 04 15:36:15.535358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] For port b4cdc168-141a-4783-bb08-9e140f1525dd, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4cdc168-141a-4783-bb08-9e140f1525dd,segment=NetworkSegment(a0833f82-d6e0-418d-90ad-a290d37a9b3c),segment_id=a0833f82-d6e0-418d-90ad-a290d37a9b3c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:36:15.537943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ee8ce-fdba-4e7b-89c0-72ab01346c46 req-724934f1-941d-447f-becd-16ee2cf3a773 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.551134 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-469ee8ce-fdba-4e7b-89c0-72ab01346c46 req-724934f1-941d-447f-becd-16ee2cf3a773 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 944 time: 0.3275154 Feb 04 15:36:15.595547 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.622592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.661855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce495319-9be9-4352-945d-65b45c91d0d2 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:15.677349 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-469ee8ce-fdba-4e7b-89c0-72ab01346c46 req-703a8632-369e-472c-b8c5-208dd19c0390 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254864 Feb 04 15:36:15.687099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port ce495319-9be9-4352-945d-65b45c91d0d2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ce495319-9be9-4352-945d-65b45c91d0d2,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:15.696147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.809897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:15.882505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'tag': '83de3acd-b9be-4867-a1a2-72144ab63f7f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:15.928242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-96905fcf-563d-4b19-b230-a010f6c1a3ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83de3acd-b9be-4867-a1a2-72144ab63f7f HTTP/1.1" status: 200 len: 217 time: 0.5599940 Feb 04 15:36:16.001703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=ce495319-9be9-4352-945d-65b45c91d0d2,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:16.030089 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5897f3f2-c836-4abb-8a89-47c94945c49e req-c9bc0378-fa5a-462f-9fc6-f9ad12c98d33 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 210 time: 0.1314681 Feb 04 15:36:16.076695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['ce495319-9be9-4352-945d-65b45c91d0d2'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:16.156540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aef47ab6-a809-421c-8c99-17c35ff93e08 req-743fd5af-43bd-4a04-9782-55a173a6bc97 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8222058 Feb 04 15:36:16.216845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:16.216845 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.218345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] 10.222.0.53 "PUT /v2.0/ports/b4cdc168-141a-4783-bb08-9e140f1525dd HTTP/1.1" status: 200 len: 1091 time: 7.6286356 Feb 04 15:36:16.280508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-bb13f6f1-79ff-4a07-a5ba-ea57c1053271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:16.282065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-bb13f6f1-79ff-4a07-a5ba-ea57c1053271 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 1.0896003 Feb 04 15:36:16.297429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-ea8bc0bb-137a-4b4d-a334-77fb97612729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:16.299531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-ea8bc0bb-137a-4b4d-a334-77fb97612729 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.3356531 Feb 04 15:36:16.299980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055607e-2f4b-4fc6-bf49-85f093592f2f service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdc168-141a-4783-bb08-9e140f1525dd,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:16.550210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956c8c4-7ce1-4c3d-bdc8-16f8d875aea5 req-ecf21b58-ea45-49c0-9cc4-40d67b97f39c tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:16.572344 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1956c8c4-7ce1-4c3d-bdc8-16f8d875aea5 req-ecf21b58-ea45-49c0-9cc4-40d67b97f39c tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 944 time: 0.2897961 Feb 04 15:36:16.710339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1956c8c4-7ce1-4c3d-bdc8-16f8d875aea5 req-57e504db-ecd2-44ce-beb3-a90fda77abd9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375024 Feb 04 15:36:16.762402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:53Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'e32f8fde-79a7-4941-bc12-545f276f2422', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'port_id': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'mac_address': 'fa:16:3e:4b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243facf1-703f-4f46-a248-cab7071807a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:01Z', 'updated_at': '2022-02-04T15:36:11Z', 'revision_number': 1, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bc6e56-9de0-4890-b125-175becfb952c', 'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'mac_address': 'fa:16:3e:2d:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:51Z', 'updated_at': '2022-02-04T15:35:01Z', 'revision_number': 5, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'subnets': [{'id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:16.780113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e44e52-ec19-4bda-92e6-9924667f1b87 None None] The sync data for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 is: [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:53Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'e32f8fde-79a7-4941-bc12-545f276f2422', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'port_id': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'mac_address': 'fa:16:3e:4b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243facf1-703f-4f46-a248-cab7071807a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:01Z', 'updated_at': '2022-02-04T15:36:11Z', 'revision_number': 1, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bc6e56-9de0-4890-b125-175becfb952c', 'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'mac_address': 'fa:16:3e:2d:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:51Z', 'updated_at': '2022-02-04T15:35:01Z', 'revision_number': 5, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'subnets': [{'id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:16.982598 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'tag': '83de3acd-b9be-4867-a1a2-72144ab63f7f', 'status': 'completed', 'code': 200} Feb 04 15:36:17.041200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-7a483ae2-92a8-4f8d-ba73-a4569ce83daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.049204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-7a483ae2-92a8-4f8d-ba73-a4569ce83daf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e4f4b22-cddf-4273-bbed-1a76deff1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.8918958 Feb 04 15:36:17.080170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-3ff31580-01ec-497b-ac7f-98d4dee120f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 200 len: 217 time: 0.7771404 Feb 04 15:36:17.083947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-48f72993-946d-4eda-8223-2e91704cbc6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4427071 Feb 04 15:36:17.141911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a97d-9921-49be-ae2e-b403224495de req-2874be37-2d2e-462b-80ba-a7529da48147 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.148062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a97d-9921-49be-ae2e-b403224495de req-2874be37-2d2e-462b-80ba-a7529da48147 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.155455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a97d-9921-49be-ae2e-b403224495de req-2874be37-2d2e-462b-80ba-a7529da48147 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.163458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8197a97d-9921-49be-ae2e-b403224495de req-2874be37-2d2e-462b-80ba-a7529da48147 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2418 time: 0.1579740 Feb 04 15:36:17.225911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8197a97d-9921-49be-ae2e-b403224495de req-98ee96ff-a9a0-42d5-bfaa-1c2f329515db tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612240 Feb 04 15:36:17.248490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da0d58-a329-4b4d-8111-3e65a9877cf1 None None] New status for floating IP e32f8fde-79a7-4941-bc12-545f276f2422: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:36:17.427197 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-392e218b-f2df-43d2-b798-050dc7b0efad service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227361 Feb 04 15:36:17.485073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-7625ecf0-9303-4179-a960-e08c6d438517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.486811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-7625ecf0-9303-4179-a960-e08c6d438517 service neutron] 10.222.0.61 "GET /v2.0/networks?id=32969131-ce75-466c-8146-388f7f440434 HTTP/1.1" status: 200 len: 915 time: 2.0206823 Feb 04 15:36:17.528433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ad70e-6552-46b7-98f5-a5158798ef45 req-9f8f06bd-246d-4032-8f1a-506381c030bd tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.538295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc4ad70e-6552-46b7-98f5-a5158798ef45 req-9f8f06bd-246d-4032-8f1a-506381c030bd tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 945 time: 0.1277637 Feb 04 15:36:17.607128 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc4ad70e-6552-46b7-98f5-a5158798ef45 req-f3b18d8b-1520-46bb-b233-d1b74bfee384 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Feb 04 15:36:17.823872 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-19e058bf-1225-4355-a80c-072668e96d8a req-2fe20ca0-2cf1-4bb6-94da-64a22f1043ba tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/ports?device_id=57212e2e-b0fb-4774-82e4-99a3dc3abf77 HTTP/1.1" status: 200 len: 210 time: 0.0822551 Feb 04 15:36:17.906799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-b67f9d3d-fffd-4953-a2ff-b30a94ecf8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.908508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-b67f9d3d-fffd-4953-a2ff-b30a94ecf8e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.7817862 Feb 04 15:36:18.031984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-15217c7a-7331-4f4c-b4c7-ce3a7c416912 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 HTTP/1.1" status: 200 len: 1002 time: 0.5070453 Feb 04 15:36:18.053503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4d937-a72b-4fd4-86bb-850064b7da10 req-204eb596-6b93-4da3-be47-9316f0187e8c tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.061925 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cfa4d937-a72b-4fd4-86bb-850064b7da10 req-204eb596-6b93-4da3-be47-9316f0187e8c tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 943 time: 0.1234245 Feb 04 15:36:18.112062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-92ec0b07-28ea-41f7-97de-3171b694a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.113890 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-92ec0b07-28ea-41f7-97de-3171b694a5a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47f5efe43c0f44a0ad86665b988ba250&device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 1094 time: 1.6062095 Feb 04 15:36:18.119305 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cfa4d937-a72b-4fd4-86bb-850064b7da10 req-84f266fb-8f6a-4ae3-ad56-3d9466c708a9 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562563 Feb 04 15:36:18.156436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-8f177149-0d06-4141-9ff5-dfed5440ce8c service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0659022 Feb 04 15:36:18.294807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-1ce1aa14-98ce-4321-9f7a-ba72d13a0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.297496 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-1ce1aa14-98ce-4321-9f7a-ba72d13a0791 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e2af70d-f889-4650-be4f-1dcf8a4177bf HTTP/1.1" status: 200 len: 853 time: 0.2289114 Feb 04 15:36:18.299395 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-beffbea1-64c2-415a-a27b-f0bd4e1c6ca9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cdc168-141a-4783-bb08-9e140f1525dd HTTP/1.1" status: 200 len: 217 time: 0.1745715 Feb 04 15:36:18.313297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb923f37-266c-411f-b593-9c1e58d8be19 req-a8aceb05-760a-4293-b468-a004c44dbabc tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.322998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb923f37-266c-411f-b593-9c1e58d8be19 req-a8aceb05-760a-4293-b468-a004c44dbabc tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 1.5047624 Feb 04 15:36:18.380754 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:36:18.429188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b262b657-6860-45b9-86dc-f570dbcbdbd4 req-8e870ee5-d714-4bb3-9e50-981d3f5447fb service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9364007 Feb 04 15:36:18.487224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93ddd4-694f-4fe2-a55d-735af2e730e5 req-e1064f20-f987-4947-8459-9572ebe40d4c tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.488813 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1d93ddd4-694f-4fe2-a55d-735af2e730e5 req-e1064f20-f987-4947-8459-9572ebe40d4c tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 944 time: 0.1044700 Feb 04 15:36:18.536986 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1d93ddd4-694f-4fe2-a55d-735af2e730e5 req-e0642ce3-5012-421c-be79-d93c6ca4daed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Feb 04 15:36:18.606685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb923f37-266c-411f-b593-9c1e58d8be19 req-e748245f-0235-4a94-878d-b80a0346f1ce tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2820687 Feb 04 15:36:18.625728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-22082130-b458-49d2-927c-9f6ee7c39fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.627199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-22082130-b458-49d2-927c-9f6ee7c39fb1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6941352 Feb 04 15:36:18.687378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-c57fdb0c-e255-4b45-9171-e0b8d4017e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.688877 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-c57fdb0c-e255-4b45-9171-e0b8d4017e0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dceb863-ec45-4a15-854e-4b2d1ec9eb73 HTTP/1.1" status: 200 len: 860 time: 0.2693567 Feb 04 15:36:18.734152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ce495319-9be9-4352-945d-65b45c91d0d2 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:18.863372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port ce495319-9be9-4352-945d-65b45c91d0d2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:18.869578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port ce495319-9be9-4352-945d-65b45c91d0d2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:18.870134 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:18.871645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-82f332b5-39d0-48e7-bf32-dd1fc581daf8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d8c9680-f503-42e6-8bc9-3c3dc769bfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333535 Feb 04 15:36:18.929976 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-f94f03c4-f4ed-4c42-a3b9-d036be5a076c service neutron] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987526 Feb 04 15:36:18.985015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b966402d-14b1-425a-b96e-01e1e6b70bad', 'tag': 'b4cdc168-141a-4783-bb08-9e140f1525dd'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:18.988205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5441a6-02e9-4551-b9ac-00c13d656b6f req-327bdd5e-3a36-490b-b0d6-1455db125128 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.994660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5441a6-02e9-4551-b9ac-00c13d656b6f req-327bdd5e-3a36-490b-b0d6-1455db125128 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.001372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5441a6-02e9-4551-b9ac-00c13d656b6f req-327bdd5e-3a36-490b-b0d6-1455db125128 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.003172 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b5441a6-02e9-4551-b9ac-00c13d656b6f req-327bdd5e-3a36-490b-b0d6-1455db125128 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2418 time: 0.1280272 Feb 04 15:36:19.012753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.049841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:19.051632 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b5441a6-02e9-4551-b9ac-00c13d656b6f req-0377911c-9329-46af-bf33-01daf1af765b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Feb 04 15:36:19.062648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port ce495319-9be9-4352-945d-65b45c91d0d2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ce495319-9be9-4352-945d-65b45c91d0d2,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:19.067312 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.104923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-8916963b-2d92-4550-a69a-e71fd828b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.107089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-8916963b-2d92-4550-a69a-e71fd828b6ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32969131-ce75-466c-8146-388f7f440434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6912031 Feb 04 15:36:19.133686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-851badb0-f125-4564-922a-09aa9ce83cb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2662e571-4540-4299-9353-0f07cbf2f869 HTTP/1.1" status: 200 len: 217 time: 0.1333759 Feb 04 15:36:19.142227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=ce495319-9be9-4352-945d-65b45c91d0d2,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:19.170596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-f6e47dff-343a-4382-89ee-19bfd4f07fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.172035 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-f6e47dff-343a-4382-89ee-19bfd4f07fd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 1095 time: 0.6491430 Feb 04 15:36:19.233228 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'code': 200} Feb 04 15:36:19.261211 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b966402d-14b1-425a-b96e-01e1e6b70bad', 'tag': 'b4cdc168-141a-4783-bb08-9e140f1525dd', 'status': 'completed', 'code': 200} Feb 04 15:36:19.291378 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-3e8259d3-9747-45c8-8dac-06de55331872 service neutron] 10.222.0.61 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421056 Feb 04 15:36:19.449991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282a882-2d47-453b-9f4e-e2f2d8aa83b2 req-c0c476e5-7c26-4ea8-89fc-509aa91de88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.451460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e282a882-2d47-453b-9f4e-e2f2d8aa83b2 req-c0c476e5-7c26-4ea8-89fc-509aa91de88f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 1097 time: 0.1425779 Feb 04 15:36:19.461698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54adc2b-ec00-4f52-b9f4-f92a7647f978 req-885c2e37-888e-41fd-ab57-5a2ca5487e9a tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.463102 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f54adc2b-ec00-4f52-b9f4-f92a7647f978 req-885c2e37-888e-41fd-ab57-5a2ca5487e9a tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 943 time: 0.1185377 Feb 04 15:36:19.526636 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e282a882-2d47-453b-9f4e-e2f2d8aa83b2 req-32b5f620-b686-4503-8529-9c446ce44f26 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625582 Feb 04 15:36:19.533951 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f54adc2b-ec00-4f52-b9f4-f92a7647f978 req-bb0bbbe5-91f3-4362-97b6-69f1aee2c1c7 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571632 Feb 04 15:36:19.574775 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58184) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:19.613251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69babb21-99cd-4b69-b639-9c72f978ad52 req-de3f4c80-f324-488d-9407-f0f4483c69ee tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.613870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-69babb21-99cd-4b69-b639-9c72f978ad52 req-de3f4c80-f324-488d-9407-f0f4483c69ee tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Synchronizing usage tracker for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:19.659080 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e769abcf-96c9-43d6-87ad-ad0c4b872bd2 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.668436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-e82a5267-4d72-4706-a144-9847d8084299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.670526 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-e82a5267-4d72-4706-a144-9847d8084299 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e610022-825b-4b19-a0f1-7766c51e9f10 HTTP/1.1" status: 200 len: 797 time: 0.5044990 Feb 04 15:36:19.692111 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e769abcf-96c9-43d6-87ad-ad0c4b872bd2 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.706326 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-8ad5a125-851c-4ee9-a1e7-9efe75928769 service neutron] 10.222.0.53 "GET /v2.0/networks/0d8c9680-f503-42e6-8bc9-3c3dc769bfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147867 Feb 04 15:36:19.801551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e769abcf-96c9-43d6-87ad-ad0c4b872bd2 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.824350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769abcf-96c9-43d6-87ad-ad0c4b872bd2 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5343584f-8b1a-4408-922e-f170c2ab2dab,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:19.843648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e769abcf-96c9-43d6-87ad-ad0c4b872bd2 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.844793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e769abcf-96c9-43d6-87ad-ad0c4b872bd2 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "DELETE /v2.0/security-groups/5343584f-8b1a-4408-922e-f170c2ab2dab HTTP/1.1" status: 204 len: 168 time: 0.2688982 Feb 04 15:36:19.854165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7f7f9-8a75-4c6f-8c76-a323ba07de94 req-76217e21-6523-4236-a793-f45728c2e437 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.855786 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d7a7f7f9-8a75-4c6f-8c76-a323ba07de94 req-76217e21-6523-4236-a793-f45728c2e437 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 944 time: 0.1233418 Feb 04 15:36:19.856358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58200) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:19.869573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-69babb21-99cd-4b69-b639-9c72f978ad52 req-de3f4c80-f324-488d-9407-f0f4483c69ee tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Unset dirty status for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:19.870723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69babb21-99cd-4b69-b639-9c72f978ad52 req-de3f4c80-f324-488d-9407-f0f4483c69ee tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 945 time: 1.1262314 Feb 04 15:36:19.889877 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-60d667e8-7444-447c-88f8-29b42e84cce0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] show failed (client error): The resource could not be found. Feb 04 15:36:19.890882 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-60d667e8-7444-447c-88f8-29b42e84cce0 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "GET /v2.0/security-groups/5343584f-8b1a-4408-922e-f170c2ab2dab HTTP/1.1" status: 404 len: 347 time: 0.0334713 Feb 04 15:36:19.891827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-62f0fffc-52fa-4bbc-83c5-1afc0e58a1f7 service neutron] 10.222.0.61 "GET /v2.0/networks/32969131-ce75-466c-8146-388f7f440434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598937 Feb 04 15:36:19.893364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-b988193a-3381-46c8-a09a-51afdc50a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.894246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58204) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:19.894374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-b988193a-3381-46c8-a09a-51afdc50a22e service neutron] 10.222.0.61 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 915 time: 0.6389720 Feb 04 15:36:20.054226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d7a7f7f9-8a75-4c6f-8c76-a323ba07de94 req-0825739f-f1a3-4bc4-981c-4bb454f8966d tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829438 Feb 04 15:36:20.084145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting port 6c7af496-97c5-4e20-a18a-165f8d6b1438 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:20.084490 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.084924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-89358f17-06dd-4a77-9a1f-2cd09058be05 service neutron] 10.222.0.61 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803130 Feb 04 15:36:20.086133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-e1efe85d-31a4-4d42-bc1a-fc9432c8a270 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83de3acd-b9be-4867-a1a2-72144ab63f7f HTTP/1.1" status: 200 len: 217 time: 0.1679931 Feb 04 15:36:20.185733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69babb21-99cd-4b69-b639-9c72f978ad52 req-ca3b46c8-c28d-466d-b438-133f4aba2300 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869315 Feb 04 15:36:20.239761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-432ea0ae-61e7-416a-aa5d-2b121b12d135 req-0f46b652-3c7e-40eb-a453-5765dfdf81b2 service neutron] 10.222.0.53 "GET /v2.0/networks/0d8c9680-f503-42e6-8bc9-3c3dc769bfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004175 Feb 04 15:36:20.258096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-e10e91a3-bb80-49fe-ae4b-756549c397bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.259554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-e10e91a3-bb80-49fe-ae4b-756549c397bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.1578636 Feb 04 15:36:20.275238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-2001c9d8-7cff-488c-bcae-35fc8e7bb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.276796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-2001c9d8-7cff-488c-bcae-35fc8e7bb1f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9aecb207-c108-4db3-816f-362a655b55d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5385938 Feb 04 15:36:20.384706 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-f285bf0b-aef4-4b91-8853-95c0a7b4852a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121569 Feb 04 15:36:20.386742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6faea5ec-c7cd-4f67-8825-7af1bbc5769c req-92a5d3c5-4d49-4d2c-8f43-9d97edd4d317 service neutron] 10.222.0.61 "GET /v2.0/networks/32969131-ce75-466c-8146-388f7f440434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696531 Feb 04 15:36:20.464735 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.464953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.487064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07494b3-39c4-4c0f-af73-f04d773d8203 req-32d5777b-aab0-449f-976a-205c20d401b8 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.488505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e07494b3-39c4-4c0f-af73-f04d773d8203 req-32d5777b-aab0-449f-976a-205c20d401b8 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 0.2159207 Feb 04 15:36:20.615352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Calling delete_port for 6c7af496-97c5-4e20-a18a-165f8d6b1438 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:20.687595 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e07494b3-39c4-4c0f-af73-f04d773d8203 req-5b88e4e7-6a7d-4645-be39-6d0aec20867c tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480529 Feb 04 15:36:20.739119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 83de3acd-b9be-4867-a1a2-72144ab63f7f details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:20.824641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-ea4edc48-e1bb-46c1-89e2-0a55615dafc1 service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137322 Feb 04 15:36:20.831296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.873658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-65ab4fd4-31bc-42df-ac08-5f87507eed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.875367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-65ab4fd4-31bc-42df-ac08-5f87507eed07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47f5efe43c0f44a0ad86665b988ba250&device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 1094 time: 0.5566969 Feb 04 15:36:20.895171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Port': ['ID=6c7af496-97c5-4e20-a18a-165f8d6b1438,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:20.915955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264bea3-5f9e-4bb8-bc51-4defb096c7bd req-b6e594d5-5cf6-4cbe-a3cf-1a8e296837b1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.922190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264bea3-5f9e-4bb8-bc51-4defb096c7bd req-b6e594d5-5cf6-4cbe-a3cf-1a8e296837b1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.928850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264bea3-5f9e-4bb8-bc51-4defb096c7bd req-b6e594d5-5cf6-4cbe-a3cf-1a8e296837b1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.930372 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3264bea3-5f9e-4bb8-bc51-4defb096c7bd req-b6e594d5-5cf6-4cbe-a3cf-1a8e296837b1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2418 time: 0.4881160 Feb 04 15:36:20.932416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-479fc555-e370-4f0d-9f2b-767ea79fbca8 service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952507 Feb 04 15:36:20.938698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 83de3acd-b9be-4867-a1a2-72144ab63f7f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=83de3acd-b9be-4867-a1a2-72144ab63f7f,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:20.953386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '83de3acd-b9be-4867-a1a2-72144ab63f7f', 'network_id': '740db0d2-b7d8-4158-b780-967caa10c900', 'port_id': '83de3acd-b9be-4867-a1a2-72144ab63f7f', 'mac_address': 'fa:16:3e:14:96:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:21.013539 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.016694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.017764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68878e-78c3-4722-a873-e002a5d74857 req-69e004a9-b917-44e6-8e4d-97776ea5ddb6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.023794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68878e-78c3-4722-a873-e002a5d74857 req-69e004a9-b917-44e6-8e4d-97776ea5ddb6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.030685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68878e-78c3-4722-a873-e002a5d74857 req-69e004a9-b917-44e6-8e4d-97776ea5ddb6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.032814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a68878e-78c3-4722-a873-e002a5d74857 req-69e004a9-b917-44e6-8e4d-97776ea5ddb6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.53 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 2418 time: 0.4848878 Feb 04 15:36:21.043826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.044570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83de3acd-b9be-4867-a1a2-72144ab63f7f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:21.045634 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-96c731a2-d3c8-43e7-9758-6b02201e7a6a tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "DELETE /v2.0/floatingips/837fc56d-44ef-4478-a197-a8e2c5671058 HTTP/1.1" status: 204 len: 168 time: 1.1505866 Feb 04 15:36:21.048661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58246) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:21.070506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 83de3acd-b9be-4867-a1a2-72144ab63f7f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=83de3acd-b9be-4867-a1a2-72144ab63f7f,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:21.076941 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.143206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4520db8-0026-4cc0-a1bc-f2cc12137665 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting port 08aa7c38-3cde-4156-81b8-f524b76cc487 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:21.143581 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4520db8-0026-4cc0-a1bc-f2cc12137665 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.162462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=83de3acd-b9be-4867-a1a2-72144ab63f7f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:21.438049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['83de3acd-b9be-4867-a1a2-72144ab63f7f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:21.489400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-8a68878e-78c3-4722-a873-e002a5d74857 req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port 2edd8070-6f69-4447-a8f8-c956d605fc46 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:21.490347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.502845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4520db8-0026-4cc0-a1bc-f2cc12137665 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.527789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3264bea3-5f9e-4bb8-bc51-4defb096c7bd req-1bdfd1dc-f45a-4079-927e-7d4974182069 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928849 Feb 04 15:36:21.640956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4520db8-0026-4cc0-a1bc-f2cc12137665 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Calling delete_port for 08aa7c38-3cde-4156-81b8-f524b76cc487 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:21.647429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-45146688-a63a-4ced-90f6-8bac4e0c54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.648905 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-45146688-a63a-4ced-90f6-8bac4e0c54f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 HTTP/1.1" status: 200 len: 921 time: 0.7590818 Feb 04 15:36:21.693278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32475-6b22-46ab-87d2-f709b81dd4b0 req-9aae3945-6d5b-49c8-96fb-6cb8516a0d68 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.694710 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cbc32475-6b22-46ab-87d2-f709b81dd4b0 req-9aae3945-6d5b-49c8-96fb-6cb8516a0d68 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 943 time: 0.2975512 Feb 04 15:36:21.761418 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cbc32475-6b22-46ab-87d2-f709b81dd4b0 req-a76cb01f-9044-4347-8aef-3bcf7637f782 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600026 Feb 04 15:36:21.780869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26fb832-694d-45b4-871b-2e14edd7a706 req-00b4be50-7d9c-48d6-8001-7dcac6936f47 service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469749 Feb 04 15:36:21.782663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-393bfd47-a270-43aa-9015-e0ab881b1818 service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9472079 Feb 04 15:36:21.813642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-81d3d2f1-e2bb-409f-b75a-dea4ba9ab319 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cdc168-141a-4783-bb08-9e140f1525dd HTTP/1.1" status: 200 len: 217 time: 0.1540339 Feb 04 15:36:21.829950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4520db8-0026-4cc0-a1bc-f2cc12137665 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.884106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4520db8-0026-4cc0-a1bc-f2cc12137665 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Port': ['ID=08aa7c38-3cde-4156-81b8-f524b76cc487,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:21.924178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-8a13372e-5dc2-4bb2-8411-52932a602b73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde HTTP/1.1" status: 200 len: 217 time: 0.1125238 Feb 04 15:36:22.098109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-33064a06-cb46-4d54-8fb7-c412d2063d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.099468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-33064a06-cb46-4d54-8fb7-c412d2063d05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dceb863-ec45-4a15-854e-4b2d1ec9eb73 HTTP/1.1" status: 200 len: 860 time: 0.2254977 Feb 04 15:36:22.149331 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4520db8-0026-4cc0-a1bc-f2cc12137665 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.162642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-dcc2e339-e6bd-43df-a2be-63cea91608fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.163859 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a4520db8-0026-4cc0-a1bc-f2cc12137665 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "DELETE /v2.0/ports/08aa7c38-3cde-4156-81b8-f524b76cc487 HTTP/1.1" status: 204 len: 168 time: 1.1138375 Feb 04 15:36:22.164065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-dcc2e339-e6bd-43df-a2be-63cea91608fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e610022-825b-4b19-a0f1-7766c51e9f10 HTTP/1.1" status: 200 len: 797 time: 0.2292290 Feb 04 15:36:22.166942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58270) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:22.179154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-a83e8d3a-6feb-4c57-a2ce-4f0cc0586fa2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d8c9680-f503-42e6-8bc9-3c3dc769bfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653770 Feb 04 15:36:22.205282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31302d0-3878-4205-aac4-2b4c048151e0 req-622f0515-eea5-4791-91ab-ff857ca51b20 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.206634 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a31302d0-3878-4205-aac4-2b4c048151e0 req-622f0515-eea5-4791-91ab-ff857ca51b20 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 946 time: 0.3321335 Feb 04 15:36:22.262638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7c983-92c2-46ff-8fff-389b61ec3774 req-0cc82627-7491-4f9e-bcf6-5cc2a01306ee tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.263365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-35c7c983-92c2-46ff-8fff-389b61ec3774 req-0cc82627-7491-4f9e-bcf6-5cc2a01306ee tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:22.272947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4a077c26-629c-441a-bce5-588342280ffc tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting port 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:22.273287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a077c26-629c-441a-bce5-588342280ffc tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.323385 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a31302d0-3878-4205-aac4-2b4c048151e0 req-ca519e34-c321-4060-88d5-ff4f682d53cb tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105144 Feb 04 15:36:22.377376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-35c7c983-92c2-46ff-8fff-389b61ec3774 req-0cc82627-7491-4f9e-bcf6-5cc2a01306ee tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:22.385442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35c7c983-92c2-46ff-8fff-389b61ec3774 req-0cc82627-7491-4f9e-bcf6-5cc2a01306ee tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 945 time: 0.7247057 Feb 04 15:36:22.429271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8a68878e-78c3-4722-a873-e002a5d74857 req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] For port 2edd8070-6f69-4447-a8f8-c956d605fc46, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2edd8070-6f69-4447-a8f8-c956d605fc46,segment=NetworkSegment(6455201b-f20b-4c19-833e-1083f7b7d5ed),segment_id=6455201b-f20b-4c19-833e-1083f7b7d5ed)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:22.429896 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.588083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35c7c983-92c2-46ff-8fff-389b61ec3774 req-47c9e018-c3f5-4bb4-b780-31de9105390e tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015488 Feb 04 15:36:22.603350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-8a68878e-78c3-4722-a873-e002a5d74857 req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Calling delete_port for 2edd8070-6f69-4447-a8f8-c956d605fc46 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:22.671180 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a077c26-629c-441a-bce5-588342280ffc tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.672423 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-b659fa20-30c4-4288-8b9e-1d11bf56050c service neutron] 10.222.0.53 "GET /v2.0/networks/0d8c9680-f503-42e6-8bc9-3c3dc769bfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518485 Feb 04 15:36:22.686447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272917-8106-45e1-9d58-4805ea230580 req-754f6daa-039a-4410-8e13-2d36eb52f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.687982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-754f6daa-039a-4410-8e13-2d36eb52f219 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9aecb207-c108-4db3-816f-362a655b55d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5113482 Feb 04 15:36:22.736707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 83de3acd-b9be-4867-a1a2-72144ab63f7f up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:22.812925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 83de3acd-b9be-4867-a1a2-72144ab63f7f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:22.818515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 83de3acd-b9be-4867-a1a2-72144ab63f7f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:22.818898 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.874507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b4cdc168-141a-4783-bb08-9e140f1525dd details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:22.879628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4a077c26-629c-441a-bce5-588342280ffc tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Calling delete_port for 9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:22.992226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d283bc-4001-4b84-9f81-61c571e8782e req-b6413e77-e309-44a1-ba68-90d2e5fc3d6d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.993447 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b0d283bc-4001-4b84-9f81-61c571e8782e req-b6413e77-e309-44a1-ba68-90d2e5fc3d6d tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 0.2800238 Feb 04 15:36:23.098525 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.104891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b0d283bc-4001-4b84-9f81-61c571e8782e req-754c089f-44e7-4371-ae69-6ac82d9afaa3 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796127 Feb 04 15:36:23.110728 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a077c26-629c-441a-bce5-588342280ffc tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.179085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a077c26-629c-441a-bce5-588342280ffc tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Port': ['ID=9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.179937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b4cdc168-141a-4783-bb08-9e140f1525dd, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4cdc168-141a-4783-bb08-9e140f1525dd,segment=NetworkSegment(a0833f82-d6e0-418d-90ad-a290d37a9b3c),segment_id=a0833f82-d6e0-418d-90ad-a290d37a9b3c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:23.196477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83de3acd-b9be-4867-a1a2-72144ab63f7f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:23.217832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 83de3acd-b9be-4867-a1a2-72144ab63f7f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=83de3acd-b9be-4867-a1a2-72144ab63f7f,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:23.218993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'b4cdc168-141a-4783-bb08-9e140f1525dd', 'network_id': '0d8c9680-f503-42e6-8bc9-3c3dc769bfb7', 'port_id': 'b4cdc168-141a-4783-bb08-9e140f1525dd', 'mac_address': 'fa:16:3e:5c:19:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dceb863-ec45-4a15-854e-4b2d1ec9eb73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:23.231343 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-0d7389fa-cc66-42d7-ba9f-7f2ed506ce2d service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169630 Feb 04 15:36:23.237072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861dc2f7-61e6-4e00-b20f-5ec94056b001 req-4182e800-b050-4c49-8c6f-52df5f393b03 service neutron] 10.222.0.53 "GET /v2.0/networks/0d8c9680-f503-42e6-8bc9-3c3dc769bfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460269 Feb 04 15:36:23.318693 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.330945 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.331948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb3ad578-3256-4d80-97f5-eaf20857fbaf no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:23.339709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.351090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a077c26-629c-441a-bce5-588342280ffc tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.351223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-188823f3-7f4f-463f-bd91-632d7a4266e6 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.361397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-188823f3-7f4f-463f-bd91-632d7a4266e6 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4460647 Feb 04 15:36:23.372988 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4a077c26-629c-441a-bce5-588342280ffc tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "DELETE /v2.0/ports/9d7bba8c-3def-4b1a-9ea3-1bb9c79c3de3 HTTP/1.1" status: 204 len: 168 time: 1.2050228 Feb 04 15:36:23.375680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58288) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:23.406892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f5baedfa-eab3-472c-af9d-0f8b938a8d9d', '2edd8070-6f69-4447-a8f8-c956d605fc46', '29f7d868-9ee3-401b-b8c4-4f4920c9b68b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:23.452645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a726d4-8b0a-4634-bb1c-45ee2815dae8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting subnet 588bc01e-803b-43fd-9cb9-9ea3e439c477 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:36:23.463520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540da79-1a1f-4a96-a0e8-a3ed53d1ced8 req-b5b2d0fe-3db0-4f86-b6c2-c0ee1334c504 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.470329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540da79-1a1f-4a96-a0e8-a3ed53d1ced8 req-b5b2d0fe-3db0-4f86-b6c2-c0ee1334c504 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.472019 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6540da79-1a1f-4a96-a0e8-a3ed53d1ced8 req-b5b2d0fe-3db0-4f86-b6c2-c0ee1334c504 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 1683 time: 0.1917069 Feb 04 15:36:23.472893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23a726d4-8b0a-4634-bb1c-45ee2815dae8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.473378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cdc168-141a-4783-bb08-9e140f1525dd {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:23.538335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b4cdc168-141a-4783-bb08-9e140f1525dd, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4cdc168-141a-4783-bb08-9e140f1525dd,segment=NetworkSegment(a0833f82-d6e0-418d-90ad-a290d37a9b3c),segment_id=a0833f82-d6e0-418d-90ad-a290d37a9b3c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:23.555585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Port': ['ID=2edd8070-6f69-4447-a8f8-c956d605fc46,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.560371 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.577911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-91a62df1-5859-4a24-8be9-64fa0ccd1fe6 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 695 time: 0.2146604 Feb 04 15:36:23.583902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6540da79-1a1f-4a96-a0e8-a3ed53d1ced8 req-441459b3-c006-45f9-aa4d-765d35b6e7dc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649734 Feb 04 15:36:23.588212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Request body: {'floatingip': {'port_id': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:23.628879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23a726d4-8b0a-4634-bb1c-45ee2815dae8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.635380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=83de3acd-b9be-4867-a1a2-72144ab63f7f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.640320 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.789368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a68878e-78c3-4722-a873-e002a5d74857 req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] No DVR routers for this DVR port 2edd8070-6f69-4447-a8f8-c956d605fc46 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:23.793165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:23.808044 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.832091 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.834970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-deleted', 'tag': '2edd8070-6f69-4447-a8f8-c956d605fc46'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:23.842609 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.872667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b4cdc168-141a-4783-bb08-9e140f1525dd'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:23.905774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b4cdc168-141a-4783-bb08-9e140f1525dd,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.940501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-22884a0e-11fe-4789-9feb-83b70b8d1193 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.945110 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-22884a0e-11fe-4789-9feb-83b70b8d1193 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 805 time: 0.2020595 Feb 04 15:36:23.962240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-565714ab-e1ad-4b9c-a2f6-51ef70056dfc tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/quotas/8d1813fcdf5e4ec78905265eb6ec0201 HTTP/1.1" status: 200 len: 375 time: 0.0135541 Feb 04 15:36:23.969673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23a726d4-8b0a-4634-bb1c-45ee2815dae8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.010000 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2272917-8106-45e1-9d58-4805ea230580 req-b98790f8-2eea-4db7-9139-22f37474c199 service neutron] 10.222.0.61 "GET /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7664597 Feb 04 15:36:24.014163 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a68878e-78c3-4722-a873-e002a5d74857 req-39cfef0b-14a7-40e0-b619-e20eb9ec60a4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.53 "DELETE /v2.0/ports/2edd8070-6f69-4447-a8f8-c956d605fc46 HTTP/1.1" status: 204 len: 173 time: 2.9735310 Feb 04 15:36:24.132977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=cb3ad578-3256-4d80-97f5-eaf20857fbaf,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:24.134617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23a726d4-8b0a-4634-bb1c-45ee2815dae8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.180550 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-c7df76af-ed5c-4f24-a7ef-6a3e62b78352 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1798127 Feb 04 15:36:24.183026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a726d4-8b0a-4634-bb1c-45ee2815dae8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Subnet': ['ID=588bc01e-803b-43fd-9cb9-9ea3e439c477,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:24.195231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23a726d4-8b0a-4634-bb1c-45ee2815dae8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.200422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb053b3b-3410-44d6-afbd-496b8d6d7108 None None] Network 5cef59fb-b38d-47f4-88df-113361d17a74 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:24.203518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-8a68878e-78c3-4722-a873-e002a5d74857 req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:24.203862 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.231304 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-23a726d4-8b0a-4634-bb1c-45ee2815dae8 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "DELETE /v2.0/subnets/588bc01e-803b-43fd-9cb9-9ea3e439c477 HTTP/1.1" status: 204 len: 168 time: 0.8520787 Feb 04 15:36:24.232059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58304) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:24.505353 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-74b8882f-4c6e-49c5-8a6c-e457cbc0e2ff service neutron] 10.222.0.46 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995291 Feb 04 15:36:24.629429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16e99f6-fc05-493f-aa18-6723d9f53cd7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting subnet eebd3077-0ae7-4ce8-829f-68ba8bd1af67 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:36:24.647905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ad476-aec5-45c9-b86d-5d8da75b2ac1 None None] DHCP port deletion for 5cef59fb-b38d-47f4-88df-113361d17a74 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:36:24.656064 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16e99f6-fc05-493f-aa18-6723d9f53cd7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.669746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a91ad476-aec5-45c9-b86d-5d8da75b2ac1 None None] Deleting port 85108154-7626-4fb9-b817-776e167151ce {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:24.669872 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a91ad476-aec5-45c9-b86d-5d8da75b2ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.678275 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-8a5958a0-f814-4de5-ba78-e0bba4cc3e72 service neutron] 10.222.0.46 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676185 Feb 04 15:36:24.900998 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16e99f6-fc05-493f-aa18-6723d9f53cd7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.005794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a91ad476-aec5-45c9-b86d-5d8da75b2ac1 None None] For port 85108154-7626-4fb9-b817-776e167151ce, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=85108154-7626-4fb9-b817-776e167151ce,segment=NetworkSegment(1375d024-4828-4d7d-bbda-82f145600fc0),segment_id=1375d024-4828-4d7d-bbda-82f145600fc0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:25.006300 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a91ad476-aec5-45c9-b86d-5d8da75b2ac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.075310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-67f5a4cc-f7ba-4dd5-ac43-bfe8125fa3ba tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:25.075310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-67f5a4cc-f7ba-4dd5-ac43-bfe8125fa3ba tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2 HTTP/1.1" status: 200 len: 944 time: 0.4800217 Feb 04 15:36:25.124219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dcab4-6a96-4db4-9e69-86ab8decdf7c req-677e6ac1-b50a-4c79-af53-ff8d66ea2f9e tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:25.124219 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d1dcab4-6a96-4db4-9e69-86ab8decdf7c req-677e6ac1-b50a-4c79-af53-ff8d66ea2f9e tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 944 time: 0.1250131 Feb 04 15:36:25.159217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a91ad476-aec5-45c9-b86d-5d8da75b2ac1 None None] Calling delete_port for 85108154-7626-4fb9-b817-776e167151ce owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:25.173765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Deleting port cb3ad578-3256-4d80-97f5-eaf20857fbaf {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:25.173765 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.188077 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d1dcab4-6a96-4db4-9e69-86ab8decdf7c req-1c37e42d-5f50-42c0-9aab-b52af4390c2e tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614762 Feb 04 15:36:25.236755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8a68878e-78c3-4722-a873-e002a5d74857 req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] For port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:25.236755 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.253772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 85108154-7626-4fb9-b817-776e167151ce no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:25.294835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 2edd8070-6f69-4447-a8f8-c956d605fc46 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:25.357896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 2edd8070-6f69-4447-a8f8-c956d605fc46 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:36:25.357896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 2edd8070-6f69-4447-a8f8-c956d605fc46 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:25.357896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 29f7d868-9ee3-401b-b8c4-4f4920c9b68b no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:25.460275 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a91ad476-aec5-45c9-b86d-5d8da75b2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.464964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-8a68878e-78c3-4722-a873-e002a5d74857 req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Calling delete_port for 29f7d868-9ee3-401b-b8c4-4f4920c9b68b owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:25.523944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d34628-1c7c-4a2f-8ee7-70e6bfd4daf1 req-bdc52dbc-e61a-4295-ab8e-956a0f376373 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:25.544848 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b0d34628-1c7c-4a2f-8ee7-70e6bfd4daf1 req-bdc52dbc-e61a-4295-ab8e-956a0f376373 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 0.2155316 Feb 04 15:36:25.556954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16e99f6-fc05-493f-aa18-6723d9f53cd7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.561640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ad476-aec5-45c9-b86d-5d8da75b2ac1 None None] Pushing event deleted for resources: {'Port': ['ID=85108154-7626-4fb9-b817-776e167151ce,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:25.634956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ad476-aec5-45c9-b86d-5d8da75b2ac1 None None] No DVR routers for this DVR port 85108154-7626-4fb9-b817-776e167151ce on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:25.638982 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b0d34628-1c7c-4a2f-8ee7-70e6bfd4daf1 req-690f8148-9dfa-4d17-bce5-fe59e643a653 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819845 Feb 04 15:36:25.685747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No active binding found for port 85108154-7626-4fb9-b817-776e167151ce {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 15:36:25.685747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 85108154-7626-4fb9-b817-776e167151ce not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:25.742454 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:36:25.764698 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83de3acd-b9be-4867-a1a2-72144ab63f7f', 'code': 200} Feb 04 15:36:25.906501 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.935925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4904-c4b7-40e7-9dc8-dfb281285911 req-89576166-36a6-465e-b385-a35405ab0622 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:25.935925 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-49bb4904-c4b7-40e7-9dc8-dfb281285911 req-89576166-36a6-465e-b385-a35405ab0622 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 946 time: 0.1126690 Feb 04 15:36:25.989796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-49bb4904-c4b7-40e7-9dc8-dfb281285911 req-adf90f09-bd56-4492-88cc-1251fd16d641 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523078 Feb 04 15:36:26.079886 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-deleted', 'tag': '2edd8070-6f69-4447-a8f8-c956d605fc46', 'status': 'completed', 'code': 200} Feb 04 15:36:26.119324 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.131430 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16e99f6-fc05-493f-aa18-6723d9f53cd7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.173377 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.268729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e99f6-fc05-493f-aa18-6723d9f53cd7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Subnet': ['ID=eebd3077-0ae7-4ce8-829f-68ba8bd1af67,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:26.276486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.342976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270572b5-4164-4eb3-9be0-9a3eee788d21 req-a587b525-b246-4984-b8fd-aaaca00efd8d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:26.352713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270572b5-4164-4eb3-9be0-9a3eee788d21 req-a587b525-b246-4984-b8fd-aaaca00efd8d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:26.352713 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-270572b5-4164-4eb3-9be0-9a3eee788d21 req-a587b525-b246-4984-b8fd-aaaca00efd8d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 1604 time: 0.1793432 Feb 04 15:36:26.361121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e031a6-d7be-40b6-a957-6e4c76142477 None None] Network 93af2bc6-eec4-42d5-beff-2a7a895f827b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:26.416534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f5baedfa-eab3-472c-af9d-0f8b938a8d9d no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:26.440566 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-270572b5-4164-4eb3-9be0-9a3eee788d21 req-2051a864-e547-40fa-9d33-25c787843555 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858648 Feb 04 15:36:26.460879 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d16e99f6-fc05-493f-aa18-6723d9f53cd7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.498299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Port': ['ID=29f7d868-9ee3-401b-b8c4-4f4920c9b68b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:26.508989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] For port cb3ad578-3256-4d80-97f5-eaf20857fbaf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb3ad578-3256-4d80-97f5-eaf20857fbaf,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:26.509552 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.558906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d16e99f6-fc05-493f-aa18-6723d9f53cd7 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "DELETE /v2.0/subnets/eebd3077-0ae7-4ce8-829f-68ba8bd1af67 HTTP/1.1" status: 204 len: 168 time: 2.3181498 Feb 04 15:36:26.591675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58324) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:26.725476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b60a-66c0-44e2-8530-9a4b213f63da req-f2843d54-b173-4acd-a8e1-135c2a81889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:26.727011 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18f0b60a-66c0-44e2-8530-9a4b213f63da req-f2843d54-b173-4acd-a8e1-135c2a81889c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 1097 time: 0.8606551 Feb 04 15:36:26.741551 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-741ed721-fd8f-4798-9ab0-301c7b424bdb req-5b308750-7bbb-427f-a72b-c47aa9f64c8a tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 210 time: 0.1917961 Feb 04 15:36:26.823615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.829164 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.881596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f5baedfa-eab3-472c-af9d-0f8b938a8d9d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:26.886442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a68878e-78c3-4722-a873-e002a5d74857 req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] No DVR routers for this DVR port 29f7d868-9ee3-401b-b8c4-4f4920c9b68b on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:26.890294 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.890912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.896241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a68878e-78c3-4722-a873-e002a5d74857 req-f2dd67e4-bd7b-4ea3-bd30-41a91cdd57c6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.53 "DELETE /v2.0/ports/29f7d868-9ee3-401b-b8c4-4f4920c9b68b HTTP/1.1" status: 204 len: 173 time: 2.8453357 Feb 04 15:36:26.917077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Calling delete_port for cb3ad578-3256-4d80-97f5-eaf20857fbaf owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:26.946900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b4cdc168-141a-4783-bb08-9e140f1525dd up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:27.054007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0613c783-afa5-4912-bc5b-ee208fec484b None None] DHCP port deletion for 93af2bc6-eec4-42d5-beff-2a7a895f827b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:36:27.090867 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.094070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0613c783-afa5-4912-bc5b-ee208fec484b None None] Deleting port 169571c4-bec4-4ac5-ba67-4ccefed58091 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:27.094630 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0613c783-afa5-4912-bc5b-ee208fec484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.138489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cef59fb-b38d-47f4-88df-113361d17a74']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:27.159152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1375d024-4828-4d7d-bbda-82f145600fc0') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:27.159652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1375d024-4828-4d7d-bbda-82f145600fc0') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:27.181346 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.189135 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f associated. External IP: 172.25.8.87, port: 3981e2c9-f830-4d00-b520-ee83d0eb4fb7. Feb 04 15:36:27.210871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deb701-b1d8-431e-a6b2-f66ac636d3fa req-716c9cc9-95a2-43d2-b06e-e0cfa2737cf4 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.213124 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d0deb701-b1d8-431e-a6b2-f66ac636d3fa req-716c9cc9-95a2-43d2-b06e-e0cfa2737cf4 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 944 time: 0.2258644 Feb 04 15:36:27.235438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.270144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:36:27.271144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.288589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:36:27.357856 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:36:27.392603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port b4cdc168-141a-4783-bb08-9e140f1525dd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:27.395591 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d0deb701-b1d8-431e-a6b2-f66ac636d3fa req-d63abf26-0cc8-48d3-9671-00379439945d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761172 Feb 04 15:36:27.411535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.423898 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18f0b60a-66c0-44e2-8530-9a4b213f63da req-1c338d31-645e-4ef7-b7b5-eccd7c6ed917 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556384 Feb 04 15:36:27.436664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0613c783-afa5-4912-bc5b-ee208fec484b None None] For port 169571c4-bec4-4ac5-ba67-4ccefed58091, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=169571c4-bec4-4ac5-ba67-4ccefed58091,segment=NetworkSegment(77afa075-9567-435f-861a-91edcc270755),segment_id=77afa075-9567-435f-861a-91edcc270755)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:27.437186 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0613c783-afa5-4912-bc5b-ee208fec484b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.440651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.450092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port b4cdc168-141a-4783-bb08-9e140f1525dd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:27.450505 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.457291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Network': ['ID=5cef59fb-b38d-47f4-88df-113361d17a74,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:27.468591 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f54c23ff-77dd-4348-b81e-1c42e63df867 tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "DELETE /v2.0/networks/5cef59fb-b38d-47f4-88df-113361d17a74 HTTP/1.1" status: 204 len: 168 time: 0.8755996 Feb 04 15:36:27.469447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58332) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:27.509288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-8a68878e-78c3-4722-a873-e002a5d74857 req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port f5baedfa-eab3-472c-af9d-0f8b938a8d9d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:27.509635 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.647672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0613c783-afa5-4912-bc5b-ee208fec484b None None] Calling delete_port for 169571c4-bec4-4ac5-ba67-4ccefed58091 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:27.692191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.725770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Deleting port 169571c4-bec4-4ac5-ba67-4ccefed58091 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:27.727379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.766712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf'}, {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:27.768047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-eab15acf-f73e-4091-81fe-d3da0d58d3a3 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.769824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-eab15acf-f73e-4091-81fe-d3da0d58d3a3 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.53 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 805 time: 0.8669028 Feb 04 15:36:27.780959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2af9-6b76-4c62-907f-57e1d4303157 req-1d1488ea-3228-48c1-858a-52060d2eb33f tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.782643 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d10f2af9-6b76-4c62-907f-57e1d4303157 req-1d1488ea-3228-48c1-858a-52060d2eb33f tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 946 time: 0.2268832 Feb 04 15:36:27.800183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Request body: {'port': {'device_id': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'admin_state_up': True, 'tenant_id': '8d1813fcdf5e4ec78905265eb6ec0201'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:27.811386 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.822502 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0613c783-afa5-4912-bc5b-ee208fec484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.851471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] The port '169571c4-bec4-4ac5-ba67-4ccefed58091' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:36:27.881473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613c783-afa5-4912-bc5b-ee208fec484b None None] Pushing event deleted for resources: {'Port': ['ID=169571c4-bec4-4ac5-ba67-4ccefed58091,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:27.885706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613c783-afa5-4912-bc5b-ee208fec484b None None] No DVR routers for this DVR port 169571c4-bec4-4ac5-ba67-4ccefed58091 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:27.914817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b4cdc168-141a-4783-bb08-9e140f1525dd, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4cdc168-141a-4783-bb08-9e140f1525dd,segment=NetworkSegment(a0833f82-d6e0-418d-90ad-a290d37a9b3c),segment_id=a0833f82-d6e0-418d-90ad-a290d37a9b3c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:27.924194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.011845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b4cdc168-141a-4783-bb08-9e140f1525dd,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:28.171191 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d10f2af9-6b76-4c62-907f-57e1d4303157 req-2dd40f70-ffb8-4f06-af1c-06537664f5b9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248401 Feb 04 15:36:28.179338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.217789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93af2bc6-eec4-42d5-beff-2a7a895f827b']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:28.231546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77afa075-9567-435f-861a-91edcc270755') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:28.231949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77afa075-9567-435f-861a-91edcc270755') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:28.243653 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.249444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-deleted', 'tag': '29f7d868-9ee3-401b-b8c4-4f4920c9b68b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:28.253840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.267248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.274636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:36:28.275196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:36:28.339884 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:36:28.351088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Pushing event deleted for resources: {'Port': ['ID=cb3ad578-3256-4d80-97f5-eaf20857fbaf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:28.416429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:36:28.424181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:28.427331 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.445223 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.457262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] Pushing event deleted for resources: {'Network': ['ID=93af2bc6-eec4-42d5-beff-2a7a895f827b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:28.463409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Usage tracker for resource:port and tenant:8d1813fcdf5e4ec78905265eb6ec0201 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:28.470787 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a261f2c2-2033-4cd9-9866-24dddce0d96b tempest-TaggedBootDevicesTest-1655391850 tempest-TaggedBootDevicesTest-1655391850-project] 10.222.0.46 "DELETE /v2.0/networks/93af2bc6-eec4-42d5-beff-2a7a895f827b HTTP/1.1" status: 204 len: 168 time: 0.9972522 Feb 04 15:36:28.481453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:28.485573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] No DVR routers for this DVR port cb3ad578-3256-4d80-97f5-eaf20857fbaf on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:28.499848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e58ed-6344-4b5f-9cfa-ab86e2787f41 req-1071a4c9-b4d6-4a90-bfff-15dd44d0af2a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.501564 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d98e58ed-6344-4b5f-9cfa-ab86e2787f41 req-1071a4c9-b4d6-4a90-bfff-15dd44d0af2a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 944 time: 0.1577840 Feb 04 15:36:28.506533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.510526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:28.548899 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d98e58ed-6344-4b5f-9cfa-ab86e2787f41 req-9ed0b92b-57ee-497c-a744-46c900036c56 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Feb 04 15:36:28.630302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Made reservation on behalf of 8d1813fcdf5e4ec78905265eb6ec0201 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:28.633941 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.651413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8a68878e-78c3-4722-a873-e002a5d74857 req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] For port f5baedfa-eab3-472c-af9d-0f8b938a8d9d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:28.651771 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.661571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35678bd1-a53b-45d7-bfdc-83fda00c6df1 req-84b3b6be-31a8-4c0a-aac4-a43edbb19630 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.61 "DELETE /v2.0/ports/cb3ad578-3256-4d80-97f5-eaf20857fbaf HTTP/1.1" status: 204 len: 173 time: 3.5875545 Feb 04 15:36:28.767386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb3ad578-3256-4d80-97f5-eaf20857fbaf no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:28.802172 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4b1fe9cb-f350-4cc5-af57-43bbfd049d09 req-2f829f28-dc00-45d1-875c-4aac6a49b624 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 210 time: 0.1345160 Feb 04 15:36:28.840051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 169571c4-bec4-4ac5-ba67-4ccefed58091 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:28.897397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: cb3ad578-3256-4d80-97f5-eaf20857fbaf {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:36:28.897397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb3ad578-3256-4d80-97f5-eaf20857fbaf not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:28.902127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 169571c4-bec4-4ac5-ba67-4ccefed58091 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:36:28.902474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 169571c4-bec4-4ac5-ba67-4ccefed58091 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:28.920567 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf', 'code': 200} Feb 04 15:36:28.920567 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d', 'code': 200} Feb 04 15:36:29.016088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-8a68878e-78c3-4722-a873-e002a5d74857 req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Calling delete_port for f5baedfa-eab3-472c-af9d-0f8b938a8d9d owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:29.063835 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-deleted', 'tag': '29f7d868-9ee3-401b-b8c4-4f4920c9b68b', 'status': 'completed', 'code': 200} Feb 04 15:36:29.082371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Allocated IP 172.20.0.2 (348f8a6c-8de0-4043-9de9-651f4f8a2053/afc02a95-b92d-4263-b839-e2b24f941b43/c8aaa9de-2990-4a2f-9d3b-dab527f4eb52) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:29.198164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6174f-2a30-495f-9041-0ce2d40fa41d req-f70106af-316c-4897-9d70-50a161c29a48 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.200376 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ae6174f-2a30-495f-9041-0ce2d40fa41d req-f70106af-316c-4897-9d70-50a161c29a48 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 945 time: 0.1051116 Feb 04 15:36:29.207418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:36:29.220968 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] Sync routers for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:29.231726 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:29.232460 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:29.251939 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.256051 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ae6174f-2a30-495f-9041-0ce2d40fa41d req-9758d8bb-3b4b-47f8-8c67-84199c15990d tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483749 Feb 04 15:36:29.448982 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:29.466894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-82d54928-fffd-44ff-a9b0-c4725c69b1f7 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "PUT /v2.0/floatingips/bd5ff4aa-0605-4349-8b69-843d6ee7750f HTTP/1.1" status: 200 len: 996 time: 5.8777926 Feb 04 15:36:29.572533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.666861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Port': ['ID=f5baedfa-eab3-472c-af9d-0f8b938a8d9d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:29.745454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.745454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.745454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.745454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.746391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.746391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.746631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.748414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.748414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.748414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.748414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.748414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:29.755022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f282d7d-d513-43b1-a3fc-2624eaf38eaa req-f3e0014e-ce5b-4ebd-ae33-c271a2a940ec tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.757417 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f282d7d-d513-43b1-a3fc-2624eaf38eaa req-f3e0014e-ce5b-4ebd-ae33-c271a2a940ec tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 946 time: 0.2306066 Feb 04 15:36:29.772855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.860815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a68878e-78c3-4722-a873-e002a5d74857 req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] No DVR routers for this DVR port f5baedfa-eab3-472c-af9d-0f8b938a8d9d on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:29.860815 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a68878e-78c3-4722-a873-e002a5d74857 req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.883906 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:8c:16:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:25Z', 'revision_number': 1, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:29.883906 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] Checking router: 82eb1a15-3f83-410f-93a9-9975f39cf8a1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:29.887264 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f282d7d-d513-43b1-a3fc-2624eaf38eaa req-448ce38b-4006-4b03-a82a-c03f86ca7e6f tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053612 Feb 04 15:36:29.891920 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:29.891920 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:29.909044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-2b298fb8-8333-46d6-a57a-d033ececef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.909044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-2b298fb8-8333-46d6-a57a-d033ececef92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1097 time: 0.4245670 Feb 04 15:36:29.909044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a68878e-78c3-4722-a873-e002a5d74857 req-01a7261d-176c-4477-ae92-23e5579e6716 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.53 "DELETE /v2.0/ports/f5baedfa-eab3-472c-af9d-0f8b938a8d9d HTTP/1.1" status: 204 len: 173 time: 2.9171870 Feb 04 15:36:30.081148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.391688 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:30.555870 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-52176658-4790-48a1-abbf-0d99e33b1eea req-6efd9045-1bd1-413b-8c74-bbf91deb5044 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=052dcc32-9ea7-4876-920c-9dcc4f8e76a5 HTTP/1.1" status: 200 len: 210 time: 0.1435564 Feb 04 15:36:30.743981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Network 348f8a6c-8de0-4043-9de9-651f4f8a2053 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:30.751379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:30.753585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:36:30.824138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Pushing event updated for resources: {'Port': ['ID=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:30.874697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-d3e1c581-0709-456d-961d-fcd50e6cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.877440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-d3e1c581-0709-456d-961d-fcd50e6cb0a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.9384570 Feb 04 15:36:30.895290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.901204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.927826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b966402d-14b1-425a-b96e-01e1e6b70bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdc168-141a-4783-bb08-9e140f1525dd'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:31.017713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae57d72-32fd-4f1f-a1cf-abe63de540c5 req-dab9e18f-c95c-45ba-a9b5-40a8dbdc0775 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.017713 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ae57d72-32fd-4f1f-a1cf-abe63de540c5 req-dab9e18f-c95c-45ba-a9b5-40a8dbdc0775 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 931 time: 0.1941319 Feb 04 15:36:31.112531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'name': 'network-vif-deleted', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf'}, {'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7'}, {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-deleted', 'tag': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:31.133446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ae57d72-32fd-4f1f-a1cf-abe63de540c5 req-ddc931d4-794d-40e6-8a38-37b732b3caac tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150382 Feb 04 15:36:31.177174 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-f38d9cb0-06f7-4015-81a3-52a61ac38074 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 999 time: 0.2766087 Feb 04 15:36:31.182530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-bac60578-af83-4a70-812a-e91fed37a78d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3865507 Feb 04 15:36:31.208341 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:8c:16:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:25Z', 'revision_number': 1, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:31.213846 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec7aad-0751-447d-8853-60af34a98484 None None] The sync data for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 is: [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:8c:16:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:25Z', 'revision_number': 1, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:31.273468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-d67c70c0-d2dc-4000-8c64-87ca0879764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.274889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-d67c70c0-d2dc-4000-8c64-87ca0879764c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.0888610 Feb 04 15:36:31.279987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Request body: {'port': {'device_id': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:31.463655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791212-3cf9-4761-ac83-aa0cca0636c6 req-ee97d282-25cd-4a6c-8214-183305534c10 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.466596 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78791212-3cf9-4761-ac83-aa0cca0636c6 req-ee97d282-25cd-4a6c-8214-183305534c10 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 945 time: 0.1562810 Feb 04 15:36:31.524953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.574688 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78791212-3cf9-4761-ac83-aa0cca0636c6 req-a4d516fb-a3fa-4455-a0c7-3082837de7b6 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889540 Feb 04 15:36:31.591300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-61413da7-8afa-4c30-abad-7c4cc0ebd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.593285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-61413da7-8afa-4c30-abad-7c4cc0ebd251 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377019 Feb 04 15:36:31.626716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-e8b59088-dfa1-4267-aa65-cb93e2e3be9f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:36:31.627726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-e8b59088-dfa1-4267-aa65-cb93e2e3be9f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170214 Feb 04 15:36:31.640618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e64e3c-8413-42db-b42a-7d77025a492a None None] New status for floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:36:31.875877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58378) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:32.053593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-59864087-d260-4647-91e7-5b3a2c095ca2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting subnet 2dff0411-7061-46bb-94f0-48cc83dc7b5f {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:36:32.063649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59864087-d260-4647-91e7-5b3a2c095ca2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.094285 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b966402d-14b1-425a-b96e-01e1e6b70bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdc168-141a-4783-bb08-9e140f1525dd', 'code': 200} Feb 04 15:36:32.130491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:32.139127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.148620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-88576bfa-d4b8-4268-b54d-78f9bb8c82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.155541 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-88576bfa-d4b8-4268-b54d-78f9bb8c82cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1097 time: 0.3792708 Feb 04 15:36:32.156905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Transition to ACTIVE for port object c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:32.159362 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ad3b5-b2c0-4fde-96f0-211642b0c0c2', 'name': 'network-vif-deleted', 'tag': 'cb3ad578-3256-4d80-97f5-eaf20857fbaf', 'status': 'completed', 'code': 200} Feb 04 15:36:32.159624 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'status': 'completed', 'code': 200} Feb 04 15:36:32.160556 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052dcc32-9ea7-4876-920c-9dcc4f8e76a5', 'name': 'network-vif-deleted', 'tag': 'f5baedfa-eab3-472c-af9d-0f8b938a8d9d', 'status': 'completed', 'code': 200} Feb 04 15:36:32.357007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-72c95968-25bf-4147-9580-90416d135c18 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960204 Feb 04 15:36:32.359061 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.363968 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59864087-d260-4647-91e7-5b3a2c095ca2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.548926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:32.629150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-6e44cca6-574d-4194-97f3-2cf7b81ade39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.629150 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-6e44cca6-574d-4194-97f3-2cf7b81ade39 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.4295321 Feb 04 15:36:32.772007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3611-7a78-434e-9e8d-f33870528257 req-6d8caca6-18fc-4199-8184-c6cd5b863b0e tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.784996 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-40dc3611-7a78-434e-9e8d-f33870528257 req-6d8caca6-18fc-4199-8184-c6cd5b863b0e tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 943 time: 0.3426828 Feb 04 15:36:32.829459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb02ec-4b62-400a-be88-d567418296af req-aa58a409-ab96-4123-8663-99ddb4933472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.830289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-86eb02ec-4b62-400a-be88-d567418296af req-aa58a409-ab96-4123-8663-99ddb4933472 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 1096 time: 0.5300167 Feb 04 15:36:32.832435 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59864087-d260-4647-91e7-5b3a2c095ca2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.858227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Attempting to bind port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:32.858227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Attempting to bind port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:32.858227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Attempting to bind port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:32.890605 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-36973e5a-b848-46f7-8519-b63fccd4902a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 1001 time: 0.2535865 Feb 04 15:36:32.893509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac6e8751-48d8-4b10-b4cb-3fea7efc3a40 req-b338993b-3cd0-47f1-b0a8-02de860ac651 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240574 Feb 04 15:36:32.893509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:36:32.893509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Attempting to bind port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:32.903573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:36:32.903573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Checking segment: {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:36:32.903573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Bound using segment: {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:36:32.904346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Bound port: c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:32.905246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.985524 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-86eb02ec-4b62-400a-be88-d567418296af req-1596d763-3df3-40c2-8424-407f2a5149e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174407 Feb 04 15:36:33.023043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-40dc3611-7a78-434e-9e8d-f33870528257 req-f3af8603-b18e-434f-b910-c75222b5036f tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363827 Feb 04 15:36:33.232953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:36:33.241853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:36:33.251630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.299477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-f7a11f74-3bf5-476f-a298-45363637c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.302603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-f7a11f74-3bf5-476f-a298-45363637c0dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.4068694 Feb 04 15:36:33.362408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.363016 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.364445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 HTTP/1.1" status: 200 len: 1091 time: 2.0886614 Feb 04 15:36:33.369464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59864087-d260-4647-91e7-5b3a2c095ca2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.381779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2c2b2-209c-451c-b1fc-4d0d29ee97e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:33.404463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc58d6-293c-49fb-b7a7-81b6139ffc45 req-870be215-25d8-44d8-b199-c43f9a1d2624 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.408092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4fdc58d6-293c-49fb-b7a7-81b6139ffc45 req-870be215-25d8-44d8-b199-c43f9a1d2624 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 945 time: 0.3612185 Feb 04 15:36:33.438639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59864087-d260-4647-91e7-5b3a2c095ca2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.448122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba265ca-b567-4579-b970-2a384dc5c2e3 None None] Network 15b41b95-0815-4a42-bcf7-32981185f07f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:33.456039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59864087-d260-4647-91e7-5b3a2c095ca2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Subnet': ['ID=2dff0411-7061-46bb-94f0-48cc83dc7b5f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:33.479243 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-59864087-d260-4647-91e7-5b3a2c095ca2 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "DELETE /v2.0/subnets/2dff0411-7061-46bb-94f0-48cc83dc7b5f HTTP/1.1" status: 204 len: 168 time: 1.6014647 Feb 04 15:36:33.485286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58396) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:33.568696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4fdc58d6-293c-49fb-b7a7-81b6139ffc45 req-afe24da1-9227-41b5-b498-30dc075f2183 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532426 Feb 04 15:36:33.591717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-8bf9d715-9f7a-45a2-bf02-aa692402d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.594014 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-8bf9d715-9f7a-45a2-bf02-aa692402d361 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 1094 time: 0.1471856 Feb 04 15:36:33.644305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-fb2a8975-790a-4fec-b2d3-5ee8996f6a6a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.651350 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-fb2a8975-790a-4fec-b2d3-5ee8996f6a6a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3930137 Feb 04 15:36:33.722504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-d3a9cd47-85b8-43a1-b317-fa1757d1ae31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 HTTP/1.1" status: 200 len: 217 time: 0.1208961 Feb 04 15:36:33.739743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-e7706426-23d0-4fb0-9b33-e59f8566d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.744653 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-e7706426-23d0-4fb0-9b33-e59f8566d79a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4295206 Feb 04 15:36:33.790130 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.806433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-7d2c9b83-ebbd-46fc-a9c5-f3a6c7e8b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.809886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-7d2c9b83-ebbd-46fc-a9c5-f3a6c7e8b54e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc02a95-b92d-4263-b839-e2b24f941b43 HTTP/1.1" status: 200 len: 845 time: 0.0788500 Feb 04 15:36:33.874024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8047d4d9-51db-436e-bf16-ebb42eb304b5 None None] DHCP port deletion for 15b41b95-0815-4a42-bcf7-32981185f07f request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:36:33.879545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8047d4d9-51db-436e-bf16-ebb42eb304b5 None None] Deleting port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:33.880173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8047d4d9-51db-436e-bf16-ebb42eb304b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.979415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-429fbe9d-6590-4ba8-bedf-6e4c0e58ddb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=348f8a6c-8de0-4043-9de9-651f4f8a2053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618831 Feb 04 15:36:34.056784 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-29b0ce37-8c5f-4807-88f2-22a98bf1bebf tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 1001 time: 0.4044538 Feb 04 15:36:34.071030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Request body: {'floatingip': {'port_id': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:34.177455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:34.256220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:34.256884 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.414901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.450422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-59e2ae00-4c18-4da9-b26e-ce8e1e84bf03 service neutron] 10.222.0.53 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493210 Feb 04 15:36:34.670909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8047d4d9-51db-436e-bf16-ebb42eb304b5 None None] For port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=60b612a7-4a6f-4023-b8fe-5c5e85143bcb,segment=NetworkSegment(6455201b-f20b-4c19-833e-1083f7b7d5ed),segment_id=6455201b-f20b-4c19-833e-1083f7b7d5ed)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:34.671432 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8047d4d9-51db-436e-bf16-ebb42eb304b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.712902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-1809371c-f6c3-466c-9762-59519d4773de service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9203136 Feb 04 15:36:34.991390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8047d4d9-51db-436e-bf16-ebb42eb304b5 None None] Calling delete_port for 60b612a7-4a6f-4023-b8fe-5c5e85143bcb owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:35.026497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9806a50-a4e2-41b6-8b5f-d6131fc21f8d req-6cf49a09-8d77-4578-97ce-db3a6cfe60fc tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.027914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c9806a50-a4e2-41b6-8b5f-d6131fc21f8d req-6cf49a09-8d77-4578-97ce-db3a6cfe60fc tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Synchronizing usage tracker for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:35.037216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69df5791-3ae8-46e6-ae9a-263246020a63 req-96709e63-62fa-4fe1-8c5c-376235f9bd66 service neutron] 10.222.0.53 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818715 Feb 04 15:36:35.090113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c9806a50-a4e2-41b6-8b5f-d6131fc21f8d req-6cf49a09-8d77-4578-97ce-db3a6cfe60fc tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Unset dirty status for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:35.100290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9806a50-a4e2-41b6-8b5f-d6131fc21f8d req-6cf49a09-8d77-4578-97ce-db3a6cfe60fc tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 943 time: 0.3970640 Feb 04 15:36:35.118040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] For port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=60b612a7-4a6f-4023-b8fe-5c5e85143bcb,segment=NetworkSegment(6455201b-f20b-4c19-833e-1083f7b7d5ed),segment_id=6455201b-f20b-4c19-833e-1083f7b7d5ed)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:35.118398 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.146616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 60b612a7-4a6f-4023-b8fe-5c5e85143bcb no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:35.204701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9806a50-a4e2-41b6-8b5f-d6131fc21f8d req-712048e0-18f0-4564-8139-41a23477f129 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003337 Feb 04 15:36:35.264442 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf00f-5713-415e-af2d-0312926b774e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.274987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8047d4d9-51db-436e-bf16-ebb42eb304b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.316717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Calling delete_port for 60b612a7-4a6f-4023-b8fe-5c5e85143bcb owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:35.364128 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52', 'status': 'completed', 'code': 200} Feb 04 15:36:35.367745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047d4d9-51db-436e-bf16-ebb42eb304b5 None None] Pushing event deleted for resources: {'Port': ['ID=60b612a7-4a6f-4023-b8fe-5c5e85143bcb,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:35.385729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047d4d9-51db-436e-bf16-ebb42eb304b5 None None] No DVR routers for this DVR port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:35.388738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No active binding found for port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 15:36:35.389219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 60b612a7-4a6f-4023-b8fe-5c5e85143bcb not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:35.519603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-88065d8b-b860-4ae8-a278-da1ea9ee1520 req-cf82533d-d8f5-468d-9a45-c113fddb039c service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7999282 Feb 04 15:36:35.597080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-c94b7baf-1b87-41b7-927c-ae2d10561a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.598902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-c94b7baf-1b87-41b7-927c-ae2d10561a6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 1094 time: 0.2079635 Feb 04 15:36:35.847099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e88eb7-c219-4232-83f8-1fb4065d734f req-4acb17ff-937f-4626-9227-00d11c447c46 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.849248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49e88eb7-c219-4232-83f8-1fb4065d734f req-4acb17ff-937f-4626-9227-00d11c447c46 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 945 time: 0.3061600 Feb 04 15:36:35.932667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-aa8c0d27-91db-460e-ae6b-774258dea861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.933597 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-aa8c0d27-91db-460e-ae6b-774258dea861 service neutron] 10.222.0.53 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 906 time: 0.3228436 Feb 04 15:36:35.982540 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.014598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49e88eb7-c219-4232-83f8-1fb4065d734f req-df8db698-0b31-4b2a-bfe7-859e3f473e6f tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495035 Feb 04 15:36:36.022971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-3e929f0b-e270-4705-9f06-f11f1b1d2dc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 HTTP/1.1" status: 200 len: 217 time: 0.0821157 Feb 04 15:36:36.027013 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:36:36.028099 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:36:36.190785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-32a2fa78-226a-4ef6-9358-af52a58cfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:36.190785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-32a2fa78-226a-4ef6-9358-af52a58cfe18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc02a95-b92d-4263-b839-e2b24f941b43 HTTP/1.1" status: 200 len: 845 time: 0.1518099 Feb 04 15:36:36.300507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-a94746d5-f004-43ae-a0b8-9106081ce5b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=348f8a6c-8de0-4043-9de9-651f4f8a2053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093884 Feb 04 15:36:36.566618 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-caa73369-e509-4f47-9569-c00e1b612539 service neutron] 10.222.0.53 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606761 Feb 04 15:36:36.632465 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d2b16d93-6a40-489b-9baf-281d36e6fbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.656930 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.658731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port 60b612a7-4a6f-4023-b8fe-5c5e85143bcb {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:36.659298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.696140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.831621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11124ce-e894-4247-9551-1e5457ce6ffe req-8d73b436-e840-40cb-9012-89079df1ae43 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:36.833267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d11124ce-e894-4247-9551-1e5457ce6ffe req-8d73b436-e840-40cb-9012-89079df1ae43 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 943 time: 0.3709042 Feb 04 15:36:36.944541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d11124ce-e894-4247-9551-1e5457ce6ffe req-9f599a5c-a84e-47b9-be7c-b337d6c351b2 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008685 Feb 04 15:36:36.952213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] The port '60b612a7-4a6f-4023-b8fe-5c5e85143bcb' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:36:37.008851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d2b6ff8-deef-4293-951d-b8a50f44af7d req-54b23447-0c8a-40c0-a844-f3987b50d9e2 service neutron] 10.222.0.53 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310179 Feb 04 15:36:37.290803 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f associated. External IP: 172.25.8.87, port: 3981e2c9-f830-4d00-b520-ee83d0eb4fb7. Feb 04 15:36:37.500115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.547288 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.600816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b41b95-0815-4a42-bcf7-32981185f07f']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:37.633051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6455201b-f20b-4c19-833e-1083f7b7d5ed') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:37.633051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6455201b-f20b-4c19-833e-1083f7b7d5ed') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:37.646055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.648311 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.670860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.700597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dcf5e-00cd-402f-b948-a65cbb8f536b req-ce0d0962-a779-49c3-ba44-bae815e8b8d5 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:37.702005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-343dcf5e-00cd-402f-b948-a65cbb8f536b req-ce0d0962-a779-49c3-ba44-bae815e8b8d5 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 945 time: 0.0997634 Feb 04 15:36:37.749281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:36:37.749598 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.750766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-343dcf5e-00cd-402f-b948-a65cbb8f536b req-f7929210-36fd-4c87-81ea-9139ef7adc21 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430880 Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:36:37.765233 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:36:37.985805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:36:37.989078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.018466 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.037212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Network': ['ID=15b41b95-0815-4a42-bcf7-32981185f07f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.140022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58476) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:38.140531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d938d69f-e8fc-433b-96ad-f4d19f5a3805 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "DELETE /v2.0/networks/15b41b95-0815-4a42-bcf7-32981185f07f HTTP/1.1" status: 204 len: 168 time: 4.6516829 Feb 04 15:36:38.232548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a895d80-ce4f-4ab1-8f34-359773ab4e80 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting subnet 8236d87b-6f96-4fac-8ad1-e11b97d80c3e {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:36:38.236423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a895d80-ce4f-4ab1-8f34-359773ab4e80 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.280684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:36:38.297753 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] Sync routers for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:38.305175 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:38.307281 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:38.387898 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a895d80-ce4f-4ab1-8f34-359773ab4e80 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.500448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad769b8f-f47c-4444-be4d-29724c72dc83 req-407fcdf0-07d5-4d8a-b460-8637af2e6505 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.507404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad769b8f-f47c-4444-be4d-29724c72dc83 req-407fcdf0-07d5-4d8a-b460-8637af2e6505 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 943 time: 0.4380403 Feb 04 15:36:38.550890 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:38.562150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad769b8f-f47c-4444-be4d-29724c72dc83 req-29249b44-368e-4a8c-b4ea-2512a0bbb5b9 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537286 Feb 04 15:36:38.583955 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a895d80-ce4f-4ab1-8f34-359773ab4e80 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.669653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a895d80-ce4f-4ab1-8f34-359773ab4e80 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.773940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a895d80-ce4f-4ab1-8f34-359773ab4e80 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Subnet': ['ID=8236d87b-6f96-4fac-8ad1-e11b97d80c3e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.781403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a895d80-ce4f-4ab1-8f34-359773ab4e80 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.793860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a824e-c955-4824-986e-ffe9ddf88be1 None None] Network 8440a257-c253-46be-94da-13db62fb6b50 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:38.806482 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9a895d80-ce4f-4ab1-8f34-359773ab4e80 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "DELETE /v2.0/subnets/8236d87b-6f96-4fac-8ad1-e11b97d80c3e HTTP/1.1" status: 204 len: 168 time: 0.6626217 Feb 04 15:36:38.808586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58482) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:38.817356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:36:38.924006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:36:39.100058 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.118772 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.149116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port e4affbff-eba4-435e-ad8f-fab2c07a3e79 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:39.149116 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.206748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:36:39.221183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.308658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-43f5a0b8-112f-4c99-8aba-1882da41d7e6 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:39.312334 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-43f5a0b8-112f-4c99-8aba-1882da41d7e6 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.53 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 945 time: 0.4122250 Feb 04 15:36:39.315631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:39.342257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'port_id': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52', 'mac_address': 'fa:16:3e:19:28:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc02a95-b92d-4263-b839-e2b24f941b43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:36:39.348300 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.365527 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:14:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:36Z', 'revision_number': 3, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:39.383630 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] Checking router: 82eb1a15-3f83-410f-93a9-9975f39cf8a1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:39.418915 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:39.420894 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:39.446924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fe390-6941-41b8-9e9a-774e6be31c8e req-b307ae3f-adaa-49ef-893e-d1f837982bba tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:39.448903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-417fe390-6941-41b8-9e9a-774e6be31c8e req-b307ae3f-adaa-49ef-893e-d1f837982bba tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 945 time: 0.4058719 Feb 04 15:36:39.453389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Deleting port b4cdc168-141a-4783-bb08-9e140f1525dd {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:39.453842 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.508740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:39.513979 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.599173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-417fe390-6941-41b8-9e9a-774e6be31c8e req-bf8a30a6-3bb6-4f0e-9164-336228a2cfcf tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e07e621-f13f-4a0f-a649-c2f1d6c5e110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167474 Feb 04 15:36:39.626511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:39.661571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5fcdd6-95ec-4a47-8f40-0a54440f353c None None] DHCP port deletion for 8440a257-c253-46be-94da-13db62fb6b50 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:36:39.670442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fcdd6-95ec-4a47-8f40-0a54440f353c None None] Deleting port e4affbff-eba4-435e-ad8f-fab2c07a3e79 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:39.671124 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e5fcdd6-95ec-4a47-8f40-0a54440f353c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.693490 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-097d6c27-9dff-404f-b6f9-3c8cf7415846 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "PUT /v2.0/floatingips/bd5ff4aa-0605-4349-8b69-843d6ee7750f HTTP/1.1" status: 200 len: 998 time: 5.6331367 Feb 04 15:36:39.762628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:39.776001 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.930732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-ff87e416-c678-4e82-9cbc-569bb15ac851 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:39.947989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-ff87e416-c678-4e82-9cbc-569bb15ac851 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports/3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 943 time: 0.2450449 Feb 04 15:36:40.013988 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:40.081939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c8aaa9de-2990-4a2f-9d3b-dab527f4eb52'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:40.135061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-baaf0c7b-01d6-4480-a23a-fb0d48f30303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:40.145400 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-baaf0c7b-01d6-4480-a23a-fb0d48f30303 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1097 time: 0.1173985 Feb 04 15:36:40.163547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] For port e4affbff-eba4-435e-ad8f-fab2c07a3e79, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e4affbff-eba4-435e-ad8f-fab2c07a3e79,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:40.166343 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.171272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:40.285726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9e5fcdd6-95ec-4a47-8f40-0a54440f353c None None] For port e4affbff-eba4-435e-ad8f-fab2c07a3e79, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e4affbff-eba4-435e-ad8f-fab2c07a3e79,segment=NetworkSegment(cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb),segment_id=cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:40.287013 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e5fcdd6-95ec-4a47-8f40-0a54440f353c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.330985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-6d90d0c0-d4b4-4464-bf58-246df735405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:40.339691 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-6d90d0c0-d4b4-4464-bf58-246df735405f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.1931717 Feb 04 15:36:40.481270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fcdd6-95ec-4a47-8f40-0a54440f353c None None] Calling delete_port for e4affbff-eba4-435e-ad8f-fab2c07a3e79 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:40.508630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-add9ab8e-a600-4b8a-a6f4-a21384daec03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 217 time: 0.1665471 Feb 04 15:36:40.611517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] For port b4cdc168-141a-4783-bb08-9e140f1525dd, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4cdc168-141a-4783-bb08-9e140f1525dd,segment=NetworkSegment(a0833f82-d6e0-418d-90ad-a290d37a9b3c),segment_id=a0833f82-d6e0-418d-90ad-a290d37a9b3c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:40.611888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.656783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-8b543c17-a43b-4ea2-9ae4-812831345bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:40.659610 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-8b543c17-a43b-4ea2-9ae4-812831345bfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.1496789 Feb 04 15:36:40.805803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-8247eaec-2b92-48b2-bd26-bf658c454516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:40.812533 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-8247eaec-2b92-48b2-bd26-bf658c454516 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390746 Feb 04 15:36:40.932297 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e5fcdd6-95ec-4a47-8f40-0a54440f353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.955288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Calling delete_port for b4cdc168-141a-4783-bb08-9e140f1525dd owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:41.002772 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:14:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:36Z', 'revision_number': 3, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:41.013360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b4cdc168-141a-4783-bb08-9e140f1525dd no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:41.017321 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28daf5e-d56d-44ec-86ed-3b2529d69361 None None] The sync data for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 is: [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:14:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:36Z', 'revision_number': 3, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:41.050248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e4affbff-eba4-435e-ad8f-fab2c07a3e79 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:41.145049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fcdd6-95ec-4a47-8f40-0a54440f353c None None] Pushing event deleted for resources: {'Port': ['ID=e4affbff-eba4-435e-ad8f-fab2c07a3e79,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:41.158979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e4affbff-eba4-435e-ad8f-fab2c07a3e79 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:36:41.159786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e4affbff-eba4-435e-ad8f-fab2c07a3e79 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:41.193269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5fcdd6-95ec-4a47-8f40-0a54440f353c None None] No DVR routers for this DVR port e4affbff-eba4-435e-ad8f-fab2c07a3e79 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:41.231270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No active binding found for port b4cdc168-141a-4783-bb08-9e140f1525dd {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 15:36:41.231684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b4cdc168-141a-4783-bb08-9e140f1525dd not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:41.282893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Calling delete_port for e4affbff-eba4-435e-ad8f-fab2c07a3e79 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:41.316050 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:41.316866 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-d84a6a51-ec34-47dc-a704-7cff4b7b808e service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985616 Feb 04 15:36:41.395449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Pushing event deleted for resources: {'Port': ['ID=b4cdc168-141a-4783-bb08-9e140f1525dd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:41.396576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e19351-c74c-4247-9abd-ea4446ca453c None None] New status for floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:36:41.502678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] No DVR routers for this DVR port b4cdc168-141a-4783-bb08-9e140f1525dd on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:41.508343 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:41.511659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b966402d-14b1-425a-b96e-01e1e6b70bad', 'name': 'network-vif-deleted', 'tag': 'b4cdc168-141a-4783-bb08-9e140f1525dd'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:41.539885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab958387-e2ae-4401-834a-dcf24a4e2750 req-ddee4732-4961-4971-a1e1-be2819a91965 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.541776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab958387-e2ae-4401-834a-dcf24a4e2750 req-ddee4732-4961-4971-a1e1-be2819a91965 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 944 time: 1.5979652 Feb 04 15:36:41.546517 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-338edfbf-2fdd-4541-b189-8027805b7bf1 req-f1db8148-03d1-4c63-a722-44a432114bf8 tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.53 "DELETE /v2.0/ports/b4cdc168-141a-4783-bb08-9e140f1525dd HTTP/1.1" status: 204 len: 173 time: 2.2130189 Feb 04 15:36:41.546517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:36:41.546517 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:36:41.547614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-b2c33f19-79f0-4548-8d42-0c07a9b995ae service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152662 Feb 04 15:36:41.648479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab958387-e2ae-4401-834a-dcf24a4e2750 req-377a5276-9a36-4def-bd77-4b307044588a tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907650 Feb 04 15:36:41.723279 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'status': 'completed', 'code': 200} Feb 04 15:36:41.748280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-6ea67525-e070-4e44-aa85-69f6eadf5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.756112 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-6ea67525-e070-4e44-aa85-69f6eadf5236 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 1097 time: 0.1541407 Feb 04 15:36:41.919536 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] Sync routers for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:41.934361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-53a40a16-0937-4305-9d28-47c963199bfc req-38f316c3-769f-4097-8af9-809efcd8a5ef tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Synchronizing usage tracker for tenant:47f5efe43c0f44a0ad86665b988ba250 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:41.941902 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:41.942527 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:41.969579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-53a40a16-0937-4305-9d28-47c963199bfc req-38f316c3-769f-4097-8af9-809efcd8a5ef tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] Unset dirty status for tenant:47f5efe43c0f44a0ad86665b988ba250 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:41.980472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53a40a16-0937-4305-9d28-47c963199bfc req-38f316c3-769f-4097-8af9-809efcd8a5ef tempest-ServerMetadataNegativeTestJSON-617287715 tempest-ServerMetadataNegativeTestJSON-617287715-project] 10.222.0.46 "GET /v2.0/ports?device_id=b966402d-14b1-425a-b96e-01e1e6b70bad HTTP/1.1" status: 200 len: 210 time: 0.1253738 Feb 04 15:36:42.008160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58506) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:42.029508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-c388860e-d4f6-42a9-b1b7-f50a57029f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.034251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-c388860e-d4f6-42a9-b1b7-f50a57029f37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1097 time: 0.2662179 Feb 04 15:36:42.047461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port e4affbff-eba4-435e-ad8f-fab2c07a3e79 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:42.047815 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.066158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-7e04f08d-3d3c-4f7a-ac86-18da47a272b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.070240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-7e04f08d-3d3c-4f7a-ac86-18da47a272b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.3133638 Feb 04 15:36:42.107581 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b966402d-14b1-425a-b96e-01e1e6b70bad', 'name': 'network-vif-deleted', 'tag': 'b4cdc168-141a-4783-bb08-9e140f1525dd', 'status': 'completed', 'code': 200} Feb 04 15:36:42.252559 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:42.270753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-deb4802a-6506-413d-929c-9bf12c47b3ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 200 len: 1001 time: 0.1917775 Feb 04 15:36:42.346390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-b8c81b2d-eb0a-4d78-8074-d15660104de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.347953 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-b8c81b2d-eb0a-4d78-8074-d15660104de8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.0678818 Feb 04 15:36:42.483263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-7722cd7e-6e22-4482-b113-fa811897431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.485192 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-7722cd7e-6e22-4482-b113-fa811897431f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285434 Feb 04 15:36:42.505299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] The port 'e4affbff-eba4-435e-ad8f-fab2c07a3e79' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:36:42.670965 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.691687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8440a257-c253-46be-94da-13db62fb6b50']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:42.701269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:42.701269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf86a2c3-643d-4a70-a2ed-1b60b9c19fdb') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:42.720118 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-431fd89f-7101-49b9-b69a-1b7151b5a3c8 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188649 Feb 04 15:36:42.725626 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.738777 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.745113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:36:42.745511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.754076 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:14:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:41Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:42.759057 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] Checking router: 82eb1a15-3f83-410f-93a9-9975f39cf8a1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:42.775497 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:42.776362 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:36:42.827197 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:36:42.871049 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e275d33e-6754-4978-bfa5-693d6da2c3c0 req-baca130c-a97d-4063-9830-f0cc09fba633 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531627 Feb 04 15:36:42.919964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:43.024235 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:43.026427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:43.040640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:43.041057 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.084137 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-143d0695-da89-4450-9cfd-332265010f29 req-83a8048e-7112-495f-9b50-ecd24ef1de44 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 1001 time: 0.1690221 Feb 04 15:36:43.183282 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.206003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d0695-da89-4450-9cfd-332265010f29 req-bdd1a41a-10dc-45c7-965b-05c8d45dd6f5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.231765 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-143d0695-da89-4450-9cfd-332265010f29 req-bdd1a41a-10dc-45c7-965b-05c8d45dd6f5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports/ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 200 len: 943 time: 0.1294241 Feb 04 15:36:43.234495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-1b86979b-c4d9-474f-bb5f-eafc871bb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.234609 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.235318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-1b86979b-c4d9-474f-bb5f-eafc871bb47f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 1.1143930 Feb 04 15:36:43.236390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.308028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:43.326742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Network': ['ID=8440a257-c253-46be-94da-13db62fb6b50,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:43.329071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:43.334683 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.443738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:43.493859 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-143d0695-da89-4450-9cfd-332265010f29 req-ed430982-6773-4abc-9547-0c2237b305cc tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 1001 time: 0.1263983 Feb 04 15:36:43.531733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-f34250d6-7a23-4f5e-b9e3-aff4df876d88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 217 time: 0.2865639 Feb 04 15:36:43.599478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e190d899-c816-4527-86ab-11039b54e4ac tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "DELETE /v2.0/networks/8440a257-c253-46be-94da-13db62fb6b50 HTTP/1.1" status: 204 len: 168 time: 4.7884774 Feb 04 15:36:43.610488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58524) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:43.625766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2084067389'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:43.644991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:43.673378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d0695-da89-4450-9cfd-332265010f29 req-1bce2e4e-3ce4-4197-a3fc-14a7b95b6895 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.675124 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-143d0695-da89-4450-9cfd-332265010f29 req-1bce2e4e-3ce4-4197-a3fc-14a7b95b6895 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.1745994 Feb 04 15:36:43.686232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae5af7-8492-4665-b3eb-d76c3a9c8d19 req-5c9df949-2565-4ba0-af08-dcf4448c2ab2 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.689559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fae5af7-8492-4665-b3eb-d76c3a9c8d19 req-5c9df949-2565-4ba0-af08-dcf4448c2ab2 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 944 time: 0.8655987 Feb 04 15:36:43.699013 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:14:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:41Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:43.704849 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610addea-91c4-4616-a82a-00c4722a8688 None None] The sync data for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 is: [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:14:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:41Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:43.713775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:network and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:43.720070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:43.724410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:43.766335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:43.769769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58532) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:43.776034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-4c9325fd-0212-4a1f-b765-a50d116cbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.778112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-4c9325fd-0212-4a1f-b765-a50d116cbbba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.2306828 Feb 04 15:36:43.821668 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52', 'code': 200} Feb 04 15:36:43.911443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:43.914687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.949845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fae5af7-8492-4665-b3eb-d76c3a9c8d19 req-44884c3f-5aa2-4d73-ab64-9c7af56c9f78 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271817 Feb 04 15:36:43.977836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:43.990251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.990609 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Added segment 975fe13a-b3ae-4ac8-b4b7-2e24e16742dc of type vlan for network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 Feb 04 15:36:44.016575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-7124564e-cfcf-414f-9ade-b960cb77fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.017429 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-7124564e-cfcf-414f-9ade-b960cb77fa8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991632 Feb 04 15:36:44.085534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.102904 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'status': 'completed', 'code': 200} Feb 04 15:36:44.156732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Deleting subnet 8dceb863-ec45-4a15-854e-4b2d1ec9eb73 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:36:44.170347 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.224832 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-f305dc76-9ea3-4970-b93d-4db7847dc61c tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 1001 time: 0.3710947 Feb 04 15:36:44.300504 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.360574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.366180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.367118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd848d05-b71e-44c5-a2ac-31e23a94b82e req-de5b6c61-b757-41bd-948a-dd6431296773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.367401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.368517 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dd848d05-b71e-44c5-a2ac-31e23a94b82e req-de5b6c61-b757-41bd-948a-dd6431296773 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 1096 time: 0.3133166 Feb 04 15:36:44.413801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-620400c0-c9fc-4583-8250-69af0bf7c3c5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.415321 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-620400c0-c9fc-4583-8250-69af0bf7c3c5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports/ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 200 len: 943 time: 0.1841986 Feb 04 15:36:44.443326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.500024 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dd848d05-b71e-44c5-a2ac-31e23a94b82e req-f09b7063-1446-42eb-a2c7-9f570f9642be service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173372 Feb 04 15:36:44.550906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Network': ['ID=d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:44.565724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:36:44.571954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-97db8ec1-eccd-45a3-a02b-c093c111658f service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212994 Feb 04 15:36:44.591490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a5c97dee-adb3-4143-acee-f7dd064d91b8 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9765785 Feb 04 15:36:44.595025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58546) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:44.602498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'subnet': {'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:44.703462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.711873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-0b14a63c-6a1a-4ffd-90ae-c6c8e8c59727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.712509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-0b14a63c-6a1a-4ffd-90ae-c6c8e8c59727 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 1097 time: 0.6229684 Feb 04 15:36:44.776813 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.780016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dceb863-ec45-4a15-854e-4b2d1ec9eb73,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:44.789944 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-0c7977a1-4999-4677-83f9-db27f3feab6b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 1001 time: 0.2546718 Feb 04 15:36:44.823350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.825257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.825257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.825257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.825257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.825629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.825870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.826357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.826849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.827171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.827494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.827820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:44.837809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.882366 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fb852051-4427-4d4a-a059-c0141ed3c4f5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8dceb863-ec45-4a15-854e-4b2d1ec9eb73 HTTP/1.1" status: 204 len: 168 time: 1.1113994 Feb 04 15:36:44.884241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58552) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:45.029014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.158537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-8f29675f-e313-44b6-b75d-aab9ed8e96bb tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.158537 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-8f29675f-e313-44b6-b75d-aab9ed8e96bb tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.3640153 Feb 04 15:36:45.300982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:45.305759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:subnet and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:45.311521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:45.319334 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.338576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:45.350805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-1099b914-541c-4d66-8e22-ad110b2aa286 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 1001 time: 0.1889522 Feb 04 15:36:45.350805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-65e3b4c6-f2f2-4242-813e-068d429d89c2 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:45.454484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8c9680-f503-42e6-8bc9-3c3dc769bfb7']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:45.482165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0833f82-d6e0-418d-90ad-a290d37a9b3c') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:45.482165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0833f82-d6e0-418d-90ad-a290d37a9b3c') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:45.484222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d3639ac-507e-4735-a033-9ed26b9bd320 req-708379e4-116b-472d-88fa-9d71b210afec service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621920 Feb 04 15:36:45.494453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:45.503980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.505470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.515480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-65e3b4c6-f2f2-4242-813e-068d429d89c2 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.593028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-8f245787-3eac-4580-83a0-904b4e58ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.593028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-8f245787-3eac-4580-83a0-904b4e58ab2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.7907960 Feb 04 15:36:45.601852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.630429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:36:45.630873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:36:45.647686 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:36:45.828669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c5934-1889-4e9b-bbf2-7a2a62e22f9b req-ba56c3ad-9c3a-43fb-abac-7d7179750d41 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.835039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-853c5934-1889-4e9b-bbf2-7a2a62e22f9b req-ba56c3ad-9c3a-43fb-abac-7d7179750d41 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 945 time: 0.6266341 Feb 04 15:36:45.913336 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-c2475793-a6ff-407c-a017-e392d495ad50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 200 len: 1001 time: 0.2939570 Feb 04 15:36:45.962237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-853c5934-1889-4e9b-bbf2-7a2a62e22f9b req-124b5350-9db1-42bc-989b-d94b65d08c07 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313739 Feb 04 15:36:46.026147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-7f001c95-aab0-43bc-b189-a7201d721740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:46.026147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-7f001c95-aab0-43bc-b189-a7201d721740 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.1119392 Feb 04 15:36:46.082439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.115031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.207485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8c9680-f503-42e6-8bc9-3c3dc769bfb7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:46.232630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-65e3b4c6-f2f2-4242-813e-068d429d89c2 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.237621 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b21b8c81-2d74-4aae-a3e0-0b9f2da4f171 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0d8c9680-f503-42e6-8bc9-3c3dc769bfb7 HTTP/1.1" status: 204 len: 168 time: 1.3454874 Feb 04 15:36:46.242517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-65e3b4c6-f2f2-4242-813e-068d429d89c2 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.242839 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-65e3b4c6-f2f2-4242-813e-068d429d89c2 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f disassociated. External IP: 172.25.8.87, port: ce495319-9be9-4352-945d-65b45c91d0d2. Feb 04 15:36:46.333550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Deleting port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:46.333841 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.434319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-7ec37417-5213-4667-8ed9-0fa92d2f1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:46.435964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-7ec37417-5213-4667-8ed9-0fa92d2f1ac8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4053805 Feb 04 15:36:46.470867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58564) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:46.748652 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.786442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-65e3b4c6-f2f2-4242-813e-068d429d89c2 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:36:46.842376 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-09fb5723-fddd-4383-9363-a7999709524c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47f5efe43c0f44a0ad86665b988ba250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614097 Feb 04 15:36:46.842376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58568) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:46.928375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-8a014f91-b001-41d2-81b2-450ea1b05628 service neutron] 10.222.0.61 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834013 Feb 04 15:36:46.986289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-65e3b4c6-f2f2-4242-813e-068d429d89c2 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:36:46.992026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-65e3b4c6-f2f2-4242-813e-068d429d89c2 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.005827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] Sync routers for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:47.015000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:47.015704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:47.079682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-65e3b4c6-f2f2-4242-813e-068d429d89c2 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "PUT /v2.0/floatingips/bd5ff4aa-0605-4349-8b69-843d6ee7750f HTTP/1.1" status: 200 len: 694 time: 1.7336361 Feb 04 15:36:47.088083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:47.119374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Subnet': ['ID=0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:47.169505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] For port 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6df0ad1c-ee7a-438e-982a-cbc7d7df7b77,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:47.170695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.192317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-31120f41-b652-454f-b65e-f3f397f325e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.194009 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-31120f41-b652-454f-b65e-f3f397f325e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 1097 time: 0.0991247 Feb 04 15:36:47.222428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Checking segment: {'id': '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:36:47.222840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network hostable DHCP agents. Network: d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:47.310585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:47.377921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-7efd662c-5c40-4503-a630-b417bbcb6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.379414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-7efd662c-5c40-4503-a630-b417bbcb6c30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.1766758 Feb 04 15:36:47.466780 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-cf7260a1-8d79-4ad2-b628-fe26f9224309 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 200 len: 217 time: 0.0798292 Feb 04 15:36:47.505511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb3d48d9-9edb-410b-9e43-b775f6127a7d req-b6e29759-9bb0-4cef-bc5b-35adcbb1d462 service neutron] 10.222.0.61 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498006 Feb 04 15:36:47.513679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Calling delete_port for 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:47.553582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-e9b84efc-dacb-4708-901d-8a23ae794873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.555343 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-e9b84efc-dacb-4708-901d-8a23ae794873 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.0823493 Feb 04 15:36:47.569512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b977af1d-f19e-4e35-bfb7-825f1d65b00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.624126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:47.637704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b977af1d-f19e-4e35-bfb7-825f1d65b00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.654063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-3e10cb5c-aab8-48dc-beab-2fc24ca2d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.655590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-3e10cb5c-aab8-48dc-beab-2fc24ca2d7be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866446 Feb 04 15:36:47.720955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:47.727521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] Checking router: 82eb1a15-3f83-410f-93a9-9975f39cf8a1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:47.745523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:47.745523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:47.813348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:47.826519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.826519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.826782 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-5ae8d606-ccfe-4800-87b1-73f6dd599321 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620030 Feb 04 15:36:47.848556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d38b401-85da-4ac5-8737-45337a9b2054 None None] Network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:47.884094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8631d-780b-438d-8a40-ccd906d03222 req-d1eebaed-0251-4326-8cbd-3fecab74da77 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.885719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3c8631d-780b-438d-8a40-ccd906d03222 req-d1eebaed-0251-4326-8cbd-3fecab74da77 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 945 time: 0.7025375 Feb 04 15:36:47.926722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c3090764-22ea-4f7e-9319-353a0d57ebae tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3303609 Feb 04 15:36:47.932210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58578) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:47.945213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-933437865'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:47.974354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:47.980502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b977af1d-f19e-4e35-bfb7-825f1d65b00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.000378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:network and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:48.010689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3c8631d-780b-438d-8a40-ccd906d03222 req-d6c5470a-66ec-4a60-b638-c8cd28d7194a tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062770 Feb 04 15:36:48.010689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:48.024812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:48.024812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977af1d-f19e-4e35-bfb7-825f1d65b00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e07e621-f13f-4a0f-a649-c2f1d6c5e110,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:48.042039 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b977af1d-f19e-4e35-bfb7-825f1d65b00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.047928 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b977af1d-f19e-4e35-bfb7-825f1d65b00d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e07e621-f13f-4a0f-a649-c2f1d6c5e110 HTTP/1.1" status: 204 len: 168 time: 1.1924081 Feb 04 15:36:48.055565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:48.061071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.209730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:48.231996 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.236677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.237115 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Added segment d2750500-f4a6-4f58-8ccb-af3654899144 of type vlan for network d0727314-28fa-47ea-b3d1-bcecac59feb3 Feb 04 15:36:48.274804 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:48.291353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df0ad1c-ee7a-438e-982a-cbc7d7df7b77,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:48.400474 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'status': 'completed', 'code': 200} Feb 04 15:36:48.410132 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4815bdd6-f6d9-4a30-82b1-577118d7496e req-19daff3c-1091-40ab-95e2-0f79be7c76be service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781634 Feb 04 15:36:48.458774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.580313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-00acd037-8093-43d1-8d38-950526bdc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:48.582200 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-00acd037-8093-43d1-8d38-950526bdc494 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 1097 time: 0.4339993 Feb 04 15:36:48.585550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.593223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:48.593861 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.716991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7', 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'fixed_ips': [{'subnet_id': '0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:36:48.722457 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.895810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-f662a952-fb40-447e-9240-709edd3d1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:48.898550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-f662a952-fb40-447e-9240-709edd3d1354 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.2661889 Feb 04 15:36:49.265308 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.268793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Network': ['ID=d0727314-28fa-47ea-b3d1-bcecac59feb3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:49.288541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-64c80450-751c-46f1-af15-67e0a9e3b36f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3524573 Feb 04 15:36:49.300633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network d0727314-28fa-47ea-b3d1-bcecac59feb3 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:36:49.345738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58616) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:49.370565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'subnet': {'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:49.415793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Allocated IP 19.80.0.2 (d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7/0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a/7a790605-3efd-4986-ac86-ada6e09970a5) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:49.501017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-8b6483b0-c171-457f-8c05-d63e3d30a0e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 200 len: 217 time: 0.2181928 Feb 04 15:36:49.587591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58622) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:49.591880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:49.612454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:subnet and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:49.621421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:49.631781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:49.662110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-1ab00b80-dfef-46d7-83de-8eb40fb86c50 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:49.664152 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-1ab00b80-dfef-46d7-83de-8eb40fb86c50 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4271197 Feb 04 15:36:49.668401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:49.673777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.829654 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.844409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Transition to ACTIVE for port object 7a790605-3efd-4986-ac86-ada6e09970a5 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:49.845326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1487823676-network', 'tenant_id': '11dd50a729b744018f1660aa983479c3'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:49.868532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Transition to ACTIVE for port object 7a790605-3efd-4986-ac86-ada6e09970a5 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:49.874148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:49.881144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.892621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Usage tracker for resource:network and tenant:11dd50a729b744018f1660aa983479c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:49.903946 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-4e1a99eb-e170-4699-b4f1-e277308853dd tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 697 time: 0.1343570 Feb 04 15:36:49.906259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:49.930326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Request body: {'floatingip': {'port_id': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:49.967867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55961f76-5e8c-4ea1-be0b-2d8215af6728 req-8a27808e-e271-44c5-8f9f-7940d4a86b44 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:49.975512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55961f76-5e8c-4ea1-be0b-2d8215af6728 req-8a27808e-e271-44c5-8f9f-7940d4a86b44 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 945 time: 0.6918187 Feb 04 15:36:49.985282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Pushing event updated for resources: {'Port': ['ID=7a790605-3efd-4986-ac86-ada6e09970a5,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:49.996427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:50.000728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-6efad170-e581-4668-b13e-12bcb8ac1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:50.002357 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-6efad170-e581-4668-b13e-12bcb8ac1869 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.1578550 Feb 04 15:36:50.016573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:50.018984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:50.027296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:36:50.045408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad49e67c-b62a-4eba-a691-a2d453920632 None None] The sync data for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 is: [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:50.086462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:50.173800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.179119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55961f76-5e8c-4ea1-be0b-2d8215af6728 req-b28db443-c20a-4267-9f55-37923f2f9de2 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024403 Feb 04 15:36:50.243705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Attempting to bind port 7a790605-3efd-4986-ac86-ada6e09970a5 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:50.244081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Attempting to bind port 7a790605-3efd-4986-ac86-ada6e09970a5 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:50.244490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Attempting to bind port 7a790605-3efd-4986-ac86-ada6e09970a5 on network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:50.251114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:36:50.251862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Checking segment: {'id': '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:36:50.252397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.252873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Bound using segment: {'id': '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:36:50.253329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Bound port: 7a790605-3efd-4986-ac86-ada6e09970a5, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:50.253702 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.263545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Made reservation on behalf of 11dd50a729b744018f1660aa983479c3 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:50.266238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.333370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.369410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] For port 7a790605-3efd-4986-ac86-ada6e09970a5, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:36:50.373689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] For port 7a790605-3efd-4986-ac86-ada6e09970a5, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7a790605-3efd-4986-ac86-ada6e09970a5,segment=NetworkSegment(975fe13a-b3ae-4ac8-b4b7-2e24e16742dc),segment_id=975fe13a-b3ae-4ac8-b4b7-2e24e16742dc)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:36:50.380793 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.381504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-9ef6b1ff-a254-47aa-aca9-4c17b4d8871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:50.386960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-9ef6b1ff-a254-47aa-aca9-4c17b4d8871a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3713784 Feb 04 15:36:50.450923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:50.463767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Usage tracker for resource:security_group_rule and tenant:11dd50a729b744018f1660aa983479c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:50.474528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:50.500102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03515736-dd43-48a8-a85e-9e1d07447629 None None] Pushing event updated for resources: {'Port': ['ID=7a790605-3efd-4986-ac86-ada6e09970a5,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:50.558156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:50.566848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.595069 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c5998-92b2-43f8-9e1e-8a34f0b96c77 None None] New status for floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:36:50.671857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:36:50.790696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Checking segment: {'id': 'd2750500-f4a6-4f58-8ccb-af3654899144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:36:50.791065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network hostable DHCP agents. Network: d0727314-28fa-47ea-b3d1-bcecac59feb3, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:50.890363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Subnet': ['ID=0b613c4f-b90b-4652-9697-b65a42c508cf,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:50.990581 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-1cc17bd6-cc91-48a7-b9d4-e108c3e721e3 service neutron] 10.222.0.61 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865538 Feb 04 15:36:50.999585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network d0727314-28fa-47ea-b3d1-bcecac59feb3 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:51.020654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, d0727314-28fa-47ea-b3d1-bcecac59feb3) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:51.030353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822e69c-d2b1-4294-adb4-a450e13c0802 None None] Network d0727314-28fa-47ea-b3d1-bcecac59feb3 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:51.062412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:51.063363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.401539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ba94b-1db5-450e-b9d5-3792139591ba req-46520dcb-2c52-4ce0-8682-c361b077a435 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:51.403833 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-951ba94b-1db5-450e-b9d5-3792139591ba req-46520dcb-2c52-4ce0-8682-c361b077a435 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.61 "GET /v2.0/ports?device_id=df6ddf89-a730-4b43-9aed-24ac7d0eb649 HTTP/1.1" status: 200 len: 946 time: 0.7281413 Feb 04 15:36:51.415845 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0e239e18-480f-45b7-87a0-8c7f5c65785b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0688255 Feb 04 15:36:51.477395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.501204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.551585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-d0727314-28fa-47ea-b3d1-bcecac59feb3', 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'fixed_ips': [{'subnet_id': '0b613c4f-b90b-4652-9697-b65a42c508cf'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:36:51.552486 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.579020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-951ba94b-1db5-450e-b9d5-3792139591ba req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Deleting port ce495319-9be9-4352-945d-65b45c91d0d2 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:51.579464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-951ba94b-1db5-450e-b9d5-3792139591ba req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.597922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:51.684508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ddad99-d4e6-48b7-ad85-77d67f91a3e5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:51.702466 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.702823 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Added segment 501f1568-75b6-4fd6-a5e2-d95e5b42e607 of type vlan for network ba64a587-05f4-41f7-ad79-537e5317bdb0 Feb 04 15:36:51.704271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:36:51.727032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7858f183-5135-4890-bce6-c3533f80d353 admin admin] 10.222.0.46 "PUT /v2.0/routers/84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7177863 Feb 04 15:36:51.728366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58640) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:51.734815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a08763-7200-4dfd-9720-023708b6975f None None] Sync routers for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:51.795507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a08763-7200-4dfd-9720-023708b6975f None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:51.795898 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:36:51.796283 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:36:51.796579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-34a08763-7200-4dfd-9720-023708b6975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:51.809913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.899698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.902427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:51.903526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.145089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-34a08763-7200-4dfd-9720-023708b6975f None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:52.193608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] Pushing event updated for resources: {'Network': ['ID=ba64a587-05f4-41f7-ad79-537e5317bdb0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.218621 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1bac7a38-790e-4c4f-9661-6ad034dc6f1f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6288934 Feb 04 15:36:52.219995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58646) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:52.226995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Request body: {'subnet': {'network_id': 'ba64a587-05f4-41f7-ad79-537e5317bdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1487823676-subnet', 'tenant_id': '11dd50a729b744018f1660aa983479c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:52.234195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:36:52.238680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Usage tracker for resource:subnet and tenant:11dd50a729b744018f1660aa983479c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:36:52.242804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:36:52.249516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:36:52.269452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Made reservation on behalf of 11dd50a729b744018f1660aa983479c3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:52.275689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.332145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Allocated IP 19.86.0.2 (d0727314-28fa-47ea-b3d1-bcecac59feb3/0b613c4f-b90b-4652-9697-b65a42c508cf/d0415303-f753-42a9-aef1-d8b56f3b23ff) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:52.361031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.427905 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca58ec51-e816-4a9e-98ff-9b1a55e68401 req-11f32ed9-6176-4b55-b146-c712aae98c31 service neutron] 10.222.0.61 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4265196 Feb 04 15:36:52.569966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.602623 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.617531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Transition to ACTIVE for port object d0415303-f753-42a9-aef1-d8b56f3b23ff will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:52.641410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Transition to ACTIVE for port object d0415303-f753-42a9-aef1-d8b56f3b23ff will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:52.647376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network ba64a587-05f4-41f7-ad79-537e5317bdb0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:36:52.682991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d408f-0eeb-4128-ba18-d722c833f3c8 None None] Network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:52.690971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cdcfb-1f20-4ca2-95ef-85b530071a55 req-28edf3c2-f878-43a6-96bf-b5a58d6cfa55 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:52.698573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-461cdcfb-1f20-4ca2-95ef-85b530071a55 req-28edf3c2-f878-43a6-96bf-b5a58d6cfa55 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 945 time: 0.6408634 Feb 04 15:36:52.847011 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.849570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-951ba94b-1db5-450e-b9d5-3792139591ba req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] For port ce495319-9be9-4352-945d-65b45c91d0d2, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=ce495319-9be9-4352-945d-65b45c91d0d2,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:52.849940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-951ba94b-1db5-450e-b9d5-3792139591ba req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.885249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-461cdcfb-1f20-4ca2-95ef-85b530071a55 req-e9564da3-eb5c-455e-bb3b-092dd8231de3 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850424 Feb 04 15:36:53.100261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7a790605-3efd-4986-ac86-ada6e09970a5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:53.223223 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.308859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Network d0727314-28fa-47ea-b3d1-bcecac59feb3 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:53.308859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:53.342485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f03b0223-e069-4be8-bb84-65de7c0d0e86 None None] Provisioning for port 7a790605-3efd-4986-ac86-ada6e09970a5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:53.349984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9170634c-3431-4c83-af3d-d090170273ce,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.349984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Checking segment: {'id': '501f1568-75b6-4fd6-a5e2-d95e5b42e607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ba64a587-05f4-41f7-ad79-537e5317bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:36:53.349984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Network hostable DHCP agents. Network: ba64a587-05f4-41f7-ad79-537e5317bdb0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:53.357144 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:36:53.361954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-951ba94b-1db5-450e-b9d5-3792139591ba req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Calling delete_port for ce495319-9be9-4352-945d-65b45c91d0d2 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:53.376342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Network ba64a587-05f4-41f7-ad79-537e5317bdb0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:53.397917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, ba64a587-05f4-41f7-ad79-537e5317bdb0) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:53.422911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:53.423844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.448445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e38842-4c45-4c89-962b-26c8a1b2c073 None None] Network ba64a587-05f4-41f7-ad79-537e5317bdb0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:53.539004 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8d71bca9-6a8b-4ffd-8957-303a2db75b78 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3100400 Feb 04 15:36:53.557439 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.630012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Deleting port 02c473db-3a1d-4802-a87d-18a235151349 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:53.630430 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.630743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.635126 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.653345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Pushing event updated for resources: {'Port': ['ID=d0415303-f753-42a9-aef1-d8b56f3b23ff,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.736060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Attempting to bind port d0415303-f753-42a9-aef1-d8b56f3b23ff on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:53.737456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Attempting to bind port d0415303-f753-42a9-aef1-d8b56f3b23ff by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd2750500-f4a6-4f58-8ccb-af3654899144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:53.737456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Attempting to bind port d0415303-f753-42a9-aef1-d8b56f3b23ff on network d0727314-28fa-47ea-b3d1-bcecac59feb3 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:36:53.763341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:36:53.763713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Checking segment: {'id': 'd2750500-f4a6-4f58-8ccb-af3654899144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:36:53.764111 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.764501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Bound using segment: {'id': 'd2750500-f4a6-4f58-8ccb-af3654899144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:36:53.765003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Bound port: d0415303-f753-42a9-aef1-d8b56f3b23ff, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2750500-f4a6-4f58-8ccb-af3654899144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:53.765370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.872044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 7a790605-3efd-4986-ac86-ada6e09970a5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:53.885086 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f associated. External IP: 172.25.8.87, port: 3981e2c9-f830-4d00-b520-ee83d0eb4fb7. Feb 04 15:36:53.908853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7a790605-3efd-4986-ac86-ada6e09970a5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:53.909224 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.935982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-19949e78-bf57-450a-8889-b25a8b8cc4b1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:53.941653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-19949e78-bf57-450a-8889-b25a8b8cc4b1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:53.942410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-19949e78-bf57-450a-8889-b25a8b8cc4b1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:53.959793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-951ba94b-1db5-450e-b9d5-3792139591ba req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.004891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['3981e2c9-f830-4d00-b520-ee83d0eb4fb7'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:36:54.050506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Pushing event deleted for resources: {'Port': ['ID=ce495319-9be9-4352-945d-65b45c91d0d2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.091108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-19949e78-bf57-450a-8889-b25a8b8cc4b1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:54.096750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-19949e78-bf57-450a-8889-b25a8b8cc4b1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/networks?id=d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7&id=d0727314-28fa-47ea-b3d1-bcecac59feb3 HTTP/1.1" status: 200 len: 1391 time: 0.9546621 Feb 04 15:36:54.122733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] For port d0415303-f753-42a9-aef1-d8b56f3b23ff, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:36:54.232071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] For port d0415303-f753-42a9-aef1-d8b56f3b23ff, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d0415303-f753-42a9-aef1-d8b56f3b23ff,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:36:54.235535 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-789a6d7d-a7c5-435d-a80a-06c1a06b6fba tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/quotas/8709cacb6a4443fb8ec2d8350d31ffee HTTP/1.1" status: 200 len: 375 time: 0.1377721 Feb 04 15:36:54.303062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27abc59-4015-401a-ba33-147c88c61c27 None None] Network ba64a587-05f4-41f7-ad79-537e5317bdb0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:54.353156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-951ba94b-1db5-450e-b9d5-3792139591ba req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] No DVR routers for this DVR port ce495319-9be9-4352-945d-65b45c91d0d2 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:54.357172 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-951ba94b-1db5-450e-b9d5-3792139591ba req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.376510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'name': 'network-vif-deleted', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:54.440038 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.522651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] For port 02c473db-3a1d-4802-a87d-18a235151349, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02c473db-3a1d-4802-a87d-18a235151349,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:54.522651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.546575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-951ba94b-1db5-450e-b9d5-3792139591ba req-163b83a8-8e02-4fd8-a892-5bcaf1306f95 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.61 "DELETE /v2.0/ports/ce495319-9be9-4352-945d-65b45c91d0d2 HTTP/1.1" status: 204 len: 173 time: 3.0954030 Feb 04 15:36:54.687074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059c0ae-f32d-4e7e-8ff5-60ffe9ace31b None None] Pushing event updated for resources: {'Port': ['ID=d0415303-f753-42a9-aef1-d8b56f3b23ff,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.701969 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.731723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:36:54.894582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-34a08763-7200-4dfd-9720-023708b6975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '02c473db-3a1d-4802-a87d-18a235151349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:36:48Z', 'revision_number': 5, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port': {'id': '02c473db-3a1d-4802-a87d-18a235151349', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:28Z', 'updated_at': '2022-02-04T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:54.897949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 7a790605-3efd-4986-ac86-ada6e09970a5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7a790605-3efd-4986-ac86-ada6e09970a5,segment=NetworkSegment(975fe13a-b3ae-4ac8-b4b7-2e24e16742dc),segment_id=975fe13a-b3ae-4ac8-b4b7-2e24e16742dc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:54.916285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-a10a3fc8-121e-4ff2-ba1e-79009f6ee8e3 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:54.916285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-a10a3fc8-121e-4ff2-ba1e-79009f6ee8e3 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.61 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 946 time: 1.0256009 Feb 04 15:36:54.924306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Calling delete_port for 02c473db-3a1d-4802-a87d-18a235151349 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:54.936560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 83de3acd-b9be-4867-a1a2-72144ab63f7f no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:55.009533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a08763-7200-4dfd-9720-023708b6975f None None] Checking router: 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:55.016425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.020576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-009c3ab5-22ee-41cf-86b5-a0800c8322b2 None None] Provisioning complete for port 7a790605-3efd-4986-ac86-ada6e09970a5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:55.020656 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-009c3ab5-22ee-41cf-86b5-a0800c8322b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.064418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:36:55.070777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.079052 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] Sync routers for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:55.111153 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:55.113150 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:55.146420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-a3ff858a-d4b2-42cd-b6b8-5d6d3a99668c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:36:55.189540 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-d49d0714-55ca-4133-ac04-7e5701eff6ad tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "PUT /v2.0/floatingips/bd5ff4aa-0605-4349-8b69-843d6ee7750f HTTP/1.1" status: 200 len: 996 time: 5.2792912 Feb 04 15:36:55.189540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:55.202903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Deleting port 83de3acd-b9be-4867-a1a2-72144ab63f7f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:55.203261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.256542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a08763-7200-4dfd-9720-023708b6975f None None] Routers {'84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:55.258413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-34a08763-7200-4dfd-9720-023708b6975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:55.457504 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-f70ba976-9023-4dce-b25c-adb44db41521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:55.457504 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-f70ba976-9023-4dce-b25c-adb44db41521 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1097 time: 0.2565532 Feb 04 15:36:55.490076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-687fc80e-479f-46f5-a83e-a2d448a1da5f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1075017 Feb 04 15:36:55.670820 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:36:55.681912 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:55.807187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=7a790605-3efd-4986-ac86-ada6e09970a5,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:55.824656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-2e416891-44a1-4018-88b0-fe200d3d9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:55.824656 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-2e416891-44a1-4018-88b0-fe200d3d9bf3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.3587871 Feb 04 15:36:55.884812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-a3ff858a-d4b2-42cd-b6b8-5d6d3a99668c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:36:55.895754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-a3ff858a-d4b2-42cd-b6b8-5d6d3a99668c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&fields=id HTTP/1.1" status: 200 len: 394 time: 1.6552057 Feb 04 15:36:55.943127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.054682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-a4bca9ed-39a8-4f49-a8d7-a76578a66e0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 999 time: 0.2132502 Feb 04 15:36:56.065068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c473db-3a1d-4802-a87d-18a235151349,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:56.280128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-34a08763-7200-4dfd-9720-023708b6975f None None] Set router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:56.285827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-ce17046f-ffb3-40e8-bfa4-3af8e0421757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.289657 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-ce17046f-ffb3-40e8-bfa4-3af8e0421757 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.2381046 Feb 04 15:36:56.329901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.432113 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:8c:16:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:53Z', 'revision_number': 8, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:56.439525 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] Checking router: 82eb1a15-3f83-410f-93a9-9975f39cf8a1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:56.458341 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:36:56.459150 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:56.487492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-34a08763-7200-4dfd-9720-023708b6975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:36:53Z', 'revision_number': 6, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:56.490738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-7f8f58d9-b992-489d-b034-38a3383a9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.505465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83de3acd-b9be-4867-a1a2-72144ab63f7f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:56.517056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-7f8f58d9-b992-489d-b034-38a3383a9c81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191651 Feb 04 15:36:56.517191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a08763-7200-4dfd-9720-023708b6975f None None] The sync data for ids ['84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a'] in n-d-827870-1 is: [{'id': '84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a', 'name': 'tempest-TaggedBootDevicesTest-503007212-router', 'tenant_id': 'f60b7512a7c040aba9641e832da7271a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:26Z', 'updated_at': '2022-02-04T15:36:53Z', 'revision_number': 6, 'project_id': 'f60b7512a7c040aba9641e832da7271a', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:56.528122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 83de3acd-b9be-4867-a1a2-72144ab63f7f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=83de3acd-b9be-4867-a1a2-72144ab63f7f,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:56.535870 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.538302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ce495319-9be9-4352-945d-65b45c91d0d2 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:56.556425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-44409ced-4fc6-4574-8bb9-31cbf02f22bb service neutron] 10.222.0.46 "GET /v2.0/networks/d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629674 Feb 04 15:36:56.658201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: ce495319-9be9-4352-945d-65b45c91d0d2 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:36:56.662995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device ce495319-9be9-4352-945d-65b45c91d0d2 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:56.709476 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-6f6b30ec-75e1-4f89-b80e-652af2a6f409 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933625 Feb 04 15:36:56.748719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=83de3acd-b9be-4867-a1a2-72144ab63f7f,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:56.768023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-a5fee811-6362-41a0-b957-6e0de0f6f561 service neutron] 10.222.0.46 "GET /v2.0/networks/d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103689 Feb 04 15:36:56.772305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.772412 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:36:56.784597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989599fb-bf23-4300-a068-5afe46ee5530 None None] Network d0727314-28fa-47ea-b3d1-bcecac59feb3 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:56.914774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7f2bb4dd-823f-423e-9c0d-a6f9971152de None None] Provisioning for port d0415303-f753-42a9-aef1-d8b56f3b23ff completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:56.982989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3be5368f-de9d-4ed5-a69f-5fb2c07aecf5 req-e4acb54c-4efd-4224-be92-da9bf381fb1d service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629578 Feb 04 15:36:57.119685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] For port 83de3acd-b9be-4867-a1a2-72144ab63f7f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=83de3acd-b9be-4867-a1a2-72144ab63f7f,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:57.119685 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.262416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.276538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-0ff89766-8047-44e3-9fcf-784196fe74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:57.276538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-0ff89766-8047-44e3-9fcf-784196fe74dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 1096 time: 1.4538186 Feb 04 15:36:57.276538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.582391 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:8c:16:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:53Z', 'revision_number': 8, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:57.587922 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e67ce-ed35-49d1-b147-ff81f7025e19 None None] The sync data for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 is: [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'bd5ff4aa-0605-4349-8b69-843d6ee7750f', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'port_id': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'mac_address': 'fa:16:3e:8c:16:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:35:47Z', 'updated_at': '2022-02-04T15:36:53Z', 'revision_number': 8, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:57.588128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2790a-867a-420d-96f4-e4c2be064492 req-ed43c809-511c-414f-be95-ec2416b67b2e tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:57.605521 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2bf2790a-867a-420d-96f4-e4c2be064492 req-ed43c809-511c-414f-be95-ec2416b67b2e tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 944 time: 0.3622489 Feb 04 15:36:57.734114 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2bf2790a-867a-420d-96f4-e4c2be064492 req-b7f1b68f-c3da-4015-8b28-226dadf70a9e tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289024 Feb 04 15:36:57.806796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d0415303-f753-42a9-aef1-d8b56f3b23ff up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:57.824319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Calling delete_port for 83de3acd-b9be-4867-a1a2-72144ab63f7f owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:36:57.942733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port d0415303-f753-42a9-aef1-d8b56f3b23ff completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:57.952456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d0415303-f753-42a9-aef1-d8b56f3b23ff triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:57.952570 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.026077 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.026077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:36:58.100841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-1c53f313-cff1-43fd-984c-6571c339960f service neutron] 10.222.0.46 "GET /v2.0/networks/d0727314-28fa-47ea-b3d1-bcecac59feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2751479 Feb 04 15:36:58.133089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b0c59-e7b1-4ffe-bb6e-1974283d1252 None None] New status for floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:36:58.336907 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.401235 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.401235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-85b8d1b5-e438-4898-97cb-2af8122fcc59 admin admin] 10.222.0.46 "DELETE /v2.0/routers/84b1824e-cb86-44ba-8a3a-ec60f5ff3e1a HTTP/1.1" status: 204 len: 168 time: 6.6561394 Feb 04 15:36:58.408193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58686) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:58.485873 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:36:58.485873 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:36:58.485873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-5ee354d5-aad3-472e-b3a2-eebe542f65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:58.489007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-5ee354d5-aad3-472e-b3a2-eebe542f65c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 915 time: 0.7134240 Feb 04 15:36:58.528993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port d0415303-f753-42a9-aef1-d8b56f3b23ff, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d0415303-f753-42a9-aef1-d8b56f3b23ff,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:36:58.549210 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.549991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7a790605-3efd-4986-ac86-ada6e09970a5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:58.574919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca9f45d-d11b-43f9-967d-16b379c4f3c4 admin admin] Deleting subnet 00b79eea-2300-48b2-8c39-30ff6cb87149 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:36:58.579668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-0d296bbb-5693-44fb-bdef-c2a0285ea1c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9187014 Feb 04 15:36:58.583915 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca9f45d-d11b-43f9-967d-16b379c4f3c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.592964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-9bafa26c-8ec7-4668-9287-102d9e29e30e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df38c924-0d8e-431f-9817-1ff9080fb109 HTTP/1.1" status: 200 len: 217 time: 0.0903420 Feb 04 15:36:58.698992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-db6c7aeb-ae47-4879-9a38-a3b00995b700 service neutron] 10.222.0.46 "GET /v2.0/networks/d0727314-28fa-47ea-b3d1-bcecac59feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891039 Feb 04 15:36:58.708488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca9f45d-d11b-43f9-967d-16b379c4f3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.791237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-633955d5-b32c-499c-8b2e-285b20adcd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:58.801869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7a790605-3efd-4986-ac86-ada6e09970a5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:58.802212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.804478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-633955d5-b32c-499c-8b2e-285b20adcd71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.2016523 Feb 04 15:36:58.872229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=d0415303-f753-42a9-aef1-d8b56f3b23ff,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:58.898665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca9f45d-d11b-43f9-967d-16b379c4f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.911885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.912181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.923244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.925009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.926799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.930063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.933783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.935833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.937389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.938196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.938984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.942505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:58.962921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-308e3ef1-2575-4b23-b788-77a135c31ff8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406717 Feb 04 15:36:59.047773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Deleting port 83de3acd-b9be-4867-a1a2-72144ab63f7f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:36:59.047773 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.351481 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6ddf89-a730-4b43-9aed-24ac7d0eb649', 'name': 'network-vif-deleted', 'tag': 'ce495319-9be9-4352-945d-65b45c91d0d2', 'status': 'completed', 'code': 200} Feb 04 15:36:59.415567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:36:59.458720 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83de3acd-b9be-4867-a1a2-72144ab63f7f', 'code': 200} Feb 04 15:36:59.478441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:36:59.485390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-1fa194cb-cf6c-4db0-a0e1-e3d7f522972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.485390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-1fa194cb-cf6c-4db0-a0e1-e3d7f522972c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07df67e647f44600bd3da18176458f76&device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 1096 time: 0.8447976 Feb 04 15:36:59.501354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6df0ad1c-ee7a-438e-982a-cbc7d7df7b77 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:36:59.630811 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'status': 'completed', 'code': 200} Feb 04 15:36:59.684863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d0415303-f753-42a9-aef1-d8b56f3b23ff up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:36:59.713838 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca9f45d-d11b-43f9-967d-16b379c4f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.816984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04559bc0-03cf-466c-b792-83e0f6687cb7 None None] Network 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:36:59.827468 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca9f45d-d11b-43f9-967d-16b379c4f3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.860503 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cca9f45d-d11b-43f9-967d-16b379c4f3c4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/00b79eea-2300-48b2-8c39-30ff6cb87149 HTTP/1.1" status: 204 len: 168 time: 1.4651797 Feb 04 15:36:59.864650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58714) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:36:59.865368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9f45d-d11b-43f9-967d-16b379c4f3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b79eea-2300-48b2-8c39-30ff6cb87149,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:59.958195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d0415303-f753-42a9-aef1-d8b56f3b23ff triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:59.958195 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.017683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-e4cefb11-c841-46af-b721-c3f2d784d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:00.017683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-e4cefb11-c841-46af-b721-c3f2d784d610 service neutron] 10.222.0.53 "GET /v2.0/networks?id=740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 200 len: 915 time: 0.3158336 Feb 04 15:37:00.146421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c54f5a-73a3-49aa-8400-050165a28507 req-af1257c8-29e1-4cc0-bf57-41b659657a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:00.147926 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-21c54f5a-73a3-49aa-8400-050165a28507 req-af1257c8-29e1-4cc0-bf57-41b659657a87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1097 time: 0.5170827 Feb 04 15:37:00.166681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-3881ff31-1bc5-4243-b695-4e5f8cdead34 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:00.167989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-3881ff31-1bc5-4243-b695-4e5f8cdead34 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Synchronizing usage tracker for tenant:11dd50a729b744018f1660aa983479c3 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:00.222767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02c473db-3a1d-4802-a87d-18a235151349 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:00.311874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 02c473db-3a1d-4802-a87d-18a235151349 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:00.312474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02c473db-3a1d-4802-a87d-18a235151349 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:00.334783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439eff21-118c-4b52-a9ab-3f428f2db270 None None] DHCP port deletion for 5ebf1130-ea3c-44d9-a309-9d0906ce57d0 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:37:00.345411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-439eff21-118c-4b52-a9ab-3f428f2db270 None None] Deleting port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:00.346485 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-439eff21-118c-4b52-a9ab-3f428f2db270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.412078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.474526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-3881ff31-1bc5-4243-b695-4e5f8cdead34 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Unset dirty status for tenant:11dd50a729b744018f1660aa983479c3 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:00.482397 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-3881ff31-1bc5-4243-b695-4e5f8cdead34 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/networks?id=ba64a587-05f4-41f7-ad79-537e5317bdb0 HTTP/1.1" status: 200 len: 809 time: 1.4439101 Feb 04 15:37:00.500646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-0dffc584-acec-4c56-aaf3-f2804633ad12 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/quotas/11dd50a729b744018f1660aa983479c3 HTTP/1.1" status: 200 len: 375 time: 0.0172198 Feb 04 15:37:00.530019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-fa0304cb-4803-461b-b7d7-83a856a1e6aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=749e271c-bee3-48f0-a0d4-d65dc90e2623 HTTP/1.1" status: 200 len: 217 time: 0.5081615 Feb 04 15:37:00.563522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Deleting port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:00.564191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.624971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-439eff21-118c-4b52-a9ab-3f428f2db270 None None] For port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:00.626015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-439eff21-118c-4b52-a9ab-3f428f2db270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.633153 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-1561bdc7-2573-42c4-9d35-7a8141b6c593 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=11dd50a729b744018f1660aa983479c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1314178 Feb 04 15:37:00.682673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67aa44a7-4b36-4fd0-b81f-b8b973e2989b req-5b304ee2-038d-4571-a03f-a7a77bd279d3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips/bd5ff4aa-0605-4349-8b69-843d6ee7750f HTTP/1.1" status: 200 len: 998 time: 1.2008402 Feb 04 15:37:00.705258 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-3cd09e90-ef64-4981-8e1b-2fc764ec428e service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7329218 Feb 04 15:37:00.766322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-439eff21-118c-4b52-a9ab-3f428f2db270 None None] Calling delete_port for ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:00.875573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-8eb544cb-2911-458e-bbe0-2965cfdee6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:00.877121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-8eb544cb-2911-458e-bbe0-2965cfdee6fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 200 len: 854 time: 0.3308516 Feb 04 15:37:00.912609 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-439eff21-118c-4b52-a9ab-3f428f2db270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.938579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c54f5a-73a3-49aa-8400-050165a28507 req-6b379318-862e-4d31-a75c-336c751b305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:00.940462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-21c54f5a-73a3-49aa-8400-050165a28507 req-6b379318-862e-4d31-a75c-336c751b305f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.7703390 Feb 04 15:37:00.969739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eff21-118c-4b52-a9ab-3f428f2db270 None None] Pushing event deleted for resources: {'Port': ['ID=ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:00.975112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:00.977622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439eff21-118c-4b52-a9ab-3f428f2db270 None None] No DVR routers for this DVR port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:01.040889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-e8834e78-c05d-462b-92bc-366713394ff0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=740db0d2-b7d8-4158-b780-967caa10c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281197 Feb 04 15:37:01.111419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] For port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d,segment=NetworkSegment(911ae5b1-456f-4692-89e1-dc51e0943dd4),segment_id=911ae5b1-456f-4692-89e1-dc51e0943dd4)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:01.111680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] For port 83de3acd-b9be-4867-a1a2-72144ab63f7f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=83de3acd-b9be-4867-a1a2-72144ab63f7f,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:01.111834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.112338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.125313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-afb08309-3441-4717-b5ee-200d33ec7671 service neutron] 10.222.0.46 "GET /v2.0/networks/ba64a587-05f4-41f7-ad79-537e5317bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912670 Feb 04 15:37:01.162240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:01.177465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'port_id': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52', 'mac_address': 'fa:16:3e:19:28:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc02a95-b92d-4263-b839-e2b24f941b43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:01.243536 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.264031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:01.286521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:01.294895 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.343095 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-21c54f5a-73a3-49aa-8400-050165a28507 req-845f4061-4aba-4eca-9753-0631bbc9874f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 1001 time: 0.3924901 Feb 04 15:37:01.350746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Calling delete_port for ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:01.368454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Calling delete_port for 83de3acd-b9be-4867-a1a2-72144ab63f7f owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:01.422949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:01.470335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa44a7-4b36-4fd0-b81f-b8b973e2989b req-31c451bc-f381-4bce-8261-034880985de8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:01.470480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c8aaa9de-2990-4a2f-9d3b-dab527f4eb52'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:01.471705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67aa44a7-4b36-4fd0-b81f-b8b973e2989b req-31c451bc-f381-4bce-8261-034880985de8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.7754853 Feb 04 15:37:01.482521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ebbeab8-8300-42c9-a744-23457011cae3 req-3288f8fb-46ff-4acf-beff-dbcb3b69462b service neutron] 10.222.0.61 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418778 Feb 04 15:37:01.504983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-67aa44a7-4b36-4fd0-b81f-b8b973e2989b req-d1c50301-af4e-4eb0-8bfc-e19bab5d1518 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:37:01.506165 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67aa44a7-4b36-4fd0-b81f-b8b973e2989b req-d1c50301-af4e-4eb0-8bfc-e19bab5d1518 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078893 Feb 04 15:37:01.556752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-b11de407-d72d-4dc5-8a5a-18db664d6fd5 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:01.561426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c54f5a-73a3-49aa-8400-050165a28507 req-aa789348-444e-4064-aa31-9b0d80f1993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:01.562998 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-21c54f5a-73a3-49aa-8400-050165a28507 req-aa789348-444e-4064-aa31-9b0d80f1993c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.1483288 Feb 04 15:37:01.563711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-b11de407-d72d-4dc5-8a5a-18db664d6fd5 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:01.565560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-b11de407-d72d-4dc5-8a5a-18db664d6fd5 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.61 "GET /v2.0/networks?id=d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7&id=d0727314-28fa-47ea-b3d1-bcecac59feb3 HTTP/1.1" status: 200 len: 1391 time: 0.6971543 Feb 04 15:37:01.576199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-6b5d6da4-39bf-4b0c-b04d-4d6ec11dc464 service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040908 Feb 04 15:37:01.582894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'port': {'device_id': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7', 'admin_state_up': True, 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:01.592685 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-fe4b43cd-ed8a-43ae-8475-79118b2fa109 service neutron] 10.222.0.46 "GET /v2.0/networks/ba64a587-05f4-41f7-ad79-537e5317bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606237 Feb 04 15:37:01.594896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:01.595345 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:01.623738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:01.660956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:01.662018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:01.871073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c54f5a-73a3-49aa-8400-050165a28507 req-2ba9dcc4-b351-4283-924c-a245d1642d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:01.872653 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-21c54f5a-73a3-49aa-8400-050165a28507 req-2ba9dcc4-b351-4283-924c-a245d1642d52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2739038 Feb 04 15:37:02.030780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7491bd78-e3a1-448f-8d42-03daddd11623 req-dc6ca739-e760-4667-8645-b45c724d18b6 service neutron] 10.222.0.53 "GET /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307771 Feb 04 15:37:02.065636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.095215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['02ea6af6-c416-49f2-a061-0630614cc579', '749e271c-bee3-48f0-a0d4-d65dc90e2623'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:02.113810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Deleting port ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:02.114301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.146539 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-21c54f5a-73a3-49aa-8400-050165a28507 req-31882d08-38f7-4c92-84db-682c36ee4440 service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603340 Feb 04 15:37:02.176646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['df38c924-0d8e-431f-9817-1ff9080fb109'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:02.234993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Pushing event deleted for resources: {'Port': ['ID=83de3acd-b9be-4867-a1a2-72144ab63f7f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:02.238344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:02.274292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1364a895-dbdc-4165-8c2f-04dc98ec6e40 req-a29a6a31-6781-46dc-9cf0-544a1c092a0c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:02.313602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2dc358f-68cc-4fef-9d1a-7c9de6fed0d6 req-f47b07d9-2816-4f3f-ac94-260f0f2a31b4 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 210 time: 0.2012734 Feb 04 15:37:02.314749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:02.361426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] The port 'ddfb298d-da96-4ca1-9ec3-e15bf8a5f27d' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:37:02.533537 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.592691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebf1130-ea3c-44d9-a309-9d0906ce57d0']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:02.606562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911ae5b1-456f-4692-89e1-dc51e0943dd4') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:02.606848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911ae5b1-456f-4692-89e1-dc51e0943dd4') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:02.622462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.644059 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.652430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:02.653378 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:02.767929 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:02.774883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1364a895-dbdc-4165-8c2f-04dc98ec6e40 req-a29a6a31-6781-46dc-9cf0-544a1c092a0c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:02.776671 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1364a895-dbdc-4165-8c2f-04dc98ec6e40 req-a29a6a31-6781-46dc-9cf0-544a1c092a0c tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 210 time: 0.5630538 Feb 04 15:37:02.803094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.810555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.847883 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] 10.222.0.46 "DELETE /v2.0/networks/5ebf1130-ea3c-44d9-a309-9d0906ce57d0 HTTP/1.1" status: 204 len: 168 time: 2.9783888 Feb 04 15:37:02.851505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] No DVR routers for this DVR port 83de3acd-b9be-4867-a1a2-72144ab63f7f on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:02.856732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58764) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:02.867581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82d374-af29-48a0-81e2-44d76fb276bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5ebf1130-ea3c-44d9-a309-9d0906ce57d0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:02.909630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-21c54f5a-73a3-49aa-8400-050165a28507 req-9282a176-bd4e-4bf5-a9cd-8bfcad3d4332 service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518876 Feb 04 15:37:02.961852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.974288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'name': 'network-vif-deleted', 'tag': '83de3acd-b9be-4867-a1a2-72144ab63f7f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:02.992587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:02.993192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:03.000622 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.033510 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c821d20b-4297-4293-a7e9-7fe61571a733 req-5421d339-5a3f-41a5-8c3b-0aae4bdb0dc9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 210 time: 0.0641315 Feb 04 15:37:03.111734 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b331de0-d568-4c1b-92ab-dc5641fa9bbb req-fa969977-621a-450a-8960-405dffc0d29a tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.61 "DELETE /v2.0/ports/83de3acd-b9be-4867-a1a2-72144ab63f7f HTTP/1.1" status: 204 len: 173 time: 8.1547318 Feb 04 15:37:03.126956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:03.127325 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.138246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-02dfe88a-d30b-410f-aa7f-2015854b77fc tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 1001 time: 0.4939888 Feb 04 15:37:03.350054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-94de34a3-59bd-46e4-bb3a-0038541e7f7c tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:03.350993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-94de34a3-59bd-46e4-bb3a-0038541e7f7c tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Synchronizing usage tracker for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:03.389048 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.431869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:03.446612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:03.452157 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.563514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee03d6-f212-44d9-9f27-4fd01265cb2e req-8c364a79-4630-411c-9d75-89dfd4feb7bd tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:03.576455 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67ee03d6-f212-44d9-9f27-4fd01265cb2e req-8c364a79-4630-411c-9d75-89dfd4feb7bd tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 0.1402729 Feb 04 15:37:03.595732 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:03.638237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-94de34a3-59bd-46e4-bb3a-0038541e7f7c tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Unset dirty status for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:03.640271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-94de34a3-59bd-46e4-bb3a-0038541e7f7c tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports/3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 943 time: 0.5010042 Feb 04 15:37:03.676027 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67ee03d6-f212-44d9-9f27-4fd01265cb2e req-8d12266b-0b3c-48a0-ac21-739fd44fb437 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982959 Feb 04 15:37:03.786138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Allocated IP 19.80.0.73 (d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7/0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a/303cbf32-0868-4210-8b53-034da0ee5d5e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:03.795548 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5', 'name': 'network-vif-deleted', 'tag': '83de3acd-b9be-4867-a1a2-72144ab63f7f', 'status': 'completed', 'code': 200} Feb 04 15:37:04.131727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-ba6a8be6-2c58-4521-9f79-5a0132f74397 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 1001 time: 0.3242314 Feb 04 15:37:04.176710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a283-00d6-4f01-8920-16b2ca8e4610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.185828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-4b71d0ad-c844-4a4e-b696-d7899acc8543 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:04.187987 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-4b71d0ad-c844-4a4e-b696-d7899acc8543 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.53 "GET /v2.0/networks?id=ba64a587-05f4-41f7-ad79-537e5317bdb0 HTTP/1.1" status: 200 len: 809 time: 0.4104462 Feb 04 15:37:04.255153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Request body: {'port': {'device_id': '71459885-5bff-46da-ae09-79f245f267cd', 'network_id': 'ba64a587-05f4-41f7-ad79-537e5317bdb0', 'admin_state_up': True, 'tenant_id': '11dd50a729b744018f1660aa983479c3'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:04.344444 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b77114e8-b69f-4b98-acdc-0c664242c676 req-0de12ae7-c3b1-42f2-a6eb-e7536061e059 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=ead51eb8-5fe4-4baf-ae9c-2d9ccf6fe3c5 HTTP/1.1" status: 200 len: 210 time: 0.1552031 Feb 04 15:37:04.452602 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52', 'code': 200} Feb 04 15:37:04.519140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-2dd221d7-01a2-409b-96f6-d1f0ad97153b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:04.527714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-2dd221d7-01a2-409b-96f6-d1f0ad97153b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.3938949 Feb 04 15:37:04.570793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:04.576453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Usage tracker for resource:port and tenant:11dd50a729b744018f1660aa983479c3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:04.579958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:04.586630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:04.611504 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Made reservation on behalf of 11dd50a729b744018f1660aa983479c3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:04.616710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.741066 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b31d5b10-e6f7-431a-b913-688e441b4e05 req-1826be59-9493-453d-a8d5-b35df23d2064 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 210 time: 0.1008916 Feb 04 15:37:04.864265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.886242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Transition to ACTIVE for port object 303cbf32-0868-4210-8b53-034da0ee5d5e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:04.950768 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-8e4dbdc1-2602-4f93-9713-12e13501cfdd tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 1001 time: 0.4218721 Feb 04 15:37:04.969195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-5d0ce661-1fb8-4b92-89cb-fbb5380efb27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:04.972519 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b1e12d7-c85f-4a78-9160-87d24d3fcca7 req-0d05bbe6-8e32-4955-a127-1312f02f9d71 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 210 time: 0.0660079 Feb 04 15:37:05.008865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Allocated IP 172.20.0.6 (ba64a587-05f4-41f7-ad79-537e5317bdb0/9170634c-3431-4c83-af3d-d090170273ce/0ef77412-4afd-4e81-89a9-1d657f9afbe7) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:05.039959 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.147417 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.268460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:05.276887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:05.302585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:05.403084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-5d0ce661-1fb8-4b92-89cb-fbb5380efb27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.483393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:05.488043 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.590493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Port': ['ID=303cbf32-0868-4210-8b53-034da0ee5d5e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:05.602932 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.670486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.734770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-aec81a96-a50a-4bbf-ad15-a6522a82617e None None] Provisioning for port 303cbf32-0868-4210-8b53-034da0ee5d5e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:05.747511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-aec81a96-a50a-4bbf-ad15-a6522a82617e None None] Provisioning complete for port 303cbf32-0868-4210-8b53-034da0ee5d5e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:05.752530 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-aec81a96-a50a-4bbf-ad15-a6522a82617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.874159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-aec81a96-a50a-4bbf-ad15-a6522a82617e None None] Port 303cbf32-0868-4210-8b53-034da0ee5d5e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:37:05.902461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Network ba64a587-05f4-41f7-ad79-537e5317bdb0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:05.911023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:05.916543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:05.918362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-37613116-0600-4964-8ccb-ee441043c0cf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3396447 Feb 04 15:37:05.933888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Request body: {'port': {'device_id': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3', 'admin_state_up': True, 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:05.972954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Pushing event updated for resources: {'Port': ['ID=0ef77412-4afd-4e81-89a9-1d657f9afbe7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:06.008565 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.012155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.012827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.056802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1bba9-299e-4c73-ae37-b5a23b333e2c req-d1b43339-d43f-4dda-ac5c-18a558eb99c0 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.058373 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-22f1bba9-299e-4c73-ae37-b5a23b333e2c req-d1b43339-d43f-4dda-ac5c-18a558eb99c0 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 0.2997603 Feb 04 15:37:06.060160 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6da612d1-d0ec-42fc-be5e-2500160a8e22 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8090787 Feb 04 15:37:06.085222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Request body: {'port': {'device_id': '71459885-5bff-46da-ae09-79f245f267cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:06.158625 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-22f1bba9-299e-4c73-ae37-b5a23b333e2c req-4d340524-0677-4da7-8b6f-9cf6b7814b47 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934525 Feb 04 15:37:06.257662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.376120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-5d0ce661-1fb8-4b92-89cb-fbb5380efb27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.390353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-5d0ce661-1fb8-4b92-89cb-fbb5380efb27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.390798 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-5d0ce661-1fb8-4b92-89cb-fbb5380efb27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f disassociated. External IP: 172.25.8.87, port: 3981e2c9-f830-4d00-b520-ee83d0eb4fb7. Feb 04 15:37:06.528969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:06.539707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Usage tracker for resource:port and tenant:8709cacb6a4443fb8ec2d8350d31ffee is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:06.545907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:06.630919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:06.645783 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c9b252fb-574c-45b6-84c3-0cf2fc33acc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.653851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065003b-055c-4aad-8305-bf4a89927802 req-a89f8e3d-da73-4d08-a837-4faed8949caa tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.656277 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c065003b-055c-4aad-8305-bf4a89927802 req-a89f8e3d-da73-4d08-a837-4faed8949caa tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 931 time: 0.3568549 Feb 04 15:37:06.718315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Made reservation on behalf of 8709cacb6a4443fb8ec2d8350d31ffee for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:06.721823 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.739099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Deleting port 149f112e-b7d6-4b40-9603-c170b0d553cc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:06.739444 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.806360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c065003b-055c-4aad-8305-bf4a89927802 req-a6f9941c-47ba-4308-8e9f-d958ee5071b0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373475 Feb 04 15:37:06.980855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef77412-4afd-4e81-89a9-1d657f9afbe7 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:06.989543 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.005840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Transition to ACTIVE for port object 0ef77412-4afd-4e81-89a9-1d657f9afbe7 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:07.012388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.279648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef77412-4afd-4e81-89a9-1d657f9afbe7,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:07.358443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176480c1-8766-4e58-aab5-e773ed3d1612 req-9e79d18f-6909-4c1f-88a4-72f3b5f0186a tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:07.359156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-176480c1-8766-4e58-aab5-e773ed3d1612 req-9e79d18f-6909-4c1f-88a4-72f3b5f0186a tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Synchronizing usage tracker for tenant:11dd50a729b744018f1660aa983479c3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:07.395184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Attempting to bind port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:07.395635 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Attempting to bind port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '501f1568-75b6-4fd6-a5e2-d95e5b42e607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ba64a587-05f4-41f7-ad79-537e5317bdb0'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:07.396120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Attempting to bind port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 on network ba64a587-05f4-41f7-ad79-537e5317bdb0 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:07.400370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-176480c1-8766-4e58-aab5-e773ed3d1612 req-9e79d18f-6909-4c1f-88a4-72f3b5f0186a tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Unset dirty status for tenant:11dd50a729b744018f1660aa983479c3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:07.408378 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-176480c1-8766-4e58-aab5-e773ed3d1612 req-9e79d18f-6909-4c1f-88a4-72f3b5f0186a tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 943 time: 0.3916144 Feb 04 15:37:07.418510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Allocated IP 19.86.0.223 (d0727314-28fa-47ea-b3d1-bcecac59feb3/0b613c4f-b90b-4652-9697-b65a42c508cf/6b904f69-7c34-4c93-902c-358007d9fdbf) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:07.429427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 on network ba64a587-05f4-41f7-ad79-537e5317bdb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:37:07.429893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Attempting to bind port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 on network ba64a587-05f4-41f7-ad79-537e5317bdb0 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:07.440038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:37:07.440384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Checking segment: {'id': '501f1568-75b6-4fd6-a5e2-d95e5b42e607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ba64a587-05f4-41f7-ad79-537e5317bdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:07.440832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Bound using segment: {'id': '501f1568-75b6-4fd6-a5e2-d95e5b42e607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ba64a587-05f4-41f7-ad79-537e5317bdb0'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:37:07.441242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Bound port: 0ef77412-4afd-4e81-89a9-1d657f9afbe7, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501f1568-75b6-4fd6-a5e2-d95e5b42e607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ba64a587-05f4-41f7-ad79-537e5317bdb0'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:07.441596 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.538466 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.542353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-176480c1-8766-4e58-aab5-e773ed3d1612 req-f987bdaf-3325-493f-8cbf-386054f64e40 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Synchronizing usage tracker for tenant:11dd50a729b744018f1660aa983479c3 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:07.601706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] For port 0ef77412-4afd-4e81-89a9-1d657f9afbe7, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:37:07.604361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] For port 0ef77412-4afd-4e81-89a9-1d657f9afbe7, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0ef77412-4afd-4e81-89a9-1d657f9afbe7,segment=NetworkSegment(501f1568-75b6-4fd6-a5e2-d95e5b42e607),segment_id=501f1568-75b6-4fd6-a5e2-d95e5b42e607)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:37:07.606806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-176480c1-8766-4e58-aab5-e773ed3d1612 req-f987bdaf-3325-493f-8cbf-386054f64e40 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Unset dirty status for tenant:11dd50a729b744018f1660aa983479c3 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:07.621484 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-176480c1-8766-4e58-aab5-e773ed3d1612 req-f987bdaf-3325-493f-8cbf-386054f64e40 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118709 Feb 04 15:37:07.625338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.676240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.773125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:07.780224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.782124 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] 10.222.0.53 "PUT /v2.0/ports/0ef77412-4afd-4e81-89a9-1d657f9afbe7 HTTP/1.1" status: 200 len: 1091 time: 1.7029076 Feb 04 15:37:07.782935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71459885-5bff-46da-ae09-79f245f267cd', 'tag': '0ef77412-4afd-4e81-89a9-1d657f9afbe7'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:07.828020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260363e0-ac49-4494-9ad5-53cccdba1686 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef77412-4afd-4e81-89a9-1d657f9afbe7,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:07.922756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.973448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-ddfcd51b-5b5a-431a-aac7-1ebfccdd7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:07.975071 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-ddfcd51b-5b5a-431a-aac7-1ebfccdd7c2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=11dd50a729b744018f1660aa983479c3&device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 1094 time: 0.1435044 Feb 04 15:37:08.077341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Transition to ACTIVE for port object 6b904f69-7c34-4c93-902c-358007d9fdbf will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:08.196704 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-f4e841f4-6feb-48ce-a644-7300ec2c25f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ef77412-4afd-4e81-89a9-1d657f9afbe7 HTTP/1.1" status: 200 len: 217 time: 0.2074165 Feb 04 15:37:08.296609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a1d14-1875-4205-95bf-64123115abab req-2e3953b0-e138-4ee0-a56a-c0f0ee7b40d4 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.308903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-5d0ce661-1fb8-4b92-89cb-fbb5380efb27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:37:08.313460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c6a1d14-1875-4205-95bf-64123115abab req-2e3953b0-e138-4ee0-a56a-c0f0ee7b40d4 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 0.3844018 Feb 04 15:37:08.319491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-98d0fd89-7edb-4370-a450-c812f061d229 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.321725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-98d0fd89-7edb-4370-a450-c812f061d229 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.61 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 946 time: 0.5575743 Feb 04 15:37:08.348410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-643cef5f-27c5-4aa6-bae8-addd392c7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.349848 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-643cef5f-27c5-4aa6-bae8-addd392c7af6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9170634c-3431-4c83-af3d-d090170273ce HTTP/1.1" status: 200 len: 849 time: 0.1385834 Feb 04 15:37:08.390460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] For port 149f112e-b7d6-4b40-9603-c170b0d553cc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=149f112e-b7d6-4b40-9603-c170b0d553cc,segment=NetworkSegment(40804d69-38b6-4df3-b8ef-b0d4b925d3a7),segment_id=40804d69-38b6-4df3-b8ef-b0d4b925d3a7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:08.391229 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.412036 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-4690fc99-b91c-451b-9278-e7ac55332f69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba64a587-05f4-41f7-ad79-537e5317bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509694 Feb 04 15:37:08.413216 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.424976 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c6a1d14-1875-4205-95bf-64123115abab req-58d013e9-7c0e-4242-9342-488e17c6f983 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104660 Feb 04 15:37:08.560151 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71459885-5bff-46da-ae09-79f245f267cd', 'tag': '0ef77412-4afd-4e81-89a9-1d657f9afbe7', 'status': 'completed', 'code': 200} Feb 04 15:37:08.622388 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-1cac1cf3-6966-4027-947c-6d06f48777e2 service neutron] 10.222.0.53 "GET /v2.0/networks/ba64a587-05f4-41f7-ad79-537e5317bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963806 Feb 04 15:37:08.671087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Calling delete_port for 149f112e-b7d6-4b40-9603-c170b0d553cc owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:08.752998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Deleting port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:08.753349 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.825045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Network d0727314-28fa-47ea-b3d1-bcecac59feb3 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:08.845138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:08.853766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event updated for resources: {'Port': ['ID=6b904f69-7c34-4c93-902c-358007d9fdbf,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:08.870865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:08.889072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b01a-be26-4dbd-9cd1-16e02c285bec req-d76211a0-e0d2-4dbc-8b82-3e5b4aa8effb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.895548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b01a-be26-4dbd-9cd1-16e02c285bec req-d76211a0-e0d2-4dbc-8b82-3e5b4aa8effb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.897247 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-61d1b01a-be26-4dbd-9cd1-16e02c285bec req-d76211a0-e0d2-4dbc-8b82-3e5b4aa8effb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1654 time: 0.1786854 Feb 04 15:37:08.970212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:09.066726 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-46624f07-2b29-4bf1-96b3-dc485d82d361 req-6d04823e-d164-477b-942b-00876abb140d service neutron] 10.222.0.53 "GET /v2.0/networks/ba64a587-05f4-41f7-ad79-537e5317bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324260 Feb 04 15:37:09.118691 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-61d1b01a-be26-4dbd-9cd1-16e02c285bec req-8f96324c-3578-4ef3-9f00-93e4c0f6a1d4 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890024 Feb 04 15:37:09.279062 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.283892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-fb8fcec4-9cde-4d14-96e7-268eb72307b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:09.285918 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-fb8fcec4-9cde-4d14-96e7-268eb72307b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=11dd50a729b744018f1660aa983479c3&device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 1094 time: 0.1355858 Feb 04 15:37:09.335559 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.532327 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.566165 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.566845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4fc66008-db11-4d05-8ba2-c66ca3158662 None None] Provisioning for port 6b904f69-7c34-4c93-902c-358007d9fdbf completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:09.582854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:09.583526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.608476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-107ffcda-2f73-4479-8729-79a5d9814462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:09.612689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4fc66008-db11-4d05-8ba2-c66ca3158662 None None] Provisioning complete for port 6b904f69-7c34-4c93-902c-358007d9fdbf triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:09.613426 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4fc66008-db11-4d05-8ba2-c66ca3158662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.616556 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-107ffcda-2f73-4479-8729-79a5d9814462 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba64a587-05f4-41f7-ad79-537e5317bdb0 HTTP/1.1" status: 200 len: 910 time: 0.3173640 Feb 04 15:37:09.624342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=149f112e-b7d6-4b40-9603-c170b0d553cc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:09.795673 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:09.811105 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-21e50313-2c74-419f-b026-2e74a6ce68f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ef77412-4afd-4e81-89a9-1d657f9afbe7 HTTP/1.1" status: 200 len: 217 time: 0.1853631 Feb 04 15:37:09.838176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:09.841283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4fc66008-db11-4d05-8ba2-c66ca3158662 None None] Port 6b904f69-7c34-4c93-902c-358007d9fdbf cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:37:09.847865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.883413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-5d0ce661-1fb8-4b92-89cb-fbb5380efb27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:37:09.899381 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] Sync routers for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:09.985573 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:09.986536 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:10.034070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:10.069459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-484948ff-cdcf-4023-9c9e-a809cebad8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:10.071462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-484948ff-cdcf-4023-9c9e-a809cebad8cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9170634c-3431-4c83-af3d-d090170273ce HTTP/1.1" status: 200 len: 849 time: 0.2564433 Feb 04 15:37:10.083726 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-5d0ce661-1fb8-4b92-89cb-fbb5380efb27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.085463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db457654-cf16-4a0f-9e65-c15a8d39460b req-4161080f-9ca1-4dd1-b003-f997b19a6211 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:10.087055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db457654-cf16-4a0f-9e65-c15a8d39460b req-4161080f-9ca1-4dd1-b003-f997b19a6211 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 943 time: 0.1738465 Feb 04 15:37:10.138899 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-6568382f-d314-41ab-83c0-b1b80b0099fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba64a587-05f4-41f7-ad79-537e5317bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508621 Feb 04 15:37:10.166316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-5d0ce661-1fb8-4b92-89cb-fbb5380efb27 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "PUT /v2.0/floatingips/bd5ff4aa-0605-4349-8b69-843d6ee7750f HTTP/1.1" status: 200 len: 695 time: 5.2040579 Feb 04 15:37:10.178963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:10.185507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2419365d-f4cb-4340-990a-ff3a8bf5f51d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2559059 Feb 04 15:37:10.228109 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:10.234446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Request body: {'port': {'device_id': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:10.403420 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-10107f3b-920c-48fe-a404-64e395695151 service neutron] 10.222.0.53 "GET /v2.0/networks/ba64a587-05f4-41f7-ad79-537e5317bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467926 Feb 04 15:37:10.422856 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db457654-cf16-4a0f-9e65-c15a8d39460b req-9c590d00-fc10-4114-bedb-e5d13d2d52bd tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828999 Feb 04 15:37:10.479953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.611207 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67b6ec6d-bff5-4309-aa43-56cc13ad458a req-f83697c3-1ca3-47b7-93e4-ef337dd61c53 service neutron] 10.222.0.53 "GET /v2.0/networks/ba64a587-05f4-41f7-ad79-537e5317bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873064 Feb 04 15:37:10.732963 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:10.738077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] For port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:10.738764 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.740100 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] Checking router: 82eb1a15-3f83-410f-93a9-9975f39cf8a1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:10.752355 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:10.752989 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:10.755108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cebe99-4e80-47b7-8c91-be024d658aa0 req-64b0657f-929f-40e4-b787-309adb0d763f tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:10.755954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.757259 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c0cebe99-4e80-47b7-8c91-be024d658aa0 req-64b0657f-929f-40e4-b787-309adb0d763f tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 944 time: 0.1012380 Feb 04 15:37:10.817091 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c0cebe99-4e80-47b7-8c91-be024d658aa0 req-719a1b51-4eef-4023-9e1d-4c699c61825c tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493019 Feb 04 15:37:10.842643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-d87dea90-9285-4374-a0a9-9cd0d93aa902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:10.844324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-d87dea90-9285-4374-a0a9-9cd0d93aa902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1097 time: 0.6547091 Feb 04 15:37:11.007706 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:11.076707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b3489-ae6f-42f7-b44f-8654e88a00c4 req-0adf6796-1b3d-408b-b562-9ea133547a38 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:11.078985 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9b3489-ae6f-42f7-b44f-8654e88a00c4 req-0adf6796-1b3d-408b-b562-9ea133547a38 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 945 time: 0.1155410 Feb 04 15:37:11.161460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cf9b3489-ae6f-42f7-b44f-8654e88a00c4 req-baaee4d5-2357-49cc-8d1b-afaf09ac1811 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760562 Feb 04 15:37:11.211230 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'code': 200} Feb 04 15:37:11.447886 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:11.459363 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b972d-de34-42a0-8252-3c49db41aa4c None None] The sync data for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 is: [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:35:14Z', 'revision_number': 4, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd637782-01a6-4743-8024-5a0ae9b708f5', 'name': '', 'network_id': '6e3eea9b-9a67-4984-b2b6-38089c83fa07', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'mac_address': 'fa:16:3e:0d:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '91711569-939e-4a41-92f0-598aaabd68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:13Z', 'updated_at': '2022-02-04T15:35:25Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'subnets': [{'id': '91711569-939e-4a41-92f0-598aaabd68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:11.700725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30010e18-c160-4703-a3d7-85f8154618ad req-5cebb596-b78f-41c9-b9cb-ab95a31e1096 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:11.703819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30010e18-c160-4703-a3d7-85f8154618ad req-5cebb596-b78f-41c9-b9cb-ab95a31e1096 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 945 time: 0.2784164 Feb 04 15:37:11.714832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43123f5f-4867-4ffa-b004-7936a93424d5 req-76e4e26c-3646-4251-ae7c-bbf777e3ead6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:11.720727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43123f5f-4867-4ffa-b004-7936a93424d5 req-76e4e26c-3646-4251-ae7c-bbf777e3ead6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:11.722290 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43123f5f-4867-4ffa-b004-7936a93424d5 req-76e4e26c-3646-4251-ae7c-bbf777e3ead6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1654 time: 0.3418710 Feb 04 15:37:11.822422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-30010e18-c160-4703-a3d7-85f8154618ad req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Deleting port 749e271c-bee3-48f0-a0d4-d65dc90e2623 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:11.822786 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30010e18-c160-4703-a3d7-85f8154618ad req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.843012 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.843573 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.843974 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Floating IP e32f8fde-79a7-4941-bc12-545f276f2422 disassociated. External IP: 172.25.8.231, port: d1127b93-1d0b-41a0-96a8-2ee3d33d49f8. Feb 04 15:37:11.844469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Calling delete_port for d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:11.914750 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43123f5f-4867-4ffa-b004-7936a93424d5 req-bc248292-290a-400e-ba91-c057c3810d92 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593246 Feb 04 15:37:11.930150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bc969-b30a-4a1c-9a98-cba31f515708 None None] New status for floating IP bd5ff4aa-0605-4349-8b69-843d6ee7750f: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:37:11.973705 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:12.013670 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'status': 'completed', 'code': 200} Feb 04 15:37:12.051826 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:12.052151 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:12.109188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-82337daf-856a-4fe7-a417-836aadf5508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.110899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-82337daf-856a-4fe7-a417-836aadf5508c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 1.0165665 Feb 04 15:37:12.218018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-aa8562f2-62cb-48ea-b193-e4ffa4a4ffca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0841718 Feb 04 15:37:12.265479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-30010e18-c160-4703-a3d7-85f8154618ad req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] For port 749e271c-bee3-48f0-a0d4-d65dc90e2623, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=749e271c-bee3-48f0-a0d4-d65dc90e2623,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:12.266024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30010e18-c160-4703-a3d7-85f8154618ad req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.455367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-30010e18-c160-4703-a3d7-85f8154618ad req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Calling delete_port for 749e271c-bee3-48f0-a0d4-d65dc90e2623 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:12.536328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499306e-48fa-4c60-abb9-dce4c778ec02 req-660eadbc-4028-4cb2-898a-8056fc037d38 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.537746 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3499306e-48fa-4c60-abb9-dce4c778ec02 req-660eadbc-4028-4cb2-898a-8056fc037d38 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 943 time: 0.3450582 Feb 04 15:37:12.570284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303cbf32-0868-4210-8b53-034da0ee5d5e {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:12.579550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Deleting port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:12.580548 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.644273 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.658526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30010e18-c160-4703-a3d7-85f8154618ad req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.662800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:37:12.673528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['df38c924-0d8e-431f-9817-1ff9080fb109'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:12.722361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['02ea6af6-c416-49f2-a061-0630614cc579', '749e271c-bee3-48f0-a0d4-d65dc90e2623'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:12.729105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Transition to ACTIVE for port object 303cbf32-0868-4210-8b53-034da0ee5d5e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:12.760674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-add91760-4d02-49cb-8da3-f1e7aa063134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.764852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Pushing event deleted for resources: {'Port': ['ID=749e271c-bee3-48f0-a0d4-d65dc90e2623,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:12.790022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-add91760-4d02-49cb-8da3-f1e7aa063134 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.2748036 Feb 04 15:37:12.856919 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3499306e-48fa-4c60-abb9-dce4c778ec02 req-85bea08b-8961-4673-bde6-634a893d1c2f tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177947 Feb 04 15:37:12.864334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-30010e18-c160-4703-a3d7-85f8154618ad req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] No DVR routers for this DVR port 749e271c-bee3-48f0-a0d4-d65dc90e2623 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:12.867436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30010e18-c160-4703-a3d7-85f8154618ad req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.871173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c18ed49-96e6-457e-8ac8-c26959da6097', 'name': 'network-vif-deleted', 'tag': '749e271c-bee3-48f0-a0d4-d65dc90e2623'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:12.886657 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30010e18-c160-4703-a3d7-85f8154618ad req-b51bee39-f154-4323-be16-859ef23ef033 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.53 "DELETE /v2.0/ports/749e271c-bee3-48f0-a0d4-d65dc90e2623 HTTP/1.1" status: 204 len: 173 time: 1.1632161 Feb 04 15:37:13.059864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] For port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:13.059864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.107509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0ef77412-4afd-4e81-89a9-1d657f9afbe7 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:13.302621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0ef77412-4afd-4e81-89a9-1d657f9afbe7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0ef77412-4afd-4e81-89a9-1d657f9afbe7,segment=NetworkSegment(501f1568-75b6-4fd6-a5e2-d95e5b42e607),segment_id=501f1568-75b6-4fd6-a5e2-d95e5b42e607)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:13.328319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '0ef77412-4afd-4e81-89a9-1d657f9afbe7', 'network_id': 'ba64a587-05f4-41f7-ad79-537e5317bdb0', 'port_id': '0ef77412-4afd-4e81-89a9-1d657f9afbe7', 'mac_address': 'fa:16:3e:4a:76:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9170634c-3431-4c83-af3d-d090170273ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:13.373023 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.373400 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.373719 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Floating IP e32f8fde-79a7-4941-bc12-545f276f2422 disassociated. External IP: 172.25.8.231, port: d1127b93-1d0b-41a0-96a8-2ee3d33d49f8. Feb 04 15:37:13.374073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Calling delete_port for d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:13.383249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff6c50-6450-4e99-aac0-b44068a4e5f4 req-c3e6bbf0-2cee-45b8-99be-863c2f283f8b tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:13.405652 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4ff6c50-6450-4e99-aac0-b44068a4e5f4 req-c3e6bbf0-2cee-45b8-99be-863c2f283f8b tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 944 time: 0.1772163 Feb 04 15:37:13.437457 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.492677 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f4ff6c50-6450-4e99-aac0-b44068a4e5f4 req-faafbefd-c4f1-4b21-890b-5324dcd9da8e tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cc4767-6c90-471e-b67d-c93179a0950b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852013 Feb 04 15:37:13.493729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef77412-4afd-4e81-89a9-1d657f9afbe7 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:13.548865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0ef77412-4afd-4e81-89a9-1d657f9afbe7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0ef77412-4afd-4e81-89a9-1d657f9afbe7,segment=NetworkSegment(501f1568-75b6-4fd6-a5e2-d95e5b42e607),segment_id=501f1568-75b6-4fd6-a5e2-d95e5b42e607)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:13.690731 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.784386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.810350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-443c0a47-3a9d-485c-a602-0c9718642ca1 req-7daa0988-bca1-4b9a-b1b9-66eee49edc73 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:13.856580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-443c0a47-3a9d-485c-a602-0c9718642ca1 req-7daa0988-bca1-4b9a-b1b9-66eee49edc73 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:13.866309 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-443c0a47-3a9d-485c-a602-0c9718642ca1 req-7daa0988-bca1-4b9a-b1b9-66eee49edc73 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c18ed49-96e6-457e-8ac8-c26959da6097 HTTP/1.1" status: 200 len: 210 time: 0.1500337 Feb 04 15:37:13.870176 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.882013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Pushing event updated for resources: {'Port': ['ID=303cbf32-0868-4210-8b53-034da0ee5d5e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:13.931751 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c18ed49-96e6-457e-8ac8-c26959da6097', 'name': 'network-vif-deleted', 'tag': '749e271c-bee3-48f0-a0d4-d65dc90e2623', 'status': 'completed', 'code': 200} Feb 04 15:37:13.936242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0ef77412-4afd-4e81-89a9-1d657f9afbe7,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:14.060116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['0ef77412-4afd-4e81-89a9-1d657f9afbe7'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:14.187329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-0997f09e-ffad-4669-9e3c-e2e6449f4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.189428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-0997f09e-ffad-4669-9e3c-e2e6449f4e3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 1097 time: 2.1334174 Feb 04 15:37:14.231839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b8378-3f1c-4c0d-895a-e671068dfe68 req-88a0d402-03e3-4bc7-b8ec-fbb69f846e71 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.240124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b8378-3f1c-4c0d-895a-e671068dfe68 req-88a0d402-03e3-4bc7-b8ec-fbb69f846e71 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.250450 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d19b8378-3f1c-4c0d-895a-e671068dfe68 req-88a0d402-03e3-4bc7-b8ec-fbb69f846e71 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1666 time: 0.1713653 Feb 04 15:37:14.317875 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d19b8378-3f1c-4c0d-895a-e671068dfe68 req-556d1382-9e33-46e5-84ea-027c5e7ddfa0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Feb 04 15:37:14.514280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Pushing event deleted for resources: {'Port': ['ID=d1127b93-1d0b-41a0-96a8-2ee3d33d49f8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:14.516520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-d94a3c9a-8f56-478a-8235-c37cf7f827de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.518005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-d94a3c9a-8f56-478a-8235-c37cf7f827de service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 200 len: 921 time: 0.3184762 Feb 04 15:37:14.590134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cf8a4-bf3d-4940-a1b4-26801b84f20d req-a1f68e33-e0b0-409a-abf8-1c2d18c70a18 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.592908 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-790cf8a4-bf3d-4940-a1b4-26801b84f20d req-a1f68e33-e0b0-409a-abf8-1c2d18c70a18 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 944 time: 0.1089146 Feb 04 15:37:14.657395 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-790cf8a4-bf3d-4940-a1b4-26801b84f20d req-214f3b7e-fe8c-4a8f-bc62-eb8f208ad3b3 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578778 Feb 04 15:37:14.709933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-539a1480-c88a-463f-bb32-bca762bd9c71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 200 len: 217 time: 0.1817739 Feb 04 15:37:14.899248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-452af0a9-ee63-4ce5-879d-1ba63b5a1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.900781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-452af0a9-ee63-4ce5-879d-1ba63b5a1583 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1100550 Feb 04 15:37:14.962041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:37:14.978633 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] Sync routers for ids ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:15.002289 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] Routers {'68ae1239-cc8f-41d7-abae-7ba8c08acca5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:15.003678 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:15.094607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-01e88798-2c42-454f-9096-35d053c17ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:15.096111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-01e88798-2c42-454f-9096-35d053c17ec2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 200 len: 859 time: 0.3292525 Feb 04 15:37:15.104099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0ef77412-4afd-4e81-89a9-1d657f9afbe7 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:15.111374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0a73c9be-98af-42f3-8529-8ff32e0c4d53 admin admin] 10.222.0.46 "PUT /v2.0/routers/68ae1239-cc8f-41d7-abae-7ba8c08acca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2454326 Feb 04 15:37:15.119537 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9f074f2d-54e3-4be9-bbd7-cf72fd6a4c38 req-b87c1026-9df7-4407-b4be-82f7db8f4975 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 210 time: 0.0870903 Feb 04 15:37:15.177337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58900) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:15.177960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:37:15.177960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Attempting to bind port 303cbf32-0868-4210-8b53-034da0ee5d5e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:15.177960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Attempting to bind port 303cbf32-0868-4210-8b53-034da0ee5d5e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:15.177960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Attempting to bind port 303cbf32-0868-4210-8b53-034da0ee5d5e on network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:15.206242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Port 303cbf32-0868-4210-8b53-034da0ee5d5e on network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:37:15.206904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Attempting to bind port 303cbf32-0868-4210-8b53-034da0ee5d5e on network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:15.229861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:37:15.230195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Checking segment: {'id': '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:15.230576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Bound using segment: {'id': '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:37:15.231005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Bound port: 303cbf32-0868-4210-8b53-034da0ee5d5e, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:15.231349 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.249383 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-54be4a85-4e33-4056-855c-0bd0605a0790 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283670 Feb 04 15:37:15.343662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:15.354566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:15.355165 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.485007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.545513 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] Set router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:15.623160 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.672973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71459885-5bff-46da-ae09-79f245f267cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef77412-4afd-4e81-89a9-1d657f9afbe7'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:15.702465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0ef77412-4afd-4e81-89a9-1d657f9afbe7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0ef77412-4afd-4e81-89a9-1d657f9afbe7,segment=NetworkSegment(501f1568-75b6-4fd6-a5e2-d95e5b42e607),segment_id=501f1568-75b6-4fd6-a5e2-d95e5b42e607)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:15.708285 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.709459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 749e271c-bee3-48f0-a0d4-d65dc90e2623 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:15.729468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92daf201-ba5c-46e3-9085-ff8ea82b13e5 req-83054c37-eab6-42b0-88a8-0f4f58ee1e8f service neutron] 10.222.0.46 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632627 Feb 04 15:37:15.955428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0ef77412-4afd-4e81-89a9-1d657f9afbe7,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:15.964513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 749e271c-bee3-48f0-a0d4-d65dc90e2623 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:15.967140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 749e271c-bee3-48f0-a0d4-d65dc90e2623 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:16.089730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:37:16.101623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] Sync routers for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:16.116639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:16.117317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:16.136533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.157946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Deleting port 50ca8621-2674-4ab2-99d9-247a12b6ed51 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:16.158928 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.232666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] No DVR routers for this DVR port d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:16.238935 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.241388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-480d3f7e-9833-4a8e-9907-8720d9aae227 req-f9044d26-9e5c-48f8-b9e8-ac8c8ffa2281 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.61 "DELETE /v2.0/ports/d1127b93-1d0b-41a0-96a8-2ee3d33d49f8 HTTP/1.1" status: 204 len: 173 time: 7.9120777 Feb 04 15:37:16.248512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'name': 'network-vif-deleted', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:16.258857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-84dcf1b8-08ad-4938-878a-15018bfea527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.262884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-84dcf1b8-08ad-4938-878a-15018bfea527 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e3eea9b-9a67-4984-b2b6-38089c83fa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1474562 Feb 04 15:37:16.361429 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:43Z', 'updated_at': '2022-02-04T15:37:09Z', 'revision_number': 5, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'gw_port': {'id': '50ca8621-2674-4ab2-99d9-247a12b6ed51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:44Z', 'updated_at': '2022-02-04T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:16.370021 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] Checking router: 68ae1239-cc8f-41d7-abae-7ba8c08acca5 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:16.389108 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] Routers {'68ae1239-cc8f-41d7-abae-7ba8c08acca5'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:16.389935 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:16.418582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c5286-0dca-42f2-9c1f-74f63ac06419 req-cb03384b-728d-49a0-bbaa-6c5b0f377bbf tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.420368 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be2c5286-0dca-42f2-9c1f-74f63ac06419 req-cb03384b-728d-49a0-bbaa-6c5b0f377bbf tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 945 time: 0.3384976 Feb 04 15:37:16.499740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] For port 303cbf32-0868-4210-8b53-034da0ee5d5e, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:37:16.532370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] For port 303cbf32-0868-4210-8b53-034da0ee5d5e, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=303cbf32-0868-4210-8b53-034da0ee5d5e,segment=NetworkSegment(975fe13a-b3ae-4ac8-b4b7-2e24e16742dc),segment_id=975fe13a-b3ae-4ac8-b4b7-2e24e16742dc)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:37:16.536573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:16.543855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.609970 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be2c5286-0dca-42f2-9c1f-74f63ac06419 req-4a7a67f7-1b64-4a37-9f8e-c9d4caf78b1a tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809640 Feb 04 15:37:16.634311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] For port 50ca8621-2674-4ab2-99d9-247a12b6ed51, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=50ca8621-2674-4ab2-99d9-247a12b6ed51,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:16.634976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.658099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057cb00-4a54-4a4c-b359-dfd45a8ad9d9 req-7fef8738-9249-4a3e-ad74-9214e1e77626 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.673239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057cb00-4a54-4a4c-b359-dfd45a8ad9d9 req-7fef8738-9249-4a3e-ad74-9214e1e77626 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.678665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2057cb00-4a54-4a4c-b359-dfd45a8ad9d9 req-7fef8738-9249-4a3e-ad74-9214e1e77626 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:16.750008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.752223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.753973 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] 10.222.0.61 "PUT /v2.0/ports/303cbf32-0868-4210-8b53-034da0ee5d5e HTTP/1.1" status: 200 len: 1091 time: 6.5244687 Feb 04 15:37:16.796436 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] Set router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:16.797650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Request body: {'port': {'device_id': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:16.836877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2057cb00-4a54-4a4c-b359-dfd45a8ad9d9 req-7fef8738-9249-4a3e-ad74-9214e1e77626 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:16.844380 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2057cb00-4a54-4a4c-b359-dfd45a8ad9d9 req-7fef8738-9249-4a3e-ad74-9214e1e77626 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1666 time: 0.9128075 Feb 04 15:37:16.910959 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71459885-5bff-46da-ae09-79f245f267cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef77412-4afd-4e81-89a9-1d657f9afbe7', 'code': 200} Feb 04 15:37:16.930243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-03b00960-f564-4b5a-ae62-8375b36f4f09 service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546776 Feb 04 15:37:16.940808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eca2d-739a-49fd-8b16-1b975f5213ec service neutron] Pushing event updated for resources: {'Port': ['ID=303cbf32-0868-4210-8b53-034da0ee5d5e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:17.175159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2057cb00-4a54-4a4c-b359-dfd45a8ad9d9 req-8b8e3ecc-8bb0-430b-a1c2-bdf012c0c2aa tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293993 Feb 04 15:37:17.192019 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:43Z', 'updated_at': '2022-02-04T15:37:16Z', 'revision_number': 6, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:17.199119 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b26c01-d697-498e-99ce-c4abee26afe1 None None] The sync data for ids ['68ae1239-cc8f-41d7-abae-7ba8c08acca5'] in n-d-827870-1 is: [{'id': '68ae1239-cc8f-41d7-abae-7ba8c08acca5', 'name': 'tempest-TaggedBootDevicesTest-358549067-router', 'tenant_id': '3bd9d28b50664726b1949f86f03c1cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:43Z', 'updated_at': '2022-02-04T15:37:16Z', 'revision_number': 6, 'project_id': '3bd9d28b50664726b1949f86f03c1cbf', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:17.301079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Calling delete_port for 50ca8621-2674-4ab2-99d9-247a12b6ed51 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:17.462095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:53Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f2bc6e56-9de0-4890-b125-175becfb952c', 'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'mac_address': 'fa:16:3e:2d:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:51Z', 'updated_at': '2022-02-04T15:35:01Z', 'revision_number': 5, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'subnets': [{'id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:17.469596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] Checking router: 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:17.480426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:17.481471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:17.521312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-abf13709-5ac3-4db9-9984-1d0f699fe0c3 req-fb3ff5be-6188-4ce4-a0f2-52d6e7d13145 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Synchronizing usage tracker for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:17.529517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.662730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 149f112e-b7d6-4b40-9603-c170b0d553cc no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:17.671745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-abf13709-5ac3-4db9-9984-1d0f699fe0c3 req-fb3ff5be-6188-4ce4-a0f2-52d6e7d13145 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Unset dirty status for tenant:d6ef8ef32ceb4fb9845cc3c16b6713c3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:17.673103 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abf13709-5ac3-4db9-9984-1d0f699fe0c3 req-fb3ff5be-6188-4ce4-a0f2-52d6e7d13145 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/ports?device_id=243facf1-703f-4f46-a248-cab7071807a0 HTTP/1.1" status: 200 len: 210 time: 0.2016525 Feb 04 15:37:17.675180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f93b93b-cafb-4200-976a-ed7d6a962cd2 req-05c58916-90f1-4768-8cf2-dcb7a6dcb7b6 service neutron] 10.222.0.53 "GET /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246232 Feb 04 15:37:17.770092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-3b4ec017-f735-4158-8773-7573ea4f4da0 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.770830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-3b4ec017-f735-4158-8773-7573ea4f4da0 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:17.817270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-3b4ec017-f735-4158-8773-7573ea4f4da0 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:17.818459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-3b4ec017-f735-4158-8773-7573ea4f4da0 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.61 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 945 time: 0.5116498 Feb 04 15:37:17.880791 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243facf1-703f-4f46-a248-cab7071807a0', 'name': 'network-vif-deleted', 'tag': 'd1127b93-1d0b-41a0-96a8-2ee3d33d49f8', 'status': 'completed', 'code': 200} Feb 04 15:37:17.928080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Deleting port df38c924-0d8e-431f-9817-1ff9080fb109 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:17.928536 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:18.075748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b812e-1304-4e76-b3b2-19e216f13720 req-ad31c5e0-c60b-4e95-b26d-ca11dc8b7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.080755 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-595b812e-1304-4e76-b3b2-19e216f13720 req-ad31c5e0-c60b-4e95-b26d-ca11dc8b7a36 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 1096 time: 0.9804642 Feb 04 15:37:18.115069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 149f112e-b7d6-4b40-9603-c170b0d553cc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:18.115751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 149f112e-b7d6-4b40-9603-c170b0d553cc not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:18.205248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:18.210736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59aa6cc-376a-49ae-a83f-ed214db46907 req-8d475c76-d17c-4b07-9cda-51c5ce3dac60 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.218274 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f59aa6cc-376a-49ae-a83f-ed214db46907 req-8d475c76-d17c-4b07-9cda-51c5ce3dac60 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 945 time: 0.7382524 Feb 04 15:37:18.282474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-595b812e-1304-4e76-b3b2-19e216f13720 req-9a4de6cd-7f93-459b-a2db-e28cfc943563 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465500 Feb 04 15:37:18.283816 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:18.391449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ca8621-2674-4ab2-99d9-247a12b6ed51,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:18.458844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:18.557906 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f59aa6cc-376a-49ae-a83f-ed214db46907 req-d8c984d1-1aae-4902-874a-4a6fd8771c03 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358798 Feb 04 15:37:18.761923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:53Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f2bc6e56-9de0-4890-b125-175becfb952c', 'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'mac_address': 'fa:16:3e:2d:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:51Z', 'updated_at': '2022-02-04T15:35:01Z', 'revision_number': 5, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'subnets': [{'id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:18.772201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7128db7-7249-47f3-9abe-d3e0d1d009c2 None None] The sync data for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 is: [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:34:53Z', 'revision_number': 4, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'f2bc6e56-9de0-4890-b125-175becfb952c', 'name': '', 'network_id': '32969131-ce75-466c-8146-388f7f440434', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'mac_address': 'fa:16:3e:2d:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:51Z', 'updated_at': '2022-02-04T15:35:01Z', 'revision_number': 5, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'subnets': [{'id': '5e2af70d-f889-4650-be4f-1dcf8a4177bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:18.947332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b904f69-7c34-4c93-902c-358007d9fdbf {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:18.983572 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-963a8680-cb0a-4319-a507-1fe099832367 req-cefa1300-f7a9-4a2b-8799-dd50d27eceef tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips/bd5ff4aa-0605-4349-8b69-843d6ee7750f HTTP/1.1" status: 200 len: 693 time: 0.3248208 Feb 04 15:37:19.101422 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.147721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03036eee-1c65-4195-8e5b-e90d315926a5 req-50d36c13-b5f5-4d35-bedb-487763f429e6 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:19.158860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03036eee-1c65-4195-8e5b-e90d315926a5 req-50d36c13-b5f5-4d35-bedb-487763f429e6 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 945 time: 1.0779536 Feb 04 15:37:19.215195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Transition to ACTIVE for port object 6b904f69-7c34-4c93-902c-358007d9fdbf will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:19.246751 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.269217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a8680-cb0a-4319-a507-1fe099832367 req-a058fa9d-d964-4ab0-9d73-11d3869beedf tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:19.282687 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-963a8680-cb0a-4319-a507-1fe099832367 req-a058fa9d-d964-4ab0-9d73-11d3869beedf tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.2977684 Feb 04 15:37:19.298697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-963a8680-cb0a-4319-a507-1fe099832367 req-7f1a48fc-c437-41bc-baf2-27e326bb7ce5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:37:19.309220 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-963a8680-cb0a-4319-a507-1fe099832367 req-7f1a48fc-c437-41bc-baf2-27e326bb7ce5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251606 Feb 04 15:37:19.337445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03036eee-1c65-4195-8e5b-e90d315926a5 req-d066a95c-78a0-4c84-947f-c22187fbd464 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772311 Feb 04 15:37:19.340204 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45af04-0aab-4be1-9841-6afb39ac3306 None None] New status for floating IP e32f8fde-79a7-4941-bc12-545f276f2422: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:37:19.467640 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-963a8680-cb0a-4319-a507-1fe099832367 req-c6e24d84-d504-4461-83db-000d243f2d99 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 696 time: 0.1566799 Feb 04 15:37:19.654640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] For port df38c924-0d8e-431f-9817-1ff9080fb109, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=df38c924-0d8e-431f-9817-1ff9080fb109,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:19.655037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.665101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 50ca8621-2674-4ab2-99d9-247a12b6ed51 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:19.790113 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.805048 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.831271 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-963a8680-cb0a-4319-a507-1fe099832367 req-20fe5c59-5830-49fb-82fb-c74f74cb3b03 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 696 time: 0.3626256 Feb 04 15:37:19.887591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 50ca8621-2674-4ab2-99d9-247a12b6ed51 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:19.888172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 50ca8621-2674-4ab2-99d9-247a12b6ed51 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:19.925983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'tag': '303cbf32-0868-4210-8b53-034da0ee5d5e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:19.942408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Calling delete_port for df38c924-0d8e-431f-9817-1ff9080fb109 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:20.053608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Pushing event updated for resources: {'Port': ['ID=6b904f69-7c34-4c93-902c-358007d9fdbf,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:20.112858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Attempting to bind port 6b904f69-7c34-4c93-902c-358007d9fdbf on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:20.113407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Attempting to bind port 6b904f69-7c34-4c93-902c-358007d9fdbf by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'd2750500-f4a6-4f58-8ccb-af3654899144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:20.113535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Attempting to bind port 6b904f69-7c34-4c93-902c-358007d9fdbf on network d0727314-28fa-47ea-b3d1-bcecac59feb3 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:20.135835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7a263-fdea-4450-be61-555d11df8f1b req-44108baf-9438-4981-b3e9-4219d4184993 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.142022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7a263-fdea-4450-be61-555d11df8f1b req-44108baf-9438-4981-b3e9-4219d4184993 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.143630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8d7a263-fdea-4450-be61-555d11df8f1b req-44108baf-9438-4981-b3e9-4219d4184993 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1678 time: 0.3061287 Feb 04 15:37:20.146612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Port 6b904f69-7c34-4c93-902c-358007d9fdbf on network d0727314-28fa-47ea-b3d1-bcecac59feb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:37:20.146945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Attempting to bind port 6b904f69-7c34-4c93-902c-358007d9fdbf on network d0727314-28fa-47ea-b3d1-bcecac59feb3 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:20.169349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:37:20.169803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Checking segment: {'id': 'd2750500-f4a6-4f58-8ccb-af3654899144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:20.170195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Bound using segment: {'id': 'd2750500-f4a6-4f58-8ccb-af3654899144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:37:20.170642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Bound port: 6b904f69-7c34-4c93-902c-358007d9fdbf, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2750500-f4a6-4f58-8ccb-af3654899144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:20.170988 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.288485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-963a8680-cb0a-4319-a507-1fe099832367 req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Deleting port e078dd64-a897-446b-9d76-8b52c82d1e85 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:20.289105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-963a8680-cb0a-4319-a507-1fe099832367 req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.404462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8d7a263-fdea-4450-be61-555d11df8f1b req-dbfe9f39-49a9-48b4-9e51-0c44180e61db tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467117 Feb 04 15:37:20.420409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] For port 6b904f69-7c34-4c93-902c-358007d9fdbf, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:37:20.421981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.423242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68ae1239-cc8f-41d7-abae-7ba8c08acca5 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:37:20.433665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] For port 6b904f69-7c34-4c93-902c-358007d9fdbf, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b904f69-7c34-4c93-902c-358007d9fdbf,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:37:20.442207 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.478469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.481144 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-384662a1-d2ff-4785-a790-e1d62f9baaf6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/68ae1239-cc8f-41d7-abae-7ba8c08acca5 HTTP/1.1" status: 204 len: 168 time: 5.3592525 Feb 04 15:37:20.487728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58962) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:20.674102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.676250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.677944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] 10.222.0.61 "PUT /v2.0/ports/6b904f69-7c34-4c93-902c-358007d9fdbf HTTP/1.1" status: 200 len: 1092 time: 3.8913798 Feb 04 15:37:20.678807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.690092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['02ea6af6-c416-49f2-a061-0630614cc579'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:20.754406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7c190c-303c-40c9-8f2a-ef6e0012d97a admin admin] Deleting subnet ea264eb6-b0c4-4fc9-9882-018f4af2a36c {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:37:20.773519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c7c190c-303c-40c9-8f2a-ef6e0012d97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.977969 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c7c190c-303c-40c9-8f2a-ef6e0012d97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.051329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3732894b-e023-44eb-87d2-e8c26f1cf4c1 req-2e2c32d7-aacd-46f9-82a5-d3d4895f2235 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=60fbba51-df44-4652-921d-b21bbedb272b HTTP/1.1" status: 200 len: 210 time: 0.1738298 Feb 04 15:37:21.078871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device df38c924-0d8e-431f-9817-1ff9080fb109 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:21.092139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] No DVR routers for this DVR port df38c924-0d8e-431f-9817-1ff9080fb109 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:21.098470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.110802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aad025-07a6-4fd2-8f2c-3e39cec5956b service neutron] Pushing event updated for resources: {'Port': ['ID=6b904f69-7c34-4c93-902c-358007d9fdbf,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.153613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: df38c924-0d8e-431f-9817-1ff9080fb109 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:21.153910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device df38c924-0d8e-431f-9817-1ff9080fb109 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:21.170738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-963a8680-cb0a-4319-a507-1fe099832367 req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.171374 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-963a8680-cb0a-4319-a507-1fe099832367 req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.198817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Pushing event deleted for resources: {'Port': ['ID=df38c924-0d8e-431f-9817-1ff9080fb109,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.205371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f5203b7-8c27-409c-9d7c-be34ed0f5baf req-80bf665d-c52b-4def-9b94-47e83999eaa9 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.61 "DELETE /v2.0/ports/df38c924-0d8e-431f-9817-1ff9080fb109 HTTP/1.1" status: 204 len: 173 time: 3.3779330 Feb 04 15:37:21.215830 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'tag': '303cbf32-0868-4210-8b53-034da0ee5d5e', 'status': 'completed', 'code': 200} Feb 04 15:37:21.239896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-6c79c8ef-ecbf-408c-b761-b2b79f1e5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.240510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-6c79c8ef-ecbf-408c-b761-b2b79f1e5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.242152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-6c79c8ef-ecbf-408c-b761-b2b79f1e5d2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1980 time: 0.5138545 Feb 04 15:37:21.483758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-dee2bd8b-ed4d-4a74-afd6-a6ee4bae8249 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=303cbf32-0868-4210-8b53-034da0ee5d5e HTTP/1.1" status: 200 len: 217 time: 0.2322254 Feb 04 15:37:21.493298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-963a8680-cb0a-4319-a507-1fe099832367 req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Calling delete_port for e078dd64-a897-446b-9d76-8b52c82d1e85 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:21.630683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c7c190c-303c-40c9-8f2a-ef6e0012d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.729008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-8fa7bd54-37de-4e6a-a750-5f0009e1f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.730752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-8fa7bd54-37de-4e6a-a750-5f0009e1f3c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a HTTP/1.1" status: 200 len: 801 time: 0.2261238 Feb 04 15:37:21.802662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c382f-7221-4f36-b565-012cf95f46a9 req-c40d2e20-543a-4c52-83cb-ba6025000856 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.811092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-985c382f-7221-4f36-b565-012cf95f46a9 req-c40d2e20-543a-4c52-83cb-ba6025000856 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 945 time: 0.4346855 Feb 04 15:37:21.882455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-985c382f-7221-4f36-b565-012cf95f46a9 req-6e64102d-ffb6-421b-a0a5-66ae44aa4caa tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703614 Feb 04 15:37:21.919709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-fd32f7d7-bdf1-4a37-a354-80e8e3556835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.929088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-fd32f7d7-bdf1-4a37-a354-80e8e3556835 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1886547 Feb 04 15:37:22.080810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-963a8680-cb0a-4319-a507-1fe099832367 req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.086867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58982) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:22.149799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Pushing event deleted for resources: {'Port': ['ID=e078dd64-a897-446b-9d76-8b52c82d1e85,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:22.154212 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c7c190c-303c-40c9-8f2a-ef6e0012d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.226826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-c4f26122-5905-45b8-bddc-0b1e39f32b84 service neutron] 10.222.0.61 "GET /v2.0/networks/d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904248 Feb 04 15:37:22.248175 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c7c190c-303c-40c9-8f2a-ef6e0012d97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.251410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc90eb-5b7e-40ec-adf0-24f7f8c40b46 None None] Network 16677327-9494-4c6e-ba48-f191291a1581 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:22.327096 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2c7c190c-303c-40c9-8f2a-ef6e0012d97a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ea264eb6-b0c4-4fc9-9882-018f4af2a36c HTTP/1.1" status: 204 len: 168 time: 1.8364809 Feb 04 15:37:22.334229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58988) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:22.341132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c190c-303c-40c9-8f2a-ef6e0012d97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea264eb6-b0c4-4fc9-9882-018f4af2a36c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:22.506284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.541940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-5af58602-265b-46ad-ba8c-6ba59f792643 service neutron] 10.222.0.61 "GET /v2.0/networks/d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084099 Feb 04 15:37:22.609584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Deleting port eb09dc1e-d961-4510-af03-2e5ba7c39f82 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:22.610085 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.693075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-963a8680-cb0a-4319-a507-1fe099832367 req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.696523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-963a8680-cb0a-4319-a507-1fe099832367 req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.712334 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-9c926f8c-60eb-4160-8adc-d2f4347697b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=6b904f69-7c34-4c93-902c-358007d9fdbf HTTP/1.1" status: 200 len: 217 time: 0.1589205 Feb 04 15:37:22.712753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-963a8680-cb0a-4319-a507-1fe099832367 req-e45612bf-bbca-466e-93fc-d1a507929de3 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "DELETE /v2.0/floatingips/bd5ff4aa-0605-4349-8b69-843d6ee7750f HTTP/1.1" status: 204 len: 173 time: 2.8791952 Feb 04 15:37:22.721242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] DHCP port deletion for 16677327-9494-4c6e-ba48-f191291a1581 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:37:22.726502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] Deleting port eb09dc1e-d961-4510-af03-2e5ba7c39f82 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:22.726973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.728143 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb104-5ea1-431a-ad62-4b9c755c7d32 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.807447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-4c0f11ca-fe7d-4246-9436-2f0a7505dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.809208 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-4c0f11ca-fe7d-4246-9436-2f0a7505dafd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b613c4f-b90b-4652-9697-b65a42c508cf HTTP/1.1" status: 200 len: 801 time: 0.0870750 Feb 04 15:37:22.819901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b2b9a-c990-4dc1-9a22-9faac763620f req-3a9cc886-a3b7-46e7-b17f-9f905350315f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.827542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b2b9a-c990-4dc1-9a22-9faac763620f req-3a9cc886-a3b7-46e7-b17f-9f905350315f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.836171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb6b2b9a-c990-4dc1-9a22-9faac763620f req-3a9cc886-a3b7-46e7-b17f-9f905350315f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1678 time: 0.5623033 Feb 04 15:37:22.909571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb104-5ea1-431a-ad62-4b9c755c7d32 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.951856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb6b2b9a-c990-4dc1-9a22-9faac763620f req-e09057cd-36b6-40f4-b8f6-55b4100b34f9 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141522 Feb 04 15:37:22.992468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-ea792dd4-3582-4bef-85fc-b6743241128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.999054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-ea792dd4-3582-4bef-85fc-b6743241128f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0727314-28fa-47ea-b3d1-bcecac59feb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1369226 Feb 04 15:37:23.216889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'tag': '6b904f69-7c34-4c93-902c-358007d9fdbf'}, {'server_uuid': '60fbba51-df44-4652-921d-b21bbedb272b', 'name': 'network-vif-deleted', 'tag': 'df38c924-0d8e-431f-9817-1ff9080fb109'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:23.346003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] For port eb09dc1e-d961-4510-af03-2e5ba7c39f82, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=eb09dc1e-d961-4510-af03-2e5ba7c39f82,segment=NetworkSegment(40804d69-38b6-4df3-b8ef-b0d4b925d3a7),segment_id=40804d69-38b6-4df3-b8ef-b0d4b925d3a7)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:23.346288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.371869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] For port eb09dc1e-d961-4510-af03-2e5ba7c39f82, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=eb09dc1e-d961-4510-af03-2e5ba7c39f82,segment=NetworkSegment(40804d69-38b6-4df3-b8ef-b0d4b925d3a7),segment_id=40804d69-38b6-4df3-b8ef-b0d4b925d3a7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:23.372358 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.437663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-9bd9a8c4-2e70-4c8c-8ff8-b07247d87d5c service neutron] 10.222.0.61 "GET /v2.0/networks/d0727314-28fa-47ea-b3d1-bcecac59feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319124 Feb 04 15:37:23.620636 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'tag': '6b904f69-7c34-4c93-902c-358007d9fdbf', 'status': 'completed', 'code': 200} Feb 04 15:37:23.620994 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fbba51-df44-4652-921d-b21bbedb272b', 'name': 'network-vif-deleted', 'tag': 'df38c924-0d8e-431f-9817-1ff9080fb109', 'status': 'completed', 'code': 200} Feb 04 15:37:23.696066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Calling delete_port for eb09dc1e-d961-4510-af03-2e5ba7c39f82 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:23.787941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device eb09dc1e-d961-4510-af03-2e5ba7c39f82 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:23.795354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb104-5ea1-431a-ad62-4b9c755c7d32 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.859618 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd90c9d-0ce7-4b53-b8bf-c2a8685bd164 req-2c793937-cc37-46b2-a0b4-fd99e7e8f033 service neutron] 10.222.0.61 "GET /v2.0/networks/d0727314-28fa-47ea-b3d1-bcecac59feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117780 Feb 04 15:37:23.866958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] Calling delete_port for eb09dc1e-d961-4510-af03-2e5ba7c39f82 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:23.913865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352648f-3ec7-4d45-942d-1f9a286c44ff req-d07c22ed-56a4-4d55-827c-704df1ce28d9 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.922166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4352648f-3ec7-4d45-942d-1f9a286c44ff req-d07c22ed-56a4-4d55-827c-704df1ce28d9 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 946 time: 0.1643941 Feb 04 15:37:23.955415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1eb104-5ea1-431a-ad62-4b9c755c7d32 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cc4767-6c90-471e-b67d-c93179a0950b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:23.973541 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb104-5ea1-431a-ad62-4b9c755c7d32 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.977248 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9b1eb104-5ea1-431a-ad62-4b9c755c7d32 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "DELETE /v2.0/security-groups/f2cc4767-6c90-471e-b67d-c93179a0950b HTTP/1.1" status: 204 len: 168 time: 1.8412945 Feb 04 15:37:23.978002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59022) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:24.005326 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-a86636bc-b669-4516-8837-8817f1c6065f tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] show failed (client error): The resource could not be found. Feb 04 15:37:24.009374 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a86636bc-b669-4516-8837-8817f1c6065f tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "GET /v2.0/security-groups/f2cc4767-6c90-471e-b67d-c93179a0950b HTTP/1.1" status: 404 len: 347 time: 0.0279622 Feb 04 15:37:24.010325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59030) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:24.065673 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.125458 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4352648f-3ec7-4d45-942d-1f9a286c44ff req-eb3ec328-913c-4745-992c-d23c3b946748 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021563 Feb 04 15:37:24.203007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.230850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-3c3e0d85-6cd2-4cf7-97e2-06e6f71e6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.234224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-3c3e0d85-6cd2-4cf7-97e2-06e6f71e6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.238094 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-3c3e0d85-6cd2-4cf7-97e2-06e6f71e6919 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1980 time: 0.2805936 Feb 04 15:37:24.272119 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:24.276553 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:24.317235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb09dc1e-d961-4510-af03-2e5ba7c39f82,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:24.465768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] No DVR routers for this DVR port eb09dc1e-d961-4510-af03-2e5ba7c39f82 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:24.634469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Deleting port 82b73086-faed-4db7-be46-f05d1fcb3f90 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:24.634874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.703266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3066e2-8c44-4e12-8c39-92ec30f2c224 req-8d57eb37-90f3-4b7a-9d6b-d4abfb432336 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.722434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3066e2-8c44-4e12-8c39-92ec30f2c224 req-8d57eb37-90f3-4b7a-9d6b-d4abfb432336 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.732919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a3066e2-8c44-4e12-8c39-92ec30f2c224 req-8d57eb37-90f3-4b7a-9d6b-d4abfb432336 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1678 time: 0.2609756 Feb 04 15:37:24.738285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-90adcaf0-cb62-4899-b32c-8c9dbc333100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.740681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-90adcaf0-cb62-4899-b32c-8c9dbc333100 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 HTTP/1.1" status: 200 len: 903 time: 0.4941444 Feb 04 15:37:24.778038 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] Deleting port eb09dc1e-d961-4510-af03-2e5ba7c39f82 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:24.778524 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.817709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.851662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-14ae0bbf-0b7c-4f69-9fa1-77dc22a10f6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=303cbf32-0868-4210-8b53-034da0ee5d5e HTTP/1.1" status: 200 len: 217 time: 0.0772092 Feb 04 15:37:24.917856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a3066e2-8c44-4e12-8c39-92ec30f2c224 req-ecc37a9c-a9a5-4980-adb4-28b18a2089b7 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738620 Feb 04 15:37:24.956725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-4ebdf5c6-4f3a-4355-924b-c14a5c7da1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.958190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-4ebdf5c6-4f3a-4355-924b-c14a5c7da1df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a HTTP/1.1" status: 200 len: 801 time: 0.0972281 Feb 04 15:37:25.025167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f23c94fd-54bf-4470-b420-d823c1213469 None None] The port 'eb09dc1e-d961-4510-af03-2e5ba7c39f82' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:37:25.082682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 303cbf32-0868-4210-8b53-034da0ee5d5e details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:25.210542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16677327-9494-4c6e-ba48-f191291a1581']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:25.264239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40804d69-38b6-4df3-b8ef-b0d4b925d3a7') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:25.264239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40804d69-38b6-4df3-b8ef-b0d4b925d3a7') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:25.324719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 303cbf32-0868-4210-8b53-034da0ee5d5e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=303cbf32-0868-4210-8b53-034da0ee5d5e,segment=NetworkSegment(975fe13a-b3ae-4ac8-b4b7-2e24e16742dc),segment_id=975fe13a-b3ae-4ac8-b4b7-2e24e16742dc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:25.360106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '303cbf32-0868-4210-8b53-034da0ee5d5e', 'network_id': 'd2bdeb80-7ab8-4191-a5d6-aaadfe853ff7', 'port_id': '303cbf32-0868-4210-8b53-034da0ee5d5e', 'mac_address': 'fa:16:3e:28:1f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:25.436151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-1eeb0b71-adae-4e2c-a019-cb9845f54d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.437648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-1eeb0b71-adae-4e2c-a019-cb9845f54d85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4680102 Feb 04 15:37:25.462434 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.479570 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.517401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303cbf32-0868-4210-8b53-034da0ee5d5e {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:25.531965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24f4d6-0730-406f-8dab-40181324734f req-731480a1-9c03-41d4-b3af-67ab4f8951b8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.532640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9e24f4d6-0730-406f-8dab-40181324734f req-731480a1-9c03-41d4-b3af-67ab4f8951b8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Synchronizing usage tracker for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:25.549553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 303cbf32-0868-4210-8b53-034da0ee5d5e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=303cbf32-0868-4210-8b53-034da0ee5d5e,segment=NetworkSegment(975fe13a-b3ae-4ac8-b4b7-2e24e16742dc),segment_id=975fe13a-b3ae-4ac8-b4b7-2e24e16742dc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:25.555955 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.557471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6b904f69-7c34-4c93-902c-358007d9fdbf details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:25.578981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.583043 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.583373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.617182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:25.617697 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:25.636023 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:25.647206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-8c6c68d3-0133-4ee5-bff3-77c728b437a9 service neutron] 10.222.0.61 "GET /v2.0/networks/d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003732 Feb 04 15:37:25.756640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9e24f4d6-0730-406f-8dab-40181324734f req-731480a1-9c03-41d4-b3af-67ab4f8951b8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Unset dirty status for tenant:d33b9beaa8e544c6ba4e8a7a86bd4439 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:25.757827 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9e24f4d6-0730-406f-8dab-40181324734f req-731480a1-9c03-41d4-b3af-67ab4f8951b8 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.53 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 946 time: 0.9297760 Feb 04 15:37:25.778011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=303cbf32-0868-4210-8b53-034da0ee5d5e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:25.899399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6b904f69-7c34-4c93-902c-358007d9fdbf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b904f69-7c34-4c93-902c-358007d9fdbf,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:25.923818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Calling delete_port for 82b73086-faed-4db7-be46-f05d1fcb3f90 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:25.934176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '6b904f69-7c34-4c93-902c-358007d9fdbf', 'network_id': 'd0727314-28fa-47ea-b3d1-bcecac59feb3', 'port_id': '6b904f69-7c34-4c93-902c-358007d9fdbf', 'mac_address': 'fa:16:3e:34:4f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b613c4f-b90b-4652-9697-b65a42c508cf', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:25.938547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b2c03e6-c799-438b-8eb6-6fad7a6cc007 req-03f841e7-04d5-4074-a835-3ffa4e550278 service neutron] 10.222.0.61 "GET /v2.0/networks/d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832608 Feb 04 15:37:26.026376 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.082979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b904f69-7c34-4c93-902c-358007d9fdbf {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:26.112675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6b904f69-7c34-4c93-902c-358007d9fdbf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b904f69-7c34-4c93-902c-358007d9fdbf,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:26.117391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03683a31-f52d-4d9e-9fb1-aaac338aba50 req-ffb77965-7f07-44b4-a301-f15a911b2f1b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.122609 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.127156 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-03683a31-f52d-4d9e-9fb1-aaac338aba50 req-ffb77965-7f07-44b4-a301-f15a911b2f1b tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 946 time: 0.7917473 Feb 04 15:37:26.165064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-9a3aedd4-e177-409c-82b3-9dfe42a6a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.165544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-9a3aedd4-e177-409c-82b3-9dfe42a6a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.167899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-9a3aedd4-e177-409c-82b3-9dfe42a6a88d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1981 time: 0.1315272 Feb 04 15:37:26.169490 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.211884 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.224406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] Pushing event deleted for resources: {'Network': ['ID=16677327-9494-4c6e-ba48-f191291a1581,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.228250 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-978d3072-e302-4b5c-b5d1-615ef3c0de56 admin admin] 10.222.0.46 "DELETE /v2.0/networks/16677327-9494-4c6e-ba48-f191291a1581 HTTP/1.1" status: 204 len: 168 time: 3.8839431 Feb 04 15:37:26.241061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-9e24f4d6-0730-406f-8dab-40181324734f req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Deleting port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:26.241497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9e24f4d6-0730-406f-8dab-40181324734f req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.277712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6b904f69-7c34-4c93-902c-358007d9fdbf,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.288916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-03683a31-f52d-4d9e-9fb1-aaac338aba50 req-2d9e9824-2873-4526-9d1d-c3f108f7bef5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/security-groups?id=db35d47f-e085-48db-b68c-a171fcf5fa6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605835 Feb 04 15:37:26.377258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-92ee4501-39c5-4110-a735-0d0094e4b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.378939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-92ee4501-39c5-4110-a735-0d0094e4b26e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0727314-28fa-47ea-b3d1-bcecac59feb3 HTTP/1.1" status: 200 len: 902 time: 0.2026534 Feb 04 15:37:26.406839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['6b904f69-7c34-4c93-902c-358007d9fdbf'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:26.477997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-2a2c682b-13bc-4352-8c40-3e1ce3554642 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=6b904f69-7c34-4c93-902c-358007d9fdbf HTTP/1.1" status: 200 len: 217 time: 0.0912862 Feb 04 15:37:26.630216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59112) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:26.633203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-9e24f4d6-0730-406f-8dab-40181324734f req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] For port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:26.633672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9e24f4d6-0730-406f-8dab-40181324734f req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.749921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-36853f06-5c64-4997-85c8-d2ce8683947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.751933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-36853f06-5c64-4997-85c8-d2ce8683947f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b613c4f-b90b-4652-9697-b65a42c508cf HTTP/1.1" status: 200 len: 801 time: 0.2660332 Feb 04 15:37:26.763407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd81eb-81e6-4ebb-90ee-e49388f30a19 req-76b6795e-84b6-4d44-9c6f-8db59f3c61bf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.769346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd81eb-81e6-4ebb-90ee-e49388f30a19 req-76b6795e-84b6-4d44-9c6f-8db59f3c61bf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.776460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60dd81eb-81e6-4ebb-90ee-e49388f30a19 req-76b6795e-84b6-4d44-9c6f-8db59f3c61bf tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1680 time: 0.2087700 Feb 04 15:37:26.783328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-9e24f4d6-0730-406f-8dab-40181324734f req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Calling delete_port for 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:26.879551 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60dd81eb-81e6-4ebb-90ee-e49388f30a19 req-d3e2aa1b-7a33-4eee-b054-1c4a8f395c6d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021705 Feb 04 15:37:26.886634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d3f1a045-0510-4ee3-a54b-df8b3f811745 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f60b7512a7c040aba9641e832da7271a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436666 Feb 04 15:37:26.894528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59122) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:26.967112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-e7b2d05e-8959-40a6-9340-4834174eb7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.968590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-e7b2d05e-8959-40a6-9340-4834174eb7ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0727314-28fa-47ea-b3d1-bcecac59feb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1893301 Feb 04 15:37:27.034248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.138456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Pushing event deleted for resources: {'Port': ['ID=82b73086-faed-4db7-be46-f05d1fcb3f90,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:27.141205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dcc3140f-f742-47c6-b4f9-d0b57e514ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.164861 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-09e6fc10-5487-4d80-9872-579d5254666a service neutron] 10.222.0.61 "GET /v2.0/networks/d0727314-28fa-47ea-b3d1-bcecac59feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885417 Feb 04 15:37:27.327674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dcc3140f-f742-47c6-b4f9-d0b57e514ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.331052 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9e24f4d6-0730-406f-8dab-40181324734f req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.388928 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a61998df-a9af-4fef-b314-aa9de2e4bff9 req-070b5751-20e6-4230-bd7d-992e434730c5 service neutron] 10.222.0.61 "GET /v2.0/networks/d0727314-28fa-47ea-b3d1-bcecac59feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070196 Feb 04 15:37:27.450961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['303cbf32-0868-4210-8b53-034da0ee5d5e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:27.452646 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dcc3140f-f742-47c6-b4f9-d0b57e514ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.464297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Pushing event deleted for resources: {'Port': ['ID=3981e2c9-f830-4d00-b520-ee83d0eb4fb7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:27.493624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3140f-f742-47c6-b4f9-d0b57e514ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ab22ff-02bc-45e4-b596-fbace701bff0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:27.504819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dcc3140f-f742-47c6-b4f9-d0b57e514ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.508411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dcc3140f-f742-47c6-b4f9-d0b57e514ad7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0ab22ff-02bc-45e4-b596-fbace701bff0 HTTP/1.1" status: 204 len: 168 time: 0.6074507 Feb 04 15:37:27.725751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.729751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e24f4d6-0730-406f-8dab-40181324734f req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] No DVR routers for this DVR port 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:27.733297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9e24f4d6-0730-406f-8dab-40181324734f req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.736005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'name': 'network-vif-deleted', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:27.776665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9e24f4d6-0730-406f-8dab-40181324734f req-2fdb499f-8044-4b2a-b90a-a9c4a6c25e7a tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.53 "DELETE /v2.0/ports/3981e2c9-f830-4d00-b520-ee83d0eb4fb7 HTTP/1.1" status: 204 len: 173 time: 1.9156868 Feb 04 15:37:27.777908 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.781799 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9ba0a188-71ef-482a-8601-b5da777d1b84 tempest-ServersTestBootFromVolume-1338408255 tempest-ServersTestBootFromVolume-1338408255-project] 10.222.0.46 "DELETE /v2.0/floatingips/e32f8fde-79a7-4941-bc12-545f276f2422 HTTP/1.1" status: 204 len: 168 time: 3.7383289 Feb 04 15:37:27.782706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59164) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:28.027872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f1d47d5-eb29-4327-96bc-498103ba03ee req-1d2967e7-a000-46c8-85cf-21e15e62f5d5 tempest-FloatingIPsAssociationTestJSON-1269001023 tempest-FloatingIPsAssociationTestJSON-1269001023-project] 10.222.0.46 "GET /v2.0/ports?device_id=e282288a-ccba-4860-9cbe-6a36d6b3eeb3 HTTP/1.1" status: 200 len: 210 time: 0.0907338 Feb 04 15:37:28.264690 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282288a-ccba-4860-9cbe-6a36d6b3eeb3', 'name': 'network-vif-deleted', 'tag': '3981e2c9-f830-4d00-b520-ee83d0eb4fb7', 'status': 'completed', 'code': 200} Feb 04 15:37:28.368655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59176) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:28.441898 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a58b7ea2-cf32-43a5-8b6f-43dfedec3131 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bd9d28b50664726b1949f86f03c1cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715592 Feb 04 15:37:28.444922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59182) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:28.517887 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-661b2c54-b9f5-483b-bb45-737062669dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.555051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-661b2c54-b9f5-483b-bb45-737062669dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.627711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-661b2c54-b9f5-483b-bb45-737062669dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.639229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e90aad-e229-43aa-a69d-cf6364341eb9 req-14c9fb26-d863-4ca9-85d0-e0a6e7732f51 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:28.639923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a2e90aad-e229-43aa-a69d-cf6364341eb9 req-14c9fb26-d863-4ca9-85d0-e0a6e7732f51 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:28.687581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b2c54-b9f5-483b-bb45-737062669dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13feddda-5223-412a-937c-7ce7f0ffab7d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:28.690670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a2e90aad-e229-43aa-a69d-cf6364341eb9 req-14c9fb26-d863-4ca9-85d0-e0a6e7732f51 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:28.691747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2e90aad-e229-43aa-a69d-cf6364341eb9 req-14c9fb26-d863-4ca9-85d0-e0a6e7732f51 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 945 time: 0.4815075 Feb 04 15:37:28.692456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-661b2c54-b9f5-483b-bb45-737062669dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.693599 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-661b2c54-b9f5-483b-bb45-737062669dfd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13feddda-5223-412a-937c-7ce7f0ffab7d HTTP/1.1" status: 204 len: 168 time: 0.2472560 Feb 04 15:37:28.735540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa7db-74f4-429a-86c8-6c2655ffffd5 req-d7f57e74-1c53-4629-832d-c3d3f59a7831 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:28.741804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa7db-74f4-429a-86c8-6c2655ffffd5 req-d7f57e74-1c53-4629-832d-c3d3f59a7831 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:28.743546 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3fbfa7db-74f4-429a-86c8-6c2655ffffd5 req-d7f57e74-1c53-4629-832d-c3d3f59a7831 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1680 time: 0.1100314 Feb 04 15:37:28.792208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3fbfa7db-74f4-429a-86c8-6c2655ffffd5 req-76cb2b93-162b-49f8-bc3c-c26eeb89865f tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 Feb 04 15:37:28.798927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2e90aad-e229-43aa-a69d-cf6364341eb9 req-92729f65-7fdd-4791-9b62-597442d3f780 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887678 Feb 04 15:37:28.930091 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.082480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-f4c1d4c1-80da-42da-a6bf-41e13f02a194 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:29.090599 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-f4c1d4c1-80da-42da-a6bf-41e13f02a194 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 805 time: 0.1895533 Feb 04 15:37:29.107179 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-90043bd9-3896-43e8-86f8-39146730f909 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/quotas/8d1813fcdf5e4ec78905265eb6ec0201 HTTP/1.1" status: 200 len: 375 time: 0.0153153 Feb 04 15:37:29.128072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6b904f69-7c34-4c93-902c-358007d9fdbf up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:29.159412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59210) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:29.234655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:29.286722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:29.287146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3981e2c9-f830-4d00-b520-ee83d0eb4fb7 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:29.287621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:29.336529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 6b904f69-7c34-4c93-902c-358007d9fdbf completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:29.346317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 6b904f69-7c34-4c93-902c-358007d9fdbf triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:29.346847 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.481119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Deleting port f2bc6e56-9de0-4890-b125-175becfb952c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:29.481656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.574089 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.620124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b904f69-7c34-4c93-902c-358007d9fdbf'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:29.638242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6b904f69-7c34-4c93-902c-358007d9fdbf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b904f69-7c34-4c93-902c-358007d9fdbf,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:29.640037 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.640635 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-4644c863-876b-4521-851c-b01c843b9f48 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5322218 Feb 04 15:37:29.655272 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.656379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 303cbf32-0868-4210-8b53-034da0ee5d5e up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:29.739776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] For port f2bc6e56-9de0-4890-b125-175becfb952c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f2bc6e56-9de0-4890-b125-175becfb952c,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:29.740153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.773737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:29.793868 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.824505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6b904f69-7c34-4c93-902c-358007d9fdbf,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:29.914186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:29.919081 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b904f69-7c34-4c93-902c-358007d9fdbf', 'code': 200} Feb 04 15:37:29.920710 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 303cbf32-0868-4210-8b53-034da0ee5d5e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:29.926247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 303cbf32-0868-4210-8b53-034da0ee5d5e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:29.926798 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.950641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59236) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:29.980737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Calling delete_port for f2bc6e56-9de0-4890-b125-175becfb952c owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:30.075589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-6b050d07-4230-4e7f-ae70-970a6edb6496 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.077296 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-6b050d07-4230-4e7f-ae70-970a6edb6496 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 945 time: 0.5682578 Feb 04 15:37:30.139114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.177120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 303cbf32-0868-4210-8b53-034da0ee5d5e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=303cbf32-0868-4210-8b53-034da0ee5d5e,segment=NetworkSegment(975fe13a-b3ae-4ac8-b4b7-2e24e16742dc),segment_id=975fe13a-b3ae-4ac8-b4b7-2e24e16742dc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:30.182031 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.187800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-580349712-network', 'tenant_id': '0bb3459972764c3ba4c58c8ca2809534'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:30.220011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:30.237269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Usage tracker for resource:network and tenant:0bb3459972764c3ba4c58c8ca2809534 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:30.253287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:30.259213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=303cbf32-0868-4210-8b53-034da0ee5d5e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.274886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:30.297354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-e132f25f-51a9-49f5-bd12-23e6f9c22081 service neutron] 10.222.0.46 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546419 Feb 04 15:37:30.301329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Deleting port 02ea6af6-c416-49f2-a061-0630614cc579 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:30.301671 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.301922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-6e12006b-3b25-4558-bd4f-c7b14b2b5267 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.303533 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-6e12006b-3b25-4558-bd4f-c7b14b2b5267 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcb2a794-4875-4762-8eaa-037002fe590c HTTP/1.1" status: 200 len: 943 time: 0.1780078 Feb 04 15:37:30.362050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01500ea-e0a2-4355-a249-5093107b28cc req-58cc9ef2-6d0b-426f-858a-2fcd720ec7af tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.368137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01500ea-e0a2-4355-a249-5093107b28cc req-58cc9ef2-6d0b-426f-858a-2fcd720ec7af tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.369812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f01500ea-e0a2-4355-a249-5093107b28cc req-58cc9ef2-6d0b-426f-858a-2fcd720ec7af tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1681 time: 0.2933750 Feb 04 15:37:30.374604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Made reservation on behalf of 0bb3459972764c3ba4c58c8ca2809534 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:30.376889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.429191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Deleting port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:30.429541 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.575703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.613737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:30.615121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f01500ea-e0a2-4355-a249-5093107b28cc req-4de7aaa1-bad5-4edb-ad62-37ec8ba88dc6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311010 Feb 04 15:37:30.651349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Usage tracker for resource:security_group_rule and tenant:0bb3459972764c3ba4c58c8ca2809534 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:30.659018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:30.685162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:30.851123 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-32103a2f-bcff-47e4-b71d-16fd3858535e service neutron] 10.222.0.46 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105386 Feb 04 15:37:30.861121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.934371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bc6e56-9de0-4890-b125-175becfb952c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.974847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] For port 02ea6af6-c416-49f2-a061-0630614cc579, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=02ea6af6-c416-49f2-a061-0630614cc579,segment=NetworkSegment(886fad44-d737-4b1a-8fc7-2af339f1bd86),segment_id=886fad44-d737-4b1a-8fc7-2af339f1bd86)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:30.975215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.049928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.050328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.050814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.051317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.051688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.052027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.052371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.052713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.053347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.053693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.054094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.054473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:31.122440 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.150138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82129a3d-e803-4f37-88dc-521144deff99 req-3c78969b-ff4e-4b24-91ee-11f2867ed71c tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:31.160992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82129a3d-e803-4f37-88dc-521144deff99 req-3c78969b-ff4e-4b24-91ee-11f2867ed71c tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 945 time: 0.4390972 Feb 04 15:37:31.166557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] For port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:31.166557 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.312349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Calling delete_port for 02ea6af6-c416-49f2-a061-0630614cc579 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:31.381528 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.404019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.438481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82129a3d-e803-4f37-88dc-521144deff99 req-91c82837-56bd-4ea3-8e9d-08c7a3f672b5 tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4b713b3-5f2f-49e5-a123-c2ed51ade496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764492 Feb 04 15:37:31.461378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:31.534657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Calling delete_port for c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:31.564864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0dad97-3987-4659-823f-0afe5445e4d1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:31.571423 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.571774 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Added segment 4ea5ad38-bb67-400a-8ee8-a181ef924343 of type vlan for network 00170741-4483-4690-badf-c36f587144e9 Feb 04 15:37:31.666065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f2ce89b-d25c-4cc8-b7be-ed3b670af33b req-1f08b674-7466-4d68-9a92-433f6c1858db tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 210 time: 0.1421742 Feb 04 15:37:31.750426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.774117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c872-1904-46bd-9270-98f25fd64a1f req-660323ea-fed4-49ed-a584-83a2f62e843c tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:31.778480 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89b1c872-1904-46bd-9270-98f25fd64a1f req-660323ea-fed4-49ed-a584-83a2f62e843c tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 945 time: 0.5898464 Feb 04 15:37:31.839210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.844901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.921208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52'}, {'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303cbf32-0868-4210-8b53-034da0ee5d5e'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:31.929718 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.930664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:31.931238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.936984 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89b1c872-1904-46bd-9270-98f25fd64a1f req-e061ac12-562d-42b0-b0b8-052b84c11369 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506257 Feb 04 15:37:31.937681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Pushing event deleted for resources: {'Port': ['ID=02ea6af6-c416-49f2-a061-0630614cc579,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:32.014182 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52', 'code': 200} Feb 04 15:37:32.014533 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303cbf32-0868-4210-8b53-034da0ee5d5e', 'code': 200} Feb 04 15:37:32.038347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-fe498462-1076-4b76-bb65-9f9c7e8d7135 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:32.039800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-fe498462-1076-4b76-bb65-9f9c7e8d7135 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.53 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 945 time: 0.6503203 Feb 04 15:37:32.135026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] No DVR routers for this DVR port 02ea6af6-c416-49f2-a061-0630614cc579 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:32.139581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] Pushing event updated for resources: {'Network': ['ID=00170741-4483-4690-badf-c36f587144e9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:32.141842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.145294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e878213-5460-48b5-a146-9e3b9c884bab', 'name': 'network-vif-deleted', 'tag': '02ea6af6-c416-49f2-a061-0630614cc579'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:32.150948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 00170741-4483-4690-badf-c36f587144e9 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:37:32.195126 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-280f85a8-32cc-4e37-801f-de1231e0080b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2267025 Feb 04 15:37:32.204434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59258) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:32.204670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-559d8393-50e3-4e03-ae27-2e380b0c2fb3 req-2bf6443e-6d29-4258-b0b9-92bca2b843ed tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.53 "DELETE /v2.0/ports/02ea6af6-c416-49f2-a061-0630614cc579 HTTP/1.1" status: 204 len: 173 time: 2.0557239 Feb 04 15:37:32.217084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Request body: {'subnet': {'network_id': '00170741-4483-4690-badf-c36f587144e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-580349712-subnet', 'tenant_id': '0bb3459972764c3ba4c58c8ca2809534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:32.224206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:32.235874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Usage tracker for resource:subnet and tenant:0bb3459972764c3ba4c58c8ca2809534 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:32.240862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:32.243900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Deleting port fd637782-01a6-4743-8024-5a0ae9b708f5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:32.244844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.304863 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e878213-5460-48b5-a146-9e3b9c884bab', 'name': 'network-vif-deleted', 'tag': '02ea6af6-c416-49f2-a061-0630614cc579', 'status': 'completed', 'code': 200} Feb 04 15:37:32.319645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:32.354081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Made reservation on behalf of 0bb3459972764c3ba4c58c8ca2809534 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:32.357145 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.392489 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:37:32.405198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.566139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Deleting port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:32.566502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.601759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe10b28-546d-4f99-b50f-b9ae86573e54 req-97d3fa99-fb2e-4deb-a02e-f0037e945659 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:32.608379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe10b28-546d-4f99-b50f-b9ae86573e54 req-97d3fa99-fb2e-4deb-a02e-f0037e945659 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:32.609988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8fe10b28-546d-4f99-b50f-b9ae86573e54 req-97d3fa99-fb2e-4deb-a02e-f0037e945659 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1682 time: 0.8166871 Feb 04 15:37:32.621550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Pushing event deleted for resources: {'Port': ['ID=c8aaa9de-2990-4a2f-9d3b-dab527f4eb52,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:32.721367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e42b23f7-6dc4-4036-80c2-e47b6123a8ae req-5d429a84-b748-414c-b376-57726142e7ff tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Synchronizing usage tracker for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:32.790341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e42b23f7-6dc4-4036-80c2-e47b6123a8ae req-5d429a84-b748-414c-b376-57726142e7ff tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] Unset dirty status for tenant:07df67e647f44600bd3da18176458f76 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:32.791809 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e42b23f7-6dc4-4036-80c2-e47b6123a8ae req-5d429a84-b748-414c-b376-57726142e7ff tempest-AttachVolumeNegativeTest-61672945 tempest-AttachVolumeNegativeTest-61672945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e878213-5460-48b5-a146-9e3b9c884bab HTTP/1.1" status: 200 len: 210 time: 0.1950779 Feb 04 15:37:32.824136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] For port fd637782-01a6-4743-8024-5a0ae9b708f5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fd637782-01a6-4743-8024-5a0ae9b708f5,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:32.824136 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.913345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] No DVR routers for this DVR port c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:32.941093 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.943912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'name': 'network-vif-deleted', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:32.977877 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8fe10b28-546d-4f99-b50f-b9ae86573e54 req-1822e4a5-f5b2-4c29-801a-23b60f835fd1 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438399 Feb 04 15:37:32.998955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-ae060adf-564d-4cd6-af85-dc2c698a73cf tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.000388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-ae060adf-564d-4cd6-af85-dc2c698a73cf tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.61 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 805 time: 0.5772045 Feb 04 15:37:33.058141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Calling delete_port for fd637782-01a6-4743-8024-5a0ae9b708f5 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:33.067825 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb2a794-4875-4762-8eaa-037002fe590c', 'name': 'network-vif-deleted', 'tag': 'c8aaa9de-2990-4a2f-9d3b-dab527f4eb52', 'status': 'completed', 'code': 200} Feb 04 15:37:33.101680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Request body: {'port': {'device_id': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'admin_state_up': True, 'tenant_id': '8d1813fcdf5e4ec78905265eb6ec0201'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:33.108180 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be7966c1-57ea-48be-b772-2d5d1abbf5de req-a0690b9b-fa59-48db-9ea7-f1f57bbc03a6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 210 time: 0.1722739 Feb 04 15:37:33.116273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-756a462a-5470-4de7-9974-fa5f472ffc7b req-7809756a-1d10-4115-b036-568f1ac0ae57 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.53 "DELETE /v2.0/ports/c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 HTTP/1.1" status: 204 len: 173 time: 2.8057656 Feb 04 15:37:33.179675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37558af4-45d3-48e7-88ba-51cb10a5843c req-ea2dd90d-aacf-4216-9ac4-cc75e75d4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.179932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37558af4-45d3-48e7-88ba-51cb10a5843c req-ea2dd90d-aacf-4216-9ac4-cc75e75d4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.181651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37558af4-45d3-48e7-88ba-51cb10a5843c req-ea2dd90d-aacf-4216-9ac4-cc75e75d4ac6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1984 time: 1.0863578 Feb 04 15:37:33.192153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.263445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 02ea6af6-c416-49f2-a061-0630614cc579 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:33.286167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b2e19d-3b29-445b-8166-94405af27760,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:33.313514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Checking segment: {'id': '4ea5ad38-bb67-400a-8ee8-a181ef924343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '00170741-4483-4690-badf-c36f587144e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:33.314113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Network hostable DHCP agents. Network: 00170741-4483-4690-badf-c36f587144e9, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:33.344569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Network 00170741-4483-4690-badf-c36f587144e9 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:33.362321 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 02ea6af6-c416-49f2-a061-0630614cc579 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:33.363032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 02ea6af6-c416-49f2-a061-0630614cc579 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:33.363628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:33.376719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:37:33.399977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 00170741-4483-4690-badf-c36f587144e9) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:33.406568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.407150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.409786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:33.410815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c8aaa9de-2990-4a2f-9d3b-dab527f4eb52 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:33.411467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0ef77412-4afd-4e81-89a9-1d657f9afbe7 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:33.415611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37558af4-45d3-48e7-88ba-51cb10a5843c req-8ef32c5a-ea6e-43d6-ba7a-e13119e4668a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777430 Feb 04 15:37:33.453333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dea9d5-2d2b-4082-838e-4542cdbefa6b None None] Network 00170741-4483-4690-badf-c36f587144e9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:33.454929 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.504100 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-88414601-851d-439e-b13c-cb1aa23e7bb0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2908988 Feb 04 15:37:33.506590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd637782-01a6-4743-8024-5a0ae9b708f5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:33.565368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] For port 0ef77412-4afd-4e81-89a9-1d657f9afbe7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0ef77412-4afd-4e81-89a9-1d657f9afbe7,segment=NetworkSegment(501f1568-75b6-4fd6-a5e2-d95e5b42e607),segment_id=501f1568-75b6-4fd6-a5e2-d95e5b42e607)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:33.565739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.606195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:33.701023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Usage tracker for resource:port and tenant:8d1813fcdf5e4ec78905265eb6ec0201 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:33.805655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:33.857147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17532b4c-fd67-48ce-b393-26a6abacd65b req-97e6df64-a80f-4b92-b37b-8e41d24bd801 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.871722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17532b4c-fd67-48ce-b393-26a6abacd65b req-97e6df64-a80f-4b92-b37b-8e41d24bd801 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 945 time: 0.6376739 Feb 04 15:37:33.887729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Calling delete_port for 0ef77412-4afd-4e81-89a9-1d657f9afbe7 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:33.934199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b06192-d61a-4942-9a5c-9ed891790c19 None None] Network 00170741-4483-4690-badf-c36f587144e9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:33.934668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.951167 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.027253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59278) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:34.067434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0ef77412-4afd-4e81-89a9-1d657f9afbe7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0ef77412-4afd-4e81-89a9-1d657f9afbe7,segment=NetworkSegment(501f1568-75b6-4fd6-a5e2-d95e5b42e607),segment_id=501f1568-75b6-4fd6-a5e2-d95e5b42e607)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:34.075928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:34.081779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71459885-5bff-46da-ae09-79f245f267cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef77412-4afd-4e81-89a9-1d657f9afbe7'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:34.091960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.163242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6e5cf0-b7d7-496e-b227-d2547660e3af admin admin] Deleting subnet ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:37:34.167356 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5cf0-b7d7-496e-b227-d2547660e3af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.209315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Made reservation on behalf of 8d1813fcdf5e4ec78905265eb6ec0201 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:34.213303 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.227963 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5cf0-b7d7-496e-b227-d2547660e3af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.235617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0ef77412-4afd-4e81-89a9-1d657f9afbe7,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:34.241373 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-075e9786-69fd-4cca-a564-a8936937126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.288476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17532b4c-fd67-48ce-b393-26a6abacd65b req-b68f1684-f5ca-400c-8e72-7f8f065a26b0 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077181 Feb 04 15:37:34.297748 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:37:34.304723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-13b43a10-1ff2-4d85-a5f1-b2fb6ab63eb5 admin admin] 10.222.0.46 "PUT /v2.0/routers/704e2c61-bc6a-4b9e-92dc-33e2135f14d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5207214 Feb 04 15:37:34.313576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] Sync routers for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:34.315534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5cf0-b7d7-496e-b227-d2547660e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.383813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:34.384827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:34.386677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59298) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:34.482562 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:34.483252 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:34.583516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:34.590502 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5cf0-b7d7-496e-b227-d2547660e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.693967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5cf0-b7d7-496e-b227-d2547660e3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.711487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e5cf0-b7d7-496e-b227-d2547660e3af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:34.729486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Allocated IP 172.20.0.10 (348f8a6c-8de0-4043-9de9-651f4f8a2053/afc02a95-b92d-4263-b839-e2b24f941b43/0c7629d8-9df5-41ad-aef9-646109a9c616) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:34.734637 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6e6e5cf0-b7d7-496e-b227-d2547660e3af admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ba49e3ec-6d37-4f40-bb7d-c5d066b04c3c HTTP/1.1" status: 204 len: 168 time: 0.7062554 Feb 04 15:37:34.738875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59302) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:34.922792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:37:30Z', 'revision_number': 5, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:34.926633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] Checking router: 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:34.935161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] Routers {'704e2c61-bc6a-4b9e-92dc-33e2135f14d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:34.935760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:34.960597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b5b3-0cca-4513-bdca-367add10207f req-7c742d7d-f440-41a7-9683-283f44cdb97a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.967034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b5b3-0cca-4513-bdca-367add10207f req-7c742d7d-f440-41a7-9683-283f44cdb97a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.969398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff70b5b3-0cca-4513-bdca-367add10207f req-7c742d7d-f440-41a7-9683-283f44cdb97a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1682 time: 0.5003033 Feb 04 15:37:34.984752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Deleting port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:34.985109 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.022865 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.065540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.073564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:37:35.080951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-b4a5a42a-3a62-4dc9-ba19-a1930bcb9a06 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:35.080951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-b4a5a42a-3a62-4dc9-ba19-a1930bcb9a06 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Synchronizing usage tracker for tenant:0bb3459972764c3ba4c58c8ca2809534 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:35.127880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] Set router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:35.197886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-b4a5a42a-3a62-4dc9-ba19-a1930bcb9a06 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Unset dirty status for tenant:0bb3459972764c3ba4c58c8ca2809534 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:35.199300 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-b4a5a42a-3a62-4dc9-ba19-a1930bcb9a06 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/networks?id=00170741-4483-4690-badf-c36f587144e9 HTTP/1.1" status: 200 len: 821 time: 0.6907179 Feb 04 15:37:35.237762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff70b5b3-0cca-4513-bdca-367add10207f req-5e709b7d-d72d-4766-849c-340d1d755bbb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538643 Feb 04 15:37:35.312329 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71459885-5bff-46da-ae09-79f245f267cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef77412-4afd-4e81-89a9-1d657f9afbe7', 'code': 200} Feb 04 15:37:35.367747 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-8cda5b27-d23c-4aa6-b670-9ca69d6580c4 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/quotas/0bb3459972764c3ba4c58c8ca2809534 HTTP/1.1" status: 200 len: 375 time: 0.1451399 Feb 04 15:37:35.447362 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-0f77f3f3-6925-4395-9715-927391b0c25b tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0bb3459972764c3ba4c58c8ca2809534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634050 Feb 04 15:37:35.455757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:37:30Z', 'revision_number': 5, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:35.460205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d94b0a-a5e6-4aea-9f2a-477e96544ddb None None] The sync data for ids ['704e2c61-bc6a-4b9e-92dc-33e2135f14d8'] in n-d-827870-1 is: [{'id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'name': 'tempest-ServersTestBootFromVolume-62233695-router', 'tenant_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:44Z', 'updated_at': '2022-02-04T15:37:30Z', 'revision_number': 5, 'project_id': 'd6ef8ef32ceb4fb9845cc3c16b6713c3', 'gw_port': {'id': '94e2fe71-181f-49ca-b74f-da2e97148b67', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704e2c61-bc6a-4b9e-92dc-33e2135f14d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:45Z', 'updated_at': '2022-02-04T15:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:35.561001 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.568835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.590850 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.595354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-585db6dd-67ff-4b79-b3a3-fb43f98f6d90 req-7bf282a4-ca78-406e-8ff5-2772fb13d994 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Synchronizing usage tracker for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:35.613916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Deleting port 94e2fe71-181f-49ca-b74f-da2e97148b67 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:35.614252 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.655721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740db0d2-b7d8-4158-b780-967caa10c900']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:35.670758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:37:35.680195 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] Sync routers for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:35.688350 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a7c636ff-56af-4656-9dcb-ab691f8c753a admin admin] 10.222.0.46 "PUT /v2.0/routers/82eb1a15-3f83-410f-93a9-9975f39cf8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5232646 Feb 04 15:37:35.690715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886fad44-d737-4b1a-8fc7-2af339f1bd86') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:35.691015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886fad44-d737-4b1a-8fc7-2af339f1bd86') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:35.692394 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:35.693234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-585db6dd-67ff-4b79-b3a3-fb43f98f6d90 req-7bf282a4-ca78-406e-8ff5-2772fb13d994 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Unset dirty status for tenant:8d1813fcdf5e4ec78905265eb6ec0201 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:35.693669 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:35.694370 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-585db6dd-67ff-4b79-b3a3-fb43f98f6d90 req-7bf282a4-ca78-406e-8ff5-2772fb13d994 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 210 time: 0.1801503 Feb 04 15:37:35.700911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59308) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:35.720686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.754774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] For port 0ef77412-4afd-4e81-89a9-1d657f9afbe7, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0ef77412-4afd-4e81-89a9-1d657f9afbe7,segment=NetworkSegment(501f1568-75b6-4fd6-a5e2-d95e5b42e607),segment_id=501f1568-75b6-4fd6-a5e2-d95e5b42e607)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:35.755704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.826629 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-bda18e96-4859-4fe6-9594-0bac0d4d97b8 service neutron] 10.222.0.46 "GET /v2.0/networks/00170741-4483-4690-badf-c36f587144e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783393 Feb 04 15:37:35.851339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f2bc6e56-9de0-4890-b125-175becfb952c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:35.898449 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:35.939415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: f2bc6e56-9de0-4890-b125-175becfb952c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:35.942435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f2bc6e56-9de0-4890-b125-175becfb952c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:36.022129 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.054688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Calling delete_port for 0ef77412-4afd-4e81-89a9-1d657f9afbe7 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:36.127950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.149822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:36.150763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:36.165788 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:36.248742 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:37:33Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:36.252983 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] Checking router: 82eb1a15-3f83-410f-93a9-9975f39cf8a1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:36.261452 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] Routers {'82eb1a15-3f83-410f-93a9-9975f39cf8a1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:36.262260 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:36.358362 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.368407 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.391408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.394301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.415266 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.440180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Pushing event deleted for resources: {'Port': ['ID=0ef77412-4afd-4e81-89a9-1d657f9afbe7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:36.449532 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-22558d36-efe9-488e-a146-547c80ba632f service neutron] 10.222.0.46 "GET /v2.0/networks/00170741-4483-4690-badf-c36f587144e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824928 Feb 04 15:37:36.468232 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] Set router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:36.472508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] Pushing event deleted for resources: {'Network': ['ID=740db0d2-b7d8-4158-b780-967caa10c900,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:36.501719 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-19403cb7-6a1b-4671-a8c0-e362acd6ad57 admin admin] 10.222.0.46 "DELETE /v2.0/networks/740db0d2-b7d8-4158-b780-967caa10c900 HTTP/1.1" status: 204 len: 168 time: 1.7607999 Feb 04 15:37:36.612211 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.649604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Deleting port 5b167d41-0460-4c69-905d-dba5e008d4b7 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:36.650872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.652518 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ed30f4f4-7e16-46fc-ab26-c847d282962d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.710505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Network 348f8a6c-8de0-4043-9de9-651f4f8a2053 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:36.732810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:36.735870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:36.762940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59322) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:36.831427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] For port 94e2fe71-181f-49ca-b74f-da2e97148b67, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94e2fe71-181f-49ca-b74f-da2e97148b67,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:36.831966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.873272 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:37:33Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:36.878248 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266fd4a-e7fd-4dfd-be7c-8a76bbf24e9d None None] The sync data for ids ['82eb1a15-3f83-410f-93a9-9975f39cf8a1'] in n-d-827870-1 is: [{'id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'name': 'tempest-FloatingIPsAssociationTestJSON-883494376-router', 'tenant_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:05Z', 'updated_at': '2022-02-04T15:37:33Z', 'revision_number': 5, 'project_id': 'd33b9beaa8e544c6ba4e8a7a86bd4439', 'gw_port': {'id': '5b167d41-0460-4c69-905d-dba5e008d4b7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eb1a15-3f83-410f-93a9-9975f39cf8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:07Z', 'updated_at': '2022-02-04T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:36.918258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:36.918897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.923307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] No DVR routers for this DVR port 0ef77412-4afd-4e81-89a9-1d657f9afbe7 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:36.925073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Pushing event updated for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:36.976188 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dd9a72b7-e935-4cc1-a9de-f1890c4f5173 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07df67e647f44600bd3da18176458f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097049 Feb 04 15:37:36.980633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59330) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:36.986530 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.990840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71459885-5bff-46da-ae09-79f245f267cd', 'name': 'network-vif-deleted', 'tag': '0ef77412-4afd-4e81-89a9-1d657f9afbe7'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:37.005821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Calling delete_port for 94e2fe71-181f-49ca-b74f-da2e97148b67 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:37.068666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] For port 5b167d41-0460-4c69-905d-dba5e008d4b7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5b167d41-0460-4c69-905d-dba5e008d4b7,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:37.069068 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.074367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288856e-1599-4e30-b81b-b794e694f74e req-a2e02ab4-6dad-4398-8ff1-1a2243ad796a tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:37.075063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f288856e-1599-4e30-b81b-b794e694f74e req-a2e02ab4-6dad-4398-8ff1-1a2243ad796a tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Synchronizing usage tracker for tenant:11dd50a729b744018f1660aa983479c3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:37.082061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6d985ac3-1a35-4aea-8929-abbdacb2c4c1 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0134084 Feb 04 15:37:37.085286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ecc055e-c445-48d1-9c4a-c7d0a83a2e50 req-68961069-2492-4560-ba79-ab6098074ba9 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.53 "DELETE /v2.0/ports/0ef77412-4afd-4e81-89a9-1d657f9afbe7 HTTP/1.1" status: 204 len: 173 time: 5.0331311 Feb 04 15:37:37.104078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Request body: {'port': {'device_id': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:37.153951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f288856e-1599-4e30-b81b-b794e694f74e req-a2e02ab4-6dad-4398-8ff1-1a2243ad796a tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] Unset dirty status for tenant:11dd50a729b744018f1660aa983479c3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:37.160105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f288856e-1599-4e30-b81b-b794e694f74e req-a2e02ab4-6dad-4398-8ff1-1a2243ad796a tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/ports?device_id=71459885-5bff-46da-ae09-79f245f267cd HTTP/1.1" status: 200 len: 865 time: 1.0118313 Feb 04 15:37:37.213349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb227238-0193-4aa3-b3f5-bc25aaf3a0c1 req-408c2cf4-5416-410f-bc05-923afbd07768 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:37.219344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb227238-0193-4aa3-b3f5-bc25aaf3a0c1 req-408c2cf4-5416-410f-bc05-923afbd07768 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:37.222717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fb227238-0193-4aa3-b3f5-bc25aaf3a0c1 req-408c2cf4-5416-410f-bc05-923afbd07768 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1682 time: 0.4419785 Feb 04 15:37:37.234446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Calling delete_port for 5b167d41-0460-4c69-905d-dba5e008d4b7 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:37.300490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f288856e-1599-4e30-b81b-b794e694f74e req-344cb79c-88ff-4879-9b61-83fca9ab98e1 tempest-ServerTagsTestJSON-572185936 tempest-ServerTagsTestJSON-572185936-project] 10.222.0.46 "GET /v2.0/security-groups?id=20ddad99-d4e6-48b7-ad85-77d67f91a3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394186 Feb 04 15:37:37.349694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.515293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea1068-0cdb-48cf-84a5-3aee8f92576b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.527846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62ff8c2f-7370-48f2-8b35-baede4b5ec1c req-adfe0ccf-7d95-4c08-a969-92bd353dd0df tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 210 time: 0.0619240 Feb 04 15:37:37.555701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.569245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fd637782-01a6-4743-8024-5a0ae9b708f5 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:37.614342 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fb227238-0193-4aa3-b3f5-bc25aaf3a0c1 req-e7f1d9fb-9ef5-4c00-a03a-8b2d74d0649b tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620431 Feb 04 15:37:37.620117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: fd637782-01a6-4743-8024-5a0ae9b708f5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:37.620478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fd637782-01a6-4743-8024-5a0ae9b708f5 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:37.622298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea1068-0cdb-48cf-84a5-3aee8f92576b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.638319 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.671781 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.686239 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.754809 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71459885-5bff-46da-ae09-79f245f267cd', 'name': 'network-vif-deleted', 'tag': '0ef77412-4afd-4e81-89a9-1d657f9afbe7', 'status': 'completed', 'code': 200} Feb 04 15:37:37.798270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b167d41-0460-4c69-905d-dba5e008d4b7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:37.854910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e2fe71-181f-49ca-b74f-da2e97148b67,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:37.919323 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea1068-0cdb-48cf-84a5-3aee8f92576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.942603 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.201628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea1068-0cdb-48cf-84a5-3aee8f92576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b713b3-5f2f-49e5-a123-c2ed51ade496,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:38.269510 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.327731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.332163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.370538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea1068-0cdb-48cf-84a5-3aee8f92576b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.370538 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d4ea1068-0cdb-48cf-84a5-3aee8f92576b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4b713b3-5f2f-49e5-a123-c2ed51ade496 HTTP/1.1" status: 204 len: 168 time: 1.3893566 Feb 04 15:37:38.395638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.397527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82eb1a15-3f83-410f-93a9-9975f39cf8a1 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:37:38.435977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633af82-734b-47cf-be42-0f7192ea5067 req-b81c1b7c-2011-4bf9-ae78-93e1348489ce tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.442660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633af82-734b-47cf-be42-0f7192ea5067 req-b81c1b7c-2011-4bf9-ae78-93e1348489ce tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.451242 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f633af82-734b-47cf-be42-0f7192ea5067 req-b81c1b7c-2011-4bf9-ae78-93e1348489ce tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1682 time: 0.2359266 Feb 04 15:37:38.470036 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.471269 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-408030df-5855-487d-a2d0-bf399199cf30 admin admin] 10.222.0.46 "DELETE /v2.0/routers/82eb1a15-3f83-410f-93a9-9975f39cf8a1 HTTP/1.1" status: 204 len: 168 time: 2.7678738 Feb 04 15:37:38.475165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59348) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:38.495636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bf61f-fb9e-4b33-8e75-a364c3766710 req-7009b36e-e2ad-4372-a7d3-445350b497aa tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.502751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993bf61f-fb9e-4b33-8e75-a364c3766710 req-7009b36e-e2ad-4372-a7d3-445350b497aa tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 932 time: 0.7288928 Feb 04 15:37:38.561158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f633af82-734b-47cf-be42-0f7192ea5067 req-e66851b0-1207-4eba-baf8-6eddf330b8be tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090055 Feb 04 15:37:38.573114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ba048b-186e-4c81-8f92-33d4a3fc6455 admin admin] Deleting subnet 91711569-939e-4a41-92f0-598aaabd68ab {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:37:38.576705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b5ba048b-186e-4c81-8f92-33d4a3fc6455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.645302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b5ba048b-186e-4c81-8f92-33d4a3fc6455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.669400 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:38.696448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59356) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:38.697901 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.757128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.762411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993bf61f-fb9e-4b33-8e75-a364c3766710 req-f7d3eb88-f874-4589-a365-f7551f7227c9 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587199 Feb 04 15:37:38.791522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2827b5a-7022-47cf-aac0-f6d0c52970a7 admin admin] Deleting subnet 9170634c-3431-4c83-af3d-d090170273ce {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:37:38.802919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2827b5a-7022-47cf-aac0-f6d0c52970a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.803144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-70eca0d6-775d-4c0b-8336-503782e72f6b tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.803144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-70eca0d6-775d-4c0b-8336-503782e72f6b tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.53 "GET /v2.0/networks?id=00170741-4483-4690-badf-c36f587144e9 HTTP/1.1" status: 200 len: 821 time: 0.5660720 Feb 04 15:37:38.820169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Request body: {'port': {'device_id': 'b2878b6b-e9e9-4ae6-8904-21c5e5f51902', 'network_id': '00170741-4483-4690-badf-c36f587144e9', 'admin_state_up': True, 'tenant_id': '0bb3459972764c3ba4c58c8ca2809534'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:38.897473 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-13ebfd00-7318-4dd8-bfe4-b30b4976dfde req-5e0d4651-3793-4ec6-8aab-f67f1a1b7d91 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 210 time: 0.0608325 Feb 04 15:37:38.905613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7629d8-9df5-41ad-aef9-646109a9c616 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:38.910962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2827b5a-7022-47cf-aac0-f6d0c52970a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.913360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.913913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 704e2c61-bc6a-4b9e-92dc-33e2135f14d8 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:37:38.927303 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.967169 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b5ba048b-186e-4c81-8f92-33d4a3fc6455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.968547 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.972028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-546afef2-5e88-4592-9061-5795035d60f9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/704e2c61-bc6a-4b9e-92dc-33e2135f14d8 HTTP/1.1" status: 204 len: 168 time: 4.5815816 Feb 04 15:37:38.975967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59368) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:38.989384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Transition to ACTIVE for port object 0c7629d8-9df5-41ad-aef9-646109a9c616 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:38.991470 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.038435 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.076723 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.109893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2827b5a-7022-47cf-aac0-f6d0c52970a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.173113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c9b977-7d4a-4752-9fd6-5d8d45aa1ade admin admin] Deleting subnet 5e2af70d-f889-4650-be4f-1dcf8a4177bf {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:37:39.178176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b5ba048b-186e-4c81-8f92-33d4a3fc6455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.229589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b5ba048b-186e-4c81-8f92-33d4a3fc6455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.232210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba048b-186e-4c81-8f92-33d4a3fc6455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91711569-939e-4a41-92f0-598aaabd68ab,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.235698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7672cd-7dcf-49d9-9494-af439ce06f57 None None] Network 6e3eea9b-9a67-4984-b2b6-38089c83fa07 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:39.247111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b5ba048b-186e-4c81-8f92-33d4a3fc6455 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/91711569-939e-4a41-92f0-598aaabd68ab HTTP/1.1" status: 204 len: 168 time: 0.7686751 Feb 04 15:37:39.247523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59378) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:39.251309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c9b977-7d4a-4752-9fd6-5d8d45aa1ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.330300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c9b977-7d4a-4752-9fd6-5d8d45aa1ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.383409 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2827b5a-7022-47cf-aac0-f6d0c52970a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.450883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:39.451009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2827b5a-7022-47cf-aac0-f6d0c52970a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9170634c-3431-4c83-af3d-d090170273ce,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.455645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Usage tracker for resource:port and tenant:0bb3459972764c3ba4c58c8ca2809534 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:39.459370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:39.465311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2827b5a-7022-47cf-aac0-f6d0c52970a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.475103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.481806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:39.482958 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c2827b5a-7022-47cf-aac0-f6d0c52970a7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9170634c-3431-4c83-af3d-d090170273ce HTTP/1.1" status: 204 len: 168 time: 0.7839520 Feb 04 15:37:39.488941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59388) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:39.526723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Made reservation on behalf of 0bb3459972764c3ba4c58c8ca2809534 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:39.530387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.557099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Pushing event updated for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.574453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Deleting port 153333dd-2d0b-43e0-b5a5-1ea81af13429 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:39.574819 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.591063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] DHCP port deletion for 6e3eea9b-9a67-4984-b2b6-38089c83fa07 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:37:39.595692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] Deleting port 153333dd-2d0b-43e0-b5a5-1ea81af13429 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:39.596065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.671121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.675164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c9b977-7d4a-4752-9fd6-5d8d45aa1ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.744489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94e2fe71-181f-49ca-b74f-da2e97148b67 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:39.830602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 94e2fe71-181f-49ca-b74f-da2e97148b67 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:39.831470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94e2fe71-181f-49ca-b74f-da2e97148b67 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:39.832225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5b167d41-0460-4c69-905d-dba5e008d4b7 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:39.891355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5b167d41-0460-4c69-905d-dba5e008d4b7 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:39.891753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5b167d41-0460-4c69-905d-dba5e008d4b7 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:39.894508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c9b977-7d4a-4752-9fd6-5d8d45aa1ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.980828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9b977-7d4a-4752-9fd6-5d8d45aa1ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2af70d-f889-4650-be4f-1dcf8a4177bf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.997876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c9b977-7d4a-4752-9fd6-5d8d45aa1ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.007160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc9380-1087-4862-af8a-091af08368a3 None None] Network 32969131-ce75-466c-8146-388f7f440434 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:40.159972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.175291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] For port 153333dd-2d0b-43e0-b5a5-1ea81af13429, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=153333dd-2d0b-43e0-b5a5-1ea81af13429,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:40.175440 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.211384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] For port 153333dd-2d0b-43e0-b5a5-1ea81af13429, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=153333dd-2d0b-43e0-b5a5-1ea81af13429,segment=NetworkSegment(befb0b3b-3c91-43f1-8e74-962d260f9b4d),segment_id=befb0b3b-3c91-43f1-8e74-962d260f9b4d)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:40.211752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.230981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-53c9b977-7d4a-4752-9fd6-5d8d45aa1ade admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5e2af70d-f889-4650-be4f-1dcf8a4177bf HTTP/1.1" status: 204 len: 168 time: 1.2493141 Feb 04 15:37:40.231454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba64a587-05f4-41f7-ad79-537e5317bdb0']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:40.239412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59404) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:40.405016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Attempting to bind port 0c7629d8-9df5-41ad-aef9-646109a9c616 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:40.405443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Attempting to bind port 0c7629d8-9df5-41ad-aef9-646109a9c616 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:40.405896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Attempting to bind port 0c7629d8-9df5-41ad-aef9-646109a9c616 on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:40.430609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Port 0c7629d8-9df5-41ad-aef9-646109a9c616 on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:37:40.432157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Attempting to bind port 0c7629d8-9df5-41ad-aef9-646109a9c616 on network 348f8a6c-8de0-4043-9de9-651f4f8a2053 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:40.440399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Calling delete_port for 153333dd-2d0b-43e0-b5a5-1ea81af13429 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:40.476899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-36165e3c-e233-466f-8b36-bbe11bfb6b90 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:40.482769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-36165e3c-e233-466f-8b36-bbe11bfb6b90 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:40.484340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-36165e3c-e233-466f-8b36-bbe11bfb6b90 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.61 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1682 time: 0.8703194 Feb 04 15:37:40.493497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:37:40.494378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Checking segment: {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:40.494779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Bound using segment: {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:37:40.495229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Bound port: 0c7629d8-9df5-41ad-aef9-646109a9c616, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ade8eb-c50b-4811-a09c-8acb6bf12108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:40.495576 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.515290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501f1568-75b6-4fd6-a5e2-d95e5b42e607') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:40.517214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501f1568-75b6-4fd6-a5e2-d95e5b42e607') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:40.531283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] Calling delete_port for 153333dd-2d0b-43e0-b5a5-1ea81af13429 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:40.594522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.602049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.640504 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.674373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Pushing event deleted for resources: {'Port': ['ID=153333dd-2d0b-43e0-b5a5-1ea81af13429,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:40.678094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Allocated IP 172.20.0.9 (00170741-4483-4690-badf-c36f587144e9/d7b2e19d-3b29-445b-8166-94405af27760/a6b58bd7-cb08-42a3-a1d3-1d46ce117db9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:40.685116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.693179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] No DVR routers for this DVR port 153333dd-2d0b-43e0-b5a5-1ea81af13429 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:40.705212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:40.705607 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:40.744650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port 303cbf32-0868-4210-8b53-034da0ee5d5e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:40.744992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.749997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dee21-0559-4f95-a566-39d28d2f6c4b req-6bf4e939-0cc6-41f1-80b7-29288e398a65 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:40.756010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dee21-0559-4f95-a566-39d28d2f6c4b req-6bf4e939-0cc6-41f1-80b7-29288e398a65 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:40.763590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d70dee21-0559-4f95-a566-39d28d2f6c4b req-6bf4e939-0cc6-41f1-80b7-29288e398a65 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1682 time: 0.9549968 Feb 04 15:37:40.783938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:40.784565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.802449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b638b7-8bdb-4be4-bdd9-c086e019dea2 None None] DHCP port deletion for 32969131-ce75-466c-8146-388f7f440434 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:37:40.808446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-80b638b7-8bdb-4be4-bdd9-c086e019dea2 None None] Deleting port e084c099-4f13-4be9-9ef0-54d59eb00560 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:40.808907 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80b638b7-8bdb-4be4-bdd9-c086e019dea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:40.812378 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:40.814638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Deleting port e084c099-4f13-4be9-9ef0-54d59eb00560 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:40.814638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.928103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:37:41.007084 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.008896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:37:41.024829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.052853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c793038-6d09-4988-9cea-9202fbe4a931 req-82e13cbd-b483-46d3-812b-78b0967af088 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:41.062516 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c793038-6d09-4988-9cea-9202fbe4a931 req-82e13cbd-b483-46d3-812b-78b0967af088 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 944 time: 0.5006092 Feb 04 15:37:41.075374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-80b638b7-8bdb-4be4-bdd9-c086e019dea2 None None] For port e084c099-4f13-4be9-9ef0-54d59eb00560, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e084c099-4f13-4be9-9ef0-54d59eb00560,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:41.076548 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80b638b7-8bdb-4be4-bdd9-c086e019dea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.111562 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d70dee21-0559-4f95-a566-39d28d2f6c4b req-b58d2db8-a212-450c-8eba-7345c1eb6e18 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445697 Feb 04 15:37:41.119860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.133783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba64a587-05f4-41f7-ad79-537e5317bdb0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:41.147198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.156458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7a640f1d-dbc8-4432-9807-2c02989f761d admin admin] 10.222.0.46 "DELETE /v2.0/networks/ba64a587-05f4-41f7-ad79-537e5317bdb0 HTTP/1.1" status: 204 len: 168 time: 1.6664820 Feb 04 15:37:41.164273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3eea9b-9a67-4984-b2b6-38089c83fa07']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:41.179823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befb0b3b-3c91-43f1-8e74-962d260f9b4d') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:41.180022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befb0b3b-3c91-43f1-8e74-962d260f9b4d') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:41.195743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.215140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.222860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:41.223517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:41.242580 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:41.255524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] Deleting port 153333dd-2d0b-43e0-b5a5-1ea81af13429 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:41.255912 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.383059 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-195f82bc-1280-403d-b260-b33e9886ff88 req-6a2591f1-8763-4afd-822e-e66e4c6f9728 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 210 time: 0.0799203 Feb 04 15:37:41.386174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:41.386810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.389073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] 10.222.0.61 "PUT /v2.0/ports/0c7629d8-9df5-41ad-aef9-646109a9c616 HTTP/1.1" status: 200 len: 1092 time: 4.2923920 Feb 04 15:37:41.395725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:41.422604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-80b638b7-8bdb-4be4-bdd9-c086e019dea2 None None] Calling delete_port for e084c099-4f13-4be9-9ef0-54d59eb00560 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:41.435951 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.448209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.494327 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6e3eea9b-9a67-4984-b2b6-38089c83fa07 HTTP/1.1" status: 204 len: 168 time: 2.2439568 Feb 04 15:37:41.497445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59418) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:41.500356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70d0bf-1230-405f-8ff0-17faf4d47471 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3eea9b-9a67-4984-b2b6-38089c83fa07,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:41.531458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-24235e5c-69ba-431d-88d3-594a70f1af0d None None] The port '153333dd-2d0b-43e0-b5a5-1ea81af13429' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:37:41.543323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c793038-6d09-4988-9cea-9202fbe4a931 req-b97bd209-458d-4351-9577-e3f2f544e378 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658935 Feb 04 15:37:41.589109 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80b638b7-8bdb-4be4-bdd9-c086e019dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.630286 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fe7d6bda-d0c6-4482-b4ab-0859eec30a96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11dd50a729b744018f1660aa983479c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317248 Feb 04 15:37:41.636003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59424) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:41.664212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b638b7-8bdb-4be4-bdd9-c086e019dea2 None None] Pushing event deleted for resources: {'Port': ['ID=e084c099-4f13-4be9-9ef0-54d59eb00560,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:41.667674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b638b7-8bdb-4be4-bdd9-c086e019dea2 None None] No DVR routers for this DVR port e084c099-4f13-4be9-9ef0-54d59eb00560 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:41.691040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e084c099-4f13-4be9-9ef0-54d59eb00560 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:41.696321 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616', 'status': 'completed', 'code': 200} Feb 04 15:37:41.733579 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77022cd1-fc91-44d3-a75c-4f7a73e91631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.739696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e084c099-4f13-4be9-9ef0-54d59eb00560 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:41.740337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e084c099-4f13-4be9-9ef0-54d59eb00560 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:41.740948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 153333dd-2d0b-43e0-b5a5-1ea81af13429 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:41.767378 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77022cd1-fc91-44d3-a75c-4f7a73e91631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.771277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb3844-9055-4326-b1b6-10be2c2bfe1b service neutron] Pushing event updated for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:41.797683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 153333dd-2d0b-43e0-b5a5-1ea81af13429 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:41.798518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 153333dd-2d0b-43e0-b5a5-1ea81af13429 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:41.811451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] For port e084c099-4f13-4be9-9ef0-54d59eb00560, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e084c099-4f13-4be9-9ef0-54d59eb00560,segment=NetworkSegment(5fe5e18b-8bc9-45b8-90ce-665fe49491f8),segment_id=5fe5e18b-8bc9-45b8-90ce-665fe49491f8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:41.811780 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.862143 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77022cd1-fc91-44d3-a75c-4f7a73e91631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.884432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59432) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:41.910830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77022cd1-fc91-44d3-a75c-4f7a73e91631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ddad99-d4e6-48b7-ad85-77d67f91a3e5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:41.923679 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77022cd1-fc91-44d3-a75c-4f7a73e91631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.924990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-77022cd1-fc91-44d3-a75c-4f7a73e91631 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20ddad99-d4e6-48b7-ad85-77d67f91a3e5 HTTP/1.1" status: 204 len: 168 time: 0.2880042 Feb 04 15:37:41.960350 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-87cfe84e-b227-476f-8dd0-c898327e41bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d33b9beaa8e544c6ba4e8a7a86bd4439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726123 Feb 04 15:37:41.963436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59438) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:41.981738 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.000664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Calling delete_port for e084c099-4f13-4be9-9ef0-54d59eb00560 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:42.050111 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-037a8c15-f469-4ae7-b017-ec0ec305f9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.104348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-037a8c15-f469-4ae7-b017-ec0ec305f9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.121798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] For port 303cbf32-0868-4210-8b53-034da0ee5d5e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=303cbf32-0868-4210-8b53-034da0ee5d5e,segment=NetworkSegment(975fe13a-b3ae-4ac8-b4b7-2e24e16742dc),segment_id=975fe13a-b3ae-4ac8-b4b7-2e24e16742dc)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:42.122206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.192179 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-037a8c15-f469-4ae7-b017-ec0ec305f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.231303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a8c15-f469-4ae7-b017-ec0ec305f9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db35d47f-e085-48db-b68c-a171fcf5fa6b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:42.242834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-037a8c15-f469-4ae7-b017-ec0ec305f9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.245107 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-037a8c15-f469-4ae7-b017-ec0ec305f9d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db35d47f-e085-48db-b68c-a171fcf5fa6b HTTP/1.1" status: 204 len: 168 time: 0.2795968 Feb 04 15:37:42.657308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Calling delete_port for 303cbf32-0868-4210-8b53-034da0ee5d5e owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:42.660846 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e66c9b34-0d44-4197-8345-fe38907a3016 req-97618c4b-470a-4e82-b510-fb58884c976e tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 210 time: 0.0595708 Feb 04 15:37:42.766066 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:42.766648 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:42.868227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6c765af0-8273-4c60-8e9f-58bf3067bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:42.870310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-6c765af0-8273-4c60-8e9f-58bf3067bba0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 1095 time: 1.2830217 Feb 04 15:37:42.897717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572e0c9-ce42-4a39-8d49-b8cf878f1bf3 req-3d3c14e9-94df-46a4-93db-e0ffe1f330fc tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:42.899313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7572e0c9-ce42-4a39-8d49-b8cf878f1bf3 req-3d3c14e9-94df-46a4-93db-e0ffe1f330fc tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 944 time: 0.1411552 Feb 04 15:37:42.965249 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.995319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7572e0c9-ce42-4a39-8d49-b8cf878f1bf3 req-5f60ac20-c540-4ae3-8825-0d9891688d7f tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859799 Feb 04 15:37:43.012072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-72798375-0d8b-4b8d-8d6c-c797f43edd4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c7629d8-9df5-41ad-aef9-646109a9c616 HTTP/1.1" status: 200 len: 217 time: 0.1330647 Feb 04 15:37:43.104115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Network 00170741-4483-4690-badf-c36f587144e9 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:43.107768 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.114950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:43.126197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:43.176793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d38362-7f4f-467e-9490-7c5aeb73f924 req-3c5281bb-b441-4bbf-b641-7afb514625d6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.187600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d38362-7f4f-467e-9490-7c5aeb73f924 req-3c5281bb-b441-4bbf-b641-7afb514625d6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.189390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31d38362-7f4f-467e-9490-7c5aeb73f924 req-3c5281bb-b441-4bbf-b641-7afb514625d6 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 1682 time: 0.4199331 Feb 04 15:37:43.198602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Pushing event updated for resources: {'Port': ['ID=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.209251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 303cbf32-0868-4210-8b53-034da0ee5d5e no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:43.279291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Deleting port e084c099-4f13-4be9-9ef0-54d59eb00560 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:43.279638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.295844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 303cbf32-0868-4210-8b53-034da0ee5d5e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:43.296187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 303cbf32-0868-4210-8b53-034da0ee5d5e not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:43.296598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6b904f69-7c34-4c93-902c-358007d9fdbf no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:43.335966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Port': ['ID=303cbf32-0868-4210-8b53-034da0ee5d5e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.460947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59504) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:43.498725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-11911480-f045-4d66-8146-72c2a1654d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.500255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-11911480-f045-4d66-8146-72c2a1654d05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=afc02a95-b92d-4263-b839-e2b24f941b43 HTTP/1.1" status: 200 len: 845 time: 0.4766679 Feb 04 15:37:43.575447 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.613990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b904f69-7c34-4c93-902c-358007d9fdbf'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:43.635045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6b904f69-7c34-4c93-902c-358007d9fdbf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b904f69-7c34-4c93-902c-358007d9fdbf,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:43.652595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.699462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] The port 'e084c099-4f13-4be9-9ef0-54d59eb00560' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:37:43.810446 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b904f69-7c34-4c93-902c-358007d9fdbf', 'code': 200} Feb 04 15:37:43.854568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6b904f69-7c34-4c93-902c-358007d9fdbf,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.881468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-34a2c267-1d79-43f9-815a-5fe55b0506fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=348f8a6c-8de0-4043-9de9-651f4f8a2053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2586663 Feb 04 15:37:43.885640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-network', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:43.900752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:43.907916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] No DVR routers for this DVR port 303cbf32-0868-4210-8b53-034da0ee5d5e on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:43.909601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Usage tracker for resource:network and tenant:87d39f63ecc44573809ba7a611a0cdd7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:43.915471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.916421 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.920739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:43.933963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:43.948584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Made reservation on behalf of 87d39f63ecc44573809ba7a611a0cdd7 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:43.951557 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.973060 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.029724 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.030887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:44.037860 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.040206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Usage tracker for resource:security_group_rule and tenant:87d39f63ecc44573809ba7a611a0cdd7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:44.044565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:44.055036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59524) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:44.055892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:44.069380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-deleted', 'tag': '303cbf32-0868-4210-8b53-034da0ee5d5e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:44.091379 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31d38362-7f4f-467e-9490-7c5aeb73f924 req-9918a54b-7412-486c-9e77-a0eb61742c00 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8769221 Feb 04 15:37:44.126489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c366db-ab19-489c-a9e8-4f7682d2d3ee req-fda5b766-e093-4513-9d13-1401b37d913a tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:44.126489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e2c366db-ab19-489c-a9e8-4f7682d2d3ee req-fda5b766-e093-4513-9d13-1401b37d913a tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 931 time: 0.1355982 Feb 04 15:37:44.189800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32969131-ce75-466c-8146-388f7f440434']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:44.208276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-309e3ec8-ec67-429e-9a88-c1cbf73c180d tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.61 "DELETE /v2.0/ports/303cbf32-0868-4210-8b53-034da0ee5d5e HTTP/1.1" status: 204 len: 173 time: 3.6972659 Feb 04 15:37:44.209489 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-29be4d2a-4c69-4515-9373-9beb839a1370 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3947117 Feb 04 15:37:44.234651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.242122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e2c366db-ab19-489c-a9e8-4f7682d2d3ee req-8926af56-fbb7-425d-8e3b-df49f47576f9 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Synchronizing usage tracker for tenant:0bb3459972764c3ba4c58c8ca2809534 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:44.245707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.253398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe5e18b-8bc9-45b8-90ce-665fe49491f8') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:44.253707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe5e18b-8bc9-45b8-90ce-665fe49491f8') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:44.256963 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.264421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Request body: {'port': {'device_id': 'b2878b6b-e9e9-4ae6-8904-21c5e5f51902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:44.280500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:44.293902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Usage tracker for resource:security_group_rule and tenant:bace3109699d405eb07a2b3f2076c3cf is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:44.297021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:44.299086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:44.315373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:44.326522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e2c366db-ab19-489c-a9e8-4f7682d2d3ee req-8926af56-fbb7-425d-8e3b-df49f47576f9 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Unset dirty status for tenant:0bb3459972764c3ba4c58c8ca2809534 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:44.329291 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e2c366db-ab19-489c-a9e8-4f7682d2d3ee req-8926af56-fbb7-425d-8e3b-df49f47576f9 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838207 Feb 04 15:37:44.330548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.330879 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Added segment e8bdec66-7405-4584-93b7-a89cdbc239bf of type vlan for network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 Feb 04 15:37:44.372790 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.375794 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.379387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6905a47-617c-45ad-949c-3468c783fb1d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:44.407617 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-deleted', 'tag': '303cbf32-0868-4210-8b53-034da0ee5d5e', 'status': 'completed', 'code': 200} Feb 04 15:37:44.451201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.452364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:44.453156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.456490 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.466680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port 6b904f69-7c34-4c93-902c-358007d9fdbf {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:44.467027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.542532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:44.542948 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:44.564738 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:44.719643 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2521708 Feb 04 15:37:44.721341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccf0f6-2e18-428f-8a6e-8e87d1d00562 admin admin] Pushing event updated for resources: {'Network': ['ID=70d3a0e9-040a-4fa3-ae39-682637dae0c7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:44.735246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:37:44.776208 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.777381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59540) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:44.783623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Request body: {'subnet': {'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-subnet', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:44.788266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-f3321811-426c-4599-aa63-72501526682a service neutron] 10.222.0.61 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8851182 Feb 04 15:37:44.789702 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.799199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:44.813835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Usage tracker for resource:subnet and tenant:87d39f63ecc44573809ba7a611a0cdd7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:44.819345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:44.841385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:44.863011 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bace3109699d405eb07a2b3f2076c3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047497 Feb 04 15:37:44.864122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a0709-0a19-4411-8ead-509a4eba8058,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:44.866351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59544) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:44.890982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.891550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.891783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.892151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.892445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.892794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.893142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.893466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.893792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.894115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.894437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.894810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768e9a4-37be-4d35-b5ea-e8d216601a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:44.898309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Made reservation on behalf of 87d39f63ecc44573809ba7a611a0cdd7 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:44.901370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.978278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.030583 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.065262 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a15b64f-3063-44c4-8b16-d5a6f4e8a754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.090372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.100332 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a15b64f-3063-44c4-8b16-d5a6f4e8a754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.107233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c9c75-ec36-41ef-b042-7e3f78b4eca1 req-61a33b6e-2ac2-4b31-8f6a-83b89b0ff6a3 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:45.108719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de8c9c75-ec36-41ef-b042-7e3f78b4eca1 req-61a33b6e-2ac2-4b31-8f6a-83b89b0ff6a3 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 944 time: 0.8482878 Feb 04 15:37:45.136973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] Pushing event deleted for resources: {'Network': ['ID=32969131-ce75-466c-8146-388f7f440434,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:45.255560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6bb3fbf5-270b-4c76-b2a1-1929a7f5ee21 admin admin] 10.222.0.46 "DELETE /v2.0/networks/32969131-ce75-466c-8146-388f7f440434 HTTP/1.1" status: 204 len: 168 time: 5.0086932 Feb 04 15:37:45.314051 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e30ee1d7-f65c-4af7-ad82-44db88a7378c req-ee864d94-dc5b-49e1-9e3c-604cbe5bc390 service neutron] 10.222.0.61 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117030 Feb 04 15:37:45.389109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de8c9c75-ec36-41ef-b042-7e3f78b4eca1 req-7f5da73a-11ad-4e29-a2b3-0891e2b34b82 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531726 Feb 04 15:37:45.398947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cedb7-9846-4955-a022-b0af4754d1d6 req-9272adc3-c263-4249-b356-5f17abed2bb0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:45.406778 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1d6cedb7-9846-4955-a022-b0af4754d1d6 req-9272adc3-c263-4249-b356-5f17abed2bb0 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 944 time: 0.1864641 Feb 04 15:37:45.408964 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.475159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59558) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:45.535235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6936e195-0029-40a3-bed4-64f1ccdd94e1,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:45.559667 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1d6cedb7-9846-4955-a022-b0af4754d1d6 req-3375833b-0803-448c-b967-1cfce7006644 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/security-groups?id=a9d738b4-56fa-4988-9e6a-8d9571f04a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520331 Feb 04 15:37:45.599654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Checking segment: {'id': 'e8bdec66-7405-4584-93b7-a89cdbc239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:45.600172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Network hostable DHCP agents. Network: 70d3a0e9-040a-4fa3-ae39-682637dae0c7, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:45.610998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a15b64f-3063-44c4-8b16-d5a6f4e8a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.632901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15b64f-3063-44c4-8b16-d5a6f4e8a754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a0709-0a19-4411-8ead-509a4eba8058,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:45.643408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a15b64f-3063-44c4-8b16-d5a6f4e8a754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.646519 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3a15b64f-3063-44c4-8b16-d5a6f4e8a754 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/955a0709-0a19-4411-8ead-509a4eba8058 HTTP/1.1" status: 204 len: 168 time: 0.7771697 Feb 04 15:37:45.660711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] For port 6b904f69-7c34-4c93-902c-358007d9fdbf, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b904f69-7c34-4c93-902c-358007d9fdbf,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:45.661122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.672868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:45.689121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 70d3a0e9-040a-4fa3-ae39-682637dae0c7) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:45.695817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:45.696736 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.703099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a2707e-bb8c-4a22-8981-1f20d3ca726c None None] Network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:45.746303 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3c67e456-3643-4163-a74c-59acf3189f87 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9675753 Feb 04 15:37:45.748189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59564) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:45.754941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:45.762443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:45.767256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Usage tracker for resource:router and tenant:87d39f63ecc44573809ba7a611a0cdd7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:45.772114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:45.782349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:45.795672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.797731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.816394 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.905832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Calling delete_port for 6b904f69-7c34-4c93-902c-358007d9fdbf owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:45.987394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-191940b7-0fac-4070-879c-34970ebe6553 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6ef8ef32ceb4fb9845cc3c16b6713c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079095 Feb 04 15:37:45.994987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59572) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:46.092900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-145322c1-6af5-4586-817f-39790c9a36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.094820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-145322c1-6af5-4586-817f-39790c9a36cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 1095 time: 0.7025371 Feb 04 15:37:46.160744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-70d3a0e9-040a-4fa3-ae39-682637dae0c7', 'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'fixed_ips': [{'subnet_id': '6936e195-0029-40a3-bed4-64f1ccdd94e1'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:37:46.162249 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.249654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.274676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e3e93-d8a4-40b0-a892-f74900b7f34d req-d5c96723-ffbc-4bed-9775-950c7e6cb6ee tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.275512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7a6e3e93-d8a4-40b0-a892-f74900b7f34d req-d5c96723-ffbc-4bed-9775-950c7e6cb6ee tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Synchronizing usage tracker for tenant:0bb3459972764c3ba4c58c8ca2809534 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:46.463309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c6bce13-14c7-49eb-87f1-41b46a0564c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.464224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7a6e3e93-d8a4-40b0-a892-f74900b7f34d req-d5c96723-ffbc-4bed-9775-950c7e6cb6ee tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Unset dirty status for tenant:0bb3459972764c3ba4c58c8ca2809534 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:46.470673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a6e3e93-d8a4-40b0-a892-f74900b7f34d req-d5c96723-ffbc-4bed-9775-950c7e6cb6ee tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 931 time: 0.9476988 Feb 04 15:37:46.602258 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.608077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Allocated IP 172.20.0.2 (70d3a0e9-040a-4fa3-ae39-682637dae0c7/6936e195-0029-40a3-bed4-64f1ccdd94e1/45497530-68f1-4181-a995-6e8dca4aab54) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:46.611044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-d2186ec5-ec48-418b-a4e2-686f80b57a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.612891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-d2186ec5-ec48-418b-a4e2-686f80b57a7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 200 len: 906 time: 0.4682491 Feb 04 15:37:46.614849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c6bce13-14c7-49eb-87f1-41b46a0564c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.673043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:46.864791 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.875250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Transition to ACTIVE for port object 45497530-68f1-4181-a995-6e8dca4aab54 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:46.885387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.893420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Port': ['ID=6b904f69-7c34-4c93-902c-358007d9fdbf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.893737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3fbc3-645e-4cf0-9765-3c8ac894a489 req-39f2f237-9a02-4eaa-aafa-0b090b708e53 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.894458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Transition to ACTIVE for port object 45497530-68f1-4181-a995-6e8dca4aab54 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:46.901419 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.903969 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ecf3fbc3-645e-4cf0-9765-3c8ac894a489 req-39f2f237-9a02-4eaa-aafa-0b090b708e53 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 944 time: 0.3040092 Feb 04 15:37:46.924529 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.930821 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a6e3e93-d8a4-40b0-a892-f74900b7f34d req-90e49451-b603-4a9f-9b8e-e665455b7600 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592338 Feb 04 15:37:46.932706 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-e98d719b-6341-443d-916a-69ac235d668f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c7629d8-9df5-41ad-aef9-646109a9c616 HTTP/1.1" status: 200 len: 217 time: 0.2549598 Feb 04 15:37:46.982200 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.996668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Transition to ACTIVE for port object a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:47.000336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Pushing event updated for resources: {'Port': ['ID=45497530-68f1-4181-a995-6e8dca4aab54,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:47.021492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:47.023527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:47.029469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:47.120474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] No DVR routers for this DVR port 6b904f69-7c34-4c93-902c-358007d9fdbf on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:47.122712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.135336 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.141575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Attempting to bind port 45497530-68f1-4181-a995-6e8dca4aab54 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:47.141943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Attempting to bind port 45497530-68f1-4181-a995-6e8dca4aab54 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'e8bdec66-7405-4584-93b7-a89cdbc239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:47.142306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Attempting to bind port 45497530-68f1-4181-a995-6e8dca4aab54 on network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:47.148140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:37:47.148525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Checking segment: {'id': 'e8bdec66-7405-4584-93b7-a89cdbc239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:47.148919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.149309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Bound using segment: {'id': 'e8bdec66-7405-4584-93b7-a89cdbc239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:37:47.150479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Bound port: 45497530-68f1-4181-a995-6e8dca4aab54, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bdec66-7405-4584-93b7-a89cdbc239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:47.150994 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.201497 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ecf3fbc3-645e-4cf0-9765-3c8ac894a489 req-939a9d06-3357-47e2-8d2d-c01da90fe457 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964358 Feb 04 15:37:47.216212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0c7629d8-9df5-41ad-aef9-646109a9c616 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:47.220578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ae9917e3-5bee-4cc8-850a-93b3b1bc3191 req-50f10450-98f7-4559-99cd-6cf5086b510a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Synchronizing usage tracker for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:47.224950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-deleted', 'tag': '6b904f69-7c34-4c93-902c-358007d9fdbf'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:47.232975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42ba119a-bddf-478b-bd4e-5f5f7860410b req-c60fecd8-507a-4693-8d08-4275e247df26 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.61 "DELETE /v2.0/ports/6b904f69-7c34-4c93-902c-358007d9fdbf HTTP/1.1" status: 204 len: 173 time: 3.0128949 Feb 04 15:37:47.363422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Allocated IP 172.25.8.179 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:47.383516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ae9917e3-5bee-4cc8-850a-93b3b1bc3191 req-50f10450-98f7-4559-99cd-6cf5086b510a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Unset dirty status for tenant:8709cacb6a4443fb8ec2d8350d31ffee on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:47.384558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae9917e3-5bee-4cc8-850a-93b3b1bc3191 req-50f10450-98f7-4559-99cd-6cf5086b510a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "GET /v2.0/ports?device_id=80d882ba-8ee8-4337-ba04-d3108b15f3d2 HTTP/1.1" status: 200 len: 210 time: 0.3133481 Feb 04 15:37:47.465483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] For port 45497530-68f1-4181-a995-6e8dca4aab54, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:37:47.479825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] For port 45497530-68f1-4181-a995-6e8dca4aab54, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=45497530-68f1-4181-a995-6e8dca4aab54,segment=NetworkSegment(e8bdec66-7405-4584-93b7-a89cdbc239bf),segment_id=e8bdec66-7405-4584-93b7-a89cdbc239bf)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:37:47.494122 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.497202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Attempting to bind port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:47.497542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Attempting to bind port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '4ea5ad38-bb67-400a-8ee8-a181ef924343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '00170741-4483-4690-badf-c36f587144e9'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:47.497870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Attempting to bind port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 on network 00170741-4483-4690-badf-c36f587144e9 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:47.503305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c6bce13-14c7-49eb-87f1-41b46a0564c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.518090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 on network 00170741-4483-4690-badf-c36f587144e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:37:47.518416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Attempting to bind port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 on network 00170741-4483-4690-badf-c36f587144e9 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:47.538540 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c6bce13-14c7-49eb-87f1-41b46a0564c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.543432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6c6bce13-14c7-49eb-87f1-41b46a0564c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1948b8c5-ecfd-45e4-a95f-1ba4d28b418f HTTP/1.1" status: 204 len: 168 time: 1.5466042 Feb 04 15:37:47.545306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-87821096-a7d5-4399-a07d-4887eb9bfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:47.546746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-87821096-a7d5-4399-a07d-4887eb9bfe4f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=afc02a95-b92d-4263-b839-e2b24f941b43 HTTP/1.1" status: 200 len: 845 time: 0.4780390 Feb 04 15:37:47.547437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:47.557229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bce13-14c7-49eb-87f1-41b46a0564c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1948b8c5-ecfd-45e4-a95f-1ba4d28b418f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:47.559007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:37:47.559351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Checking segment: {'id': '4ea5ad38-bb67-400a-8ee8-a181ef924343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '00170741-4483-4690-badf-c36f587144e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:47.559725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Bound using segment: {'id': '4ea5ad38-bb67-400a-8ee8-a181ef924343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '00170741-4483-4690-badf-c36f587144e9'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:37:47.560257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Bound port: a6b58bd7-cb08-42a3-a1d3-1d46ce117db9, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea5ad38-bb67-400a-8ee8-a181ef924343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '00170741-4483-4690-badf-c36f587144e9'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:47.560692 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.676529 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.713303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-e97b39c6-53c6-4abf-899f-3ea5b706e21c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=348f8a6c-8de0-4043-9de9-651f4f8a2053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582887 Feb 04 15:37:47.715052 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.720700 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d882ba-8ee8-4337-ba04-d3108b15f3d2', 'name': 'network-vif-deleted', 'tag': '6b904f69-7c34-4c93-902c-358007d9fdbf', 'status': 'completed', 'code': 200} Feb 04 15:37:47.741005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9a869-43ea-456a-aab9-1a29ac6c95c0 None None] Pushing event updated for resources: {'Port': ['ID=45497530-68f1-4181-a995-6e8dca4aab54,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:47.804261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:47.809118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:47.824666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:47.861869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:47.934123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:47.972214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '0c7629d8-9df5-41ad-aef9-646109a9c616', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'port_id': '0c7629d8-9df5-41ad-aef9-646109a9c616', 'mac_address': 'fa:16:3e:f9:b4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc02a95-b92d-4263-b839-e2b24f941b43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:48.027674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-b7fde290-2e96-4ea3-8984-cd222bff9cb2 service neutron] 10.222.0.61 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046060 Feb 04 15:37:48.031414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] For port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:37:48.124635 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.157888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7629d8-9df5-41ad-aef9-646109a9c616 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:48.193626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:48.204441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.331676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] For port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,segment=NetworkSegment(4ea5ad38-bb67-400a-8ee8-a181ef924343),segment_id=4ea5ad38-bb67-400a-8ee8-a181ef924343)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:37:48.371324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:48.380950 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.477758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0c7629d8-9df5-41ad-aef9-646109a9c616'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:48.668169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:48.805886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:48.806540 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.808318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-2f10843e-17fc-4b10-9235-b622d1067c9e service neutron] 10.222.0.53 "PUT /v2.0/ports/a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 HTTP/1.1" status: 200 len: 1091 time: 4.5888364 Feb 04 15:37:48.977772 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.984398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd4f29ae-a9ef-4e01-b16a-11704d0c8c1f req-a9e19a67-79b6-4225-b2a5-f4e7daea1a04 service neutron] 10.222.0.61 "GET /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9505274 Feb 04 15:37:49.020827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb0ec5-8dfb-43ad-9a99-7f9cefe57b06 req-141f47c7-e54a-42fa-b364-61fc96dc5ab6 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.027805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5fb0ec5-8dfb-43ad-9a99-7f9cefe57b06 req-141f47c7-e54a-42fa-b364-61fc96dc5ab6 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 943 time: 0.3685119 Feb 04 15:37:49.053979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-4b739abd-782a-4e6c-bc69-891e3314a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.055664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-4b739abd-782a-4e6c-bc69-891e3314a4da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bb3459972764c3ba4c58c8ca2809534&device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 1094 time: 0.1898198 Feb 04 15:37:49.118262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a453f-3cd2-4d3c-bf37-44a27929df48 req-86593883-de08-429f-85b2-95effcb8c9f8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.120576 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a3a453f-3cd2-4d3c-bf37-44a27929df48 req-86593883-de08-429f-85b2-95effcb8c9f8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 945 time: 0.4646432 Feb 04 15:37:49.163728 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-47e8664c-2428-40f5-ad84-3c57f72cff9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 HTTP/1.1" status: 200 len: 217 time: 0.0975716 Feb 04 15:37:49.202407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5fb0ec5-8dfb-43ad-9a99-7f9cefe57b06 req-2499c203-af4f-4d38-b277-74b7914e9050 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736033 Feb 04 15:37:49.294268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59656) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:49.380982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-64118d78-4dde-42a9-947a-9168c9ac5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.386608 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a3a453f-3cd2-4d3c-bf37-44a27929df48 req-3237b077-f049-4229-80aa-11b509d0be32 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601595 Feb 04 15:37:49.409139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-64118d78-4dde-42a9-947a-9168c9ac5c11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7b2e19d-3b29-445b-8166-94405af27760 HTTP/1.1" status: 200 len: 861 time: 0.1728637 Feb 04 15:37:49.537754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-b1753ff8-65f9-4594-aa28-ad88ae1c95f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00170741-4483-4690-badf-c36f587144e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274123 Feb 04 15:37:49.620188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59664) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:49.717346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1323886990-network', 'tenant_id': '471aa203ed68486e939c8ab113a56f07'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:49.723002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:49.727636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Usage tracker for resource:network and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:49.731179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:49.739100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:49.749115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2878b6b-e9e9-4ae6-8904-21c5e5f51902', 'tag': 'a6b58bd7-cb08-42a3-a1d3-1d46ce117db9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:49.753049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 45497530-68f1-4181-a995-6e8dca4aab54 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:49.779984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Made reservation on behalf of 471aa203ed68486e939c8ab113a56f07 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:49.782331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.799496 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.818970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:49.828717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Usage tracker for resource:security_group_rule and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:49.860691 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.891841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-9126ea7b-bcfc-45f6-8427-7ba18d3dcb5f service neutron] 10.222.0.53 "GET /v2.0/networks/00170741-4483-4690-badf-c36f587144e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433769 Feb 04 15:37:49.892827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:49.895550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 45497530-68f1-4181-a995-6e8dca4aab54 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:49.896855 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2878b6b-e9e9-4ae6-8904-21c5e5f51902', 'tag': 'a6b58bd7-cb08-42a3-a1d3-1d46ce117db9', 'status': 'completed', 'code': 200} Feb 04 15:37:49.902241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:49.979076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3553a-4044-4602-8d3b-7f9a6fe74827 None None] Network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:50.084797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-111cc01e-8332-4c07-9f7f-975f8d421d76 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting subnet 0b613c4f-b90b-4652-9697-b65a42c508cf {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:37:50.092659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-111cc01e-8332-4c07-9f7f-975f8d421d76 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.174427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-111cc01e-8332-4c07-9f7f-975f8d421d76 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.218540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5acfb995-ca2c-44ac-aac6-338ce4051aa9 None None] Provisioning for port 45497530-68f1-4181-a995-6e8dca4aab54 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:50.231999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5acfb995-ca2c-44ac-aac6-338ce4051aa9 None None] Provisioning complete for port 45497530-68f1-4181-a995-6e8dca4aab54 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:50.231999 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5acfb995-ca2c-44ac-aac6-338ce4051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.247476 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.275915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.379825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f595c0c3-f349-40aa-bbfb-983cf3f52a1d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:50.428800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-111cc01e-8332-4c07-9f7f-975f8d421d76 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.439978 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5acfb995-ca2c-44ac-aac6-338ce4051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.474111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Router 904ab68e-0f29-4846-9238-65a2278514db is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:37:50.477859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:50.523905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5acfb995-ca2c-44ac-aac6-338ce4051aa9 None None] For port 45497530-68f1-4181-a995-6e8dca4aab54, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=45497530-68f1-4181-a995-6e8dca4aab54,segment=NetworkSegment(e8bdec66-7405-4584-93b7-a89cdbc239bf),segment_id=e8bdec66-7405-4584-93b7-a89cdbc239bf)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:50.529150 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5acfb995-ca2c-44ac-aac6-338ce4051aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.542740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.543093 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Added segment 1b13719f-dbe1-424d-a9f9-cab305beba09 of type vlan for network 3e563c62-9980-4f72-9bd0-f60f9c6f071a Feb 04 15:37:50.583309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1302bbde-bfd6-4190-bdaa-d0b3bacce59c req-1d6e14cc-33a4-49a4-8aa9-5a6d10012787 service neutron] 10.222.0.53 "GET /v2.0/networks/00170741-4483-4690-badf-c36f587144e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824131 Feb 04 15:37:50.631571 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.708295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589cfe-e23b-4d9c-85b3-6cdc5bce0a41 req-b939c091-272c-4ebe-8ae3-97e516847780 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.710209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a589cfe-e23b-4d9c-85b3-6cdc5bce0a41 req-b939c091-272c-4ebe-8ae3-97e516847780 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 943 time: 0.2966399 Feb 04 15:37:50.746184 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfb995-ca2c-44ac-aac6-338ce4051aa9 None None] Pushing event updated for resources: {'Port': ['ID=45497530-68f1-4181-a995-6e8dca4aab54,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:50.762869 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-111cc01e-8332-4c07-9f7f-975f8d421d76 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.769635 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.770591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.771162 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.861118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bc7ef202-0a92-49a5-a5e7-eb41c0151471 None None] Provisioning complete for port 45497530-68f1-4181-a995-6e8dca4aab54 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:50.861762 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef202-0a92-49a5-a5e7-eb41c0151471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.883242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cc01e-8332-4c07-9f7f-975f8d421d76 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Subnet': ['ID=0b613c4f-b90b-4652-9697-b65a42c508cf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:50.889552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-111cc01e-8332-4c07-9f7f-975f8d421d76 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.897607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a589cfe-e23b-4d9c-85b3-6cdc5bce0a41 req-6ebe4a9a-c96b-4e3d-8b43-87a72993a859 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728766 Feb 04 15:37:50.903318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] Pushing event updated for resources: {'Network': ['ID=3e563c62-9980-4f72-9bd0-f60f9c6f071a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:50.908368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-634141a9-9db5-4eb4-ba3b-9ee69795423f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6129239 Feb 04 15:37:50.911249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-ad15cbf3-dad7-415a-80a9-40e05f5e39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.912538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59678) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:50.912675 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-ad15cbf3-dad7-415a-80a9-40e05f5e39c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bb3459972764c3ba4c58c8ca2809534&device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 1094 time: 0.2749710 Feb 04 15:37:50.925467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:37:50.927312 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-111cc01e-8332-4c07-9f7f-975f8d421d76 tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "DELETE /v2.0/subnets/0b613c4f-b90b-4652-9697-b65a42c508cf HTTP/1.1" status: 204 len: 168 time: 1.3047781 Feb 04 15:37:50.931874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59682) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:50.935440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Request body: {'subnet': {'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1323886990-subnet', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:50.961448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7baa83e-eb1c-49a4-b32a-9df51ae6bece None None] Network d0727314-28fa-47ea-b3d1-bcecac59feb3 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:50.991360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:51.060993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:37:51.112758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Usage tracker for resource:subnet and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:51.129007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-e4ee4f1b-b596-42ba-a1a1-89be995da002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:51.130965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-e4ee4f1b-b596-42ba-a1a1-89be995da002 service neutron] 10.222.0.53 "GET /v2.0/networks?id=00170741-4483-4690-badf-c36f587144e9 HTTP/1.1" status: 200 len: 922 time: 0.2104559 Feb 04 15:37:51.135032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb16a-8a75-4270-8c38-5895407df4bb req-0cc6585e-264f-4a12-af0f-337ba73bac05 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:51.136467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-458eb16a-8a75-4270-8c38-5895407df4bb req-0cc6585e-264f-4a12-af0f-337ba73bac05 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 945 time: 0.4555929 Feb 04 15:37:51.146718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Sync routers for ids ['904ab68e-0f29-4846-9238-65a2278514db'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:51.146940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:51.158096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.159260 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fa11de93-acf2-41a0-8c56-42f89172e808 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4098291 Feb 04 15:37:51.178354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59692) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:51.179275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:51.249832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0c7629d8-9df5-41ad-aef9-646109a9c616 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:51.274677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-d089e74d-9fde-4fa3-bef0-d6a865d3c713 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 HTTP/1.1" status: 200 len: 217 time: 0.1294711 Feb 04 15:37:51.292238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Routers {'904ab68e-0f29-4846-9238-65a2278514db'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:51.293025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['904ab68e-0f29-4846-9238-65a2278514db'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:51.356963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Made reservation on behalf of 471aa203ed68486e939c8ab113a56f07 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:51.359280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.390603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-f93d7ab3-f590-45c6-98b1-e596eff37b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:51.392415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-f93d7ab3-f590-45c6-98b1-e596eff37b9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7b2e19d-3b29-445b-8166-94405af27760 HTTP/1.1" status: 200 len: 861 time: 0.1106586 Feb 04 15:37:51.465885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-80ec6250-c03c-4dab-b177-6a2dff488326 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00170741-4483-4690-badf-c36f587144e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667026 Feb 04 15:37:51.736871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 45497530-68f1-4181-a995-6e8dca4aab54 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:37:51.783760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.804693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-e53b5fb4-3c5a-4107-a7ed-bd99d59222a5 service neutron] 10.222.0.53 "GET /v2.0/networks/00170741-4483-4690-badf-c36f587144e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236871 Feb 04 15:37:51.871718 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-458eb16a-8a75-4270-8c38-5895407df4bb req-b40d71cc-f8a4-4e3b-ad6a-5c5ef552db79 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7172003 Feb 04 15:37:51.912487 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.971037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port d0415303-f753-42a9-aef1-d8b56f3b23ff {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:51.971486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.162551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Set router 904ab68e-0f29-4846-9238-65a2278514db gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:52.174186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74c9e03f-7342-4f78-959d-7c85fb108012 req-d8448571-e1d2-438d-ad0c-6a944c153054 service neutron] 10.222.0.53 "GET /v2.0/networks/00170741-4483-4690-badf-c36f587144e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603802 Feb 04 15:37:52.244065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 0c7629d8-9df5-41ad-aef9-646109a9c616 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:52.260080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59720) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:52.345934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 0c7629d8-9df5-41ad-aef9-646109a9c616 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:52.346554 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.418578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:52.433888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-380cb63d-6e75-40e6-8dff-ad0a45fd78f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.454276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-380cb63d-6e75-40e6-8dff-ad0a45fd78f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:52.459456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-380cb63d-6e75-40e6-8dff-ad0a45fd78f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f570939281484a91ce1d1aff7f6bbc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:52.463256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-380cb63d-6e75-40e6-8dff-ad0a45fd78f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:52.470395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-380cb63d-6e75-40e6-8dff-ad0a45fd78f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:52.493281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Checking segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:52.494328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Network hostable DHCP agents. Network: 3e563c62-9980-4f72-9bd0-f60f9c6f071a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:52.554155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 45497530-68f1-4181-a995-6e8dca4aab54 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:52.554529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.620133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] DHCP port deletion for d0727314-28fa-47ea-b3d1-bcecac59feb3 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:37:52.623526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-380cb63d-6e75-40e6-8dff-ad0a45fd78f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.633348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-380cb63d-6e75-40e6-8dff-ad0a45fd78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.689416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] Deleting port d0415303-f753-42a9-aef1-d8b56f3b23ff {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:52.689752 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.701266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-380cb63d-6e75-40e6-8dff-ad0a45fd78f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1f570939281484a91ce1d1aff7f6bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399519 Feb 04 15:37:52.703387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59726) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:52.706564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cb63d-6e75-40e6-8dff-ad0a45fd78f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25494e87-dc3d-4dd4-9f06-b0e6ea857eee,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:52.782389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:52.810881 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-241792f1-7487-486d-9ff9-962c344e53d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.818886 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.831475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 3e563c62-9980-4f72-9bd0-f60f9c6f071a) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:52.835968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] For port d0415303-f753-42a9-aef1-d8b56f3b23ff, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d0415303-f753-42a9-aef1-d8b56f3b23ff,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:52.836327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.851197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb50e1d-622d-4409-95c2-f6945bf270d3 req-7d4a6270-fd86-4d7d-9bfe-c5eee2b289e8 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:52.857347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-241792f1-7487-486d-9ff9-962c344e53d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.858720 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2bb50e1d-622d-4409-95c2-f6945bf270d3 req-7d4a6270-fd86-4d7d-9bfe-c5eee2b289e8 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 943 time: 0.6729231 Feb 04 15:37:52.870619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:52.870833 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.929225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ca608-49f9-4985-a22d-f39639d9eccf None None] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:52.938722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-241792f1-7487-486d-9ff9-962c344e53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.956489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241792f1-7487-486d-9ff9-962c344e53d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25494e87-dc3d-4dd4-9f06-b0e6ea857eee,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:52.971639 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-241792f1-7487-486d-9ff9-962c344e53d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.976492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-241792f1-7487-486d-9ff9-962c344e53d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25494e87-dc3d-4dd4-9f06-b0e6ea857eee HTTP/1.1" status: 204 len: 168 time: 0.2716453 Feb 04 15:37:53.088310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Calling delete_port for d0415303-f753-42a9-aef1-d8b56f3b23ff owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:53.098379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a27d4-bcde-4925-a8b9-4242da28ea65 req-b3b109fc-8a46-495c-a6a2-f62a80d150e2 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:53.099804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-537a27d4-bcde-4925-a8b9-4242da28ea65 req-b3b109fc-8a46-495c-a6a2-f62a80d150e2 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 945 time: 0.0998194 Feb 04 15:37:53.163375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-537a27d4-bcde-4925-a8b9-4242da28ea65 req-c6b50c2c-35f9-4760-ae11-a7af831f454e tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574119 Feb 04 15:37:53.304892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:53.331292 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2bb50e1d-622d-4409-95c2-f6945bf270d3 req-78276983-8e0a-48e8-a8ec-83b0e6000ff8 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716542 Feb 04 15:37:53.436279 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fd27d6b8-1fd2-4ba3-838a-f611a96031b2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5190949 Feb 04 15:37:53.439217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59748) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:53.444981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:53.451119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:53.460111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Usage tracker for resource:router and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:53.471945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:53.504457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:53.511327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.530823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:53.539549 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616', 'code': 200} Feb 04 15:37:53.548075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:53.593114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Port': ['ID=d0415303-f753-42a9-aef1-d8b56f3b23ff,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:53.601915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] No DVR routers for this DVR port d0415303-f753-42a9-aef1-d8b56f3b23ff on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:53.619733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.622140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.637543 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.660633 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.723778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a8023-7651-4821-988d-199decb0208d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:37:53.724597 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-308a8023-7651-4821-988d-199decb0208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.735308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d0415303-f753-42a9-aef1-d8b56f3b23ff no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:37:53.818586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904ab68e-0f29-4846-9238-65a2278514db', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:45Z', 'updated_at': '2022-02-04T15:37:48Z', 'revision_number': 3, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'gw_port': {'id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904ab68e-0f29-4846-9238-65a2278514db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:47Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:53.824533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: d0415303-f753-42a9-aef1-d8b56f3b23ff {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:37:53.824533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d0415303-f753-42a9-aef1-d8b56f3b23ff not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:37:53.844914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] For port d0415303-f753-42a9-aef1-d8b56f3b23ff, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d0415303-f753-42a9-aef1-d8b56f3b23ff,segment=NetworkSegment(d2750500-f4a6-4f58-8ccb-af3654899144),segment_id=d2750500-f4a6-4f58-8ccb-af3654899144)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:53.844914 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.848684 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.865045 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:53.881086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Checking router: 904ab68e-0f29-4846-9238-65a2278514db for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:53.881503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Updating router 904ab68e-0f29-4846-9238-65a2278514db port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:37:53.920817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0727314-28fa-47ea-b3d1-bcecac59feb3']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:53.944974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2750500-f4a6-4f58-8ccb-af3654899144') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:53.945685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2750500-f4a6-4f58-8ccb-af3654899144') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:53.977401 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.996954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.084496 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.100965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:54.102737 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:54.121447 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:54.153831 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.200375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.328485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd1baa-ef2f-4b72-9bf6-c90d4b74b365 req-0b3e7a44-6d50-4ebd-9453-dbafd65d0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:54.329977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70dd1baa-ef2f-4b72-9bf6-c90d4b74b365 req-0b3e7a44-6d50-4ebd-9453-dbafd65d0b77 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 1097 time: 0.8079419 Feb 04 15:37:54.404412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] Calling delete_port for d0415303-f753-42a9-aef1-d8b56f3b23ff owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:54.444083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.470749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70dd1baa-ef2f-4b72-9bf6-c90d4b74b365 req-982715c7-44ff-4e54-aa1f-adfae166fc11 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290371 Feb 04 15:37:54.477590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:54.558241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Allocated IP 172.20.0.1 (70d3a0e9-040a-4fa3-ae39-682637dae0c7/6936e195-0029-40a3-bed4-64f1ccdd94e1/dc5ff55f-85b1-47ea-a18b-0c45bf187dbc) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:54.609264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a5a6-82a4-4fbd-9f15-0f95d64972be req-74f9f464-68c2-41ff-a7fc-c24663b443b7 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:54.610828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1a91a5a6-82a4-4fbd-9f15-0f95d64972be req-74f9f464-68c2-41ff-a7fc-c24663b443b7 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 946 time: 0.2419317 Feb 04 15:37:54.732492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1a91a5a6-82a4-4fbd-9f15-0f95d64972be req-0fe1f2e9-4cf1-4360-9a1d-9f7600c4da8c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120930 Feb 04 15:37:54.809936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-308a8023-7651-4821-988d-199decb0208d None None] Allocated IP 172.20.0.2 (3e563c62-9980-4f72-9bd0-f60f9c6f071a/ab7f8d5d-e36f-4cb3-8bf2-911e596292f2/88521c35-11a2-46c9-8565-49e74c8fa019) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:54.848852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.877828 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:54.878086 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:54.885547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,segment=NetworkSegment(4ea5ad38-bb67-400a-8ee8-a181ef924343),segment_id=4ea5ad38-bb67-400a-8ee8-a181ef924343)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:54.913033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.974601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.992304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'a6b58bd7-cb08-42a3-a1d3-1d46ce117db9', 'network_id': '00170741-4483-4690-badf-c36f587144e9', 'port_id': 'a6b58bd7-cb08-42a3-a1d3-1d46ce117db9', 'mac_address': 'fa:16:3e:a1:64:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b2e19d-3b29-445b-8166-94405af27760', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:37:54.995707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Transition to ACTIVE for port object dc5ff55f-85b1-47ea-a18b-0c45bf187dbc will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:55.008621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.076105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Network': ['ID=d0727314-28fa-47ea-b3d1-bcecac59feb3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:55.130833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59790) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:55.131026 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-db8008a5-5769-44ea-ae63-fe00a1055b4a tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "DELETE /v2.0/networks/d0727314-28fa-47ea-b3d1-bcecac59feb3 HTTP/1.1" status: 204 len: 168 time: 4.1898265 Feb 04 15:37:55.137659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.241327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2debd57-a119-4391-87ba-c14e16f494dc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting subnet 0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:37:55.245656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2debd57-a119-4391-87ba-c14e16f494dc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.253895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:55.263785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:55.275971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:55.361200 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.455377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59804) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:55.500597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2debd57-a119-4391-87ba-c14e16f494dc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.584695 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.611832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Transition to ACTIVE for port object 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:55.619176 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.632028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] Deleting port d0415303-f753-42a9-aef1-d8b56f3b23ff {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:55.633094 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.695070 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.709172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01563f8c-894e-498a-8a2d-bdd1026c0fe7 req-9c0498e0-7e9b-4faa-9d20-b0c6ec904551 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:55.718766 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01563f8c-894e-498a-8a2d-bdd1026c0fe7 req-9c0498e0-7e9b-4faa-9d20-b0c6ec904551 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 943 time: 0.6850462 Feb 04 15:37:55.754995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5ff55f-85b1-47ea-a18b-0c45bf187dbc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:55.782398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-379274bf-7f92-41cb-a90d-c10abc6dadda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.836176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:55.860253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cb3392cf-7179-4e78-bb30-460290bcfb4f None None] The port 'd0415303-f753-42a9-aef1-d8b56f3b23ff' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:37:55.872428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-379274bf-7f92-41cb-a90d-c10abc6dadda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:55.885116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Attempting to bind port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:55.889755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Attempting to bind port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:55.890512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Attempting to bind port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:55.904601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59814) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:55.910223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-379274bf-7f92-41cb-a90d-c10abc6dadda admin admin] Usage tracker for resource:security_group_rule and tenant:bf6cf5fe0b334148b9e0f9654dc720cc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:55.912070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:37:55.912723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:55.913267 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.913862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:37:55.914487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Bound port: 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:55.914889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Allocated IP 172.25.8.57 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/c94a8bdf-b524-4c5d-bc51-242d535a8822) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:55.915015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.917732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-379274bf-7f92-41cb-a90d-c10abc6dadda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:55.933604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-379274bf-7f92-41cb-a90d-c10abc6dadda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:55.948354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2debd57-a119-4391-87ba-c14e16f494dc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.965342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e8b485a5-12fd-49ff-b79c-c0069642a9e6 None None] Provisioning for port dc5ff55f-85b1-47ea-a18b-0c45bf187dbc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:55.999585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,segment=NetworkSegment(4ea5ad38-bb67-400a-8ee8-a181ef924343),segment_id=4ea5ad38-bb67-400a-8ee8-a181ef924343)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:56.024233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7584bf0-3166-48e7-9b89-761aa6d1619b None None] Pushing event updated for resources: {'Port': ['ID=2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.032487 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.045190 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01563f8c-894e-498a-8a2d-bdd1026c0fe7 req-338fc702-0469-40ff-ae40-a19d916bb49a tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188887 Feb 04 15:37:56.066101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.075230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e8b485a5-12fd-49ff-b79c-c0069642a9e6 None None] Provisioning complete for port dc5ff55f-85b1-47ea-a18b-0c45bf187dbc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:56.075757 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e8b485a5-12fd-49ff-b79c-c0069642a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.155464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-400c8d23-8909-4059-aa88-e180d88fb424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.175190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-400c8d23-8909-4059-aa88-e180d88fb424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:37:56.183387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-400c8d23-8909-4059-aa88-e180d88fb424 admin admin] Usage tracker for resource:security_group_rule and tenant:6bef8f8bf543401fb43ecf8cac329160 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:37:56.192889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-400c8d23-8909-4059-aa88-e180d88fb424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:37:56.198080 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-308a8023-7651-4821-988d-199decb0208d None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.202702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-400c8d23-8909-4059-aa88-e180d88fb424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:37:56.218802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] For port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:37:56.230589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] For port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:37:56.234111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-308a8023-7651-4821-988d-199decb0208d None None] Transition to ACTIVE for port object 88521c35-11a2-46c9-8565-49e74c8fa019 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:56.236881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e8b485a5-12fd-49ff-b79c-c0069642a9e6 None None] Port dc5ff55f-85b1-47ea-a18b-0c45bf187dbc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:37:56.244979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.253440 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.266447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cb7f0-6473-4238-8fbf-8122b033745f req-acf3f508-183b-4f30-bc14-374c03e69d51 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:56.267905 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-571cb7f0-6473-4238-8fbf-8122b033745f req-acf3f508-183b-4f30-bc14-374c03e69d51 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 946 time: 0.3217735 Feb 04 15:37:56.274117 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2debd57-a119-4391-87ba-c14e16f494dc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.277709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-308a8023-7651-4821-988d-199decb0208d None None] Transition to ACTIVE for port object 88521c35-11a2-46c9-8565-49e74c8fa019 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:56.346075 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-308a8023-7651-4821-988d-199decb0208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.359428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.362960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['a6b58bd7-cb08-42a3-a1d3-1d46ce117db9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:37:56.364856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2debd57-a119-4391-87ba-c14e16f494dc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.399279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2debd57-a119-4391-87ba-c14e16f494dc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.403417 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-379274bf-7f92-41cb-a90d-c10abc6dadda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.417856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07669a2c-e421-4383-a9d6-8a921062c4ea None None] Network d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:37:56.425246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-379274bf-7f92-41cb-a90d-c10abc6dadda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.433288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.445654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.508666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-400c8d23-8909-4059-aa88-e180d88fb424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.529238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308a8023-7651-4821-988d-199decb0208d None None] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:56.531410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-400c8d23-8909-4059-aa88-e180d88fb424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.544694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-308a8023-7651-4821-988d-199decb0208d None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:56.564897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a8023-7651-4821-988d-199decb0208d None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:56.598218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-571cb7f0-6473-4238-8fbf-8122b033745f req-58b13962-31af-41d6-b5e1-1e455bc19695 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086674 Feb 04 15:37:56.608410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e2debd57-a119-4391-87ba-c14e16f494dc tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "DELETE /v2.0/subnets/0b4fd8ed-c3fb-4593-bb9b-1e73deaa4f5a HTTP/1.1" status: 204 len: 168 time: 1.4756587 Feb 04 15:37:56.624136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59820) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:56.624436 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-400c8d23-8909-4059-aa88-e180d88fb424 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bef8f8bf543401fb43ecf8cac329160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6495938 Feb 04 15:37:56.624436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5ff55f-85b1-47ea-a18b-0c45bf187dbc,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.626247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59822) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:56.633648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.639154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c8d23-8909-4059-aa88-e180d88fb424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da805a91-a3a5-4120-99a9-7f099f66a6cd,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.652125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-379274bf-7f92-41cb-a90d-c10abc6dadda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf6cf5fe0b334148b9e0f9654dc720cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1781573 Feb 04 15:37:56.657583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59830) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:37:56.714155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379274bf-7f92-41cb-a90d-c10abc6dadda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4330ccc3-f0d6-4655-a768-af17f805d805,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.799105 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.835871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Routers {'904ab68e-0f29-4846-9238-65a2278514db'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:37:56.837074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['904ab68e-0f29-4846-9238-65a2278514db'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:56.837551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.847310 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e85d88e-2f47-47d8-a0fe-bdb15a56a3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.887566 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5a49-342b-4d96-b6f1-65d734b5ed90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.896935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:56.901386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e85d88e-2f47-47d8-a0fe-bdb15a56a3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.907885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:56.910075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:56.915088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:56.917289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:37:56.932163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7584bf0-3166-48e7-9b89-761aa6d1619b None None] Pushing event updated for resources: {'Port': ['ID=2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.948031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Deleting port 7a790605-3efd-4986-ac86-ada6e09970a5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:56.948397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.009901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Pushing event updated for resources: {'Port': ['ID=c94a8bdf-b524-4c5d-bc51-242d535a8822,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:57.027855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5a49-342b-4d96-b6f1-65d734b5ed90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.152580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e85d88e-2f47-47d8-a0fe-bdb15a56a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.182904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85d88e-2f47-47d8-a0fe-bdb15a56a3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4330ccc3-f0d6-4655-a768-af17f805d805,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:57.206542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Router 904ab68e-0f29-4846-9238-65a2278514db has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:37:57.209561 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e85d88e-2f47-47d8-a0fe-bdb15a56a3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.214907 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4e85d88e-2f47-47d8-a0fe-bdb15a56a3ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4330ccc3-f0d6-4655-a768-af17f805d805 HTTP/1.1" status: 204 len: 168 time: 0.5563364 Feb 04 15:37:57.249370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-308a8023-7651-4821-988d-199decb0208d None None] Attempting to bind port 88521c35-11a2-46c9-8565-49e74c8fa019 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:57.249802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-308a8023-7651-4821-988d-199decb0208d None None] Attempting to bind port 88521c35-11a2-46c9-8565-49e74c8fa019 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:57.250158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308a8023-7651-4821-988d-199decb0208d None None] Attempting to bind port 88521c35-11a2-46c9-8565-49e74c8fa019 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:37:57.341387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a8023-7651-4821-988d-199decb0208d None None] Pushing event updated for resources: {'Port': ['ID=88521c35-11a2-46c9-8565-49e74c8fa019,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:57.356075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308a8023-7651-4821-988d-199decb0208d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:37:57.356715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308a8023-7651-4821-988d-199decb0208d None None] Checking segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:37:57.357312 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-308a8023-7651-4821-988d-199decb0208d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.358318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308a8023-7651-4821-988d-199decb0208d None None] Bound using segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:37:57.359025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-308a8023-7651-4821-988d-199decb0208d None None] Bound port: 88521c35-11a2-46c9-8565-49e74c8fa019, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:57.360265 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-308a8023-7651-4821-988d-199decb0208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.735168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] Set router 904ab68e-0f29-4846-9238-65a2278514db gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:37:57.778915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:37:57.792226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-53813f2e-d5cf-47dd-92f6-8babc8ece420 admin admin] 10.222.0.46 "PUT /v2.0/routers/904ab68e-0f29-4846-9238-65a2278514db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5871522 Feb 04 15:37:57.811482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd14b21c-8b6b-474b-89f2-2d28ddaa18ef None None] Provisioning complete for port dc5ff55f-85b1-47ea-a18b-0c45bf187dbc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:57.811851 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd14b21c-8b6b-474b-89f2-2d28ddaa18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.970805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] DHCP port deletion for d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:37:58.023005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] For port 7a790605-3efd-4986-ac86-ada6e09970a5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7a790605-3efd-4986-ac86-ada6e09970a5,segment=NetworkSegment(975fe13a-b3ae-4ac8-b4b7-2e24e16742dc),segment_id=975fe13a-b3ae-4ac8-b4b7-2e24e16742dc)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:58.023620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.038831 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5a49-342b-4d96-b6f1-65d734b5ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.062571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] Deleting port 7a790605-3efd-4986-ac86-ada6e09970a5 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:58.062756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.096195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-308a8023-7651-4821-988d-199decb0208d None None] For port 88521c35-11a2-46c9-8565-49e74c8fa019, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:37:58.103024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-bd14b21c-8b6b-474b-89f2-2d28ddaa18ef None None] Port dc5ff55f-85b1-47ea-a18b-0c45bf187dbc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:37:58.113845 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.140801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-308a8023-7651-4821-988d-199decb0208d None None] For port 88521c35-11a2-46c9-8565-49e74c8fa019, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=88521c35-11a2-46c9-8565-49e74c8fa019,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:37:58.155538 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-308a8023-7651-4821-988d-199decb0208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.261248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Calling delete_port for 7a790605-3efd-4986-ac86-ada6e09970a5 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:58.397332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a5a49-342b-4d96-b6f1-65d734b5ed90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da805a91-a3a5-4120-99a9-7f099f66a6cd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:58.410525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.551433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a8023-7651-4821-988d-199decb0208d None None] Pushing event updated for resources: {'Port': ['ID=88521c35-11a2-46c9-8565-49e74c8fa019,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:58.622261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] For port 7a790605-3efd-4986-ac86-ada6e09970a5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7a790605-3efd-4986-ac86-ada6e09970a5,segment=NetworkSegment(975fe13a-b3ae-4ac8-b4b7-2e24e16742dc),segment_id=975fe13a-b3ae-4ac8-b4b7-2e24e16742dc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:37:58.622652 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.661730 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5a49-342b-4d96-b6f1-65d734b5ed90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.662864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad6a5a49-342b-4d96-b6f1-65d734b5ed90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da805a91-a3a5-4120-99a9-7f099f66a6cd HTTP/1.1" status: 204 len: 168 time: 2.0353699 Feb 04 15:37:58.697362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] No DVR routers for this DVR port 7a790605-3efd-4986-ac86-ada6e09970a5 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:58.745613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Port': ['ID=7a790605-3efd-4986-ac86-ada6e09970a5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:58.756382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ebecb-fd4c-47fa-bd6f-585ba9f50411 req-5b4bb893-46ce-415b-bb3a-46f2edc16220 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:58.757945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-255ebecb-fd4c-47fa-bd6f-585ba9f50411 req-5b4bb893-46ce-415b-bb3a-46f2edc16220 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 944 time: 1.4433923 Feb 04 15:37:58.804973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] Calling delete_port for 7a790605-3efd-4986-ac86-ada6e09970a5 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:37:58.907141 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af6924b7-a8e5-4cc3-a212-81f676494ac2 req-1497cf98-f357-4ffb-904c-481744d44237 tempest-FloatingIPsNegativeTestJSON-114484093 tempest-FloatingIPsNegativeTestJSON-114484093-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=87d39f63ecc44573809ba7a611a0cdd7 HTTP/1.1" status: 200 len: 217 time: 0.2016280 Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: from cryptography.utils import int_from_bytes Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: from cryptography.utils import int_from_bytes Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn_limited( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn_limited( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.979965 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:58.982745 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:37:59.006191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:59.006699 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:59.013196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904ab68e-0f29-4846-9238-65a2278514db', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:45Z', 'updated_at': '2022-02-04T15:37:55Z', 'revision_number': 4, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'gw_port': {'id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904ab68e-0f29-4846-9238-65a2278514db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:47Z', 'updated_at': '2022-02-04T15:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'dc5ff55f-85b1-47ea-a18b-0c45bf187dbc', 'name': '', 'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'mac_address': 'fa:16:3e:ca:7f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904ab68e-0f29-4846-9238-65a2278514db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '6936e195-0029-40a3-bed4-64f1ccdd94e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:37:56Z', 'revision_number': 2, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'subnets': [{'id': '6936e195-0029-40a3-bed4-64f1ccdd94e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:59.017725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c947d9-88b1-4e94-9738-31e838d84eb5 None None] The sync data for ids ['904ab68e-0f29-4846-9238-65a2278514db'] in n-d-827870-1 is: [{'id': '904ab68e-0f29-4846-9238-65a2278514db', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:45Z', 'updated_at': '2022-02-04T15:37:55Z', 'revision_number': 4, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'gw_port': {'id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904ab68e-0f29-4846-9238-65a2278514db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:47Z', 'updated_at': '2022-02-04T15:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'dc5ff55f-85b1-47ea-a18b-0c45bf187dbc', 'name': '', 'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'mac_address': 'fa:16:3e:ca:7f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904ab68e-0f29-4846-9238-65a2278514db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '6936e195-0029-40a3-bed4-64f1ccdd94e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:37:56Z', 'revision_number': 2, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'subnets': [{'id': '6936e195-0029-40a3-bed4-64f1ccdd94e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:59.091993 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.106801 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-255ebecb-fd4c-47fa-bd6f-585ba9f50411 req-a4c54bf5-81d8-43f8-bee3-68317b41b96b tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145790 Feb 04 15:37:59.255787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:59.258942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f738f-76bd-4812-bf41-dcbfb5aaa160 req-bbc93d3c-3e92-4322-b8c7-e89fe8136537 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.278164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f738f-76bd-4812-bf41-dcbfb5aaa160 req-bbc93d3c-3e92-4322-b8c7-e89fe8136537 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.286302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0c7629d8-9df5-41ad-aef9-646109a9c616 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:37:59.294089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f738f-76bd-4812-bf41-dcbfb5aaa160 req-bbc93d3c-3e92-4322-b8c7-e89fe8136537 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.303672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:59.304037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975fe13a-b3ae-4ac8-b4b7-2e24e16742dc') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:59.304417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f738f-76bd-4812-bf41-dcbfb5aaa160 req-bbc93d3c-3e92-4322-b8c7-e89fe8136537 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.319224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f738f-76bd-4812-bf41-dcbfb5aaa160 req-bbc93d3c-3e92-4322-b8c7-e89fe8136537 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.346567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f738f-76bd-4812-bf41-dcbfb5aaa160 req-bbc93d3c-3e92-4322-b8c7-e89fe8136537 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.354225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f738f-76bd-4812-bf41-dcbfb5aaa160 req-bbc93d3c-3e92-4322-b8c7-e89fe8136537 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.356155 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc0f738f-76bd-4812-bf41-dcbfb5aaa160 req-bbc93d3c-3e92-4322-b8c7-e89fe8136537 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.3053586 Feb 04 15:37:59.359923 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.415413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.510145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc0f738f-76bd-4812-bf41-dcbfb5aaa160 req-f9873a3e-2fbe-4f4b-bfb0-011248c91ec0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339474 Feb 04 15:37:59.599445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-352a95b0-a5b9-4d50-b2a6-3a3ba670aa02 req-58c4210e-d03e-48a3-8d2f-f08c71b0f7df tempest-FloatingIPsNegativeTestJSON-114484093 tempest-FloatingIPsNegativeTestJSON-114484093-project] Synchronizing usage tracker for tenant:87d39f63ecc44573809ba7a611a0cdd7 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:37:59.648330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-352a95b0-a5b9-4d50-b2a6-3a3ba670aa02 req-58c4210e-d03e-48a3-8d2f-f08c71b0f7df tempest-FloatingIPsNegativeTestJSON-114484093 tempest-FloatingIPsNegativeTestJSON-114484093-project] Unset dirty status for tenant:87d39f63ecc44573809ba7a611a0cdd7 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:37:59.657189 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-352a95b0-a5b9-4d50-b2a6-3a3ba670aa02 req-58c4210e-d03e-48a3-8d2f-f08c71b0f7df tempest-FloatingIPsNegativeTestJSON-114484093 tempest-FloatingIPsNegativeTestJSON-114484093-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0891311 Feb 04 15:37:59.670202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] Deleting port 7a790605-3efd-4986-ac86-ada6e09970a5 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:37:59.670713 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.835412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:59.836131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:59.912527 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:59.962463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-73b9434b-cfa1-4a43-8068-73438abc74ec None None] The port '7a790605-3efd-4986-ac86-ada6e09970a5' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:38:00.035233 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-cfaf0fbf-c1e0-4403-a6a8-a4d59fa9ab30 req-8ef39950-26e2-4401-88f6-53f895fd7c3c tempest-FloatingIPsNegativeTestJSON-114484093 tempest-FloatingIPsNegativeTestJSON-114484093-project] show failed (client error): The resource could not be found. Feb 04 15:38:00.062712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:00.068554 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cfaf0fbf-c1e0-4403-a6a8-a4d59fa9ab30 req-8ef39950-26e2-4401-88f6-53f895fd7c3c tempest-FloatingIPsNegativeTestJSON-114484093 tempest-FloatingIPsNegativeTestJSON-114484093-project] 10.222.0.46 "GET /v2.0/floatingips/f0384915-2bd6-41db-8a0b-28d71e81c5bc HTTP/1.1" status: 404 len: 350 time: 0.3112788 Feb 04 15:38:00.069266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59936) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:00.143652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 88521c35-11a2-46c9-8565-49e74c8fa019 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:00.154001 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.287684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:00.354781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '0c7629d8-9df5-41ad-aef9-646109a9c616', 'network_id': '348f8a6c-8de0-4043-9de9-651f4f8a2053', 'port_id': '0c7629d8-9df5-41ad-aef9-646109a9c616', 'mac_address': 'fa:16:3e:f9:b4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc02a95-b92d-4263-b839-e2b24f941b43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:00.481740 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.556007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c7629d8-9df5-41ad-aef9-646109a9c616 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:00.560180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 88521c35-11a2-46c9-8565-49e74c8fa019 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:00.587037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:00.596509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:00.598092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:00.598736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.687058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa77998-e2b0-4cd1-82e3-4624f6837bc3 None None] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:00.777853 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.815951 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.842080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed81e34-ed57-43a8-9b7f-3dece2824bfe req-d751f16a-5aa0-430d-ac46-1d23474367f8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:00.848986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bed81e34-ed57-43a8-9b7f-3dece2824bfe req-d751f16a-5aa0-430d-ac46-1d23474367f8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 946 time: 1.2228236 Feb 04 15:38:00.859388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] Pushing event deleted for resources: {'Network': ['ID=d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:00.916815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6cdc9127-0933-41c7-8faf-8bb6340981bb tempest-ServersTestMultiNic-435220659 tempest-ServersTestMultiNic-435220659-project] 10.222.0.46 "DELETE /v2.0/networks/d2bdeb80-7ab8-4191-a5d6-aaadfe853ff7 HTTP/1.1" status: 204 len: 168 time: 4.2963669 Feb 04 15:38:00.966011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Router 81604e1b-b521-479b-bdb7-4db10f49e87d is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:38:01.015921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bed81e34-ed57-43a8-9b7f-3dece2824bfe req-9ff95c67-0d7d-472e-aab6-1989497f5165 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659384 Feb 04 15:38:01.175133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.185590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7a790605-3efd-4986-ac86-ada6e09970a5 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:01.374109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0c7629d8-9df5-41ad-aef9-646109a9c616 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:01.479092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0c7629d8-9df5-41ad-aef9-646109a9c616'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:38:01.602819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b04b7-0403-4663-b561-6d6f02bfb995 req-976fa2b8-7932-4afb-bf44-3cb71a16f30a tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:01.604404 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-448b04b7-0403-4663-b561-6d6f02bfb995 req-976fa2b8-7932-4afb-bf44-3cb71a16f30a tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 944 time: 0.9935234 Feb 04 15:38:01.620377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:38:01.669513 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Sync routers for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:01.685220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 7a790605-3efd-4986-ac86-ada6e09970a5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:38:01.685600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7a790605-3efd-4986-ac86-ada6e09970a5 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:01.700932 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:01.701332 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:01.744276 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51425070-300d-4602-978b-a02ecda511df admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.754409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-51425070-300d-4602-978b-a02ecda511df admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3116260 Feb 04 15:38:01.757505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59970) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:01.874572 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f8729b82-1d24-4b24-becb-4a81b5b07871 None None] Provisioning for port 88521c35-11a2-46c9-8565-49e74c8fa019 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:01.946739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:01.969261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-448b04b7-0403-4663-b561-6d6f02bfb995 req-80d0033a-48b5-4098-9772-cd5ca7b3e391 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536651 Feb 04 15:38:01.993536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:02.016243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f8729b82-1d24-4b24-becb-4a81b5b07871 None None] Provisioning complete for port 88521c35-11a2-46c9-8565-49e74c8fa019 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:02.016992 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f8729b82-1d24-4b24-becb-4a81b5b07871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.018627 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.105527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.105878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.106220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.106556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.106883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.107383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.107849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.108454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.109146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.109626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.110105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.110657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:02.238282 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:02.258440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47ec1-9b09-4660-bb55-b60c8cb82999 req-068d8f12-b38a-457b-b391-51e26092fd36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.275298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47ec1-9b09-4660-bb55-b60c8cb82999 req-068d8f12-b38a-457b-b391-51e26092fd36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.296387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47ec1-9b09-4660-bb55-b60c8cb82999 req-068d8f12-b38a-457b-b391-51e26092fd36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.319861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47ec1-9b09-4660-bb55-b60c8cb82999 req-068d8f12-b38a-457b-b391-51e26092fd36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.338428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47ec1-9b09-4660-bb55-b60c8cb82999 req-068d8f12-b38a-457b-b391-51e26092fd36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.352082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47ec1-9b09-4660-bb55-b60c8cb82999 req-068d8f12-b38a-457b-b391-51e26092fd36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.370074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47ec1-9b09-4660-bb55-b60c8cb82999 req-068d8f12-b38a-457b-b391-51e26092fd36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.379125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65f47ec1-9b09-4660-bb55-b60c8cb82999 req-068d8f12-b38a-457b-b391-51e26092fd36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 0.9030228 Feb 04 15:38:02.607344 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.739187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0c7629d8-9df5-41ad-aef9-646109a9c616 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:02.743788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.890274 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65f47ec1-9b09-4660-bb55-b60c8cb82999 req-0660d8a6-bcee-4dfb-a1fd-5a9601227dd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5086594 Feb 04 15:38:02.936253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:02.956613 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:37:57Z', 'revision_number': 3, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:02.962880 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Checking router: 81604e1b-b521-479b-bdb7-4db10f49e87d for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:02.963483 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Updating router 81604e1b-b521-479b-bdb7-4db10f49e87d port c94a8bdf-b524-4c5d-bc51-242d535a8822 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:38:02.970383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-f59edc88-c86c-46d0-939d-22085a6dd6ee tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.979465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-f59edc88-c86c-46d0-939d-22085a6dd6ee tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.986849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-f59edc88-c86c-46d0-939d-22085a6dd6ee tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.001876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-f59edc88-c86c-46d0-939d-22085a6dd6ee tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.013271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-f59edc88-c86c-46d0-939d-22085a6dd6ee tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.019461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-f59edc88-c86c-46d0-939d-22085a6dd6ee tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.031824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-f59edc88-c86c-46d0-939d-22085a6dd6ee tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.034291 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-f59edc88-c86c-46d0-939d-22085a6dd6ee tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 1.0761967 Feb 04 15:38:03.072219 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.085911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:03.086604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.147163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:03.167391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2878b6b-e9e9-4ae6-8904-21c5e5f51902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b58bd7-cb08-42a3-a1d3-1d46ce117db9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:03.231205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406ba06-2214-46c4-8dfe-0192be9feb90 req-753b7dd5-cf7e-4fe8-b42c-79824f6526d8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.232110 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.240972 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5406ba06-2214-46c4-8dfe-0192be9feb90 req-753b7dd5-cf7e-4fe8-b42c-79824f6526d8 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 945 time: 0.8318098 Feb 04 15:38:03.251919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,segment=NetworkSegment(4ea5ad38-bb67-400a-8ee8-a181ef924343),segment_id=4ea5ad38-bb67-400a-8ee8-a181ef924343)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:03.341454 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f8729b82-1d24-4b24-becb-4a81b5b07871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.387200 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5406ba06-2214-46c4-8dfe-0192be9feb90 req-7bd744d7-2ea1-44d1-9723-f27ec3c2b406 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450858 Feb 04 15:38:03.404839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] Sync routers for ids ['904ab68e-0f29-4846-9238-65a2278514db'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:03.442457 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.453291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-69f28d04-b50a-4b88-8200-ce2c6cb11fb9 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.456158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-69f28d04-b50a-4b88-8200-ce2c6cb11fb9 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "GET /v2.0/ports/6b9e96db-8e49-4b8a-a71c-190000ac9de8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1767993 Feb 04 15:38:03.499639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f8729b82-1d24-4b24-becb-4a81b5b07871 None None] For port 88521c35-11a2-46c9-8565-49e74c8fa019, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=88521c35-11a2-46c9-8565-49e74c8fa019,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:03.538839 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f8729b82-1d24-4b24-becb-4a81b5b07871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.558487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] Routers {'904ab68e-0f29-4846-9238-65a2278514db'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:03.560759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['904ab68e-0f29-4846-9238-65a2278514db'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:03.586083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Deleting port dc5ff55f-85b1-47ea-a18b-0c45bf187dbc {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:03.586694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.724342 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2878b6b-e9e9-4ae6-8904-21c5e5f51902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b58bd7-cb08-42a3-a1d3-1d46ce117db9', 'code': 200} Feb 04 15:38:03.744060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:03.952217 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.979352 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Transition to ACTIVE for port object c94a8bdf-b524-4c5d-bc51-242d535a8822 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:03.994321 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:03.996059 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.017739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.183902 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.198641 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Attempting to bind port c94a8bdf-b524-4c5d-bc51-242d535a8822 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:04.199262 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Attempting to bind port c94a8bdf-b524-4c5d-bc51-242d535a8822 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:04.200370 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Attempting to bind port c94a8bdf-b524-4c5d-bc51-242d535a8822 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:04.226331 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:38:04.230962 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:04.231572 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.232170 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:38:04.232983 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Bound port: c94a8bdf-b524-4c5d-bc51-242d535a8822, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:04.233546 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.290940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Calling delete_port for dc5ff55f-85b1-47ea-a18b-0c45bf187dbc owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:04.351219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60032) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:04.354568 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] For port c94a8bdf-b524-4c5d-bc51-242d535a8822, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:04.359584 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] For port c94a8bdf-b524-4c5d-bc51-242d535a8822, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c94a8bdf-b524-4c5d-bc51-242d535a8822,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:38:04.366606 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.410550 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:04.411401 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:04.579012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:04.594833 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d11dff72-7d49-46a4-b0a3-97d02a8cb8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.622258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-06755c67-36fc-49df-b717-c11dd8f51ac8 None None] Provisioning complete for port 88521c35-11a2-46c9-8565-49e74c8fa019 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:04.622629 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-06755c67-36fc-49df-b717-c11dd8f51ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.648106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a111e4-8072-4f73-a0be-04b32fa8bec8 req-60f0afc7-126d-49aa-b961-12dca6b547ba tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.650244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29a111e4-8072-4f73-a0be-04b32fa8bec8 req-60f0afc7-126d-49aa-b961-12dca6b547ba tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 945 time: 1.1931651 Feb 04 15:38:04.677598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ba43b-bf99-4077-8a00-2c9ff237a06c req-8eea7ee9-2dc9-42a9-93f3-a284c98265d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.682247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e33ba43b-bf99-4077-8a00-2c9ff237a06c req-8eea7ee9-2dc9-42a9-93f3-a284c98265d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 1096 time: 0.8369105 Feb 04 15:38:04.685765 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.698244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-095e6860-08cf-4d66-a022-a6fe285e0050 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "GET /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1166952 Feb 04 15:38:04.709446 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:04.722643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] Set router 904ab68e-0f29-4846-9238-65a2278514db gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:04.798362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:04.912422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.005768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5ff55f-85b1-47ea-a18b-0c45bf187dbc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:05.007126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8729b82-1d24-4b24-becb-4a81b5b07871 None None] Pushing event updated for resources: {'Port': ['ID=88521c35-11a2-46c9-8565-49e74c8fa019,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:05.010276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29a111e4-8072-4f73-a0be-04b32fa8bec8 req-2c100ad5-64b4-45f0-80a7-f5a5cbdc8e46 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370633 Feb 04 15:38:05.137388 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Pushing event updated for resources: {'Port': ['ID=c94a8bdf-b524-4c5d-bc51-242d535a8822,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:05.155846 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.162636 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.163130 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.163471 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.163801 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.164132 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.164453 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.164885 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.165228 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.165446 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.165796 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.170188 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:05.197407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e33ba43b-bf99-4077-8a00-2c9ff237a06c req-e9fc413b-94e6-4c01-adba-3bba834526ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839416 Feb 04 15:38:05.427499 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:37:57Z', 'revision_number': 3, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:05.443872 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31978d9b-f44c-4c32-b76e-cfbf7614985c None None] Pushing event updated for resources: {'Port': ['ID=c94a8bdf-b524-4c5d-bc51-242d535a8822,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:05.458011 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40adea09-2d16-4df2-8b88-4f92cbf635d5 None None] The sync data for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 is: [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:37:57Z', 'revision_number': 3, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:05.547960 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.605766 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.671010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:05.681746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0c7629d8-9df5-41ad-aef9-646109a9c616 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:05.751368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60058) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:05.998239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 0c7629d8-9df5-41ad-aef9-646109a9c616 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:06.001634 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.163601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce119-81ed-44ca-b5e0-d917670acfb1 req-1eb0fae0-7ded-4b95-942b-12f3195824c2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.176835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce119-81ed-44ca-b5e0-d917670acfb1 req-1eb0fae0-7ded-4b95-942b-12f3195824c2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.184205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce119-81ed-44ca-b5e0-d917670acfb1 req-1eb0fae0-7ded-4b95-942b-12f3195824c2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.193930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce119-81ed-44ca-b5e0-d917670acfb1 req-1eb0fae0-7ded-4b95-942b-12f3195824c2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.201009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce119-81ed-44ca-b5e0-d917670acfb1 req-1eb0fae0-7ded-4b95-942b-12f3195824c2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.212349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce119-81ed-44ca-b5e0-d917670acfb1 req-1eb0fae0-7ded-4b95-942b-12f3195824c2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.219662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce119-81ed-44ca-b5e0-d917670acfb1 req-1eb0fae0-7ded-4b95-942b-12f3195824c2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.229568 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5e5ce119-81ed-44ca-b5e0-d917670acfb1 req-1eb0fae0-7ded-4b95-942b-12f3195824c2 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 5445 time: 1.3591993 Feb 04 15:38:06.398350 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.403630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904ab68e-0f29-4846-9238-65a2278514db', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:45Z', 'updated_at': '2022-02-04T15:37:55Z', 'revision_number': 4, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'gw_port': {'id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904ab68e-0f29-4846-9238-65a2278514db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:47Z', 'updated_at': '2022-02-04T15:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'dc5ff55f-85b1-47ea-a18b-0c45bf187dbc', 'name': '', 'network_id': '70d3a0e9-040a-4fa3-ae39-682637dae0c7', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'mac_address': 'fa:16:3e:ca:7f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904ab68e-0f29-4846-9238-65a2278514db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '6936e195-0029-40a3-bed4-64f1ccdd94e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:37:56Z', 'revision_number': 2, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'subnets': [{'id': '6936e195-0029-40a3-bed4-64f1ccdd94e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:06.450129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] Checking router: 904ab68e-0f29-4846-9238-65a2278514db for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:06.450483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] Updating router 904ab68e-0f29-4846-9238-65a2278514db port dc5ff55f-85b1-47ea-a18b-0c45bf187dbc binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:38:06.540382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] Port dc5ff55f-85b1-47ea-a18b-0c45bf187dbc not found while updating agent binding for router 904ab68e-0f29-4846-9238-65a2278514db. {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 15:38:06.554457 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.569542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5e5ce119-81ed-44ca-b5e0-d917670acfb1 req-f11a73c7-48f9-4ad8-a334-02fdd08bc7b4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3386359 Feb 04 15:38:06.576613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] Routers {'904ab68e-0f29-4846-9238-65a2278514db'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:06.577749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['904ab68e-0f29-4846-9238-65a2278514db'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:06.611973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.712265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-48bf6983-c954-4290-ad00-35cf690eee37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.748746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:06.760690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dc9e2-0728-4b78-821a-270eab03bf7b req-39aa9930-2623-4790-8c5c-3d17336f5502 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.762288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-740dc9e2-0728-4b78-821a-270eab03bf7b req-39aa9930-2623-4790-8c5c-3d17336f5502 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 944 time: 0.9068098 Feb 04 15:38:06.775409 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb6c1-07dd-4bdf-9267-2d86e9629aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.786502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:06.794762 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.795796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5f251285-d08f-4263-bc68-2ea988858087 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:06.822638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-48bf6983-c954-4290-ad00-35cf690eee37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:06.832792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-48bf6983-c954-4290-ad00-35cf690eee37 admin admin] Usage tracker for resource:security_group_rule and tenant:54bb9735ff3f4097ad36ccb808134c2e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:06.832792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-48bf6983-c954-4290-ad00-35cf690eee37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:06.835342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-48bf6983-c954-4290-ad00-35cf690eee37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:07.004846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] For port 6b9e96db-8e49-4b8a-a71c-190000ac9de8, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6b9e96db-8e49-4b8a-a71c-190000ac9de8,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:07.009306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 88521c35-11a2-46c9-8565-49e74c8fa019 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:07.043730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] For port 6b9e96db-8e49-4b8a-a71c-190000ac9de8, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:07.117432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] Set router 904ab68e-0f29-4846-9238-65a2278514db gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:07.162110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:07.163836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-0ea55ff5-e481-4366-80c9-6e3fc7888a6d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.165672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-0ea55ff5-e481-4366-80c9-6e3fc7888a6d tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.61 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 944 time: 1.3090160 Feb 04 15:38:07.226718 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-48bf6983-c954-4290-ad00-35cf690eee37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.289544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] device_id is not set on port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:38:07.308596 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-48bf6983-c954-4290-ad00-35cf690eee37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.377854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-48bf6983-c954-4290-ad00-35cf690eee37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54bb9735ff3f4097ad36ccb808134c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6195834 Feb 04 15:38:07.393475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaf8bf-52b9-42c0-9e54-6f37c5752d81 req-bb740046-cabe-4668-84d5-87d7cd5289c7 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.395071 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-42aaf8bf-52b9-42c0-9e54-6f37c5752d81 req-bb740046-cabe-4668-84d5-87d7cd5289c7 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 945 time: 0.5852530 Feb 04 15:38:07.401374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60082) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:07.403494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.440709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Allocated IP 172.20.0.1 (3e563c62-9980-4f72-9bd0-f60f9c6f071a/ab7f8d5d-e36f-4cb3-8bf2-911e596292f2/cf9d5184-84b4-4c76-b1f9-32a05df011be) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:07.498700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-740dc9e2-0728-4b78-821a-270eab03bf7b req-c3b80a31-0671-4131-af58-11eadcd1d42c tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781598 Feb 04 15:38:07.499615 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.617076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 88521c35-11a2-46c9-8565-49e74c8fa019 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:07.617640 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.621156 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-42aaf8bf-52b9-42c0-9e54-6f37c5752d81 req-cd34d643-7431-438d-a9a7-2cb6ea0bbca7 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123437 Feb 04 15:38:07.686739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Router 904ab68e-0f29-4846-9238-65a2278514db has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:38:07.691442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Deleting port 0c7629d8-9df5-41ad-aef9-646109a9c616 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:07.692652 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.729453 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616', 'code': 200} Feb 04 15:38:07.828205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf6983-c954-4290-ad00-35cf690eee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e9b6d1-41ab-4aec-90e1-6d9531869bde,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:07.926340 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.960159 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.978386 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.113554 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c94a8bdf-b524-4c5d-bc51-242d535a8822 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:08.146437 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.151430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5f251285-d08f-4263-bc68-2ea988858087, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5f251285-d08f-4263-bc68-2ea988858087,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:08.167872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:38:08.179924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.180142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Transition to ACTIVE for port object cf9d5184-84b4-4c76-b1f9-32a05df011be will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:08.191427 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.192373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5e5f2857-8e14-4c7e-b02d-dd341ae72129 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:08.240938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d37a9a76-a52a-4d72-872d-f60b02a2ac99 admin admin] 10.222.0.46 "PUT /v2.0/routers/904ab68e-0f29-4846-9238-65a2278514db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1698895 Feb 04 15:38:08.250841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60100) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:08.302379 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.351754 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9069d98-6b72-462f-adb6-5aac7dfeb8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.375982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab9a3ee7-0f0c-4483-8907-f5dd4ddf3547 None None] Provisioning complete for port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:08.376659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3ee7-0f0c-4483-8907-f5dd4ddf3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.382916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9069d98-6b72-462f-adb6-5aac7dfeb8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.401121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5f251285-d08f-4263-bc68-2ea988858087,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.428653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] No DVR routers for this DVR port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:08.455050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904ab68e-0f29-4846-9238-65a2278514db', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:45Z', 'updated_at': '2022-02-04T15:38:04Z', 'revision_number': 5, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'gw_port': {'id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904ab68e-0f29-4846-9238-65a2278514db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:47Z', 'updated_at': '2022-02-04T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:08.465336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f93cd-8463-4c7c-8ac5-4004eeec6566 None None] The sync data for ids ['904ab68e-0f29-4846-9238-65a2278514db'] in n-d-827870-1 is: [{'id': '904ab68e-0f29-4846-9238-65a2278514db', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:45Z', 'updated_at': '2022-02-04T15:38:04Z', 'revision_number': 5, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'gw_port': {'id': '2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904ab68e-0f29-4846-9238-65a2278514db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:47Z', 'updated_at': '2022-02-04T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:08.494364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a3ee7-0f0c-4483-8907-f5dd4ddf3547 None None] Port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:38:08.506966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9e96db-8e49-4b8a-a71c-190000ac9de8,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.539580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port c94a8bdf-b524-4c5d-bc51-242d535a8822 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:08.557176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c94a8bdf-b524-4c5d-bc51-242d535a8822 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:08.557551 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.648308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:08.672216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:08.682392 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.691578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:08.753637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5e5f2857-8e14-4c7e-b02d-dd341ae72129, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e5f2857-8e14-4c7e-b02d-dd341ae72129,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:08.761024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] In _notify_port_updated(), no bound segment for port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:38:08.761917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.762409 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.762751 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.764043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-a4aff6d4-8dd3-4915-b0b2-718359299f46 service neutron] 10.222.0.61 "PUT /v2.0/ports/6b9e96db-8e49-4b8a-a71c-190000ac9de8 HTTP/1.1" status: 200 len: 1032 time: 3.9790308 Feb 04 15:38:08.788655 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.790148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:08.876369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-6c661ca6-bbcb-4676-a465-d3942a484408 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.878217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-6c661ca6-bbcb-4676-a465-d3942a484408 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "GET /v2.0/ports/5e5f2857-8e14-4c7e-b02d-dd341ae72129?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0996096 Feb 04 15:38:08.894920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Pushing event updated for resources: {'Port': ['ID=cf9d5184-84b4-4c76-b1f9-32a05df011be,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.900686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:08.937190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.984211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port c94a8bdf-b524-4c5d-bc51-242d535a8822, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c94a8bdf-b524-4c5d-bc51-242d535a8822,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:09.034362 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.035039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:09.190841 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.191586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.204160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.231178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-65844fdd-582b-4645-8fb5-39016495aea1 None None] Provisioning for port cf9d5184-84b4-4c76-b1f9-32a05df011be completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:09.239219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5e5f2857-8e14-4c7e-b02d-dd341ae72129,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:09.293958 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.349024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:09.349857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-65844fdd-582b-4645-8fb5-39016495aea1 None None] Provisioning complete for port cf9d5184-84b4-4c76-b1f9-32a05df011be triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:09.350410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-65844fdd-582b-4645-8fb5-39016495aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.394793 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:38:09.398246 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.399176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6b9e96db-8e49-4b8a-a71c-190000ac9de8 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:09.518341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7c42-dfc8-461f-8ca3-2738af05228f req-24ffdda9-d25a-43c4-8edb-ee934642524f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.524442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7c42-dfc8-461f-8ca3-2738af05228f req-24ffdda9-d25a-43c4-8edb-ee934642524f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.530221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7c42-dfc8-461f-8ca3-2738af05228f req-24ffdda9-d25a-43c4-8edb-ee934642524f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.530944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10174f-5dc9-4335-a7b3-fd7f55b85efc req-baf1ac38-62cf-4950-ab7c-a00ddf4784be tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.537511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7c42-dfc8-461f-8ca3-2738af05228f req-24ffdda9-d25a-43c4-8edb-ee934642524f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.537959 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b10174f-5dc9-4335-a7b3-fd7f55b85efc req-baf1ac38-62cf-4950-ab7c-a00ddf4784be tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 945 time: 0.8339818 Feb 04 15:38:09.554531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7c42-dfc8-461f-8ca3-2738af05228f req-24ffdda9-d25a-43c4-8edb-ee934642524f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.560287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:09.560696 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.564647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7c42-dfc8-461f-8ca3-2738af05228f req-24ffdda9-d25a-43c4-8edb-ee934642524f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.574367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f5f7c42-dfc8-461f-8ca3-2738af05228f req-24ffdda9-d25a-43c4-8edb-ee934642524f tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 4664 time: 1.7592282 Feb 04 15:38:09.589192 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.590839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.636930 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b10174f-5dc9-4335-a7b3-fd7f55b85efc req-a4e99c38-4afd-47d4-8fe9-b385b56efe3c tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976224 Feb 04 15:38:09.641096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6b9e96db-8e49-4b8a-a71c-190000ac9de8 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:09.641594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:09.644677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Deleting port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:09.645472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.768761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f251285-d08f-4263-bc68-2ea988858087'}, {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5f2857-8e14-4c7e-b02d-dd341ae72129'}, {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:09.887181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=c94a8bdf-b524-4c5d-bc51-242d535a8822,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:09.937523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-65844fdd-582b-4645-8fb5-39016495aea1 None None] Port cf9d5184-84b4-4c76-b1f9-32a05df011be cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:38:09.953663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9069d98-6b72-462f-adb6-5aac7dfeb8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.013042 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.027457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Deleting port 824cc8dd-b355-4815-a509-98ed55d0ba47 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:10.028043 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.081929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:10.087768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c94a8bdf-b524-4c5d-bc51-242d535a8822 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:10.162472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.163503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7f64e6c0-ff36-4415-8bb6-946ba3967078 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:10.168213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9069d98-6b72-462f-adb6-5aac7dfeb8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e9b6d1-41ab-4aec-90e1-6d9531869bde,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:10.205363 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9069d98-6b72-462f-adb6-5aac7dfeb8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.206592 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f9069d98-6b72-462f-adb6-5aac7dfeb8f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5e9b6d1-41ab-4aec-90e1-6d9531869bde HTTP/1.1" status: 204 len: 168 time: 2.7894073 Feb 04 15:38:10.251495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] For port 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:10.252023 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.265923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:10.300807 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] Sync routers for ids ['904ab68e-0f29-4846-9238-65a2278514db'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:10.318935 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] Routers {'904ab68e-0f29-4846-9238-65a2278514db'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:10.319682 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['904ab68e-0f29-4846-9238-65a2278514db'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:10.353619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.428933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c94a8bdf-b524-4c5d-bc51-242d535a8822 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:10.429705 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.539447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Calling delete_port for 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:10.578210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f5f7c42-dfc8-461f-8ca3-2738af05228f req-ee8229be-f068-4729-ae00-1ab1c278c8a4 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&id=3d794b94-8c61-47b7-ac6a-d310b338fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0028245 Feb 04 15:38:10.594751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.629588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:10.630256 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.636499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e69e95-a247-4f79-a616-8b7aee21f450 req-e043b946-de8c-4c17-bea3-b12bb4390eb6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:10.646894 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30e69e95-a247-4f79-a616-8b7aee21f450 req-e043b946-de8c-4c17-bea3-b12bb4390eb6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 946 time: 0.8078609 Feb 04 15:38:10.661729 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] Set router 904ab68e-0f29-4846-9238-65a2278514db gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:10.664850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] For port 5e5f2857-8e14-4c7e-b02d-dd341ae72129, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e5f2857-8e14-4c7e-b02d-dd341ae72129,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:10.746477 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f251285-d08f-4263-bc68-2ea988858087', 'code': 200} Feb 04 15:38:10.748743 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5f2857-8e14-4c7e-b02d-dd341ae72129', 'code': 200} Feb 04 15:38:10.749172 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde', 'code': 200} Feb 04 15:38:10.796432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:10.810813 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904ab68e-0f29-4846-9238-65a2278514db', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:45Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 6, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:10.815856 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] Checking router: 904ab68e-0f29-4846-9238-65a2278514db for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:10.820734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7f64e6c0-ff36-4415-8bb6-946ba3967078, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7f64e6c0-ff36-4415-8bb6-946ba3967078,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:10.827915 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] Routers {'904ab68e-0f29-4846-9238-65a2278514db'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:10.828718 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['904ab68e-0f29-4846-9238-65a2278514db'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:10.837327 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.840219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2662e571-4540-4299-9353-0f07cbf2f869 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:10.876825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Calling delete_port for 0c7629d8-9df5-41ad-aef9-646109a9c616 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:10.880628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] For port 824cc8dd-b355-4815-a509-98ed55d0ba47, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=824cc8dd-b355-4815-a509-98ed55d0ba47,segment=NetworkSegment(6d1f7ee5-9754-4eb1-925e-8434e9ff400a),segment_id=6d1f7ee5-9754-4eb1-925e-8434e9ff400a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:10.881078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.987846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:38:11.041516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] For port 5e5f2857-8e14-4c7e-b02d-dd341ae72129, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:11.064379 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] Set router 904ab68e-0f29-4846-9238-65a2278514db gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:11.153445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dc5ff55f-85b1-47ea-a18b-0c45bf187dbc no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:11.198349 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904ab68e-0f29-4846-9238-65a2278514db', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:45Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 6, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:11.203485 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41649cdd-29bf-4d32-8573-8140168ef99b None None] The sync data for ids ['904ab68e-0f29-4846-9238-65a2278514db'] in n-d-827870-1 is: [{'id': '904ab68e-0f29-4846-9238-65a2278514db', 'name': 'tempest-FloatingIPsNegativeTestJSON-1874099979-router', 'tenant_id': '87d39f63ecc44573809ba7a611a0cdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:45Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 6, 'project_id': '87d39f63ecc44573809ba7a611a0cdd7', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:11.204932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] device_id is not set on port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:38:11.229953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Calling delete_port for 824cc8dd-b355-4815-a509-98ed55d0ba47 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:11.233139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.264402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60134) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:11.268953 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.279385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: dc5ff55f-85b1-47ea-a18b-0c45bf187dbc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:38:11.279880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dc5ff55f-85b1-47ea-a18b-0c45bf187dbc not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:11.301422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7f64e6c0-ff36-4415-8bb6-946ba3967078,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:11.321107 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30e69e95-a247-4f79-a616-8b7aee21f450 req-16232dca-50ae-4e4b-af65-a4ef521b967b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6732421 Feb 04 15:38:11.332256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e635808-a20e-4ba9-9463-67294e8393c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.335708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2662e571-4540-4299-9353-0f07cbf2f869, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2662e571-4540-4299-9353-0f07cbf2f869,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:11.347976 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.377674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3e635808-a20e-4ba9-9463-67294e8393c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:11.400196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e635808-a20e-4ba9-9463-67294e8393c3 admin admin] Usage tracker for resource:security_group_rule and tenant:07358554271941c3ba3dde1a8b74912c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:11.406819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e635808-a20e-4ba9-9463-67294e8393c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:11.409325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-954810b2-b499-4365-b498-c2185c1f0d66 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:11.411040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-954810b2-b499-4365-b498-c2185c1f0d66 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 945 time: 1.4308894 Feb 04 15:38:11.423356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3e635808-a20e-4ba9-9463-67294e8393c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:11.443213 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.453392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0c7629d8-9df5-41ad-aef9-646109a9c616 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:11.568619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.613402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=2662e571-4540-4299-9353-0f07cbf2f869,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:11.619969 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.674270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:11.692412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:11.705546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.766613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Deleting port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:11.767120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.787400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:11.915445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e635808-a20e-4ba9-9463-67294e8393c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.924464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.999643 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e635808-a20e-4ba9-9463-67294e8393c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.010262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5f2857-8e14-4c7e-b02d-dd341ae72129,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:12.036683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:12.071554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Pushing event deleted for resources: {'Port': ['ID=824cc8dd-b355-4815-a509-98ed55d0ba47,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:12.089510 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.105544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:38:12.105808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2ca73e4f-d7e9-4fb6-90f9-402ba8e7ab4b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:12.292873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e954128b-d2f3-4abd-a1f9-a3df732ecd8c None None] Provisioning complete for port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:12.294930 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e954128b-d2f3-4abd-a1f9-a3df732ecd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.381773 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.400847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.408376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524fdc5-ebc5-45f0-97d4-891b7f09c48b req-fa10b02a-ba31-43f5-8c8a-29350e083435 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.408879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.418986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b524fdc5-ebc5-45f0-97d4-891b7f09c48b req-fa10b02a-ba31-43f5-8c8a-29350e083435 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 945 time: 1.1803596 Feb 04 15:38:12.423630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e954128b-d2f3-4abd-a1f9-a3df732ecd8c None None] Port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:38:12.448455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:12.450084 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:12.453875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] No DVR routers for this DVR port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:12.495783 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.527553 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.528565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904ab68e-0f29-4846-9238-65a2278514db {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:38:12.534957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e635808-a20e-4ba9-9463-67294e8393c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9d45d7-4bb4-4365-b40a-8caa9c870ab3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:12.549370 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e635808-a20e-4ba9-9463-67294e8393c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07358554271941c3ba3dde1a8b74912c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2815642 Feb 04 15:38:12.552141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60154) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:12.633494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Pushing event updated for resources: {'Port': ['ID=cf9d5184-84b4-4c76-b1f9-32a05df011be,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:12.692700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b524fdc5-ebc5-45f0-97d4-891b7f09c48b req-ecc83088-3f94-4128-8305-8365bb0beeab tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d0dad97-3987-4659-823f-0afe5445e4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729568 Feb 04 15:38:12.724205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ad50c-86a1-4fa2-822e-859944dc09e7 req-1e48122d-294b-4023-8cdf-ce366dd413ac tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.730936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ad50c-86a1-4fa2-822e-859944dc09e7 req-1e48122d-294b-4023-8cdf-ce366dd413ac tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.737389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ad50c-86a1-4fa2-822e-859944dc09e7 req-1e48122d-294b-4023-8cdf-ce366dd413ac tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.745261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ad50c-86a1-4fa2-822e-859944dc09e7 req-1e48122d-294b-4023-8cdf-ce366dd413ac tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.750922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9'}, {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f64e6c0-ff36-4415-8bb6-946ba3967078'}, {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2662e571-4540-4299-9353-0f07cbf2f869'}, {'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:12.756512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ad50c-86a1-4fa2-822e-859944dc09e7 req-1e48122d-294b-4023-8cdf-ce366dd413ac tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.758393 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-433ad50c-86a1-4fa2-822e-859944dc09e7 req-1e48122d-294b-4023-8cdf-ce366dd413ac tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 3876 time: 0.9244297 Feb 04 15:38:12.795827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.796986 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-af6e3498-a74e-4342-8763-ebe613bf5234 admin admin] 10.222.0.46 "DELETE /v2.0/routers/904ab68e-0f29-4846-9238-65a2278514db HTTP/1.1" status: 204 len: 168 time: 4.5451317 Feb 04 15:38:12.821728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60164) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:12.879066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] In _notify_port_updated(), no bound segment for port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 on network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:38:12.879846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.880450 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.881739 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-26ee96cd-6e41-4734-987e-c057a424e6c4 service neutron] 10.222.0.61 "PUT /v2.0/ports/5e5f2857-8e14-4c7e-b02d-dd341ae72129 HTTP/1.1" status: 200 len: 1033 time: 3.9920938 Feb 04 15:38:12.882519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.885031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64634d1a-c86e-4460-bae6-7b42bc3af610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.967284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Deleting port 0c7629d8-9df5-41ad-aef9-646109a9c616 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:12.967649 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.985732 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-433ad50c-86a1-4fa2-822e-859944dc09e7 req-deb7b626-665c-4b8c-9f27-7f54e362e0b5 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118390 Feb 04 15:38:13.007459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1630174e-f24c-4618-b783-52e5c66af95d admin admin] Deleting subnet 6936e195-0029-40a3-bed4-64f1ccdd94e1 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:38:13.017675 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1630174e-f24c-4618-b783-52e5c66af95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.057423 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64634d1a-c86e-4460-bae6-7b42bc3af610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.064607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.068303 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9', 'code': 200} Feb 04 15:38:13.068756 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f64e6c0-ff36-4415-8bb6-946ba3967078', 'code': 200} Feb 04 15:38:13.068951 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2662e571-4540-4299-9353-0f07cbf2f869', 'code': 200} Feb 04 15:38:13.069062 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616', 'code': 200} Feb 04 15:38:13.179426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] For port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,segment=NetworkSegment(4ea5ad38-bb67-400a-8ee8-a181ef924343),segment_id=4ea5ad38-bb67-400a-8ee8-a181ef924343)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:13.179940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.315612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1630174e-f24c-4618-b783-52e5c66af95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.350485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Calling delete_port for a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:13.390386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting port 5f251285-d08f-4263-bc68-2ea988858087 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:13.390604 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.474163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64634d1a-c86e-4460-bae6-7b42bc3af610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.505633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64634d1a-c86e-4460-bae6-7b42bc3af610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9d45d7-4bb4-4365-b40a-8caa9c870ab3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.568490 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64634d1a-c86e-4460-bae6-7b42bc3af610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.569646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-64634d1a-c86e-4460-bae6-7b42bc3af610 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d9d45d7-4bb4-4365-b40a-8caa9c870ab3 HTTP/1.1" status: 204 len: 168 time: 1.0124774 Feb 04 15:38:13.595568 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1630174e-f24c-4618-b783-52e5c66af95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.607847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16837ec9-ed24-4d3f-acea-1228416e70c9 req-2ff6d816-d5cf-4ab9-9fbe-8ebf582e8ab9 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:13.609375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16837ec9-ed24-4d3f-acea-1228416e70c9 req-2ff6d816-d5cf-4ab9-9fbe-8ebf582e8ab9 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 944 time: 0.7833703 Feb 04 15:38:13.698462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:13.709971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:13.771152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1630174e-f24c-4618-b783-52e5c66af95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.777617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:38:13.856065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630174e-f24c-4618-b783-52e5c66af95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6936e195-0029-40a3-bed4-64f1ccdd94e1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.870728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a540dc8-2282-4d5e-8211-c70a22a9827a None None] Network 70d3a0e9-040a-4fa3-ae39-682637dae0c7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:13.873248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1630174e-f24c-4618-b783-52e5c66af95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.058772 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1630174e-f24c-4618-b783-52e5c66af95d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6936e195-0029-40a3-bed4-64f1ccdd94e1 HTTP/1.1" status: 204 len: 168 time: 1.2360065 Feb 04 15:38:14.073195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60198) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:14.174289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:14.214137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60204) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:14.289448 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16837ec9-ed24-4d3f-acea-1228416e70c9 req-bcccd764-5d10-4e40-9e35-1d64f75b6f1f tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571126 Feb 04 15:38:14.294837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] For port 0c7629d8-9df5-41ad-aef9-646109a9c616, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0c7629d8-9df5-41ad-aef9-646109a9c616,segment=NetworkSegment(f2ade8eb-c50b-4811-a09c-8acb6bf12108),segment_id=f2ade8eb-c50b-4811-a09c-8acb6bf12108)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:14.295614 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.325986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.397224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Deleting port 45497530-68f1-4181-a995-6e8dca4aab54 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:14.397563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.411328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-800b6472-9d1a-4222-bd37-7bb1038a3b55 None None] Provisioning complete for port cf9d5184-84b4-4c76-b1f9-32a05df011be triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:14.415381 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-800b6472-9d1a-4222-bd37-7bb1038a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.494508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:38:14.509464 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e7326b61-9769-456d-a203-7e5061612391 admin admin] 10.222.0.46 "PUT /v2.0/routers/3b2ad80a-770a-4531-9597-3ff85fcfeb2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1406758 Feb 04 15:38:14.548682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Calling delete_port for 0c7629d8-9df5-41ad-aef9-646109a9c616 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:14.552887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] Sync routers for ids ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:14.587571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60214) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:14.612981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] Routers {'3b2ad80a-770a-4531-9597-3ff85fcfeb2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:14.614916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:14.625741 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a37c9fbb-0932-4520-85e3-18ee5b661b53 req-b498b581-c302-49d4-9833-b39a7f8b5c13 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 210 time: 0.5943062 Feb 04 15:38:14.707012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25fa1834-fdf0-468a-ae89-64f8c8409863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.718237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-800b6472-9d1a-4222-bd37-7bb1038a3b55 None None] Port cf9d5184-84b4-4c76-b1f9-32a05df011be cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:38:14.722853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.731363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-25fa1834-fdf0-468a-ae89-64f8c8409863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:14.763607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.807379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-25fa1834-fdf0-468a-ae89-64f8c8409863 admin admin] Usage tracker for resource:security_group_rule and tenant:2a80a8498c5846bcaacce8bf64669f04 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:14.814798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-25fa1834-fdf0-468a-ae89-64f8c8409863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:14.825694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-25fa1834-fdf0-468a-ae89-64f8c8409863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:14.905342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Pushing event deleted for resources: {'Port': ['ID=a6b58bd7-cb08-42a3-a1d3-1d46ce117db9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:14.920802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] For port 45497530-68f1-4181-a995-6e8dca4aab54, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=45497530-68f1-4181-a995-6e8dca4aab54,segment=NetworkSegment(e8bdec66-7405-4584-93b7-a89cdbc239bf),segment_id=e8bdec66-7405-4584-93b7-a89cdbc239bf)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:14.921191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.986822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] Set router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:15.051868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec49cf9-0f17-4a2a-9def-7bdf9eb5cec8 None None] DHCP port deletion for 70d3a0e9-040a-4fa3-ae39-682637dae0c7 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:38:15.077350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Calling delete_port for 45497530-68f1-4181-a995-6e8dca4aab54 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:15.186132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1ec49cf9-0f17-4a2a-9def-7bdf9eb5cec8 None None] Deleting port 45497530-68f1-4181-a995-6e8dca4aab54 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:15.186665 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1ec49cf9-0f17-4a2a-9def-7bdf9eb5cec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.192348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.253330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Router 81604e1b-b521-479b-bdb7-4db10f49e87d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:38:15.412694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1ec49cf9-0f17-4a2a-9def-7bdf9eb5cec8 None None] The port '45497530-68f1-4181-a995-6e8dca4aab54' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:38:15.439451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] No DVR routers for this DVR port a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:15.447399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.473261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] For port 5f251285-d08f-4263-bc68-2ea988858087, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5f251285-d08f-4263-bc68-2ea988858087,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:15.475153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.477685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1823b50b-b679-421a-a325-4df6e326a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:38:11Z', 'revision_number': 5, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'gw_port': {'id': '1823b50b-b679-421a-a325-4df6e326a128', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:18Z', 'updated_at': '2022-02-04T15:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.482161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] Checking router: 3b2ad80a-770a-4531-9597-3ff85fcfeb2a for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:15.484434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2878b6b-e9e9-4ae6-8904-21c5e5f51902', 'name': 'network-vif-deleted', 'tag': 'a6b58bd7-cb08-42a3-a1d3-1d46ce117db9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:15.485267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=45497530-68f1-4181-a995-6e8dca4aab54,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:15.487553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] No DVR routers for this DVR port 45497530-68f1-4181-a995-6e8dca4aab54 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:15.498390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] Routers {'3b2ad80a-770a-4531-9597-3ff85fcfeb2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:15.499080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.613058 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25fa1834-fdf0-468a-ae89-64f8c8409863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.698998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25fa1834-fdf0-468a-ae89-64f8c8409863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.704367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84a4ce61-bf37-4335-a52d-b4e2fa2bc894 req-676e51b5-d567-4fb9-a86d-fbd1e191507d tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.53 "DELETE /v2.0/ports/a6b58bd7-cb08-42a3-a1d3-1d46ce117db9 HTTP/1.1" status: 204 len: 173 time: 4.2183738 Feb 04 15:38:15.705704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.747333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] Set router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:15.820494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.853333 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.887100 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-25fa1834-fdf0-468a-ae89-64f8c8409863 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a80a8498c5846bcaacce8bf64669f04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6695154 Feb 04 15:38:15.916867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60248) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:15.916867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa1834-fdf0-468a-ae89-64f8c8409863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ab011b-f147-42db-aec3-6dd75abdee3c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:15.981027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d3a0e9-040a-4fa3-ae39-682637dae0c7']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:16.017990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bdec66-7405-4584-93b7-a89cdbc239bf') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:16.018292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bdec66-7405-4584-93b7-a89cdbc239bf') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:16.048340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441087f-6b92-4cc5-a209-a6a490939674 req-1a5a80b3-fbd9-4d27-ab7a-7ee6a91f9aa9 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.050364 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f441087f-6b92-4cc5-a209-a6a490939674 req-1a5a80b3-fbd9-4d27-ab7a-7ee6a91f9aa9 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 865 time: 0.5572889 Feb 04 15:38:16.058189 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.063300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 45497530-68f1-4181-a995-6e8dca4aab54 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:16.111353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 45497530-68f1-4181-a995-6e8dca4aab54 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:38:16.111844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 45497530-68f1-4181-a995-6e8dca4aab54 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:16.118456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.158201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d6c61d7d-0feb-4051-8f3a-0a9c96130a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.160818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:16.161439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.199255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Pushing event deleted for resources: {'Port': ['ID=0c7629d8-9df5-41ad-aef9-646109a9c616,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:16.245348 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:16.286034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1823b50b-b679-421a-a325-4df6e326a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:38:11Z', 'revision_number': 5, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'gw_port': {'id': '1823b50b-b679-421a-a325-4df6e326a128', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:18Z', 'updated_at': '2022-02-04T15:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:16.291696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf8dd7-9ad7-4952-9a52-bb3eeb64ffd6 None None] The sync data for ids ['3b2ad80a-770a-4531-9597-3ff85fcfeb2a'] in n-d-827870-1 is: [{'id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'name': 'tempest-ServersTestMultiNic-2110265302-router', 'tenant_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '1823b50b-b679-421a-a325-4df6e326a128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:12Z', 'updated_at': '2022-02-04T15:38:11Z', 'revision_number': 5, 'project_id': '8709cacb6a4443fb8ec2d8350d31ffee', 'gw_port': {'id': '1823b50b-b679-421a-a325-4df6e326a128', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2ad80a-770a-4531-9597-3ff85fcfeb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:18Z', 'updated_at': '2022-02-04T15:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:16.307465 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f441087f-6b92-4cc5-a209-a6a490939674 req-7954ff99-3737-4dd7-93ed-ea79b664bec0 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/security-groups?id=5108d01e-62d1-4f55-bc68-1159d6e1b084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374940 Feb 04 15:38:16.332582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa52e-ba27-47d1-98b4-045d5abbde37 req-acc56824-36c0-47bc-9a02-80e4bc49e066 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.334467 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d6c61d7d-0feb-4051-8f3a-0a9c96130a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.339519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa52e-ba27-47d1-98b4-045d5abbde37 req-acc56824-36c0-47bc-9a02-80e4bc49e066 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.346936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa52e-ba27-47d1-98b4-045d5abbde37 req-acc56824-36c0-47bc-9a02-80e4bc49e066 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.347985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.354531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa52e-ba27-47d1-98b4-045d5abbde37 req-acc56824-36c0-47bc-9a02-80e4bc49e066 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.356391 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.363609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa52e-ba27-47d1-98b4-045d5abbde37 req-acc56824-36c0-47bc-9a02-80e4bc49e066 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.366028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-355aa52e-ba27-47d1-98b4-045d5abbde37 req-acc56824-36c0-47bc-9a02-80e4bc49e066 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 3876 time: 1.7775469 Feb 04 15:38:16.443504 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d3a0e9-040a-4fa3-ae39-682637dae0c7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:16.503087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:38:16.508692 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a198e09f-21fb-47c6-a7ae-d1b46a77c6f0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/70d3a0e9-040a-4fa3-ae39-682637dae0c7 HTTP/1.1" status: 204 len: 168 time: 2.4340277 Feb 04 15:38:16.511302 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2878b6b-e9e9-4ae6-8904-21c5e5f51902', 'name': 'network-vif-deleted', 'tag': 'a6b58bd7-cb08-42a3-a1d3-1d46ce117db9', 'status': 'completed', 'code': 200} Feb 04 15:38:16.532692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d6c61d7d-0feb-4051-8f3a-0a9c96130a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.535027 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Sync routers for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:16.546215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4aa400aa-36b6-45b4-a5fd-822aa2e755ba admin admin] 10.222.0.46 "PUT /v2.0/routers/81604e1b-b521-479b-bdb7-4db10f49e87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7798407 Feb 04 15:38:16.549829 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:16.553993 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:16.568426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] No DVR routers for this DVR port 0c7629d8-9df5-41ad-aef9-646109a9c616 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:16.574970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c61d7d-0feb-4051-8f3a-0a9c96130a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ab011b-f147-42db-aec3-6dd75abdee3c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:16.576749 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.578939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-286f2a2e-0511-414c-8df1-f07d985d3df8 req-c36a548b-44a7-4c5a-8af1-fa3e7736efa6 tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.61 "DELETE /v2.0/ports/0c7629d8-9df5-41ad-aef9-646109a9c616 HTTP/1.1" status: 204 len: 173 time: 9.3999569 Feb 04 15:38:16.605129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d6c61d7d-0feb-4051-8f3a-0a9c96130a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.606250 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d6c61d7d-0feb-4051-8f3a-0a9c96130a6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9ab011b-f147-42db-aec3-6dd75abdee3c HTTP/1.1" status: 204 len: 168 time: 0.6749663 Feb 04 15:38:16.666276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-355aa52e-ba27-47d1-98b4-045d5abbde37 req-05750856-d1e3-4859-a67c-ccec8d4da92a tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737844 Feb 04 15:38:16.668501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.672277 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.672649 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.672988 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Floating IP 14b9a3d4-c12e-4881-bc8a-4dc1ee47ccdd disassociated. External IP: 172.25.8.207, port: 5f251285-d08f-4263-bc68-2ea988858087. Feb 04 15:38:16.673335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Calling delete_port for 5f251285-d08f-4263-bc68-2ea988858087 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:16.727195 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-249b4e31-c749-42cb-9e62-693f8cf9d69a req-6e27fb1b-f47d-4260-aedd-0941211effa0 tempest-InstanceActionsNegativeTestJSON-2060484036 tempest-InstanceActionsNegativeTestJSON-2060484036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2878b6b-e9e9-4ae6-8904-21c5e5f51902 HTTP/1.1" status: 200 len: 210 time: 0.0917895 Feb 04 15:38:16.767668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Deleting port 1823b50b-b679-421a-a325-4df6e326a128 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:16.768411 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.884069 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:16.976314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60280) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:17.048234 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a19e7035-7a77-44f5-82ed-48b652bd45cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87d39f63ecc44573809ba7a611a0cdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703535 Feb 04 15:38:17.048876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60284) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:17.144185 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76116c6-1b27-44f8-8dfa-f8849da8c1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.179789 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76116c6-1b27-44f8-8dfa-f8849da8c1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.262638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] For port 1823b50b-b679-421a-a325-4df6e326a128, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1823b50b-b679-421a-a325-4df6e326a128,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:17.263186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.264644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76116c6-1b27-44f8-8dfa-f8849da8c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.329056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76116c6-1b27-44f8-8dfa-f8849da8c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6905a47-617c-45ad-949c-3468c783fb1d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:17.330625 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.340351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76116c6-1b27-44f8-8dfa-f8849da8c1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.341690 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f76116c6-1b27-44f8-8dfa-f8849da8c1a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6905a47-617c-45ad-949c-3468c783fb1d HTTP/1.1" status: 204 len: 168 time: 0.2892072 Feb 04 15:38:17.450544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Calling delete_port for 1823b50b-b679-421a-a325-4df6e326a128 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:17.519232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Port': ['ID=5f251285-d08f-4263-bc68-2ea988858087,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:17.683753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2490febf-69b0-48d2-ae53-2a2d98738c28 req-9c99b030-a397-4815-bb87-882bf098665b tempest-ImagesTestJSON-1514203312 tempest-ImagesTestJSON-1514203312-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f579dc-c5db-4098-9712-858b3efc0bb6 HTTP/1.1" status: 200 len: 210 time: 0.1249342 Feb 04 15:38:17.724133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60298) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:17.759665 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cf9d5184-84b4-4c76-b1f9-32a05df011be', 'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:05Z', 'updated_at': '2022-02-04T15:38:10Z', 'revision_number': 2, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'subnets': [{'id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:17.771111 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Checking router: 81604e1b-b521-479b-bdb7-4db10f49e87d for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:17.771646 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Updating router 81604e1b-b521-479b-bdb7-4db10f49e87d port cf9d5184-84b4-4c76-b1f9-32a05df011be binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:38:17.785482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6d41-0e15-4513-ae97-5025c22148c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.842047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5d1b6d41-0e15-4513-ae97-5025c22148c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:17.850065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5d1b6d41-0e15-4513-ae97-5025c22148c5 admin admin] Usage tracker for resource:security_group_rule and tenant:917937abd3b44366a60413a7556f584a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:17.858986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5d1b6d41-0e15-4513-ae97-5025c22148c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:17.861367 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.871958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5d1b6d41-0e15-4513-ae97-5025c22148c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:17.968586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60308) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:17.969570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 824cc8dd-b355-4815-a509-98ed55d0ba47 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:18.081189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 824cc8dd-b355-4815-a509-98ed55d0ba47 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:38:18.081711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 824cc8dd-b355-4815-a509-98ed55d0ba47 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:18.205112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Router 8409ad24-ed66-45cb-a94a-26014fe8a412 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:38:18.236577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b35873f-a35b-4a81-8511-488ec3558199 admin admin] Deleting subnet d7b2e19d-3b29-445b-8166-94405af27760 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:38:18.249137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b35873f-a35b-4a81-8511-488ec3558199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.427776 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6d41-0e15-4513-ae97-5025c22148c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.448565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6d41-0e15-4513-ae97-5025c22148c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.500181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b6d41-0e15-4513-ae97-5025c22148c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9150f44-75f4-420b-a3bb-36281cf2409a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.505950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b35873f-a35b-4a81-8511-488ec3558199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.590881 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5d1b6d41-0e15-4513-ae97-5025c22148c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=917937abd3b44366a60413a7556f584a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8650498 Feb 04 15:38:18.604302 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.610743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60328) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:18.632291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b35873f-a35b-4a81-8511-488ec3558199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.673025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60332) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:18.678081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662b70-79be-416a-94b0-2fd0925ce145 req-26aefc9b-8529-4344-9829-e02fa59d1e36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:18.684300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662b70-79be-416a-94b0-2fd0925ce145 req-26aefc9b-8529-4344-9829-e02fa59d1e36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:18.689197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'name': 'network-vif-deleted', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:18.690681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662b70-79be-416a-94b0-2fd0925ce145 req-26aefc9b-8529-4344-9829-e02fa59d1e36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:18.697028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662b70-79be-416a-94b0-2fd0925ce145 req-26aefc9b-8529-4344-9829-e02fa59d1e36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:18.701910 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b5662b70-79be-416a-94b0-2fd0925ce145 req-26aefc9b-8529-4344-9829-e02fa59d1e36 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 3143 time: 0.3830633 Feb 04 15:38:18.734613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924725962', 'description': 'tempest-description--2108278415'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:18.745374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:18.751631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Usage tracker for resource:security_group and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:18.766946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:18.774939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:18.797079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.809798 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f579dc-c5db-4098-9712-858b3efc0bb6', 'name': 'network-vif-deleted', 'tag': '0c7629d8-9df5-41ad-aef9-646109a9c616', 'status': 'completed', 'code': 200} Feb 04 15:38:18.826500 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b5662b70-79be-416a-94b0-2fd0925ce145 req-04c94603-f1b7-47e0-b7d1-ce3977b023a7 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209548 Feb 04 15:38:18.834871 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Transition to ACTIVE for port object cf9d5184-84b4-4c76-b1f9-32a05df011be will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:18.844406 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.850488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.858944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:18.862287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eea508c7-707a-4b61-825c-17597ef119ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.886547 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b35873f-a35b-4a81-8511-488ec3558199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.906998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Usage tracker for resource:security_group_rule and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:18.920559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:18.943870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35873f-a35b-4a81-8511-488ec3558199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b2e19d-3b29-445b-8166-94405af27760,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.968644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b35873f-a35b-4a81-8511-488ec3558199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.974613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eea508c7-707a-4b61-825c-17597ef119ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.016034 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4b35873f-a35b-4a81-8511-488ec3558199 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d7b2e19d-3b29-445b-8166-94405af27760 HTTP/1.1" status: 204 len: 168 time: 1.0447047 Feb 04 15:38:19.019183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60354) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:19.121421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1823b50b-b679-421a-a325-4df6e326a128,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:19.134280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60364) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:19.138047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:19.142324 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.256610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.273064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eea508c7-707a-4b61-825c-17597ef119ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.342094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea508c7-707a-4b61-825c-17597ef119ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9150f44-75f4-420b-a3bb-36281cf2409a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:19.383803 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6433ab0-71d1-4a48-9d14-cddfc3faca1a None None] Pushing event updated for resources: {'Port': ['ID=cf9d5184-84b4-4c76-b1f9-32a05df011be,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:19.403480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eea508c7-707a-4b61-825c-17597ef119ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.418662 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Attempting to bind port cf9d5184-84b4-4c76-b1f9-32a05df011be on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:19.419038 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Attempting to bind port cf9d5184-84b4-4c76-b1f9-32a05df011be by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:19.419619 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Attempting to bind port cf9d5184-84b4-4c76-b1f9-32a05df011be on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:19.425880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eea508c7-707a-4b61-825c-17597ef119ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9150f44-75f4-420b-a3bb-36281cf2409a HTTP/1.1" status: 204 len: 168 time: 0.8024590 Feb 04 15:38:19.426441 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:38:19.427066 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Checking segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:19.428028 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.428689 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Bound using segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:38:19.429433 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Bound port: cf9d5184-84b4-4c76-b1f9-32a05df011be, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:19.430566 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.538260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60380) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:19.554076 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.559215 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.598738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:38:19.612963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] Sync routers for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:19.619722 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] For port cf9d5184-84b4-4c76-b1f9-32a05df011be, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:19.623916 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] For port cf9d5184-84b4-4c76-b1f9-32a05df011be, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cf9d5184-84b4-4c76-b1f9-32a05df011be,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:38:19.630873 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.637505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:19.638151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:19.725542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-847289367-network', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:19.732426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:19.733009 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:19.733700 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:19.764378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Usage tracker for resource:network and tenant:cba0ecb32d894cbf9408406224389db9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:19.770686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:19.779714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.781540 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.798529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:19.828903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00170741-4483-4690-badf-c36f587144e9']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:19.841691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Made reservation on behalf of cba0ecb32d894cbf9408406224389db9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:19.844615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.864137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea5ad38-bb67-400a-8ee8-a181ef924343') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:19.864752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea5ad38-bb67-400a-8ee8-a181ef924343') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:19.876032 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.894668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.902227 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.902774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2ad80a-770a-4531-9597-3ff85fcfeb2a {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:38:19.911620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:19.949589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Usage tracker for resource:security_group_rule and tenant:cba0ecb32d894cbf9408406224389db9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:19.952430 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.953804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:19.962919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:20.010452 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.024566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:20.025275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:20.062088 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:20.089502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.094118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4589ccb8-129c-4c80-981f-0aa08e6826d7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3b2ad80a-770a-4531-9597-3ff85fcfeb2a HTTP/1.1" status: 204 len: 168 time: 5.5019593 Feb 04 15:38:20.171868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60402) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:20.217708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:20.299874 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.301868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6085553 Feb 04 15:38:20.303357 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.305693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60414) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:20.400825 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:20.453016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.453514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] No DVR routers for this DVR port 5f251285-d08f-4263-bc68-2ea988858087 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:20.477107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'security_group_rule': {'security_group_id': 'd0a3e4ed-6fc6-4168-ba38-419dca183d6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:20.498698 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6433ab0-71d1-4a48-9d14-cddfc3faca1a None None] Pushing event updated for resources: {'Port': ['ID=cf9d5184-84b4-4c76-b1f9-32a05df011be,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.502990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.508665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-02c2457d-94d2-44d6-a25c-e80b7fbf7831 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "DELETE /v2.0/ports/5f251285-d08f-4263-bc68-2ea988858087 HTTP/1.1" status: 204 len: 173 time: 7.6208456 Feb 04 15:38:20.520102 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.521679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:20.536195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-094577f8-1a43-4c1a-b93d-ce17234f8422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.538120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Usage tracker for resource:security_group_rule and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:20.553921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60424) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:20.565905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.569830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] Pushing event deleted for resources: {'Network': ['ID=00170741-4483-4690-badf-c36f587144e9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.576655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d16ee0-8487-455a-8e93-93e3145c721c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a3e4ed-6fc6-4168-ba38-419dca183d6a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.587169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:20.676365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef3370-f401-4553-b240-2825d2f09130,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.677590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:20.718394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-094577f8-1a43-4c1a-b93d-ce17234f8422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:20.727429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-094577f8-1a43-4c1a-b93d-ce17234f8422 admin admin] Usage tracker for resource:security_group_rule and tenant:c59b5f08ca1842faa318011bc7464144 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:20.731503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-094577f8-1a43-4c1a-b93d-ce17234f8422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:20.732980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbcee56-4583-4f70-95cc-4bac9fe2caa7 admin admin] Deleting subnet 8b88d806-a138-42e7-ab22-b6ceae16b9e0 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:38:20.738477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-094577f8-1a43-4c1a-b93d-ce17234f8422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:20.754145 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fbcee56-4583-4f70-95cc-4bac9fe2caa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.832546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '5f251285-d08f-4263-bc68-2ea988858087'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:20.862946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:20.882258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:20.882628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.885470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:21Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'a77fb188-4275-46b4-87e9-abf042f49453', 'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'mac_address': 'fa:16:3e:cc:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:20Z', 'updated_at': '2022-02-04T15:31:29Z', 'revision_number': 5, 'project_id': '2118397614c04148b46d2e6a194ba072', 'subnets': [{'id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:20.893136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] Checking router: 8409ad24-ed66-45cb-a94a-26014fe8a412 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:20.897324 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1dce650c-5b85-4196-9a92-964b87b7087f admin admin] 10.222.0.46 "DELETE /v2.0/networks/00170741-4483-4690-badf-c36f587144e9 HTTP/1.1" status: 204 len: 168 time: 1.8715835 Feb 04 15:38:20.910882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:20.911865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:20.935540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-094577f8-1a43-4c1a-b93d-ce17234f8422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.954020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-094577f8-1a43-4c1a-b93d-ce17234f8422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.973572 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '5f251285-d08f-4263-bc68-2ea988858087', 'status': 'completed', 'code': 200} Feb 04 15:38:20.975269 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.977438 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Added segment e9db28a3-c567-44a5-983f-439d9646dda4 of type vlan for network ff3e199b-ff76-413f-b2cf-ee34e22f37ae Feb 04 15:38:20.994203 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.111271 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fbcee56-4583-4f70-95cc-4bac9fe2caa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.119711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd016-6173-4a24-8d16-2116e51742dd req-a4f6e8e4-e99e-4e29-9343-19e9da177639 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:21.124445 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cf9d5184-84b4-4c76-b1f9-32a05df011be', 'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:05Z', 'updated_at': '2022-02-04T15:38:19Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'subnets': [{'id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:21.132578 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f195ffc9-bcb0-49df-8bf6-658736a857d5 None None] The sync data for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 is: [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cf9d5184-84b4-4c76-b1f9-32a05df011be', 'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:05Z', 'updated_at': '2022-02-04T15:38:19Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'subnets': [{'id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:21.137980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd016-6173-4a24-8d16-2116e51742dd req-a4f6e8e4-e99e-4e29-9343-19e9da177639 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:21.158049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd016-6173-4a24-8d16-2116e51742dd req-a4f6e8e4-e99e-4e29-9343-19e9da177639 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:21.168476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:21.174736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd016-6173-4a24-8d16-2116e51742dd req-a4f6e8e4-e99e-4e29-9343-19e9da177639 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:21.184326 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b7cd016-6173-4a24-8d16-2116e51742dd req-a4f6e8e4-e99e-4e29-9343-19e9da177639 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 3143 time: 0.8859963 Feb 04 15:38:21.240746 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-094577f8-1a43-4c1a-b93d-ce17234f8422 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c59b5f08ca1842faa318011bc7464144&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7012599 Feb 04 15:38:21.266185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60446) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:21.333015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094577f8-1a43-4c1a-b93d-ce17234f8422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e61580-12e1-43cc-a9f1-14336e050778,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:21.338639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9c2d1d-4873-44ed-b8cb-378a9985c2f2 admin admin] Deleting subnet afc02a95-b92d-4263-b839-e2b24f941b43 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:38:21.360810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2d1d-4873-44ed-b8cb-378a9985c2f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.432251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.452614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5b7cd016-6173-4a24-8d16-2116e51742dd req-6af0d4ae-95d5-41c1-afce-d339953770ec tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673128 Feb 04 15:38:21.498049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2d1d-4873-44ed-b8cb-378a9985c2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.524586 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.543224 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.607071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60454) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:21.638278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517b4509-6b67-4205-8a2e-976f4d65ee93,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:21.641263 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fbcee56-4583-4f70-95cc-4bac9fe2caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.690335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2d1d-4873-44ed-b8cb-378a9985c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.694962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60458) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:21.725747 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0931843-f146-4570-aab0-ba54b4e14195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.751231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.752426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b4299db1-53ae-45f9-822e-f2f9435eee97 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3440442 Feb 04 15:38:21.766636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60464) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:21.793071 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.794178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:21.794839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.798319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'security_group_rule': {'security_group_id': 'd0a3e4ed-6fc6-4168-ba38-419dca183d6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:21.843334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:21.870412 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0931843-f146-4570-aab0-ba54b4e14195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.873518 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7345097 Feb 04 15:38:21.879350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:21Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'a77fb188-4275-46b4-87e9-abf042f49453', 'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'mac_address': 'fa:16:3e:cc:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:20Z', 'updated_at': '2022-02-04T15:31:29Z', 'revision_number': 5, 'project_id': '2118397614c04148b46d2e6a194ba072', 'subnets': [{'id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:21.885101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d93d1d-34f8-45b2-863c-5ec326086365 None None] The sync data for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 is: [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:31:21Z', 'revision_number': 4, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'a77fb188-4275-46b4-87e9-abf042f49453', 'name': '', 'network_id': '1ae4d463-47b5-441c-8647-a19cd31e01ba', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'mac_address': 'fa:16:3e:cc:c7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:20Z', 'updated_at': '2022-02-04T15:31:29Z', 'revision_number': 5, 'project_id': '2118397614c04148b46d2e6a194ba072', 'subnets': [{'id': '19de3882-e481-4d8b-9b38-76eb7da60943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:21.898375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60468) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:21.908857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Usage tracker for resource:security_group_rule and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:21.933747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:21.940690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Request body: {'subnet': {'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-subnet', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:21.962057 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-34586ebd-bc33-4a8e-ba98-0ea4fccb593d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bb3459972764c3ba4c58c8ca2809534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510656 Feb 04 15:38:21.972719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60472) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:22.015707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] For port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:22.016204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.026584 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2d1d-4873-44ed-b8cb-378a9985c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.069427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2d1d-4873-44ed-b8cb-378a9985c2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.072963 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1e9c2d1d-4873-44ed-b8cb-378a9985c2f2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/afc02a95-b92d-4263-b839-e2b24f941b43 HTTP/1.1" status: 204 len: 168 time: 1.5088987 Feb 04 15:38:22.082393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60476) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:22.085936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8ae86-cffe-4630-99c1-18c664dcea21 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3e199b-ff76-413f-b2cf-ee34e22f37ae,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.107615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network ff3e199b-ff76-413f-b2cf-ee34e22f37ae details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:22.115916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c2d1d-4873-44ed-b8cb-378a9985c2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc02a95-b92d-4263-b839-e2b24f941b43,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.140237 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c3cf2cc-f4f8-4a46-ade8-25824525ca54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.213361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cf9d5184-84b4-4c76-b1f9-32a05df011be up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:22.273585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c3cf2cc-f4f8-4a46-ade8-25824525ca54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.282626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:22.288130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Usage tracker for resource:subnet and tenant:cba0ecb32d894cbf9408406224389db9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:22.300985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:22.309434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:22.319692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.330596 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-293c7da3-0913-4e8d-a61d-5693ca69f2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.365075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port cf9d5184-84b4-4c76-b1f9-32a05df011be completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:22.378746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port cf9d5184-84b4-4c76-b1f9-32a05df011be triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:22.379123 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.430885 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab3b4f3-4f5b-4aba-9bb4-555f4bc7269b None None] New status for floating IP 14b9a3d4-c12e-4881-bc8a-4dc1ee47ccdd: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:38:22.441213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:22.457575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Made reservation on behalf of cba0ecb32d894cbf9408406224389db9 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:22.466249 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.581003 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.599103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.606771 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c3cf2cc-f4f8-4a46-ade8-25824525ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.653725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port cf9d5184-84b4-4c76-b1f9-32a05df011be, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cf9d5184-84b4-4c76-b1f9-32a05df011be,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:22.654270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fbcee56-4583-4f70-95cc-4bac9fe2caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.658709 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.666113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-293c7da3-0913-4e8d-a61d-5693ca69f2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:22.670042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cf2cc-f4f8-4a46-ade8-25824525ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0dad97-3987-4659-823f-0afe5445e4d1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.674528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-293c7da3-0913-4e8d-a61d-5693ca69f2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:4b2c08bb25a64dbdbed359289f13ccd1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:22.697183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Calling delete_port for 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:22.710004 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c3cf2cc-f4f8-4a46-ade8-25824525ca54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.712811 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7c3cf2cc-f4f8-4a46-ade8-25824525ca54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d0dad97-3987-4659-823f-0afe5445e4d1 HTTP/1.1" status: 204 len: 168 time: 0.7390366 Feb 04 15:38:22.718872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348f8a6c-8de0-4043-9de9-651f4f8a2053']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:22.721715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1823b50b-b679-421a-a325-4df6e326a128 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:22.740833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ade8eb-c50b-4811-a09c-8acb6bf12108') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:22.741403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ade8eb-c50b-4811-a09c-8acb6bf12108') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:22.762939 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.786099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 1823b50b-b679-421a-a325-4df6e326a128 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:38:22.786495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1823b50b-b679-421a-a325-4df6e326a128 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:22.800622 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.810586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:22.810989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.824502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=cf9d5184-84b4-4c76-b1f9-32a05df011be,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.868962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-293c7da3-0913-4e8d-a61d-5693ca69f2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:22.881411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-293c7da3-0913-4e8d-a61d-5693ca69f2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:22.928576 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:22.932542 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.937091 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.977798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=348f8a6c-8de0-4043-9de9-651f4f8a2053,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.986453 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-426c29cc-c7ac-4183-849b-78249ee1fc0a admin admin] 10.222.0.46 "DELETE /v2.0/networks/348f8a6c-8de0-4043-9de9-651f4f8a2053 HTTP/1.1" status: 204 len: 168 time: 0.8944631 Feb 04 15:38:22.987609 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.011106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcee56-4583-4f70-95cc-4bac9fe2caa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b88d806-a138-42e7-ab22-b6ceae16b9e0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.015631 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fbcee56-4583-4f70-95cc-4bac9fe2caa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.019086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20bcabd-8938-4719-a0ac-188a19b96e74 None None] Network 13acaad5-bcd7-402b-b116-cf139cb02d83 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:23.036328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5fbcee56-4583-4f70-95cc-4bac9fe2caa7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8b88d806-a138-42e7-ab22-b6ceae16b9e0 HTTP/1.1" status: 204 len: 168 time: 2.8305240 Feb 04 15:38:23.039801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60488) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:23.179944 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0931843-f146-4570-aab0-ba54b4e14195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.288350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0931843-f146-4570-aab0-ba54b4e14195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e61580-12e1-43cc-a9f1-14336e050778,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.306366 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.340334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Deleting port da539ee8-d2da-4c1f-8e0d-1de85614a435 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:23.341783 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.463842 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0931843-f146-4570-aab0-ba54b4e14195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.465585 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d0931843-f146-4570-aab0-ba54b4e14195 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24e61580-12e1-43cc-a9f1-14336e050778 HTTP/1.1" status: 204 len: 168 time: 2.1984589 Feb 04 15:38:23.468729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.488850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60500) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:23.503519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.537830 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.576510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] DHCP port deletion for 13acaad5-bcd7-402b-b116-cf139cb02d83 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:38:23.581017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] Deleting port da539ee8-d2da-4c1f-8e0d-1de85614a435 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:23.581838 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.593967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc917-e4c6-4102-ac81-fcf056fbb17f req-7a311eca-1275-4b04-a800-06b9856de841 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:23.603339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc917-e4c6-4102-ac81-fcf056fbb17f req-7a311eca-1275-4b04-a800-06b9856de841 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:23.612187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc917-e4c6-4102-ac81-fcf056fbb17f req-7a311eca-1275-4b04-a800-06b9856de841 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:23.620968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc917-e4c6-4102-ac81-fcf056fbb17f req-7a311eca-1275-4b04-a800-06b9856de841 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:23.622429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-54cfc917-e4c6-4102-ac81-fcf056fbb17f req-7a311eca-1275-4b04-a800-06b9856de841 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Synchronizing usage tracker for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:23.653241 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-293c7da3-0913-4e8d-a61d-5693ca69f2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.722879 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a9a4b464-0fdd-431a-b290-dd606b62ff39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d1813fcdf5e4ec78905265eb6ec0201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308512 Feb 04 15:38:23.737072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60506) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:23.741980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-293c7da3-0913-4e8d-a61d-5693ca69f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.778653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Port': ['ID=9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.800735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0548f462-efae-4815-85c7-55a558502041,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.816349 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.960303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] For port da539ee8-d2da-4c1f-8e0d-1de85614a435, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da539ee8-d2da-4c1f-8e0d-1de85614a435,segment=NetworkSegment(6d1f7ee5-9754-4eb1-925e-8434e9ff400a),segment_id=6d1f7ee5-9754-4eb1-925e-8434e9ff400a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:23.961505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.017030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] For port da539ee8-d2da-4c1f-8e0d-1de85614a435, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da539ee8-d2da-4c1f-8e0d-1de85614a435,segment=NetworkSegment(6d1f7ee5-9754-4eb1-925e-8434e9ff400a),segment_id=6d1f7ee5-9754-4eb1-925e-8434e9ff400a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:24.017656 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.037702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-293c7da3-0913-4e8d-a61d-5693ca69f2f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b2c08bb25a64dbdbed359289f13ccd1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3290792 Feb 04 15:38:24.053289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] No DVR routers for this DVR port 9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:24.057594 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.060801 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-8a7057a5-9365-4314-a1c7-56c474402370 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "DELETE /v2.0/ports/9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde HTTP/1.1" status: 204 len: 173 time: 3.5268281 Feb 04 15:38:24.084278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60518) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:24.084619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60520) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:24.085380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:24.103261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-54cfc917-e4c6-4102-ac81-fcf056fbb17f req-7a311eca-1275-4b04-a800-06b9856de841 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Unset dirty status for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:24.104646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54cfc917-e4c6-4102-ac81-fcf056fbb17f req-7a311eca-1275-4b04-a800-06b9856de841 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 3143 time: 1.1948049 Feb 04 15:38:24.108905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.114349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-03224986-679a-427e-a8d4-a54dd74db8b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3416831 Feb 04 15:38:24.119818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60528) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:24.176402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] Calling delete_port for da539ee8-d2da-4c1f-8e0d-1de85614a435 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:24.183247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Calling delete_port for da539ee8-d2da-4c1f-8e0d-1de85614a435 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:24.215433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting port 2662e571-4540-4299-9353-0f07cbf2f869 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:24.215781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.314238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.347862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:24.374088 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:24.374806 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:24.376958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cf9d5184-84b4-4c76-b1f9-32a05df011be up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:24.383570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60534) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:24.387046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=da539ee8-d2da-4c1f-8e0d-1de85614a435,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.404264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] No DVR routers for this DVR port da539ee8-d2da-4c1f-8e0d-1de85614a435 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:24.434391 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '9b4df6c2-67e3-4bbf-869b-7e10b1b3dfde', 'status': 'completed', 'code': 200} Feb 04 15:38:24.461789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port cf9d5184-84b4-4c76-b1f9-32a05df011be triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:24.462577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.541765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c7da3-0913-4e8d-a61d-5693ca69f2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdab5e0-bd55-4af7-87d8-93260d5e6443,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.546715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:24.560479 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.581658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54cfc917-e4c6-4102-ac81-fcf056fbb17f req-ed2f785e-c4a2-4430-8f39-e21c37a21dcb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4622521 Feb 04 15:38:24.589508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13acaad5-bcd7-402b-b116-cf139cb02d83']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:24.604861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Usage tracker for resource:floatingip and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:24.604861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:24.605391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1f7ee5-9754-4eb1-925e-8434e9ff400a') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:24.605501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:24.605864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1f7ee5-9754-4eb1-925e-8434e9ff400a') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:24.612719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f99b8c76-d339-4362-a0e8-30ccc474c09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.622709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-149400483-network', 'tenant_id': '7550cd987d9a401ca6ce7fd31b80fa77'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:24.631392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.640988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:24.641557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Checking segment: {'id': 'e9db28a3-c567-44a5-983f-439d9646dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:24.641919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Network hostable DHCP agents. Network: ff3e199b-ff76-413f-b2cf-ee34e22f37ae, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:24.654446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Usage tracker for resource:network and tenant:7550cd987d9a401ca6ce7fd31b80fa77 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:24.659211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:24.665995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:24.668237 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.669459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=437e7c76-4ad2-4d53-9b14-fb70d37467db,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.679156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:24.680299 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.687131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da539ee8-d2da-4c1f-8e0d-1de85614a435 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:24.721448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: da539ee8-d2da-4c1f-8e0d-1de85614a435 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:38:24.721782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da539ee8-d2da-4c1f-8e0d-1de85614a435 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:24.731038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:24.747293 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:24.759206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Made reservation on behalf of 7550cd987d9a401ca6ce7fd31b80fa77 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:24.761985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.783979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f99b8c76-d339-4362-a0e8-30ccc474c09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:24.789145 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.808163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:24.812575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.814940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Usage tracker for resource:security_group_rule and tenant:7550cd987d9a401ca6ce7fd31b80fa77 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:24.840185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:24.843724 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.856030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:24.860749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f99b8c76-d339-4362-a0e8-30ccc474c09f admin admin] Usage tracker for resource:security_group_rule and tenant:cb833cff9a454f07a829e46ab25661dd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:24.862051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=13acaad5-bcd7-402b-b116-cf139cb02d83,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.876187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] Deleting port da539ee8-d2da-4c1f-8e0d-1de85614a435 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:24.876646 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.880983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f99b8c76-d339-4362-a0e8-30ccc474c09f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:24.889831 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-74d9f2f1-cfb8-476a-8f33-4f438fc7dd7b admin admin] 10.222.0.46 "DELETE /v2.0/networks/13acaad5-bcd7-402b-b116-cf139cb02d83 HTTP/1.1" status: 204 len: 168 time: 1.8473506 Feb 04 15:38:24.904181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f99b8c76-d339-4362-a0e8-30ccc474c09f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:24.943070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Network ff3e199b-ff76-413f-b2cf-ee34e22f37ae is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:24.957181 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a3af7e2-a11f-45d5-a67e-f25e16078f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.964740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ad07e22a-dd1a-4f9c-a4c2-dceed10c8790 None None] The port 'da539ee8-d2da-4c1f-8e0d-1de85614a435' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:38:24.965548 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2aac915b-0aba-4142-a6ba-8feedb72bf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.001857 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.007218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.041934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60544) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:25.042769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:25.065042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.073365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.073814 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Added segment 74f014af-b250-4434-bf54-c7c91afcf72e of type vlan for network b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 Feb 04 15:38:25.130178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.132023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, ff3e199b-ff76-413f-b2cf-ee34e22f37ae) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:25.139441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:25.139723 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3d728a05-70ce-457c-ae88-8a4cfe4786b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8709cacb6a4443fb8ec2d8350d31ffee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917916 Feb 04 15:38:25.139840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.140445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60548) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:25.142304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c2474-f55e-4b82-b899-4ac5e53b19d3 None None] Network ff3e199b-ff76-413f-b2cf-ee34e22f37ae requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:25.219589 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2aac915b-0aba-4142-a6ba-8feedb72bf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.223401 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.224563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:25.225555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.278094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] For port 2662e571-4540-4299-9353-0f07cbf2f869, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2662e571-4540-4299-9353-0f07cbf2f869,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:25.278464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.288165 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a3af7e2-a11f-45d5-a67e-f25e16078f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.298965 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a43341ed-e5e9-4979-8c18-4b6d6365dee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.312697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-13cc37cb-3aef-4d45-a8d8-eb9b87ee9de1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4098854 Feb 04 15:38:25.328559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60552) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:25.342586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:25.375366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:25.387035 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9940047 Feb 04 15:38:25.388034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Usage tracker for resource:router and tenant:cba0ecb32d894cbf9408406224389db9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:25.391289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760e2ac-db55-4ba2-99f5-ca2d83e764a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b122bd6c-f3ad-4842-bc7b-90adfbfd9b59,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.394221 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a43341ed-e5e9-4979-8c18-4b6d6365dee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.402259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60556) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:25.403019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:25.409589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:25.417582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Request body: {'subnet': {'network_id': 'b122bd6c-f3ad-4842-bc7b-90adfbfd9b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-149400483-subnet', 'tenant_id': '7550cd987d9a401ca6ce7fd31b80fa77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:25.421404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:25.434355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:25.442849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Usage tracker for resource:subnet and tenant:7550cd987d9a401ca6ce7fd31b80fa77 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:25.448745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:25.466395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.467533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.471147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:25.486143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Made reservation on behalf of 7550cd987d9a401ca6ce7fd31b80fa77 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:25.488551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.502052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-ff3e199b-ff76-413f-b2cf-ee34e22f37ae', 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'fixed_ips': [{'subnet_id': '437e7c76-4ad2-4d53-9b14-fb70d37467db'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:38:25.506485 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.507093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Calling delete_port for 2662e571-4540-4299-9353-0f07cbf2f869 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:25.561435 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.588122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a43341ed-e5e9-4979-8c18-4b6d6365dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.625815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43341ed-e5e9-4979-8c18-4b6d6365dee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d738b4-56fa-4988-9e6a-8d9571f04a7b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.672852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a3af7e2-a11f-45d5-a67e-f25e16078f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.690561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.761550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f99b8c76-d339-4362-a0e8-30ccc474c09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.764990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3af7e2-a11f-45d5-a67e-f25e16078f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5108d01e-62d1-4f55-bc68-1159d6e1b084,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.816479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2aac915b-0aba-4142-a6ba-8feedb72bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.819116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Allocated IP 172.20.0.2 (ff3e199b-ff76-413f-b2cf-ee34e22f37ae/437e7c76-4ad2-4d53-9b14-fb70d37467db/c7e571a6-0848-430b-b902-062c6bc2f19b) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:25.833181 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f99b8c76-d339-4362-a0e8-30ccc474c09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.866343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac915b-0aba-4142-a6ba-8feedb72bf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdab5e0-bd55-4af7-87d8-93260d5e6443,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.990432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f99b8c76-d339-4362-a0e8-30ccc474c09f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb833cff9a454f07a829e46ab25661dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8804684 Feb 04 15:38:25.999641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60562) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:26.006629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a43341ed-e5e9-4979-8c18-4b6d6365dee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.010980 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a43341ed-e5e9-4979-8c18-4b6d6365dee7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9d738b4-56fa-4988-9e6a-8d9571f04a7b HTTP/1.1" status: 204 len: 168 time: 0.8666136 Feb 04 15:38:26.013968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Allocated IP 172.25.8.78 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/264e623a-72f8-43fe-9b3f-5261dafa28a8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:26.019858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a3af7e2-a11f-45d5-a67e-f25e16078f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.024073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4a3af7e2-a11f-45d5-a67e-f25e16078f01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5108d01e-62d1-4f55-bc68-1159d6e1b084 HTTP/1.1" status: 204 len: 168 time: 2.2594221 Feb 04 15:38:26.029319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b8c76-d339-4362-a0e8-30ccc474c09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a3cf9c-47da-46fd-805d-b40f81b11740,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:26.032587 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2aac915b-0aba-4142-a6ba-8feedb72bf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.033983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2aac915b-0aba-4142-a6ba-8feedb72bf20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bdab5e0-bd55-4af7-87d8-93260d5e6443 HTTP/1.1" status: 204 len: 168 time: 1.9283488 Feb 04 15:38:26.048600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.099094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.125590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Port': ['ID=2662e571-4540-4299-9353-0f07cbf2f869,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:26.184226 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.198404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Transition to ACTIVE for port object c7e571a6-0848-430b-b902-062c6bc2f19b will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:26.224731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Transition to ACTIVE for port object c7e571a6-0848-430b-b902-062c6bc2f19b will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:26.232911 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.312981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f4b9a-ac30-47e1-ae2d-05af77c51db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.316438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Network ff3e199b-ff76-413f-b2cf-ee34e22f37ae is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:26.327587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:26.331865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:26.356353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb02509-25c6-4987-8de5-ad833b6a9427 req-285acd8c-7e68-41f8-930f-59ca06550697 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.362782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb02509-25c6-4987-8de5-ad833b6a9427 req-285acd8c-7e68-41f8-930f-59ca06550697 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.376119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb02509-25c6-4987-8de5-ad833b6a9427 req-285acd8c-7e68-41f8-930f-59ca06550697 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.378110 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dfb02509-25c6-4987-8de5-ad833b6a9427 req-285acd8c-7e68-41f8-930f-59ca06550697 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 2332 time: 0.6062915 Feb 04 15:38:26.389098 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.411161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] No DVR routers for this DVR port 2662e571-4540-4299-9353-0f07cbf2f869 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:26.419556 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.434419 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f4b9a-ac30-47e1-ae2d-05af77c51db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.438978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '2662e571-4540-4299-9353-0f07cbf2f869'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:26.485392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-4b857a3c-c83e-41e7-8c83-e65d54757cd8 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "DELETE /v2.0/ports/2662e571-4540-4299-9353-0f07cbf2f869 HTTP/1.1" status: 204 len: 173 time: 2.4175770 Feb 04 15:38:26.597666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Attempting to bind port c7e571a6-0848-430b-b902-062c6bc2f19b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:26.598122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Attempting to bind port c7e571a6-0848-430b-b902-062c6bc2f19b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'e9db28a3-c567-44a5-983f-439d9646dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:26.598629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Attempting to bind port c7e571a6-0848-430b-b902-062c6bc2f19b on network ff3e199b-ff76-413f-b2cf-ee34e22f37ae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:26.599151 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '2662e571-4540-4299-9353-0f07cbf2f869', 'status': 'completed', 'code': 200} Feb 04 15:38:26.602294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Pushing event updated for resources: {'Port': ['ID=c7e571a6-0848-430b-b902-062c6bc2f19b,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:26.615090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:38:26.617862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Checking segment: {'id': 'e9db28a3-c567-44a5-983f-439d9646dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:26.618974 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.621098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Bound using segment: {'id': 'e9db28a3-c567-44a5-983f-439d9646dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:38:26.621599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Bound port: c7e571a6-0848-430b-b902-062c6bc2f19b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9db28a3-c567-44a5-983f-439d9646dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:26.625277 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.668344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ba2230-e1d0-47d4-b071-35d902fad10f,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:26.674511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.678728 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dfb02509-25c6-4987-8de5-ad833b6a9427 req-b53e3ba9-33de-4294-83dd-2976253b2824 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793646 Feb 04 15:38:26.681342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:26.681706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.729987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Checking segment: {'id': '74f014af-b250-4434-bf54-c7c91afcf72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b122bd6c-f3ad-4842-bc7b-90adfbfd9b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:26.730480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Network hostable DHCP agents. Network: b122bd6c-f3ad-4842-bc7b-90adfbfd9b59, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:26.763170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f4b9a-ac30-47e1-ae2d-05af77c51db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.817036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f4b9a-ac30-47e1-ae2d-05af77c51db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a3cf9c-47da-46fd-805d-b40f81b11740,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:26.838871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] For port c7e571a6-0848-430b-b902-062c6bc2f19b, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:26.842123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] For port c7e571a6-0848-430b-b902-062c6bc2f19b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c7e571a6-0848-430b-b902-062c6bc2f19b,segment=NetworkSegment(e9db28a3-c567-44a5-983f-439d9646dda4),segment_id=e9db28a3-c567-44a5-983f-439d9646dda4)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:38:26.873850 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.905069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Network b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:26.952377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, b122bd6c-f3ad-4842-bc7b-90adfbfd9b59) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:26.970125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e67457-fd15-43c2-8665-070c7f54d2f4 None None] Network b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:27.050323 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.106981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:27.107444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.167472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:27.172466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:27.179104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:27.206300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f4b9a-ac30-47e1-ae2d-05af77c51db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.209990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f21f4b9a-ac30-47e1-ae2d-05af77c51db9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00a3cf9c-47da-46fd-805d-b40f81b11740 HTTP/1.1" status: 204 len: 168 time: 1.2068341 Feb 04 15:38:27.254856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'Port': ['ID=264e623a-72f8-43fe-9b3f-5261dafa28a8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:27.264817 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-600db30e-cdd2-46a9-9ef3-6f515321ea79 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8509934 Feb 04 15:38:27.285021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] For port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:27.285392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.305639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.409501 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.425150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acced6-4a2b-4edd-a341-0849df30ce6c None None] Pushing event updated for resources: {'Port': ['ID=c7e571a6-0848-430b-b902-062c6bc2f19b,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:27.518623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Calling delete_port for 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:27.523199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031605e3-0ed8-40a6-8a38-53ab470a2788 None None] Network b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:27.765256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Allocated IP 172.25.8.240 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/430b0376-0991-4809-889f-51fd4f569245) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:27.925971 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.113248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.176463 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.191936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c7e571a6-0848-430b-b902-062c6bc2f19b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:28.278387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:28.281952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:28.285062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:28.287819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port c7e571a6-0848-430b-b902-062c6bc2f19b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:28.310498 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.353812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Pushing event updated for resources: {'Port': ['ID=430b0376-0991-4809-889f-51fd4f569245,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:28.365561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.596497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Port': ['ID=73c601f1-2f34-4dfa-8780-3ff4ff940ff9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:28.657339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e58ab9-552c-415c-bcd2-abafcc015875 req-ba03d4ce-0249-47ed-8418-1afce64ca30d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:28.663997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e58ab9-552c-415c-bcd2-abafcc015875 req-ba03d4ce-0249-47ed-8418-1afce64ca30d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:28.667167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a1e58ab9-552c-415c-bcd2-abafcc015875 req-ba03d4ce-0249-47ed-8418-1afce64ca30d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Synchronizing usage tracker for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:28.796428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a1e58ab9-552c-415c-bcd2-abafcc015875 req-ba03d4ce-0249-47ed-8418-1afce64ca30d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Unset dirty status for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:28.797707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e58ab9-552c-415c-bcd2-abafcc015875 req-ba03d4ce-0249-47ed-8418-1afce64ca30d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 1599 time: 0.8476260 Feb 04 15:38:28.837056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] No DVR routers for this DVR port 73c601f1-2f34-4dfa-8780-3ff4ff940ff9 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:28.862258 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.869436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:28.875811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-549b5e23-35cd-464e-9930-c18bfa01bf1d tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "DELETE /v2.0/ports/73c601f1-2f34-4dfa-8780-3ff4ff940ff9 HTTP/1.1" status: 204 len: 173 time: 2.3808174 Feb 04 15:38:28.957082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e58ab9-552c-415c-bcd2-abafcc015875 req-e2a1ff2e-00ec-4032-99b3-5bcdc4382ce5 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505258 Feb 04 15:38:29.100291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6e779-0756-4766-937a-2d9e156cdfc8 None None] Network ff3e199b-ff76-413f-b2cf-ee34e22f37ae requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:29.146722 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '73c601f1-2f34-4dfa-8780-3ff4ff940ff9', 'status': 'completed', 'code': 200} Feb 04 15:38:29.203094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting port 7f64e6c0-ff36-4415-8bb6-946ba3967078 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:29.203331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.400454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60660) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:29.465223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6f0eee15-693f-4662-b79d-0950854d86c6 None None] Provisioning for port c7e571a6-0848-430b-b902-062c6bc2f19b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:29.476255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6f0eee15-693f-4662-b79d-0950854d86c6 None None] Provisioning complete for port c7e571a6-0848-430b-b902-062c6bc2f19b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:29.476799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6f0eee15-693f-4662-b79d-0950854d86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.580988 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.586753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140f3d8-c957-418d-abce-e00ff254e81b req-a011e914-c531-49b0-9ac5-4dbb5cfd60fc tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:29.587643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-a140f3d8-c957-418d-abce-e00ff254e81b req-a011e914-c531-49b0-9ac5-4dbb5cfd60fc tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Synchronizing usage tracker for tenant:7550cd987d9a401ca6ce7fd31b80fa77 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:29.591578 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.665558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-a140f3d8-c957-418d-abce-e00ff254e81b req-a011e914-c531-49b0-9ac5-4dbb5cfd60fc tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Unset dirty status for tenant:7550cd987d9a401ca6ce7fd31b80fa77 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:29.676758 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-a011e914-c531-49b0-9ac5-4dbb5cfd60fc tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/networks?id=b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 HTTP/1.1" status: 200 len: 821 time: 0.6510344 Feb 04 15:38:29.712120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'Port': ['ID=264e623a-72f8-43fe-9b3f-5261dafa28a8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:29.725528 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6f0eee15-693f-4662-b79d-0950854d86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.779586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6f0eee15-693f-4662-b79d-0950854d86c6 None None] For port c7e571a6-0848-430b-b902-062c6bc2f19b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c7e571a6-0848-430b-b902-062c6bc2f19b,segment=NetworkSegment(e9db28a3-c567-44a5-983f-439d9646dda4),segment_id=e9db28a3-c567-44a5-983f-439d9646dda4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:29.786365 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-f42c15e5-325a-4ac2-8474-749ac420404b tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/quotas/7550cd987d9a401ca6ce7fd31b80fa77 HTTP/1.1" status: 200 len: 375 time: 0.1082916 Feb 04 15:38:29.791648 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6f0eee15-693f-4662-b79d-0950854d86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.837404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-123313028-network', 'tenant_id': 'af8e697b6a5143bdb4a981cdd6dfcd6c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:29.846631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:29.852203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Usage tracker for resource:network and tenant:af8e697b6a5143bdb4a981cdd6dfcd6c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:29.855252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:29.864596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:29.912536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eee15-693f-4662-b79d-0950854d86c6 None None] Pushing event updated for resources: {'Port': ['ID=c7e571a6-0848-430b-b902-062c6bc2f19b,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:29.944302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.955249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Made reservation on behalf of af8e697b6a5143bdb4a981cdd6dfcd6c for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:29.958070 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.993433 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.033482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:30.039483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-0953a08b-0052-4d03-ba31-39b5f5d2c75c tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7550cd987d9a401ca6ce7fd31b80fa77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2515204 Feb 04 15:38:30.040975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Usage tracker for resource:security_group_rule and tenant:af8e697b6a5143bdb4a981cdd6dfcd6c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:30.044376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:30.051341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:30.082550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.241331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-670e9fe7-3acf-4c33-b621-8eca4125a97d None None] Provisioning complete for port c7e571a6-0848-430b-b902-062c6bc2f19b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:30.244612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-670e9fe7-3acf-4c33-b621-8eca4125a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.369799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.391170 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.438334 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.443249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-25dd763b-3841-472e-aec1-64ddc4dabc18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2326148 Feb 04 15:38:30.448322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] For port 7f64e6c0-ff36-4415-8bb6-946ba3967078, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7f64e6c0-ff36-4415-8bb6-946ba3967078,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:30.448727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.449331 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-bda13e83-975c-498d-9716-798156860930 service neutron] 10.222.0.46 "GET /v2.0/networks/b122bd6c-f3ad-4842-bc7b-90adfbfd9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907692 Feb 04 15:38:30.607427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:30.683569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.745558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Calling delete_port for 7f64e6c0-ff36-4415-8bb6-946ba3967078 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:30.777378 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-488628f5-6329-4c99-befd-550b36f8bea4 service neutron] 10.222.0.46 "GET /v2.0/networks/b122bd6c-f3ad-4842-bc7b-90adfbfd9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161366 Feb 04 15:38:30.780674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d6170f-2f1e-4a49-a3b8-ff62798599d4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:30.815850 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.816222 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Added segment 42e062df-442c-40ef-af22-07b1ea0e39b9 of type vlan for network 7b89b27d-d2c2-4990-8d96-01bbdc5887bf Feb 04 15:38:30.897489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62c47-bf92-4ba4-8de8-253be6fd0700 req-b70a23de-98ab-4697-9006-abd4bb7a8259 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:30.899779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4f62c47-bf92-4ba4-8de8-253be6fd0700 req-b70a23de-98ab-4697-9006-abd4bb7a8259 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 943 time: 0.4025822 Feb 04 15:38:30.902428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.981081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60706) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:30.994743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Router c8a7d9c1-8f0c-4064-996d-3756decea0c2 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:38:31.014699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c4f62c47-bf92-4ba4-8de8-253be6fd0700 req-32969418-7bdb-436b-9b96-829291e127ec tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbc66b2b-506f-4d72-b6c2-b6abd678c954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059661 Feb 04 15:38:31.032301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.033214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:31.033834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.487509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56978276-2349-4765-b4d7-e9d4e96951da req-b7395cb9-b234-4510-9b8e-dd822769b2f0 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 210 time: 0.1566596 Feb 04 15:38:31.508870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Pushing event updated for resources: {'Network': ['ID=7b89b27d-d2c2-4990-8d96-01bbdc5887bf,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:31.515558 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.517805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9000a12e-e28a-4f72-b7a5-786bf9c1fcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.531137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1266999 Feb 04 15:38:31.539218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60736) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:31.552566 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-e74caff7-9e6e-4238-8824-5ebf15dab272 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--924725962&fields=id&tenant_id=471aa203ed68486e939c8ab113a56f07 HTTP/1.1" status: 200 len: 267 time: 0.4262724 Feb 04 15:38:31.585416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Port': ['ID=7f64e6c0-ff36-4415-8bb6-946ba3967078,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:31.596226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.596835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.597359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.597858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.598470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.598931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.599417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.599891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.600365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.600884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.601475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.601965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.605746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.606253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.606851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.607328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.607807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.608298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.608797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.609292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.609768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.610232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.610706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.611178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b4d81-6db1-4377-85c3-30b8d5720362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:31.626125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 7b89b27d-d2c2-4990-8d96-01bbdc5887bf details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:31.733526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Request body: {'subnet': {'network_id': '7b89b27d-d2c2-4990-8d96-01bbdc5887bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-123313028-subnet', 'tenant_id': 'af8e697b6a5143bdb4a981cdd6dfcd6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:31.740076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:31.745183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Usage tracker for resource:subnet and tenant:af8e697b6a5143bdb4a981cdd6dfcd6c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:31.748984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:31.755411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:31.781067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec59b-d174-4928-bb45-79a207f8505f req-1b893214-e6b6-407f-a9d4-9d63f3fb30bc tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:31.788107 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-1b893214-e6b6-407f-a9d4-9d63f3fb30bc tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 0.2342310 Feb 04 15:38:31.788284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] No DVR routers for this DVR port 7f64e6c0-ff36-4415-8bb6-946ba3967078 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:31.792045 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.794126 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11f79019-fb16-47e0-9f0e-c1b886747ce8 req-7dbf7cc0-c25d-4f31-8fdf-765da9aa4ef1 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.61 "DELETE /v2.0/ports/7f64e6c0-ff36-4415-8bb6-946ba3967078 HTTP/1.1" status: 204 len: 173 time: 2.9100366 Feb 04 15:38:31.794571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '7f64e6c0-ff36-4415-8bb6-946ba3967078'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:31.799241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Made reservation on behalf of af8e697b6a5143bdb4a981cdd6dfcd6c for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:31.802436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.830877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9000a12e-e28a-4f72-b7a5-786bf9c1fcae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:31.889938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-7d5d99b9-1289-4d76-982a-6e80427fdc3c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/quotas/471aa203ed68486e939c8ab113a56f07 HTTP/1.1" status: 200 len: 375 time: 0.0996010 Feb 04 15:38:31.901743 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7153f2c-68cf-4c54-9a34-9bfcce91125c', 'name': 'network-vif-deleted', 'tag': '7f64e6c0-ff36-4415-8bb6-946ba3967078', 'status': 'completed', 'code': 200} Feb 04 15:38:31.981425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9000a12e-e28a-4f72-b7a5-786bf9c1fcae admin admin] Usage tracker for resource:security_group_rule and tenant:8bf6ce4c04d641f88642db6008e7be68 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:32.003700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9000a12e-e28a-4f72-b7a5-786bf9c1fcae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:32.050887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:38:32.060525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Sync routers for ids ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:32.081507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Routers {'c8a7d9c1-8f0c-4064-996d-3756decea0c2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:32.089396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:32.138143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9000a12e-e28a-4f72-b7a5-786bf9c1fcae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:32.141404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.145666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60764) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:32.146021 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c2acb58e-cf5c-4a87-8936-88625c3b1e7e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8161356 Feb 04 15:38:32.267646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c7e571a6-0848-430b-b902-062c6bc2f19b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:32.309410 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-574a15b8-8b12-4ce4-b691-80d7511c179e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4185064 Feb 04 15:38:32.493320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-60db42ea-4bed-4b3e-9ed2-974cb1e3a98c req-9707d9c5-fc92-423e-ace3-0a8704f2f59c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Synchronizing usage tracker for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:32.613872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-60db42ea-4bed-4b3e-9ed2-974cb1e3a98c req-9707d9c5-fc92-423e-ace3-0a8704f2f59c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Unset dirty status for tenant:2118397614c04148b46d2e6a194ba072 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:32.626314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60db42ea-4bed-4b3e-9ed2-974cb1e3a98c req-9707d9c5-fc92-423e-ace3-0a8704f2f59c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 210 time: 0.1939197 Feb 04 15:38:32.660873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c7e571a6-0848-430b-b902-062c6bc2f19b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:32.666872 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.823922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Set router c8a7d9c1-8f0c-4064-996d-3756decea0c2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:32.854915 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9000a12e-e28a-4f72-b7a5-786bf9c1fcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.885551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9000a12e-e28a-4f72-b7a5-786bf9c1fcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.928487 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-cf838c33-3cdf-42db-a571-d00528a1ce4e service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281765 Feb 04 15:38:33.019509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.031634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60784) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:33.238236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000a12e-e28a-4f72-b7a5-786bf9c1fcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f8322-c679-4e91-a2f5-289029c9bed3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:33.254661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9000a12e-e28a-4f72-b7a5-786bf9c1fcae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bf6ce4c04d641f88642db6008e7be68&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2707000 Feb 04 15:38:33.261661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60792) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:33.265726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bacf8735-3b86-45d9-9e3f-4a447bb84b71 req-16acd875-cc12-4177-8101-9248728dbf76 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 210 time: 0.1497426 Feb 04 15:38:33.360411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a0fc2f-36dc-4620-a4cb-9411188deaba,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:33.388081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '430b0376-0991-4809-889f-51fd4f569245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:25Z', 'updated_at': '2022-02-04T15:38:28Z', 'revision_number': 3, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'gw_port': {'id': '430b0376-0991-4809-889f-51fd4f569245', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:89:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:33.392943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Checking router: c8a7d9c1-8f0c-4064-996d-3756decea0c2 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:33.393391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Updating router c8a7d9c1-8f0c-4064-996d-3756decea0c2 port 430b0376-0991-4809-889f-51fd4f569245 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:38:33.447781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Checking segment: {'id': '42e062df-442c-40ef-af22-07b1ea0e39b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b89b27d-d2c2-4990-8d96-01bbdc5887bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:33.448368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Network hostable DHCP agents. Network: 7b89b27d-d2c2-4990-8d96-01bbdc5887bf, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:33.501808 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-497356dd-a997-4009-ab23-13377bbc1895 service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377755 Feb 04 15:38:33.547160 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.557405 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7724fb48-8036-4234-95d4-340c80b43b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.560664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Network 7b89b27d-d2c2-4990-8d96-01bbdc5887bf is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:33.591917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 7b89b27d-d2c2-4990-8d96-01bbdc5887bf) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:33.613433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:33.614093 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.621119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7724fb48-8036-4234-95d4-340c80b43b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.655632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7387d883-21d8-4caf-9545-cb2492d951f2 None None] Network 7b89b27d-d2c2-4990-8d96-01bbdc5887bf requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:33.660510 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b0b298a-4c2e-47c8-a24b-22b06cd6a177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.721691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7b0b298a-4c2e-47c8-a24b-22b06cd6a177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:33.726597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7b0b298a-4c2e-47c8-a24b-22b06cd6a177 admin admin] Usage tracker for resource:security_group_rule and tenant:d432966c88ae45959199fa889be306dc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:33.730310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7b0b298a-4c2e-47c8-a24b-22b06cd6a177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:33.737790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7b0b298a-4c2e-47c8-a24b-22b06cd6a177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:33.847805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b0b298a-4c2e-47c8-a24b-22b06cd6a177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.912321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b0b298a-4c2e-47c8-a24b-22b06cd6a177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.942288 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-260972cc-93dc-461f-ab42-3b104dda6e91 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4002907 Feb 04 15:38:33.967663 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-811b1dbb-d0cf-4a23-92ef-5cba0da6110d req-ff459d48-adb4-413e-a2a1-751b2552c504 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 210 time: 0.1164057 Feb 04 15:38:34.016067 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7b0b298a-4c2e-47c8-a24b-22b06cd6a177 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d432966c88ae45959199fa889be306dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9275439 Feb 04 15:38:34.025830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60808) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:34.029357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b298a-4c2e-47c8-a24b-22b06cd6a177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2709675d-4aff-4ffa-a917-864e7b1f2a53,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:34.129506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7724fb48-8036-4234-95d4-340c80b43b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.151297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140f3d8-c957-418d-abce-e00ff254e81b req-c74a8c51-3c6a-4fd2-813e-ad308da851d1 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:34.154101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-c74a8c51-3c6a-4fd2-813e-ad308da851d1 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.53 "GET /v2.0/networks?id=b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 HTTP/1.1" status: 200 len: 821 time: 1.3112733 Feb 04 15:38:34.171188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4aad358e-6e34-41bb-ae35-7197b3407c15 req-629131f5-6288-4263-b865-34496ff64eb0 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 210 time: 0.1361768 Feb 04 15:38:34.196511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724fb48-8036-4234-95d4-340c80b43b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f8322-c679-4e91-a2f5-289029c9bed3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:34.231149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7724fb48-8036-4234-95d4-340c80b43b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.232388 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7724fb48-8036-4234-95d4-340c80b43b84 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b7f8322-c679-4e91-a2f5-289029c9bed3 HTTP/1.1" status: 204 len: 168 time: 0.9659896 Feb 04 15:38:34.238440 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c18faee7-7e60-45d0-8a01-70fdac7b3def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.255112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Request body: {'port': {'device_id': 'c9ecb144-0305-4d27-aa04-5148f45057ab', 'network_id': 'b122bd6c-f3ad-4842-bc7b-90adfbfd9b59', 'admin_state_up': True, 'tenant_id': '7550cd987d9a401ca6ce7fd31b80fa77'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:34.311365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c18faee7-7e60-45d0-8a01-70fdac7b3def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.472744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c18faee7-7e60-45d0-8a01-70fdac7b3def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.544612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18faee7-7e60-45d0-8a01-70fdac7b3def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2709675d-4aff-4ffa-a917-864e7b1f2a53,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:34.550174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae17ae5d-8d4e-426e-bb67-5cf50316d0e5 None None] Network 7b89b27d-d2c2-4990-8d96-01bbdc5887bf requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:34.573201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c18faee7-7e60-45d0-8a01-70fdac7b3def admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.581425 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c18faee7-7e60-45d0-8a01-70fdac7b3def admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2709675d-4aff-4ffa-a917-864e7b1f2a53 HTTP/1.1" status: 204 len: 168 time: 0.5519795 Feb 04 15:38:34.698117 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-40483ed4-c76d-4c6a-bdd2-08f0819b7854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.733224 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-393e9fbe-829e-42bc-9469-374c7b2c317f req-32bc91fd-f131-4225-9033-77eae3b054e5 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 210 time: 0.1502531 Feb 04 15:38:34.793651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.862047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:34.868449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Usage tracker for resource:port and tenant:7550cd987d9a401ca6ce7fd31b80fa77 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:34.875465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:34.895223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:34.924202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Made reservation on behalf of 7550cd987d9a401ca6ce7fd31b80fa77 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:34.928211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.311865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Allocated IP 172.20.0.1 (ff3e199b-ff76-413f-b2cf-ee34e22f37ae/437e7c76-4ad2-4d53-9b14-fb70d37467db/8d213898-439c-4b61-97d0-7bb0b2e89911) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:35.426283 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f756c43-4b1f-46df-b282-b54ac725b707 req-62fae59e-72d3-4d7e-aaa8-f0f7e3c45ea1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 210 time: 0.1926682 Feb 04 15:38:35.432301 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.459052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Transition to ACTIVE for port object 430b0376-0991-4809-889f-51fd4f569245 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:35.475730 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.660878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ab51a-820a-4cd7-ba0b-2f164b599cf1 None None] Pushing event updated for resources: {'Port': ['ID=430b0376-0991-4809-889f-51fd4f569245,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:35.704155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690091-7160-41f9-a82b-0350b985f20b req-a8d21f09-4140-4ac4-89fa-c0eb05af4097 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:35.705294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-53690091-7160-41f9-a82b-0350b985f20b req-a8d21f09-4140-4ac4-89fa-c0eb05af4097 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Synchronizing usage tracker for tenant:af8e697b6a5143bdb4a981cdd6dfcd6c on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:35.724989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Attempting to bind port 430b0376-0991-4809-889f-51fd4f569245 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:35.725384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Attempting to bind port 430b0376-0991-4809-889f-51fd4f569245 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:35.725774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Attempting to bind port 430b0376-0991-4809-889f-51fd4f569245 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:35.733383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:38:35.733764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:35.734153 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.734547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:38:35.735026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Bound port: 430b0376-0991-4809-889f-51fd4f569245, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:35.735405 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.796580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0ea074e-5f59-4157-97bc-f2e98706dea6 req-56591ed8-ec52-4163-a7c9-3689c7a9f360 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7153f2c-68cf-4c54-9a34-9bfcce91125c HTTP/1.1" status: 200 len: 210 time: 0.1647120 Feb 04 15:38:35.942543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] For port 430b0376-0991-4809-889f-51fd4f569245, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:35.954063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] For port 430b0376-0991-4809-889f-51fd4f569245, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=430b0376-0991-4809-889f-51fd4f569245,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:38:35.963771 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.972843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.024812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Allocated IP 172.20.0.6 (b122bd6c-f3ad-4842-bc7b-90adfbfd9b59/97ba2230-e1d0-47d4-b071-35d902fad10f/5d566572-4f5c-4ee9-851b-1d1c961efb19) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:36.047426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Transition to ACTIVE for port object 8d213898-439c-4b61-97d0-7bb0b2e89911 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:36.116133 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8407d1f9-5ade-45f8-b8ea-33150ff2b4c6 req-a18e7e76-76d3-4c43-9f28-3d6dfb410c7e tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 210 time: 0.0883272 Feb 04 15:38:36.123618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-53690091-7160-41f9-a82b-0350b985f20b req-a8d21f09-4140-4ac4-89fa-c0eb05af4097 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Unset dirty status for tenant:af8e697b6a5143bdb4a981cdd6dfcd6c on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:36.124982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-a8d21f09-4140-4ac4-89fa-c0eb05af4097 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/networks?id=7b89b27d-d2c2-4990-8d96-01bbdc5887bf HTTP/1.1" status: 200 len: 817 time: 0.6943913 Feb 04 15:38:36.214019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Routers {'c8a7d9c1-8f0c-4064-996d-3756decea0c2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:36.214645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:36.224183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-d2e91f2e-a043-421f-9db5-d374afbc4863 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/quotas/af8e697b6a5143bdb4a981cdd6dfcd6c HTTP/1.1" status: 200 len: 375 time: 0.0932016 Feb 04 15:38:36.321715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ab51a-820a-4cd7-ba0b-2f164b599cf1 None None] Pushing event updated for resources: {'Port': ['ID=430b0376-0991-4809-889f-51fd4f569245,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:36.344983 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.403355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-a8435e5a-5317-46b6-8e17-573182d49332 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8e697b6a5143bdb4a981cdd6dfcd6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1464176 Feb 04 15:38:36.479553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec59b-d174-4928-bb45-79a207f8505f req-c2563950-9a6f-4b2d-aa73-d3a388231c8a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:36.480292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0deec59b-d174-4928-bb45-79a207f8505f req-c2563950-9a6f-4b2d-aa73-d3a388231c8a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:36.556757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.616136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Network ff3e199b-ff76-413f-b2cf-ee34e22f37ae is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:36.629851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:36.667879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:36.750974 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-23036823-dc7a-46b3-adb0-62d361197df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.774667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] Set router c8a7d9c1-8f0c-4064-996d-3756decea0c2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:36.825597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0deec59b-d174-4928-bb45-79a207f8505f req-c2563950-9a6f-4b2d-aa73-d3a388231c8a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:36.827474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-c2563950-9a6f-4b2d-aa73-d3a388231c8a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 1.1184382 Feb 04 15:38:36.934308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Pushing event updated for resources: {'Port': ['ID=8d213898-439c-4b61-97d0-7bb0b2e89911,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:36.968036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.999117 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.140215 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bbc1b9b-1f57-4424-af2d-ce0c203b3c13 req-e31d09dc-c06a-48f3-a6ef-f648df44df1c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 210 time: 0.3211381 Feb 04 15:38:37.291450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dfc3026b-55d4-40a8-9ebb-fa9f655492f5 None None] Provisioning for port 8d213898-439c-4b61-97d0-7bb0b2e89911 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:37.298903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dfc3026b-55d4-40a8-9ebb-fa9f655492f5 None None] Provisioning complete for port 8d213898-439c-4b61-97d0-7bb0b2e89911 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:37.299493 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dfc3026b-55d4-40a8-9ebb-fa9f655492f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.385681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-47601c98-bd47-420b-bcea-72c75cc52920 service neutron] 10.222.0.46 "GET /v2.0/networks/7b89b27d-d2c2-4990-8d96-01bbdc5887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9601579 Feb 04 15:38:37.395064 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '430b0376-0991-4809-889f-51fd4f569245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:25Z', 'updated_at': '2022-02-04T15:38:28Z', 'revision_number': 3, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'gw_port': {'id': '430b0376-0991-4809-889f-51fd4f569245', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:89:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:37.404381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-dfc3026b-55d4-40a8-9ebb-fa9f655492f5 None None] Port 8d213898-439c-4b61-97d0-7bb0b2e89911 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:38:37.406690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00ab7b-1bfd-4fc3-a945-1e8d4a5c241a None None] The sync data for ids ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'] in n-d-827870-1 is: [{'id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '430b0376-0991-4809-889f-51fd4f569245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:25Z', 'updated_at': '2022-02-04T15:38:28Z', 'revision_number': 3, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'gw_port': {'id': '430b0376-0991-4809-889f-51fd4f569245', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:89:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:37.435649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0deec59b-d174-4928-bb45-79a207f8505f req-4bbd31b4-1027-4170-a9b1-62a73cc6dacf tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:37.548465 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.585357 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-74a3cb33-aa71-434f-af92-b74ace5a4b48 req-a83988f9-3805-402c-b5b5-ea1c5fd70f9c tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 210 time: 0.1042104 Feb 04 15:38:37.634138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0deec59b-d174-4928-bb45-79a207f8505f req-4bbd31b4-1027-4170-a9b1-62a73cc6dacf tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:37.635286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-4bbd31b4-1027-4170-a9b1-62a73cc6dacf tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=471aa203ed68486e939c8ab113a56f07 HTTP/1.1" status: 200 len: 379 time: 0.7703638 Feb 04 15:38:37.650651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.671614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60914) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:37.673452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'port': {'device_id': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'admin_state_up': True, 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'security_groups': ['d0a3e4ed-6fc6-4168-ba38-419dca183d6a']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:37.778415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbaef-1c0e-46c9-91f9-4d73c0969176 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.841960 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.850478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbaef-1c0e-46c9-91f9-4d73c0969176 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.899300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-a96dc62e-46ce-4400-9c92-615a151f81b6 service neutron] 10.222.0.46 "GET /v2.0/networks/7b89b27d-d2c2-4990-8d96-01bbdc5887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855661 Feb 04 15:38:37.917560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:37.974464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Usage tracker for resource:port and tenant:471aa203ed68486e939c8ab113a56f07 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:37.981476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbaef-1c0e-46c9-91f9-4d73c0969176 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.987117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:38.004446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:38.025649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Network b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:38.040416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cbaef-1c0e-46c9-91f9-4d73c0969176 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc66b2b-506f-4d72-b6c2-b6abd678c954,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:38.045397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:38.086521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:38.104431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbaef-1c0e-46c9-91f9-4d73c0969176 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.106151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7e0cbaef-1c0e-46c9-91f9-4d73c0969176 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "DELETE /v2.0/security-groups/dbc66b2b-506f-4d72-b6c2-b6abd678c954 HTTP/1.1" status: 204 len: 168 time: 0.4325833 Feb 04 15:38:38.108881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60926) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:38.164586 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-f6607781-3018-45a5-bc14-3ada01ca3fa9 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] show failed (client error): The resource could not be found. Feb 04 15:38:38.182780 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f6607781-3018-45a5-bc14-3ada01ca3fa9 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "GET /v2.0/security-groups/dbc66b2b-506f-4d72-b6c2-b6abd678c954 HTTP/1.1" status: 404 len: 347 time: 0.0723934 Feb 04 15:38:38.183435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60932) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:38.201973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Pushing event updated for resources: {'Port': ['ID=5d566572-4f5c-4ee9-851b-1d1c961efb19,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:38.205329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 430b0376-0991-4809-889f-51fd4f569245 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:38.214550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Made reservation on behalf of 471aa203ed68486e939c8ab113a56f07 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:38.218223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.327720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 430b0376-0991-4809-889f-51fd4f569245 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:38.356980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 430b0376-0991-4809-889f-51fd4f569245 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:38.358296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.608141 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.617931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting port 7fabec7e-56e1-4c9e-8bc3-ef0a4f4f0874 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:38.619620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.664496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 430b0376-0991-4809-889f-51fd4f569245, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=430b0376-0991-4809-889f-51fd4f569245,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:38.670701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.774664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21061964-bf32-4739-a932-60dd8f1def85 req-7b850e39-f42c-4475-9b8f-9f53bc7dabfc tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 210 time: 0.5696599 Feb 04 15:38:38.776080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Allocated IP 172.20.0.8 (3e563c62-9980-4f72-9bd0-f60f9c6f071a/ab7f8d5d-e36f-4cb3-8bf2-911e596292f2/1ee1f425-7e54-4e30-b398-db5d5dd439a9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:38.809517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=430b0376-0991-4809-889f-51fd4f569245,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:38.925416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:38.926091 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.956934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.957136 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.966171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.024534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.075974 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.151247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Calling delete_port for 7fabec7e-56e1-4c9e-8bc3-ef0a4f4f0874 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:39.250601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-69381e86-44a6-4aa4-b72c-9e32321d0490 req-a53deaa2-f471-4840-94e6-57428d9b9eab tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:39.452865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9c787-d1da-4509-9f93-ead0a7b4daf4 req-a74cfa6c-4f15-48cf-aa1e-485e9b6830d6 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:39.459795 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e4e9c787-d1da-4509-9f93-ead0a7b4daf4 req-a74cfa6c-4f15-48cf-aa1e-485e9b6830d6 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 931 time: 0.1977086 Feb 04 15:38:39.463579 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.539471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Port': ['ID=7fabec7e-56e1-4c9e-8bc3-ef0a4f4f0874,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:39.564160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-88138103-abbf-45d6-97f5-cc76f4a1e351 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3195562 Feb 04 15:38:39.576924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-69381e86-44a6-4aa4-b72c-9e32321d0490 req-a53deaa2-f471-4840-94e6-57428d9b9eab tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:39.578409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69381e86-44a6-4aa4-b72c-9e32321d0490 req-a53deaa2-f471-4840-94e6-57428d9b9eab tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 210 time: 0.6157129 Feb 04 15:38:39.589280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Request body: {'port': {'device_id': 'c9ecb144-0305-4d27-aa04-5148f45057ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:39.655752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e4e9c787-d1da-4509-9f93-ead0a7b4daf4 req-d9bd6e02-6e42-44cd-9ba1-7dc6f4985095 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Synchronizing usage tracker for tenant:7550cd987d9a401ca6ce7fd31b80fa77 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:39.697901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.728689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.733447 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-630e0c8f-9272-4093-919f-aaddf84291c6 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "DELETE /v2.0/floatingips/14b9a3d4-c12e-4881-bc8a-4dc1ee47ccdd HTTP/1.1" status: 204 len: 168 time: 1.5464308 Feb 04 15:38:39.733447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e4e9c787-d1da-4509-9f93-ead0a7b4daf4 req-d9bd6e02-6e42-44cd-9ba1-7dc6f4985095 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Unset dirty status for tenant:7550cd987d9a401ca6ce7fd31b80fa77 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:39.745426 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e4e9c787-d1da-4509-9f93-ead0a7b4daf4 req-d9bd6e02-6e42-44cd-9ba1-7dc6f4985095 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845929 Feb 04 15:38:39.748890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60976) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:39.946844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9f53a29c-3e0e-438e-b7c6-6f7b689bf8c7 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting port 5e5f2857-8e14-4c7e-b02d-dd341ae72129 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:39.947203 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f53a29c-3e0e-438e-b7c6-6f7b689bf8c7 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.180100 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.246445 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-80597e6d-d554-436e-957c-a55a187a53f8 req-790e7688-4565-4c82-a981-31fcbc222475 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 210 time: 0.1259451 Feb 04 15:38:40.281611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 430b0376-0991-4809-889f-51fd4f569245 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:40.543077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 430b0376-0991-4809-889f-51fd4f569245 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:40.543077 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.643566 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.661813 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f53a29c-3e0e-438e-b7c6-6f7b689bf8c7 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.706978 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.740809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.047326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9f53a29c-3e0e-438e-b7c6-6f7b689bf8c7 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Calling delete_port for 5e5f2857-8e14-4c7e-b02d-dd341ae72129 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:41.078290 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-047483c7-a949-47a9-acc8-23983e6e42c1 req-80dc19f3-31d1-47bb-bd66-f3109e7fed89 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 210 time: 0.1490524 Feb 04 15:38:41.226030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f53a29c-3e0e-438e-b7c6-6f7b689bf8c7 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.244214 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.286961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Transition to ACTIVE for port object 1ee1f425-7e54-4e30-b398-db5d5dd439a9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:41.290287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Pushing event updated for resources: {'Port': ['ID=8d213898-439c-4b61-97d0-7bb0b2e89911,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:41.294747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53a29c-3e0e-438e-b7c6-6f7b689bf8c7 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Port': ['ID=5e5f2857-8e14-4c7e-b02d-dd341ae72129,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:41.421789 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f53a29c-3e0e-438e-b7c6-6f7b689bf8c7 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.434053 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9f53a29c-3e0e-438e-b7c6-6f7b689bf8c7 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "DELETE /v2.0/ports/5e5f2857-8e14-4c7e-b02d-dd341ae72129 HTTP/1.1" status: 204 len: 168 time: 1.6829207 Feb 04 15:38:41.436586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32780) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:41.523667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ba8757cb-6418-4af7-8c08-81f14516e7fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting port 6b9e96db-8e49-4b8a-a71c-190000ac9de8 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:41.525195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba8757cb-6418-4af7-8c08-81f14516e7fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.635458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690091-7160-41f9-a82b-0350b985f20b req-e5606a36-b823-4f97-b6df-194a90353a1a tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:41.636990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-e5606a36-b823-4f97-b6df-194a90353a1a tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.61 "GET /v2.0/networks?id=7b89b27d-d2c2-4990-8d96-01bbdc5887bf HTTP/1.1" status: 200 len: 817 time: 0.6042068 Feb 04 15:38:41.667208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7048c16-8333-493f-a45b-ebd3d0b8d21e req-4c1ea1a8-fbb0-44e3-a8b5-8e6d971ed54b tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:41.669059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f7048c16-8333-493f-a45b-ebd3d0b8d21e req-4c1ea1a8-fbb0-44e3-a8b5-8e6d971ed54b tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Synchronizing usage tracker for tenant:7550cd987d9a401ca6ce7fd31b80fa77 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:41.716138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Request body: {'port': {'device_id': 'e1fc702f-36f3-4662-b4b8-f28a712e9402', 'network_id': '7b89b27d-d2c2-4990-8d96-01bbdc5887bf', 'admin_state_up': True, 'tenant_id': 'af8e697b6a5143bdb4a981cdd6dfcd6c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:41.928384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d566572-4f5c-4ee9-851b-1d1c961efb19 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:41.937923 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.941116 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bc6972d5-a840-48b8-9ff2-7fea530fc00f req-4fdaa4f7-43ba-471e-8c2d-365ac348c23c tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 210 time: 0.1631615 Feb 04 15:38:41.955336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Transition to ACTIVE for port object 5d566572-4f5c-4ee9-851b-1d1c961efb19 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:41.956369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f7048c16-8333-493f-a45b-ebd3d0b8d21e req-4c1ea1a8-fbb0-44e3-a8b5-8e6d971ed54b tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Unset dirty status for tenant:7550cd987d9a401ca6ce7fd31b80fa77 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:41.965126 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7048c16-8333-493f-a45b-ebd3d0b8d21e req-4c1ea1a8-fbb0-44e3-a8b5-8e6d971ed54b tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 931 time: 0.9119685 Feb 04 15:38:41.976878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Network ff3e199b-ff76-413f-b2cf-ee34e22f37ae is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:42.041037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba8757cb-6418-4af7-8c08-81f14516e7fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.045692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:42.055809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.165455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Pushing event updated for resources: {'Port': ['ID=5d566572-4f5c-4ee9-851b-1d1c961efb19,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:42.168230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.280313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ba8757cb-6418-4af7-8c08-81f14516e7fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Calling delete_port for 6b9e96db-8e49-4b8a-a71c-190000ac9de8 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:42.281126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:42.422670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:42.425284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:42.481035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-241ba435-c804-4f19-8a8e-6fd32ceba031 None None] Provisioning complete for port 8d213898-439c-4b61-97d0-7bb0b2e89911 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:42.481581 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-241ba435-c804-4f19-8a8e-6fd32ceba031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.523951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:42.566470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba8757cb-6418-4af7-8c08-81f14516e7fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.595525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-241ba435-c804-4f19-8a8e-6fd32ceba031 None None] Port 8d213898-439c-4b61-97d0-7bb0b2e89911 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:38:42.642403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:42.643046 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.655231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8757cb-6418-4af7-8c08-81f14516e7fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Port': ['ID=6b9e96db-8e49-4b8a-a71c-190000ac9de8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:42.687469 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7048c16-8333-493f-a45b-ebd3d0b8d21e req-d5a68d3f-f0a1-4187-9a98-337d2c372a96 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7214878 Feb 04 15:38:42.856891 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba8757cb-6418-4af7-8c08-81f14516e7fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.870806 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ba8757cb-6418-4af7-8c08-81f14516e7fb tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "DELETE /v2.0/ports/6b9e96db-8e49-4b8a-a71c-190000ac9de8 HTTP/1.1" status: 204 len: 168 time: 1.4329138 Feb 04 15:38:42.871480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32808) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:42.928122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-118c1ea0-f39d-4e55-a71b-848905a3652a None None] Provisioning for port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:42.933974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-118c1ea0-f39d-4e55-a71b-848905a3652a None None] Provisioning complete for port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:42.934338 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-118c1ea0-f39d-4e55-a71b-848905a3652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.940917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-a561308f-aa0a-41bb-ae7a-94ba06b89772 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2913249 Feb 04 15:38:42.947430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-081d1d42-63ed-4218-8736-927de9edb210 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting subnet 0e610022-825b-4b19-a0f1-7766c51e9f10 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:38:42.951159 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-081d1d42-63ed-4218-8736-927de9edb210 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.995264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-118c1ea0-f39d-4e55-a71b-848905a3652a None None] Port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:38:43.012579 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-081d1d42-63ed-4218-8736-927de9edb210 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.066026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Attempting to bind port 5d566572-4f5c-4ee9-851b-1d1c961efb19 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:43.066547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Attempting to bind port 5d566572-4f5c-4ee9-851b-1d1c961efb19 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '74f014af-b250-4434-bf54-c7c91afcf72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b122bd6c-f3ad-4842-bc7b-90adfbfd9b59'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:43.066985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Attempting to bind port 5d566572-4f5c-4ee9-851b-1d1c961efb19 on network b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:43.078844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:43.086321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Port 5d566572-4f5c-4ee9-851b-1d1c961efb19 on network b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:38:43.086804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Attempting to bind port 5d566572-4f5c-4ee9-851b-1d1c961efb19 on network b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:43.098140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:38:43.098602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Checking segment: {'id': '74f014af-b250-4434-bf54-c7c91afcf72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b122bd6c-f3ad-4842-bc7b-90adfbfd9b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:43.099401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Bound using segment: {'id': '74f014af-b250-4434-bf54-c7c91afcf72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b122bd6c-f3ad-4842-bc7b-90adfbfd9b59'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:38:43.099641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Bound port: 5d566572-4f5c-4ee9-851b-1d1c961efb19, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f014af-b250-4434-bf54-c7c91afcf72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b122bd6c-f3ad-4842-bc7b-90adfbfd9b59'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:43.100085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.112495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Usage tracker for resource:port and tenant:af8e697b6a5143bdb4a981cdd6dfcd6c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:43.123762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Router c8a7d9c1-8f0c-4064-996d-3756decea0c2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:38:43.126105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:43.160316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:43.184597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-081d1d42-63ed-4218-8736-927de9edb210 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.349741 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-217f0162-93b8-42c0-9432-d3de6f2dfc77 req-0cee6f78-92c7-461e-bb67-e75b69730fda tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 210 time: 0.1050274 Feb 04 15:38:43.431630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-081d1d42-63ed-4218-8736-927de9edb210 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.467303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Made reservation on behalf of af8e697b6a5143bdb4a981cdd6dfcd6c for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:43.471203 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.603898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] For port 5d566572-4f5c-4ee9-851b-1d1c961efb19, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:43.608456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] For port 5d566572-4f5c-4ee9-851b-1d1c961efb19, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5d566572-4f5c-4ee9-851b-1d1c961efb19,segment=NetworkSegment(74f014af-b250-4434-bf54-c7c91afcf72e),segment_id=74f014af-b250-4434-bf54-c7c91afcf72e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:38:43.614245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Request body: {'port': {'device_id': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:43.634779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d1d42-63ed-4218-8736-927de9edb210 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Subnet': ['ID=0e610022-825b-4b19-a0f1-7766c51e9f10,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:43.638442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-081d1d42-63ed-4218-8736-927de9edb210 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.646860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca3a0a-8412-41f7-91b7-2f1411cd15c7 None None] Network 9aecb207-c108-4db3-816f-362a655b55d1 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:43.653112 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-081d1d42-63ed-4218-8736-927de9edb210 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "DELETE /v2.0/subnets/0e610022-825b-4b19-a0f1-7766c51e9f10 HTTP/1.1" status: 204 len: 168 time: 0.7797120 Feb 04 15:38:43.654359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32836) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:43.753437 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.778037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-452e9170-b8ce-43a1-9a1d-d3a86074df7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting subnet 724662c2-4369-437e-a6f2-d6b7e1d8d3e2 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:38:43.781167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-452e9170-b8ce-43a1-9a1d-d3a86074df7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.811586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476830e0-8e9a-45eb-9bb9-77571ef6c6cf req-61c2cfe4-e740-47c7-ac44-f85e96e25653 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:43.813240 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-476830e0-8e9a-45eb-9bb9-77571ef6c6cf req-61c2cfe4-e740-47c7-ac44-f85e96e25653 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 931 time: 0.8922129 Feb 04 15:38:43.863496 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-452e9170-b8ce-43a1-9a1d-d3a86074df7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.934350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:43.935084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.936589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] 10.222.0.53 "PUT /v2.0/ports/5d566572-4f5c-4ee9-851b-1d1c961efb19 HTTP/1.1" status: 200 len: 1091 time: 4.3570774 Feb 04 15:38:43.940732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ecb144-0305-4d27-aa04-5148f45057ab', 'tag': '5d566572-4f5c-4ee9-851b-1d1c961efb19'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:44.055321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-452e9170-b8ce-43a1-9a1d-d3a86074df7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.139277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45abc67-c3c7-4d08-a518-519890d422af req-7e79ec99-e57b-4acc-97d4-a82f69c94619 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:44.141047 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b45abc67-c3c7-4d08-a518-519890d422af req-7e79ec99-e57b-4acc-97d4-a82f69c94619 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 943 time: 0.1679635 Feb 04 15:38:44.199385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c093129-b28b-4f06-b72c-db242420d087 service neutron] Pushing event updated for resources: {'Port': ['ID=5d566572-4f5c-4ee9-851b-1d1c961efb19,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:44.202680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] DHCP port deletion for 9aecb207-c108-4db3-816f-362a655b55d1 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:38:44.212422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-476830e0-8e9a-45eb-9bb9-77571ef6c6cf req-b54e30ff-ea89-4673-a6c9-b9443184e3b3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842409 Feb 04 15:38:44.215822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] Deleting port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:44.215822 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.238797 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b45abc67-c3c7-4d08-a518-519890d422af req-42416f45-c411-4453-a2da-30a20ee6b03a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653200 Feb 04 15:38:44.239859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-452e9170-b8ce-43a1-9a1d-d3a86074df7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.247219 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.298264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:38:44.311480 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Sync routers for ids ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:44.332393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-452e9170-b8ce-43a1-9a1d-d3a86074df7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.336422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e9170-b8ce-43a1-9a1d-d3a86074df7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Subnet': ['ID=724662c2-4369-437e-a6f2-d6b7e1d8d3e2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:44.345520 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Routers {'c8a7d9c1-8f0c-4064-996d-3756decea0c2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:44.346137 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:44.356760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d9644-96b2-49ca-bd89-4655b2cd90f9 None None] Network 1e4f4b22-cddf-4273-bbed-1a76deff1b64 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:44.361105 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-452e9170-b8ce-43a1-9a1d-d3a86074df7c tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "DELETE /v2.0/subnets/724662c2-4369-437e-a6f2-d6b7e1d8d3e2 HTTP/1.1" status: 204 len: 168 time: 0.6848967 Feb 04 15:38:44.361902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32856) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:44.447735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a51019f0-18e4-4b7b-91eb-8cfd7d61ba0c admin admin] 10.222.0.46 "PUT /v2.0/routers/c8a7d9c1-8f0c-4064-996d-3756decea0c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2909489 Feb 04 15:38:44.455765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Allocated IP 172.20.0.8 (7b89b27d-d2c2-4990-8d96-01bbdc5887bf/e0a0fc2f-36dc-4620-a4cb-9411188deaba/0670cbfa-b10c-4bed-8f8b-b46fafec1542) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:44.515209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140f3d8-c957-418d-abce-e00ff254e81b req-a1833adb-191c-4fd8-9d1a-43189e1f159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:44.516748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-a1833adb-191c-4fd8-9d1a-43189e1f159f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7550cd987d9a401ca6ce7fd31b80fa77&device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 1094 time: 0.5132439 Feb 04 15:38:44.671102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-5724b80f-4733-4892-995b-4eb67b4af6fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d566572-4f5c-4ee9-851b-1d1c961efb19 HTTP/1.1" status: 200 len: 217 time: 0.1411989 Feb 04 15:38:44.733987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.756917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Deleting port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:44.758743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.836729 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Set router c8a7d9c1-8f0c-4064-996d-3756decea0c2 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:45.011912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.103672 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ecb144-0305-4d27-aa04-5148f45057ab', 'tag': '5d566572-4f5c-4ee9-851b-1d1c961efb19', 'status': 'completed', 'code': 200} Feb 04 15:38:45.124506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.223344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] For port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:45.224036 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.225221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] For port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19,segment=NetworkSegment(56e9e1fc-7f39-4297-be53-b1258504d44c),segment_id=56e9e1fc-7f39-4297-be53-b1258504d44c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:45.226031 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.266150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Pushing event updated for resources: {'Port': ['ID=0670cbfa-b10c-4bed-8f8b-b46fafec1542,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:45.382718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Network 7b89b27d-d2c2-4990-8d96-01bbdc5887bf is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:45.387980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:45.398857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:45.481688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:45.482517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Calling delete_port for 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:45.483095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.544894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140f3d8-c957-418d-abce-e00ff254e81b req-45d1b66f-66d0-4f73-acba-e7fa68956fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:45.549374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-45d1b66f-66d0-4f73-acba-e7fa68956fd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97ba2230-e1d0-47d4-b071-35d902fad10f HTTP/1.1" status: 200 len: 861 time: 0.8666892 Feb 04 15:38:45.563032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-1467a958-c9a8-4fcc-800a-3d43590a5732 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8773913 Feb 04 15:38:45.604832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] Calling delete_port for 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:45.634168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Request body: {'port': {'device_id': 'e1fc702f-36f3-4662-b4b8-f28a712e9402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:45.653619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.755247 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '430b0376-0991-4809-889f-51fd4f569245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:25Z', 'updated_at': '2022-02-04T15:38:38Z', 'revision_number': 4, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'gw_port': {'id': '430b0376-0991-4809-889f-51fd4f569245', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8d213898-439c-4b61-97d0-7bb0b2e89911', 'name': '', 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'mac_address': 'fa:16:3e:05:3b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '437e7c76-4ad2-4d53-9b14-fb70d37467db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:34Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 2, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'subnets': [{'id': '437e7c76-4ad2-4d53-9b14-fb70d37467db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:45.760406 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Checking router: c8a7d9c1-8f0c-4064-996d-3756decea0c2 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:45.760746 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Updating router c8a7d9c1-8f0c-4064-996d-3756decea0c2 port 8d213898-439c-4b61-97d0-7bb0b2e89911 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:38:45.773857 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:45.774208 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:45.821402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a24fe-20c4-4ad2-8d71-4254a477e14a None None] DHCP port deletion for 1e4f4b22-cddf-4273-bbed-1a76deff1b64 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:38:45.825628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e28a24fe-20c4-4ad2-8d71-4254a477e14a None None] Deleting port 1fe42260-a760-4bed-9ef1-27b2499aab7a {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:45.826119 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e28a24fe-20c4-4ad2-8d71-4254a477e14a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.843356 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.863824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-672e72f7-53f3-411c-a5e2-4345d0089f5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b122bd6c-f3ad-4842-bc7b-90adfbfd9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2883205 Feb 04 15:38:45.979603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-a2556bf5-c280-486a-b0f5-0d12f6d48086 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Synchronizing usage tracker for tenant:cba0ecb32d894cbf9408406224389db9 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:45.990322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5a8fc-df2a-4d03-834f-8aa832efd4e5 req-dffc7e4d-7c80-426b-a2ed-fe89b80c35d2 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:45.991040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-93b5a8fc-df2a-4d03-834f-8aa832efd4e5 req-dffc7e4d-7c80-426b-a2ed-fe89b80c35d2 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Synchronizing usage tracker for tenant:af8e697b6a5143bdb4a981cdd6dfcd6c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:46.022332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] No DVR routers for this DVR port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:46.026184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Port': ['ID=84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:46.113754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.114174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.114520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.114851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.115177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.115502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.115875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.116203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.116999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.117373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.117810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.118809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:46.126699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-93b5a8fc-df2a-4d03-834f-8aa832efd4e5 req-dffc7e4d-7c80-426b-a2ed-fe89b80c35d2 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Unset dirty status for tenant:af8e697b6a5143bdb4a981cdd6dfcd6c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:46.134329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93b5a8fc-df2a-4d03-834f-8aa832efd4e5 req-dffc7e4d-7c80-426b-a2ed-fe89b80c35d2 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 931 time: 1.0862527 Feb 04 15:38:46.165702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.199540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-a2556bf5-c280-486a-b0f5-0d12f6d48086 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Unset dirty status for tenant:cba0ecb32d894cbf9408406224389db9 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:46.200899 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-a2556bf5-c280-486a-b0f5-0d12f6d48086 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4654915 Feb 04 15:38:46.226229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:46.264218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.271864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e28a24fe-20c4-4ad2-8d71-4254a477e14a None None] For port 1fe42260-a760-4bed-9ef1-27b2499aab7a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fe42260-a760-4bed-9ef1-27b2499aab7a,segment=NetworkSegment(c089fc7f-97fe-4a28-af6a-ae5200d481a4),segment_id=c089fc7f-97fe-4a28-af6a-ae5200d481a4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:46.272403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e28a24fe-20c4-4ad2-8d71-4254a477e14a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.276035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:46.292842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Usage tracker for resource:floatingip and tenant:cba0ecb32d894cbf9408406224389db9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:46.304032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-23d93df3-cc8d-43a1-99e2-85c22e394ead service neutron] 10.222.0.53 "GET /v2.0/networks/b122bd6c-f3ad-4842-bc7b-90adfbfd9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255664 Feb 04 15:38:46.321570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:46.321908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee1f425-7e54-4e30-b398-db5d5dd439a9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:46.342550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:46.345280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aecb207-c108-4db3-816f-362a655b55d1']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:46.368549 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.392531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e9e1fc-7f39-4297-be53-b1258504d44c') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:46.392742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e9e1fc-7f39-4297-be53-b1258504d44c') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:46.422715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.424010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-93b5a8fc-df2a-4d03-834f-8aa832efd4e5 req-6c3c56c4-2597-457d-8441-41f39d03a3e2 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Synchronizing usage tracker for tenant:af8e697b6a5143bdb4a981cdd6dfcd6c on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:46.438371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.450994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e28a24fe-20c4-4ad2-8d71-4254a477e14a None None] Calling delete_port for 1fe42260-a760-4bed-9ef1-27b2499aab7a owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:38:46.475461 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.488089 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Transition to ACTIVE for port object 8d213898-439c-4b61-97d0-7bb0b2e89911 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:46.488344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.502154 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.503060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:46.503478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.515130 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:38:46.516818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Transition to ACTIVE for port object 1ee1f425-7e54-4e30-b398-db5d5dd439a9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:46.556632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] Deleting port 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:38:46.556632 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.556990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.597219 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d8a9f-755e-4dea-a6c9-c1b4b1650c61 None None] Pushing event updated for resources: {'Port': ['ID=8d213898-439c-4b61-97d0-7bb0b2e89911,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:46.612530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fe42260-a760-4bed-9ef1-27b2499aab7a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:46.702220 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e28a24fe-20c4-4ad2-8d71-4254a477e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.790570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-93b5a8fc-df2a-4d03-834f-8aa832efd4e5 req-6c3c56c4-2597-457d-8441-41f39d03a3e2 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Unset dirty status for tenant:af8e697b6a5143bdb4a981cdd6dfcd6c on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:46.808069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93b5a8fc-df2a-4d03-834f-8aa832efd4e5 req-6c3c56c4-2597-457d-8441-41f39d03a3e2 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727936 Feb 04 15:38:46.815567 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Attempting to bind port 8d213898-439c-4b61-97d0-7bb0b2e89911 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:46.816497 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Attempting to bind port 8d213898-439c-4b61-97d0-7bb0b2e89911 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'e9db28a3-c567-44a5-983f-439d9646dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:46.817049 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Attempting to bind port 8d213898-439c-4b61-97d0-7bb0b2e89911 on network ff3e199b-ff76-413f-b2cf-ee34e22f37ae {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:46.824486 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:38:46.825091 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Checking segment: {'id': 'e9db28a3-c567-44a5-983f-439d9646dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:46.825641 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.826339 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Bound using segment: {'id': 'e9db28a3-c567-44a5-983f-439d9646dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:38:46.838238 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Bound port: 8d213898-439c-4b61-97d0-7bb0b2e89911, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9db28a3-c567-44a5-983f-439d9646dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:46.838702 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.908853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 1fe42260-a760-4bed-9ef1-27b2499aab7a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:38:46.910134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fe42260-a760-4bed-9ef1-27b2499aab7a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:46.911242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:46.942385 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:47.003627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-09456a7d-7929-4b8f-b641-ae340323aab3 None None] The port '84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:38:47.004444 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] For port 8d213898-439c-4b61-97d0-7bb0b2e89911, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:47.008686 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] For port 8d213898-439c-4b61-97d0-7bb0b2e89911, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d213898-439c-4b61-97d0-7bb0b2e89911,segment=NetworkSegment(e9db28a3-c567-44a5-983f-439d9646dda4),segment_id=e9db28a3-c567-44a5-983f-439d9646dda4)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:38:47.016369 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.026172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:38:47.027681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 84ca04df-6ec4-4e7a-9f9d-58dfca8d5b19 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:38:47.060745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a24fe-20c4-4ad2-8d71-4254a477e14a None None] Pushing event deleted for resources: {'Port': ['ID=1fe42260-a760-4bed-9ef1-27b2499aab7a,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:47.083331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a24fe-20c4-4ad2-8d71-4254a477e14a None None] No DVR routers for this DVR port 1fe42260-a760-4bed-9ef1-27b2499aab7a on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:47.139204 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Routers {'c8a7d9c1-8f0c-4064-996d-3756decea0c2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:38:47.139836 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:47.168620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.229779 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.240310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Network': ['ID=9aecb207-c108-4db3-816f-362a655b55d1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:47.282270 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd168b04-c94e-43c1-a01b-cf768f252a16 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "DELETE /v2.0/networks/9aecb207-c108-4db3-816f-362a655b55d1 HTTP/1.1" status: 204 len: 168 time: 2.9192166 Feb 04 15:38:47.287744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32918) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:47.381585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:47.398353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a140f3d8-c957-418d-abce-e00ff254e81b req-8fc8b834-b3cd-4160-bc3f-542152a9c606 service neutron] 10.222.0.53 "GET /v2.0/networks/b122bd6c-f3ad-4842-bc7b-90adfbfd9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0837386 Feb 04 15:38:47.568799 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] Set router c8a7d9c1-8f0c-4064-996d-3756decea0c2 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:38:47.615785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.626170 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d8a9f-755e-4dea-a6c9-c1b4b1650c61 None None] Pushing event updated for resources: {'Port': ['ID=8d213898-439c-4b61-97d0-7bb0b2e89911,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:47.720698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.764164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f50db1-a2f3-4f1b-b48e-335a32b5eca4 req-f67d2c53-d466-4f56-888f-c488afa00a24 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:47.769878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3f50db1-a2f3-4f1b-b48e-335a32b5eca4 req-f67d2c53-d466-4f56-888f-c488afa00a24 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 943 time: 0.7156045 Feb 04 15:38:47.775450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Attempting to bind port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:47.775792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Attempting to bind port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:47.776121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Attempting to bind port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:47.836333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:38:47.836653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Attempting to bind port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:47.855681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:38:47.856027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Checking segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:47.856422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Bound using segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:38:47.856903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Bound port: 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:47.857247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.914684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3f50db1-a2f3-4f1b-b48e-335a32b5eca4 req-a4dcdaed-088b-44a2-b4a2-e916460eeda5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438422 Feb 04 15:38:47.997235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.997859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-478a9c8b-cca6-4fb6-a5a2-a27e0ce23665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:47.999546 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-478a9c8b-cca6-4fb6-a5a2-a27e0ce23665 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7550cd987d9a401ca6ce7fd31b80fa77&device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 1094 time: 0.5164216 Feb 04 15:38:48.047411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4f4b22-cddf-4273-bbed-1a76deff1b64']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:48.057276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Allocated IP 172.25.8.141 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/34b2ac91-eaeb-4f1e-af70-6b0c3b7c07e0) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:48.069145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c089fc7f-97fe-4a28-af6a-ae5200d481a4') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:48.069571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c089fc7f-97fe-4a28-af6a-ae5200d481a4') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:48.083613 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '430b0376-0991-4809-889f-51fd4f569245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:25Z', 'updated_at': '2022-02-04T15:38:38Z', 'revision_number': 4, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'gw_port': {'id': '430b0376-0991-4809-889f-51fd4f569245', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8d213898-439c-4b61-97d0-7bb0b2e89911', 'name': '', 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'mac_address': 'fa:16:3e:05:3b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '437e7c76-4ad2-4d53-9b14-fb70d37467db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:34Z', 'updated_at': '2022-02-04T15:38:46Z', 'revision_number': 4, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'subnets': [{'id': '437e7c76-4ad2-4d53-9b14-fb70d37467db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:48.089750 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.097671 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76900a5c-0111-4118-9bec-acaf5bb0f967 None None] The sync data for ids ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'] in n-d-827870-1 is: [{'id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '430b0376-0991-4809-889f-51fd4f569245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:25Z', 'updated_at': '2022-02-04T15:38:38Z', 'revision_number': 4, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'gw_port': {'id': '430b0376-0991-4809-889f-51fd4f569245', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8d213898-439c-4b61-97d0-7bb0b2e89911', 'name': '', 'network_id': 'ff3e199b-ff76-413f-b2cf-ee34e22f37ae', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'mac_address': 'fa:16:3e:05:3b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '437e7c76-4ad2-4d53-9b14-fb70d37467db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:34Z', 'updated_at': '2022-02-04T15:38:46Z', 'revision_number': 4, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'subnets': [{'id': '437e7c76-4ad2-4d53-9b14-fb70d37467db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:48.158974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-a6a8f250-d037-4003-b2ec-3871af8175e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:48.160101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-a6a8f250-d037-4003-b2ec-3871af8175e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 HTTP/1.1" status: 200 len: 922 time: 0.1484811 Feb 04 15:38:48.197047 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.217211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:48.217866 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.224315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:48.228797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:38:48.235824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0670cbfa-b10c-4bed-8f8b-b46fafec1542 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:48.236020 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:48.377475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.400090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.417506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] Pushing event deleted for resources: {'Network': ['ID=1e4f4b22-cddf-4273-bbed-1a76deff1b64,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:48.442711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.452228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ddaa6ccd-aa77-49a3-b51c-157fd9dd6598 tempest-TaggedBootDevicesTest_v242-1033880505 tempest-TaggedBootDevicesTest_v242-1033880505-project] 10.222.0.46 "DELETE /v2.0/networks/1e4f4b22-cddf-4273-bbed-1a76deff1b64 HTTP/1.1" status: 204 len: 168 time: 1.1519189 Feb 04 15:38:48.501558 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.559422 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.581028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:48.589220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:48.591711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:48.624009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.645742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-7bca4a50-99cc-40d3-b7ad-c88201a02c0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d566572-4f5c-4ee9-851b-1d1c961efb19 HTTP/1.1" status: 200 len: 217 time: 0.4029081 Feb 04 15:38:48.669437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event updated for resources: {'Port': ['ID=34b2ac91-eaeb-4f1e-af70-6b0c3b7c07e0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:48.726153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.790567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:48.791098 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.792537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] 10.222.0.61 "PUT /v2.0/ports/1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 1091 time: 5.7610817 Feb 04 15:38:48.797029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:48.827022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Transition to ACTIVE for port object 0670cbfa-b10c-4bed-8f8b-b46fafec1542 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:48.841610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-ec14ffe8-0926-4210-80aa-d3e882fd2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:48.841853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.843060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-ec14ffe8-0926-4210-80aa-d3e882fd2a1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97ba2230-e1d0-47d4-b071-35d902fad10f HTTP/1.1" status: 200 len: 861 time: 0.1568656 Feb 04 15:38:48.977932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:48.985817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-2d6ddeee-6848-4c90-9133-afb643fbd82f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b122bd6c-f3ad-4842-bc7b-90adfbfd9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764422 Feb 04 15:38:48.986650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e695f5-591e-4a56-9ede-70c7804552bf service neutron] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:49.142594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884941a-7d44-44a1-893b-7a034396d757 req-a2d41d4e-70c9-4271-981b-542e263d8050 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:49.144672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b884941a-7d44-44a1-893b-7a034396d757 req-a2d41d4e-70c9-4271-981b-542e263d8050 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 943 time: 0.9765565 Feb 04 15:38:49.148614 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.157519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.203215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:49.251978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event updated for resources: {'Port': ['ID=34b2ac91-eaeb-4f1e-af70-6b0c3b7c07e0,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:49.358872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.401167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbdb295a-b445-41e0-9001-25c8a5ef6f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.420273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fbdb295a-b445-41e0-9001-25c8a5ef6f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:49.424292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.425630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-1157e54c-4969-4fe7-924a-a5aec529fca0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2087283 Feb 04 15:38:49.426565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fbdb295a-b445-41e0-9001-25c8a5ef6f25 admin admin] Usage tracker for resource:security_group_rule and tenant:da0874df51854c50bce6dfbca916b673 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:49.430115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0670cbfa-b10c-4bed-8f8b-b46fafec1542,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:49.430549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fbdb295a-b445-41e0-9001-25c8a5ef6f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:49.443535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fbdb295a-b445-41e0-9001-25c8a5ef6f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:49.468256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b884941a-7d44-44a1-893b-7a034396d757 req-ebdf3a2a-e931-480f-9cd0-7eae690017c3 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536235 Feb 04 15:38:49.530477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec59b-d174-4928-bb45-79a207f8505f req-51be88bb-83da-4448-8330-5c92d0bb5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:49.532017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-51be88bb-83da-4448-8330-5c92d0bb5090 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1094 time: 0.6861556 Feb 04 15:38:49.626705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-8b263e30-3931-4ddf-80d4-a10577723695 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 217 time: 0.0777960 Feb 04 15:38:49.677072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-e44354b1-3658-4876-98a7-12417dd87ddd service neutron] 10.222.0.53 "GET /v2.0/networks/b122bd6c-f3ad-4842-bc7b-90adfbfd9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298623 Feb 04 15:38:49.686591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Attempting to bind port 0670cbfa-b10c-4bed-8f8b-b46fafec1542 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:49.686934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Attempting to bind port 0670cbfa-b10c-4bed-8f8b-b46fafec1542 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '42e062df-442c-40ef-af22-07b1ea0e39b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b89b27d-d2c2-4990-8d96-01bbdc5887bf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:49.687263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Attempting to bind port 0670cbfa-b10c-4bed-8f8b-b46fafec1542 on network 7b89b27d-d2c2-4990-8d96-01bbdc5887bf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:49.720070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-5f10a002-004c-4cd6-97fd-ff3251d50c3e tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Synchronizing usage tracker for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:49.761924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-5f10a002-004c-4cd6-97fd-ff3251d50c3e tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Unset dirty status for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:49.766065 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-5f10a002-004c-4cd6-97fd-ff3251d50c3e tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 696 time: 0.3238435 Feb 04 15:38:49.785540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Port 0670cbfa-b10c-4bed-8f8b-b46fafec1542 on network 7b89b27d-d2c2-4990-8d96-01bbdc5887bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:38:49.785864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Attempting to bind port 0670cbfa-b10c-4bed-8f8b-b46fafec1542 on network 7b89b27d-d2c2-4990-8d96-01bbdc5887bf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:38:49.838716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:38:49.839317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Checking segment: {'id': '42e062df-442c-40ef-af22-07b1ea0e39b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b89b27d-d2c2-4990-8d96-01bbdc5887bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:49.839704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Bound using segment: {'id': '42e062df-442c-40ef-af22-07b1ea0e39b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b89b27d-d2c2-4990-8d96-01bbdc5887bf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:38:49.840133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Bound port: 0670cbfa-b10c-4bed-8f8b-b46fafec1542, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e062df-442c-40ef-af22-07b1ea0e39b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b89b27d-d2c2-4990-8d96-01bbdc5887bf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:49.840664 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.863690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec59b-d174-4928-bb45-79a207f8505f req-9a4f0a32-2f73-4df0-9215-357aba97d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:49.865147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-9a4f0a32-2f73-4df0-9215-357aba97d576 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.2274380 Feb 04 15:38:49.957445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbdb295a-b445-41e0-9001-25c8a5ef6f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.969454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-5f924878-910d-43a8-953d-6ee848e22a11 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:49.971474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-5f924878-910d-43a8-953d-6ee848e22a11 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.1971996 Feb 04 15:38:49.972131 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbdb295a-b445-41e0-9001-25c8a5ef6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.997543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-67913996-dd5f-4315-8e53-ef156cd6a492 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:38:49.998527 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b66f3864-bd00-4b8d-961d-553302df30b0 req-67913996-dd5f-4315-8e53-ef156cd6a492 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170624 Feb 04 15:38:50.044702 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fbdb295a-b445-41e0-9001-25c8a5ef6f25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da0874df51854c50bce6dfbca916b673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8365252 Feb 04 15:38:50.045996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32968) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:50.049585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb295a-b445-41e0-9001-25c8a5ef6f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32327ada-aaf2-4de1-9bbb-aa30f1cdc727,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:50.060985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cc8a319-5fc9-4bc2-811e-b12d6563ded6 req-0000a650-a4f8-45bd-a69a-9b646e40cd7b service neutron] 10.222.0.53 "GET /v2.0/networks/b122bd6c-f3ad-4842-bc7b-90adfbfd9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680599 Feb 04 15:38:50.070874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] For port 0670cbfa-b10c-4bed-8f8b-b46fafec1542, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:38:50.076728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] For port 0670cbfa-b10c-4bed-8f8b-b46fafec1542, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0670cbfa-b10c-4bed-8f8b-b46fafec1542,segment=NetworkSegment(42e062df-442c-40ef-af22-07b1ea0e39b9),segment_id=42e062df-442c-40ef-af22-07b1ea0e39b9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:38:50.085604 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.088423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d213898-439c-4b61-97d0-7bb0b2e89911 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:50.126805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e91b3-7840-45f5-ac06-64aa1bd75934 req-a42e8603-4bbe-4ca0-8240-645f71584563 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:50.128227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f73e91b3-7840-45f5-ac06-64aa1bd75934 req-a42e8603-4bbe-4ca0-8240-645f71584563 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 943 time: 0.3361230 Feb 04 15:38:50.142050 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6e85-6579-4848-b731-a471010aee40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.175906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:50.176550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.177949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/0670cbfa-b10c-4bed-8f8b-b46fafec1542 HTTP/1.1" status: 200 len: 1091 time: 4.5554616 Feb 04 15:38:50.185533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec59b-d174-4928-bb45-79a207f8505f req-bbf344e9-8065-46e2-8995-05badb67d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:50.186984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-bbf344e9-8065-46e2-8995-05badb67d847 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121910 Feb 04 15:38:50.189108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6e85-6579-4848-b731-a471010aee40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.192460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8d213898-439c-4b61-97d0-7bb0b2e89911 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:50.207497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8d213898-439c-4b61-97d0-7bb0b2e89911 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:50.210726 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'status': 'completed', 'code': 200} Feb 04 15:38:50.211045 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.266769 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6e85-6579-4848-b731-a471010aee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.285682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec6e85-6579-4848-b731-a471010aee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32327ada-aaf2-4de1-9bbb-aa30f1cdc727,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:50.289829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6e85-6579-4848-b731-a471010aee40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.293701 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e7ec6e85-6579-4848-b731-a471010aee40 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32327ada-aaf2-4de1-9bbb-aa30f1cdc727 HTTP/1.1" status: 204 len: 168 time: 0.2439685 Feb 04 15:38:50.295122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5d566572-4f5c-4ee9-851b-1d1c961efb19 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:50.414217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f73e91b3-7840-45f5-ac06-64aa1bd75934 req-65e2cc77-fb92-4d18-8ee7-37ba80d0debb tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754743 Feb 04 15:38:50.424355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aadfd6-496c-494f-a126-38bf067b08c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0670cbfa-b10c-4bed-8f8b-b46fafec1542,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:50.447437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940264e4-4f39-4ec8-939b-c118512c0d86 req-708e8312-69c9-42d4-bfa4-d0e5c73410ec tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:50.449344 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-940264e4-4f39-4ec8-939b-c118512c0d86 req-708e8312-69c9-42d4-bfa4-d0e5c73410ec tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 943 time: 0.1088839 Feb 04 15:38:50.504918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-18c811f3-8727-44bc-8fd3-3a21ecb3deb6 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960384 Feb 04 15:38:50.511439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690091-7160-41f9-a82b-0350b985f20b req-9f38d247-fb09-4c58-831a-6a719dae26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:50.512923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-9f38d247-fb09-4c58-831a-6a719dae26ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=af8e697b6a5143bdb4a981cdd6dfcd6c&device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 1094 time: 0.2771294 Feb 04 15:38:50.514240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-940264e4-4f39-4ec8-939b-c118512c0d86 req-f4c61811-3967-46bb-bd7b-46930f9d5154 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575695 Feb 04 15:38:50.533085 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.618291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5d566572-4f5c-4ee9-851b-1d1c961efb19, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5d566572-4f5c-4ee9-851b-1d1c961efb19,segment=NetworkSegment(74f014af-b250-4434-bf54-c7c91afcf72e),segment_id=74f014af-b250-4434-bf54-c7c91afcf72e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:50.669477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '5d566572-4f5c-4ee9-851b-1d1c961efb19', 'network_id': 'b122bd6c-f3ad-4842-bc7b-90adfbfd9b59', 'port_id': '5d566572-4f5c-4ee9-851b-1d1c961efb19', 'mac_address': 'fa:16:3e:e3:83:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ba2230-e1d0-47d4-b071-35d902fad10f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:50.751767 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-20f03426-293f-420a-bc07-d0ac42a5e64c tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1883614 Feb 04 15:38:50.761650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8d213898-439c-4b61-97d0-7bb0b2e89911, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d213898-439c-4b61-97d0-7bb0b2e89911,segment=NetworkSegment(e9db28a3-c567-44a5-983f-439d9646dda4),segment_id=e9db28a3-c567-44a5-983f-439d9646dda4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:50.771348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:50.777018 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.783288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:50.802493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:50.817589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.828500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-43f6f4c2-ad60-44d3-a6c6-c5a27cc4e8e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0670cbfa-b10c-4bed-8f8b-b46fafec1542 HTTP/1.1" status: 200 len: 217 time: 0.2930584 Feb 04 15:38:50.835488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 32986) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:50.921112 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9bebada8-4ed2-4ee9-8cef-461ff3ca1086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.939891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8d213898-439c-4b61-97d0-7bb0b2e89911,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:50.942863 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.962897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d566572-4f5c-4ee9-851b-1d1c961efb19 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:50.981231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5d566572-4f5c-4ee9-851b-1d1c961efb19, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5d566572-4f5c-4ee9-851b-1d1c961efb19,segment=NetworkSegment(74f014af-b250-4434-bf54-c7c91afcf72e),segment_id=74f014af-b250-4434-bf54-c7c91afcf72e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:50.986409 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.028830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.041234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9bebada8-4ed2-4ee9-8cef-461ff3ca1086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:51.045369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9bebada8-4ed2-4ee9-8cef-461ff3ca1086 admin admin] Usage tracker for resource:security_group_rule and tenant:9421794eb1be4bf086bf37a0d075daca is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:51.048334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9bebada8-4ed2-4ee9-8cef-461ff3ca1086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:51.054888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9bebada8-4ed2-4ee9-8cef-461ff3ca1086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:51.068611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=5d566572-4f5c-4ee9-851b-1d1c961efb19,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:51.145381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690091-7160-41f9-a82b-0350b985f20b req-eda7c6b6-7d64-491f-b783-cf3ac190d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:51.146887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-eda7c6b6-7d64-491f-b783-cf3ac190d01f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0a0fc2f-36dc-4620-a4cb-9411188deaba HTTP/1.1" status: 200 len: 857 time: 0.2271230 Feb 04 15:38:51.201495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Allocated IP 172.25.8.18 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/544ff7c8-0233-4a89-bd25-0bf436e792da) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:51.217861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['5d566572-4f5c-4ee9-851b-1d1c961efb19'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:38:51.234924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-70355dc4-58ed-4825-a662-11c01f6f9ef2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b89b27d-d2c2-4990-8d96-01bbdc5887bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675335 Feb 04 15:38:51.340033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0deec59b-d174-4928-bb45-79a207f8505f req-d1c38ae7-485e-49a4-93cf-361eccc79a50 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8261306 Feb 04 15:38:51.361272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8136bf0-0d6d-44e1-a5fc-e7e840d03028 req-0f17bdf1-af7d-4511-afc5-a6398b74bcd3 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:51.368951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8136bf0-0d6d-44e1-a5fc-e7e840d03028 req-0f17bdf1-af7d-4511-afc5-a6398b74bcd3 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 944 time: 0.4319835 Feb 04 15:38:51.464967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.500801 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.523681 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9bebada8-4ed2-4ee9-8cef-461ff3ca1086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.550964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8136bf0-0d6d-44e1-a5fc-e7e840d03028 req-09ef0f04-9b1e-486e-b117-e91268f1d619 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811326 Feb 04 15:38:51.551564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9bebada8-4ed2-4ee9-8cef-461ff3ca1086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.574238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:51.586728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:51.586728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:51.621534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-bffef7e2-e1b6-4b65-b805-4640fcb1d635 service neutron] 10.222.0.61 "GET /v2.0/networks/7b89b27d-d2c2-4990-8d96-01bbdc5887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716531 Feb 04 15:38:51.635890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event updated for resources: {'Port': ['ID=544ff7c8-0233-4a89-bd25-0bf436e792da,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:51.653917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebada8-4ed2-4ee9-8cef-461ff3ca1086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1da20d-030c-4fdf-ba71-dbdee201b311,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:51.661765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9bebada8-4ed2-4ee9-8cef-461ff3ca1086 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9421794eb1be4bf086bf37a0d075daca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8247445 Feb 04 15:38:51.666059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32996) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:51.743786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-addf861e-7a21-42e9-92c9-f70f89a388c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:51.745572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-addf861e-7a21-42e9-92c9-f70f89a388c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1094 time: 0.3306229 Feb 04 15:38:51.755049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-585ce552-d389-48aa-a076-d73669838c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.773906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.826936 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-585ce552-d389-48aa-a076-d73669838c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.898441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.928142 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53690091-7160-41f9-a82b-0350b985f20b req-49d1fe50-bad2-40ec-82d6-3be940596d30 service neutron] 10.222.0.61 "GET /v2.0/networks/7b89b27d-d2c2-4990-8d96-01bbdc5887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947204 Feb 04 15:38:52.006946 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-585ce552-d389-48aa-a076-d73669838c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.024669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-d6436bc8-2183-469c-9c31-0fb22330f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:52.026195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-d6436bc8-2183-469c-9c31-0fb22330f795 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.2734308 Feb 04 15:38:52.088546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d213898-439c-4b61-97d0-7bb0b2e89911 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:52.123452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ce552-d389-48aa-a076-d73669838c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1da20d-030c-4fdf-ba71-dbdee201b311,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:52.158973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33004) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:52.170219 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-585ce552-d389-48aa-a076-d73669838c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.173745 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-585ce552-d389-48aa-a076-d73669838c8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b1da20d-030c-4fdf-ba71-dbdee201b311 HTTP/1.1" status: 204 len: 168 time: 0.5040429 Feb 04 15:38:52.208383 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-d5282b2d-b338-44a0-a088-45ad251d490c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 217 time: 0.1605365 Feb 04 15:38:52.208838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8d213898-439c-4b61-97d0-7bb0b2e89911 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:52.209209 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.212975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fc702f-36f3-4662-b4b8-f28a712e9402', 'tag': '0670cbfa-b10c-4bed-8f8b-b46fafec1542'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:52.280221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68899fc2-fb1f-4e06-91d3-e7672092a25b req-9bb1ca45-9f86-47af-befe-901c3fef264f tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:52.282143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68899fc2-fb1f-4e06-91d3-e7672092a25b req-9bb1ca45-9f86-47af-befe-901c3fef264f tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 943 time: 0.5016208 Feb 04 15:38:52.291257 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.298506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.305900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5d566572-4f5c-4ee9-851b-1d1c961efb19 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:52.475861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-abb312cb-51a8-4815-8b8a-ac525b1b4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:52.480718 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-abb312cb-51a8-4815-8b8a-ac525b1b4719 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.2623296 Feb 04 15:38:52.492252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 5d566572-4f5c-4ee9-851b-1d1c961efb19 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:52.501608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68899fc2-fb1f-4e06-91d3-e7672092a25b req-b05711a3-5e17-43d1-81b5-0bbf9532f1bf tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044129 Feb 04 15:38:52.546023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 5d566572-4f5c-4ee9-851b-1d1c961efb19 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:52.546558 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.583449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9591778-7521-472a-993c-0d61d055751a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.598373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event updated for resources: {'Port': ['ID=544ff7c8-0233-4a89-bd25-0bf436e792da,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:52.607848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.620942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9591778-7521-472a-993c-0d61d055751a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:52.627602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9591778-7521-472a-993c-0d61d055751a admin admin] Usage tracker for resource:security_group_rule and tenant:43863b1db7da43569656a24b75cf00f8 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:52.632218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9591778-7521-472a-993c-0d61d055751a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:52.639240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.640735 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-1ec5170e-2f33-4285-af63-dde4b2071613 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8806911 Feb 04 15:38:52.641943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9591778-7521-472a-993c-0d61d055751a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:52.649908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-9dbc0b5e-3d29-4757-8c2a-9522a59d2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:52.654054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-9dbc0b5e-3d29-4757-8c2a-9522a59d2b06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506314 Feb 04 15:38:52.708679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33018) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:52.846561 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.869524 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c99954c5-b71a-49cb-99da-2ad6a21f5ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.878957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ecb144-0305-4d27-aa04-5148f45057ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d566572-4f5c-4ee9-851b-1d1c961efb19'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:52.891350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5d566572-4f5c-4ee9-851b-1d1c961efb19, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5d566572-4f5c-4ee9-851b-1d1c961efb19,segment=NetworkSegment(74f014af-b250-4434-bf54-c7c91afcf72e),segment_id=74f014af-b250-4434-bf54-c7c91afcf72e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:52.897834 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.920110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-b2982b4d-c8aa-4670-832b-7ffeea9fe5e0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Synchronizing usage tracker for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:52.954554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-b2982b4d-c8aa-4670-832b-7ffeea9fe5e0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Unset dirty status for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:52.955947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-b2982b4d-c8aa-4670-832b-7ffeea9fe5e0 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.18 HTTP/1.1" status: 200 len: 695 time: 0.2933364 Feb 04 15:38:52.958180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c99954c5-b71a-49cb-99da-2ad6a21f5ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:52.973718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c99954c5-b71a-49cb-99da-2ad6a21f5ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:3adce2e6fa3a46b09526a2189e661741 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:53.008302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=5d566572-4f5c-4ee9-851b-1d1c961efb19,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:53.115042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9591778-7521-472a-993c-0d61d055751a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.123600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c99954c5-b71a-49cb-99da-2ad6a21f5ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:53.129502 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9591778-7521-472a-993c-0d61d055751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.148738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c99954c5-b71a-49cb-99da-2ad6a21f5ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:53.190514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-ada2ccec-3fa4-4c5c-8f0a-3bd1a31e85a7 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294173 Feb 04 15:38:53.229298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d9591778-7521-472a-993c-0d61d055751a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43863b1db7da43569656a24b75cf00f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0690877 Feb 04 15:38:53.230148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33026) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:53.239477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9591778-7521-472a-993c-0d61d055751a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab2a6dc-a65a-41cd-9655-c5546bdd899a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:53.271891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-e09c54c6-219b-477c-8edb-c956bb319a10 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:53.286662 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0755073e-5bc7-4b3e-a193-4c6e75e0ff89 req-e09c54c6-219b-477c-8edb-c956bb319a10 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.3219371 Feb 04 15:38:53.338493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c76881-d15d-4881-b8ab-1468b7d506f1 req-d928ba67-2b24-451b-aab2-4016c61fbfe8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:53.348752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6c76881-d15d-4881-b8ab-1468b7d506f1 req-d928ba67-2b24-451b-aab2-4016c61fbfe8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 943 time: 0.5338056 Feb 04 15:38:53.381022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-52a6e125-6c47-4216-bc1b-59e3c7cf7e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.429218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-52a6e125-6c47-4216-bc1b-59e3c7cf7e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.485558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0670cbfa-b10c-4bed-8f8b-b46fafec1542 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:53.509966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6c76881-d15d-4881-b8ab-1468b7d506f1 req-61fda41b-5bd3-49bc-9189-81b23416dc1e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601880 Feb 04 15:38:53.528392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-52a6e125-6c47-4216-bc1b-59e3c7cf7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.553543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6e125-6c47-4216-bc1b-59e3c7cf7e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab2a6dc-a65a-41cd-9655-c5546bdd899a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:53.558720 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-52a6e125-6c47-4216-bc1b-59e3c7cf7e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.560649 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-52a6e125-6c47-4216-bc1b-59e3c7cf7e38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dab2a6dc-a65a-41cd-9655-c5546bdd899a HTTP/1.1" status: 204 len: 168 time: 0.3175647 Feb 04 15:38:53.635718 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8710727c-9f12-41a1-b6a3-da89dc000d0d req-bba566de-6d46-4411-a32e-c8d59b0407f9 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368453 Feb 04 15:38:53.672141 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fc702f-36f3-4662-b4b8-f28a712e9402', 'tag': '0670cbfa-b10c-4bed-8f8b-b46fafec1542', 'status': 'completed', 'code': 200} Feb 04 15:38:53.827044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c99954c5-b71a-49cb-99da-2ad6a21f5ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.884028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0670cbfa-b10c-4bed-8f8b-b46fafec1542, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0670cbfa-b10c-4bed-8f8b-b46fafec1542,segment=NetworkSegment(42e062df-442c-40ef-af22-07b1ea0e39b9),segment_id=42e062df-442c-40ef-af22-07b1ea0e39b9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:53.895661 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c99954c5-b71a-49cb-99da-2ad6a21f5ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.908702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '0670cbfa-b10c-4bed-8f8b-b46fafec1542', 'network_id': '7b89b27d-d2c2-4990-8d96-01bbdc5887bf', 'port_id': '0670cbfa-b10c-4bed-8f8b-b46fafec1542', 'mac_address': 'fa:16:3e:5b:f2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a0fc2f-36dc-4620-a4cb-9411188deaba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:53.981841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33044) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:53.982355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c99954c5-b71a-49cb-99da-2ad6a21f5ff7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3adce2e6fa3a46b09526a2189e661741&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2712779 Feb 04 15:38:53.987717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99954c5-b71a-49cb-99da-2ad6a21f5ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f16a0b-9eae-498d-a095-f213219efc08,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:54.017155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f6b7c-dae5-470c-97d0-4a146c20450f req-80bd9ac2-3be1-4c10-a238-f94daefdefd4 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:54.018803 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c6f6b7c-dae5-470c-97d0-4a146c20450f req-80bd9ac2-3be1-4c10-a238-f94daefdefd4 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 945 time: 0.2076294 Feb 04 15:38:54.053303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-9de368d8-407c-49aa-a15e-bc3dfb0f2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:54.054847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-9de368d8-407c-49aa-a15e-bc3dfb0f2149 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=af8e697b6a5143bdb4a981cdd6dfcd6c&device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 1094 time: 0.3515513 Feb 04 15:38:54.064469 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.123074 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac0529e0-d59d-4b25-8cc2-a552e367c70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.125875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0670cbfa-b10c-4bed-8f8b-b46fafec1542 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:54.156926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0670cbfa-b10c-4bed-8f8b-b46fafec1542, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0670cbfa-b10c-4bed-8f8b-b46fafec1542,segment=NetworkSegment(42e062df-442c-40ef-af22-07b1ea0e39b9),segment_id=42e062df-442c-40ef-af22-07b1ea0e39b9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:54.163761 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.165165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:38:54.202842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac0529e0-d59d-4b25-8cc2-a552e367c70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.218383 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c6f6b7c-dae5-470c-97d0-4a146c20450f req-2e48eb22-741e-4cda-979e-321afe013ee7 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909564 Feb 04 15:38:54.327666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac0529e0-d59d-4b25-8cc2-a552e367c70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.375129 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ecb144-0305-4d27-aa04-5148f45057ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d566572-4f5c-4ee9-851b-1d1c961efb19', 'code': 200} Feb 04 15:38:54.387010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0529e0-d59d-4b25-8cc2-a552e367c70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f16a0b-9eae-498d-a095-f213219efc08,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:54.402062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-c36f4760-5851-43ac-82cc-3035a5b0380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:54.403427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-c36f4760-5851-43ac-82cc-3035a5b0380c service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b89b27d-d2c2-4990-8d96-01bbdc5887bf HTTP/1.1" status: 200 len: 918 time: 0.3410230 Feb 04 15:38:54.422129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac0529e0-d59d-4b25-8cc2-a552e367c70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.432987 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ac0529e0-d59d-4b25-8cc2-a552e367c70a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87f16a0b-9eae-498d-a095-f213219efc08 HTTP/1.1" status: 204 len: 168 time: 0.4435647 Feb 04 15:38:54.576754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-29e2e503-2aef-47b8-b449-f1c0af9c135e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0670cbfa-b10c-4bed-8f8b-b46fafec1542 HTTP/1.1" status: 200 len: 217 time: 0.1602786 Feb 04 15:38:54.616524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0670cbfa-b10c-4bed-8f8b-b46fafec1542,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:54.699290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:54.737706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'port_id': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'mac_address': 'fa:16:3e:b9:22:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:38:54.754799 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-effda9de-d022-422a-90c4-d5effb9e8469 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4704349 Feb 04 15:38:54.764216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:54.773408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:54.777461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-49d8e0fe-1d89-4982-9af1-c2a0bb62f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:54.778997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-49d8e0fe-1d89-4982-9af1-c2a0bb62f0d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0a0fc2f-36dc-4620-a4cb-9411188deaba HTTP/1.1" status: 200 len: 857 time: 0.1877220 Feb 04 15:38:54.789864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:54.796071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb6f16-f87c-41dd-8305-55b94d827006 req-f2146db1-2e9f-49c0-b42a-9291bce2fe20 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:54.800329 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6edb6f16-f87c-41dd-8305-55b94d827006 req-f2146db1-2e9f-49c0-b42a-9291bce2fe20 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 944 time: 0.2016361 Feb 04 15:38:54.863029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-7b3b4a3d-270e-471c-957d-bb4acd6e332e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b89b27d-d2c2-4990-8d96-01bbdc5887bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580430 Feb 04 15:38:54.889505 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.909148 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6edb6f16-f87c-41dd-8305-55b94d827006 req-811b8180-71d6-4c05-8e13-aa7c7f487f09 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024151 Feb 04 15:38:54.918380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee1f425-7e54-4e30-b398-db5d5dd439a9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:54.957537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:54.967099 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.140239 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.186103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:55.257382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['1ee1f425-7e54-4e30-b398-db5d5dd439a9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:38:55.383215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0670cbfa-b10c-4bed-8f8b-b46fafec1542'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:38:55.411133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee0a98-672e-4f3e-8998-262ad141cf89 req-09177646-2a2e-4409-b3e9-467a159c08a6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:55.412826 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aaee0a98-672e-4f3e-8998-262ad141cf89 req-09177646-2a2e-4409-b3e9-467a159c08a6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.1974361 Feb 04 15:38:55.482554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-0f56f08a-253d-4389-8e78-9298c38a45ed service neutron] 10.222.0.61 "GET /v2.0/networks/7b89b27d-d2c2-4990-8d96-01bbdc5887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184485 Feb 04 15:38:55.520707 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aaee0a98-672e-4f3e-8998-262ad141cf89 req-ae7c3c72-1890-4410-a1a6-e706ae237326 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899041 Feb 04 15:38:55.556124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33086) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:55.587873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f1a23-4962-4568-9ee8-b967bba65940 req-8989c760-c750-4d4e-a903-84b51fa76384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:55.589397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-377f1a23-4962-4568-9ee8-b967bba65940 req-8989c760-c750-4d4e-a903-84b51fa76384 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 1096 time: 1.0718057 Feb 04 15:38:55.830191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-377f1a23-4962-4568-9ee8-b967bba65940 req-d97ab1fc-23d6-4de3-bfd1-a0ef0f8d84d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157608 Feb 04 15:38:55.861213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1699393608-network', 'tenant_id': '8fdfb9ab8a444d2dab9ee32b9b4f39a8'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:55.867639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:55.872667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Usage tracker for resource:network and tenant:8fdfb9ab8a444d2dab9ee32b9b4f39a8 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:55.876602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:55.884520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:55.892430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01f4479e-9bbf-491e-b15c-eb20fe5e483e req-5a35f53b-5226-4563-b0f3-90520ea64550 service neutron] 10.222.0.61 "GET /v2.0/networks/7b89b27d-d2c2-4990-8d96-01bbdc5887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011824 Feb 04 15:38:55.899865 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.900838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Made reservation on behalf of 8fdfb9ab8a444d2dab9ee32b9b4f39a8 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:55.903665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.926853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.948739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:55.954586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Usage tracker for resource:security_group_rule and tenant:8fdfb9ab8a444d2dab9ee32b9b4f39a8 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:55.958647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:55.969857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:55.980341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8383da4-7d99-4cc5-b5fd-ad2e19847bdb req-c52b6006-b5b7-4154-bb2b-71a2278d7544 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:55.982235 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8383da4-7d99-4cc5-b5fd-ad2e19847bdb req-c52b6006-b5b7-4154-bb2b-71a2278d7544 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 945 time: 0.2630866 Feb 04 15:38:56.061796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8383da4-7d99-4cc5-b5fd-ad2e19847bdb req-a049ca81-953e-46b9-bf94-7688379e2abb tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696125 Feb 04 15:38:56.081402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Allocated IP 172.25.8.50 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/fbcdb984-86ee-4217-bbf8-cf6cbd5f436a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:56.181837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.230312 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.335566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:56.363692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.364249 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Added segment 8231192d-f864-46c1-8e5f-0670dc0cfbfe of type vlan for network 7cdd6fe6-bff0-4df6-a98f-17d564d78c99 Feb 04 15:38:56.365689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8783d79f-c7bd-4430-926d-684c8800477b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:56.404520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.416436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eac71e-d4b4-4a56-bb7f-61d65503be00 req-109745f4-7cd7-4767-9f17-12c3a3146cfc tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:56.421462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-99eac71e-d4b4-4a56-bb7f-61d65503be00 req-109745f4-7cd7-4767-9f17-12c3a3146cfc tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 944 time: 0.2380426 Feb 04 15:38:56.451743 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.492389 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-99eac71e-d4b4-4a56-bb7f-61d65503be00 req-9dbd9b47-2283-4176-b3d1-91f8e922f0ca tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616472 Feb 04 15:38:56.493508 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.494434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:56.495013 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.500096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.596384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:56.605440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:56.609878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:38:56.614678 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0569983 Feb 04 15:38:56.628937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33114) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:38:56.643636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Request body: {'subnet': {'network_id': '7cdd6fe6-bff0-4df6-a98f-17d564d78c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1699393608-subnet', 'tenant_id': '8fdfb9ab8a444d2dab9ee32b9b4f39a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:56.656418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:56.665293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event updated for resources: {'Port': ['ID=fbcdb984-86ee-4217-bbf8-cf6cbd5f436a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:56.665480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Usage tracker for resource:subnet and tenant:8fdfb9ab8a444d2dab9ee32b9b4f39a8 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:38:56.669303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:38:56.681867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:56.721813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.751302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Made reservation on behalf of 8fdfb9ab8a444d2dab9ee32b9b4f39a8 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:56.753654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.770248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223d8d0-46f2-4f50-8bb7-08ff23741a6d admin admin] Pushing event updated for resources: {'Network': ['ID=7cdd6fe6-bff0-4df6-a98f-17d564d78c99,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:56.781678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 7cdd6fe6-bff0-4df6-a98f-17d564d78c99 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:38:56.793630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.896156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849c3e-6dbf-4365-a2d4-57f067d86fa7 req-5b92e313-1c1e-438f-98bc-99ca62f0ac5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:56.898351 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3849c3e-6dbf-4365-a2d4-57f067d86fa7 req-5b92e313-1c1e-438f-98bc-99ca62f0ac5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2106867 Feb 04 15:38:57.005151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a3849c3e-6dbf-4365-a2d4-57f067d86fa7 req-cfa0e431-045b-4b90-88f1-d43b3f767245 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003776 Feb 04 15:38:57.095644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.187549 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.201500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67153cc4-6a83-41ef-8551-d591fd1a5fc0,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.203522 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.207296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Checking segment: {'id': '8231192d-f864-46c1-8e5f-0670dc0cfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7cdd6fe6-bff0-4df6-a98f-17d564d78c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:38:57.207761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Network hostable DHCP agents. Network: 7cdd6fe6-bff0-4df6-a98f-17d564d78c99, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:57.257852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Network 7cdd6fe6-bff0-4df6-a98f-17d564d78c99 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:57.379991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 7cdd6fe6-bff0-4df6-a98f-17d564d78c99) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:57.391850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa42ede1-056b-4f1c-b0d9-bf86d144106d None None] Network 7cdd6fe6-bff0-4df6-a98f-17d564d78c99 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:57.401418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:57.402014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.431352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.458048 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-742a31ea-cbab-49f6-85b0-0dc5ab8e0c3c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8279226 Feb 04 15:38:57.488921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.498187 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7420764 Feb 04 15:38:57.553076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575f146-e2de-4abb-a9c0-d7d65acf79f7 req-3b505efb-e274-4e48-91c1-b2451a75c1ce tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:57.555580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0575f146-e2de-4abb-a9c0-d7d65acf79f7 req-3b505efb-e274-4e48-91c1-b2451a75c1ce tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 945 time: 0.2950735 Feb 04 15:38:57.614725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:57.635872 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0575f146-e2de-4abb-a9c0-d7d65acf79f7 req-17e7e933-df8f-4b09-ab79-1cb03adc828b tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713100 Feb 04 15:38:57.718660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32aa21-addc-492f-a928-66215ef773fe tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event updated for resources: {'Port': ['ID=fbcdb984-86ee-4217-bbf8-cf6cbd5f436a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.730568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-6d4da10f-89c7-428c-a8d4-955db7921a03 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Synchronizing usage tracker for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:38:57.757602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-6d4da10f-89c7-428c-a8d4-955db7921a03 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Unset dirty status for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:38:57.760617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-6d4da10f-89c7-428c-a8d4-955db7921a03 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.2617826 Feb 04 15:38:57.853404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:57.894580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:57.895223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.952301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a207e-974a-4ea3-a745-bc80290ab776 req-68fa6dd1-e14b-4189-90c2-46cd81d30bb4 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:57.959553 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e66a207e-974a-4ea3-a745-bc80290ab776 req-68fa6dd1-e14b-4189-90c2-46cd81d30bb4 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 944 time: 0.1440215 Feb 04 15:38:58.052334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-4766113e-f4ec-4cf4-ad52-f1ebeead46e7 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:58.055154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-4766113e-f4ec-4cf4-ad52-f1ebeead46e7 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.2868981 Feb 04 15:38:58.066203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-c384b893-1616-4eda-9812-5aa66919d1d5 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:38:58.067492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c11beada-b300-48ab-83b3-2bc3aa859bc7 req-c384b893-1616-4eda-9812-5aa66919d1d5 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071313 Feb 04 15:38:58.123135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.143345 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e66a207e-974a-4ea3-a745-bc80290ab776 req-84dc85e2-8400-4f71-9648-7a651d981325 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825852 Feb 04 15:38:58.188879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:58.202093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:58.208561 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.209605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0670cbfa-b10c-4bed-8f8b-b46fafec1542 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:38:58.361567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1ae77-f0a8-4715-b895-e46ce08530b7 None None] Network 7cdd6fe6-bff0-4df6-a98f-17d564d78c99 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:38:58.513867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:58.549802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-4b1dcdb0-6551-435a-b176-159a3d0ca178 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1910620 Feb 04 15:38:58.581568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73ce3-5363-45e4-ad33-38cda0721265 req-bf02c9fe-6473-474c-8f29-0d6a5346d8d5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:58.596010 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e73ce3-5363-45e4-ad33-38cda0721265 req-bf02c9fe-6473-474c-8f29-0d6a5346d8d5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 945 time: 0.1549230 Feb 04 15:38:58.601011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 0670cbfa-b10c-4bed-8f8b-b46fafec1542 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:58.611849 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-5ffc6b31-adfc-4e56-9c55-6d26fabe43a4 req-b8306e49-61d6-44fb-bd7d-52610c769d28 tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] show failed (client error): The resource could not be found. Feb 04 15:38:58.628577 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ffc6b31-adfc-4e56-9c55-6d26fabe43a4 req-b8306e49-61d6-44fb-bd7d-52610c769d28 tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] 10.222.0.46 "GET /v2.0/security-groups/f82e010d-55d5-4971-b311-306319de2fa7 HTTP/1.1" status: 404 len: 352 time: 0.0486760 Feb 04 15:38:58.641018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 0670cbfa-b10c-4bed-8f8b-b46fafec1542 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:58.643855 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.820747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e73ce3-5363-45e4-ad33-38cda0721265 req-ed9088d2-d3b0-493a-a46d-374b3e47b341 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161107 Feb 04 15:38:58.828014 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-46035ab3-1b7f-4482-a284-dd26e9ce1629 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1828301 Feb 04 15:38:58.832809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:58.843024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:38:58.885643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-da95fb7d-a3d2-4542-85e6-8852c7134720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:58.886918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-da95fb7d-a3d2-4542-85e6-8852c7134720 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7550cd987d9a401ca6ce7fd31b80fa77&device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 1096 time: 0.2146907 Feb 04 15:38:58.887975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:38:58.915024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.948134 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.984036 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'code': 200} Feb 04 15:38:59.017721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0670cbfa-b10c-4bed-8f8b-b46fafec1542, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0670cbfa-b10c-4bed-8f8b-b46fafec1542,segment=NetworkSegment(42e062df-442c-40ef-af22-07b1ea0e39b9),segment_id=42e062df-442c-40ef-af22-07b1ea0e39b9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:38:59.024365 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.180147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0670cbfa-b10c-4bed-8f8b-b46fafec1542,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:59.288184 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.415921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-1cf7e0af-fcc7-4cc9-b1cd-9254d3234182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.426135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-1cf7e0af-fcc7-4cc9-b1cd-9254d3234182 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 HTTP/1.1" status: 200 len: 922 time: 0.5188725 Feb 04 15:38:59.435753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1c16b-90b2-4a9f-89f9-5b8be3efc222 req-c8999508-5b6a-4575-8012-94e5fad7cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.437790 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67d1c16b-90b2-4a9f-89f9-5b8be3efc222 req-c8999508-5b6a-4575-8012-94e5fad7cd23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1096 time: 0.3248360 Feb 04 15:38:59.608023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-19b02a18-b41d-4b96-ac89-98db84e26cd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d566572-4f5c-4ee9-851b-1d1c961efb19 HTTP/1.1" status: 200 len: 217 time: 0.1688566 Feb 04 15:38:59.643842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Allocated IP 172.25.8.169 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5c41e68b-bba7-4a34-97d9-6624852f4522) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:59.736203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-2657b997-f199-4ade-ac04-0c62001dd44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.738160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-2657b997-f199-4ade-ac04-0c62001dd44b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97ba2230-e1d0-47d4-b071-35d902fad10f HTTP/1.1" status: 200 len: 861 time: 0.1138561 Feb 04 15:38:59.744490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc8ce2c2-46cd-4510-be7c-0850db06d1fc req-b4d44fe8-c6fd-49bd-81ee-4c53c4f4848d tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fdfb9ab8a444d2dab9ee32b9b4f39a8 HTTP/1.1" status: 200 len: 2988 time: 0.1942384 Feb 04 15:38:59.781661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67d1c16b-90b2-4a9f-89f9-5b8be3efc222 req-0dc2a380-71b9-4844-9989-413b6f2b7434 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325127 Feb 04 15:38:59.883609 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.952062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.122301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:00.125537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:00.137847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-869a0593-a12c-4d3f-954d-1068e065a20c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b122bd6c-f3ad-4842-bc7b-90adfbfd9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3923297 Feb 04 15:39:00.138814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:00.192001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:00.300192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event updated for resources: {'Port': ['ID=5c41e68b-bba7-4a34-97d9-6624852f4522,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:00.358757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.366696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-885ee42d-f71c-4a71-9645-5e7145f2737f service neutron] 10.222.0.53 "GET /v2.0/networks/b122bd6c-f3ad-4842-bc7b-90adfbfd9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211154 Feb 04 15:39:00.456552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.544274 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc8ce2c2-46cd-4510-be7c-0850db06d1fc req-f569a914-0093-414e-aa98-c15526704324 tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] 10.222.0.46 "GET /v2.0/security-groups/8783d79f-c7bd-4430-926d-684c8800477b HTTP/1.1" status: 200 len: 2985 time: 0.7615495 Feb 04 15:39:00.644927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc8ce2c2-46cd-4510-be7c-0850db06d1fc req-9145bfee-7e85-481d-9c16-7de78398d02f tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] 10.222.0.46 "GET /v2.0/security-groups/8783d79f-c7bd-4430-926d-684c8800477b HTTP/1.1" status: 200 len: 2985 time: 0.0993204 Feb 04 15:39:00.715525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.754267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff0bcd4-6327-47fd-82a4-e82b4ed3c9b0 req-7ab12054-1e55-4809-a433-54375d41a32c service neutron] 10.222.0.53 "GET /v2.0/networks/b122bd6c-f3ad-4842-bc7b-90adfbfd9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749757 Feb 04 15:39:00.980852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef903bf-57c8-4168-91a0-cd5001549090 req-8f0cd353-66a1-40a1-a9c0-1ad06f981afa tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.983675 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.984627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc702f-36f3-4662-b4b8-f28a712e9402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0670cbfa-b10c-4bed-8f8b-b46fafec1542'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:00.991747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cef903bf-57c8-4168-91a0-cd5001549090 req-8f0cd353-66a1-40a1-a9c0-1ad06f981afa tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 945 time: 0.1969941 Feb 04 15:39:01.104100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event updated for resources: {'Port': ['ID=5c41e68b-bba7-4a34-97d9-6624852f4522,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:01.114874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cef903bf-57c8-4168-91a0-cd5001549090 req-565bb6ed-fa7c-452d-8a8d-7d753a25f738 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222076 Feb 04 15:39:01.153946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-ef2e29c5-c1e1-4493-b63f-ab7b51de3db6 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.155492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-ef2e29c5-c1e1-4493-b63f-ab7b51de3db6 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 945 time: 0.2682781 Feb 04 15:39:01.244183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Deleting port 5d566572-4f5c-4ee9-851b-1d1c961efb19 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:01.244734 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.525817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.602972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.604194 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-6d7a4505-a6fd-455d-b8d3-75e03119d804 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7752943 Feb 04 15:39:01.663726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27385b2a-6099-4576-b016-ba8f4902c898 req-a91158fe-d55f-479f-9265-0168e3a15c38 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.665194 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-27385b2a-6099-4576-b016-ba8f4902c898 req-a91158fe-d55f-479f-9265-0168e3a15c38 tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 945 time: 0.3194401 Feb 04 15:39:01.725343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-7609e0bf-fb6d-418f-a684-ec85c549b7e8 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Synchronizing usage tracker for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:01.745864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] For port 5d566572-4f5c-4ee9-851b-1d1c961efb19, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5d566572-4f5c-4ee9-851b-1d1c961efb19,segment=NetworkSegment(74f014af-b250-4434-bf54-c7c91afcf72e),segment_id=74f014af-b250-4434-bf54-c7c91afcf72e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:01.746047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.752335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-7609e0bf-fb6d-418f-a684-ec85c549b7e8 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Unset dirty status for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:01.758666 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-7609e0bf-fb6d-418f-a684-ec85c549b7e8 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.1210823 Feb 04 15:39:01.769519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-27385b2a-6099-4576-b016-ba8f4902c898 req-734d7b6b-2248-4302-ae5e-f5854a396dcc tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/security-groups?id=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957417 Feb 04 15:39:01.942151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Calling delete_port for 5d566572-4f5c-4ee9-851b-1d1c961efb19 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:01.977678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-47d48ff9-d316-435d-8f73-d9605e6ffa2a tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.978991 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c562c7f9-f3d0-4a2f-a3b4-f42db861b9d7 req-47d48ff9-d316-435d-8f73-d9605e6ffa2a tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.2195733 Feb 04 15:39:02.043310 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.120009 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f89ced74-4e8e-4390-9fe8-3afc185a718a req-c92dd622-e36a-4890-85ec-0ce4ccac3c46 tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] 10.222.0.46 "GET /v2.0/security-groups/8783d79f-c7bd-4430-926d-684c8800477b HTTP/1.1" status: 200 len: 2985 time: 0.1243060 Feb 04 15:39:02.149628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e0b79-992a-4093-9b3f-23c654955589 req-7db5bed5-2d06-4c35-9c32-f00d60a5054f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.155644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f14e0b79-992a-4093-9b3f-23c654955589 req-7db5bed5-2d06-4c35-9c32-f00d60a5054f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 945 time: 0.2189326 Feb 04 15:39:02.216666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f14e0b79-992a-4093-9b3f-23c654955589 req-8591db18-7c90-4fb4-bc81-bc026b4bcb84 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596850 Feb 04 15:39:02.217805 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.235369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['5d566572-4f5c-4ee9-851b-1d1c961efb19'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:39:02.358363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Pushing event deleted for resources: {'Port': ['ID=5d566572-4f5c-4ee9-851b-1d1c961efb19,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:02.379858 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc702f-36f3-4662-b4b8-f28a712e9402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0670cbfa-b10c-4bed-8f8b-b46fafec1542', 'code': 200} Feb 04 15:39:02.385665 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-f89ced74-4e8e-4390-9fe8-3afc185a718a req-a74e599d-ba22-411f-9243-910b44ce147a tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:39:02.386695 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f89ced74-4e8e-4390-9fe8-3afc185a718a req-a74e599d-ba22-411f-9243-910b44ce147a tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] 10.222.0.46 "DELETE /v2.0/security-groups/8783d79f-c7bd-4430-926d-684c8800477b HTTP/1.1" status: 409 len: 352 time: 0.2542489 Feb 04 15:39:02.530836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Deleting port a77fb188-4275-46b4-87e9-abf042f49453 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:02.530935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.688757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] No DVR routers for this DVR port 5d566572-4f5c-4ee9-851b-1d1c961efb19 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:02.727905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.730613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ecb144-0305-4d27-aa04-5148f45057ab', 'name': 'network-vif-deleted', 'tag': '5d566572-4f5c-4ee9-851b-1d1c961efb19'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:02.749023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9debefe7-3b0e-4772-82ab-e09f67c603d0 req-a897ebdc-9139-41b4-93ea-f68127570080 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips/feae2882-a550-4ce9-bcf7-1e5bb3507db2 HTTP/1.1" status: 200 len: 693 time: 0.3130686 Feb 04 15:39:02.780920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] For port a77fb188-4275-46b4-87e9-abf042f49453, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a77fb188-4275-46b4-87e9-abf042f49453,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:02.781544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.836896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24c29d01-1460-4b62-8736-07f2f3bf74d2 req-0740673e-4e0b-49db-869c-4aca5d7aa48a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.53 "DELETE /v2.0/ports/5d566572-4f5c-4ee9-851b-1d1c961efb19 HTTP/1.1" status: 204 len: 173 time: 1.6752105 Feb 04 15:39:02.888940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d17de-1d9f-469e-955c-1610f8adfbd1 req-9175ba0a-0b9d-4aec-bad7-0ce2a3b5dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.890408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-563d17de-1d9f-469e-955c-1610f8adfbd1 req-9175ba0a-0b9d-4aec-bad7-0ce2a3b5dd91 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 1096 time: 0.4458277 Feb 04 15:39:02.930489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341e430-7757-4b19-8eb2-125d3e283ae0 req-9df3dee3-8f16-40fd-bc92-aaf799efd205 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.932053 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3341e430-7757-4b19-8eb2-125d3e283ae0 req-9df3dee3-8f16-40fd-bc92-aaf799efd205 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 945 time: 0.2732079 Feb 04 15:39:02.939271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Calling delete_port for a77fb188-4275-46b4-87e9-abf042f49453 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:02.956704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-563d17de-1d9f-469e-955c-1610f8adfbd1 req-26330980-dc17-4f89-84cc-135f7dc12a79 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550141 Feb 04 15:39:02.964471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debefe7-3b0e-4772-82ab-e09f67c603d0 req-3c1e4ed8-a986-4710-8050-55919f344772 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.965501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9debefe7-3b0e-4772-82ab-e09f67c603d0 req-3c1e4ed8-a986-4710-8050-55919f344772 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.2053757 Feb 04 15:39:03.058890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3341e430-7757-4b19-8eb2-125d3e283ae0 req-8c8c425c-e598-43a6-8931-eaf4e4870d26 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908217 Feb 04 15:39:03.114278 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-5d92c750-ed64-4058-b777-2dc13c503737 req-d840be03-32d2-4b54-8349-5b301ca7601c tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] show failed (client error): The resource could not be found. Feb 04 15:39:03.115379 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5d92c750-ed64-4058-b777-2dc13c503737 req-d840be03-32d2-4b54-8349-5b301ca7601c tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] 10.222.0.46 "GET /v2.0/security-groups/e3b69048-33f6-409d-b62b-d3a4dfbe9f32 HTTP/1.1" status: 404 len: 352 time: 0.0239811 Feb 04 15:39:03.179388 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ecb144-0305-4d27-aa04-5148f45057ab', 'name': 'network-vif-deleted', 'tag': '5d566572-4f5c-4ee9-851b-1d1c961efb19', 'status': 'completed', 'code': 200} Feb 04 15:39:03.188678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd24e1c-3b2b-4e83-a217-8d07837ea0ca req-ee6497da-6668-42e8-a41a-5dbb4b17c644 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:03.190918 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.195718 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfd24e1c-3b2b-4e83-a217-8d07837ea0ca req-ee6497da-6668-42e8-a41a-5dbb4b17c644 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 945 time: 0.1175206 Feb 04 15:39:03.205154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33292) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:03.215230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-23bba102-5577-41c2-b9a9-cc30761ddb5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'floatingip': {'port_id': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:03.394896 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23bba102-5577-41c2-b9a9-cc30761ddb5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.399506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=a77fb188-4275-46b4-87e9-abf042f49453,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:03.512163 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b67689fe-10b5-4606-886f-92781ebd44bc req-a0c2298b-599b-4ee1-b332-af317555fc5a tempest-ServerAddressesNegativeTestJSON-1520129007 tempest-ServerAddressesNegativeTestJSON-1520129007-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ecb144-0305-4d27-aa04-5148f45057ab HTTP/1.1" status: 200 len: 210 time: 0.1136863 Feb 04 15:39:03.541278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-ec79bb4b-8b4a-48fc-a01b-bb4379369eed tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips/feae2882-a550-4ce9-bcf7-1e5bb3507db2 HTTP/1.1" status: 200 len: 693 time: 0.2568023 Feb 04 15:39:03.583365 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-62a35bc4-79aa-457f-bca8-9d82d9715c96 req-223e4514-2b5b-47c0-a1d6-371159833700 tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] show failed (client error): The resource could not be found. Feb 04 15:39:03.584412 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62a35bc4-79aa-457f-bca8-9d82d9715c96 req-223e4514-2b5b-47c0-a1d6-371159833700 tempest-SecurityGroupsNegativeTestJSON-1041522727 tempest-SecurityGroupsNegativeTestJSON-1041522727-project] 10.222.0.46 "GET /v2.0/security-groups/561d46b9-79e7-42fb-bf9a-a5f2b9f0ef26 HTTP/1.1" status: 404 len: 352 time: 0.0230477 Feb 04 15:39:03.597055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33300) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:03.804861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3ce2c9-e1db-4554-928f-c41fd2b5ebac admin admin] Deleting subnet 67153cc4-6a83-41ef-8551-d591fd1a5fc0 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:39:03.811577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce2c9-e1db-4554-928f-c41fd2b5ebac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.957475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce2c9-e1db-4554-928f-c41fd2b5ebac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.002209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.019976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-9ac2d2a1-b0aa-41cb-a234-c2a55632c14b tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.025309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-9ac2d2a1-b0aa-41cb-a234-c2a55632c14b tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.4829099 Feb 04 15:39:04.072855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-307a5ffd-acc0-4aa0-a3ee-40b78f34179d tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:39:04.074525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-307a5ffd-acc0-4aa0-a3ee-40b78f34179d tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070097 Feb 04 15:39:04.140812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce2c9-e1db-4554-928f-c41fd2b5ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.183171 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf08d-f999-4747-b329-596719c897f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.280986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-a3f212d8-5653-44fb-9e90-3cdc705aeff1 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.1925957 Feb 04 15:39:04.336473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5d566572-4f5c-4ee9-851b-1d1c961efb19 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:04.385811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-ff546403-0a8c-4d53-83e4-6e9bee6bdcae tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.0948887 Feb 04 15:39:04.392494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 5d566572-4f5c-4ee9-851b-1d1c961efb19 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:04.392993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5d566572-4f5c-4ee9-851b-1d1c961efb19 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:04.452722 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce2c9-e1db-4554-928f-c41fd2b5ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.498154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ce2c9-e1db-4554-928f-c41fd2b5ebac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67153cc4-6a83-41ef-8551-d591fd1a5fc0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:04.570256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf3ce2c9-e1db-4554-928f-c41fd2b5ebac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.613953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758d45-67f2-4be0-a349-fce50d04d019 req-2c48a758-bb0f-47fd-b996-17337c2a1372 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.621096 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5e758d45-67f2-4be0-a349-fce50d04d019 req-2c48a758-bb0f-47fd-b996-17337c2a1372 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 945 time: 0.3879595 Feb 04 15:39:04.623495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cf3ce2c9-e1db-4554-928f-c41fd2b5ebac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/67153cc4-6a83-41ef-8551-d591fd1a5fc0 HTTP/1.1" status: 204 len: 168 time: 1.0254376 Feb 04 15:39:04.627151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33338) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:04.692301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Deleting port 5c41e68b-bba7-4a34-97d9-6624852f4522 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:04.692718 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.833838 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5e758d45-67f2-4be0-a349-fce50d04d019 req-5e6784c0-b567-4655-b765-d8cad9f7b35c tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118044 Feb 04 15:39:04.848417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.865303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Router 8409ad24-ed66-45cb-a94a-26014fe8a412 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:39:04.945987 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23bba102-5577-41c2-b9a9-cc30761ddb5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.962109 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23bba102-5577-41c2-b9a9-cc30761ddb5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.985473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33348) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:05.043504 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.044046 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.236100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Calling delete_port for 5c41e68b-bba7-4a34-97d9-6624852f4522 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:05.261339 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.295655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec04c6b3-6d82-4437-82a5-f90e680d8731 admin admin] Deleting subnet 97ba2230-e1d0-47d4-b071-35d902fad10f {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:39:05.375231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdd6fe6-bff0-4df6-a98f-17d564d78c99']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:05.382562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec04c6b3-6d82-4437-82a5-f90e680d8731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.430861 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-23bba102-5577-41c2-b9a9-cc30761ddb5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Floating IP 31ec666e-5d2a-409a-8110-dfda94dc03f7 associated. External IP: 172.25.8.78, port: 1ee1f425-7e54-4e30-b398-db5d5dd439a9. Feb 04 15:39:05.468236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8231192d-f864-46c1-8e5f-0670dc0cfbfe') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:05.468598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8231192d-f864-46c1-8e5f-0670dc0cfbfe') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:05.503474 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.519953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:39:05.532558 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec04c6b3-6d82-4437-82a5-f90e680d8731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.553892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] Sync routers for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:05.563075 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7d06a3e6-316d-418a-9cda-06c71fd60a7d admin admin] 10.222.0.46 "PUT /v2.0/routers/8409ad24-ed66-45cb-a94a-26014fe8a412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3696785 Feb 04 15:39:05.564207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.570217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33362) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:05.586249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:05.586651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.592070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:05.592962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:05.599890 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:05.690965 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec04c6b3-6d82-4437-82a5-f90e680d8731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.714968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.752809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.763963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472d68f-318f-4adc-9952-f871bdb04433 req-d6daedc8-ec26-424a-97a1-1d18b9f34dfc tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:05.765479 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0472d68f-318f-4adc-9952-f871bdb04433 req-d6daedc8-ec26-424a-97a1-1d18b9f34dfc tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 945 time: 0.4173059 Feb 04 15:39:05.785495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.796665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event deleted for resources: {'Port': ['ID=5c41e68b-bba7-4a34-97d9-6624852f4522,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:05.817662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=7cdd6fe6-bff0-4df6-a98f-17d564d78c99,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:05.833420 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dd289ecb-cd29-4739-876c-cd08fb5c9d0d admin admin] 10.222.0.46 "DELETE /v2.0/networks/7cdd6fe6-bff0-4df6-a98f-17d564d78c99 HTTP/1.1" status: 204 len: 168 time: 1.1940939 Feb 04 15:39:05.852826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec04c6b3-6d82-4437-82a5-f90e680d8731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.897431 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0472d68f-318f-4adc-9952-f871bdb04433 req-8d8e9ccb-51c9-4db1-b355-aea8f9ebc5ee tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079350 Feb 04 15:39:05.904314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04c6b3-6d82-4437-82a5-f90e680d8731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ba2230-e1d0-47d4-b071-35d902fad10f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:05.912107 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec04c6b3-6d82-4437-82a5-f90e680d8731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.914737 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ec04c6b3-6d82-4437-82a5-f90e680d8731 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/97ba2230-e1d0-47d4-b071-35d902fad10f HTTP/1.1" status: 204 len: 168 time: 0.9281530 Feb 04 15:39:05.917151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33376) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:05.938904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:06.053907 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.216679 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.238037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.256352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b122bd6c-f3ad-4842-bc7b-90adfbfd9b59']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:06.267174 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.278307 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.280966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f014af-b250-4434-bf54-c7c91afcf72e') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:06.281367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f014af-b250-4434-bf54-c7c91afcf72e') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:06.307565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.344666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.348972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33386) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:06.362211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:06.362686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:06.454936 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:06.460555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:39:03Z', 'revision_number': 5, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:06.465076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] Checking router: 8409ad24-ed66-45cb-a94a-26014fe8a412 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:06.476094 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] Routers {'8409ad24-ed66-45cb-a94a-26014fe8a412'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:06.476663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:38:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8409ad24-ed66-45cb-a94a-26014fe8a412'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:06.499918 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.529154 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.530266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c08795df-3058-4a37-aa3c-4b69f338d395 req-eb683cbc-d10d-43d6-bb3f-2585678fbf46 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "DELETE /v2.0/floatingips/feae2882-a550-4ce9-bcf7-1e5bb3507db2 HTTP/1.1" status: 204 len: 173 time: 2.1380424 Feb 04 15:39:06.547194 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.602277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b122bd6c-f3ad-4842-bc7b-90adfbfd9b59,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:06.674446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-21434b08-dc0f-4935-a33e-58fc0c308535 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fdfb9ab8a444d2dab9ee32b9b4f39a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094325 Feb 04 15:39:06.676265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33396) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:06.691680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bba102-5577-41c2-b9a9-cc30761ddb5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Router 81604e1b-b521-479b-bdb7-4db10f49e87d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:39:06.701304 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c51c6e6b-4f7d-43b5-abac-717d06c5f8f6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b122bd6c-f3ad-4842-bc7b-90adfbfd9b59 HTTP/1.1" status: 204 len: 168 time: 0.7808101 Feb 04 15:39:06.761619 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f24f63ea-91e3-42d2-a5c1-5ceed8bfdd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.773537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] Set router 8409ad24-ed66-45cb-a94a-26014fe8a412 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:06.791022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.832581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33406) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:06.885895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Deleting port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:06.886235 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.962969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33412) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:06.999908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82d6c4-8919-443d-b8af-a934e35c1d93 req-d4febbf9-00a7-4d7f-95ca-48423bb39f67 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:07.001903 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8e82d6c4-8919-443d-b8af-a934e35c1d93 req-d4febbf9-00a7-4d7f-95ca-48423bb39f67 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4392545 Feb 04 15:39:07.005296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39af7368-db56-4874-a389-adf5d41ee7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.096553 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39af7368-db56-4874-a389-adf5d41ee7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.163414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e77b39-adca-4e65-9e0f-a869927f1b19 req-b95574fa-1699-4a48-8f3c-702ecc254173 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=cba0ecb32d894cbf9408406224389db9 HTTP/1.1" status: 200 len: 1655 time: 0.1294270 Feb 04 15:39:07.285098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-fbd3bdf9-dc45-4296-bf10-4a4b52f8b834 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:07.286488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-fbd3bdf9-dc45-4296-bf10-4a4b52f8b834 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 945 time: 0.5829742 Feb 04 15:39:07.350896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:39:03Z', 'revision_number': 5, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:07.355973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722faaf7-b127-49ce-a1c8-f4941ab4b4e8 None None] The sync data for ids ['8409ad24-ed66-45cb-a94a-26014fe8a412'] in n-d-827870-1 is: [{'id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'name': 'tempest-TaggedBootDevicesTest_v242-584331671-router', 'tenant_id': '2118397614c04148b46d2e6a194ba072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:12Z', 'updated_at': '2022-02-04T15:39:03Z', 'revision_number': 5, 'project_id': '2118397614c04148b46d2e6a194ba072', 'gw_port': {'id': '9b3020d7-f2d8-4267-84a0-58a370e7ed9b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409ad24-ed66-45cb-a94a-26014fe8a412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:13Z', 'updated_at': '2022-02-04T15:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:07.382649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8abd7683-22d0-44e4-a586-c9068a94de83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7550cd987d9a401ca6ce7fd31b80fa77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164715 Feb 04 15:39:07.382773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33424) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:07.480736 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d782-8af1-4445-a032-caa961a626f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.509193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6dc7d782-8af1-4445-a032-caa961a626f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:07.513088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6dc7d782-8af1-4445-a032-caa961a626f1 admin admin] Usage tracker for resource:security_group_rule and tenant:e083abf1425545c7930f6da618d8cd90 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:07.515893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6dc7d782-8af1-4445-a032-caa961a626f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:07.523843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6dc7d782-8af1-4445-a032-caa961a626f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:07.564036 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.567778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bba102-5577-41c2-b9a9-cc30761ddb5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:39:07.573024 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23bba102-5577-41c2-b9a9-cc30761ddb5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.576378 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39af7368-db56-4874-a389-adf5d41ee7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.581418 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] Sync routers for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:07.596398 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:07.597853 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:07.659840 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.700239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Deleting port 0670cbfa-b10c-4bed-8f8b-b46fafec1542 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:07.700678 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.728533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d782-8af1-4445-a032-caa961a626f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.733602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af7368-db56-4874-a389-adf5d41ee7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8783d79f-c7bd-4430-926d-684c8800477b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:07.780177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e77b39-adca-4e65-9e0f-a869927f1b19 req-87182418-d0f5-46d3-8de5-0766058930f7 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:07.785628 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e77b39-adca-4e65-9e0f-a869927f1b19 req-87182418-d0f5-46d3-8de5-0766058930f7 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks?id=cee49329-a2e8-404b-bc10-5459d077e066&id=cee49329-a2e8-404b-bc10-5459d077e066&id=cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 787 time: 0.6174767 Feb 04 15:39:07.791569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6dc7d782-8af1-4445-a032-caa961a626f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.813749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] For port 9b3020d7-f2d8-4267-84a0-58a370e7ed9b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9b3020d7-f2d8-4267-84a0-58a370e7ed9b,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:07.814166 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.831841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-23bba102-5577-41c2-b9a9-cc30761ddb5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "PUT /v2.0/floatingips/31ec666e-5d2a-409a-8110-dfda94dc03f7 HTTP/1.1" status: 200 len: 990 time: 4.6255043 Feb 04 15:39:07.840533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:07.844515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-15e77b39-adca-4e65-9e0f-a869927f1b19 req-24468dfb-158f-4fb3-a42d-f7079ce4ab8a tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:39:07.845038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8c193b0-3053-4678-a716-237c92052441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.859957 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e77b39-adca-4e65-9e0f-a869927f1b19 req-24468dfb-158f-4fb3-a42d-f7079ce4ab8a tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481939 Feb 04 15:39:07.899346 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:07.911484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39af7368-db56-4874-a389-adf5d41ee7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.913816 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-39af7368-db56-4874-a389-adf5d41ee7e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8783d79f-c7bd-4430-926d-684c8800477b HTTP/1.1" status: 204 len: 168 time: 1.2343369 Feb 04 15:39:07.955572 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6dc7d782-8af1-4445-a032-caa961a626f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e083abf1425545c7930f6da618d8cd90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1175182 Feb 04 15:39:07.968687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33440) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:08.002517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7d782-8af1-4445-a032-caa961a626f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fa2adf-ac5e-45d7-b656-31fd0f53004f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:08.007815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a77fb188-4275-46b4-87e9-abf042f49453 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:08.115425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: a77fb188-4275-46b4-87e9-abf042f49453 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:08.115867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a77fb188-4275-46b4-87e9-abf042f49453 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:08.164539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Calling delete_port for 9b3020d7-f2d8-4267-84a0-58a370e7ed9b owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:08.177924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5780264-fcae-4b51-b015-1a7ef8073d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.223420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5780264-fcae-4b51-b015-1a7ef8073d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.292052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b478a-af82-4149-bf3f-2192bd8efeda req-9b0b8d65-eed8-4262-8a36-2f981a830351 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.294520 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-973b478a-af82-4149-bf3f-2192bd8efeda req-9b0b8d65-eed8-4262-8a36-2f981a830351 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 945 time: 0.1814506 Feb 04 15:39:08.295197 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8c193b0-3053-4678-a716-237c92052441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.318161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecce86-9c00-4716-a6ea-0d3a7cdbd213 req-ebb2c56f-dd60-4265-a847-32ca5b54c0be tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.321125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-04ecce86-9c00-4716-a6ea-0d3a7cdbd213 req-ebb2c56f-dd60-4265-a847-32ca5b54c0be tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 945 time: 0.9791007 Feb 04 15:39:08.367382 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5780264-fcae-4b51-b015-1a7ef8073d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.421453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5780264-fcae-4b51-b015-1a7ef8073d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fa2adf-ac5e-45d7-b656-31fd0f53004f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:08.441498 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-973b478a-af82-4149-bf3f-2192bd8efeda req-3225c82f-dcb2-4c3d-b3b1-66366c76d074 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409531 Feb 04 15:39:08.447413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5780264-fcae-4b51-b015-1a7ef8073d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.451268 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c5780264-fcae-4b51-b015-1a7ef8073d83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91fa2adf-ac5e-45d7-b656-31fd0f53004f HTTP/1.1" status: 204 len: 168 time: 0.4786046 Feb 04 15:39:08.586359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] For port 0670cbfa-b10c-4bed-8f8b-b46fafec1542, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0670cbfa-b10c-4bed-8f8b-b46fafec1542,segment=NetworkSegment(42e062df-442c-40ef-af22-07b1ea0e39b9),segment_id=42e062df-442c-40ef-af22-07b1ea0e39b9)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:08.586726 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.611630 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'status': 'completed', 'code': 200} Feb 04 15:39:08.612558 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '31ec666e-5d2a-409a-8110-dfda94dc03f7', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'port_id': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'mac_address': 'fa:16:3e:b9:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:39:04Z', 'revision_number': 1, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9d5184-84b4-4c76-b1f9-32a05df011be', 'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:05Z', 'updated_at': '2022-02-04T15:38:22Z', 'revision_number': 5, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'subnets': [{'id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:08.643022 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] Checking router: 81604e1b-b521-479b-bdb7-4db10f49e87d for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:08.656171 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:08.657308 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:08.715394 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-52dc9ad4-fdd3-474d-87d4-ec2ef5392f24 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips/a595c705-15ec-4dbd-8885-f612d7a54b9a HTTP/1.1" status: 200 len: 692 time: 0.1299522 Feb 04 15:39:08.888076 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:08.983066 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.039021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.071286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.142033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-ec2d5e75-d22b-496a-acca-85b23c75e6ae tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.149764 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-ec2d5e75-d22b-496a-acca-85b23c75e6ae tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.4262478 Feb 04 15:39:09.216313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3020d7-f2d8-4267-84a0-58a370e7ed9b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:09.227677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-04ecce86-9c00-4716-a6ea-0d3a7cdbd213 req-70284752-dece-41a2-b84a-1aa1835ff817 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d6170f-2f1e-4a49-a3b8-ff62798599d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8985608 Feb 04 15:39:09.245052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Calling delete_port for 0670cbfa-b10c-4bed-8f8b-b46fafec1542 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:09.297064 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-12d4c5b3-c826-47c3-89e4-458ad33b4430 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.1463099 Feb 04 15:39:09.378393 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '31ec666e-5d2a-409a-8110-dfda94dc03f7', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'port_id': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'mac_address': 'fa:16:3e:b9:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:39:04Z', 'revision_number': 1, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9d5184-84b4-4c76-b1f9-32a05df011be', 'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:05Z', 'updated_at': '2022-02-04T15:38:22Z', 'revision_number': 5, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'subnets': [{'id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:09.391874 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd2cc26-3f37-47d2-a16b-d0774f9309b8 None None] The sync data for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 is: [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '31ec666e-5d2a-409a-8110-dfda94dc03f7', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'port_id': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'mac_address': 'fa:16:3e:b9:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:39:04Z', 'revision_number': 1, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9d5184-84b4-4c76-b1f9-32a05df011be', 'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:05Z', 'updated_at': '2022-02-04T15:38:22Z', 'revision_number': 5, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'subnets': [{'id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:09.414761 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-85df3712-50e4-41ae-8b0b-179894fb5bce tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.1161582 Feb 04 15:39:09.514309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8c193b0-3053-4678-a716-237c92052441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.635207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Deleting port fbcdb984-86ee-4217-bbf8-cf6cbd5f436a {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:09.635551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.706761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-f4177108-60e6-4429-808b-4b9f5489e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.723684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-f4177108-60e6-4429-808b-4b9f5489e299 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1096 time: 1.1137652 Feb 04 15:39:09.724825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c193b0-3053-4678-a716-237c92052441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:09.823499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a71c1-e4af-4df2-9566-f650356db6cf None None] New status for floating IP 31ec666e-5d2a-409a-8110-dfda94dc03f7: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:39:09.947491 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.955571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.955904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.135014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33496) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:10.154546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Calling delete_port for fbcdb984-86ee-4217-bbf8-cf6cbd5f436a owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:10.341470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.343981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.391093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-8ac0ed01-bf6a-47a1-ab1a-0075a6fd5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.392656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-8ac0ed01-bf6a-47a1-ab1a-0075a6fd5217 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.5699623 Feb 04 15:39:10.395494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.396207 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8409ad24-ed66-45cb-a94a-26014fe8a412 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:39:10.398240 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.557180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Pushing event deleted for resources: {'Port': ['ID=0670cbfa-b10c-4bed-8f8b-b46fafec1542,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:10.592248 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8c193b0-3053-4678-a716-237c92052441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.595701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d8c193b0-3053-4678-a716-237c92052441 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b31b87b0-c7fd-45e8-88c6-1e6f57a0eea4 HTTP/1.1" status: 204 len: 168 time: 3.1602802 Feb 04 15:39:10.614258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1096236143-network', 'tenant_id': '811eba58f0064b49aaef62c7d2cf10ec'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:10.622919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:10.633779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Usage tracker for resource:network and tenant:811eba58f0064b49aaef62c7d2cf10ec is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:10.638950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:10.650208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:10.659943 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.710010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] No DVR routers for this DVR port 0670cbfa-b10c-4bed-8f8b-b46fafec1542 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:10.713577 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.714648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cf4c76a3-461e-4715-bbb5-4ce9eab9a315 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8409ad24-ed66-45cb-a94a-26014fe8a412 HTTP/1.1" status: 204 len: 168 time: 5.1433477 Feb 04 15:39:10.718662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.720658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e7fab7c1-381e-45c6-be8b-546b3ba13c4c req-30091e57-73fd-48ef-b379-fbd6490ccc70 tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.61 "DELETE /v2.0/ports/0670cbfa-b10c-4bed-8f8b-b46fafec1542 HTTP/1.1" status: 204 len: 173 time: 3.3782592 Feb 04 15:39:10.721214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc702f-36f3-4662-b4b8-f28a712e9402', 'name': 'network-vif-deleted', 'tag': '0670cbfa-b10c-4bed-8f8b-b46fafec1542'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:10.726132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33518) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:10.731568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event deleted for resources: {'Port': ['ID=fbcdb984-86ee-4217-bbf8-cf6cbd5f436a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:10.751760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b90e9b-1108-4b84-b90b-7b23b3744a39 req-6b91bbb4-43db-4e21-88b8-f6722daae0fe tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.754815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12b90e9b-1108-4b84-b90b-7b23b3744a39 req-6b91bbb4-43db-4e21-88b8-f6722daae0fe tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 945 time: 1.0700474 Feb 04 15:39:10.759496 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-4d5c8e81-5d1b-4b80-987c-010e6d205ee6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 998 time: 0.3573449 Feb 04 15:39:10.844414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2a61e6-1c16-4d2d-bcd4-0a9a163e3a47 admin admin] Deleting subnet 19de3882-e481-4d8b-9b38-76eb7da60943 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:39:10.849238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f2a61e6-1c16-4d2d-bcd4-0a9a163e3a47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.914772 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f2a61e6-1c16-4d2d-bcd4-0a9a163e3a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.917092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12b90e9b-1108-4b84-b90b-7b23b3744a39 req-5cad2341-ec3f-43c9-8009-c4d246186924 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554420 Feb 04 15:39:10.923492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-05aae645-1428-4089-aae4-ac5a81182e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.925086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-05aae645-1428-4089-aae4-ac5a81182e96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.1345944 Feb 04 15:39:11.031538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f2a61e6-1c16-4d2d-bcd4-0a9a163e3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.104316 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Made reservation on behalf of 811eba58f0064b49aaef62c7d2cf10ec for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:11.106168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-f9266a93-4414-4065-bdab-cec287ce51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:11.107527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.108657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-f9266a93-4414-4065-bdab-cec287ce51ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770077 Feb 04 15:39:11.125960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.138260 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f2a61e6-1c16-4d2d-bcd4-0a9a163e3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.173848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:11.177696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Usage tracker for resource:security_group_rule and tenant:811eba58f0064b49aaef62c7d2cf10ec is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:11.181204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:11.187038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:11.341416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b7b0cccf-4795-4a7c-952c-1b033e77cc04 req-e53fbef3-60b9-4e82-b24e-b1e810a5480c tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Synchronizing usage tracker for tenant:af8e697b6a5143bdb4a981cdd6dfcd6c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:11.383024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a61e6-1c16-4d2d-bcd4-0a9a163e3a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19de3882-e481-4d8b-9b38-76eb7da60943,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:11.406368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-c54338f9-204c-4236-9d05-bdb41c5fbf2e service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552011 Feb 04 15:39:11.408912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31e862a-6584-42e2-8d97-3e2180ed85fe None None] Network 1ae4d463-47b5-441c-8647-a19cd31e01ba requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:11.430093 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f2a61e6-1c16-4d2d-bcd4-0a9a163e3a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.502213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.551487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b7b0cccf-4795-4a7c-952c-1b033e77cc04 req-e53fbef3-60b9-4e82-b24e-b1e810a5480c tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] Unset dirty status for tenant:af8e697b6a5143bdb4a981cdd6dfcd6c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:11.552727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7b0cccf-4795-4a7c-952c-1b033e77cc04 req-e53fbef3-60b9-4e82-b24e-b1e810a5480c tempest-InstanceActionsV221TestJSON-694113769 tempest-InstanceActionsV221TestJSON-694113769-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1fc702f-36f3-4662-b4b8-f28a712e9402 HTTP/1.1" status: 200 len: 210 time: 0.4413056 Feb 04 15:39:11.581884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0670cbfa-b10c-4bed-8f8b-b46fafec1542 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:11.637384 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7f2a61e6-1c16-4d2d-bcd4-0a9a163e3a47 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/19de3882-e481-4d8b-9b38-76eb7da60943 HTTP/1.1" status: 204 len: 168 time: 0.9101117 Feb 04 15:39:11.638469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.639561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a2c730b7-c1ac-4474-9ae0-21669a8453fe req-9eb9308a-a6d1-4999-be5f-ad37ff1ae1fd tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "DELETE /v2.0/floatingips/a595c705-15ec-4dbd-8885-f612d7a54b9a HTTP/1.1" status: 204 len: 173 time: 2.2232435 Feb 04 15:39:11.640041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33552) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:11.641928 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.652606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7023b44-6997-4590-9248-3c3e57c1b14e req-bbd0b8e9-2f14-45d5-adcc-03be0acc1d79 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383738 Feb 04 15:39:11.670889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 0670cbfa-b10c-4bed-8f8b-b46fafec1542 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:11.671583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0670cbfa-b10c-4bed-8f8b-b46fafec1542 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:11.677151 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc702f-36f3-4662-b4b8-f28a712e9402', 'name': 'network-vif-deleted', 'tag': '0670cbfa-b10c-4bed-8f8b-b46fafec1542', 'status': 'completed', 'code': 200} Feb 04 15:39:11.687600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.700696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:11.857569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.857919 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Added segment 2c0fcdc5-0dc6-4576-b181-2abf5361266e of type vlan for network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a Feb 04 15:39:11.893155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8bd172-4430-4937-b7a8-f141fd5c68f5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:11.916081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] DHCP port deletion for 1ae4d463-47b5-441c-8647-a19cd31e01ba request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:39:11.920926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Deleting port e8063396-a448-4a9a-aed6-d542275f9cb4 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:11.921444 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.924388 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-574bc155-03e5-4e41-9b06-e564afd9571c req-4a2b909e-a732-4a60-b771-eb3ea7d8a3eb tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips/8d42228e-0b32-480f-8916-46cee0f1c8c0 HTTP/1.1" status: 200 len: 692 time: 0.2399337 Feb 04 15:39:11.958489 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.012759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.111675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e8063396-a448-4a9a-aed6-d542275f9cb4 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:12.173176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Deleting port e8063396-a448-4a9a-aed6-d542275f9cb4 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:12.173524 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.219285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf03214-81bf-471f-bf92-d4c89537bb84 req-82db3516-0b78-44e0-b7a4-326e00066428 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.220985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bf03214-81bf-471f-bf92-d4c89537bb84 req-82db3516-0b78-44e0-b7a4-326e00066428 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 945 time: 0.0988309 Feb 04 15:39:12.291581 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.292464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.297400 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.298729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bf03214-81bf-471f-bf92-d4c89537bb84 req-7bc3fba4-a9e0-409b-9b64-85d19ebca094 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704741 Feb 04 15:39:12.377437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33584) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:12.385296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Request body: {'subnet': {'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1096236143-subnet', 'tenant_id': '811eba58f0064b49aaef62c7d2cf10ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:12.389630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2532306 Feb 04 15:39:12.398855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:12.403160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] For port e8063396-a448-4a9a-aed6-d542275f9cb4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8063396-a448-4a9a-aed6-d542275f9cb4,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:12.403836 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.408081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Usage tracker for resource:subnet and tenant:811eba58f0064b49aaef62c7d2cf10ec is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:12.413980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:12.428558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:12.452967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Made reservation on behalf of 811eba58f0064b49aaef62c7d2cf10ec for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:12.457210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.499962 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.595782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Calling delete_port for e8063396-a448-4a9a-aed6-d542275f9cb4 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:12.674026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e8063396-a448-4a9a-aed6-d542275f9cb4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8063396-a448-4a9a-aed6-d542275f9cb4,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:12.690268 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.691488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9b3020d7-f2d8-4267-84a0-58a370e7ed9b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:12.702534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33596) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:12.741353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] For port e8063396-a448-4a9a-aed6-d542275f9cb4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8063396-a448-4a9a-aed6-d542275f9cb4,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:12.742178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.810272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 9b3020d7-f2d8-4267-84a0-58a370e7ed9b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:12.810842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9b3020d7-f2d8-4267-84a0-58a370e7ed9b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:12.813536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e8063396-a448-4a9a-aed6-d542275f9cb4,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:12.837264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.840313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.840941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.842156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.842760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.844666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.845314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.846135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.847584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.848155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.850953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.851551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:12.858554 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:39:12.861169 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:39:12.870076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76504340-4fa2-4280-967b-fbd3ab013120 req-92089dc8-da92-4213-b28b-dca62c8ca561 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.877175 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-76504340-4fa2-4280-967b-fbd3ab013120 req-92089dc8-da92-4213-b28b-dca62c8ca561 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 945 time: 0.1735911 Feb 04 15:39:12.892254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.911946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Calling delete_port for e8063396-a448-4a9a-aed6-d542275f9cb4 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:12.955024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33604) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:12.988576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9fca11-b979-413c-a9fc-07bee41c80b7,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.019244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bc155-03e5-4e41-9b06-e564afd9571c req-3c424862-cb89-4b9f-bd50-e7dfb1db581f tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:13.021029 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-574bc155-03e5-4e41-9b06-e564afd9571c req-3c424862-cb89-4b9f-bd50-e7dfb1db581f tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 1.0794215 Feb 04 15:39:13.024887 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:39:13.025225 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:39:13.139274 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-76504340-4fa2-4280-967b-fbd3ab013120 req-6469661f-8e93-40a3-9c54-90535a639c27 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610934 Feb 04 15:39:13.162094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Checking segment: {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:13.165812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Network hostable DHCP agents. Network: 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:13.202432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-273593474-network', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:13.207924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:13.212510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Usage tracker for resource:network and tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:13.215838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:13.222082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:13.237079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Made reservation on behalf of a5dfc24ffd394bcd9edf4c9f2a340b35 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:13.239855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.259586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:13.259856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-574bc155-03e5-4e41-9b06-e564afd9571c req-8e02e54e-82b5-4d3e-b109-9717a995e8eb tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Synchronizing usage tracker for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:13.265842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f08606-6eee-42b7-bb33-1ca7d5bda638 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.269450 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.277009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:39:13.282901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:13.287072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:13.294640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-574bc155-03e5-4e41-9b06-e564afd9571c req-8e02e54e-82b5-4d3e-b109-9717a995e8eb tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Unset dirty status for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:13.296514 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-574bc155-03e5-4e41-9b06-e564afd9571c req-8e02e54e-82b5-4d3e-b109-9717a995e8eb tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.18 HTTP/1.1" status: 200 len: 695 time: 0.2569273 Feb 04 15:39:13.298802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Usage tracker for resource:floatingip and tenant:d7f5fff2dfee4319a4fdc1c1161a3d42 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:13.306469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:13.311495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:13.317898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:13.320966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:13.329234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:13.330036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.334805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Usage tracker for resource:security_group_rule and tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:13.344138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:13.360103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:13.363320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.369105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Deleting port e8063396-a448-4a9a-aed6-d542275f9cb4 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:13.369393 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.465798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bf1fcd4e-d2ae-4916-bc16-8ca37ad5b09e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0870893 Feb 04 15:39:13.484089 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-574bc155-03e5-4e41-9b06-e564afd9571c req-7e8358b9-bde7-498c-998c-9eb8c2b4ed9d tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.18 HTTP/1.1" status: 200 len: 695 time: 0.1803617 Feb 04 15:39:13.488605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277bcdb6-7f5a-4d5b-acec-68902eec7dbe None None] Network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:13.566815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Deleting port e8063396-a448-4a9a-aed6-d542275f9cb4 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:13.567167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.652134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.654537 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.701558 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.825796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:13.861747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.885579 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.886018 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Added segment 3494e3a4-cb7d-4af8-9889-259781f6a2a5 of type vlan for network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c Feb 04 15:39:14.003328 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.014643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Allocated IP 172.25.8.101 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/3b2413a8-6f82-4937-8437-1402e31c1e6d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:14.118190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-574bc155-03e5-4e41-9b06-e564afd9571c req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Deleting port 544ff7c8-0233-4a89-bd25-0bf436e792da {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:14.119124 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-574bc155-03e5-4e41-9b06-e564afd9571c req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.148081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] For port e8063396-a448-4a9a-aed6-d542275f9cb4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8063396-a448-4a9a-aed6-d542275f9cb4,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:14.148504 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.170174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4129e6d1-bccc-479f-b7dd-7827e01a3326 None None] Network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:14.177620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.181528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:14.182137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.245508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5406842 Feb 04 15:39:14.291899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33646) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:14.324026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Request body: {'subnet': {'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-subnet', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:14.353419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] For port e8063396-a448-4a9a-aed6-d542275f9cb4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8063396-a448-4a9a-aed6-d542275f9cb4,segment=NetworkSegment(16842b85-fbdb-48c1-956d-b5292ecab62f),segment_id=16842b85-fbdb-48c1-956d-b5292ecab62f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:14.356491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.376502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Calling delete_port for e8063396-a448-4a9a-aed6-d542275f9cb4 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:14.381869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:14.529546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.548735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac5de9-1e2c-4ab2-9366-f235a85d924f admin admin] Pushing event updated for resources: {'Network': ['ID=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:14.581029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:39:14.583344 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.586493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Usage tracker for resource:subnet and tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:14.606336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:14.616088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Calling delete_port for e8063396-a448-4a9a-aed6-d542275f9cb4 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:14.624419 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.659224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] Pushing event deleted for resources: {'Port': ['ID=e8063396-a448-4a9a-aed6-d542275f9cb4,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:14.663510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f931d-a722-400a-868b-738a149c9d41 None None] No DVR routers for this DVR port e8063396-a448-4a9a-aed6-d542275f9cb4 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:14.736474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:14.749441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:14.763494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:14.789201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:14.828999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Made reservation on behalf of a5dfc24ffd394bcd9edf4c9f2a340b35 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:14.831482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.883183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event updated for resources: {'Port': ['ID=3b2413a8-6f82-4937-8437-1402e31c1e6d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:14.953909 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-574bc155-03e5-4e41-9b06-e564afd9571c req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.954247 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-574bc155-03e5-4e41-9b06-e564afd9571c req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.984973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-3cbe934a-a862-4b5d-88c0-921bd7487d0b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:14.992715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-3cbe934a-a862-4b5d-88c0-921bd7487d0b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 815 time: 0.2404368 Feb 04 15:39:15.008001 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.015460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-3f9d5b3c-fc8a-4181-baad-3fb1b8c1cf42 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/quotas/811eba58f0064b49aaef62c7d2cf10ec HTTP/1.1" status: 200 len: 375 time: 0.0216224 Feb 04 15:39:15.109036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-ea50f5c4-0677-40af-943d-bf351fb88751 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926225 Feb 04 15:39:15.111525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-574bc155-03e5-4e41-9b06-e564afd9571c req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Calling delete_port for 544ff7c8-0233-4a89-bd25-0bf436e792da owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:15.141602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:39:15.141602 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:39:15.221900 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.466015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-11aa3c7a-da20-43da-954f-f2e5ffb7309b service neutron] 10.222.0.46 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559282 Feb 04 15:39:15.471605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.518830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-574bc155-03e5-4e41-9b06-e564afd9571c req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.566194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.578332 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.583904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:15.636981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event deleted for resources: {'Port': ['ID=544ff7c8-0233-4a89-bd25-0bf436e792da,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:15.730981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-574bc155-03e5-4e41-9b06-e564afd9571c req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.745647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e030a36a-611a-4448-94f3-4adb0b4fbdad,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:15.749621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Checking segment: {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:15.750725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Network hostable DHCP agents. Network: 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:15.790615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:15.796667 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-574bc155-03e5-4e41-9b06-e564afd9571c req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.798207 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-574bc155-03e5-4e41-9b06-e564afd9571c req-59b689a2-2193-45da-b36c-035f68fcf5c4 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "DELETE /v2.0/floatingips/8d42228e-0b32-480f-8916-46cee0f1c8c0 HTTP/1.1" status: 204 len: 173 time: 2.3069301 Feb 04 15:39:15.805338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:15.810426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:15.815758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:15.816793 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.824638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3439bc17-5f02-4153-98c0-1089be2336d4 None None] Network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:15.842377 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3ce66680-057f-4be5-ad75-d9aeb6a21915 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5426595 Feb 04 15:39:15.845308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33704) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:15.853816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:15.858834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:15.864112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Usage tracker for resource:router and tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:15.873023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:15.878970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:15.893287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.894882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.912956 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-37ee092f-ee21-4b79-8866-a2d4b14ca48e service neutron] 10.222.0.46 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460819 Feb 04 15:39:15.917531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event updated for resources: {'Port': ['ID=3b2413a8-6f82-4937-8437-1402e31c1e6d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:15.920343 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.921974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'port_id': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'mac_address': 'fa:16:3e:b9:22:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:15.937492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Deleting port e8063396-a448-4a9a-aed6-d542275f9cb4 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:15.938284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.938772 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.976368 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.977982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8b20af3d-23da-47ed-a0ac-e14e492ae2fa tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0187576 Feb 04 15:39:15.983756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33708) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:15.994255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1174685967'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:16.005389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:16.013898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Usage tracker for resource:network and tenant:d7f5fff2dfee4319a4fdc1c1161a3d42 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:16.019925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:16.027858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:16.041950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Made reservation on behalf of d7f5fff2dfee4319a4fdc1c1161a3d42 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:16.046909 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.062049 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.086348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:16.090053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Usage tracker for resource:security_group_rule and tenant:d7f5fff2dfee4319a4fdc1c1161a3d42 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:16.091882 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.093192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:16.102407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:16.138454 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-f37fd59e-6c1c-42fd-8825-92845bdd1bc7 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips/c110cc7f-177f-46ee-b985-afa5e0537866 HTTP/1.1" status: 200 len: 693 time: 0.1095111 Feb 04 15:39:16.146253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] The port 'e8063396-a448-4a9a-aed6-d542275f9cb4' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:39:16.216252 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.221234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.227888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ee1f425-7e54-4e30-b398-db5d5dd439a9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:16.272909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:16.285712 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.298936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a098d03-530e-4498-90bd-a43dff987fbc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:16.320470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:16.322652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33724) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:16.404619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.405013 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Added segment 89f6a731-5ce2-4e21-bac9-38f99cb34fae of type vlan for network 16460cd0-17cf-4b68-af1b-0301f4ced896 Feb 04 15:39:16.443083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['1ee1f425-7e54-4e30-b398-db5d5dd439a9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:39:16.494725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a4c3ca1-0a22-4dce-84ed-dea322a34c1b req-a9ec1ef9-09cc-48d2-b59e-c1766173c81d tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 210 time: 0.0725784 Feb 04 15:39:16.504556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-a5dc0c87-e60a-4f40-8f89-abac2f7b0467 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:16.510964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-143021f0-d7b0-441b-80ee-4d52f858cc9e admin admin] Deleting subnet e0a0fc2f-36dc-4620-a4cb-9411188deaba {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:39:16.513536 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-a5dc0c87-e60a-4f40-8f89-abac2f7b0467 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.3655798 Feb 04 15:39:16.514329 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-143021f0-d7b0-441b-80ee-4d52f858cc9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.588147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:16.590467 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-143021f0-d7b0-441b-80ee-4d52f858cc9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.602101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f6db67-0dfa-4c94-b0c1-bb96999fd022 None None] Network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:16.660009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-143021f0-d7b0-441b-80ee-4d52f858cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.748177 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-143021f0-d7b0-441b-80ee-4d52f858cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.752888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.798994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143021f0-d7b0-441b-80ee-4d52f858cc9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a0fc2f-36dc-4620-a4cb-9411188deaba,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:16.803487 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-143021f0-d7b0-441b-80ee-4d52f858cc9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.833511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-143021f0-d7b0-441b-80ee-4d52f858cc9e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e0a0fc2f-36dc-4620-a4cb-9411188deaba HTTP/1.1" status: 204 len: 168 time: 0.5097651 Feb 04 15:39:16.836366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33738) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:16.858922 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.864266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:16.864882 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.907511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-ee54c925-7146-4b83-95e7-8d17193b0d5c tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Synchronizing usage tracker for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:16.944904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.016648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.039250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae4d463-47b5-441c-8647-a19cd31e01ba']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:17.048264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-ee54c925-7146-4b83-95e7-8d17193b0d5c tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Unset dirty status for tenant:cba0ecb32d894cbf9408406224389db9 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:17.049800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-ee54c925-7146-4b83-95e7-8d17193b0d5c tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 696 time: 0.5352416 Feb 04 15:39:17.077046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16842b85-fbdb-48c1-956d-b5292ecab62f') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:17.077607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16842b85-fbdb-48c1-956d-b5292ecab62f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:17.130864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1454923 Feb 04 15:39:17.143828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33744) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:17.158074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Request body: {'subnet': {'network_id': '16460cd0-17cf-4b68-af1b-0301f4ced896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:17.248204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33748) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:17.252421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448a18f-d1b1-4ac4-9695-2f7c0d3000d2 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event updated for resources: {'Network': ['ID=16460cd0-17cf-4b68-af1b-0301f4ced896,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:17.260478 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.285411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 16460cd0-17cf-4b68-af1b-0301f4ced896 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:39:17.365889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:17.385540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Usage tracker for resource:subnet and tenant:d7f5fff2dfee4319a4fdc1c1161a3d42 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:17.451077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:17.464525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:17.487429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.511563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.512142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Made reservation on behalf of d7f5fff2dfee4319a4fdc1c1161a3d42 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:17.515200 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.562862 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-01f6d1ac-0bd7-41f1-8151-fe7b7114c66d tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 696 time: 0.4678133 Feb 04 15:39:17.566850 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.598240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:17.648245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b89b27d-d2c2-4990-8d96-01bbdc5887bf']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:17.659722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4fa84317-526c-4a2b-b5ab-0b17a31e5db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.670865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:17.671280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.684953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:17.685321 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:17.688227 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:17.690891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e062df-442c-40ef-af22-07b1ea0e39b9') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:17.690891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e062df-442c-40ef-af22-07b1ea0e39b9') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:17.741852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4fa84317-526c-4a2b-b5ab-0b17a31e5db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:17.745793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4fa84317-526c-4a2b-b5ab-0b17a31e5db6 admin admin] Usage tracker for resource:security_group_rule and tenant:21dcecd5fa2c4c82a5da5d494aac4b28 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:17.748589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4fa84317-526c-4a2b-b5ab-0b17a31e5db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:17.776727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.791010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4fa84317-526c-4a2b-b5ab-0b17a31e5db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:17.807955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-147141d0-bd3e-4b5d-813c-b70211d9f2f0 req-5c0d3df0-c836-472d-9cff-760690f524b9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 210 time: 0.1365218 Feb 04 15:39:17.837381 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.858298 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.893095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:17.906167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:17.913511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:17.913807 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.914672 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.922408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Deleting port 34b2ac91-eaeb-4f1e-af70-6b0c3b7c07e0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:17.922912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:17.932825 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:17.992007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.026978 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'code': 200} Feb 04 15:39:18.060647 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.072133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:18.080285 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] 10.222.0.46 "DELETE /v2.0/networks/1ae4d463-47b5-441c-8647-a19cd31e01ba HTTP/1.1" status: 204 len: 168 time: 6.4369814 Feb 04 15:39:18.088648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33786) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:18.091341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713d936-5e2f-4500-b5aa-ece82537d58f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae4d463-47b5-441c-8647-a19cd31e01ba,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:18.300096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.340634 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.408857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b89b27d-d2c2-4990-8d96-01bbdc5887bf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:18.440400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-da906de6-e6cf-4cca-ac92-56b89133ec2b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:18.441910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-da906de6-e6cf-4cca-ac92-56b89133ec2b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.53 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 815 time: 0.5758181 Feb 04 15:39:18.471055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Request body: {'port': {'device_id': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a', 'admin_state_up': True, 'tenant_id': '811eba58f0064b49aaef62c7d2cf10ec'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:18.516440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ecf8baf2-3cd3-4059-b335-eee15e510d86 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7b89b27d-d2c2-4990-8d96-01bbdc5887bf HTTP/1.1" status: 204 len: 168 time: 1.6767509 Feb 04 15:39:18.591651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4fa84317-526c-4a2b-b5ab-0b17a31e5db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.610959 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4fa84317-526c-4a2b-b5ab-0b17a31e5db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.655956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.744855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33800) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:18.752624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4fa84317-526c-4a2b-b5ab-0b17a31e5db6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21dcecd5fa2c4c82a5da5d494aac4b28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5015180 Feb 04 15:39:18.756593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.757291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.759933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa84317-526c-4a2b-b5ab-0b17a31e5db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9e7c5d-b96f-4287-bb18-ef618dcf5085,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:18.778242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33804) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:18.844102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:18.855208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event updated for resources: {'Subnet': ['ID=ca056647-0c4b-44f8-92f0-126fd8c5aeeb,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:18.857765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Usage tracker for resource:port and tenant:811eba58f0064b49aaef62c7d2cf10ec is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:18.870483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:18.884476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Checking segment: {'id': '89f6a731-5ce2-4e21-bac9-38f99cb34fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '16460cd0-17cf-4b68-af1b-0301f4ced896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:18.885014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Network hostable DHCP agents. Network: 16460cd0-17cf-4b68-af1b-0301f4ced896, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:18.891085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:18.919214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Made reservation on behalf of 811eba58f0064b49aaef62c7d2cf10ec for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:18.922846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.954042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-688e576b-4009-4077-a977-2b59128b939f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.958095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Calling delete_port for 34b2ac91-eaeb-4f1e-af70-6b0c3b7c07e0 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:19.003677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Network 16460cd0-17cf-4b68-af1b-0301f4ced896 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:19.024748 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-16f76499-6acf-4f07-bed2-8bc7370327f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af8e697b6a5143bdb4a981cdd6dfcd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710485 Feb 04 15:39:19.039514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33810) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:19.060407 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.067479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f992967-33c1-4562-8af5-c3cd33de57ab req-302e2e6d-0295-4ead-8f6f-71ec483f3fb8 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 210 time: 0.1169975 Feb 04 15:39:19.097228 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-688e576b-4009-4077-a977-2b59128b939f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.106525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 16460cd0-17cf-4b68-af1b-0301f4ced896) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:19.117415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ad438-6825-4d5f-a459-4ba1b1c97b31 None None] Network 16460cd0-17cf-4b68-af1b-0301f4ced896 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:19.127252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:19.128020 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.185173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-568063f8-7055-4256-9d9a-3f98e44702d1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0373323 Feb 04 15:39:19.211715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33814) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:19.221879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1387535284', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:19.239115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:19.281277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Usage tracker for resource:router and tenant:d7f5fff2dfee4319a4fdc1c1161a3d42 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:19.285800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:19.314541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:19.320860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.418847 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.420343 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.449527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-688e576b-4009-4077-a977-2b59128b939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.482299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Allocated IP 172.25.8.64 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5fd01d5e-9467-40ac-8f07-d40eed0e60cf) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:19.482770 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-688e576b-4009-4077-a977-2b59128b939f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.487566 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-688e576b-4009-4077-a977-2b59128b939f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e9e7c5d-b96f-4287-bb18-ef618dcf5085 HTTP/1.1" status: 204 len: 168 time: 0.7082124 Feb 04 15:39:19.506040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-16460cd0-17cf-4b68-af1b-0301f4ced896', 'network_id': '16460cd0-17cf-4b68-af1b-0301f4ced896', 'tenant_id': 'd7f5fff2dfee4319a4fdc1c1161a3d42', 'fixed_ips': [{'subnet_id': 'ca056647-0c4b-44f8-92f0-126fd8c5aeeb'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:39:19.507034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e576b-4009-4077-a977-2b59128b939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9e7c5d-b96f-4287-bb18-ef618dcf5085,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:19.507782 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.511076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Allocated IP 172.20.0.9 (5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a/2d9fca11-b979-413c-a9fc-07bee41c80b7/8934f51e-0b12-4b00-ae29-abeb0d23c370) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:19.515806 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.662636 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.717543 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.813393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Allocated IP 172.20.0.2 (16460cd0-17cf-4b68-af1b-0301f4ced896/ca056647-0c4b-44f8-92f0-126fd8c5aeeb/eb571a8c-cbd5-479e-851d-44e97f23449e) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:19.932393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8af10cd1-2ec9-42a7-af03-3de555874bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.940711 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.948276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:19.956728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:20.012330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:20.268760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8af10cd1-2ec9-42a7-af03-3de555874bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.284073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.351454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33828) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:20.354071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd01d5e-9467-40ac-8f07-d40eed0e60cf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:20.386549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-793498af-04d9-4ba4-ac82-8575767cedd1 req-419a4cb5-8c22-4fb6-a1a0-f708bb8fd497 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Synchronizing usage tracker for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:20.389387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-753e3485-3b2c-4884-ae60-edaa4855ade1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.446260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-753e3485-3b2c-4884-ae60-edaa4855ade1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:20.471782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-753e3485-3b2c-4884-ae60-edaa4855ade1 admin admin] Usage tracker for resource:security_group_rule and tenant:0cc58758c7014d4dbf7ca53058704035 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:20.476203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-793498af-04d9-4ba4-ac82-8575767cedd1 req-419a4cb5-8c22-4fb6-a1a0-f708bb8fd497 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Unset dirty status for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:20.478422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-793498af-04d9-4ba4-ac82-8575767cedd1 req-419a4cb5-8c22-4fb6-a1a0-f708bb8fd497 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 210 time: 0.2288425 Feb 04 15:39:20.479506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-753e3485-3b2c-4884-ae60-edaa4855ade1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:20.510348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8af10cd1-2ec9-42a7-af03-3de555874bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.521390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-753e3485-3b2c-4884-ae60-edaa4855ade1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:20.579278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.676151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Transition to ACTIVE for port object eb571a8c-cbd5-479e-851d-44e97f23449e will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:20.685502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af10cd1-2ec9-42a7-af03-3de555874bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d6170f-2f1e-4a49-a3b8-ff62798599d4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:20.704842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.711318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Transition to ACTIVE for port object eb571a8c-cbd5-479e-851d-44e97f23449e will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:20.730731 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.846232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Network 16460cd0-17cf-4b68-af1b-0301f4ced896 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:20.856000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:20.863492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:20.892840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.915286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Pushing event deleted for resources: {'Port': ['ID=34b2ac91-eaeb-4f1e-af70-6b0c3b7c07e0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.027941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8af10cd1-2ec9-42a7-af03-3de555874bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.032925 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8af10cd1-2ec9-42a7-af03-3de555874bfc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27d6170f-2f1e-4a49-a3b8-ff62798599d4 HTTP/1.1" status: 204 len: 168 time: 1.9883440 Feb 04 15:39:21.041994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Attempting to bind port eb571a8c-cbd5-479e-851d-44e97f23449e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:21.042900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Attempting to bind port eb571a8c-cbd5-479e-851d-44e97f23449e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '89f6a731-5ce2-4e21-bac9-38f99cb34fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '16460cd0-17cf-4b68-af1b-0301f4ced896'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:21.045134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Attempting to bind port eb571a8c-cbd5-479e-851d-44e97f23449e on network 16460cd0-17cf-4b68-af1b-0301f4ced896 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:21.050009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Pushing event updated for resources: {'Port': ['ID=eb571a8c-cbd5-479e-851d-44e97f23449e,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.063755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:39:21.065085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Checking segment: {'id': '89f6a731-5ce2-4e21-bac9-38f99cb34fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '16460cd0-17cf-4b68-af1b-0301f4ced896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:21.065736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.066340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Bound using segment: {'id': '89f6a731-5ce2-4e21-bac9-38f99cb34fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '16460cd0-17cf-4b68-af1b-0301f4ced896'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:39:21.067297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Bound port: eb571a8c-cbd5-479e-851d-44e97f23449e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f6a731-5ce2-4e21-bac9-38f99cb34fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '16460cd0-17cf-4b68-af1b-0301f4ced896'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:21.067902 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.135204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.137638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.138783 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be736aa1-d8cb-4993-a87d-0f023befd8e7 req-4afb9fcb-017f-438b-bb1f-b58e8310da30 tempest-FloatingIPDetailsTestJSON-1158290026 tempest-FloatingIPDetailsTestJSON-1158290026-project] 10.222.0.46 "DELETE /v2.0/floatingips/c110cc7f-177f-46ee-b985-afa5e0537866 HTTP/1.1" status: 204 len: 173 time: 3.5751226 Feb 04 15:39:21.154582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33838) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:21.179527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:21.182060 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-753e3485-3b2c-4884-ae60-edaa4855ade1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.182994 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.220883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:21.230301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-753e3485-3b2c-4884-ae60-edaa4855ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.244084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:21.253719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] For port eb571a8c-cbd5-479e-851d-44e97f23449e, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:39:21.259702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] For port eb571a8c-cbd5-479e-851d-44e97f23449e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=eb571a8c-cbd5-479e-851d-44e97f23449e,segment=NetworkSegment(89f6a731-5ce2-4e21-bac9-38f99cb34fae),segment_id=89f6a731-5ce2-4e21-bac9-38f99cb34fae)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:39:21.269741 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.388256 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.427586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8615a-f821-404c-9b48-52e0c0fa8f26 None None] Pushing event updated for resources: {'Port': ['ID=eb571a8c-cbd5-479e-851d-44e97f23449e,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.453145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e3485-3b2c-4884-ae60-edaa4855ade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532bc16e-e4e9-46af-b360-31f243a2acfd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.467451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-753e3485-3b2c-4884-ae60-edaa4855ade1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cc58758c7014d4dbf7ca53058704035&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1139030 Feb 04 15:39:21.468319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Pushing event updated for resources: {'Port': ['ID=8934f51e-0b12-4b00-ae29-abeb0d23c370,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.570466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33844) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:21.821576 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a75b4527-3c3b-4c72-9c43-9acb23984323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.981351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.020552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:22.021119 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.186936 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a75b4527-3c3b-4c72-9c43-9acb23984323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.204104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device eb571a8c-cbd5-479e-851d-44e97f23449e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:22.345001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Allocated IP 172.25.8.148 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/31735e8c-4464-415e-a507-e1c5d3773324) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:22.354398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33870) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:22.366846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port eb571a8c-cbd5-479e-851d-44e97f23449e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:22.426476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fe293fac-30fb-4844-9e62-cf9ed83bbf71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9664459 Feb 04 15:39:22.506976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Request body: {'port': {'device_id': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:22.697955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-431013572-network', 'tenant_id': '92377f89250d498e8c1736cbfd5a028c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:22.722356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:22.734118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Usage tracker for resource:network and tenant:92377f89250d498e8c1736cbfd5a028c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:22.743699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:22.763985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7327e-f522-49c9-936a-cb4957b24ad8 req-c36ca1e5-3433-4886-a573-bf39b61540e7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:22.765712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57e7327e-f522-49c9-936a-cb4957b24ad8 req-c36ca1e5-3433-4886-a573-bf39b61540e7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 931 time: 0.9594703 Feb 04 15:39:22.780040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:22.782152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.797154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.823269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a75b4527-3c3b-4c72-9c43-9acb23984323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.911561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b4527-3c3b-4c72-9c43-9acb23984323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532bc16e-e4e9-46af-b360-31f243a2acfd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:22.926021 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a75b4527-3c3b-4c72-9c43-9acb23984323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.927736 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a75b4527-3c3b-4c72-9c43-9acb23984323 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/532bc16e-e4e9-46af-b360-31f243a2acfd HTTP/1.1" status: 204 len: 168 time: 1.3510847 Feb 04 15:39:22.928493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Made reservation on behalf of 92377f89250d498e8c1736cbfd5a028c for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:22.931065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.967279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.979568 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.001706 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57e7327e-f522-49c9-936a-cb4957b24ad8 req-d0451a16-c511-4857-b3bf-4179bb67b6bf tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252312 Feb 04 15:39:23.031828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:23.055272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.131566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Usage tracker for resource:security_group_rule and tenant:92377f89250d498e8c1736cbfd5a028c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:23.152679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:23.168429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:23.192645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf705c54-aa6a-4823-916e-0c66f9c16513 None None] Network 16460cd0-17cf-4b68-af1b-0301f4ced896 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:23.386232 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.505038 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:39:23.507381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:23.513710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:23.554122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:23.604929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.607386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:23.622101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event updated for resources: {'Port': ['ID=31735e8c-4464-415e-a507-e1c5d3773324,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:23.664279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5c9705d3-fc6d-4053-b9d7-c1220b633fe4 None None] Provisioning for port eb571a8c-cbd5-479e-851d-44e97f23449e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:23.666384 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.677055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5c9705d3-fc6d-4053-b9d7-c1220b633fe4 None None] Provisioning complete for port eb571a8c-cbd5-479e-851d-44e97f23449e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:23.677672 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c9705d3-fc6d-4053-b9d7-c1220b633fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.771942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:23.812277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400c7cf8-4261-469b-b328-c75e3826c87f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:23.833582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8934f51e-0b12-4b00-ae29-abeb0d23c370 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:23.839956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.840589 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Added segment cdae76f1-b844-4fef-9899-4855cfcba43e of type vlan for network 2aad8732-7a56-4e4f-9923-33b3899b0cfa Feb 04 15:39:23.849075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Router a19a1251-1eb9-470b-a4e5-2949924d3caf is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:39:24.078184 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.181083 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c9705d3-fc6d-4053-b9d7-c1220b633fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.270554 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5c9705d3-fc6d-4053-b9d7-c1220b633fe4 None None] For port eb571a8c-cbd5-479e-851d-44e97f23449e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=eb571a8c-cbd5-479e-851d-44e97f23449e,segment=NetworkSegment(89f6a731-5ce2-4e21-bac9-38f99cb34fae),segment_id=89f6a731-5ce2-4e21-bac9-38f99cb34fae)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:24.277645 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c9705d3-fc6d-4053-b9d7-c1220b633fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.283914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Transition to ACTIVE for port object 8934f51e-0b12-4b00-ae29-abeb0d23c370 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:24.317132 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.350413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.442235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9705d3-fc6d-4053-b9d7-c1220b633fe4 None None] Pushing event updated for resources: {'Port': ['ID=eb571a8c-cbd5-479e-851d-44e97f23449e,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:24.594897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:24.622907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fe763e09-9a4c-4708-9777-b7bafe01b8f8 None None] Provisioning complete for port eb571a8c-cbd5-479e-851d-44e97f23449e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:24.623758 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fe763e09-9a4c-4708-9777-b7bafe01b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.676679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=8934f51e-0b12-4b00-ae29-abeb0d23c370,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:24.857205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Deleting port 67a0757a-edc0-4300-9f5f-45b7aa513f3f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:24.857888 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.893200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:39:24.905349 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Sync routers for ids ['a19a1251-1eb9-470b-a4e5-2949924d3caf'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:24.911104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0411303-30cd-4d6c-b3fb-1560e3a08963 req-7e586950-d93e-423a-bbab-338b5eecf1ee tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:24.913146 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0411303-30cd-4d6c-b3fb-1560e3a08963 req-7e586950-d93e-423a-bbab-338b5eecf1ee tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 943 time: 0.6557603 Feb 04 15:39:24.920593 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Routers {'a19a1251-1eb9-470b-a4e5-2949924d3caf'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:24.925411 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a19a1251-1eb9-470b-a4e5-2949924d3caf'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:24.961052 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.962287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:24.963037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.051322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33920) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:25.076704 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.078158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2eb4a7f7-35cf-4211-bf94-ec00467aecf4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.2316763 Feb 04 15:39:25.089189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33924) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:25.103927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.258208 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Set router a19a1251-1eb9-470b-a4e5-2949924d3caf gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:25.320460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9640372 Feb 04 15:39:25.339171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33930) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:25.351137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f0411303-30cd-4d6c-b3fb-1560e3a08963 req-5a41b3bc-8c1a-41c0-8590-db44cb73394c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Synchronizing usage tracker for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:25.358031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Request body: {'subnet': {'network_id': '2aad8732-7a56-4e4f-9923-33b3899b0cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-431013572-subnet', 'tenant_id': '92377f89250d498e8c1736cbfd5a028c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:25.361792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd269f7-87a0-4cb1-a2bd-f06e17652319 admin admin] Pushing event updated for resources: {'Network': ['ID=2aad8732-7a56-4e4f-9923-33b3899b0cfa,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:25.369575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:25.372359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Attempting to bind port 8934f51e-0b12-4b00-ae29-abeb0d23c370 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:25.372732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Attempting to bind port 8934f51e-0b12-4b00-ae29-abeb0d23c370 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:25.373089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Attempting to bind port 8934f51e-0b12-4b00-ae29-abeb0d23c370 on network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:25.374568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 2aad8732-7a56-4e4f-9923-33b3899b0cfa details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:39:25.380175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.385593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777df514-ab08-479d-8410-b5a64e6e1248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.438695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Usage tracker for resource:subnet and tenant:92377f89250d498e8c1736cbfd5a028c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:25.442697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:25.451823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Port 8934f51e-0b12-4b00-ae29-abeb0d23c370 on network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:25.451823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Attempting to bind port 8934f51e-0b12-4b00-ae29-abeb0d23c370 on network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:25.468833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:25.473441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:39:25.473774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Checking segment: {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:25.474737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Bound using segment: {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:39:25.475519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Bound port: 8934f51e-0b12-4b00-ae29-abeb0d23c370, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:25.475866 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.553135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Made reservation on behalf of 92377f89250d498e8c1736cbfd5a028c for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:25.556543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.736897 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:15Z', 'updated_at': '2022-02-04T15:39:20Z', 'revision_number': 3, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'gw_port': {'id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:19Z', 'updated_at': '2022-02-04T15:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:25.743892 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Checking router: a19a1251-1eb9-470b-a4e5-2949924d3caf for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:25.744072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-777df514-ab08-479d-8410-b5a64e6e1248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:25.744312 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Updating router a19a1251-1eb9-470b-a4e5-2949924d3caf port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:39:25.757107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f0411303-30cd-4d6c-b3fb-1560e3a08963 req-5a41b3bc-8c1a-41c0-8590-db44cb73394c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Unset dirty status for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:25.766304 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f0411303-30cd-4d6c-b3fb-1560e3a08963 req-5a41b3bc-8c1a-41c0-8590-db44cb73394c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8342342 Feb 04 15:39:25.792553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-777df514-ab08-479d-8410-b5a64e6e1248 admin admin] Usage tracker for resource:security_group_rule and tenant:bf87cd8788254744859a999b970568f3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:25.811387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-777df514-ab08-479d-8410-b5a64e6e1248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:25.840934 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.898535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-777df514-ab08-479d-8410-b5a64e6e1248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:25.970768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] For port 67a0757a-edc0-4300-9f5f-45b7aa513f3f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=67a0757a-edc0-4300-9f5f-45b7aa513f3f,segment=NetworkSegment(66081163-2c5b-4a48-a68b-4293f1fcf49e),segment_id=66081163-2c5b-4a48-a68b-4293f1fcf49e)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:25.971330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.074969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] For port 8934f51e-0b12-4b00-ae29-abeb0d23c370, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:39:26.106405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device eb571a8c-cbd5-479e-851d-44e97f23449e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:26.274212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port eb571a8c-cbd5-479e-851d-44e97f23449e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:26.274733 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.287447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Calling delete_port for 67a0757a-edc0-4300-9f5f-45b7aa513f3f owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:26.324266 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.347870 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Transition to ACTIVE for port object 5fd01d5e-9467-40ac-8f07-d40eed0e60cf will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:26.360115 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.491795 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Attempting to bind port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:26.492485 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Attempting to bind port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:26.493096 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Attempting to bind port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:26.504296 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:39:26.505289 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:26.505986 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.506800 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:39:26.507472 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Bound port: 5fd01d5e-9467-40ac-8f07-d40eed0e60cf, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:26.508314 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.512353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.518961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] For port 8934f51e-0b12-4b00-ae29-abeb0d23c370, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:39:26.595427 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.625958 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] For port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:39:26.631079 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] For port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5fd01d5e-9467-40ac-8f07-d40eed0e60cf,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:39:26.641685 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.651967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:26.652683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.655035 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] 10.222.0.53 "PUT /v2.0/ports/8934f51e-0b12-4b00-ae29-abeb0d23c370 HTTP/1.1" status: 200 len: 1091 time: 4.2029657 Feb 04 15:39:26.666479 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Pushing event updated for resources: {'Port': ['ID=5fd01d5e-9467-40ac-8f07-d40eed0e60cf,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:26.672915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'tag': '8934f51e-0b12-4b00-ae29-abeb0d23c370'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:26.682462 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.683308 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.683931 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.684738 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.685601 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.686701 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.687334 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.688731 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.689546 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.690075 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.690636 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.691147 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:26.698079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.740017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777df514-ab08-479d-8410-b5a64e6e1248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.796276 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Routers {'a19a1251-1eb9-470b-a4e5-2949924d3caf'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:26.797413 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a19a1251-1eb9-470b-a4e5-2949924d3caf'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:26.802009 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'tag': '8934f51e-0b12-4b00-ae29-abeb0d23c370', 'status': 'completed', 'code': 200} Feb 04 15:39:26.881462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34515db4-7885-40f6-8044-f88fde599d1a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:26.953288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.013723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777df514-ab08-479d-8410-b5a64e6e1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.032426 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] Set router a19a1251-1eb9-470b-a4e5-2949924d3caf gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:27.082230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Pushing event deleted for resources: {'Port': ['ID=67a0757a-edc0-4300-9f5f-45b7aa513f3f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:27.107764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce89347-74a8-4b49-a6a4-eef389889ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=8934f51e-0b12-4b00-ae29-abeb0d23c370,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:27.113293 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-777df514-ab08-479d-8410-b5a64e6e1248 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf87cd8788254744859a999b970568f3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0488775 Feb 04 15:39:27.124244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33946) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:27.125106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Checking segment: {'id': 'cdae76f1-b844-4fef-9899-4855cfcba43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2aad8732-7a56-4e4f-9923-33b3899b0cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:27.125471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Network hostable DHCP agents. Network: 2aad8732-7a56-4e4f-9923-33b3899b0cfa, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:27.126791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777df514-ab08-479d-8410-b5a64e6e1248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1796b3-f884-4758-9d23-3ed1321c4864,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:27.207200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Network 2aad8732-7a56-4e4f-9923-33b3899b0cfa is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:27.250753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-c9167b2a-eec2-468a-b253-68f496d312e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:27.252553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-c9167b2a-eec2-468a-b253-68f496d312e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 1094 time: 0.5349751 Feb 04 15:39:27.254414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 2aad8732-7a56-4e4f-9923-33b3899b0cfa) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:27.260377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:27.261156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.263838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b57e03-34cb-4f80-8870-f239ce5c2345 None None] Network 2aad8732-7a56-4e4f-9923-33b3899b0cfa requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:27.354561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d6c25373-7861-487d-9a68-826fee4a52c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.354862 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b668-0856-4495-b157-104aa5a92a7f None None] Pushing event updated for resources: {'Port': ['ID=5fd01d5e-9467-40ac-8f07-d40eed0e60cf,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:27.426314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-286e5712-df76-49b3-a7af-0b9189a473ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370 HTTP/1.1" status: 200 len: 217 time: 0.1586916 Feb 04 15:39:27.439445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Deleting port 8d213898-439c-4b61-97d0-7bb0b2e89911 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:27.441638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Router ebcc58df-ff43-46ee-bb06-85a9f3280b21 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:39:27.457742 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.483936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f1c03178-62b7-4b8f-8c5e-83cd07266f92 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1421983 Feb 04 15:39:27.512076 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d6c25373-7861-487d-9a68-826fee4a52c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.597640 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:15Z', 'updated_at': '2022-02-04T15:39:20Z', 'revision_number': 3, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'gw_port': {'id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:19Z', 'updated_at': '2022-02-04T15:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:27.606390 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f6558-1e27-466f-baa4-3d804358d075 None None] The sync data for ids ['a19a1251-1eb9-470b-a4e5-2949924d3caf'] in n-d-827870-1 is: [{'id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:15Z', 'updated_at': '2022-02-04T15:39:20Z', 'revision_number': 3, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'gw_port': {'id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:19Z', 'updated_at': '2022-02-04T15:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:27.715243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] For port 8d213898-439c-4b61-97d0-7bb0b2e89911, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d213898-439c-4b61-97d0-7bb0b2e89911,segment=NetworkSegment(e9db28a3-c567-44a5-983f-439d9646dda4),segment_id=e9db28a3-c567-44a5-983f-439d9646dda4)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:27.715777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.796889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426fcb7-792c-481c-aa0b-8cc97b20f4e7 None None] Network 2aad8732-7a56-4e4f-9923-33b3899b0cfa requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:27.878928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Calling delete_port for 8d213898-439c-4b61-97d0-7bb0b2e89911 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:27.939903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-45f85fdd-a5c4-4254-a105-bc683308b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:27.943063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-45f85fdd-a5c4-4254-a105-bc683308b7bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d9fca11-b979-413c-a9fc-07bee41c80b7 HTTP/1.1" status: 200 len: 855 time: 0.5036321 Feb 04 15:39:28.243709 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-3d1b6fc0-2213-41e4-838f-002abbb13409 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2890744 Feb 04 15:39:28.306125 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d6c25373-7861-487d-9a68-826fee4a52c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.540595 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d6c25373-7861-487d-9a68-826fee4a52c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.541967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d6c25373-7861-487d-9a68-826fee4a52c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa1796b3-f884-4758-9d23-3ed1321c4864 HTTP/1.1" status: 204 len: 168 time: 1.4079537 Feb 04 15:39:28.543013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c25373-7861-487d-9a68-826fee4a52c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1796b3-f884-4758-9d23-3ed1321c4864,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:28.563643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:39:28.587249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54893d16-1332-4fb1-939b-017bc9234c44 None None] Sync routers for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:28.606566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54893d16-1332-4fb1-939b-017bc9234c44 None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:28.607430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-54893d16-1332-4fb1-939b-017bc9234c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.706221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.707446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-037ade09-296b-4b55-9d09-621988c7ba5b tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.4944279 Feb 04 15:39:28.717538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33972) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:28.732835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-54893d16-1332-4fb1-939b-017bc9234c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.753749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54893d16-1332-4fb1-939b-017bc9234c44 None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:28.754375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-54893d16-1332-4fb1-939b-017bc9234c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.889163 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-01c3b3fb-95ee-4c3c-9f0b-a786cb00aa59 service neutron] 10.222.0.53 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322954 Feb 04 15:39:28.990249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-54893d16-1332-4fb1-939b-017bc9234c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.991038 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54893d16-1332-4fb1-939b-017bc9234c44 None None] The sync data for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:29.026458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-e722cfca-6bc3-4400-bfc3-e00d6ca60ed3 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:29.027175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-e722cfca-6bc3-4400-bfc3-e00d6ca60ed3 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Synchronizing usage tracker for tenant:92377f89250d498e8c1736cbfd5a028c on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:29.138237 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:29.189519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:29.360251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96594197-5117-46ac-afe6-2202a7c85956 req-a3ae3bec-3270-4197-8b6a-0eec67b3a09d tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:29.362249 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-96594197-5117-46ac-afe6-2202a7c85956 req-a3ae3bec-3270-4197-8b6a-0eec67b3a09d tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 943 time: 2.3186443 Feb 04 15:39:29.620015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-e722cfca-6bc3-4400-bfc3-e00d6ca60ed3 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Unset dirty status for tenant:92377f89250d498e8c1736cbfd5a028c on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:29.621948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-e722cfca-6bc3-4400-bfc3-e00d6ca60ed3 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/networks?id=2aad8732-7a56-4e4f-9923-33b3899b0cfa HTTP/1.1" status: 200 len: 812 time: 1.1725881 Feb 04 15:39:29.701284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-97ef19be-3455-4e3a-99d1-5bcf3045e595 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/quotas/92377f89250d498e8c1736cbfd5a028c HTTP/1.1" status: 200 len: 375 time: 0.0481005 Feb 04 15:39:29.819888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d213898-439c-4b61-97d0-7bb0b2e89911,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:29.897130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-09d385a1-12be-4e42-9190-9d21066af52b tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=92377f89250d498e8c1736cbfd5a028c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1801801 Feb 04 15:39:30.182513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a1a9869-4aaa-4caf-99c1-8a79f7e8f9a0 req-fcd3d01d-8f9d-40e1-b0ed-24da42bf50a6 service neutron] 10.222.0.53 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2659678 Feb 04 15:39:30.200509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.286227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5fd01d5e-9467-40ac-8f07-d40eed0e60cf up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:30.517201 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-96594197-5117-46ac-afe6-2202a7c85956 req-01673fcf-c42b-4c2b-abde-d50a28507e13 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7939756 Feb 04 15:39:30.537722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-374a58d3-3daa-44ae-bff1-e8931b9801d8 service neutron] 10.222.0.46 "GET /v2.0/networks/2aad8732-7a56-4e4f-9923-33b3899b0cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238854 Feb 04 15:39:30.682338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:30.689198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:30.689877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.809203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f701742-4d64-403a-84da-fb004c9248e7 req-9fd6eb48-93e8-4f83-92a2-77240c1fcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:30.810908 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f701742-4d64-403a-84da-fb004c9248e7 req-9fd6eb48-93e8-4f83-92a2-77240c1fcfb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 1094 time: 0.5431352 Feb 04 15:39:30.848301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-e2e0b188-aaed-41d4-9bdd-a61003d94120 service neutron] 10.222.0.46 "GET /v2.0/networks/2aad8732-7a56-4e4f-9923-33b3899b0cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895870 Feb 04 15:39:30.928939 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.995658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5fd01d5e-9467-40ac-8f07-d40eed0e60cf,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:31.003839 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.214258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5fd01d5e-9467-40ac-8f07-d40eed0e60cf,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:31.218388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f701742-4d64-403a-84da-fb004c9248e7 req-486492a5-5c54-45d2-8ce3-0e53d5db120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:31.232872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f701742-4d64-403a-84da-fb004c9248e7 req-486492a5-5c54-45d2-8ce3-0e53d5db120a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 916 time: 0.4124703 Feb 04 15:39:31.259107 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7be5cc2c-202c-48ae-ada6-9f75f8eb8bea req-a0beefe3-4d0a-4ed0-bd65-fdfebb2d0d1d tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 210 time: 0.0894852 Feb 04 15:39:31.264579 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.377925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Router 105748e7-c4c5-4102-955f-be6df67e5c48 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:39:31.426108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f701742-4d64-403a-84da-fb004c9248e7 req-43836306-0cfe-4fb9-9797-63ad643f3387 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370 HTTP/1.1" status: 200 len: 217 time: 0.1767843 Feb 04 15:39:32.151451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f701742-4d64-403a-84da-fb004c9248e7 req-a1467352-5256-4318-96be-99ef989a1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:32.153914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f701742-4d64-403a-84da-fb004c9248e7 req-a1467352-5256-4318-96be-99ef989a1149 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d9fca11-b979-413c-a9fc-07bee41c80b7 HTTP/1.1" status: 200 len: 855 time: 0.7113442 Feb 04 15:39:32.179964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5fd01d5e-9467-40ac-8f07-d40eed0e60cf up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:32.242856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Router c8a7d9c1-8f0c-4064-996d-3756decea0c2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:39:32.294357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:39:32.305008 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] Sync routers for ids ['105748e7-c4c5-4102-955f-be6df67e5c48'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:32.314776 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.324093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] Routers {'105748e7-c4c5-4102-955f-be6df67e5c48'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:32.324725 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['105748e7-c4c5-4102-955f-be6df67e5c48'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:32.352713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f701742-4d64-403a-84da-fb004c9248e7 req-3b16a37d-896b-4832-a0b1-23b3e04521ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408446 Feb 04 15:39:32.399449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:32.403773 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.573068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8934f51e-0b12-4b00-ae29-abeb0d23c370 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:32.635092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Allocated IP 172.20.0.1 (9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c/e030a36a-611a-4448-94f3-4adb0b4fbdad/94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:32.665505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8827da44-20ca-4eed-857a-3fc9102c4b37 req-fb6f52e9-52c5-4bdf-98ed-2aa6e38c737a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 210 time: 0.1376317 Feb 04 15:39:32.716596 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a281d6bb-6c8e-436c-acf2-43ca8fb58941 admin admin] 10.222.0.46 "PUT /v2.0/routers/105748e7-c4c5-4102-955f-be6df67e5c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6241963 Feb 04 15:39:32.744741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34088) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:32.762031 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] Set router 105748e7-c4c5-4102-955f-be6df67e5c48 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:32.846797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4f97a-8059-4bde-b7a5-0ea23c32483c req-7405bd9a-8c79-4849-b424-27ee84e961da tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:32.848340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7b4f97a-8059-4bde-b7a5-0ea23c32483c req-7405bd9a-8c79-4849-b424-27ee84e961da tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 943 time: 0.8665469 Feb 04 15:39:32.916598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8934f51e-0b12-4b00-ae29-abeb0d23c370, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:33.025752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '8934f51e-0b12-4b00-ae29-abeb0d23c370', 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a', 'port_id': '8934f51e-0b12-4b00-ae29-abeb0d23c370', 'mac_address': 'fa:16:3e:a0:34:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9fca11-b979-413c-a9fc-07bee41c80b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:33.140944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34094) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:33.154642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7b4f97a-8059-4bde-b7a5-0ea23c32483c req-b4d49215-2431-4ad4-8d02-c2e2c25b40fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793205 Feb 04 15:39:33.210497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:39:33.226290 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.228154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3c9f1f52-649f-4333-b1e3-230a314fcd0c admin admin] 10.222.0.46 "PUT /v2.0/routers/c8a7d9c1-8f0c-4064-996d-3756decea0c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0684345 Feb 04 15:39:33.231409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34098) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:33.261634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8934f51e-0b12-4b00-ae29-abeb0d23c370 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:33.272160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] Sync routers for ids ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:33.313909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] Routers {'c8a7d9c1-8f0c-4064-996d-3756decea0c2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:33.318364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:33.640881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f701742-4d64-403a-84da-fb004c9248e7 req-646c2dea-4dfd-4309-8a17-bc7d43023492 service neutron] 10.222.0.53 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2682438 Feb 04 15:39:33.654424 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:31Z', 'updated_at': '2022-02-04T15:39:26Z', 'revision_number': 5, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'gw_port': {'id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:35Z', 'updated_at': '2022-02-04T15:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:33.681214 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] Checking router: 105748e7-c4c5-4102-955f-be6df67e5c48 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:33.696790 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] Routers {'105748e7-c4c5-4102-955f-be6df67e5c48'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:33.697420 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['105748e7-c4c5-4102-955f-be6df67e5c48'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:33.735384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.765020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] Set router c8a7d9c1-8f0c-4064-996d-3756decea0c2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:33.774612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.953407 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] Set router 105748e7-c4c5-4102-955f-be6df67e5c48 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:34.026942 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4bd17e92-e429-4844-9cfd-36607e9f6e9e req-c7875180-d2ea-43ff-8df1-f8e1a42519c7 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 210 time: 0.1320372 Feb 04 15:39:34.112693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8934f51e-0b12-4b00-ae29-abeb0d23c370, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:34.121388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.176438 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.200847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.315662 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b876632e-2098-417f-a23e-dd81ee0647f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.355593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:34.360375 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:31Z', 'updated_at': '2022-02-04T15:39:26Z', 'revision_number': 5, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'gw_port': {'id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:35Z', 'updated_at': '2022-02-04T15:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:34.360557 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.367953 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebc29c-f214-4795-9d98-1c962b119f1e None None] The sync data for ids ['105748e7-c4c5-4102-955f-be6df67e5c48'] in n-d-827870-1 is: [{'id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'name': 'tempest-TaggedBootDevicesTest_v242-368190071-router', 'tenant_id': '85b3f2d16d20495fb047968af88d57fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:31:31Z', 'updated_at': '2022-02-04T15:39:26Z', 'revision_number': 5, 'project_id': '85b3f2d16d20495fb047968af88d57fd', 'gw_port': {'id': 'fa022dde-efb1-4b79-9f0c-89219470019c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105748e7-c4c5-4102-955f-be6df67e5c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:31:35Z', 'updated_at': '2022-02-04T15:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:34.368796 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.389271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:34.408283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:34.423209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:34.424997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '430b0376-0991-4809-889f-51fd4f569245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:25Z', 'updated_at': '2022-02-04T15:39:28Z', 'revision_number': 5, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'gw_port': {'id': '430b0376-0991-4809-889f-51fd4f569245', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:34.453084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8934f51e-0b12-4b00-ae29-abeb0d23c370'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:39:34.513598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8934f51e-0b12-4b00-ae29-abeb0d23c370,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:34.526827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] Checking router: c8a7d9c1-8f0c-4064-996d-3756decea0c2 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:34.552737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] Routers {'c8a7d9c1-8f0c-4064-996d-3756decea0c2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:34.554527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cfe5fdeae64df88829ffcfca891daa is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:34.554795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:34.567205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:34.594205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-72a600d8-90bb-47b2-961d-fb3f75735e97 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:34.595768 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-72a600d8-90bb-47b2-961d-fb3f75735e97 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.61 "GET /v2.0/networks?id=2aad8732-7a56-4e4f-9923-33b3899b0cfa HTTP/1.1" status: 200 len: 812 time: 1.3978026 Feb 04 15:39:34.598554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:34.629982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Pushing event updated for resources: {'Port': ['ID=94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:34.650914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Deleting port 430b0376-0991-4809-889f-51fd4f569245 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:34.650914 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.675108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Request body: {'port': {'device_id': 'c051dbc4-80b7-4137-bd62-acb8ef7c9a2c', 'network_id': '2aad8732-7a56-4e4f-9923-33b3899b0cfa', 'admin_state_up': True, 'tenant_id': '92377f89250d498e8c1736cbfd5a028c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:34.727532 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.863270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] Set router c8a7d9c1-8f0c-4064-996d-3756decea0c2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:35.162126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] For port 430b0376-0991-4809-889f-51fd4f569245, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=430b0376-0991-4809-889f-51fd4f569245,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:35.162813 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.221515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:35.255644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f701742-4d64-403a-84da-fb004c9248e7 req-f52713c7-d7fe-4c27-b811-1bcf86a7c43c service neutron] 10.222.0.53 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4885297 Feb 04 15:39:35.272661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Usage tracker for resource:port and tenant:92377f89250d498e8c1736cbfd5a028c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:35.322016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Calling delete_port for 430b0376-0991-4809-889f-51fd4f569245 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:35.383799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '430b0376-0991-4809-889f-51fd4f569245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:25Z', 'updated_at': '2022-02-04T15:39:28Z', 'revision_number': 5, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'gw_port': {'id': '430b0376-0991-4809-889f-51fd4f569245', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:35.392244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a6ff8-79ee-448e-b321-df1f5d4bf511 None None] The sync data for ids ['c8a7d9c1-8f0c-4064-996d-3756decea0c2'] in n-d-827870-1 is: [{'id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'name': 'tempest-FloatingIPDetailsTestJSON-847289367-router', 'tenant_id': 'cba0ecb32d894cbf9408406224389db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '430b0376-0991-4809-889f-51fd4f569245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:38:25Z', 'updated_at': '2022-02-04T15:39:28Z', 'revision_number': 5, 'project_id': 'cba0ecb32d894cbf9408406224389db9', 'gw_port': {'id': '430b0376-0991-4809-889f-51fd4f569245', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:89:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d9c1-8f0c-4064-996d-3756decea0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:27Z', 'updated_at': '2022-02-04T15:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:35.460828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:35.491934 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a8a14c58-0882-4034-9e19-0433f47af267 req-4e72bbe6-8605-4ed9-8b6a-f99be5b78c9d tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 210 time: 0.1029911 Feb 04 15:39:35.498053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:35.565902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70fd0c-aa80-42be-bd96-324921247abb req-2e8190ff-d2b1-4201-a688-b9a88654ae84 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:35.574346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be70fd0c-aa80-42be-bd96-324921247abb req-2e8190ff-d2b1-4201-a688-b9a88654ae84 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 944 time: 1.0802035 Feb 04 15:39:35.622039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Made reservation on behalf of 92377f89250d498e8c1736cbfd5a028c for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:35.625395 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.659784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Allocated IP 172.20.0.1 (16460cd0-17cf-4b68-af1b-0301f4ced896/ca056647-0c4b-44f8-92f0-126fd8c5aeeb/4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:35.742583 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.752338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be70fd0c-aa80-42be-bd96-324921247abb req-7d3fdfcb-2d01-4917-806b-442f674dd5f6 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770682 Feb 04 15:39:35.760728 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.811677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Deleting port fa022dde-efb1-4b79-9f0c-89219470019c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:35.812067 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.058178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d213898-439c-4b61-97d0-7bb0b2e89911 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:36.103398 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.133301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8d213898-439c-4b61-97d0-7bb0b2e89911 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:36.133634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d213898-439c-4b61-97d0-7bb0b2e89911 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:36.134069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 67a0757a-edc0-4300-9f5f-45b7aa513f3f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:36.170253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Pushing event deleted for resources: {'Port': ['ID=430b0376-0991-4809-889f-51fd4f569245,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:36.171518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 67a0757a-edc0-4300-9f5f-45b7aa513f3f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:36.171951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 67a0757a-edc0-4300-9f5f-45b7aa513f3f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:36.176420 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.184521 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.216902 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.280983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4cfe5fdeae64df88829ffcfca891daa&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1252615 Feb 04 15:39:36.290721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34124) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:36.367748 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.381007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Allocated IP 172.20.0.6 (2aad8732-7a56-4e4f-9923-33b3899b0cfa/34515db4-7885-40f6-8044-f88fde599d1a/4f77bd7d-1a54-4d34-8c0b-dfc85baa0578) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:36.393629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.397004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa51eccc-ed75-4ac0-a738-ceb99af0d774,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:36.430200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8934f51e-0b12-4b00-ae29-abeb0d23c370 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:36.449042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.449391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.449770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.450072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.450408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.450738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.451066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.451392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.451730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.452039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.452366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.452682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a9b16-8e92-4ef5-be86-881eb2b21512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:36.471324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Transition to ACTIVE for port object 4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:36.545545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 8934f51e-0b12-4b00-ae29-abeb0d23c370 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:36.565650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 8934f51e-0b12-4b00-ae29-abeb0d23c370 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:36.566197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.583848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] For port fa022dde-efb1-4b79-9f0c-89219470019c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fa022dde-efb1-4b79-9f0c-89219470019c,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:36.584222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.615366 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9049ed2-5fb7-4895-9b34-0c400d7424c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.665526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f8f50fa7-6af7-4e67-80ab-7cf58795ac63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.778644 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.795435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d874b631-e10d-45a2-910f-431e9a3dcc66 req-4c37d399-e924-4e17-b248-381e4d922f20 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 210 time: 0.0718496 Feb 04 15:39:36.813711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8934f51e-0b12-4b00-ae29-abeb0d23c370'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:36.842985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8934f51e-0b12-4b00-ae29-abeb0d23c370, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:36.851130 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.915962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.921073 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.922632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Calling delete_port for fa022dde-efb1-4b79-9f0c-89219470019c owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:36.923636 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:36.942566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.953800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.976107 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8934f51e-0b12-4b00-ae29-abeb0d23c370', 'code': 200} Feb 04 15:39:36.976698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8934f51e-0b12-4b00-ae29-abeb0d23c370,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:37.038419 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.039219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a7d9c1-8f0c-4064-996d-3756decea0c2 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:39:37.091055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.097181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Pushing event updated for resources: {'Port': ['ID=94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:37.104019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.111984 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d8b7131c-ad74-4063-98fc-8ddf9bdcf43f admin admin] 10.222.0.46 "DELETE /v2.0/routers/c8a7d9c1-8f0c-4064-996d-3756decea0c2 HTTP/1.1" status: 204 len: 168 time: 3.8634095 Feb 04 15:39:37.116526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34140) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:37.150048 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9049ed2-5fb7-4895-9b34-0c400d7424c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.246857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.304951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-265c2667-1dae-49ec-be71-662cd3374ec8 admin admin] Deleting subnet 437e7c76-4ad2-4d53-9b14-fb70d37467db {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:39:37.310692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-265c2667-1dae-49ec-be71-662cd3374ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.396346 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-265c2667-1dae-49ec-be71-662cd3374ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.440737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:37.444395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:37.549877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.588719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.658811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Network 16460cd0-17cf-4b68-af1b-0301f4ced896 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:37.677399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.681019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-265c2667-1dae-49ec-be71-662cd3374ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.683236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:37.686076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:37.748547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event updated for resources: {'Port': ['ID=4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:37.762059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Router a19a1251-1eb9-470b-a4e5-2949924d3caf has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:39:37.781607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1430bb1-6588-45ac-afc4-9e6c35ac9602 req-40c91c27-5d28-45e4-8a66-855b47d1c6a9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:37.783562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1430bb1-6588-45ac-afc4-9e6c35ac9602 req-40c91c27-5d28-45e4-8a66-855b47d1c6a9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.8125472 Feb 04 15:39:37.849784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981264d9-ba4d-4bf9-a67f-358b8a7cb4d8 req-12122bb4-389e-43d5-bcf8-17c59949f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:37.851566 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-981264d9-ba4d-4bf9-a67f-358b8a7cb4d8 req-12122bb4-389e-43d5-bcf8-17c59949f6f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 1096 time: 0.8324299 Feb 04 15:39:37.864185 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.954845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-265c2667-1dae-49ec-be71-662cd3374ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.096705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c2667-1dae-49ec-be71-662cd3374ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437e7c76-4ad2-4d53-9b14-fb70d37467db,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:38.098890 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-265c2667-1dae-49ec-be71-662cd3374ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.107999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e3580-dbb5-4ccf-a169-9447464c0beb None None] Network ff3e199b-ff76-413f-b2cf-ee34e22f37ae requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:38.111135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9049ed2-5fb7-4895-9b34-0c400d7424c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.118281 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8f566987-581c-4a97-875f-c3bcf8e98164 req-1b81ea8f-7c31-46bf-8c0a-b1e93005c868 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 210 time: 0.1014373 Feb 04 15:39:38.123898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 430b0376-0991-4809-889f-51fd4f569245 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:38.128620 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-265c2667-1dae-49ec-be71-662cd3374ec8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/437e7c76-4ad2-4d53-9b14-fb70d37467db HTTP/1.1" status: 204 len: 168 time: 1.0109663 Feb 04 15:39:38.133259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34150) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:38.231680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1430bb1-6588-45ac-afc4-9e6c35ac9602 req-2b46f2b9-2f06-41d3-96d1-b9a66d1254df tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096117 Feb 04 15:39:38.232946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9049ed2-5fb7-4895-9b34-0c400d7424c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa51eccc-ed75-4ac0-a738-ceb99af0d774,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:38.241667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 430b0376-0991-4809-889f-51fd4f569245 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:38.242150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 430b0376-0991-4809-889f-51fd4f569245 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:38.255659 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.289157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-de9d8537-9b7d-4c9e-9b49-ade7ae6dcd47 None None] Provisioning for port 4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:38.297896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-de9d8537-9b7d-4c9e-9b49-ade7ae6dcd47 None None] Provisioning complete for port 4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:38.298271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-de9d8537-9b7d-4c9e-9b49-ade7ae6dcd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.418731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.424894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:39:38.439357 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Sync routers for ids ['a19a1251-1eb9-470b-a4e5-2949924d3caf'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:38.442526 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9fb2bd46-831a-4d9d-b679-23be9908fda7 admin admin] 10.222.0.46 "PUT /v2.0/routers/a19a1251-1eb9-470b-a4e5-2949924d3caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3439424 Feb 04 15:39:38.455994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Deleting port c7e571a6-0848-430b-b902-062c6bc2f19b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:38.456731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.462210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-de9d8537-9b7d-4c9e-9b49-ade7ae6dcd47 None None] Port 4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:39:38.463559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-981264d9-ba4d-4bf9-a67f-358b8a7cb4d8 req-67e11614-9b7e-4c5d-9ccc-6732a8046f2b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018836 Feb 04 15:39:38.465941 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Routers {'a19a1251-1eb9-470b-a4e5-2949924d3caf'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:38.466282 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a19a1251-1eb9-470b-a4e5-2949924d3caf'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:38.566392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Network 2aad8732-7a56-4e4f-9923-33b3899b0cfa is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:38.578235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:38.581566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:38.648006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377d2e8-0926-481c-a4b9-d168167a7a9d None None] DHCP port deletion for ff3e199b-ff76-413f-b2cf-ee34e22f37ae request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:39:38.664514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e377d2e8-0926-481c-a4b9-d168167a7a9d None None] Deleting port c7e571a6-0848-430b-b902-062c6bc2f19b {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:38.666237 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e377d2e8-0926-481c-a4b9-d168167a7a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.681142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9049ed2-5fb7-4895-9b34-0c400d7424c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.689501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c9049ed2-5fb7-4895-9b34-0c400d7424c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa51eccc-ed75-4ac0-a738-ceb99af0d774 HTTP/1.1" status: 204 len: 168 time: 2.3964913 Feb 04 15:39:38.750592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.972113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Pushing event updated for resources: {'Port': ['ID=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:39.066142 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.105991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa022dde-efb1-4b79-9f0c-89219470019c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:39.167012 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.171724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:39.172587 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.180482 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Set router a19a1251-1eb9-470b-a4e5-2949924d3caf gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:39.235376 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.241645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] For port c7e571a6-0848-430b-b902-062c6bc2f19b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c7e571a6-0848-430b-b902-062c6bc2f19b,segment=NetworkSegment(e9db28a3-c567-44a5-983f-439d9646dda4),segment_id=e9db28a3-c567-44a5-983f-439d9646dda4)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:39.242490 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.270337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e377d2e8-0926-481c-a4b9-d168167a7a9d None None] For port c7e571a6-0848-430b-b902-062c6bc2f19b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c7e571a6-0848-430b-b902-062c6bc2f19b,segment=NetworkSegment(e9db28a3-c567-44a5-983f-439d9646dda4),segment_id=e9db28a3-c567-44a5-983f-439d9646dda4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:39.270774 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e377d2e8-0926-481c-a4b9-d168167a7a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.501613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Calling delete_port for c7e571a6-0848-430b-b902-062c6bc2f19b owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:39.589650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e377d2e8-0926-481c-a4b9-d168167a7a9d None None] Calling delete_port for c7e571a6-0848-430b-b902-062c6bc2f19b owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:39.644058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34186) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:39.730869 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e377d2e8-0926-481c-a4b9-d168167a7a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.810751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d6dfcb03-0d25-462e-b30f-9928b3b72034 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1485472 Feb 04 15:39:39.844383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c547dbe-8d53-449e-afa5-f64879ba4704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.869096 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:15Z', 'updated_at': '2022-02-04T15:39:35Z', 'revision_number': 4, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'gw_port': {'id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:19Z', 'updated_at': '2022-02-04T15:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6', 'name': '', 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'mac_address': 'fa:16:3e:e5:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'e030a36a-611a-4448-94f3-4adb0b4fbdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:31Z', 'updated_at': '2022-02-04T15:39:35Z', 'revision_number': 2, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'subnets': [{'id': 'e030a36a-611a-4448-94f3-4adb0b4fbdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:39.877974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0c547dbe-8d53-449e-afa5-f64879ba4704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:39.879727 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Checking router: a19a1251-1eb9-470b-a4e5-2949924d3caf for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:39.880208 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Updating router a19a1251-1eb9-470b-a4e5-2949924d3caf port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:39:39.882166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0c547dbe-8d53-449e-afa5-f64879ba4704 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc05bcd78fe4ae8b21362f842c96ab0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:39.885367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0c547dbe-8d53-449e-afa5-f64879ba4704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:39.891209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0c547dbe-8d53-449e-afa5-f64879ba4704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:39.922791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377d2e8-0926-481c-a4b9-d168167a7a9d None None] Pushing event deleted for resources: {'Port': ['ID=c7e571a6-0848-430b-b902-062c6bc2f19b,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:39.936715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377d2e8-0926-481c-a4b9-d168167a7a9d None None] No DVR routers for this DVR port c7e571a6-0848-430b-b902-062c6bc2f19b on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:39.941881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Request body: {'port': {'device_id': 'c051dbc4-80b7-4137-bd62-acb8ef7c9a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:40.002089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c547dbe-8d53-449e-afa5-f64879ba4704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.019464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c547dbe-8d53-449e-afa5-f64879ba4704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.021886 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.131495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0c547dbe-8d53-449e-afa5-f64879ba4704 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cc05bcd78fe4ae8b21362f842c96ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811168 Feb 04 15:39:40.137653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.153871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34194) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:40.182325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:39:40.184233 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:39:40.189710 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c7e571a6-0848-430b-b902-062c6bc2f19b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:40.227979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.237481 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.248685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c547dbe-8d53-449e-afa5-f64879ba4704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5cdf6e-b9bf-4819-a331-30ecadf9dc93,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:40.275748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-0c54a2f1-52f4-45da-b310-dd2a47b58495 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.277236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-0c54a2f1-52f4-45da-b310-dd2a47b58495 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 818 time: 0.7000487 Feb 04 15:39:40.285257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: c7e571a6-0848-430b-b902-062c6bc2f19b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:40.285799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c7e571a6-0848-430b-b902-062c6bc2f19b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:40.287516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74a43358-1f31-4a8f-92a2-f73108b91705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.313919 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-81d762b6-64c5-49d1-8ceb-7b59c8a9843c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/quotas/a5dfc24ffd394bcd9edf4c9f2a340b35 HTTP/1.1" status: 200 len: 375 time: 0.0293550 Feb 04 15:39:40.372017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74a43358-1f31-4a8f-92a2-f73108b91705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.412663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.468568 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.469405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 105748e7-c4c5-4102-955f-be6df67e5c48 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:39:40.496678 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74a43358-1f31-4a8f-92a2-f73108b91705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.542651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a43358-1f31-4a8f-92a2-f73108b91705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5cdf6e-b9bf-4819-a331-30ecadf9dc93,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:40.567773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-01a2e1f4-de07-4835-96c0-a869c43001d1 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Synchronizing usage tracker for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:40.582630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74a43358-1f31-4a8f-92a2-f73108b91705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.584344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac0309-7a77-4c69-b96b-10dcb77f344f req-94b4b664-9ad3-46b3-8f70-5fa349adb8a3 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.585347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8cac0309-7a77-4c69-b96b-10dcb77f344f req-94b4b664-9ad3-46b3-8f70-5fa349adb8a3 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Synchronizing usage tracker for tenant:92377f89250d498e8c1736cbfd5a028c on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:40.587158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-74a43358-1f31-4a8f-92a2-f73108b91705 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d5cdf6e-b9bf-4819-a331-30ecadf9dc93 HTTP/1.1" status: 204 len: 168 time: 0.4281280 Feb 04 15:39:40.611407 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.611761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-01a2e1f4-de07-4835-96c0-a869c43001d1 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Unset dirty status for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:40.612755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9b786608-e365-4881-b725-af991d0c42d2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/105748e7-c4c5-4102-955f-be6df67e5c48 HTTP/1.1" status: 204 len: 168 time: 7.8668151 Feb 04 15:39:40.617990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-01a2e1f4-de07-4835-96c0-a869c43001d1 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2923257 Feb 04 15:39:40.617990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34208) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:40.682959 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.684844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Deleting port c7e571a6-0848-430b-b902-062c6bc2f19b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:40.685259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.707747 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Transition to ACTIVE for port object 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:40.708580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8cac0309-7a77-4c69-b96b-10dcb77f344f req-94b4b664-9ad3-46b3-8f70-5fa349adb8a3 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Unset dirty status for tenant:92377f89250d498e8c1736cbfd5a028c on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:40.709748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8cac0309-7a77-4c69-b96b-10dcb77f344f req-94b4b664-9ad3-46b3-8f70-5fa349adb8a3 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 931 time: 1.2909377 Feb 04 15:39:40.717876 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.875225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] The port 'c7e571a6-0848-430b-b902-062c6bc2f19b' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:39:40.910946 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd852b-e55b-4767-a1fe-6f3a2069076e None None] Pushing event updated for resources: {'Port': ['ID=94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:40.923337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab789a6b-847c-484a-8561-9b38aa141080 admin admin] Deleting subnet e87619c1-3312-460a-ad38-344d33d45f28 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:39:40.978592 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Attempting to bind port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:40.979283 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Attempting to bind port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:40.979800 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Attempting to bind port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 on network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:40.987625 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:39:40.988239 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Checking segment: {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:40.989040 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.989784 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Bound using segment: {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:39:40.990482 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Bound port: 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:40.991023 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.991416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab789a6b-847c-484a-8561-9b38aa141080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.024464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8cac0309-7a77-4c69-b96b-10dcb77f344f req-ed0fa123-e2ad-475b-9ec6-5166626d96e1 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Synchronizing usage tracker for tenant:92377f89250d498e8c1736cbfd5a028c on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:41.081236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8cac0309-7a77-4c69-b96b-10dcb77f344f req-ed0fa123-e2ad-475b-9ec6-5166626d96e1 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Unset dirty status for tenant:92377f89250d498e8c1736cbfd5a028c on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:41.082431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8cac0309-7a77-4c69-b96b-10dcb77f344f req-ed0fa123-e2ad-475b-9ec6-5166626d96e1 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358943 Feb 04 15:39:41.167727 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] For port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:39:41.178360 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] For port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:39:41.184049 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.315124 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.324240 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Routers {'a19a1251-1eb9-470b-a4e5-2949924d3caf'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:41.326119 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a19a1251-1eb9-470b-a4e5-2949924d3caf'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:41.349930 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-cff4f023-c54d-433b-a5dd-38f19392b00e service neutron] 10.222.0.46 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658683 Feb 04 15:39:41.352488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab789a6b-847c-484a-8561-9b38aa141080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.427354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3e199b-ff76-413f-b2cf-ee34e22f37ae']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:41.509092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9db28a3-c567-44a5-983f-439d9646dda4') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:41.509092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9db28a3-c567-44a5-983f-439d9646dda4') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:41.544532 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd852b-e55b-4767-a1fe-6f3a2069076e None None] Pushing event updated for resources: {'Port': ['ID=94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:41.546257 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.571488 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] Set router a19a1251-1eb9-470b-a4e5-2949924d3caf gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:39:41.577849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.677061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4aa73-69a1-4c5c-b89b-fff4168bf4d4 req-a4137b1b-f454-4275-80c5-1ef6451d1685 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:41.678671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddd4aa73-69a1-4c5c-b89b-fff4168bf4d4 req-a4137b1b-f454-4275-80c5-1ef6451d1685 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.4473472 Feb 04 15:39:41.761865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:41.782848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:41.783442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.787915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.793263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddd4aa73-69a1-4c5c-b89b-fff4168bf4d4 req-ab7d652a-0f05-4c61-9397-fc9bb7fae5a4 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967345 Feb 04 15:39:41.812366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Transition to ACTIVE for port object 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:41.820841 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:41.825487 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.909102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.918797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Pushing event updated for resources: {'Port': ['ID=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:41.923102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.011415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fa022dde-efb1-4b79-9f0c-89219470019c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:42.033889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab789a6b-847c-484a-8561-9b38aa141080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.049016 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:15Z', 'updated_at': '2022-02-04T15:39:35Z', 'revision_number': 4, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'gw_port': {'id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:19Z', 'updated_at': '2022-02-04T15:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6', 'name': '', 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'mac_address': 'fa:16:3e:e5:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'e030a36a-611a-4448-94f3-4adb0b4fbdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:31Z', 'updated_at': '2022-02-04T15:39:41Z', 'revision_number': 4, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'subnets': [{'id': 'e030a36a-611a-4448-94f3-4adb0b4fbdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:42.054698 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb68259-0f82-4a8c-894d-5e96b1fb6f90 None None] The sync data for ids ['a19a1251-1eb9-470b-a4e5-2949924d3caf'] in n-d-827870-1 is: [{'id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:15Z', 'updated_at': '2022-02-04T15:39:35Z', 'revision_number': 4, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'gw_port': {'id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:19Z', 'updated_at': '2022-02-04T15:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6', 'name': '', 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'mac_address': 'fa:16:3e:e5:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'e030a36a-611a-4448-94f3-4adb0b4fbdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:31Z', 'updated_at': '2022-02-04T15:39:41Z', 'revision_number': 4, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'subnets': [{'id': 'e030a36a-611a-4448-94f3-4adb0b4fbdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:42.079415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: fa022dde-efb1-4b79-9f0c-89219470019c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:42.080044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fa022dde-efb1-4b79-9f0c-89219470019c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:42.098133 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-477d32ec-687e-44d6-9b7b-a63d7b0fb84c service neutron] 10.222.0.46 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038844 Feb 04 15:39:42.126711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.152787 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.202632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3e199b-ff76-413f-b2cf-ee34e22f37ae,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:42.214087 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-496077d7-4b49-4aa9-a065-bb7f3bd86542 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ff3e199b-ff76-413f-b2cf-ee34e22f37ae HTTP/1.1" status: 204 len: 168 time: 4.0797050 Feb 04 15:39:42.245703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab789a6b-847c-484a-8561-9b38aa141080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.317706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.342857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab789a6b-847c-484a-8561-9b38aa141080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87619c1-3312-460a-ad38-344d33d45f28,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:42.344935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3667e0-6dff-4538-93d6-e5f70e50d847 None None] Network 0913a8d5-46c1-4e11-8359-107a6a38cf49 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:42.366624 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab789a6b-847c-484a-8561-9b38aa141080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.391077 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ab789a6b-847c-484a-8561-9b38aa141080 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e87619c1-3312-460a-ad38-344d33d45f28 HTTP/1.1" status: 204 len: 168 time: 1.7728474 Feb 04 15:39:42.391812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34260) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:42.452949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event updated for resources: {'Port': ['ID=4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:42.728787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34266) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:42.785567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Network 16460cd0-17cf-4b68-af1b-0301f4ced896 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:42.795063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:42.812761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e63ea-538c-4689-adb4-8485e2a2474b req-859f7e9e-8280-428f-8d6a-c3c09bb24441 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:42.814846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-280e63ea-538c-4689-adb4-8485e2a2474b req-859f7e9e-8280-428f-8d6a-c3c09bb24441 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 945 time: 0.7306824 Feb 04 15:39:42.871634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Attempting to bind port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:42.871986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Attempting to bind port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'cdae76f1-b844-4fef-9899-4855cfcba43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2aad8732-7a56-4e4f-9923-33b3899b0cfa'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:42.873460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Attempting to bind port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 on network 2aad8732-7a56-4e4f-9923-33b3899b0cfa {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:42.939300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.943028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 on network 2aad8732-7a56-4e4f-9923-33b3899b0cfa not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:42.943579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Attempting to bind port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 on network 2aad8732-7a56-4e4f-9923-33b3899b0cfa {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:43.010516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb5d6b-b950-451c-9bc7-cb75122efd72 None None] DHCP port deletion for 0913a8d5-46c1-4e11-8359-107a6a38cf49 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:39:43.015720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb5d6b-b950-451c-9bc7-cb75122efd72 None None] Deleting port 9753c198-06e3-4e79-98aa-4496862274bd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:43.016812 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5d6b-b950-451c-9bc7-cb75122efd72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.053179 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-82739132-fe54-4c19-88c4-e22399dd3384 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cba0ecb32d894cbf9408406224389db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2925110 Feb 04 15:39:43.060253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34280) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:43.065848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Deleting port 9753c198-06e3-4e79-98aa-4496862274bd {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:43.068513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.147296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:39:43.147758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Checking segment: {'id': 'cdae76f1-b844-4fef-9899-4855cfcba43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2aad8732-7a56-4e4f-9923-33b3899b0cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:43.148184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Bound using segment: {'id': 'cdae76f1-b844-4fef-9899-4855cfcba43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2aad8732-7a56-4e4f-9923-33b3899b0cfa'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:39:43.148709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Bound port: 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdae76f1-b844-4fef-9899-4855cfcba43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2aad8732-7a56-4e4f-9923-33b3899b0cfa'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:43.149233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.184661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34284) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:43.336988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6cd10b88-150e-47b3-812f-c19937f55ca3 None None] Provisioning complete for port 4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:43.337369 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6cd10b88-150e-47b3-812f-c19937f55ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.363289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586c6c-1cc3-42c2-83df-e0864ab4fe79 req-7c2dad35-9772-4c89-9e2a-e4ebcb7a1c75 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.370352 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f586c6c-1cc3-42c2-83df-e0864ab4fe79 req-7c2dad35-9772-4c89-9e2a-e4ebcb7a1c75 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.7171447 Feb 04 15:39:43.373665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] For port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:39:43.384350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] For port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,segment=NetworkSegment(cdae76f1-b844-4fef-9899-4855cfcba43e),segment_id=cdae76f1-b844-4fef-9899-4855cfcba43e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:39:43.535150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5fa28aee-e73a-47b5-90b9-f3e32e33c390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.627313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4cfb5d6b-b950-451c-9bc7-cb75122efd72 None None] For port 9753c198-06e3-4e79-98aa-4496862274bd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9753c198-06e3-4e79-98aa-4496862274bd,segment=NetworkSegment(66081163-2c5b-4a48-a68b-4293f1fcf49e),segment_id=66081163-2c5b-4a48-a68b-4293f1fcf49e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:43.628013 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5d6b-b950-451c-9bc7-cb75122efd72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.649578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1179963938'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:43.689418 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5f586c6c-1cc3-42c2-83df-e0864ab4fe79 req-d81a3c43-a84d-436b-a728-ec2e9665a43a tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180811 Feb 04 15:39:43.690973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:43.711014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.718095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] For port 9753c198-06e3-4e79-98aa-4496862274bd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9753c198-06e3-4e79-98aa-4496862274bd,segment=NetworkSegment(66081163-2c5b-4a48-a68b-4293f1fcf49e),segment_id=66081163-2c5b-4a48-a68b-4293f1fcf49e)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:43.720121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.768335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Usage tracker for resource:network and tenant:d5749a2e110048368b81176c013ca12b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:43.773022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:43.779163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:43.784131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-280e63ea-538c-4689-adb4-8485e2a2474b req-b1f0d59b-3579-419c-857c-d754ae453b8e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9418237 Feb 04 15:39:43.784975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb5d6b-b950-451c-9bc7-cb75122efd72 None None] Calling delete_port for 9753c198-06e3-4e79-98aa-4496862274bd owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:43.811964 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5fa28aee-e73a-47b5-90b9-f3e32e33c390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.856751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.857854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.859237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] 10.222.0.61 "PUT /v2.0/ports/4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 HTTP/1.1" status: 200 len: 1091 time: 4.0073540 Feb 04 15:39:43.881864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c051dbc4-80b7-4137-bd62-acb8ef7c9a2c', 'tag': '4f77bd7d-1a54-4d34-8c0b-dfc85baa0578'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:43.897973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5d6b-b950-451c-9bc7-cb75122efd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.960374 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5fa28aee-e73a-47b5-90b9-f3e32e33c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.975198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb5d6b-b950-451c-9bc7-cb75122efd72 None None] No DVR routers for this DVR port 9753c198-06e3-4e79-98aa-4496862274bd on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:43.997240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb5d6b-b950-451c-9bc7-cb75122efd72 None None] Pushing event deleted for resources: {'Port': ['ID=9753c198-06e3-4e79-98aa-4496862274bd,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:44.003467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Router ebcc58df-ff43-46ee-bb06-85a9f3280b21 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:39:44.024379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6cd10b88-150e-47b3-812f-c19937f55ca3 None None] Port 4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:39:44.084728 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8ffa352-0f06-4f4a-ad32-2af88937c978 req-ca35a2b9-9d12-4f10-9152-a832dd3b0c94 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 210 time: 0.0984223 Feb 04 15:39:44.088358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe7a31-3377-4809-a137-8172eedcd437 service neutron] Pushing event updated for resources: {'Port': ['ID=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:44.188221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Made reservation on behalf of d5749a2e110048368b81176c013ca12b for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:44.191841 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.211444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-0dc0af32-19ea-4ab5-9c0d-73976b629aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:44.213412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-0dc0af32-19ea-4ab5-9c0d-73976b629aca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92377f89250d498e8c1736cbfd5a028c&device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 1094 time: 0.3078353 Feb 04 15:39:44.216049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Calling delete_port for 9753c198-06e3-4e79-98aa-4496862274bd owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:44.234882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:44.272080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa28aee-e73a-47b5-90b9-f3e32e33c390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef3370-f401-4553-b240-2825d2f09130,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:44.283934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5fa28aee-e73a-47b5-90b9-f3e32e33c390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.289411 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5fa28aee-e73a-47b5-90b9-f3e32e33c390 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14ef3370-f401-4553-b240-2825d2f09130 HTTP/1.1" status: 204 len: 168 time: 1.2270236 Feb 04 15:39:44.317522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.401630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-b012bbc4-e8f9-4c36-a972-456e4a45508e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 HTTP/1.1" status: 200 len: 217 time: 0.1540020 Feb 04 15:39:44.406772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:44.454832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Usage tracker for resource:security_group_rule and tenant:d5749a2e110048368b81176c013ca12b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:44.455175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:44.464480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:44.468802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:44.470077 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.483498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:44.501062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f8d81-8113-4528-bb0f-f417b05cbbb5 req-d5efbd75-6205-40a4-baea-c2371d193413 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:44.502930 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e84f8d81-8113-4528-bb0f-f417b05cbbb5 req-d5efbd75-6205-40a4-baea-c2371d193413 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 943 time: 0.5982835 Feb 04 15:39:44.570030 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e84f8d81-8113-4528-bb0f-f417b05cbbb5 req-e1e10a8f-2e35-4d78-9e66-06d0a5777abf tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578716 Feb 04 15:39:44.596897 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:39:44.596897 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:39:44.696694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:39:44.709183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2c1077ed-b493-4eed-85e8-5a7ac906d8e8 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "PUT /v2.0/routers/ebcc58df-ff43-46ee-bb06-85a9f3280b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9889076 Feb 04 15:39:44.714885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34310) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:44.757388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Request body: {'port': {'network_id': '16460cd0-17cf-4b68-af1b-0301f4ced896', 'name': 'tempest-FloatingIPAdminTestJSON-1458738469'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:44.765838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa258c8-1151-447e-9904-4c32981d5086 None None] Sync routers for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:44.790587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.800031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.861175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa258c8-1151-447e-9904-4c32981d5086 None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:44.862069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5fa258c8-1151-447e-9904-4c32981d5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:44.887922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:44.896652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183ef099-58e1-4edd-96e5-2b169b9e19aa,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:44.912526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-4f34184b-7ff2-4fbc-bfa1-153df486e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:44.914217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-4f34184b-7ff2-4fbc-bfa1-153df486e959 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34515db4-7885-40f6-8044-f88fde599d1a HTTP/1.1" status: 200 len: 852 time: 0.5051541 Feb 04 15:39:44.927827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.933619 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Added segment dcd87341-a9a6-46af-a705-31ebd6800def of type vlan for network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d Feb 04 15:39:44.937505 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c051dbc4-80b7-4137-bd62-acb8ef7c9a2c', 'tag': '4f77bd7d-1a54-4d34-8c0b-dfc85baa0578', 'status': 'completed', 'code': 200} Feb 04 15:39:44.982733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.013144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.036750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5fa258c8-1151-447e-9904-4c32981d5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:45.042093 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.048244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:45.050795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.083584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa258c8-1151-447e-9904-4c32981d5086 None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:39:45.084016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5fa258c8-1151-447e-9904-4c32981d5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:45.119329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-57db7361-ad84-4b53-8dfa-c69e9c92efef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2aad8732-7a56-4e4f-9923-33b3899b0cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808188 Feb 04 15:39:45.139459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3e201c34-cd85-404f-a166-91ed49bc510b tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:45.142480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3e201c34-cd85-404f-a166-91ed49bc510b tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Synchronizing usage tracker for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:45.192526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Deleting port 9753c198-06e3-4e79-98aa-4496862274bd {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:45.193264 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.222163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5fa258c8-1151-447e-9904-4c32981d5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:45.222566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa258c8-1151-447e-9904-4c32981d5086 None None] The sync data for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:45.241940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Pushing event updated for resources: {'Network': ['ID=d8f9dbeb-5399-4b09-812a-fe65c5b24e4d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:45.277620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:39:45.317082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] The port '9753c198-06e3-4e79-98aa-4496862274bd' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:39:45.320973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae6972d1-edca-47e8-8a18-a3eda2d31b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1229649 Feb 04 15:39:45.495366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:45.510237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Usage tracker for resource:port and tenant:d7f5fff2dfee4319a4fdc1c1161a3d42 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:45.515734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3e201c34-cd85-404f-a166-91ed49bc510b tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Unset dirty status for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:45.535028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3e201c34-cd85-404f-a166-91ed49bc510b tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.53 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 818 time: 1.3182454 Feb 04 15:39:45.536535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:45.570462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Request body: {'port': {'device_id': '1e3b5744-d937-40cb-8b57-4a0441d7f6e8', 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c', 'admin_state_up': True, 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:45.572228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:45.577905 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.635458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.669635 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0913a8d5-46c1-4e11-8359-107a6a38cf49']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:45.726761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:45.731212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9753c198-06e3-4e79-98aa-4496862274bd no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:45.745508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66081163-2c5b-4a48-a68b-4293f1fcf49e') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:45.745738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66081163-2c5b-4a48-a68b-4293f1fcf49e') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:45.768017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.769075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:39:45.793497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.806634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:45.807150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.809358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:45.821746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 9753c198-06e3-4e79-98aa-4496862274bd {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:39:45.822437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9753c198-06e3-4e79-98aa-4496862274bd not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:45.822879 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:45.830438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:45.882614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:45.899551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Made reservation on behalf of d7f5fff2dfee4319a4fdc1c1161a3d42 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:45.902652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dacc3-30ee-41b1-86b1-872e62efbcd8 req-7700eeb6-71c3-4ea7-873d-b6e62f417468 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:45.903065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.904389 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-941dacc3-30ee-41b1-86b1-872e62efbcd8 req-7700eeb6-71c3-4ea7-873d-b6e62f417468 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.2371535 Feb 04 15:39:45.920147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-d3858cb1-1547-4281-8fa2-053f6b4dfa41 service neutron] 10.222.0.61 "GET /v2.0/networks/2aad8732-7a56-4e4f-9923-33b3899b0cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894102 Feb 04 15:39:45.936799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.957162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-5c7818b6-296b-4d49-8c79-3156e191ce25 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:45.959562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-5c7818b6-296b-4d49-8c79-3156e191ce25 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 818 time: 1.0196273 Feb 04 15:39:45.963659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.965048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Made reservation on behalf of a5dfc24ffd394bcd9edf4c9f2a340b35 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:45.966672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:45.968465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.977254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:45.987105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.994207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.999234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] Pushing event deleted for resources: {'Network': ['ID=0913a8d5-46c1-4e11-8359-107a6a38cf49,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:46.008754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-941dacc3-30ee-41b1-86b1-872e62efbcd8 req-74bd2e1a-6411-4618-9ead-e84b5b47f7a5 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871670 Feb 04 15:39:46.012947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aeecb158-fdb0-44fb-b995-767b93970096 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0913a8d5-46c1-4e11-8359-107a6a38cf49 HTTP/1.1" status: 204 len: 168 time: 3.6178782 Feb 04 15:39:46.046227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] device_id is not set on port 15a14654-bd30-452a-bfe0-72278e269bb9 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:39:46.100910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:46.106082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:46.198614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:46.198982 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.294484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34370) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:46.353098 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-6de53c86-2d59-46b9-81ec-deb8e1f72519 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/quotas/a5dfc24ffd394bcd9edf4c9f2a340b35 HTTP/1.1" status: 200 len: 375 time: 0.2725451 Feb 04 15:39:46.369713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34374) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:46.377593 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-55e2b5dc-250b-4ee4-852c-7ef3b92fe3aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2118397614c04148b46d2e6a194ba072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791903 Feb 04 15:39:46.378772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Request body: {'port': {'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d', 'binding:host_id': 'n-h2-827870-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-289981705'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:46.383066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34378) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:46.386458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:46.400579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Usage tracker for resource:port and tenant:ba019212134848c885b8061060e8aaa7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:46.405319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:46.419995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:46.451073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Made reservation on behalf of ba019212134848c885b8061060e8aaa7 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:46.453385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.472279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.530283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-772a75bc-3342-4d5b-9150-bc8ea144561d req-7c1276c4-e54b-4ee8-ae5b-448113ed031d service neutron] 10.222.0.61 "GET /v2.0/networks/2aad8732-7a56-4e4f-9923-33b3899b0cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989208 Feb 04 15:39:46.539892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:46.552385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.562736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Usage tracker for resource:security_group_rule and tenant:ba019212134848c885b8061060e8aaa7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:46.566220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:46.595241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:46.604919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.683096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accf820-d9b7-4b88-b545-34669f4eed40 req-b331f1eb-cef2-4a9e-a850-8754403bd7c5 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.684632 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9accf820-d9b7-4b88-b545-34669f4eed40 req-b331f1eb-cef2-4a9e-a850-8754403bd7c5 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 943 time: 0.2160971 Feb 04 15:39:46.715894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Allocated IP 172.20.0.3 (16460cd0-17cf-4b68-af1b-0301f4ced896/ca056647-0c4b-44f8-92f0-126fd8c5aeeb/15a14654-bd30-452a-bfe0-72278e269bb9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:46.749851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.753850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-6081f48c-4883-40cc-b8da-249f4b4901cb tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3930764 Feb 04 15:39:46.787144 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9accf820-d9b7-4b88-b545-34669f4eed40 req-9449e2f5-9ba1-4ddc-8627-f2fc12377305 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950761 Feb 04 15:39:46.792592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d794b94-8c61-47b7-ac6a-d310b338fae5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:46.804658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Allocated IP 172.20.0.8 (9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c/e030a36a-611a-4448-94f3-4adb0b4fbdad/d57ff1b6-b161-48dc-9164-9d0f7e05348f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:46.810332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.810856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.811125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.811407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.811712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.812484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.812484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.812678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.813273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.813622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.814139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.814436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:46.827805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.835979 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.839677 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f4695555-a9d8-42c1-9f27-c872dbf68200 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d794b94-8c61-47b7-ac6a-d310b338fae5 HTTP/1.1" status: 204 len: 168 time: 0.4532034 Feb 04 15:39:46.839677 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.847126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] device_id is not set on port 7806eeb3-1d46-483e-b450-e29a8cb569e3 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:39:46.939444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d4977b-7402-4bdb-b98b-d0a4813dc33b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:46.974852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0790e48-2a53-47b8-893b-53746d3902cb req-48bacaca-4aae-4dc5-be3e-94a4e7aeebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.977013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0790e48-2a53-47b8-893b-53746d3902cb req-48bacaca-4aae-4dc5-be3e-94a4e7aeebe3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92377f89250d498e8c1736cbfd5a028c&device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 1094 time: 0.3815033 Feb 04 15:39:47.173149 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'code': 200} Feb 04 15:39:47.228406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] device_id is not set on port 7806eeb3-1d46-483e-b450-e29a8cb569e3 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:39:47.241059 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.261284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Transition to ACTIVE for port object 7806eeb3-1d46-483e-b450-e29a8cb569e3 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:47.277762 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.334136 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-b161ce15-a695-4ea1-a2e9-6e1b56b4fb73 service neutron] 10.222.0.46 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659347 Feb 04 15:39:47.342339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34404) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:47.455098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'Port': ['ID=7806eeb3-1d46-483e-b450-e29a8cb569e3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:47.492433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Checking segment: {'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:47.492704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Network hostable DHCP agents. Network: d8f9dbeb-5399-4b09-812a-fe65c5b24e4d, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:47.501525 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2ebf7f64-a9e4-47b7-b8e4-940ef193ea4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85b3f2d16d20495fb047968af88d57fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520660 Feb 04 15:39:47.504276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34408) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:47.559515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d81022-d570-4fe2-90f4-ad458e76e49f req-7821de51-4953-4352-8719-605a815307aa tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:47.560988 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62d81022-d570-4fe2-90f4-ad458e76e49f req-7821de51-4953-4352-8719-605a815307aa tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.2288921 Feb 04 15:39:47.561858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:47.571693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.603593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, d8f9dbeb-5399-4b09-812a-fe65c5b24e4d) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:47.615916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:47.619242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac7bd2-85d8-411e-9d71-7aca71c5a4ca None None] Network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:47.650599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bc38aea-786b-493b-9d3c-f773c4fa7ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.655715 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62d81022-d570-4fe2-90f4-ad458e76e49f req-9e6e7cce-1e71-401a-ab1c-3fbacea183fe tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825758 Feb 04 15:39:47.656358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:47.656690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:47.657086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:47.673273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:47.673624 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:47.681184 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 2 to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 Feb 04 15:39:47.702888 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bc38aea-786b-493b-9d3c-f773c4fa7ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.713921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:47.714262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:47.714600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:47.716802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-02969375-1622-4809-8430-cf62dceed2a2 service neutron] 10.222.0.46 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818672 Feb 04 15:39:47.724059 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.729578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:47.729913 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:47.732870 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 3 to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 Feb 04 15:39:47.736244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0790e48-2a53-47b8-893b-53746d3902cb req-5dfe1cba-12c8-4d36-b708-b913687c76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:47.742984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0790e48-2a53-47b8-893b-53746d3902cb req-5dfe1cba-12c8-4d36-b708-b913687c76d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2aad8732-7a56-4e4f-9923-33b3899b0cfa HTTP/1.1" status: 200 len: 913 time: 0.4443402 Feb 04 15:39:47.765092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:47.765422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:47.765755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:47.771802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:47.772123 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:47.772792 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 4 to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 Feb 04 15:39:47.815916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:47.816797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:47.816797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:47.826649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bc38aea-786b-493b-9d3c-f773c4fa7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.846408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:47.852256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0790e48-2a53-47b8-893b-53746d3902cb req-bdb70ce6-f430-4a41-9dfe-c2f7a33bf7dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 HTTP/1.1" status: 200 len: 217 time: 0.1004629 Feb 04 15:39:47.854905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:47.855658 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:47.861022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Transition to ACTIVE for port object 15a14654-bd30-452a-bfe0-72278e269bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:47.864644 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 5 to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 Feb 04 15:39:47.904485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc38aea-786b-493b-9d3c-f773c4fa7ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd51d431-58fc-48c5-a072-98259fc3addf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:47.924835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.938327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:47.939773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:47.942312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:47.963092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:47.963427 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:47.964572 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 6 to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 Feb 04 15:39:47.996477 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bc38aea-786b-493b-9d3c-f773c4fa7ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.000065 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4bc38aea-786b-493b-9d3c-f773c4fa7ccd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd51d431-58fc-48c5-a072-98259fc3addf HTTP/1.1" status: 204 len: 168 time: 0.4916580 Feb 04 15:39:48.010563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Pushing event updated for resources: {'Port': ['ID=d57ff1b6-b161-48dc-9164-9d0f7e05348f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:48.025048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0790e48-2a53-47b8-893b-53746d3902cb req-c3973c2b-aa19-42b5-b9da-3b0317a12591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.026555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0790e48-2a53-47b8-893b-53746d3902cb req-c3973c2b-aa19-42b5-b9da-3b0317a12591 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34515db4-7885-40f6-8044-f88fde599d1a HTTP/1.1" status: 200 len: 852 time: 0.1669450 Feb 04 15:39:48.028581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:48.028977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:48.029321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:48.042022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:48.045437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:48.080508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:48.137594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0790e48-2a53-47b8-893b-53746d3902cb req-ff76ece6-5bf4-4cac-996a-b361a0dbed2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2aad8732-7a56-4e4f-9923-33b3899b0cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942185 Feb 04 15:39:48.149291 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.150271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:48.151518 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:48.154076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:48.159901 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 7 to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 Feb 04 15:39:48.170794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'port_id': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'mac_address': 'fa:16:3e:b9:22:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:48.194237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:48.194829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:48.195301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:48.207377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:48.209494 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:48.212564 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 8 to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 Feb 04 15:39:48.231448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:48.231790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:48.232130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:48.238103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:48.238312 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:48.238611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Network 16460cd0-17cf-4b68-af1b-0301f4ced896 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:48.243949 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 9 to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 Feb 04 15:39:48.253197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.301252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:48.301591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:48.301868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:48.327041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:48.328816 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:48.335030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee1f425-7e54-4e30-b398-db5d5dd439a9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:48.347029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1398d6-8e44-4e76-b8cb-4e7fc4a44edb req-999ecb14-2b5f-41a8-90e5-43f03874dcdf tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.354594 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6a1398d6-8e44-4e76-b8cb-4e7fc4a44edb req-999ecb14-2b5f-41a8-90e5-43f03874dcdf tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 943 time: 0.3138428 Feb 04 15:39:48.359965 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 10 to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 Feb 04 15:39:48.400027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:48.408508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.409801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:48.441539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:48.460580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:48.539829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6a1398d6-8e44-4e76-b8cb-4e7fc4a44edb req-19958bd2-4843-474d-8a70-c1bf4f8b81ca tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517775 Feb 04 15:39:48.560681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:48.561280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:48.561781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:48.578463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:48.578863 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 7806eeb3-1d46-483e-b450-e29a8cb569e3 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:48.580507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.584463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.585118 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.633666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8f5fc7c2-62ff-40cc-8564-7376eb9ab017 req-2e51717b-8536-483f-81ab-56f26946e988 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Synchronizing usage tracker for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:48.648408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-3b14e164-3046-412b-8ff3-f47019f6b2e3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0969088 Feb 04 15:39:48.702604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Request body: {'port': {'device_id': '1e3b5744-d937-40cb-8b57-4a0441d7f6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:48.854026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8f5fc7c2-62ff-40cc-8564-7376eb9ab017 req-2e51717b-8536-483f-81ab-56f26946e988 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Unset dirty status for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:48.855078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f5fc7c2-62ff-40cc-8564-7376eb9ab017 req-2e51717b-8536-483f-81ab-56f26946e988 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 210 time: 0.6147606 Feb 04 15:39:48.865678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:48.893897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] For port 7806eeb3-1d46-483e-b450-e29a8cb569e3, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:39:48.894399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempted to set empty binding levels {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 15:39:48.902516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event updated for resources: {'Port': ['ID=15a14654-bd30-452a-bfe0-72278e269bb9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:48.904551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.928627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.929311 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.943816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4633f1a7-4777-4e19-9cc5-94ded7a952b7 None None] Provisioning for port 15a14654-bd30-452a-bfe0-72278e269bb9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:48.982324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4633f1a7-4777-4e19-9cc5-94ded7a952b7 None None] Provisioning complete for port 15a14654-bd30-452a-bfe0-72278e269bb9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:48.982689 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4633f1a7-4777-4e19-9cc5-94ded7a952b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.079553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0790e48-2a53-47b8-893b-53746d3902cb req-e7d63826-7dbc-4e4c-8400-4defcc706789 service neutron] 10.222.0.61 "GET /v2.0/networks/2aad8732-7a56-4e4f-9923-33b3899b0cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9325118 Feb 04 15:39:49.100147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ef9161c3-0fbe-4697-b094-aa5ac3cb4e0d tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3687935 Feb 04 15:39:49.108122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34470) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:49.117456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,segment=NetworkSegment(cdae76f1-b844-4fef-9899-4855cfcba43e),segment_id=cdae76f1-b844-4fef-9899-4855cfcba43e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:49.163892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34476) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:49.172259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '4f77bd7d-1a54-4d34-8c0b-dfc85baa0578', 'network_id': '2aad8732-7a56-4e4f-9923-33b3899b0cfa', 'port_id': '4f77bd7d-1a54-4d34-8c0b-dfc85baa0578', 'mac_address': 'fa:16:3e:c8:0d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34515db4-7885-40f6-8044-f88fde599d1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:49.173986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4633f1a7-4777-4e19-9cc5-94ded7a952b7 None None] Port 15a14654-bd30-452a-bfe0-72278e269bb9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:39:49.203114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:49.203982 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.299620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.339595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.345901 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.9717937 Feb 04 15:39:49.349716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34490) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:49.373082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b0184-541d-49d8-b79f-5812c7bb69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'Port': ['ID=7806eeb3-1d46-483e-b450-e29a8cb569e3,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:49.428796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:49.476349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,segment=NetworkSegment(cdae76f1-b844-4fef-9899-4855cfcba43e),segment_id=cdae76f1-b844-4fef-9899-4855cfcba43e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:49.486259 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.576607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7feb51be-8f0d-4f2e-8db8-673be6191aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Deleting port 7806eeb3-1d46-483e-b450-e29a8cb569e3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:49.576994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7feb51be-8f0d-4f2e-8db8-673be6191aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.613254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['1ee1f425-7e54-4e30-b398-db5d5dd439a9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:39:49.653553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0790e48-2a53-47b8-893b-53746d3902cb req-181372cd-4e33-42fc-aef6-4bbdc32df64b service neutron] 10.222.0.61 "GET /v2.0/networks/2aad8732-7a56-4e4f-9923-33b3899b0cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461860 Feb 04 15:39:49.656622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'project_id': 'd7f5fff2dfee4319a4fdc1c1161a3d42', 'port_id': '15a14654-bd30-452a-bfe0-72278e269bb9'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:49.678390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:49.699173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41375d-4c28-425d-88d6-ae2597a61e83 req-63ab3fb7-45f6-443b-8915-8f2438fa12b7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:49.707446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Usage tracker for resource:floatingip and tenant:d7f5fff2dfee4319a4fdc1c1161a3d42 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:49.712368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:49.717492 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ba41375d-4c28-425d-88d6-ae2597a61e83 req-63ab3fb7-45f6-443b-8915-8f2438fa12b7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.7351456 Feb 04 15:39:49.723603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:49.757913 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.835551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['4f77bd7d-1a54-4d34-8c0b-dfc85baa0578'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:39:49.843225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34514) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:49.901172 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ba41375d-4c28-425d-88d6-ae2597a61e83 req-d06d30e6-8ab1-4233-9127-d66943b43b52 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826448 Feb 04 15:39:49.972228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:50.087547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-383041766-network', 'tenant_id': 'b4aa0613597242a9b6bc7a3a12e36052'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:50.109566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:50.119002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Usage tracker for resource:network and tenant:b4aa0613597242a9b6bc7a3a12e36052 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:50.125772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:50.138465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98796046-999b-4820-bf93-75f8e5553fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.140313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:50.173378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Made reservation on behalf of b4aa0613597242a9b6bc7a3a12e36052 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:50.181059 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.300877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.302394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-98796046-999b-4820-bf93-75f8e5553fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:50.333418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-98796046-999b-4820-bf93-75f8e5553fae admin admin] Usage tracker for resource:security_group_rule and tenant:aaa6a88705254cda9507113de19fc380 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:50.341109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-98796046-999b-4820-bf93-75f8e5553fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:50.365756 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ecbf5f9-8245-4def-be9c-ee20df7ca23e req-fd020883-61f6-476f-958a-3314d3996b9c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 210 time: 0.2073798 Feb 04 15:39:50.399080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-98796046-999b-4820-bf93-75f8e5553fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:50.399886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:50.402446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-7feb51be-8f0d-4f2e-8db8-673be6191aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] For port 7806eeb3-1d46-483e-b450-e29a8cb569e3, host n-h2-827870-1, got binding levels [] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:50.403006 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7feb51be-8f0d-4f2e-8db8-673be6191aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.420586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Usage tracker for resource:security_group_rule and tenant:b4aa0613597242a9b6bc7a3a12e36052 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:50.424701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7cec6-dc6a-4b2e-91cb-c21c9f358030 req-5583866d-fbde-4be2-8cea-e109fbdc98f5 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:50.425075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:50.426229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56a7cec6-dc6a-4b2e-91cb-c21c9f358030 req-5583866d-fbde-4be2-8cea-e109fbdc98f5 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 944 time: 0.6703436 Feb 04 15:39:50.529772 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56a7cec6-dc6a-4b2e-91cb-c21c9f358030 req-dd3eadfc-7c6f-457f-9546-0acef39be085 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860677 Feb 04 15:39:50.545449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:50.565424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7feb51be-8f0d-4f2e-8db8-673be6191aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Calling delete_port for 7806eeb3-1d46-483e-b450-e29a8cb569e3 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:50.579735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-1f3af8de-3cb4-43ec-b901-01dc2ec9cfe7 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:50.581210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-1f3af8de-3cb4-43ec-b901-01dc2ec9cfe7 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.61 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 818 time: 0.4740183 Feb 04 15:39:50.596356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Request body: {'port': {'device_id': 'c7181610-dab3-4b4f-8b9e-4715f4792ad5', 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c', 'admin_state_up': True, 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:50.691653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98796046-999b-4820-bf93-75f8e5553fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.693465 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7feb51be-8f0d-4f2e-8db8-673be6191aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.764827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb51be-8f0d-4f2e-8db8-673be6191aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event deleted for resources: {'Port': ['ID=7806eeb3-1d46-483e-b450-e29a8cb569e3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:50.779802 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7feb51be-8f0d-4f2e-8db8-673be6191aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.780908 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98796046-999b-4820-bf93-75f8e5553fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.803840 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7feb51be-8f0d-4f2e-8db8-673be6191aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "DELETE /v2.0/ports/7806eeb3-1d46-483e-b450-e29a8cb569e3 HTTP/1.1" status: 204 len: 168 time: 1.4447105 Feb 04 15:39:50.804548 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:50.805763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.807276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34536) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:50.847606 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.876940 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3758c85e-1907-40b4-9879-9163783f4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:39:50.877580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3758c85e-1907-40b4-9879-9163783f4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Synchronizing usage tracker for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:50.900488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:50.913190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf78a539-5bb4-47fc-aaeb-702fd8d1948a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:50.935486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.935640 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Added segment 5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126 of type vlan for network 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d Feb 04 15:39:50.936644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3758c85e-1907-40b4-9879-9163783f4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Unset dirty status for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:50.951119 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3758c85e-1907-40b4-9879-9163783f4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "GET /v2.0/ports/7806eeb3-1d46-483e-b450-e29a8cb569e3 HTTP/1.1" status: 404 len: 333 time: 0.1371458 Feb 04 15:39:50.953536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34544) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:50.967482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Request body: {'port': {'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-790011949'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:50.976253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:51.005170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.009914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:51.043853 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-98796046-999b-4820-bf93-75f8e5553fae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aaa6a88705254cda9507113de19fc380&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8590527 Feb 04 15:39:51.043853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98796046-999b-4820-bf93-75f8e5553fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf1f8dd-9d95-4716-b772-df39540ab472,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:51.045941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34548) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:51.051076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:51.052809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Made reservation on behalf of ba019212134848c885b8061060e8aaa7 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:51.055141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.063753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:51.090280 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.092313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Made reservation on behalf of a5dfc24ffd394bcd9edf4c9f2a340b35 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:51.096472 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.150703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.152337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:51.153214 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.210966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] device_id is not set on port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:39:51.343316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57ff1b6-b161-48dc-9164-9d0f7e05348f {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:51.364961 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.383146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] Pushing event updated for resources: {'Network': ['ID=1abf7cb9-1d30-48a0-84cf-ce76c4239a5d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:51.398519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:39:51.428410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Transition to ACTIVE for port object d57ff1b6-b161-48dc-9164-9d0f7e05348f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:51.436292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.538026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83bf94-83ea-43ea-ae55-7075c086722d req-9a56e19e-3001-4f82-bb29-b374b6ea7eb7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:51.546372 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3d83bf94-83ea-43ea-ae55-7075c086722d req-9a56e19e-3001-4f82-bb29-b374b6ea7eb7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.4995232 Feb 04 15:39:51.576515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1698084c-5df6-4be5-857f-1404cf0204b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.590616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11c627fa-c711-44d3-b9b7-1f0e6d69029f req-b294ede9-09d1-467d-a7da-d46e4cc3d673 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 210 time: 0.0614040 Feb 04 15:39:51.704601 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-763b1cde-0165-4495-bccf-978af80bd346 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8518178 Feb 04 15:39:51.713235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34556) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:51.741093 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3d83bf94-83ea-43ea-ae55-7075c086722d req-e2bc13c4-6b6c-4965-98ed-1ffdc9c44b41 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935191 Feb 04 15:39:51.750125 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1698084c-5df6-4be5-857f-1404cf0204b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.788708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:51.816223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Request body: {'subnet': {'network_id': '1abf7cb9-1d30-48a0-84cf-ce76c4239a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-383041766-subnet', 'tenant_id': 'b4aa0613597242a9b6bc7a3a12e36052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:51.824814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:51.828796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Usage tracker for resource:subnet and tenant:b4aa0613597242a9b6bc7a3a12e36052 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:51.831780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:51.838814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:51.884580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.903958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:51.906403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.918457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1698084c-5df6-4be5-857f-1404cf0204b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.927436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Attempting to bind port d57ff1b6-b161-48dc-9164-9d0f7e05348f on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:51.927905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Attempting to bind port d57ff1b6-b161-48dc-9164-9d0f7e05348f by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:51.928103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Attempting to bind port d57ff1b6-b161-48dc-9164-9d0f7e05348f on network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:51.942609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Made reservation on behalf of b4aa0613597242a9b6bc7a3a12e36052 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:51.945212 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.950384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698084c-5df6-4be5-857f-1404cf0204b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf1f8dd-9d95-4716-b772-df39540ab472,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:51.968414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1698084c-5df6-4be5-857f-1404cf0204b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.970326 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1698084c-5df6-4be5-857f-1404cf0204b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcf1f8dd-9d95-4716-b772-df39540ab472 HTTP/1.1" status: 204 len: 168 time: 0.9219656 Feb 04 15:39:51.985777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.061579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Port d57ff1b6-b161-48dc-9164-9d0f7e05348f on network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:52.062040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Attempting to bind port d57ff1b6-b161-48dc-9164-9d0f7e05348f on network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:52.114141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:52.121888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:52.126813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:52.128072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:52.128324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.151240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'Port': ['ID=39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:52.156871 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f1f10299-f5d0-4b15-8636-34bead27e099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1998701 Feb 04 15:39:52.159433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34566) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:52.173372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:52.209511 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.246577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Allocated IP 172.25.8.103 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/04581119-19ae-4840-9334-4547b0e99c27) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:52.252185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:39:52.252531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Checking segment: {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:52.252961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Bound using segment: {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:39:52.253414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Bound port: d57ff1b6-b161-48dc-9164-9d0f7e05348f, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:52.253766 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.255004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:52.298813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:52.307768 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.308630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:39:52.343879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Allocated IP 172.20.0.13 (9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c/e030a36a-611a-4448-94f3-4adb0b4fbdad/bae5249d-bda0-493e-9ff7-93c7e4548687) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:52.471107 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'code': 200} Feb 04 15:39:52.471848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=10']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:52.490878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:52.500637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:52.501025 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.596978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=d57ff1b6-b161-48dc-9164-9d0f7e05348f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:52.602103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.747559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] For port d57ff1b6-b161-48dc-9164-9d0f7e05348f, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:39:52.752533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] For port d57ff1b6-b161-48dc-9164-9d0f7e05348f, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:39:52.758717 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.816375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,segment=NetworkSegment(cdae76f1-b844-4fef-9899-4855cfcba43e),segment_id=cdae76f1-b844-4fef-9899-4855cfcba43e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:52.826455 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.951662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.952220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:52.999920 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-795cc9b3-3bc1-4270-a9f2-f73be29bf9fd req-c8e22a0a-508e-40da-a315-665cf5fe73fe tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 210 time: 0.1903253 Feb 04 15:39:53.002294 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.155796 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.210987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] device_id is not set on port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:39:53.230995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.255456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Transition to ACTIVE for port object 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:53.272852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792fe27-0698-4792-832c-c2a24d19a2a3 req-023f9006-c05b-43f3-8a6d-4e1abb2e9b05 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:53.278055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.281523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3792fe27-0698-4792-832c-c2a24d19a2a3 req-023f9006-c05b-43f3-8a6d-4e1abb2e9b05 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 944 time: 1.4347298 Feb 04 15:39:53.311409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.394682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.410055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:53.416447 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.416447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] 10.222.0.53 "PUT /v2.0/ports/d57ff1b6-b161-48dc-9164-9d0f7e05348f HTTP/1.1" status: 200 len: 1091 time: 4.7427135 Feb 04 15:39:53.416447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b5744-d937-40cb-8b57-4a0441d7f6e8', 'tag': 'd57ff1b6-b161-48dc-9164-9d0f7e05348f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:53.523046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916ed21-0c95-4145-8fac-eb6090cf7d71 req-5a0e1ddd-cd8f-41cd-aa4b-adbeb9c4a32a tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:53.524635 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1916ed21-0c95-4145-8fac-eb6090cf7d71 req-5a0e1ddd-cd8f-41cd-aa4b-adbeb9c4a32a tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.3809431 Feb 04 15:39:53.544434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:53.571158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:53.576797 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3792fe27-0698-4792-832c-c2a24d19a2a3 req-e77da2ea-860d-4012-8ddd-032e5d3b51c0 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932508 Feb 04 15:39:53.580402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:53.597395 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1916ed21-0c95-4145-8fac-eb6090cf7d71 req-2942acb5-abe5-4ae0-8774-05bb6e8b0ee8 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Feb 04 15:39:53.606637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'Port': ['ID=39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:53.609987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81b977-f8c9-4d4c-b608-7b86728c0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=d57ff1b6-b161-48dc-9164-9d0f7e05348f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:53.612137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.612366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.612788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.619236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.619698 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.620110 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 2 to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff Feb 04 15:39:53.629295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ca8738-a0c9-4a1b-a860-5bfe69270329,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:53.699128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.699819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.700462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.709937 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3b5744-d937-40cb-8b57-4a0441d7f6e8', 'tag': 'd57ff1b6-b161-48dc-9164-9d0f7e05348f', 'status': 'completed', 'code': 200} Feb 04 15:39:53.710879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.711394 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.712038 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 3 to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff Feb 04 15:39:53.738271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.739335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.739811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.747345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.747962 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.748595 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 4 to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff Feb 04 15:39:53.772605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.773266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.773811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.780623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.781140 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.781643 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 5 to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff Feb 04 15:39:53.799517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.799951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.800357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.807593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.808169 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.808677 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 6 to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff Feb 04 15:39:53.826419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.826917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.827494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.834948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.835530 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.835977 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 7 to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff Feb 04 15:39:53.854536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.854886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.855292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.863512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.864483 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.864962 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 8 to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff Feb 04 15:39:53.881404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Checking segment: {'id': '5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1abf7cb9-1d30-48a0-84cf-ce76c4239a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:39:53.881920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Network hostable DHCP agents. Network: 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:53.899039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.899864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.899864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.907328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.907751 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.908378 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 9 to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff Feb 04 15:39:53.929403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.929990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.930419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.935144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.935464 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.935897 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 10 to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff Feb 04 15:39:53.950331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Pushing event updated for resources: {'Port': ['ID=04581119-19ae-4840-9334-4547b0e99c27,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:53.956109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:53.956828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:53.957379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:39:53.961941 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.966036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:39:53.966415 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:39:53.967078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.128207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] For port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:39:54.130509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempted to set empty binding levels {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 15:39:54.138281 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.209785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Network 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:54.213426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-2e7b082b-b847-4fc2-bc71-3a6265b2ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.214947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-2e7b082b-b847-4fc2-bc71-3a6265b2ad37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1094 time: 0.7455025 Feb 04 15:39:54.223824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:54.285395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] In _notify_port_updated(), no bound segment for port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:39:54.291710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.292652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.292816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Pushing event updated for resources: {'Port': ['ID=bae5249d-bda0-493e-9ff7-93c7e4548687,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:54.293994 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "PUT /v2.0/ports/39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff HTTP/1.1" status: 200 len: 978 time: 2.1337729 Feb 04 15:39:54.295597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:54.302947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34614) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:54.313164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:39:54.364961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:54.374039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-ebbac6e9-aca0-4f4e-9459-5f93682a28d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f HTTP/1.1" status: 200 len: 217 time: 0.1470175 Feb 04 15:39:54.378076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6d654-7b2f-4e04-b56d-06244e40b3fa None None] Network 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:54.385928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.386519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.393694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c48566-6d1e-4674-8c92-29c6441d281c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'Port': ['ID=39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:54.447237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc4efa-811b-4bc6-81cd-9bf408b67a17 req-be256ca7-2c80-4b41-86d2-3d3cb88d7011 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.448810 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d3bc4efa-811b-4bc6-81cd-9bf408b67a17 req-be256ca7-2c80-4b41-86d2-3d3cb88d7011 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 932 time: 0.2363236 Feb 04 15:39:54.449292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34618) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:54.520649 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d3bc4efa-811b-4bc6-81cd-9bf408b67a17 req-4812762b-2e96-4f45-ad37-db4ef988e03a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545957 Feb 04 15:39:54.529183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c051dbc4-80b7-4137-bd62-acb8ef7c9a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f77bd7d-1a54-4d34-8c0b-dfc85baa0578'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:54.573802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.574275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.574742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.575221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.575688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.576184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.576651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.577144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.582708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.583342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.583899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.584569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.588332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.589507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.589985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.590469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.590957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.591489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.591965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.592474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.593041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.593502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.595545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Synchronizing usage tracker for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:54.597514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.598769 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.628174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Unset dirty status for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:54.629916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3336a881-0f75-44ec-a7b4-b29eca588370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19179 time: 0.3067977 Feb 04 15:39:54.633780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34630) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:54.648336 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c051dbc4-80b7-4137-bd62-acb8ef7c9a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f77bd7d-1a54-4d34-8c0b-dfc85baa0578', 'code': 200} Feb 04 15:39:54.799087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d7709e-7e8c-4a03-a4f9-baee2bb7e9b4 None None] Network 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:39:54.831546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f7b35b-f3da-4744-be75-013b24c631c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.843173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-ace2573f-9cbd-4ff4-9a1e-c0f59003a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.844731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-ace2573f-9cbd-4ff4-9a1e-c0f59003a75d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.3886473 Feb 04 15:39:54.854394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-20f7b35b-f3da-4744-be75-013b24c631c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:54.883014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-20f7b35b-f3da-4744-be75-013b24c631c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8a4d3cc3814bba881aa61b11186fe3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:54.891253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-20f7b35b-f3da-4744-be75-013b24c631c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:54.908235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-20f7b35b-f3da-4744-be75-013b24c631c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:54.955303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcb555-a265-4ce0-8a0b-5784d6f79a43 req-11b97cf9-987c-4520-968a-1aa152fb4859 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:54.965455 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8dcb555-a265-4ce0-8a0b-5784d6f79a43 req-11b97cf9-987c-4520-968a-1aa152fb4859 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 945 time: 0.2436061 Feb 04 15:39:55.023996 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e8dcb555-a265-4ce0-8a0b-5784d6f79a43 req-48f6a3da-893e-4e5b-bc8c-c7eae84f4555 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570154 Feb 04 15:39:55.108718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e12a7f6e-ab92-4107-8e03-6c31fb6017b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Deleting port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:39:55.109226 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e12a7f6e-ab92-4107-8e03-6c31fb6017b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.167929 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-c72c7c21-759e-4c48-8db5-0e961a1c55f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719429 Feb 04 15:39:55.259646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a165f156-c7a5-40c4-8fd1-6294c40a7258 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4517255 Feb 04 15:39:55.322019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f7b35b-f3da-4744-be75-013b24c631c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.332586 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f7b35b-f3da-4744-be75-013b24c631c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.433120 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-20f7b35b-f3da-4744-be75-013b24c631c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e8a4d3cc3814bba881aa61b11186fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9741290 Feb 04 15:39:55.436455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34642) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:55.476712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-07264ca5-552b-44e0-bc06-d25eb6c7004f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8807781 Feb 04 15:39:55.494328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-d6163b4b-2998-43c2-97d9-293f1ec64b6a service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067410 Feb 04 15:39:55.505074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7b35b-f3da-4744-be75-013b24c631c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298aa567-89b2-4f49-803b-9c649aa69a76,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:55.519822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Request body: {'port': {'device_id': 'c7181610-dab3-4b4f-8b9e-4715f4792ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:55.565379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc78f1aa-a1d7-4035-acb9-504dc6982155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.596344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc78f1aa-a1d7-4035-acb9-504dc6982155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.703426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc78f1aa-a1d7-4035-acb9-504dc6982155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.731555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78f1aa-a1d7-4035-acb9-504dc6982155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298aa567-89b2-4f49-803b-9c649aa69a76,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:55.748056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc78f1aa-a1d7-4035-acb9-504dc6982155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.752128 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bc78f1aa-a1d7-4035-acb9-504dc6982155 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/298aa567-89b2-4f49-803b-9c649aa69a76 HTTP/1.1" status: 204 len: 168 time: 0.3117743 Feb 04 15:39:55.781516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd2d60-8772-4261-9b3b-1f0c211b46ef req-3d54a916-ca6a-4b09-9c0f-1e2832dc55ec tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:55.784696 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a6dd2d60-8772-4261-9b3b-1f0c211b46ef req-3d54a916-ca6a-4b09-9c0f-1e2832dc55ec tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 932 time: 0.1249366 Feb 04 15:39:55.873842 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a6dd2d60-8772-4261-9b3b-1f0c211b46ef req-2e7c2abc-594b-4538-9759-b36e0c700db0 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816119 Feb 04 15:39:55.906238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e12a7f6e-ab92-4107-8e03-6c31fb6017b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] For port 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff, host n-h2-827870-1, got binding levels [] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:55.906897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e12a7f6e-ab92-4107-8e03-6c31fb6017b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.159420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f20a66bc-1cec-4c34-85b2-81bc27aafd31 req-ab239a1b-3bd4-493c-8b79-7023932c1477 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571654 Feb 04 15:39:56.381034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcccda-2cf5-4df1-ac5a-e0b67b3e6370 req-360d2cbb-bf17-4f5c-bbe4-380ed513e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:56.383178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7bbcccda-2cf5-4df1-ac5a-e0b67b3e6370 req-360d2cbb-bf17-4f5c-bbe4-380ed513e6a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 1096 time: 1.5643845 Feb 04 15:39:56.405578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e12a7f6e-ab92-4107-8e03-6c31fb6017b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Calling delete_port for 39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:39:56.552055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd19501-3fb2-41e4-8f38-984b6dc5291c req-1c132407-91a9-4d7c-b36b-5c97aca94352 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:56.559202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1dd19501-3fb2-41e4-8f38-984b6dc5291c req-1c132407-91a9-4d7c-b36b-5c97aca94352 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 1.7384517 Feb 04 15:39:56.763304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7bbcccda-2cf5-4df1-ac5a-e0b67b3e6370 req-9aefe19e-6c7a-4386-8a9d-80f198956479 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619958 Feb 04 15:39:56.777569 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.799115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-77195784-b9e8-47c0-9205-3d925a554906 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:56.799915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-77195784-b9e8-47c0-9205-3d925a554906 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Synchronizing usage tracker for tenant:b4aa0613597242a9b6bc7a3a12e36052 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:39:56.816515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1dd19501-3fb2-41e4-8f38-984b6dc5291c req-43b5a40b-4a38-4fe0-af27-b380f46ffdcb tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564642 Feb 04 15:39:56.824481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-77195784-b9e8-47c0-9205-3d925a554906 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Unset dirty status for tenant:b4aa0613597242a9b6bc7a3a12e36052 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:39:56.832043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-77195784-b9e8-47c0-9205-3d925a554906 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/networks?id=1abf7cb9-1d30-48a0-84cf-ce76c4239a5d HTTP/1.1" status: 200 len: 813 time: 0.3330393 Feb 04 15:39:56.851338 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-7da35c02-258e-43b0-b863-1543c88de62d tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/quotas/b4aa0613597242a9b6bc7a3a12e36052 HTTP/1.1" status: 200 len: 375 time: 0.0173960 Feb 04 15:39:56.917617 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.918668 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-fd8726ad-4142-46f6-9f0a-7e178a5e8027 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4aa0613597242a9b6bc7a3a12e36052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662944 Feb 04 15:39:56.965388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-4649b2c4-bcc9-4a72-abf7-b5e9e9efa2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:56.967043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-4649b2c4-bcc9-4a72-abf7-b5e9e9efa2dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1094 time: 0.6541383 Feb 04 15:39:56.972403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e12a7f6e-ab92-4107-8e03-6c31fb6017b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.065881 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-becce3b2-7e34-415f-b7fb-087fe906d417 service neutron] 10.222.0.46 "GET /v2.0/networks/1abf7cb9-1d30-48a0-84cf-ce76c4239a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462231 Feb 04 15:39:57.191701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e12a7f6e-ab92-4107-8e03-6c31fb6017b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.199838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a7f6e-ab92-4107-8e03-6c31fb6017b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event deleted for resources: {'Port': ['ID=39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:57.229486 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-0132325f-003d-4d28-8dcb-42a1edb09084 service neutron] 10.222.0.46 "GET /v2.0/networks/1abf7cb9-1d30-48a0-84cf-ce76c4239a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624930 Feb 04 15:39:57.302199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-28b0a334-0065-4cdd-be26-798943709260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:57.303636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-28b0a334-0065-4cdd-be26-798943709260 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1097 time: 0.7624142 Feb 04 15:39:57.362413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e12a7f6e-ab92-4107-8e03-6c31fb6017b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "DELETE /v2.0/ports/39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff HTTP/1.1" status: 204 len: 168 time: 2.5553167 Feb 04 15:39:57.362955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34700) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:57.381985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.517806 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc46081-840a-47c8-9f44-5970cc61f660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:39:57.519122 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bdc46081-840a-47c8-9f44-5970cc61f660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "GET /v2.0/ports/39ed94cf-5f1c-4a6a-a3ee-efc3cb4234ff HTTP/1.1" status: 404 len: 333 time: 0.1549938 Feb 04 15:39:57.552913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34708) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:39:57.562128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834237753', 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:57.647608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2f3db-dd54-4021-b1ef-843c941dd62e req-96f320f9-8037-4cb3-a8f5-bf227694a10f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:57.655124 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4be2f3db-dd54-4021-b1ef-843c941dd62e req-96f320f9-8037-4cb3-a8f5-bf227694a10f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 932 time: 0.1421418 Feb 04 15:39:57.682989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:39:57.710350 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4be2f3db-dd54-4021-b1ef-843c941dd62e req-fcd82f0e-9c5d-4186-8d34-fe76bfa034a8 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541534 Feb 04 15:39:57.712844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Usage tracker for resource:port and tenant:ba019212134848c885b8061060e8aaa7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:39:57.729186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:39:57.768745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-7d969b19-ca78-456f-b80c-65238c0cdae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:57.771636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-7d969b19-ca78-456f-b80c-65238c0cdae5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 919 time: 0.7615616 Feb 04 15:39:57.780299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:39:57.958043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811189-7cf4-4b84-9c39-929ff72a1810 req-d9b530bb-a1bb-4609-9316-26e81282d88b tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:57.973665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96811189-7cf4-4b84-9c39-929ff72a1810 req-d9b530bb-a1bb-4609-9316-26e81282d88b tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 945 time: 0.9077020 Feb 04 15:39:58.177491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-0d9ba510-5086-4b11-8b57-2d8e66652162 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f HTTP/1.1" status: 200 len: 217 time: 0.3927169 Feb 04 15:39:58.217688 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-87d7612a-b72e-4f00-a5f0-cbefebcf6b74 req-55a0e75f-c9a0-491e-bcb9-9e5e604f8583 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 210 time: 0.1090412 Feb 04 15:39:58.512788 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d57ff1b6-b161-48dc-9164-9d0f7e05348f details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:39:58.531526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Made reservation on behalf of ba019212134848c885b8061060e8aaa7 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:58.538764 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.577363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d65725-5bef-4f3a-ac85-72e85213124b req-46f92da1-bac7-4341-a0c8-05d70845fbb3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:58.585642 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b3d65725-5bef-4f3a-ac85-72e85213124b req-46f92da1-bac7-4341-a0c8-05d70845fbb3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.1642823 Feb 04 15:39:58.642438 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b3d65725-5bef-4f3a-ac85-72e85213124b req-629a458d-9a1a-4938-95a6-3526062763a8 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556877 Feb 04 15:39:58.764254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96811189-7cf4-4b84-9c39-929ff72a1810 req-fa14b741-a31c-4e02-b1fb-7e8483e2f2a2 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7896271 Feb 04 15:39:58.765682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-5c2824b8-25ab-4bda-bf16-1a1f906d8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:58.777195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-5c2824b8-25ab-4bda-bf16-1a1f906d8453 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 1.4443264 Feb 04 15:39:58.792841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port d57ff1b6-b161-48dc-9164-9d0f7e05348f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:58.797778 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-52c49728-373e-4d1b-91fd-fe89fb3861ef req-fce111a3-2788-4d53-9514-63055f7edb57 tempest-AbsoluteLimitsNegativeTestJSON-619434360 tempest-AbsoluteLimitsNegativeTestJSON-619434360-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=822715393a6d4dd09ac3a4c05f264cfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642645 Feb 04 15:39:58.833964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'd57ff1b6-b161-48dc-9164-9d0f7e05348f', 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c', 'port_id': 'd57ff1b6-b161-48dc-9164-9d0f7e05348f', 'mac_address': 'fa:16:3e:ac:e2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e030a36a-611a-4448-94f3-4adb0b4fbdad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:39:58.937551 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.969023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57ff1b6-b161-48dc-9164-9d0f7e05348f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:58.981819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] device_id is not set on port 79458ac0-b3cf-4f96-af01-670755ad649b yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:39:58.991118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port d57ff1b6-b161-48dc-9164-9d0f7e05348f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:39:59.002930 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.103094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c49728-373e-4d1b-91fd-fe89fb3861ef req-e14f4090-8bbe-4b78-9ca2-283d136c5115 tempest-AbsoluteLimitsNegativeTestJSON-619434360 tempest-AbsoluteLimitsNegativeTestJSON-619434360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:59.113235 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-52c49728-373e-4d1b-91fd-fe89fb3861ef req-e14f4090-8bbe-4b78-9ca2-283d136c5115 tempest-AbsoluteLimitsNegativeTestJSON-619434360 tempest-AbsoluteLimitsNegativeTestJSON-619434360-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3139045 Feb 04 15:39:59.122452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=d57ff1b6-b161-48dc-9164-9d0f7e05348f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:59.233086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['d57ff1b6-b161-48dc-9164-9d0f7e05348f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:39:59.287777 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-52c49728-373e-4d1b-91fd-fe89fb3861ef req-e06e0f9d-cf1d-4392-a95b-678e1abf380f tempest-AbsoluteLimitsNegativeTestJSON-619434360 tempest-AbsoluteLimitsNegativeTestJSON-619434360-project] 10.222.0.46 "GET /v2.0/quotas/822715393a6d4dd09ac3a4c05f264cfc HTTP/1.1" status: 200 len: 375 time: 0.1694136 Feb 04 15:39:59.307326 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.436585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-3aeb74f0-5593-4fdf-a996-846111d1564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:59.439412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-3aeb74f0-5593-4fdf-a996-846111d1564f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 1.1646950 Feb 04 15:39:59.441945 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.496172 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-52c49728-373e-4d1b-91fd-fe89fb3861ef req-d0b3bb79-2509-456e-b0a3-ccc4b75a6118 tempest-AbsoluteLimitsNegativeTestJSON-619434360 tempest-AbsoluteLimitsNegativeTestJSON-619434360-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=822715393a6d4dd09ac3a4c05f264cfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2073793 Feb 04 15:39:59.637955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Pushing event updated for resources: {'Port': ['ID=04581119-19ae-4840-9334-4547b0e99c27,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:59.712746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-ce1319b5-3c89-46b7-b7ec-778f769df1d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254674 Feb 04 15:39:59.716072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-9b4a89e5-c7e7-4446-8eef-54d076e2fbd8 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:59.726004 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-9b4a89e5-c7e7-4446-8eef-54d076e2fbd8 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.53 "GET /v2.0/networks?id=1abf7cb9-1d30-48a0-84cf-ce76c4239a5d HTTP/1.1" status: 200 len: 813 time: 0.5977805 Feb 04 15:39:59.740906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Request body: {'port': {'device_id': '722e1f65-5361-4aa2-b0d5-bba13ec0580b', 'network_id': '1abf7cb9-1d30-48a0-84cf-ce76c4239a5d', 'admin_state_up': True, 'tenant_id': 'b4aa0613597242a9b6bc7a3a12e36052'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:59.769420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-82a34192-fc45-4f39-b2c3-fc9514702a90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 1000 time: 0.9240153 Feb 04 15:39:59.923543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:59.948678 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1310dc73-b68b-4934-aa1a-09b7e173960f req-5a7f6c0a-2896-443d-8917-0bf2a4127c36 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 210 time: 0.0924644 Feb 04 15:40:00.054323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae5249d-bda0-493e-9ff7-93c7e4548687 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:00.066317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:00.071141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.074332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Usage tracker for resource:port and tenant:b4aa0613597242a9b6bc7a3a12e36052 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:00.080222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:00.093152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Transition to ACTIVE for port object bae5249d-bda0-493e-9ff7-93c7e4548687 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:00.095737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:00.214016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Made reservation on behalf of b4aa0613597242a9b6bc7a3a12e36052 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:00.217741 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.223178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2fcdd-e88a-4ca6-a37b-6acc40951e07 req-1fd71335-ee7b-4e3b-81d2-0ed8ab1b5ffd tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.227967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c2f2fcdd-e88a-4ca6-a37b-6acc40951e07 req-1fd71335-ee7b-4e3b-81d2-0ed8ab1b5ffd tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Synchronizing usage tracker for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:00.239559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-efac9443-bb5a-4e54-8125-9478f19db3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.241649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-efac9443-bb5a-4e54-8125-9478f19db3c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 1096 time: 1.6606255 Feb 04 15:40:00.243981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-bb6b5990-6e26-4863-9587-9f4e45f2197e service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171530 Feb 04 15:40:00.254891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.259073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.274619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34754) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:00.503896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8e4f6-4e6e-4c3e-a73f-b6ba603f8b01 req-cf4822c7-d4c1-449e-a424-557f9907abe3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.511728 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-74c8e4f6-4e6e-4c3e-a73f-b6ba603f8b01 req-cf4822c7-d4c1-449e-a424-557f9907abe3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.4108291 Feb 04 15:40:00.511866 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:40:00.529716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d57ff1b6-b161-48dc-9164-9d0f7e05348f up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:00.586048 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.710330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-70dc8f51-6688-4935-a0a7-a29134230608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.711022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28d8eeb1-b196-41b9-bea0-535fa8211998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.712367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-70dc8f51-6688-4935-a0a7-a29134230608 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.9258816 Feb 04 15:40:00.756594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-28d8eeb1-b196-41b9-bea0-535fa8211998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:00.823841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port d57ff1b6-b161-48dc-9164-9d0f7e05348f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:00.835871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port d57ff1b6-b161-48dc-9164-9d0f7e05348f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:00.836246 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.846329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-28d8eeb1-b196-41b9-bea0-535fa8211998 admin admin] Usage tracker for resource:security_group_rule and tenant:822715393a6d4dd09ac3a4c05f264cfc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:00.851068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-28d8eeb1-b196-41b9-bea0-535fa8211998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:00.860158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-28d8eeb1-b196-41b9-bea0-535fa8211998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:00.876652 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-74c8e4f6-4e6e-4c3e-a73f-b6ba603f8b01 req-00591a96-1a2d-4c5f-a31e-941d2145dcab tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336773 Feb 04 15:40:00.972038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Allocated IP 172.20.0.8 (1abf7cb9-1d30-48a0-84cf-ce76c4239a5d/52ca8738-a0c9-4a1b-a860-5bfe69270329/79521cdb-5ad5-4c17-a051-5f6109257205) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:01.030165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Pushing event updated for resources: {'Port': ['ID=bae5249d-bda0-493e-9ff7-93c7e4548687,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:01.033354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.109322 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.145734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b5744-d937-40cb-8b57-4a0441d7f6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57ff1b6-b161-48dc-9164-9d0f7e05348f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:01.157434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port d57ff1b6-b161-48dc-9164-9d0f7e05348f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:01.162871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.267178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=d57ff1b6-b161-48dc-9164-9d0f7e05348f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:01.442819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c2f2fcdd-e88a-4ca6-a37b-6acc40951e07 req-1fd71335-ee7b-4e3b-81d2-0ed8ab1b5ffd tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Unset dirty status for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:01.444731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2f2fcdd-e88a-4ca6-a37b-6acc40951e07 req-1fd71335-ee7b-4e3b-81d2-0ed8ab1b5ffd tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 932 time: 2.4663279 Feb 04 15:40:01.471041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d62e2c40-8acf-42be-9148-7e590c39e138 req-3c39c570-bdf0-4b0f-baf9-b1ea1b3e6952 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1246240 Feb 04 15:40:01.529986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28d8eeb1-b196-41b9-bea0-535fa8211998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.535450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:01.540394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'Port': ['ID=79458ac0-b3cf-4f96-af01-670755ad649b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:01.557682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28d8eeb1-b196-41b9-bea0-535fa8211998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.612966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:01.638438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eff807-cac9-4621-94a9-d01174c8ae7d req-c71525a3-8cde-42ab-bccb-de08ae131332 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:01.646610 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32eff807-cac9-4621-94a9-d01174c8ae7d req-c71525a3-8cde-42ab-bccb-de08ae131332 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 945 time: 0.5623152 Feb 04 15:40:01.689512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8eeb1-b196-41b9-bea0-535fa8211998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af35a9b8-d003-4c0b-b7fc-1220a93b0d69,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:01.710411 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-28d8eeb1-b196-41b9-bea0-535fa8211998 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=822715393a6d4dd09ac3a4c05f264cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4192674 Feb 04 15:40:01.721067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34774) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:01.760584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:01.761620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:01.762335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.766877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.777328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-32eff807-cac9-4621-94a9-d01174c8ae7d req-bdbbdf07-d472-47e6-a174-81789b76998e tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297855 Feb 04 15:40:01.823498 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.859765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-181e58c9-9415-4300-b70d-5fd7a6ea93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:01.861236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-181e58c9-9415-4300-b70d-5fd7a6ea93f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 916 time: 1.5351102 Feb 04 15:40:01.878726 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Floating IP 755a6380-63f3-41a6-a3d6-9a838949564b associated. External IP: 172.25.8.103, port: 15a14654-bd30-452a-bfe0-72278e269bb9. Feb 04 15:40:01.911346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Network 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:01.915132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:01.919866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:01.955230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c2f2fcdd-e88a-4ca6-a37b-6acc40951e07 req-3663e35d-d3cd-4a9e-be50-7adaf9fa2226 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Synchronizing usage tracker for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:01.966522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Pushing event updated for resources: {'Port': ['ID=79521cdb-5ad5-4c17-a051-5f6109257205,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:02.063059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:02.064090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.078350 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fd9d4aa0-fff6-4c47-8e49-799ac4fe443f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.5209401 Feb 04 15:40:02.085869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34786) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:02.087338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-dd10242b-3376-46c4-952e-8ebdcaff1fb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370 HTTP/1.1" status: 200 len: 217 time: 0.1370680 Feb 04 15:40:02.111682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-2c384076-7cf7-4f5e-86ac-6dcec98b9d03 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3748884 Feb 04 15:40:02.120930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cc2cd-66ca-46b2-be41-ced52a6d5f82 req-c4d36a77-2f59-474a-b4fa-74dac574207d tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:02.121722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4d7cc2cd-66ca-46b2-be41-ced52a6d5f82 req-c4d36a77-2f59-474a-b4fa-74dac574207d tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Synchronizing usage tracker for tenant:b4aa0613597242a9b6bc7a3a12e36052 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:02.129612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Request body: {'port': {'device_id': '722e1f65-5361-4aa2-b0d5-bba13ec0580b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:02.228735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-11c2c4b1-bfeb-4de8-bef7-4b85c662a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:02.229696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-11c2c4b1-bfeb-4de8-bef7-4b85c662a54d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1710963 Feb 04 15:40:02.230459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Attempting to bind port bae5249d-bda0-493e-9ff7-93c7e4548687 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:02.230663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Attempting to bind port bae5249d-bda0-493e-9ff7-93c7e4548687 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:02.230990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Attempting to bind port bae5249d-bda0-493e-9ff7-93c7e4548687 on network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:02.244807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4d7cc2cd-66ca-46b2-be41-ced52a6d5f82 req-c4d36a77-2f59-474a-b4fa-74dac574207d tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Unset dirty status for tenant:b4aa0613597242a9b6bc7a3a12e36052 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:02.245141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c2f2fcdd-e88a-4ca6-a37b-6acc40951e07 req-3663e35d-d3cd-4a9e-be50-7adaf9fa2226 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Unset dirty status for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:02.246016 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d7cc2cd-66ca-46b2-be41-ced52a6d5f82 req-c4d36a77-2f59-474a-b4fa-74dac574207d tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 931 time: 0.2867844 Feb 04 15:40:02.253230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2f2fcdd-e88a-4ca6-a37b-6acc40951e07 req-3663e35d-d3cd-4a9e-be50-7adaf9fa2226 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7880795 Feb 04 15:40:02.314171 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.335642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4d7cc2cd-66ca-46b2-be41-ced52a6d5f82 req-7ebf9d91-6d33-46e7-8856-49d225ea221f tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Synchronizing usage tracker for tenant:b4aa0613597242a9b6bc7a3a12e36052 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:02.349895 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b5744-d937-40cb-8b57-4a0441d7f6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57ff1b6-b161-48dc-9164-9d0f7e05348f', 'code': 200} Feb 04 15:40:02.414259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4d7cc2cd-66ca-46b2-be41-ced52a6d5f82 req-7ebf9d91-6d33-46e7-8856-49d225ea221f tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Unset dirty status for tenant:b4aa0613597242a9b6bc7a3a12e36052 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:02.423401 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d7cc2cd-66ca-46b2-be41-ced52a6d5f82 req-7ebf9d91-6d33-46e7-8856-49d225ea221f tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698992 Feb 04 15:40:02.480423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Port bae5249d-bda0-493e-9ff7-93c7e4548687 on network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:02.481103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Attempting to bind port bae5249d-bda0-493e-9ff7-93c7e4548687 on network 9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:02.661698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74da8cd6-ecc4-472c-9c84-4995fc692816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:02.662270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-74da8cd6-ecc4-472c-9c84-4995fc692816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Synchronizing usage tracker for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:02.741745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:40:02.742401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Checking segment: {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:02.742702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Bound using segment: {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:40:02.742895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Bound port: bae5249d-bda0-493e-9ff7-93c7e4548687, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3494e3a4-cb7d-4af8-9889-259781f6a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:02.743243 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.752965 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e03061b-6cad-4e4e-ab55-69b77615bcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.756800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-e8c37a24-6e45-49a8-9820-95cb08aa53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:02.757901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-e8c37a24-6e45-49a8-9820-95cb08aa53a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d9fca11-b979-413c-a9fc-07bee41c80b7 HTTP/1.1" status: 200 len: 855 time: 0.6616714 Feb 04 15:40:02.845597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec7ef7-72fc-4988-835f-2289af2f3853 req-bad8721a-dc1d-4c2e-8393-c55241482a45 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:02.854168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9cec7ef7-72fc-4988-835f-2289af2f3853 req-bad8721a-dc1d-4c2e-8393-c55241482a45 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.2012739 Feb 04 15:40:02.931324 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9cec7ef7-72fc-4988-835f-2289af2f3853 req-6314a674-687d-4ae0-898f-bc2d09380e53 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753701 Feb 04 15:40:02.942567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-852818fd-7518-4b59-91be-4b5bbe9dab43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596813 Feb 04 15:40:02.980724 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e03061b-6cad-4e4e-ab55-69b77615bcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.012373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-74da8cd6-ecc4-472c-9c84-4995fc692816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Unset dirty status for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:03.016017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-74da8cd6-ecc4-472c-9c84-4995fc692816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "GET /v2.0/ports/79458ac0-b3cf-4f96-af01-670755ad649b HTTP/1.1" status: 200 len: 959 time: 0.9189923 Feb 04 15:40:03.018403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34798) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:03.130539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79521cdb-5ad5-4c17-a051-5f6109257205 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:03.168479 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.200612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-df41b46b-fed2-4b44-9a44-3bb4e3b1676b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Deleting port 79458ac0-b3cf-4f96-af01-670755ad649b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:03.201482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-df41b46b-fed2-4b44-9a44-3bb4e3b1676b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.312856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Transition to ACTIVE for port object 79521cdb-5ad5-4c17-a051-5f6109257205 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:03.337158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.465188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] For port bae5249d-bda0-493e-9ff7-93c7e4548687, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:03.469315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] For port bae5249d-bda0-493e-9ff7-93c7e4548687, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bae5249d-bda0-493e-9ff7-93c7e4548687,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:40:03.540486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-f64760b1-c226-4e18-b0f4-1b20ad10067c service neutron] 10.222.0.53 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667105 Feb 04 15:40:03.553712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Router ebcc58df-ff43-46ee-bb06-85a9f3280b21 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:40:03.651891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3958-12ae-4690-9ed6-73ca72863ac0 req-fb1b4cdc-efc3-4dd2-8607-5741fe5cf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:03.653831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-328c3958-12ae-4690-9ed6-73ca72863ac0 req-fb1b4cdc-efc3-4dd2-8607-5741fe5cf7aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1096 time: 1.0830905 Feb 04 15:40:03.684993 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.716085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Pushing event updated for resources: {'Port': ['ID=79521cdb-5ad5-4c17-a051-5f6109257205,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:03.784261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-9bb76563-bb27-4059-825b-b5d7fe049a62 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5087886 Feb 04 15:40:03.932952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Pushing event updated for resources: {'Port': ['ID=bae5249d-bda0-493e-9ff7-93c7e4548687,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:03.944822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e03061b-6cad-4e4e-ab55-69b77615bcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.108241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-df41b46b-fed2-4b44-9a44-3bb4e3b1676b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.121194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:04.122053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.123761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ab549a6c-7675-41d2-8747-fcefcddd5c0e service neutron] 10.222.0.61 "PUT /v2.0/ports/bae5249d-bda0-493e-9ff7-93c7e4548687 HTTP/1.1" status: 200 len: 1092 time: 8.6156600 Feb 04 15:40:04.138130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7181610-dab3-4b4f-8b9e-4715f4792ad5', 'tag': 'bae5249d-bda0-493e-9ff7-93c7e4548687'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:04.142974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03061b-6cad-4e4e-ab55-69b77615bcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af35a9b8-d003-4c0b-b7fc-1220a93b0d69,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:04.169696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-328c3958-12ae-4690-9ed6-73ca72863ac0 req-3de7539f-7d23-4f45-8730-a65414d0da36 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991500 Feb 04 15:40:04.217633 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1e51914e-2ef0-4ffd-a8b4-1937bf707174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.265903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e17b5-a4dd-4249-a156-ba6f71ba1207 req-90e5291c-736c-4fdf-84b0-6cb1e88d893e tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:04.273116 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db4e17b5-a4dd-4249-a156-ba6f71ba1207 req-90e5291c-736c-4fdf-84b0-6cb1e88d893e tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 945 time: 0.8945463 Feb 04 15:40:04.289612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-df41b46b-fed2-4b44-9a44-3bb4e3b1676b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Calling delete_port for 79458ac0-b3cf-4f96-af01-670755ad649b owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:04.352757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e03061b-6cad-4e4e-ab55-69b77615bcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.354002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0e03061b-6cad-4e4e-ab55-69b77615bcc6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af35a9b8-d003-4c0b-b7fc-1220a93b0d69 HTTP/1.1" status: 204 len: 168 time: 2.6311166 Feb 04 15:40:04.366177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Attempting to bind port 79521cdb-5ad5-4c17-a051-5f6109257205 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:04.366548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Attempting to bind port 79521cdb-5ad5-4c17-a051-5f6109257205 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1abf7cb9-1d30-48a0-84cf-ce76c4239a5d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:04.366893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Attempting to bind port 79521cdb-5ad5-4c17-a051-5f6109257205 on network 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:04.386411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Port 79521cdb-5ad5-4c17-a051-5f6109257205 on network 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:04.386731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6846d0b2-150b-417c-b2e9-88feaeed3ab3 req-1f74181b-bf76-4b9a-9f1c-7813e0f4677b service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156029 Feb 04 15:40:04.386859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Attempting to bind port 79521cdb-5ad5-4c17-a051-5f6109257205 on network 1abf7cb9-1d30-48a0-84cf-ce76c4239a5d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:04.438027 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db4e17b5-a4dd-4249-a156-ba6f71ba1207 req-6f3ca16b-7a36-4689-a04f-ab2b9a54065f tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624682 Feb 04 15:40:04.439912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:40:04.440227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Checking segment: {'id': '5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1abf7cb9-1d30-48a0-84cf-ce76c4239a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:04.440651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Bound using segment: {'id': '5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1abf7cb9-1d30-48a0-84cf-ce76c4239a5d'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:40:04.446897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Bound port: 79521cdb-5ad5-4c17-a051-5f6109257205, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1abf7cb9-1d30-48a0-84cf-ce76c4239a5d'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:04.447393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.547791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-866b36f5-3a8a-4795-b512-f0c11b3b6556 req-d8b7176d-6933-4bda-ae94-7943feb74952 service neutron] 10.222.0.53 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9479959 Feb 04 15:40:04.600159 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-df41b46b-fed2-4b44-9a44-3bb4e3b1676b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.722816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41b46b-fed2-4b44-9a44-3bb4e3b1676b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event deleted for resources: {'Port': ['ID=79458ac0-b3cf-4f96-af01-670755ad649b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:04.746105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2483-af31-4e23-8045-f30e504a31b2 req-6f100f3d-4b8e-4628-b1ac-0f7488aaea2a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:04.747701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1ce2483-af31-4e23-8045-f30e504a31b2 req-6f100f3d-4b8e-4628-b1ac-0f7488aaea2a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 944 time: 1.1891284 Feb 04 15:40:04.765007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-df41b46b-fed2-4b44-9a44-3bb4e3b1676b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.766940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:40:04.777786 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904ec9f-67f3-4546-a3c9-162a72a36aa4 None None] Sync routers for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:04.791752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] For port 79521cdb-5ad5-4c17-a051-5f6109257205, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:04.802839 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904ec9f-67f3-4546-a3c9-162a72a36aa4 None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:04.803989 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2904ec9f-67f3-4546-a3c9-162a72a36aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:04.822021 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.827462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] For port 79521cdb-5ad5-4c17-a051-5f6109257205, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79521cdb-5ad5-4c17-a051-5f6109257205,segment=NetworkSegment(5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126),segment_id=5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:40:04.834291 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-df41b46b-fed2-4b44-9a44-3bb4e3b1676b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "DELETE /v2.0/ports/79458ac0-b3cf-4f96-af01-670755ad649b HTTP/1.1" status: 204 len: 168 time: 1.8145278 Feb 04 15:40:04.835214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34826) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:04.856230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ac30cff9-cb64-4649-a299-10f05ba460fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:04.857770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-ac30cff9-cb64-4649-a299-10f05ba460fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 1095 time: 0.6336777 Feb 04 15:40:04.892692 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfd99c5-8bd6-4f91-8248-00dfaf47c2b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:40:04.893261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1dfd99c5-8bd6-4f91-8248-00dfaf47c2b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Synchronizing usage tracker for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:04.896805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:05.011445 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2904ec9f-67f3-4546-a3c9-162a72a36aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:05.029598 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904ec9f-67f3-4546-a3c9-162a72a36aa4 None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:05.029825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:05.030210 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2904ec9f-67f3-4546-a3c9-162a72a36aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:39:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:05.030339 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:05.031645 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] 10.222.0.53 "PUT /v2.0/ports/79521cdb-5ad5-4c17-a051-5f6109257205 HTTP/1.1" status: 200 len: 1091 time: 2.9068010 Feb 04 15:40:05.056186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e1f65-5361-4aa2-b0d5-bba13ec0580b', 'tag': '79521cdb-5ad5-4c17-a051-5f6109257205'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:05.109632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-cd4e216e-1f4b-4648-ba3d-5c3099015777 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae5249d-bda0-493e-9ff7-93c7e4548687 HTTP/1.1" status: 200 len: 217 time: 0.2234573 Feb 04 15:40:05.125767 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1ce2483-af31-4e23-8045-f30e504a31b2 req-fab00c4d-8cef-49a5-bb57-379ce4de7fff tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647754 Feb 04 15:40:05.158093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2904ec9f-67f3-4546-a3c9-162a72a36aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:05.158501 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904ec9f-67f3-4546-a3c9-162a72a36aa4 None None] The sync data for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:05.203890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a74669-900f-4aad-b132-52362810a45f req-2ac914ff-9cd6-4f3a-9538-130fc98033bf tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:05.215450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-da401299-b4de-4181-b965-45d10a7735a5 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 16.1061225 Feb 04 15:40:05.216466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a1a74669-900f-4aad-b132-52362810a45f req-2ac914ff-9cd6-4f3a-9538-130fc98033bf tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 943 time: 0.5461960 Feb 04 15:40:05.226389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34834) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:05.297280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1dfd99c5-8bd6-4f91-8248-00dfaf47c2b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Unset dirty status for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:05.298467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1dfd99c5-8bd6-4f91-8248-00dfaf47c2b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "GET /v2.0/ports/79458ac0-b3cf-4f96-af01-670755ad649b HTTP/1.1" status: 404 len: 333 time: 0.4600408 Feb 04 15:40:05.329710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34840) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:05.361388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Request body: {'port': {'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1316839748'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:05.400313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:05.427747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948119c-5964-44f2-9e4a-7c92ae000d9a service neutron] Pushing event updated for resources: {'Port': ['ID=79521cdb-5ad5-4c17-a051-5f6109257205,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:05.448596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:05.454267 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a1a74669-900f-4aad-b132-52362810a45f req-9cd5cf3c-9539-4336-a599-ff1ed96cab34 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368505 Feb 04 15:40:05.474015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Made reservation on behalf of ba019212134848c885b8061060e8aaa7 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:05.477015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:05.498377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-018267e6-59be-421b-baad-db6ae0434f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:05.499851 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-018267e6-59be-421b-baad-db6ae0434f64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4aa0613597242a9b6bc7a3a12e36052&device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 1094 time: 0.3959498 Feb 04 15:40:05.508728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] device_id is not set on port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:05.530366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cb580ffc-7e5a-41f4-935f-4bb9985a23e3 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] 10.222.0.46 "GET /v2.0/floatingips/755a6380-63f3-41a6-a3d6-9a838949564b HTTP/1.1" status: 200 len: 983 time: 0.2866657 Feb 04 15:40:05.572174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-186fbe14-915b-452b-9d62-726761231da8 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:05.573706 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-186fbe14-915b-452b-9d62-726761231da8 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.61 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 945 time: 0.9387271 Feb 04 15:40:05.604594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34848) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:05.666464 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7181610-dab3-4b4f-8b9e-4715f4792ad5', 'tag': 'bae5249d-bda0-493e-9ff7-93c7e4548687', 'status': 'completed', 'code': 200} Feb 04 15:40:05.739445 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-81d82dd2-0743-45f2-a834-8fe243f3c0db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79521cdb-5ad5-4c17-a051-5f6109257205 HTTP/1.1" status: 200 len: 217 time: 0.2289360 Feb 04 15:40:05.752144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-dd29c5b6-9551-4c24-a4b4-99fcfb449a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:05.754802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-dd29c5b6-9551-4c24-a4b4-99fcfb449a21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.6277826 Feb 04 15:40:05.758788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Deleting port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:05.759317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:05.893375 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bfe0e1a4-a745-4dfd-9101-031ae0e02d77 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2838089 Feb 04 15:40:05.960824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34866) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:06.011387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-31016788-4393-4bb1-af18-2796997ce155 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529141 Feb 04 15:40:06.069615 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.115769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34870) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:06.122795 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722e1f65-5361-4aa2-b0d5-bba13ec0580b', 'tag': '79521cdb-5ad5-4c17-a051-5f6109257205', 'status': 'completed', 'code': 200} Feb 04 15:40:06.124274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-7420db00-e4e3-4b7a-b275-c844c40f162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:06.127499 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-7420db00-e4e3-4b7a-b275-c844c40f162a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=52ca8738-a0c9-4a1b-a860-5bfe69270329 HTTP/1.1" status: 200 len: 853 time: 0.3348398 Feb 04 15:40:06.233610 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-afd19823-f4cd-49a6-92d3-886183f54c06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1abf7cb9-1d30-48a0-84cf-ce76c4239a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686779 Feb 04 15:40:06.241004 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.298065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-993f8af2-0b8d-4d22-a364-b741589eeb5c service neutron] 10.222.0.61 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012453 Feb 04 15:40:06.456449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1268362461-network', 'tenant_id': '60b83bace82f48bb8a22da8e414d0b1b'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:06.553687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c7c9c-9fb8-4b83-a5b0-eedee2fbf66d req-17714945-f2e2-4007-8859-05fa41091840 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:06.560389 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cd1c7c9c-9fb8-4b83-a5b0-eedee2fbf66d req-17714945-f2e2-4007-8859-05fa41091840 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 945 time: 0.4293075 Feb 04 15:40:06.583437 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-8a0af064-2a2a-46d2-a5e2-f99af0ae9924 service neutron] 10.222.0.53 "GET /v2.0/networks/1abf7cb9-1d30-48a0-84cf-ce76c4239a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405423 Feb 04 15:40:06.587727 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.643082 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-18604c4e-6b2b-4f4a-a8fe-90edde0882eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.755483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:06.767859 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cd1c7c9c-9fb8-4b83-a5b0-eedee2fbf66d req-19b73067-780b-4790-8541-18985bff01f7 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064919 Feb 04 15:40:06.773508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:06.773961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:06.797875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1067ec-ad06-4396-99ca-82769bd4a984 req-3d2f2d25-1fd6-4984-ad4d-48b52a5f4b4f tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:06.806097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae1067ec-ad06-4396-99ca-82769bd4a984 req-3d2f2d25-1fd6-4984-ad4d-48b52a5f4b4f tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 1.2311800 Feb 04 15:40:06.812085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] For port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,segment=NetworkSegment(cdae76f1-b844-4fef-9899-4855cfcba43e),segment_id=cdae76f1-b844-4fef-9899-4855cfcba43e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:06.812729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.821765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Usage tracker for resource:network and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:06.822779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:06.823736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:06.824345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.828488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:06.844651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'Port': ['ID=5e9b09ff-b31b-4293-a25c-0a316aefddd0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:06.863132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:06.908280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1f6db91d-cf60-4bd4-9d50-f549002f5b13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5690932 Feb 04 15:40:06.908902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34886) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:06.916799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:06.932997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Deleting port 04581119-19ae-4840-9334-4547b0e99c27 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:06.933636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.965035 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62ad0f7e-9878-4272-888f-9fc429b17b35 req-ef8c5b14-0477-41be-9c9f-d29b05c8865e service neutron] 10.222.0.53 "GET /v2.0/networks/1abf7cb9-1d30-48a0-84cf-ce76c4239a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735528 Feb 04 15:40:07.149165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Calling delete_port for 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:07.225206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Made reservation on behalf of 60b83bace82f48bb8a22da8e414d0b1b for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:07.226989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.229991 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.338772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-c6753d01-6b9f-46d9-bc87-22bd955576e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:07.340237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-c6753d01-6b9f-46d9-bc87-22bd955576e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4aa0613597242a9b6bc7a3a12e36052&device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 1094 time: 0.2268584 Feb 04 15:40:07.350300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.354308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6045c-9aa5-4c79-a231-010ce625e767 req-e7511bd8-7a80-41bb-ae3b-746ead46a0fd tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:07.356143 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f6045c-9aa5-4c79-a231-010ce625e767 req-e7511bd8-7a80-41bb-ae3b-746ead46a0fd tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 944 time: 0.2881894 Feb 04 15:40:07.380481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae1067ec-ad06-4396-99ca-82769bd4a984 req-be784c6f-0732-4110-91dc-94f25cab39ff tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712376 Feb 04 15:40:07.443660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:07.480459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-128b8d1a-dbf9-4436-b8e4-df4ad464831e req-0f4a8298-3794-4a17-8732-2abf910891b1 service neutron] 10.222.0.61 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0645952 Feb 04 15:40:07.497486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:07.511183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:07.555049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:07.578075 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.637552 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48f6045c-9aa5-4c79-a231-010ce625e767 req-5db24559-f6e3-4331-996c-ab23b39027e9 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532916 Feb 04 15:40:07.655999 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.705914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-96a7f181-b6db-4b3a-9b1a-5567a1a78e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:07.708264 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-96a7f181-b6db-4b3a-9b1a-5567a1a78e60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1abf7cb9-1d30-48a0-84cf-ce76c4239a5d HTTP/1.1" status: 200 len: 914 time: 0.3488748 Feb 04 15:40:07.771525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.771883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.852394 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-01f6c538-4667-4f0d-a542-6690db49435b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79521cdb-5ad5-4c17-a051-5f6109257205 HTTP/1.1" status: 200 len: 217 time: 0.1355662 Feb 04 15:40:07.971633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-78222893-beb8-4f1e-9663-99b3db302fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:07.973816 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-78222893-beb8-4f1e-9663-99b3db302fc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=52ca8738-a0c9-4a1b-a860-5bfe69270329 HTTP/1.1" status: 200 len: 853 time: 0.0810626 Feb 04 15:40:08.048225 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-41a8289a-7f56-4caa-9ad3-8abf72833b2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1abf7cb9-1d30-48a0-84cf-ce76c4239a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538552 Feb 04 15:40:08.129074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Calling delete_port for 04581119-19ae-4840-9334-4547b0e99c27 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:08.188494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] device_id is not set on port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:08.192368 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.211118 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.213687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.253000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Transition to ACTIVE for port object 5e9b09ff-b31b-4293-a25c-0a316aefddd0 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:08.262988 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.264167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.281229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:08.358532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Pushing event deleted for resources: {'Port': ['ID=4f77bd7d-1a54-4d34-8c0b-dfc85baa0578,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:08.374363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340e7dfc-5044-43f4-a99d-3a4d14ce4a76,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:08.401737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.402218 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Added segment e2f11cb5-7653-4931-8188-48c45dfd1c2a of type vlan for network 377fa110-79b4-407a-8acb-484290b53975 Feb 04 15:40:08.407950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-061810c2-50be-47d1-bdb8-c23563dda251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.411106 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-061810c2-50be-47d1-bdb8-c23563dda251 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 1095 time: 0.8437080 Feb 04 15:40:08.427497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bbb05-d750-4e0d-ae83-40f29082746a req-909b61d2-d3b2-429a-a7bf-47f2bc2d3d84 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.434017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f4bbb05-d750-4e0d-ae83-40f29082746a req-909b61d2-d3b2-429a-a7bf-47f2bc2d3d84 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/ports?device_id=c051dbc4-80b7-4137-bd62-acb8ef7c9a2c HTTP/1.1" status: 200 len: 867 time: 0.4466784 Feb 04 15:40:08.448015 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-d02306a1-40af-476f-91e8-4ce9abfda7fd service neutron] 10.222.0.53 "GET /v2.0/networks/1abf7cb9-1d30-48a0-84cf-ce76c4239a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547149 Feb 04 15:40:08.475347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1348b09-76d3-47a7-a6dc-9f94163bffe9 req-0fa83990-0c92-45ee-965f-4fd7733f2ae9 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.476883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1348b09-76d3-47a7-a6dc-9f94163bffe9 req-0fa83990-0c92-45ee-965f-4fd7733f2ae9 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 943 time: 0.8523505 Feb 04 15:40:08.654109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] No DVR routers for this DVR port 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:08.656912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.667941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c051dbc4-80b7-4137-bd62-acb8ef7c9a2c', 'name': 'network-vif-deleted', 'tag': '4f77bd7d-1a54-4d34-8c0b-dfc85baa0578'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:08.674680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'Port': ['ID=5e9b09ff-b31b-4293-a25c-0a316aefddd0,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:08.687263 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.713076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:08.713418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:08.713787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:08.729423 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f4bbb05-d750-4e0d-ae83-40f29082746a req-ab305bcc-c869-4152-8765-d2bdb7eb73d1 tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.46 "GET /v2.0/security-groups?id=400c7cf8-4261-469b-b328-c75e3826c87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945547 Feb 04 15:40:08.732094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:08.732456 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:08.734568 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 2 to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 Feb 04 15:40:08.758909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:08.759389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:08.759864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:08.776442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1348b09-76d3-47a7-a6dc-9f94163bffe9 req-a5ba07da-9deb-415e-a0d6-3eaef71944ab tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628450 Feb 04 15:40:08.777893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:08.778230 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:08.780309 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 3 to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 Feb 04 15:40:08.794369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfa061e1-7704-4f8f-8e0b-9d4b6e3b7a0a req-51e3fa2f-aff6-4383-86ef-d0fe27ed541a tempest-ServerPasswordTestJSON-437959363 tempest-ServerPasswordTestJSON-437959363-project] 10.222.0.61 "DELETE /v2.0/ports/4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 HTTP/1.1" status: 204 len: 173 time: 3.1726606 Feb 04 15:40:08.818118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:08.818521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:08.818926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:08.823077 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-15e0861a-caed-44b5-bc71-fbf2dd0719ec req-64b1e40c-52ae-408d-9102-68439f444f64 service neutron] 10.222.0.53 "GET /v2.0/networks/1abf7cb9-1d30-48a0-84cf-ce76c4239a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553872 Feb 04 15:40:08.826809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:08.827240 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:08.827738 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 4 to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 Feb 04 15:40:08.854398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-5971c090-c129-491b-ae2a-57c9309ac545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.855984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-5971c090-c129-491b-ae2a-57c9309ac545 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 919 time: 0.3908837 Feb 04 15:40:08.856581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:08.857866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:08.858710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:08.859889 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.860822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.861428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.884535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.915539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:08.917172 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:08.922276 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 5 to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 Feb 04 15:40:08.964394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:08.965195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:08.965811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:08.978609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:08.979319 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:08.984165 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 6 to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 Feb 04 15:40:09.012756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:09.013480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:09.014111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:09.021896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:09.022565 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:09.024963 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 7 to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 Feb 04 15:40:09.028247 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.071191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:09.071888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:09.072282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.072490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:09.088680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-5f5787fb-e353-46a0-862e-b9daa5e1f83f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae5249d-bda0-493e-9ff7-93c7e4548687 HTTP/1.1" status: 200 len: 217 time: 0.1876533 Feb 04 15:40:09.094485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5b24c-9afe-42cb-a4cb-bed537269fe3 req-9e299c3c-8a12-4cec-b8dd-3bd4d1049919 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:09.096477 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eeb5b24c-9afe-42cb-a4cb-bed537269fe3 req-9e299c3c-8a12-4cec-b8dd-3bd4d1049919 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.2279444 Feb 04 15:40:09.097639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:09.098120 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:09.098819 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 8 to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 Feb 04 15:40:09.140106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:09.140491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:09.140858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:09.142592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event deleted for resources: {'Port': ['ID=04581119-19ae-4840-9334-4547b0e99c27,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:09.147195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0213199 Feb 04 15:40:09.157355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34930) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:09.163383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:09.163716 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:09.167292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Request body: {'subnet': {'network_id': '377fa110-79b4-407a-8acb-484290b53975', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1268362461-subnet', 'tenant_id': '60b83bace82f48bb8a22da8e414d0b1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:09.175492 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 9 to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 Feb 04 15:40:09.193331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:09.201809 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eeb5b24c-9afe-42cb-a4cb-bed537269fe3 req-d208c35e-bf9f-4499-9f54-38fd537cf48a tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924277 Feb 04 15:40:09.206209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Usage tracker for resource:subnet and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:09.211139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:09.213900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:09.214229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:09.214561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:09.226531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:09.231555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:09.231883 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:09.233822 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempt 10 to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 Feb 04 15:40:09.256589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:09.257113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:09.257813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempting to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:09.260386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Made reservation on behalf of 60b83bace82f48bb8a22da8e414d0b1b for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:09.262522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.290880 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c051dbc4-80b7-4137-bd62-acb8ef7c9a2c', 'name': 'network-vif-deleted', 'tag': '4f77bd7d-1a54-4d34-8c0b-dfc85baa0578', 'status': 'completed', 'code': 200} Feb 04 15:40:09.318422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e646a7-c209-4011-98f7-615d1c21eefd admin admin] Pushing event updated for resources: {'Network': ['ID=377fa110-79b4-407a-8acb-484290b53975,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:09.327837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:09.328241 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Failed to bind port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'dcd87341-a9a6-46af-a705-31ebd6800def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd8f9dbeb-5399-4b09-812a-fe65c5b24e4d'}] Feb 04 15:40:09.331629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 377fa110-79b4-407a-8acb-484290b53975 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:09.341812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-34eeede6-be32-4399-a773-d0a7484d054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:09.342373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.343423 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-34eeede6-be32-4399-a773-d0a7484d054a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.2049241 Feb 04 15:40:09.409097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-72f7abac-8afc-4742-8d55-c7d128fa6c22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546837 Feb 04 15:40:09.414088 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.414436 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Floating IP 755a6380-63f3-41a6-a3d6-9a838949564b disassociated (deleted). External IP: 172.25.8.103, port: 15a14654-bd30-452a-bfe0-72278e269bb9. Feb 04 15:40:09.577396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d661933-b80a-447f-a4c2-7747076c442d req-aa1c0f86-7b79-4628-82ea-f2aacf5e2050 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:09.578823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d661933-b80a-447f-a4c2-7747076c442d req-aa1c0f86-7b79-4628-82ea-f2aacf5e2050 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 944 time: 0.4921081 Feb 04 15:40:09.587522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] For port 5e9b09ff-b31b-4293-a25c-0a316aefddd0, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:09.588102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attempted to set empty binding levels {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 15:40:09.597209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.698897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] In _notify_port_updated(), no bound segment for port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 on network d8f9dbeb-5399-4b09-812a-fe65c5b24e4d {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:40:09.699827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:09.700434 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.704437 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "PUT /v2.0/ports/5e9b09ff-b31b-4293-a25c-0a316aefddd0 HTTP/1.1" status: 200 len: 979 time: 2.7919784 Feb 04 15:40:09.711202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34934) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:09.763492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5b8f-51fe-4e20-8921-92594dbfc8c1 req-68618f1b-2ee5-476f-8d6f-c51b49c37678 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:09.765062 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fcf5b8f-51fe-4e20-8921-92594dbfc8c1 req-68618f1b-2ee5-476f-8d6f-c51b49c37678 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 946 time: 0.3866215 Feb 04 15:40:09.818103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abb1f3-07e4-4ef2-a11c-20c954115f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event updated for resources: {'Port': ['ID=5e9b09ff-b31b-4293-a25c-0a316aefddd0,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:09.857712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bae5249d-bda0-493e-9ff7-93c7e4548687 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:40:09.867871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-459ee9af-cb83-4ed0-93f7-f66d5e6e38b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Deleting port 5e9b09ff-b31b-4293-a25c-0a316aefddd0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:09.868213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-459ee9af-cb83-4ed0-93f7-f66d5e6e38b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.890905 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d661933-b80a-447f-a4c2-7747076c442d req-637fa2e3-5449-44b3-bb0b-ea6ac85015bb tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992702 Feb 04 15:40:09.907269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:09.970879 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-bfcb605e-e5ec-4791-ab08-c944f4caf8c8 service neutron] 10.222.0.61 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930828 Feb 04 15:40:10.009388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34942) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:10.024416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:40:10.025235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 4f77bd7d-1a54-4d34-8c0b-dfc85baa0578 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:10.095037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.117336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bae5249d-bda0-493e-9ff7-93c7e4548687, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bae5249d-bda0-493e-9ff7-93c7e4548687,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:10.135493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'bae5249d-bda0-493e-9ff7-93c7e4548687', 'network_id': '9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c', 'port_id': 'bae5249d-bda0-493e-9ff7-93c7e4548687', 'mac_address': 'fa:16:3e:ea:be:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e030a36a-611a-4448-94f3-4adb0b4fbdad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:40:10.148830 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fcf5b8f-51fe-4e20-8921-92594dbfc8c1 req-dece9ba9-2b97-46db-8cd5-0a826016e9f6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742204 Feb 04 15:40:10.209754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-459ee9af-cb83-4ed0-93f7-f66d5e6e38b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] For port 5e9b09ff-b31b-4293-a25c-0a316aefddd0, host n-h2-827870-1, got binding levels [] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:10.210137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-459ee9af-cb83-4ed0-93f7-f66d5e6e38b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.215777 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.237574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1333244d-2cf0-43d5-b247-6b603f33ea00,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:10.242509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae5249d-bda0-493e-9ff7-93c7e4548687 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:10.260675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bae5249d-bda0-493e-9ff7-93c7e4548687, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bae5249d-bda0-493e-9ff7-93c7e4548687,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:10.265603 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.304978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7e79c0-6adf-4bec-88c3-9593560334af admin admin] Deleting subnet 34515db4-7885-40f6-8044-f88fde599d1a {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:40:10.334220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af7e79c0-6adf-4bec-88c3-9593560334af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.353052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=bae5249d-bda0-493e-9ff7-93c7e4548687,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:10.388219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bf90427-f113-4e80-8b90-cbdd48372190 req-7cac8e3a-f39e-4710-aa58-cc7acbd9629a service neutron] 10.222.0.61 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096019 Feb 04 15:40:10.414813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af7e79c0-6adf-4bec-88c3-9593560334af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.455804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Router ebcc58df-ff43-46ee-bb06-85a9f3280b21 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:40:10.481417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-459ee9af-cb83-4ed0-93f7-f66d5e6e38b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Calling delete_port for 5e9b09ff-b31b-4293-a25c-0a316aefddd0 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:10.511617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['bae5249d-bda0-493e-9ff7-93c7e4548687'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:40:10.551364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f35a05-9922-41f5-95f4-b427ee13254b req-f39b0b4b-5a27-49e9-9cfe-93c1363ddfbf tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.551736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Checking segment: {'id': 'e2f11cb5-7653-4931-8188-48c45dfd1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '377fa110-79b4-407a-8acb-484290b53975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:10.551940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Network hostable DHCP agents. Network: 377fa110-79b4-407a-8acb-484290b53975, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:10.558633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9f35a05-9922-41f5-95f4-b427ee13254b req-f39b0b4b-5a27-49e9-9cfe-93c1363ddfbf tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 943 time: 0.4404185 Feb 04 15:40:10.573670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 79521cdb-5ad5-4c17-a051-5f6109257205 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:40:10.589295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Network 377fa110-79b4-407a-8acb-484290b53975 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:10.600345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-459ee9af-cb83-4ed0-93f7-f66d5e6e38b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.601620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af7e79c0-6adf-4bec-88c3-9593560334af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.656216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ee9af-cb83-4ed0-93f7-f66d5e6e38b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e9b09ff-b31b-4293-a25c-0a316aefddd0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:10.668162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 377fa110-79b4-407a-8acb-484290b53975) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:10.676221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.677071 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.690800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-459ee9af-cb83-4ed0-93f7-f66d5e6e38b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.709219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9f35a05-9922-41f5-95f4-b427ee13254b req-c2180a4f-4dd8-4e02-8463-5a8a85e5c220 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499329 Feb 04 15:40:10.714617 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-459ee9af-cb83-4ed0-93f7-f66d5e6e38b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5e9b09ff-b31b-4293-a25c-0a316aefddd0 HTTP/1.1" status: 204 len: 168 time: 1.0023153 Feb 04 15:40:10.727414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:10.729314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6405d4-3113-4689-9fbd-614e38164838 None None] Network 377fa110-79b4-407a-8acb-484290b53975 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:10.742182 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc7249d5-9dc4-4c45-8334-af490a099d97 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5740721 Feb 04 15:40:10.799040 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f2889a-1fdb-41b1-bc41-402c5ed3551f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:40:10.800056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-97f2889a-1fdb-41b1-bc41-402c5ed3551f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Synchronizing usage tracker for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:10.819181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-97f2889a-1fdb-41b1-bc41-402c5ed3551f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] Unset dirty status for tenant:ba019212134848c885b8061060e8aaa7 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:10.827386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-97f2889a-1fdb-41b1-bc41-402c5ed3551f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479567548-project-admin] 10.222.0.46 "GET /v2.0/ports/5e9b09ff-b31b-4293-a25c-0a316aefddd0 HTTP/1.1" status: 404 len: 333 time: 0.0970790 Feb 04 15:40:10.828688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34966) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:10.993201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:40:11.000167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af7e79c0-6adf-4bec-88c3-9593560334af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.015704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 79521cdb-5ad5-4c17-a051-5f6109257205, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79521cdb-5ad5-4c17-a051-5f6109257205,segment=NetworkSegment(5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126),segment_id=5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:11.046661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e79c0-6adf-4bec-88c3-9593560334af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34515db4-7885-40f6-8044-f88fde599d1a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:11.058645 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af7e79c0-6adf-4bec-88c3-9593560334af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.062874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-af7e79c0-6adf-4bec-88c3-9593560334af admin admin] 10.222.0.46 "DELETE /v2.0/subnets/34515db4-7885-40f6-8044-f88fde599d1a HTTP/1.1" status: 204 len: 168 time: 1.0502818 Feb 04 15:40:11.064745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.066766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '79521cdb-5ad5-4c17-a051-5f6109257205', 'network_id': '1abf7cb9-1d30-48a0-84cf-ce76c4239a5d', 'port_id': '79521cdb-5ad5-4c17-a051-5f6109257205', 'mac_address': 'fa:16:3e:67:0d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ca8738-a0c9-4a1b-a860-5bfe69270329', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:40:11.075248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe03f3b1-64e7-49fb-8a68-4ca44a064ad4 None None] Sync routers for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:11.100252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34974) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:11.159259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe03f3b1-64e7-49fb-8a68-4ca44a064ad4 None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:11.160013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fe03f3b1-64e7-49fb-8a68-4ca44a064ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.237114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-68bf5ac2-79c7-475f-95be-c8fd865e2202 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "DELETE /v2.0/floatingips/755a6380-63f3-41a6-a3d6-9a838949564b HTTP/1.1" status: 204 len: 168 time: 5.2268109 Feb 04 15:40:11.238588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34978) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:11.245723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:11.248077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.255660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.259011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:11.268920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05592cd8-bcb3-4459-be4f-9321fc5ab627 req-9c0026cc-d9d8-43ef-89ef-0c7115a3fb6b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:11.270437 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05592cd8-bcb3-4459-be4f-9321fc5ab627 req-9c0026cc-d9d8-43ef-89ef-0c7115a3fb6b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.3248534 Feb 04 15:40:11.275157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Usage tracker for resource:floatingip and tenant:cd412d35a46043efb6a49b9cb93340c8 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:11.279981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:11.295062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fe03f3b1-64e7-49fb-8a68-4ca44a064ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.299345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:11.314716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827279a3-de89-488f-8334-30ee3b3b3be5 None None] Network 377fa110-79b4-407a-8acb-484290b53975 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:11.335574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.359929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff9ad9-4ba8-49c0-9c47-a9bd6a05f0a2 req-6df79394-cfe8-4f12-81cc-f986020b301b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:11.361805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02ff9ad9-4ba8-49c0-9c47-a9bd6a05f0a2 req-6df79394-cfe8-4f12-81cc-f986020b301b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 946 time: 0.3657572 Feb 04 15:40:11.405751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe03f3b1-64e7-49fb-8a68-4ca44a064ad4 None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:11.406522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fe03f3b1-64e7-49fb-8a68-4ca44a064ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.418327 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.464691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05592cd8-bcb3-4459-be4f-9321fc5ab627 req-a9dcbb71-67e4-45bf-923c-d982be83b8d5 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856949 Feb 04 15:40:11.477676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.518516 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02ff9ad9-4ba8-49c0-9c47-a9bd6a05f0a2 req-b397fbdf-9cf5-4f84-b131-2da89628e722 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001537 Feb 04 15:40:11.532212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fe03f3b1-64e7-49fb-8a68-4ca44a064ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.532797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe03f3b1-64e7-49fb-8a68-4ca44a064ad4 None None] The sync data for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:11.543812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79521cdb-5ad5-4c17-a051-5f6109257205 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:11.560641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f9dbeb-5399-4b09-812a-fe65c5b24e4d']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.561949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 79521cdb-5ad5-4c17-a051-5f6109257205, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79521cdb-5ad5-4c17-a051-5f6109257205,segment=NetworkSegment(5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126),segment_id=5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:11.577806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.582068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd87341-a9a6-46af-a705-31ebd6800def') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.582435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd87341-a9a6-46af-a705-31ebd6800def') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.617233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.652398 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.663715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:11.664041 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:11.683493 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:11.731903 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.748113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=79521cdb-5ad5-4c17-a051-5f6109257205,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:11.776674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aad8732-7a56-4e4f-9923-33b3899b0cfa']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.794423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1822446397', 'description': 'tempest-description-875987312'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:11.798271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdae76f1-b844-4fef-9899-4855cfcba43e') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.798501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdae76f1-b844-4fef-9899-4855cfcba43e') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.810270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:11.823638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:11.826449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.828748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:11.829740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['79521cdb-5ad5-4c17-a051-5f6109257205'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:40:11.832109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.838533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.855178 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.868361 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] 10.222.0.46 "DELETE /v2.0/networks/d8f9dbeb-5399-4b09-812a-fe65c5b24e4d HTTP/1.1" status: 204 len: 168 time: 1.0375566 Feb 04 15:40:11.869643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:11.874260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:11.874828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.881576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76f828-de39-4723-ada5-26be05da47dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021083980-project] Pushing event deleted for resources: {'Network': ['ID=d8f9dbeb-5399-4b09-812a-fe65c5b24e4d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:11.895268 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:11.898638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.920941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:11.940500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:11.946481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:11.953386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:11.969244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:11.996923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afb8a-02d7-42f5-9543-ee74b014d5f4 req-52b98627-ba3f-45d2-ba18-62edbf4c428c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:12.006637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d4afb8a-02d7-42f5-9543-ee74b014d5f4 req-52b98627-ba3f-45d2-ba18-62edbf4c428c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 945 time: 0.3101876 Feb 04 15:40:12.078505 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.102190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.113976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.120711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.120949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2aad8732-7a56-4e4f-9923-33b3899b0cfa,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:12.132740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d4afb8a-02d7-42f5-9543-ee74b014d5f4 req-cd24fb2c-758e-4551-a53e-159885eef93c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249454 Feb 04 15:40:12.155774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e5d43c79-d744-4a9d-b9d8-1af29b57e8fd admin admin] 10.222.0.46 "DELETE /v2.0/networks/2aad8732-7a56-4e4f-9923-33b3899b0cfa HTTP/1.1" status: 204 len: 168 time: 1.0538232 Feb 04 15:40:12.159564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.182980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34992) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:12.216159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae3bc56-b86b-4a23-9ddb-7469cbd4e8b2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:12.220078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.240575 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47dccab1-df09-4275-aa55-83064f9d1c98 req-38e165d8-bbd9-4648-b272-138d82ce500f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4542410 Feb 04 15:40:12.251429 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.302169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:12.329647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:12.349434 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.392095 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-8ce615e4-29c0-40e2-b819-f551654d056b tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/bae3bc56-b86b-4a23-9ddb-7469cbd4e8b2 HTTP/1.1" status: 200 len: 1806 time: 0.1273065 Feb 04 15:40:12.404647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bae3bc56-b86b-4a23-9ddb-7469cbd4e8b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:12.405592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bae3bc56-b86b-4a23-9ddb-7469cbd4e8b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:12.423129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:12.434371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:12.440922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:12.452100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:12.483716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Allocated IP 172.25.8.119 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/bec07de5-7189-4f3d-b74f-a3f830b2488f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:12.527652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465aefb-087c-4aa6-bbb3-2b3a56f1c983 req-1ebdc528-14f2-40e6-a55c-6b958bb0c60d tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:12.534540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7465aefb-087c-4aa6-bbb3-2b3a56f1c983 req-1ebdc528-14f2-40e6-a55c-6b958bb0c60d tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 944 time: 0.1902723 Feb 04 15:40:12.557439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35006) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:12.590123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=11']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:12.604714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.657491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7465aefb-087c-4aa6-bbb3-2b3a56f1c983 req-e34e2b6a-864c-42d6-a18d-4d6ca5aa57f9 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213481 Feb 04 15:40:12.678731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.684670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-787f6469-5d4d-4ace-8245-00ad5081eb0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5749a2e110048368b81176c013ca12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005620 Feb 04 15:40:12.687257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35010) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:12.688429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.710815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c4cb8d83-9154-45ff-8833-23886963bc2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92377f89250d498e8c1736cbfd5a028c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466012 Feb 04 15:40:12.717398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35014) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:12.721291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61a6f29-0211-442c-8a61-71753ec207a6,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:12.728416 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'code': 200} Feb 04 15:40:12.735287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.736796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-13bc8ce5-4104-47bf-83b6-76d9e162a221 req-e14f1b21-6ab8-41eb-9b4d-b34cf420ffb7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3435018 Feb 04 15:40:12.749535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.882095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd626205-789d-43d0-8bc2-7dc0884193d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.901843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4d6b-e5fb-4bc2-b804-5a9dede4b14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.913144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b415384-bfa6-45b0-a028-85f26dd5dda9 req-ee299ada-fe8b-4a7a-9835-344d716fd5fa tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:12.914771 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8b415384-bfa6-45b0-a028-85f26dd5dda9 req-ee299ada-fe8b-4a7a-9835-344d716fd5fa tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.0843153 Feb 04 15:40:12.938114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd626205-789d-43d0-8bc2-7dc0884193d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.962916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8b415384-bfa6-45b0-a028-85f26dd5dda9 req-2fbee2c1-82d3-4db7-82d5-405ba1ca57d3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414968 Feb 04 15:40:12.976448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.994293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-454410490', 'description': 'tempest-description-412553158'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:13.001383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:13.005954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:13.008838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:13.014656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:13.018393 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4d6b-e5fb-4bc2-b804-5a9dede4b14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.030580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.052216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:13.056054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:13.058952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:13.064597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:13.086737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:13.096636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:13.113728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:13.142715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.146882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.163642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Pushing event updated for resources: {'Port': ['ID=bec07de5-7189-4f3d-b74f-a3f830b2488f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:13.173496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e392b-a57a-477c-8619-e03a76dbb358 req-b53a54c3-bced-4852-a9e0-3e38271c1bc3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.174889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-800e392b-a57a-477c-8619-e03a76dbb358 req-b53a54c3-bced-4852-a9e0-3e38271c1bc3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.3490927 Feb 04 15:40:13.195544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.197146 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3eb1c9e8-ad45-4d6f-bf86-07b51274c051 req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2073851 Feb 04 15:40:13.206464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23d33e-96ce-4a20-83d4-529d4294b24c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94ad2a0-679d-454d-895e-48135f961d0e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:13.216616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd626205-789d-43d0-8bc2-7dc0884193d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.254508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd626205-789d-43d0-8bc2-7dc0884193d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183ef099-58e1-4edd-96e5-2b169b9e19aa,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:13.266470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4d6b-e5fb-4bc2-b804-5a9dede4b14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.283691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-800e392b-a57a-477c-8619-e03a76dbb358 req-5e5af546-2429-4c16-9f7d-a15c58ab7156 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026144 Feb 04 15:40:13.312717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e4d6b-e5fb-4bc2-b804-5a9dede4b14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400c7cf8-4261-469b-b328-c75e3826c87f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:13.332751 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd626205-789d-43d0-8bc2-7dc0884193d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.333972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bd626205-789d-43d0-8bc2-7dc0884193d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/183ef099-58e1-4edd-96e5-2b169b9e19aa HTTP/1.1" status: 204 len: 168 time: 0.6456859 Feb 04 15:40:13.334902 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4d6b-e5fb-4bc2-b804-5a9dede4b14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.335886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2d1e4d6b-e5fb-4bc2-b804-5a9dede4b14b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/400c7cf8-4261-469b-b328-c75e3826c87f HTTP/1.1" status: 204 len: 168 time: 0.6175780 Feb 04 15:40:13.350636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.435432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e61c9-54c6-4caf-ba9a-fcd81dc68848 req-3d712087-6bca-4bc9-9734-f9f39fbe1b75 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.436289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-a347f68d-3fff-4c27-962e-7070954afb87 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/d94ad2a0-679d-454d-895e-48135f961d0e HTTP/1.1" status: 200 len: 1805 time: 0.1070657 Feb 04 15:40:13.437552 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc9e61c9-54c6-4caf-ba9a-fcd81dc68848 req-3d712087-6bca-4bc9-9734-f9f39fbe1b75 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 945 time: 0.1079948 Feb 04 15:40:13.446560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.509345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd94ad2a0-679d-454d-895e-48135f961d0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:13.510027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd94ad2a0-679d-454d-895e-48135f961d0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:13.510154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc9e61c9-54c6-4caf-ba9a-fcd81dc68848 req-0d2822bb-425e-4c4e-bd42-050f22be4cc2 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569398 Feb 04 15:40:13.516949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:13.521993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:13.525216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:13.531406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:13.678014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.723799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.735472 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.778686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2e093a-cca3-460a-8993-b3e232f601e5,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:13.799461 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.801068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-415ccaa9-4dd9-4d19-b7ca-495e4c4c0265 req-13ab3f68-1829-4901-9640-cc5b23ab7c4e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2996640 Feb 04 15:40:13.842896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2032741946', 'description': 'tempest-description-1904585691'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:13.852656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.854574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:13.859464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:13.864116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:13.868092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.869105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35038) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:13.870053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bae5249d-bda0-493e-9ff7-93c7e4548687 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:13.909320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:13.953508 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8a1395d6-3574-44fe-9e01-459fe9ad49f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba019212134848c885b8061060e8aaa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790439 Feb 04 15:40:13.954213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35044) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:13.967113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21751a7-3415-48e0-b731-d63e10abe961 req-6260a226-44ae-4c82-8fcb-178c23489764 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:13.969023 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f21751a7-3415-48e0-b731-d63e10abe961 req-6260a226-44ae-4c82-8fcb-178c23489764 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 944 time: 0.1756854 Feb 04 15:40:13.980978 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.990983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port bae5249d-bda0-493e-9ff7-93c7e4548687 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:14.009032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port bae5249d-bda0-493e-9ff7-93c7e4548687 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:14.010000 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.021919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Pushing event updated for resources: {'Port': ['ID=bec07de5-7189-4f3d-b74f-a3f830b2488f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:14.038061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:14.040728 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.048971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:14.058109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:14.070001 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.073880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fc559148-ab4e-4cd2-9a2d-a48c0ee5dbbe tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8323259 Feb 04 15:40:14.073880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:14.074617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35054) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:14.078534 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f21751a7-3415-48e0-b731-d63e10abe961 req-98bbf8ac-8a88-4ee6-9f2f-8be0feb8e5d7 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980337 Feb 04 15:40:14.167126 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6eb2faff-dd3f-4a88-bc65-5f76f5097658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.229566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6eb2faff-dd3f-4a88-bc65-5f76f5097658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.239228 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.245172 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.250895 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.371430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bae5249d-bda0-493e-9ff7-93c7e4548687, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bae5249d-bda0-493e-9ff7-93c7e4548687,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:14.380249 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.390296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6eb2faff-dd3f-4a88-bc65-5f76f5097658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.409932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2faff-dd3f-4a88-bc65-5f76f5097658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d4977b-7402-4bdb-b98b-d0a4813dc33b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:14.425151 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6eb2faff-dd3f-4a88-bc65-5f76f5097658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.429652 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6eb2faff-dd3f-4a88-bc65-5f76f5097658 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6d4977b-7402-4bdb-b98b-d0a4813dc33b HTTP/1.1" status: 204 len: 168 time: 0.4724543 Feb 04 15:40:14.446777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7466c-fcf1-4ab6-97f6-002bb4cc0b70 req-b192b20b-6a90-4eb1-845e-66cb29c5197d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:14.448482 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-28d7466c-fcf1-4ab6-97f6-002bb4cc0b70 req-b192b20b-6a90-4eb1-845e-66cb29c5197d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.1523323 Feb 04 15:40:14.479892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:14.514562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:14.519844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=bae5249d-bda0-493e-9ff7-93c7e4548687,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:14.521815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81837984-2ead-4ce0-8449-2bbe521743ee,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:14.524878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Usage tracker for resource:floatingip and tenant:c34e8fa5be304f978ac42f5a7a27d45e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:14.527843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:14.531037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.532059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.532229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68de364d-b867-4718-b01b-dda7864f4619 req-0d6bb6c0-f2f4-4d47-ae81-7dc2772c759a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6973073 Feb 04 15:40:14.532589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.533042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.533519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.533936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.534352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.535705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.544404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:14.544703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.544703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.544703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.544703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.544703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:14.548871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.571462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-28d7466c-fcf1-4ab6-97f6-002bb4cc0b70 req-dff5f082-fb09-4cfe-8fa5-cb16bef1b4e7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159911 Feb 04 15:40:14.601612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8934f51e-0b12-4b00-ae29-abeb0d23c370 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:40:14.606381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 79521cdb-5ad5-4c17-a051-5f6109257205 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:14.751078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.769874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7181610-dab3-4b4f-8b9e-4715f4792ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae5249d-bda0-493e-9ff7-93c7e4548687'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:14.808505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 79521cdb-5ad5-4c17-a051-5f6109257205 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:14.808697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35080) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:14.833274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 79521cdb-5ad5-4c17-a051-5f6109257205 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:14.833779 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.939530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8934f51e-0b12-4b00-ae29-abeb0d23c370, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:14.958865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '8934f51e-0b12-4b00-ae29-abeb0d23c370', 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a', 'port_id': '8934f51e-0b12-4b00-ae29-abeb0d23c370', 'mac_address': 'fa:16:3e:a0:34:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9fca11-b979-413c-a9fc-07bee41c80b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:40:14.961232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb555b4-70f4-461c-9503-41659ae556cc req-a379cf17-1dac-4764-822a-420d91d86dcd tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:14.973412 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4cb555b4-70f4-461c-9503-41659ae556cc req-a379cf17-1dac-4764-822a-420d91d86dcd tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.1523983 Feb 04 15:40:15.044741 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4cb555b4-70f4-461c-9503-41659ae556cc req-e0ec89c7-d3c8-4cf6-b98b-c66b636fede6 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643885 Feb 04 15:40:15.078143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a19bc6-e9eb-49e5-8692-9ec182163b83 req-5c320460-008f-4777-a6f0-de0a143e5c16 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:15.081322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1698530935', 'description': 'tempest-description-1517199422'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:15.088713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3a19bc6-e9eb-49e5-8692-9ec182163b83 req-5c320460-008f-4777-a6f0-de0a143e5c16 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.3312705 Feb 04 15:40:15.090023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:15.096205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:15.100132 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.101621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:15.110531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:15.124855 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.128050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8934f51e-0b12-4b00-ae29-abeb0d23c370 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:15.134552 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.166837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:15.174055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:15.177883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8934f51e-0b12-4b00-ae29-abeb0d23c370, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:15.184316 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:15.194767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:15.194978 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.208977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3a19bc6-e9eb-49e5-8692-9ec182163b83 req-c2949997-e917-43ee-96d0-5695f5f96225 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153882 Feb 04 15:40:15.210313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Allocated IP 172.25.8.52 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/aa6d99b0-1440-48d3-86d6-782116d3b7a4) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:15.254974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-network', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:15.266515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:15.274707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Usage tracker for resource:network and tenant:6e0f49fbd48b4eaebd83880fbbc1770e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:15.282396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:15.291269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:15.312093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Made reservation on behalf of 6e0f49fbd48b4eaebd83880fbbc1770e for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:15.312395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 79521cdb-5ad5-4c17-a051-5f6109257205, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79521cdb-5ad5-4c17-a051-5f6109257205,segment=NetworkSegment(5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126),segment_id=5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:15.317569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.341143 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7181610-dab3-4b4f-8b9e-4715f4792ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae5249d-bda0-493e-9ff7-93c7e4548687', 'code': 200} Feb 04 15:40:15.343843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.375745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:15.381735 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.383036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Usage tracker for resource:security_group_rule and tenant:6e0f49fbd48b4eaebd83880fbbc1770e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:15.387181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:15.394237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:15.462625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8934f51e-0b12-4b00-ae29-abeb0d23c370,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.498056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.511912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.567472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8934f51e-0b12-4b00-ae29-abeb0d23c370'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:40:15.590880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b2be4f-a3a0-4794-baaf-755ca793f4d2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.623731 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.632291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.648802 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.693859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.694136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=79521cdb-5ad5-4c17-a051-5f6109257205,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.695871 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aca60dd4-658c-4c6b-934e-06704b09ad8c req-8aec3d00-0797-43ae-8edc-e370387f714e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6198804 Feb 04 15:40:15.750770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:15.765848 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.785192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.792589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.793868 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Added segment 18ad0f82-65f3-44af-8d69-3b5885d227e4 of type vlan for network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 Feb 04 15:40:15.865607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.866600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:15.871916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:15.879536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:15.888374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:40:15.949711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Pushing event updated for resources: {'Port': ['ID=aa6d99b0-1440-48d3-86d6-782116d3b7a4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:16.005536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df8be8-62d0-4e19-b86d-ea2fe0aa5718 req-ae78eea2-f4f7-41f7-90bf-1e5ab74ed11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:16.007349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53df8be8-62d0-4e19-b86d-ea2fe0aa5718 req-ae78eea2-f4f7-41f7-90bf-1e5ab74ed11b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 1097 time: 0.3406389 Feb 04 15:40:16.010977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.012133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:16.012823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.017828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c17b6-9689-4993-af8b-a9a43b92c7ef req-95f2b47a-cba3-425b-b149-10ef12412cb3 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:16.019420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a6c17b6-9689-4993-af8b-a9a43b92c7ef req-95f2b47a-cba3-425b-b149-10ef12412cb3 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 945 time: 0.3550136 Feb 04 15:40:16.096219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a6c17b6-9689-4993-af8b-a9a43b92c7ef req-c2429bfa-3bc8-4e0b-a5f8-98225178aac1 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524154 Feb 04 15:40:16.126596 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.129815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53df8be8-62d0-4e19-b86d-ea2fe0aa5718 req-79508993-2041-4d64-86c5-9892f3369d17 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093760 Feb 04 15:40:16.160480 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3504989 Feb 04 15:40:16.165219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b43376-8ba0-4d30-98c2-19993f32a383 admin admin] Pushing event updated for resources: {'Network': ['ID=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:16.183422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:16.193836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Request body: {'subnet': {'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-subnet', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:16.200568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:16.212251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc01ff3-6c07-4a68-91fa-c2861454f935 req-5b00042a-b6eb-40e9-96ed-1d4c47beac1a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:16.214232 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-abc01ff3-6c07-4a68-91fa-c2861454f935 req-5b00042a-b6eb-40e9-96ed-1d4c47beac1a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2828190 Feb 04 15:40:16.217727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Usage tracker for resource:subnet and tenant:6e0f49fbd48b4eaebd83880fbbc1770e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:16.223564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:16.235297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:16.250870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:16.292520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Made reservation on behalf of 6e0f49fbd48b4eaebd83880fbbc1770e for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:16.300095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.344978 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.349637 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-abc01ff3-6c07-4a68-91fa-c2861454f935 req-b09992a2-cca0-4469-addc-c2f16e81c7ec tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267478 Feb 04 15:40:16.411842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-29454dda-3b51-4eba-8f19-88d80ad2a4b5 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/81837984-2ead-4ce0-8449-2bbe521743ee HTTP/1.1" status: 200 len: 1807 time: 0.2270465 Feb 04 15:40:16.506156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:16.516231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-4e46e069-8f47-4fea-837a-4c2b66e07d1f tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/d2b2be4f-a3a0-4794-baaf-755ca793f4d2 HTTP/1.1" status: 200 len: 1807 time: 0.0963948 Feb 04 15:40:16.524003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'port_id': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'mac_address': 'fa:16:3e:b9:22:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:40:16.558170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '81837984-2ead-4ce0-8449-2bbe521743ee', 'remote_group_id': 'd2b2be4f-a3a0-4794-baaf-755ca793f4d2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:16.558488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '81837984-2ead-4ce0-8449-2bbe521743ee', 'remote_group_id': 'd2b2be4f-a3a0-4794-baaf-755ca793f4d2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:16.616510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8934f51e-0b12-4b00-ae29-abeb0d23c370 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:16.641713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:16.649163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:16.653936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:16.669002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:16.731635 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.791401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee1f425-7e54-4e30-b398-db5d5dd439a9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:16.795229 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.802602 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.811090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 8934f51e-0b12-4b00-ae29-abeb0d23c370 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:16.811342 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.813377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.913483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:16.923516 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.013583 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.024684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=12']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:17.037658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeef3c0-c743-4d1c-b880-139d81c9eb96 req-68090cd2-639b-402a-822a-e662de071cb9 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.045756 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aaeef3c0-c743-4d1c-b880-139d81c9eb96 req-68090cd2-639b-402a-822a-e662de071cb9 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.4506557 Feb 04 15:40:17.075161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.092109 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.104921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.110822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['1ee1f425-7e54-4e30-b398-db5d5dd439a9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:40:17.128215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Pushing event updated for resources: {'Port': ['ID=aa6d99b0-1440-48d3-86d6-782116d3b7a4,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:17.148897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480f8871-b60e-45d2-8b99-790ffda88bb9,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:17.151127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.152812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9c0b8efd-a83c-4e4d-9639-a77261b16086 tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0773005 Feb 04 15:40:17.155091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35154) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:17.210350 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aaeef3c0-c743-4d1c-b880-139d81c9eb96 req-6dbc6df8-b95f-4db0-b1d1-1b3087e8dfb5 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634109 Feb 04 15:40:17.220196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.229068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Checking segment: {'id': '18ad0f82-65f3-44af-8d69-3b5885d227e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:17.230841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Network hostable DHCP agents. Network: b94b2119-c0c7-47de-bcc4-d2b4df45a5c9, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:17.253319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f31f96b-65d1-45cd-a6ed-a4800054d4f0 req-f31994e9-e9a4-4106-9d8d-b12dc963d43c tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7216709 Feb 04 15:40:17.300890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25db8c3b-e25c-4e60-9787-f1cd157ea9b4,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:17.331516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:17.342672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e1f65-5361-4aa2-b0d5-bba13ec0580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79521cdb-5ad5-4c17-a051-5f6109257205'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:17.353938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, b94b2119-c0c7-47de-bcc4-d2b4df45a5c9) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:17.364793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.368492 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.402373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-502f7fc3-a99c-4939-9471-ef0d7a120789 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Synchronizing usage tracker for tenant:cd412d35a46043efb6a49b9cb93340c8 on resource:floatingip {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:17.404143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4e085-babd-4d50-98d7-373e4dd25dcf None None] Network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:17.434137 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4b88ec17-2773-4fde-a049-293d1f9ecde4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2490656 Feb 04 15:40:17.439367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35164) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:17.448170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:17.465200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-502f7fc3-a99c-4939-9471-ef0d7a120789 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Unset dirty status for tenant:cd412d35a46043efb6a49b9cb93340c8 on resource:floatingip {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:17.467747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-502f7fc3-a99c-4939-9471-ef0d7a120789 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.3115671 Feb 04 15:40:17.468740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:17.473875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35168) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:17.484925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Usage tracker for resource:router and tenant:6e0f49fbd48b4eaebd83880fbbc1770e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:17.502600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:17.527902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:17.547360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35172) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:17.560191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.602613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.604074 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.641861 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.683254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fccc3-dce2-451c-9ce4-db5ded62ef9f req-51747bdc-d79b-496b-94eb-44e9d5bfe729 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.691757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-858fccc3-dce2-451c-9ce4-db5ded62ef9f req-51747bdc-d79b-496b-94eb-44e9d5bfe729 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 944 time: 0.1454675 Feb 04 15:40:17.759672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8934f51e-0b12-4b00-ae29-abeb0d23c370, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:17.779089 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.824690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1665345e-a91e-430c-ba4b-c4bf8e37befc tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Synchronizing usage tracker for tenant:d7f5fff2dfee4319a4fdc1c1161a3d42 on resource:floatingip {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:17.871001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eb235-435e-44a1-b5ef-0be915c39259 req-41a1329d-0331-4820-ad06-b7dfb52af887 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.879304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d3eb235-435e-44a1-b5ef-0be915c39259 req-41a1329d-0331-4820-ad06-b7dfb52af887 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 945 time: 0.1454051 Feb 04 15:40:17.896539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1665345e-a91e-430c-ba4b-c4bf8e37befc tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Unset dirty status for tenant:d7f5fff2dfee4319a4fdc1c1161a3d42 on resource:floatingip {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:17.897844 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1665345e-a91e-430c-ba4b-c4bf8e37befc tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4229736 Feb 04 15:40:17.901216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35180) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:18.003286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d3eb235-435e-44a1-b5ef-0be915c39259 req-132bc38d-c3e2-42ea-82e2-b312bf44ba5c tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229820 Feb 04 15:40:18.015951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1785581412', 'router:external': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:18.034489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:18.046446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-858fccc3-dce2-451c-9ce4-db5ded62ef9f req-0b5b9bf4-c436-4cb0-993d-dd476fd03504 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533225 Feb 04 15:40:18.047398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Usage tracker for resource:network and tenant:bea7ccf7e75a4ad78f20eae52b161b08 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:18.053082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:18.058255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8934f51e-0b12-4b00-ae29-abeb0d23c370,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:18.077862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c6925-59a1-4301-8f7e-8a0934cc76bf None None] Network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:18.091726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2129255621', 'description': 'tempest-description-652058760'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:18.125099 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.126658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:18.129614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:18.166687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Made reservation on behalf of bea7ccf7e75a4ad78f20eae52b161b08 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:18.169540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.187976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.253137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:18.258059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Usage tracker for resource:security_group_rule and tenant:bea7ccf7e75a4ad78f20eae52b161b08 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:18.259220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:18.260882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:18.266996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:18.270667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:18.298342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:18.307099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Deleting port aa6d99b0-1440-48d3-86d6-782116d3b7a4 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:18.307997 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.393061 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.517830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:18.528381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:18.531284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.532947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:18.547994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.548500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:18.599778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:18.614385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10829672-a21e-4de2-8aae-aeccb305d848,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:18.621344 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.621574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.635252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.635990 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Added segment 410bc35a-75dd-4a51-b9ae-2b9409f43fd6 of type vlan for network e3bf1097-951b-471f-8469-4045b9c73035 Feb 04 15:40:18.646909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722006e6-26f7-4e37-a837-a892ee779f2b req-19fdeb91-cb37-47b4-9b9b-1a342c6fd043 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:18.648669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-722006e6-26f7-4e37-a837-a892ee779f2b req-19fdeb91-cb37-47b4-9b9b-1a342c6fd043 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 945 time: 0.2507527 Feb 04 15:40:18.741235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.755992 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-722006e6-26f7-4e37-a837-a892ee779f2b req-eb414843-4f55-4cb3-a2a0-0883a7fabb4b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982904 Feb 04 15:40:18.771526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Calling delete_port for aa6d99b0-1440-48d3-86d6-782116d3b7a4 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:18.846229 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e1f65-5361-4aa2-b0d5-bba13ec0580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79521cdb-5ad5-4c17-a051-5f6109257205', 'code': 200} Feb 04 15:40:18.851416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.871212 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.962013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a65d031-6d72-402e-b7a2-e6a1e8885136,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:18.967828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.969540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d4ea7e34-ba48-4380-9e8b-749d93b1e2d6 req-fb7ecdc3-2b27-47fd-84f0-261f74a67b91 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9115474 Feb 04 15:40:19.022051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-595536042', 'description': 'tempest-description-918958339'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:19.031184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:19.043411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:19.048134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:19.059397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:19.070031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.077603 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.079106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.079826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.123423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.184726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Pushing event deleted for resources: {'Port': ['ID=aa6d99b0-1440-48d3-86d6-782116d3b7a4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:19.194101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:19.219219 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.240004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:19.247782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:19.257924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:19.286540 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.304389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.306296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-16736ff6-0f12-4642-8875-f8602d72ccaf tempest-FloatingIPAdminTestJSON-268769505 tempest-FloatingIPAdminTestJSON-268769505-project] 10.222.0.46 "DELETE /v2.0/floatingips/95f9f7ee-f63e-49df-af55-27b12598f600 HTTP/1.1" status: 204 len: 168 time: 1.4036071 Feb 04 15:40:19.310830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35192) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:19.439025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.449690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event updated for resources: {'Network': ['ID=e3bf1097-951b-471f-8469-4045b9c73035,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:19.455322 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ab37463c-96da-4e60-a419-eff8755ae10e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9039967 Feb 04 15:40:19.460053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e3bf1097-951b-471f-8469-4045b9c73035 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:19.475721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35196) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:19.491445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'subnet': {'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:19.517383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:19.525333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Usage tracker for resource:subnet and tenant:bea7ccf7e75a4ad78f20eae52b161b08 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:19.531951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:19.539215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Deleting port bec07de5-7189-4f3d-b74f-a3f830b2488f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:19.539479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.560564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6b25-c3e0-4ea2-b9f8-d74f1b255784 req-6ee2b6fc-65e5-4b88-91d5-ac1c8ae4c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.562271 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-49ef6b25-c3e0-4ea2-b9f8-d74f1b255784 req-6ee2b6fc-65e5-4b88-91d5-ac1c8ae4c881 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 1096 time: 0.6291578 Feb 04 15:40:19.575280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:19.602526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067b498-eb56-4ca1-ab4d-e8fce3168bf0 req-ff9236c3-2a8f-44f7-8aa2-ccbbed4f2e06 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.617155 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8067b498-eb56-4ca1-ab4d-e8fce3168bf0 req-ff9236c3-2a8f-44f7-8aa2-ccbbed4f2e06 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.5990887 Feb 04 15:40:19.621448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Made reservation on behalf of bea7ccf7e75a4ad78f20eae52b161b08 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:19.624038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.736371 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-49ef6b25-c3e0-4ea2-b9f8-d74f1b255784 req-36418eae-c3d4-4f8c-b2c9-56343aac2f51 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641543 Feb 04 15:40:19.756803 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8067b498-eb56-4ca1-ab4d-e8fce3168bf0 req-d91a0e59-6ff9-4ad4-8fcf-e46465b9473d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379714 Feb 04 15:40:19.768444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Allocated IP 172.25.8.120 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:19.915805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:19.963440 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.981870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.001707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.032074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.044943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5fe2303-f5aa-4035-938e-eccd1fa8cc36 req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0339565 Feb 04 15:40:20.046326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:20.047204 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.141308 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.153906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.154587 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.175000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30199a-cb19-4971-9780-09dde886b0cc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c2f46c-9d31-4b47-a6f2-3ba0c95d1782,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:20.204532 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.242613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:20.247309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.251160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Pushing event updated for resources: {'Port': ['ID=8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:20.282064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:20.287059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:20.296831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f1c70-2b67-48b6-9b3b-c65af9110f2b req-c26a608d-0690-45bf-9a7c-66a019e1b0d5 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:20.305016 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c66f1c70-2b67-48b6-9b3b-c65af9110f2b req-c26a608d-0690-45bf-9a7c-66a019e1b0d5 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 945 time: 0.2452345 Feb 04 15:40:20.333272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:20.420160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Calling delete_port for bec07de5-7189-4f3d-b74f-a3f830b2488f owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:20.422003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=13']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:20.596914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fb640-fed5-4f66-9267-a7f0d02fccbf req-e7b1dfa0-9efa-4b9a-85e7-4a0765cad915 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:20.601522 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-373fb640-fed5-4f66-9267-a7f0d02fccbf req-e7b1dfa0-9efa-4b9a-85e7-4a0765cad915 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.3301418 Feb 04 15:40:20.625911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c66f1c70-2b67-48b6-9b3b-c65af9110f2b req-09ebe81d-2109-401e-84ac-60d96b502a1e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192992 Feb 04 15:40:20.732527 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-373fb640-fed5-4f66-9267-a7f0d02fccbf req-fd9618f6-7891-461a-9d74-55c4a72f4060 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903220 Feb 04 15:40:20.849868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8934f51e-0b12-4b00-ae29-abeb0d23c370'}, {'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:20.933251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.030324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Pushing event deleted for resources: {'Port': ['ID=bec07de5-7189-4f3d-b74f-a3f830b2488f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:21.286135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.331070 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.343027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.344160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-72ce8306-c78c-473e-b0a6-46958b1afc19 tempest-FloatingIPAdminTestJSON-283830541 tempest-FloatingIPAdminTestJSON-283830541-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/d6ba0ae8-31c3-42b3-b7c6-f7eeaca9cb3d HTTP/1.1" status: 204 len: 168 time: 2.0328412 Feb 04 15:40:21.350965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35210) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:21.429043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c809b-e59e-43b5-954c-32960bc1246f req-d0d572b5-5a5d-4155-b2ad-e148a903c0a3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:21.430549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-790c809b-e59e-43b5-954c-32960bc1246f req-d0d572b5-5a5d-4155-b2ad-e148a903c0a3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 946 time: 0.3319423 Feb 04 15:40:21.432138 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-3dfe3f32-199b-4f50-9ad1-d894085386f0 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/6a65d031-6d72-402e-b7a2-e6a1e8885136 HTTP/1.1" status: 200 len: 1806 time: 0.1752002 Feb 04 15:40:21.530715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-456ba27f-66c3-4600-99c9-570e7c076422 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Deleting port 15a14654-bd30-452a-bfe0-72278e269bb9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:21.540333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-456ba27f-66c3-4600-99c9-570e7c076422 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.585071 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-6b95e6c1-d22b-4397-90ee-cee18a3f0e17 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/61c2f46c-9d31-4b47-a6f2-3ba0c95d1782 HTTP/1.1" status: 200 len: 1805 time: 0.1519561 Feb 04 15:40:21.594750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6a65d031-6d72-402e-b7a2-e6a1e8885136', 'remote_group_id': '61c2f46c-9d31-4b47-a6f2-3ba0c95d1782', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:21.595062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6a65d031-6d72-402e-b7a2-e6a1e8885136', 'remote_group_id': '61c2f46c-9d31-4b47-a6f2-3ba0c95d1782', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:21.604865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.objects.ports [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87570) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:40:21.605363 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.608810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:21.616407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:21.621396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:21.663123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25761bff-969d-4852-9f87-168c3b8ca394 req-10546998-0526-4e14-b10a-e7f4806bf955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:21.664747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25761bff-969d-4852-9f87-168c3b8ca394 req-10546998-0526-4e14-b10a-e7f4806bf955 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 1097 time: 0.4335346 Feb 04 15:40:21.693810 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-790c809b-e59e-43b5-954c-32960bc1246f req-2bea9e0c-da4d-48d0-9cb6-424804df513d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451344 Feb 04 15:40:21.696977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:21.811235 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8934f51e-0b12-4b00-ae29-abeb0d23c370', 'code': 200} Feb 04 15:40:21.811817 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'code': 200} Feb 04 15:40:21.937498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e5560a1-de00-4a41-a479-068175d1ff2a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:22.112905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.116944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.212542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Checking segment: {'id': '410bc35a-75dd-4a51-b9ae-2b9409f43fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:22.213146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Network hostable DHCP agents. Network: e3bf1097-951b-471f-8469-4045b9c73035, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:22.237235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.269038 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.344028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864d24b-adef-41fa-bd44-05015a5814a4 req-133cd37f-150d-43d9-bd59-d6512035c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.357940 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6864d24b-adef-41fa-bd44-05015a5814a4 req-133cd37f-150d-43d9-bd59-d6512035c4ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 1096 time: 0.3244123 Feb 04 15:40:22.362390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25761bff-969d-4852-9f87-168c3b8ca394 req-9f25c880-b3a2-495e-bafc-93143d563d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.365397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25761bff-969d-4852-9f87-168c3b8ca394 req-9f25c880-b3a2-495e-bafc-93143d563d64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 919 time: 0.6893492 Feb 04 15:40:22.372721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Network e3bf1097-951b-471f-8469-4045b9c73035 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:22.447377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a3204a-b4a7-4b31-8981-f06e25fce712,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:22.476982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25761bff-969d-4852-9f87-168c3b8ca394 req-8c2271a3-d004-4b52-88e4-3b76b886aa2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae5249d-bda0-493e-9ff7-93c7e4548687 HTTP/1.1" status: 200 len: 217 time: 0.0979378 Feb 04 15:40:22.481815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, e3bf1097-951b-471f-8469-4045b9c73035) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:22.498376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fbe22f-f8f3-4617-acd9-5a8d6e79fa07 None None] Network e3bf1097-951b-471f-8469-4045b9c73035 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:22.509337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.522717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4992d3dd-06d5-40f2-a907-c2903ad5b3de req-c0a85bad-29f5-4029-9a16-6979818ed9fd tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9365957 Feb 04 15:40:22.539704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.540407 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.548153 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6864d24b-adef-41fa-bd44-05015a5814a4 req-48e801ad-8760-4aff-95cc-1aa36fa22257 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983973 Feb 04 15:40:22.556595 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-456ba27f-66c3-4600-99c9-570e7c076422 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.630575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Router 674cc994-1b03-45eb-b70a-7988e92769d7 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:40:22.717542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e09640-14cb-426e-a237-a593b6216aa9 req-6b154822-770a-41d0-840b-9184ea95af8a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.719181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5e09640-14cb-426e-a237-a593b6216aa9 req-6b154822-770a-41d0-840b-9184ea95af8a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.5103154 Feb 04 15:40:22.729051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-456ba27f-66c3-4600-99c9-570e7c076422 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Calling delete_port for 15a14654-bd30-452a-bfe0-72278e269bb9 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:22.764088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25761bff-969d-4852-9f87-168c3b8ca394 req-3acc4424-b7d4-49a8-b6e6-864cf87e0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.765702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25761bff-969d-4852-9f87-168c3b8ca394 req-3acc4424-b7d4-49a8-b6e6-864cf87e0a0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.2712185 Feb 04 15:40:22.825371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-793db8cf-53f3-4895-9142-2ddd6a4b655d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3485348 Feb 04 15:40:22.836495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35228) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:22.856578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba358d-7859-477b-a298-e7174509dc7a None None] Network e3bf1097-951b-471f-8469-4045b9c73035 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:22.862421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25761bff-969d-4852-9f87-168c3b8ca394 req-64c4be42-d10c-40b1-92c1-0f60e15daee0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768065 Feb 04 15:40:22.868073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1448660104', 'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:22.900484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:22.929678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:40:22.943214 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Sync routers for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:22.952236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c5c8d-95db-452e-8836-99b8ae3394ae req-7ac91a58-8ebc-420f-87bd-386c9d6fb355 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.958506 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f79c5c8d-95db-452e-8836-99b8ae3394ae req-7ac91a58-8ebc-420f-87bd-386c9d6fb355 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 945 time: 0.2442586 Feb 04 15:40:22.969685 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:22.971301 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:22.976031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5e09640-14cb-426e-a237-a593b6216aa9 req-0c3aafab-898c-4971-a6ba-b9abeabe5d8e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119102 Feb 04 15:40:22.983564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Usage tracker for resource:port and tenant:bea7ccf7e75a4ad78f20eae52b161b08 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:22.988997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:23.012635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.016614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2041f38f-9991-4136-833f-b0af43bd313e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5732803 Feb 04 15:40:23.017377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35232) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:23.045780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:23.101060 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f79c5c8d-95db-452e-8836-99b8ae3394ae req-2cf570bb-144b-4b85-a308-adc7477dce67 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415460 Feb 04 15:40:23.212931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Made reservation on behalf of bea7ccf7e75a4ad78f20eae52b161b08 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:23.217270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.377103 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-606a917a-9d13-4b70-ac35-951f5dfe04d3 req-63d04db3-ce8c-4224-871b-e357fde2d23e tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/61c2f46c-9d31-4b47-a6f2-3ba0c95d1782 HTTP/1.1" status: 200 len: 1805 time: 0.2426975 Feb 04 15:40:23.406878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25761bff-969d-4852-9f87-168c3b8ca394 req-326c7aa5-4817-4e75-8d73-575d5e744189 service neutron] 10.222.0.61 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293660 Feb 04 15:40:23.411983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] device_id is not set on port 90c294dc-9926-4795-a63e-44d11afeaf81 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:23.425563 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:40:23.661999 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-456ba27f-66c3-4600-99c9-570e7c076422 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.662242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-606a917a-9d13-4b70-ac35-951f5dfe04d3 req-8c11bd51-c2c5-41ec-98c7-f650641af196 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.775428 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-606a917a-9d13-4b70-ac35-951f5dfe04d3 req-8c11bd51-c2c5-41ec-98c7-f650641af196 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.837542 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:20Z', 'revision_number': 3, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:23.844436 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Checking router: 674cc994-1b03-45eb-b70a-7988e92769d7 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:40:23.845432 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Updating router 674cc994-1b03-45eb-b70a-7988e92769d7 port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:40:23.857107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Allocated IP 172.20.0.7 (e3bf1097-951b-471f-8469-4045b9c73035/8e5560a1-de00-4a41-a479-068175d1ff2a/90c294dc-9926-4795-a63e-44d11afeaf81) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:23.861367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ba27f-66c3-4600-99c9-570e7c076422 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event deleted for resources: {'Port': ['ID=15a14654-bd30-452a-bfe0-72278e269bb9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:23.925846 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.213467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c60e30-d5d0-4efb-b1aa-d27752819864 req-ae44244e-12b4-41d1-888f-ca4da799174d tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:24.224351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73c60e30-d5d0-4efb-b1aa-d27752819864 req-ae44244e-12b4-41d1-888f-ca4da799174d tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.9735322 Feb 04 15:40:24.248731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-606a917a-9d13-4b70-ac35-951f5dfe04d3 req-8c11bd51-c2c5-41ec-98c7-f650641af196 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.329109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25761bff-969d-4852-9f87-168c3b8ca394 req-299d4d1d-9fdd-4ba7-8969-c2750c43caed service neutron] 10.222.0.61 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446167 Feb 04 15:40:24.459079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-456ba27f-66c3-4600-99c9-570e7c076422 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.490203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-456ba27f-66c3-4600-99c9-570e7c076422 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "DELETE /v2.0/ports/15a14654-bd30-452a-bfe0-72278e269bb9 HTTP/1.1" status: 204 len: 168 time: 3.1349537 Feb 04 15:40:24.501386 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.501892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35244) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:24.502799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11bd51-c2c5-41ec-98c7-f650641af196 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c2f46c-9d31-4b47-a6f2-3ba0c95d1782,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:24.505896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73c60e30-d5d0-4efb-b1aa-d27752819864 req-f9af7259-5f7e-46bc-804a-26ac01003f44 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802947 Feb 04 15:40:24.531556 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Transition to ACTIVE for port object 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:24.543969 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.607019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-606a917a-9d13-4b70-ac35-951f5dfe04d3 req-8c11bd51-c2c5-41ec-98c7-f650641af196 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.626516 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-606a917a-9d13-4b70-ac35-951f5dfe04d3 req-8c11bd51-c2c5-41ec-98c7-f650641af196 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "DELETE /v2.0/security-groups/61c2f46c-9d31-4b47-a6f2-3ba0c95d1782 HTTP/1.1" status: 204 len: 173 time: 1.2404666 Feb 04 15:40:24.650092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.663611 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Attempting to bind port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:24.664294 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Attempting to bind port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:24.664794 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Attempting to bind port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:24.677191 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f12114-9394-4784-bbf4-461b336a1e46 None None] Pushing event updated for resources: {'Port': ['ID=8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:24.680027 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:40:24.680315 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:24.680809 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.681178 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:40:24.681777 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Bound port: 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:24.682357 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.835545 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] For port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:24.844251 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] For port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:40:24.852942 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.896472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.913578 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.977661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c86b3-6a6d-42ff-ba9f-0b9f75fbf081 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:24.979465 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-db4c86b3-6a6d-42ff-ba9f-0b9f75fbf081 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebcc58df-ff43-46ee-bb06-85a9f3280b21 HTTP/1.1" status: 200 len: 913 time: 0.4641912 Feb 04 15:40:24.986119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35252) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:25.013940 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:25.014599 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:25.059231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Network e3bf1097-951b-471f-8469-4045b9c73035 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:25.078421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:25.088982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:25.089432 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f12114-9394-4784-bbf4-461b336a1e46 None None] Pushing event updated for resources: {'Port': ['ID=8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:25.117468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event updated for resources: {'Port': ['ID=90c294dc-9926-4795-a63e-44d11afeaf81,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:25.168384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109179ca-1633-461e-b01c-68d10087a7f3 req-345b533f-155d-4259-b5aa-a6100fd4d54c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:25.170285 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-109179ca-1633-461e-b01c-68d10087a7f3 req-345b533f-155d-4259-b5aa-a6100fd4d54c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.2541363 Feb 04 15:40:25.172606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a522ce-9ee6-414c-96cf-88555936b161 req-e7347652-a533-419e-a8a8-f5862ed2f3bb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:25.180167 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12a522ce-9ee6-414c-96cf-88555936b161 req-e7347652-a533-419e-a8a8-f5862ed2f3bb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 946 time: 0.4809134 Feb 04 15:40:25.267666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:25.268360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.271630 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:40:25.297806 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-109179ca-1633-461e-b01c-68d10087a7f3 req-c58296ef-b776-48ce-b767-6423bdf6c81d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183817 Feb 04 15:40:25.351009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Allocated IP 172.20.0.1 (b94b2119-c0c7-47de-bcc4-d2b4df45a5c9/25db8c3b-e25c-4e60-9787-f1cd157ea9b4/7810e676-e79d-4cf7-9bad-60cc3299ccda) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:25.381127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12a522ce-9ee6-414c-96cf-88555936b161 req-671e74b3-1d5c-4e8f-b881-cb7107cc1cce tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999676 Feb 04 15:40:25.506934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9e7a6e1d-903f-4dab-8c0e-85ca32d509ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6653745 Feb 04 15:40:25.524473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35256) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:25.601664 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5070d89f-889f-438e-b043-d314a9732724 req-863386fd-908c-4721-88f3-8db5c69aab77 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/6a65d031-6d72-402e-b7a2-e6a1e8885136 HTTP/1.1" status: 200 len: 1806 time: 0.2577686 Feb 04 15:40:25.710289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-492e4ca5-685d-43d9-95c0-9bd419927eed tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Deleting port 90c294dc-9926-4795-a63e-44d11afeaf81 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:25.711031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-492e4ca5-685d-43d9-95c0-9bd419927eed tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.795254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-239303558', 'description': 'tempest-description-1799784437'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:25.803319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:25.810646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:25.820204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:25.822780 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:20Z', 'revision_number': 3, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:25.828007 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891dad7-be8f-4252-9217-a08a6253055f None None] The sync data for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 is: [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:20Z', 'revision_number': 3, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:25.830346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:25.891944 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.923616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:25.943539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:25.952502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:25.962753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:26.094035 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-492e4ca5-685d-43d9-95c0-9bd419927eed tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.127285 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.287745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-492e4ca5-685d-43d9-95c0-9bd419927eed tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Calling delete_port for 90c294dc-9926-4795-a63e-44d11afeaf81 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:26.356852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.537825 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.569389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.573998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66a4e4-df16-4503-aeb2-10b6e15b12c3 req-525b52ea-4588-4157-9bcb-827aa8aebddc tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:26.582788 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1a66a4e4-df16-4503-aeb2-10b6e15b12c3 req-525b52ea-4588-4157-9bcb-827aa8aebddc tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.7947483 Feb 04 15:40:26.638847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.661292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.677693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-216eb164-1b11-417a-8fec-7d42b0a1315a req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8929403 Feb 04 15:40:26.689896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e4c42-f38a-4115-9c31-6fe56d892153 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa0f843-fc9c-4d39-9003-6da5d6faac7c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:26.738128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:26.746899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:26.764497 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1a66a4e4-df16-4503-aeb2-10b6e15b12c3 req-a8af16dd-b669-4154-ae6c-43964d335071 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805491 Feb 04 15:40:26.771623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:26.837664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Deleting port 4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:26.839089 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.856012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-492e4ca5-685d-43d9-95c0-9bd419927eed tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.902589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Pushing event updated for resources: {'Port': ['ID=7810e676-e79d-4cf7-9bad-60cc3299ccda,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:27.398850 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.413094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e4ca5-685d-43d9-95c0-9bd419927eed tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event deleted for resources: {'Port': ['ID=90c294dc-9926-4795-a63e-44d11afeaf81,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:27.429962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.596377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Calling delete_port for 4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:27.601295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-492e4ca5-685d-43d9-95c0-9bd419927eed tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.628062 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-492e4ca5-685d-43d9-95c0-9bd419927eed tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "DELETE /v2.0/ports/90c294dc-9926-4795-a63e-44d11afeaf81 HTTP/1.1" status: 204 len: 168 time: 2.1079690 Feb 04 15:40:27.628742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35278) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:27.698890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035', 'external_fixed_ips': [{'subnet_id': '8e5560a1-de00-4a41-a479-068175d1ff2a', 'ip_address': '172.20.0.7'}]}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:27.721191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:27.736281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713054e-44dd-43aa-84d9-19b9226eb7ac req-d798c1af-9f93-41f9-b022-afb379fca559 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:27.743870 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c713054e-44dd-43aa-84d9-19b9226eb7ac req-d798c1af-9f93-41f9-b022-afb379fca559 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.7433312 Feb 04 15:40:27.766219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Usage tracker for resource:router and tenant:bea7ccf7e75a4ad78f20eae52b161b08 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:27.775681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:27.790979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:27.830328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c713054e-44dd-43aa-84d9-19b9226eb7ac req-fe2312d0-2cc7-4c9e-89f1-027dbb5d1150 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855851 Feb 04 15:40:27.833973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.835124 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.913288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.937865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae1de-bb71-45e3-b977-bccb6ba41544 req-d8262123-f62d-46c0-9a6f-4741c6c207ac tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:27.945596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44bae1de-bb71-45e3-b977-bccb6ba41544 req-d8262123-f62d-46c0-9a6f-4741c6c207ac tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 946 time: 0.4680574 Feb 04 15:40:27.953023 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.026453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44bae1de-bb71-45e3-b977-bccb6ba41544 req-e5845d92-b43d-443a-803f-f16510151e93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798810 Feb 04 15:40:28.165337 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-2f83688e-fabb-46fb-b1d0-722e7a81e7ee tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/3aa0f843-fc9c-4d39-9003-6da5d6faac7c HTTP/1.1" status: 200 len: 1806 time: 0.2501092 Feb 04 15:40:28.179507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3aa0f843-fc9c-4d39-9003-6da5d6faac7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:28.179800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3aa0f843-fc9c-4d39-9003-6da5d6faac7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:28.229268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.250401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:28.340058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:28.399888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:28.435947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:28.464755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event deleted for resources: {'Port': ['ID=4b5bdbf5-9ce5-4838-ba5a-3314104b6f9f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:28.491951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:28.550290 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.659618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:28.671379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:28.672070 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.839710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.867953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:28.874553 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.903400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1e12-e5c7-4afd-a2ee-800cb25a3aa5 req-6a2f0aea-be3c-415e-a24e-b155a03a7ace tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:28.911396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161f1e12-e5c7-4afd-a2ee-800cb25a3aa5 req-6a2f0aea-be3c-415e-a24e-b155a03a7ace tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.4489279 Feb 04 15:40:28.957806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.988751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:29.012201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.021763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.032866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-cb0ba71c-1abf-4bf1-a997-637696fb992f tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:29.034900 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-cb0ba71c-1abf-4bf1-a997-637696fb992f tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.53 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 945 time: 0.4723752 Feb 04 15:40:29.035641 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.085489 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161f1e12-e5c7-4afd-a2ee-800cb25a3aa5 req-ac3d735b-bb6d-4954-a902-d29698a5e94f tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729810 Feb 04 15:40:29.088683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.140632 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.419062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903c2c08-9f02-49fa-8210-6bf1275393ad,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:29.450220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.455969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Pushing event updated for resources: {'Port': ['ID=7810e676-e79d-4cf7-9bad-60cc3299ccda,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:29.463059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Deleting port 79521cdb-5ad5-4c17-a051-5f6109257205 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:29.463402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.500843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.502032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cc1248e3-52b9-41a1-b5b2-8321913b2282 req-016b1722-45a1-4ed6-af4d-b4e9ede8758a tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3357275 Feb 04 15:40:29.712563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a00686-00b2-47af-a2c6-397126de44a2 req-8305c56d-6725-4574-a5cd-3549ea695bd6 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:29.715214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5a00686-00b2-47af-a2c6-397126de44a2 req-8305c56d-6725-4574-a5cd-3549ea695bd6 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 945 time: 0.5259516 Feb 04 15:40:29.772201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Router ebcc58df-ff43-46ee-bb06-85a9f3280b21 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:40:29.883229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5a00686-00b2-47af-a2c6-397126de44a2 req-8ec542dc-dd11-4227-b1f6-8fa05110ba66 tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534159 Feb 04 15:40:30.081945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:30.090621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:30.124332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:30.131467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:40:30.147118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2fabe5c2-4807-4b5b-a5ff-7cbf3902496c tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "PUT /v2.0/routers/ebcc58df-ff43-46ee-bb06-85a9f3280b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1556213 Feb 04 15:40:30.163434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35294) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:30.211844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7056ee2-173a-4bdc-a11e-7d43b811d1ca None None] Sync routers for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:30.226059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7056ee2-173a-4bdc-a11e-7d43b811d1ca None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:30.227151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b7056ee2-173a-4bdc-a11e-7d43b811d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:30.303809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b7056ee2-173a-4bdc-a11e-7d43b811d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:30.318193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7056ee2-173a-4bdc-a11e-7d43b811d1ca None None] Routers {'ebcc58df-ff43-46ee-bb06-85a9f3280b21'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:30.319702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b7056ee2-173a-4bdc-a11e-7d43b811d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:30.380120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3ac0a-d0fd-4268-b014-f1fa9c6c8754 req-9fe36b94-cc27-4942-91ed-26a4c5a45a3d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:30.382069 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43d3ac0a-d0fd-4268-b014-f1fa9c6c8754 req-9fe36b94-cc27-4942-91ed-26a4c5a45a3d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.7560422 Feb 04 15:40:30.402177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b7056ee2-173a-4bdc-a11e-7d43b811d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:30.402947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7056ee2-173a-4bdc-a11e-7d43b811d1ca None None] The sync data for ids ['ebcc58df-ff43-46ee-bb06-85a9f3280b21'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:30.419489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:30.420196 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.434400 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.500577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3abc2-bd44-4f9f-a855-073bb90128df req-b2f9aad5-f8ca-41ae-aa7a-5f1bb5d71b2b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:30.502100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28e3abc2-bd44-4f9f-a855-073bb90128df req-b2f9aad5-f8ca-41ae-aa7a-5f1bb5d71b2b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 946 time: 0.4334171 Feb 04 15:40:30.563688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.571515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] For port 79521cdb-5ad5-4c17-a051-5f6109257205, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=79521cdb-5ad5-4c17-a051-5f6109257205,segment=NetworkSegment(5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126),segment_id=5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:30.571900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.592159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28e3abc2-bd44-4f9f-a855-073bb90128df req-c8f6c78a-0256-4efe-b660-e6e248151a81 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762167 Feb 04 15:40:30.608385 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.648929 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43d3ac0a-d0fd-4268-b014-f1fa9c6c8754 req-35ef4d34-5c8f-43c3-97e4-04e674ee87ac tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466621 Feb 04 15:40:30.664445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Router 674cc994-1b03-45eb-b70a-7988e92769d7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:40:30.854333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.877640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Deleting port 31735e8c-4464-415e-a507-e1c5d3773324 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:30.878180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.945483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Calling delete_port for 79521cdb-5ad5-4c17-a051-5f6109257205 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:31.260429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.440091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Calling delete_port for 31735e8c-4464-415e-a507-e1c5d3773324 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:31.451036 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.491375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b45935-6c73-4113-ab42-56981e755bfd req-b6974cd2-5c29-493f-9963-f344192e4e0c tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:31.498694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8b45935-6c73-4113-ab42-56981e755bfd req-b6974cd2-5c29-493f-9963-f344192e4e0c tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/ports?device_id=722e1f65-5361-4aa2-b0d5-bba13ec0580b HTTP/1.1" status: 200 len: 945 time: 0.3668420 Feb 04 15:40:31.582155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8b45935-6c73-4113-ab42-56981e755bfd req-f98b4bb5-ff6c-47ec-8c3b-48254820c40a tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.46 "GET /v2.0/security-groups?id=bf78a539-5bb4-47fc-aaeb-702fd8d1948a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815196 Feb 04 15:40:31.613132 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-650837ef-7912-4a6e-99c9-c3434773522c req-9c1d89d1-fa12-498f-98ba-881083af83f3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/3aa0f843-fc9c-4d39-9003-6da5d6faac7c HTTP/1.1" status: 200 len: 2400 time: 0.7977362 Feb 04 15:40:31.624862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Pushing event deleted for resources: {'Port': ['ID=79521cdb-5ad5-4c17-a051-5f6109257205,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:31.765144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3aa0f843-fc9c-4d39-9003-6da5d6faac7c', 'remote_group_id': None}]} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:31.765633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3aa0f843-fc9c-4d39-9003-6da5d6faac7c', 'remote_group_id': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:31.776903 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.788089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:31.807125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] No DVR routers for this DVR port 79521cdb-5ad5-4c17-a051-5f6109257205 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:31.810073 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.817806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Usage tracker for resource:security_group_rule and tenant:60b83bace82f48bb8a22da8e414d0b1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:31.827018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e1f65-5361-4aa2-b0d5-bba13ec0580b', 'name': 'network-vif-deleted', 'tag': '79521cdb-5ad5-4c17-a051-5f6109257205'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:31.832846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:31.842243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:40:31.856341 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Sync routers for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:31.869404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event deleted for resources: {'Port': ['ID=31735e8c-4464-415e-a507-e1c5d3773324,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:31.877687 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:31.878865 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:31.898726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Allocated IP 172.20.0.7 (e3bf1097-951b-471f-8469-4045b9c73035/8e5560a1-de00-4a41-a479-068175d1ff2a/c47f9e1c-96c7-4d2b-93f5-24e617da5cad) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:32.087527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.114633 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:40:32.124734 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-00519238-0b0e-4ff2-bc81-7af1aa10f0a8 req-15702d88-135f-4bed-ba32-01f0c631354e tempest-ServerAddressesTestJSON-1745104371 tempest-ServerAddressesTestJSON-1745104371-project] 10.222.0.53 "DELETE /v2.0/ports/79521cdb-5ad5-4c17-a051-5f6109257205 HTTP/1.1" status: 204 len: 173 time: 3.0562992 Feb 04 15:40:32.126541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:32.129555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.183597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Network e3bf1097-951b-471f-8469-4045b9c73035 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:32.186838 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b62ab5a4-e9c6-4018-8443-b40c201595bf admin admin] 10.222.0.46 "PUT /v2.0/routers/674cc994-1b03-45eb-b70a-7988e92769d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1684968 Feb 04 15:40:32.196305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:32.213130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:32.657026 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.668254 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:27Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7810e676-e79d-4cf7-9bad-60cc3299ccda', 'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'mac_address': 'fa:16:3e:da:71:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 2, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'subnets': [{'id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:32.673370 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Checking router: 674cc994-1b03-45eb-b70a-7988e92769d7 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:40:32.673961 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Updating router 674cc994-1b03-45eb-b70a-7988e92769d7 port 7810e676-e79d-4cf7-9bad-60cc3299ccda binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:40:32.692105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 79521cdb-5ad5-4c17-a051-5f6109257205 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:32.745863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 79521cdb-5ad5-4c17-a051-5f6109257205 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:40:32.746201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 79521cdb-5ad5-4c17-a051-5f6109257205 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:32.764490 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.773523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event updated for resources: {'Port': ['ID=c47f9e1c-96c7-4d2b-93f5-24e617da5cad,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:32.976864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.981123 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.990286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-44e663bf-8e02-45a2-a354-94686e8e7991 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:32.991920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-44e663bf-8e02-45a2-a354-94686e8e7991 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 815 time: 0.7556846 Feb 04 15:40:33.020988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-6e526e02-032d-4173-9ccb-67d433c25998 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/quotas/811eba58f0064b49aaef62c7d2cf10ec HTTP/1.1" status: 200 len: 375 time: 0.0113058 Feb 04 15:40:33.030400 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.031021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Fanout notify agent at l3_agent the message router_deleted on router ebcc58df-ff43-46ee-bb06-85a9f3280b21 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:40:33.043415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.070873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.087085 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.128144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.129447 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-650837ef-7912-4a6e-99c9-c3434773522c req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.4342778 Feb 04 15:40:33.143302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111747a2-6fa1-4d15-935f-0d23e01f7bc7 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c301820-0c18-4b5b-8bda-7c124971545c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:33.144031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.147541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a9123c09-bf3c-4bff-bba2-dbcc69def690 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "DELETE /v2.0/routers/ebcc58df-ff43-46ee-bb06-85a9f3280b21 HTTP/1.1" status: 204 len: 168 time: 2.9816093 Feb 04 15:40:33.151066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35328) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:33.155349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-adee5b9a-e898-43ca-9ec1-1c5c02f488a9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:33.157380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-adee5b9a-e898-43ca-9ec1-1c5c02f488a9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ddbe847-ac71-40b7-a514-e2850efc39ee HTTP/1.1" status: 200 len: 945 time: 0.6364098 Feb 04 15:40:33.306763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-54de83f3-aa23-4343-8c39-4f9a1f7e0e09 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Deleting subnet ca056647-0c4b-44f8-92f0-126fd8c5aeeb {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:40:33.314440 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54de83f3-aa23-4343-8c39-4f9a1f7e0e09 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.467506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54de83f3-aa23-4343-8c39-4f9a1f7e0e09 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.481340 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.513965 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Transition to ACTIVE for port object 7810e676-e79d-4cf7-9bad-60cc3299ccda will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:33.523674 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.549561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Deleting port 8934f51e-0b12-4b00-ae29-abeb0d23c370 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:33.550294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.560225 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-a512cd20-adf5-4331-942e-5ed0e3931208 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5214076 Feb 04 15:40:33.645420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.647838 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54de83f3-aa23-4343-8c39-4f9a1f7e0e09 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.716930 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Pushing event updated for resources: {'Port': ['ID=7810e676-e79d-4cf7-9bad-60cc3299ccda,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:33.760860 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.761197 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.761527 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.761851 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.762170 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.762489 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.762805 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.763118 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.763479 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.763786 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.764102 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.764412 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:33.792374 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Attempting to bind port 7810e676-e79d-4cf7-9bad-60cc3299ccda on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:33.792733 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Attempting to bind port 7810e676-e79d-4cf7-9bad-60cc3299ccda by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '18ad0f82-65f3-44af-8d69-3b5885d227e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:33.794238 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Attempting to bind port 7810e676-e79d-4cf7-9bad-60cc3299ccda on network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:33.806902 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:40:33.807302 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Checking segment: {'id': '18ad0f82-65f3-44af-8d69-3b5885d227e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:33.807657 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.808044 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Bound using segment: {'id': '18ad0f82-65f3-44af-8d69-3b5885d227e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:40:33.808504 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Bound port: 7810e676-e79d-4cf7-9bad-60cc3299ccda, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ad0f82-65f3-44af-8d69-3b5885d227e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:33.808897 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.978480 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] For port 7810e676-e79d-4cf7-9bad-60cc3299ccda, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:33.982767 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] For port 7810e676-e79d-4cf7-9bad-60cc3299ccda, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7810e676-e79d-4cf7-9bad-60cc3299ccda,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:40:34.013523 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.021575 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54de83f3-aa23-4343-8c39-4f9a1f7e0e09 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.110295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a52dfa-b4b3-4f00-b35d-ec56576fafa9 req-2451b02e-bd2c-4f81-93f0-7e815454d199 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:34.116714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de83f3-aa23-4343-8c39-4f9a1f7e0e09 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event deleted for resources: {'Subnet': ['ID=ca056647-0c4b-44f8-92f0-126fd8c5aeeb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:34.118770 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01a52dfa-b4b3-4f00-b35d-ec56576fafa9 req-2451b02e-bd2c-4f81-93f0-7e815454d199 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 946 time: 0.8496449 Feb 04 15:40:34.128465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-d942d849-2336-48c9-99bd-9a52ed4dee25 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595665 Feb 04 15:40:34.132433 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb2eba-aedb-4e9b-9641-34a2851f4d3a None None] Pushing event updated for resources: {'Port': ['ID=7810e676-e79d-4cf7-9bad-60cc3299ccda,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:34.169545 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54de83f3-aa23-4343-8c39-4f9a1f7e0e09 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.179889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bcce49-585a-41ef-8b18-6789d318b966 None None] Network 16460cd0-17cf-4b68-af1b-0301f4ced896 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:34.196689 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:34.197905 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:34.235792 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-238c515a-0498-4e0d-8732-89415393e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.253818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-54de83f3-aa23-4343-8c39-4f9a1f7e0e09 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "DELETE /v2.0/subnets/ca056647-0c4b-44f8-92f0-126fd8c5aeeb HTTP/1.1" status: 204 len: 168 time: 1.0966203 Feb 04 15:40:34.254223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35338) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:34.273069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] For port 8934f51e-0b12-4b00-ae29-abeb0d23c370, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8934f51e-0b12-4b00-ae29-abeb0d23c370,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:34.273438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.410569 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.434737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-887f4194-b571-4e8a-956d-83ce24f44e52 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988648 Feb 04 15:40:34.446071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Deleting port eb571a8c-cbd5-479e-851d-44e97f23449e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:34.446677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.459853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Calling delete_port for 8934f51e-0b12-4b00-ae29-abeb0d23c370 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:34.548100 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:40:34.689881 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.703777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8934f51e-0b12-4b00-ae29-abeb0d23c370'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:40:34.788302 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01a52dfa-b4b3-4f00-b35d-ec56576fafa9 req-c352f85f-9a0d-41ec-b2bf-5927c4849134 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6684573 Feb 04 15:40:34.810095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Pushing event deleted for resources: {'Port': ['ID=8934f51e-0b12-4b00-ae29-abeb0d23c370,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:34.869485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fff744f-c814-424f-93af-834ec96ff3ce None None] DHCP port deletion for 16460cd0-17cf-4b68-af1b-0301f4ced896 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:40:34.873973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9fff744f-c814-424f-93af-834ec96ff3ce None None] Deleting port eb571a8c-cbd5-479e-851d-44e97f23449e {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:34.874370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9fff744f-c814-424f-93af-834ec96ff3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.897806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] For port eb571a8c-cbd5-479e-851d-44e97f23449e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=eb571a8c-cbd5-479e-851d-44e97f23449e,segment=NetworkSegment(89f6a731-5ce2-4e21-bac9-38f99cb34fae),segment_id=89f6a731-5ce2-4e21-bac9-38f99cb34fae)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:34.898370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.966833 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e1f65-5361-4aa2-b0d5-bba13ec0580b', 'name': 'network-vif-deleted', 'tag': '79521cdb-5ad5-4c17-a051-5f6109257205', 'status': 'completed', 'code': 200} Feb 04 15:40:35.010965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] No DVR routers for this DVR port 8934f51e-0b12-4b00-ae29-abeb0d23c370 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:35.016030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.192037 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a24e4422-db04-4eac-b5e1-bffd23ebe9d1 req-56d8d2dc-7d4a-4bd0-ac72-b405bc2d74fd tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.53 "DELETE /v2.0/ports/8934f51e-0b12-4b00-ae29-abeb0d23c370 HTTP/1.1" status: 204 len: 173 time: 2.0285776 Feb 04 15:40:35.225676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.391840 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:27Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7810e676-e79d-4cf7-9bad-60cc3299ccda', 'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'mac_address': 'fa:16:3e:da:71:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:33Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'subnets': [{'id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:35.410109 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1bcfa-e2e3-42da-8cfb-313a2784ef1d None None] The sync data for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 is: [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:27Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7810e676-e79d-4cf7-9bad-60cc3299ccda', 'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'mac_address': 'fa:16:3e:da:71:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:33Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'subnets': [{'id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:35.606752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9fff744f-c814-424f-93af-834ec96ff3ce None None] For port eb571a8c-cbd5-479e-851d-44e97f23449e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=eb571a8c-cbd5-479e-851d-44e97f23449e,segment=NetworkSegment(89f6a731-5ce2-4e21-bac9-38f99cb34fae),segment_id=89f6a731-5ce2-4e21-bac9-38f99cb34fae)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:35.607309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9fff744f-c814-424f-93af-834ec96ff3ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.719824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Calling delete_port for eb571a8c-cbd5-479e-851d-44e97f23449e owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:35.776499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-8bba54aa-4c46-403c-a384-4c961301fbbe tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:35.777260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-8bba54aa-4c46-403c-a384-4c961301fbbe tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Synchronizing usage tracker for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:35.883626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9fff744f-c814-424f-93af-834ec96ff3ce None None] Calling delete_port for eb571a8c-cbd5-479e-851d-44e97f23449e owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:35.927309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-8bba54aa-4c46-403c-a384-4c961301fbbe tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Unset dirty status for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:35.936026 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-8bba54aa-4c46-403c-a384-4c961301fbbe tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 819 time: 0.4671957 Feb 04 15:40:35.994458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-fefca35f-f587-4350-bedc-f68bf6842c33 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/quotas/6e0f49fbd48b4eaebd83880fbbc1770e HTTP/1.1" status: 200 len: 375 time: 0.0573556 Feb 04 15:40:36.047954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755dacf-d0af-42be-b0e4-2169c3785b14 req-eb32880b-e4de-4175-977b-85099d43316e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:36.057045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e755dacf-d0af-42be-b0e4-2169c3785b14 req-eb32880b-e4de-4175-977b-85099d43316e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.6046672 Feb 04 15:40:36.057373 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9fff744f-c814-424f-93af-834ec96ff3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.138448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:36.141008 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:36.196113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff744f-c814-424f-93af-834ec96ff3ce None None] No DVR routers for this DVR port eb571a8c-cbd5-479e-851d-44e97f23449e on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:36.221398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff744f-c814-424f-93af-834ec96ff3ce None None] Pushing event deleted for resources: {'Port': ['ID=eb571a8c-cbd5-479e-851d-44e97f23449e,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:36.234367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e755dacf-d0af-42be-b0e4-2169c3785b14 req-a3661587-27d2-4796-afbf-75857d2d8618 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640189 Feb 04 15:40:36.245855 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.375221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7810e676-e79d-4cf7-9bad-60cc3299ccda up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:36.388504 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Router f0a65ab7-dc90-4fca-9004-d2f4182adeb5 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:40:36.499993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1e34df4-6fee-46bc-89b8-87b8bd8ab305 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Synchronizing usage tracker for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:36.537782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35364) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:36.556599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1e34df4-6fee-46bc-89b8-87b8bd8ab305 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Unset dirty status for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:36.574579 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1e34df4-6fee-46bc-89b8-87b8bd8ab305 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5677958 Feb 04 15:40:36.609325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 7810e676-e79d-4cf7-9bad-60cc3299ccda completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:36.624571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7810e676-e79d-4cf7-9bad-60cc3299ccda triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:36.625570 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.647464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Deleting port eb571a8c-cbd5-479e-851d-44e97f23449e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:36.647464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.712536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8934f51e-0b12-4b00-ae29-abeb0d23c370 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:36.774049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 8934f51e-0b12-4b00-ae29-abeb0d23c370 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:40:36.774357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8934f51e-0b12-4b00-ae29-abeb0d23c370 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:36.784030 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-451c6048-aeaa-4e22-97a8-46381079352f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.853050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] The port 'eb571a8c-cbd5-479e-851d-44e97f23449e' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:40:36.867827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:40:36.879662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Sync routers for ids ['f0a65ab7-dc90-4fca-9004-d2f4182adeb5'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:36.886394 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.909672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Routers {'f0a65ab7-dc90-4fca-9004-d2f4182adeb5'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:36.910787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f0a65ab7-dc90-4fca-9004-d2f4182adeb5'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:36.913301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.917368 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ec909c8b-2896-4672-8186-21f3d0ddd5e5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.2840006 Feb 04 15:40:36.919959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35380) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:36.932854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Deleting subnet 52ca8738-a0c9-4a1b-a860-5bfe69270329 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:40:36.959174 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.982604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'name': 'network-vif-deleted', 'tag': '8934f51e-0b12-4b00-ae29-abeb0d23c370'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:37.050884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a19f482-305e-40f3-92d1-f4fcbbbe409a req-dd3ca676-b701-4624-87e7-1b41b2d014b4 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/3aa0f843-fc9c-4d39-9003-6da5d6faac7c HTTP/1.1" status: 200 len: 2999 time: 0.4464750 Feb 04 15:40:37.141891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-6f28868a-46ab-4dfd-9350-a18199a58c97 service neutron] 10.222.0.46 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664051 Feb 04 15:40:37.155574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Set router f0a65ab7-dc90-4fca-9004-d2f4182adeb5 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:40:37.275011 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.448163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 7810e676-e79d-4cf7-9bad-60cc3299ccda, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7810e676-e79d-4cf7-9bad-60cc3299ccda,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:37.461424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.464590 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.522892 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:40:37.566553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device eb571a8c-cbd5-479e-851d-44e97f23449e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:37.622632 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.648831 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-65625fcd-f82a-4953-a7b5-b9e91954c06e service neutron] 10.222.0.46 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978328 Feb 04 15:40:37.681308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: eb571a8c-cbd5-479e-851d-44e97f23449e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:40:37.683818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device eb571a8c-cbd5-479e-851d-44e97f23449e not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:40:37.711640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.734279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Deleting port c47f9e1c-96c7-4d2b-93f5-24e617da5cad {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:37.734620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.744869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b57f54b-4222-4d73-8974-5bef5a07e801 req-289d34b7-d4f8-4f1b-84cc-ec2a426045f7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 210 time: 0.3447173 Feb 04 15:40:37.762376 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.777976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=7810e676-e79d-4cf7-9bad-60cc3299ccda,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:37.803565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.806126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.822657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.843863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a65ab7-dc90-4fca-9004-d2f4182adeb5', 'name': '', 'tenant_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035', 'external_fixed_ips': [{'subnet_id': '8e5560a1-de00-4a41-a479-068175d1ff2a', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c47f9e1c-96c7-4d2b-93f5-24e617da5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:27Z', 'updated_at': '2022-02-04T15:40:32Z', 'revision_number': 3, 'project_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'gw_port': {'id': 'c47f9e1c-96c7-4d2b-93f5-24e617da5cad', 'name': '', 'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:70:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a65ab7-dc90-4fca-9004-d2f4182adeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '8e5560a1-de00-4a41-a479-068175d1ff2a', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:30Z', 'updated_at': '2022-02-04T15:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e5560a1-de00-4a41-a479-068175d1ff2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:37.850577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Checking router: f0a65ab7-dc90-4fca-9004-d2f4182adeb5 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:40:37.850956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Updating router f0a65ab7-dc90-4fca-9004-d2f4182adeb5 port c47f9e1c-96c7-4d2b-93f5-24e617da5cad binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:40:37.896916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ca8738-a0c9-4a1b-a860-5bfe69270329,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:37.935707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16460cd0-17cf-4b68-af1b-0301f4ced896']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:37.958878 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.975923 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddbe847-ac71-40b7-a514-e2850efc39ee', 'name': 'network-vif-deleted', 'tag': '8934f51e-0b12-4b00-ae29-abeb0d23c370', 'status': 'completed', 'code': 200} Feb 04 15:40:37.980436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/52ca8738-a0c9-4a1b-a860-5bfe69270329 HTTP/1.1" status: 204 len: 168 time: 1.4411566 Feb 04 15:40:37.981618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35406) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:37.983494 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.011636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.011980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.012313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.017611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.017611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.017611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.020319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.023373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.023889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.024573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.025090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.025589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cc302b-e53b-4019-8329-110a45f9c633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:38.069931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f6a731-5ce2-4e21-bac9-38f99cb34fae') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:38.070662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f6a731-5ce2-4e21-bac9-38f99cb34fae') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:38.193198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7810e676-e79d-4cf7-9bad-60cc3299ccda up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:38.193824 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.235279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-8a905d00-0698-458d-955d-67eb74d62413 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:38.236756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-8a905d00-0698-458d-955d-67eb74d62413 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.61 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 815 time: 1.2854347 Feb 04 15:40:38.238746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.256662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Request body: {'port': {'device_id': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a', 'admin_state_up': True, 'tenant_id': '811eba58f0064b49aaef62c7d2cf10ec'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:38.272183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:38.272587 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.276925 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-625f3edf-2905-421b-8a41-7415ae55f43f req-0655fceb-b214-49b1-887e-9a2235f9e906 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-group-rules/4c301820-0c18-4b5b-8bda-7c124971545c HTTP/1.1" status: 200 len: 783 time: 0.0810487 Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:38.291776 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:38.309739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.323700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.502196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7810e676-e79d-4cf7-9bad-60cc3299ccda triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:38.502451 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.518638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.566288 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.570763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event deleted for resources: {'Network': ['ID=16460cd0-17cf-4b68-af1b-0301f4ced896,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:38.599084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb586fbd-34ac-4c37-97a3-6229552dfa7a req-8c620a51-3066-4491-9121-34b8adefb133 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:38.607107 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb586fbd-34ac-4c37-97a3-6229552dfa7a req-8c620a51-3066-4491-9121-34b8adefb133 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 946 time: 0.5273652 Feb 04 15:40:38.659740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f7e26e3f-b91c-48c3-af73-ae0a2556b2e1 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "DELETE /v2.0/networks/16460cd0-17cf-4b68-af1b-0301f4ced896 HTTP/1.1" status: 204 len: 168 time: 4.4038374 Feb 04 15:40:38.664521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35442) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:38.746726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Calling delete_port for c47f9e1c-96c7-4d2b-93f5-24e617da5cad owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:38.804341 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.821623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Transition to ACTIVE for port object c47f9e1c-96c7-4d2b-93f5-24e617da5cad will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:38.829276 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.938138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Attempting to bind port c47f9e1c-96c7-4d2b-93f5-24e617da5cad on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:38.938611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Attempting to bind port c47f9e1c-96c7-4d2b-93f5-24e617da5cad by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '410bc35a-75dd-4a51-b9ae-2b9409f43fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:38.939149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Attempting to bind port c47f9e1c-96c7-4d2b-93f5-24e617da5cad on network e3bf1097-951b-471f-8469-4045b9c73035 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:38.945568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:40:38.946015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Checking segment: {'id': '410bc35a-75dd-4a51-b9ae-2b9409f43fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:38.946474 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.946920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Bound using segment: {'id': '410bc35a-75dd-4a51-b9ae-2b9409f43fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:40:38.947440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Bound port: c47f9e1c-96c7-4d2b-93f5-24e617da5cad, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410bc35a-75dd-4a51-b9ae-2b9409f43fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e3bf1097-951b-471f-8469-4045b9c73035'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:38.947866 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.975885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84609b30-effb-420c-95e5-39542f6edc7c None None] Pushing event updated for resources: {'Port': ['ID=c47f9e1c-96c7-4d2b-93f5-24e617da5cad,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:38.985248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Deleting port 3b2413a8-6f82-4937-8437-1402e31c1e6d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:38.985950 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.050981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] For port c47f9e1c-96c7-4d2b-93f5-24e617da5cad, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:39.059196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] For port c47f9e1c-96c7-4d2b-93f5-24e617da5cad, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c47f9e1c-96c7-4d2b-93f5-24e617da5cad,segment=NetworkSegment(410bc35a-75dd-4a51-b9ae-2b9409f43fd6),segment_id=410bc35a-75dd-4a51-b9ae-2b9409f43fd6)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:40:39.061162 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.071106 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.091893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-625f3edf-2905-421b-8a41-7415ae55f43f req-08fa175c-0dcb-4c68-896d-ba2fe3613d39 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/3aa0f843-fc9c-4d39-9003-6da5d6faac7c HTTP/1.1" status: 200 len: 2999 time: 0.8140519 Feb 04 15:40:39.125017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb586fbd-34ac-4c37-97a3-6229552dfa7a req-03a4c654-328a-4720-8f18-1bad698d6ca9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5164924 Feb 04 15:40:39.140696 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.166633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:39.170884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Usage tracker for resource:port and tenant:811eba58f0064b49aaef62c7d2cf10ec is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:39.173442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84609b30-effb-420c-95e5-39542f6edc7c None None] Pushing event updated for resources: {'Port': ['ID=c47f9e1c-96c7-4d2b-93f5-24e617da5cad,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:39.173842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:39.180562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:39.186917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Routers {'f0a65ab7-dc90-4fca-9004-d2f4182adeb5'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:39.187930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f0a65ab7-dc90-4fca-9004-d2f4182adeb5'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:39.193354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Made reservation on behalf of 811eba58f0064b49aaef62c7d2cf10ec for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:39.197445 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.263823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-625f3edf-2905-421b-8a41-7415ae55f43f req-64e322fe-faa1-439f-8ac2-3d15450e4e6b tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.277798 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.301154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-625f3edf-2905-421b-8a41-7415ae55f43f req-64e322fe-faa1-439f-8ac2-3d15450e4e6b tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.330253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abf7cb9-1d30-48a0-84cf-ce76c4239a5d']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:39.370739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:39.371094 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:39.374317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:39.374756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee136cb-a1e9-45fa-a3d8-e5b84b4ce126') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:39.381214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] Set router f0a65ab7-dc90-4fca-9004-d2f4182adeb5 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:40:39.392252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.411086 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.419359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:39.420144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:39.440335 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:39.481915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.482254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.499219 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-625f3edf-2905-421b-8a41-7415ae55f43f req-64e322fe-faa1-439f-8ac2-3d15450e4e6b tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.519732 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a65ab7-dc90-4fca-9004-d2f4182adeb5', 'name': '', 'tenant_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:27Z', 'updated_at': '2022-02-04T15:40:37Z', 'revision_number': 4, 'project_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:39.524716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b8c84-d705-4fc5-8050-c65c5783f381 None None] The sync data for ids ['f0a65ab7-dc90-4fca-9004-d2f4182adeb5'] in n-d-827870-1 is: [{'id': 'f0a65ab7-dc90-4fca-9004-d2f4182adeb5', 'name': '', 'tenant_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:27Z', 'updated_at': '2022-02-04T15:40:37Z', 'revision_number': 4, 'project_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:39.632083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Calling delete_port for 3b2413a8-6f82-4937-8437-1402e31c1e6d owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:39.638541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e322fe-faa1-439f-8ac2-3d15450e4e6b tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c301820-0c18-4b5b-8bda-7c124971545c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:39.683241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-625f3edf-2905-421b-8a41-7415ae55f43f req-64e322fe-faa1-439f-8ac2-3d15450e4e6b tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.701666 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-625f3edf-2905-421b-8a41-7415ae55f43f req-64e322fe-faa1-439f-8ac2-3d15450e4e6b tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/4c301820-0c18-4b5b-8bda-7c124971545c HTTP/1.1" status: 204 len: 173 time: 0.5488629 Feb 04 15:40:39.702510 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.731484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.754841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] Pushing event deleted for resources: {'Network': ['ID=1abf7cb9-1d30-48a0-84cf-ce76c4239a5d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:39.787006 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-340fdc6c-a718-4cb1-a345-074a8df0371f admin admin] 10.222.0.46 "DELETE /v2.0/networks/1abf7cb9-1d30-48a0-84cf-ce76c4239a5d HTTP/1.1" status: 204 len: 168 time: 1.8004313 Feb 04 15:40:39.792408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-709510f3-5d46-4a35-89d8-a4aa281d8167 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:39.794001 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-709510f3-5d46-4a35-89d8-a4aa281d8167 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.53 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 819 time: 0.2960200 Feb 04 15:40:39.813954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Request body: {'port': {'device_id': '700347f6-c776-49ef-a899-d75597b08dc6', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'admin_state_up': True, 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:39.816909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dfa10-26f4-49dc-a2ee-51f8bc74d0ba req-a7ceec0c-573f-40b1-88ea-e8188c92096a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:39.823858 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d5dfa10-26f4-49dc-a2ee-51f8bc74d0ba req-a7ceec0c-573f-40b1-88ea-e8188c92096a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.4255340 Feb 04 15:40:39.845897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Allocated IP 172.20.0.6 (5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a/2d9fca11-b979-413c-a9fc-07bee41c80b7/c515e95d-d602-4433-bbf2-0a831719e8dc) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:39.893979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Deleting port c47f9e1c-96c7-4d2b-93f5-24e617da5cad {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:39.894534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.934420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d5dfa10-26f4-49dc-a2ee-51f8bc74d0ba req-435f99c5-e179-4189-ac01-dc25da59187f tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096222 Feb 04 15:40:39.999674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.014966 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-846ef077-c450-4213-88a0-30bb7ab57aba req-174e6164-e687-4b38-a23d-31c0bafdd57f tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 210 time: 0.1742172 Feb 04 15:40:40.072397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35462) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:40.110690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Pushing event deleted for resources: {'Port': ['ID=3b2413a8-6f82-4937-8437-1402e31c1e6d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:40.276318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e954537d-89f5-4fa0-8544-604f75585ab2 req-e7bdde91-0b1a-4995-b981-9b5a72283ea9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 210 time: 0.1290216 Feb 04 15:40:40.315881 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-51f36c75-2023-467d-80c4-b716f31ca59c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4aa0613597242a9b6bc7a3a12e36052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388201 Feb 04 15:40:40.322010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35466) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:40.342998 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.377412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:40.415419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:40.449817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] For port c47f9e1c-96c7-4d2b-93f5-24e617da5cad, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c47f9e1c-96c7-4d2b-93f5-24e617da5cad,segment=NetworkSegment(410bc35a-75dd-4a51-b9ae-2b9409f43fd6),segment_id=410bc35a-75dd-4a51-b9ae-2b9409f43fd6)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:40.450232 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.460293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Made reservation on behalf of 6e0f49fbd48b4eaebd83880fbbc1770e for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:40.473175 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.545272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.546405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5746d7ea-ae68-4c38-9a6a-63f63d024618 tempest-FloatingIPAdminTestJSON-582169252 tempest-FloatingIPAdminTestJSON-582169252-project] 10.222.0.46 "DELETE /v2.0/floatingips/f78d9187-53ac-4012-9495-395af388d93a HTTP/1.1" status: 204 len: 168 time: 1.8805079 Feb 04 15:40:40.556320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b0e4f5b0-15bd-4603-b47e-faca9ea11186 req-493df878-868c-4be3-8c36-5809d382ce86 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/3aa0f843-fc9c-4d39-9003-6da5d6faac7c HTTP/1.1" status: 200 len: 2400 time: 0.2373185 Feb 04 15:40:40.579877 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.626930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccdbedbb-f8a2-4a13-b79b-97d8c779beac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.663918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccdbedbb-f8a2-4a13-b79b-97d8c779beac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.750820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Calling delete_port for c47f9e1c-96c7-4d2b-93f5-24e617da5cad owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:40.759186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1125f-c255-4776-8682-553eabe07fba req-28d59f4b-f5da-47de-89de-55235510712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:40.760671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13a1125f-c255-4776-8682-553eabe07fba req-28d59f4b-f5da-47de-89de-55235510712a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 1097 time: 0.2852228 Feb 04 15:40:40.782585 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b0e4f5b0-15bd-4603-b47e-faca9ea11186 req-784a3eea-3365-47f5-92c3-4380a2ee2c10 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.789517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558e28-dbf6-44e9-af6f-8bdf040f9d6f req-3b1ea421-8536-4ca9-b137-255a5b867d12 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:40.791347 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92558e28-dbf6-44e9-af6f-8bdf040f9d6f req-3b1ea421-8536-4ca9-b137-255a5b867d12 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 946 time: 0.5738316 Feb 04 15:40:40.826139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.876143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35474) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:40.957417 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92558e28-dbf6-44e9-af6f-8bdf040f9d6f req-ebc13a32-ff69-478c-a5a6-3c83b9160033 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563034 Feb 04 15:40:41.058793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Pushing event updated for resources: {'Port': ['ID=c515e95d-d602-4433-bbf2-0a831719e8dc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.063249 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccdbedbb-f8a2-4a13-b79b-97d8c779beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.079310 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b0e4f5b0-15bd-4603-b47e-faca9ea11186 req-784a3eea-3365-47f5-92c3-4380a2ee2c10 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.103480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbedbb-f8a2-4a13-b79b-97d8c779beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf78a539-5bb4-47fc-aaeb-702fd8d1948a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.136077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Allocated IP 172.20.0.7 (b94b2119-c0c7-47de-bcc4-d2b4df45a5c9/25db8c3b-e25c-4e60-9787-f1cd157ea9b4/b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:41.149575 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccdbedbb-f8a2-4a13-b79b-97d8c779beac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.150691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ccdbedbb-f8a2-4a13-b79b-97d8c779beac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf78a539-5bb4-47fc-aaeb-702fd8d1948a HTTP/1.1" status: 204 len: 168 time: 0.8271959 Feb 04 15:40:41.160563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13a1125f-c255-4776-8682-553eabe07fba req-3cae460e-3201-4ea7-89ae-19f044f767a3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914747 Feb 04 15:40:41.162445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:41.166059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:41.168951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:41.218494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f695ea25-eb0d-45d7-bbc5-f95dd5918d49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7f5fff2dfee4319a4fdc1c1161a3d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359239 Feb 04 15:40:41.222831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35496) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:41.273466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:41.273936 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.306330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-b952e1c1-0178-44e1-a25f-91de13ff6d7e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0591359 Feb 04 15:40:41.325897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b0e4f5b0-15bd-4603-b47e-faca9ea11186 req-784a3eea-3365-47f5-92c3-4380a2ee2c10 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.328265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b0e4f5b0-15bd-4603-b47e-faca9ea11186 req-784a3eea-3365-47f5-92c3-4380a2ee2c10 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.335445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b0e4f5b0-15bd-4603-b47e-faca9ea11186 req-784a3eea-3365-47f5-92c3-4380a2ee2c10 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "DELETE /v2.0/security-groups/3aa0f843-fc9c-4d39-9003-6da5d6faac7c HTTP/1.1" status: 204 len: 173 time: 0.7511051 Feb 04 15:40:41.335543 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.367950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Request body: {'port': {'device_id': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:41.403673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a3eea-3365-47f5-92c3-4380a2ee2c10 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa0f843-fc9c-4d39-9003-6da5d6faac7c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.430435 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2abb33b9-2fb8-474c-97a2-687865d9b15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.461726 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2abb33b9-2fb8-474c-97a2-687865d9b15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.467327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event deleted for resources: {'Port': ['ID=c47f9e1c-96c7-4d2b-93f5-24e617da5cad,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.535394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2abb33b9-2fb8-474c-97a2-687865d9b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.622132 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.640992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb33b9-2fb8-474c-97a2-687865d9b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a098d03-530e-4498-90bd-a43dff987fbc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.656861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524f661-9b5b-4bec-810a-84e63bfbee0e req-3f326fec-56d5-4b63-b4ef-2bdbc1a25fb9 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:41.659228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e524f661-9b5b-4bec-810a-84e63bfbee0e req-3f326fec-56d5-4b63-b4ef-2bdbc1a25fb9 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.5371659 Feb 04 15:40:41.749810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2abb33b9-2fb8-474c-97a2-687865d9b15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.751152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2abb33b9-2fb8-474c-97a2-687865d9b15e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a098d03-530e-4498-90bd-a43dff987fbc HTTP/1.1" status: 204 len: 168 time: 0.5274494 Feb 04 15:40:41.773597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.832924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db47fd99-df40-4aa7-b618-ae3617a0c3d0 req-510d9c82-46e9-4455-a4d2-0b7fce9ba46e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 210 time: 0.2120674 Feb 04 15:40:41.945345 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e524f661-9b5b-4bec-810a-84e63bfbee0e req-5725e576-a8e6-4493-853a-936c2b96afa2 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727466 Feb 04 15:40:41.972483 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.015144 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:40:42.069975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.072535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.105367 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-c7698ce5-9afb-4a4c-b354-21d1cf313143 req-eed45dd0-b496-4baa-9b8f-afd7988effef tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] show failed (client error): The resource could not be found. Feb 04 15:40:42.106376 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c7698ce5-9afb-4a4c-b354-21d1cf313143 req-eed45dd0-b496-4baa-9b8f-afd7988effef tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/61c2f46c-9d31-4b47-a6f2-3ba0c95d1782 HTTP/1.1" status: 404 len: 352 time: 0.0558822 Feb 04 15:40:42.141347 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.141841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0a65ab7-dc90-4fca-9004-d2f4182adeb5 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:40:42.261072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68723bc9-34b4-4d61-bc78-1fb2058311a5 req-5a14a510-14d1-4972-99aa-08e75e6b7e28 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/6a65d031-6d72-402e-b7a2-e6a1e8885136 HTTP/1.1" status: 200 len: 1806 time: 0.1220901 Feb 04 15:40:42.339966 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.344386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.419681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35556) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:42.432708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:42.435618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:42.450822 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.487586 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30b666f6-ea6f-41be-a493-9dfa4d1f619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.515680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-30b666f6-ea6f-41be-a493-9dfa4d1f619b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:42.522806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-30b666f6-ea6f-41be-a493-9dfa4d1f619b admin admin] Usage tracker for resource:security_group_rule and tenant:c34e8fa5be304f978ac42f5a7a27d45e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:42.527401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-30b666f6-ea6f-41be-a493-9dfa4d1f619b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:42.546301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Pushing event updated for resources: {'Port': ['ID=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:42.549481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-30b666f6-ea6f-41be-a493-9dfa4d1f619b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:42.578996 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.579949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=14']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:42.580649 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-01e710f0-d83b-435d-b44a-548794c6c890 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "DELETE /v2.0/routers/f0a65ab7-dc90-4fca-9004-d2f4182adeb5 HTTP/1.1" status: 204 len: 168 time: 5.6595814 Feb 04 15:40:42.590760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813749c-73a6-4275-992a-6e0e8860714b req-1b5b3ec2-5b06-4613-8ecf-5a8029fc0c84 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:42.591472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1813749c-73a6-4275-992a-6e0e8860714b req-1b5b3ec2-5b06-4613-8ecf-5a8029fc0c84 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Synchronizing usage tracker for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:42.595198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35568) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:42.599844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:42.608396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:42.612918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:42.689024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:42.690275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.701280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1813749c-73a6-4275-992a-6e0e8860714b req-1b5b3ec2-5b06-4613-8ecf-5a8029fc0c84 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Unset dirty status for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:42.708599 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1813749c-73a6-4275-992a-6e0e8860714b req-1b5b3ec2-5b06-4613-8ecf-5a8029fc0c84 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 931 time: 0.6768236 Feb 04 15:40:42.717051 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f1aec5df-88ea-4e02-b62e-20630b94ab46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9133947 Feb 04 15:40:42.730059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Request body: {'port': {'device_id': '700347f6-c776-49ef-a899-d75597b08dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:42.767931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-267e5dd0-9ee9-4ca4-af9a-96cf4cfe1360 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Deleting subnet 8e5560a1-de00-4a41-a479-068175d1ff2a {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:40:42.772326 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267e5dd0-9ee9-4ca4-af9a-96cf4cfe1360 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.795276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35574) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:42.813217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68723bc9-34b4-4d61-bc78-1fb2058311a5 req-771ee50b-fa53-48cf-8172-4a30143bf231 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.868206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c515e95d-d602-4433-bbf2-0a831719e8dc {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:42.886302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.899882 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267e5dd0-9ee9-4ca4-af9a-96cf4cfe1360 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.909423 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.939767 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1813749c-73a6-4275-992a-6e0e8860714b req-a314555e-e0be-4345-be7a-9e6dd6e80385 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283986 Feb 04 15:40:42.971329 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68723bc9-34b4-4d61-bc78-1fb2058311a5 req-771ee50b-fa53-48cf-8172-4a30143bf231 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.981696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1912890403-network', 'tenant_id': 'd35969aa44ae4da09ce38ff6d8b2dd14'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:43.008481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:43.008626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Transition to ACTIVE for port object c515e95d-d602-4433-bbf2-0a831719e8dc will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:43.018649 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30b666f6-ea6f-41be-a493-9dfa4d1f619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.019627 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'code': 200} Feb 04 15:40:43.021000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.028025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Usage tracker for resource:network and tenant:d35969aa44ae4da09ce38ff6d8b2dd14 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:43.041067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:43.069251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:43.070823 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30b666f6-ea6f-41be-a493-9dfa4d1f619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.125441 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267e5dd0-9ee9-4ca4-af9a-96cf4cfe1360 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.146293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Made reservation on behalf of d35969aa44ae4da09ce38ff6d8b2dd14 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:43.149250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.181815 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.334132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68723bc9-34b4-4d61-bc78-1fb2058311a5 req-771ee50b-fa53-48cf-8172-4a30143bf231 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.336171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Pushing event updated for resources: {'Port': ['ID=c515e95d-d602-4433-bbf2-0a831719e8dc,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.346901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-30b666f6-ea6f-41be-a493-9dfa4d1f619b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c34e8fa5be304f978ac42f5a7a27d45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9254909 Feb 04 15:40:43.348007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b666f6-ea6f-41be-a493-9dfa4d1f619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea8ed56-8a31-4a1b-8c91-a1ae7867fc83,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.352922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35612) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:43.369361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ee50b-fa53-48cf-8172-4a30143bf231 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a65d031-6d72-402e-b7a2-e6a1e8885136,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.371502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:43.393996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d35969aa44ae4da09ce38ff6d8b2dd14 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:43.439666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68723bc9-34b4-4d61-bc78-1fb2058311a5 req-771ee50b-fa53-48cf-8172-4a30143bf231 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.440910 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68723bc9-34b4-4d61-bc78-1fb2058311a5 req-771ee50b-fa53-48cf-8172-4a30143bf231 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "DELETE /v2.0/security-groups/6a65d031-6d72-402e-b7a2-e6a1e8885136 HTTP/1.1" status: 204 len: 173 time: 1.1745281 Feb 04 15:40:43.445924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:43.454782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:43.511395 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267e5dd0-9ee9-4ca4-af9a-96cf4cfe1360 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.681415 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267e5dd0-9ee9-4ca4-af9a-96cf4cfe1360 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.691471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e5dd0-9ee9-4ca4-af9a-96cf4cfe1360 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5560a1-de00-4a41-a479-068175d1ff2a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.713931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:43.718993 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.725137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.728381 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.734193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657d6db-2d5c-48b5-89e2-ea2549f62d51 req-8b8b9675-384e-4d8e-af83-6bd202aac47e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:43.735688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7657d6db-2d5c-48b5-89e2-ea2549f62d51 req-8b8b9675-384e-4d8e-af83-6bd202aac47e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 931 time: 0.6159675 Feb 04 15:40:43.736324 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5847607a-6573-47d1-8776-d1caae891872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.739141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-267e5dd0-9ee9-4ca4-af9a-96cf4cfe1360 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/8e5560a1-de00-4a41-a479-068175d1ff2a HTTP/1.1" status: 204 len: 168 time: 1.1399691 Feb 04 15:40:43.742511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35618) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:43.767111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Transition to ACTIVE for port object b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:43.774100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Attempting to bind port c515e95d-d602-4433-bbf2-0a831719e8dc on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:43.774438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Attempting to bind port c515e95d-d602-4433-bbf2-0a831719e8dc by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:43.774753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Attempting to bind port c515e95d-d602-4433-bbf2-0a831719e8dc on network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:43.774882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:43.784012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.840991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22689ce3-f08e-456b-929b-55bb12cb1074,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.855638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.855984 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Added segment 6ca06892-007f-4510-a906-31634267b3a0 of type vlan for network 473b9cd1-68e5-4803-a857-718d51b7ff16 Feb 04 15:40:43.857255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Port c515e95d-d602-4433-bbf2-0a831719e8dc on network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:43.857576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Attempting to bind port c515e95d-d602-4433-bbf2-0a831719e8dc on network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:43.874169 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5847607a-6573-47d1-8776-d1caae891872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.882584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:40:43.882927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Checking segment: {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:43.883320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Bound using segment: {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:40:43.883761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Bound port: c515e95d-d602-4433-bbf2-0a831719e8dc, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:43.884104 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.914688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da803f0-2428-41a9-9db0-8378d8aa8273 req-a98719d0-8ab6-4396-9ae8-26870e49c7dc tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:43.916283 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3da803f0-2428-41a9-9db0-8378d8aa8273 req-a98719d0-8ab6-4396-9ae8-26870e49c7dc tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.3519583 Feb 04 15:40:43.942457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7657d6db-2d5c-48b5-89e2-ea2549f62d51 req-6e661657-b7fe-4a55-a94b-b41c7e4c0fa1 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889269 Feb 04 15:40:43.979620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.014755 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.034478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.084586 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3da803f0-2428-41a9-9db0-8378d8aa8273 req-e89a3189-8d17-4ce7-a31d-ef2c12fc693e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573577 Feb 04 15:40:44.144178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Attempting to bind port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:44.144514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Attempting to bind port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '18ad0f82-65f3-44af-8d69-3b5885d227e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:44.144703 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5847607a-6573-47d1-8776-d1caae891872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.144923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Attempting to bind port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 on network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:44.152596 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.153568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.154147 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.173160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 on network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:44.173488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Attempting to bind port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 on network b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:44.218649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:44.231134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847607a-6573-47d1-8776-d1caae891872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea8ed56-8a31-4a1b-8c91-a1ae7867fc83,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.251340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c515e95d-d602-4433-bbf2-0a831719e8dc,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:40:44.254710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:40:44.255049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Checking segment: {'id': '18ad0f82-65f3-44af-8d69-3b5885d227e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:44.255536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Bound using segment: {'id': '18ad0f82-65f3-44af-8d69-3b5885d227e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:40:44.255859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Bound port: b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ad0f82-65f3-44af-8d69-3b5885d227e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:44.256214 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.272852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.280410 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5847607a-6573-47d1-8776-d1caae891872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.284593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5847607a-6573-47d1-8776-d1caae891872 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eea8ed56-8a31-4a1b-8c91-a1ae7867fc83 HTTP/1.1" status: 204 len: 168 time: 0.9255991 Feb 04 15:40:44.284593 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.348075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] Pushing event updated for resources: {'Network': ['ID=473b9cd1-68e5-4803-a857-718d51b7ff16,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.350984 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-12d8de08-9bd0-4cc3-b5c5-d536369527e8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5547385 Feb 04 15:40:44.358929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 473b9cd1-68e5-4803-a857-718d51b7ff16 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:44.364258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35628) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:44.376531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43d690a7-93a9-4798-9b11-f4b44087a5a5 req-12d39ff8-5db9-49cb-a479-7bcdb66f3b89 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/d2b2be4f-a3a0-4794-baaf-755ca793f4d2 HTTP/1.1" status: 200 len: 1807 time: 0.2493660 Feb 04 15:40:44.383044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Request body: {'subnet': {'network_id': '473b9cd1-68e5-4803-a857-718d51b7ff16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1912890403-subnet', 'tenant_id': 'd35969aa44ae4da09ce38ff6d8b2dd14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:44.385744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.386872 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.388554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] 10.222.0.61 "PUT /v2.0/ports/c515e95d-d602-4433-bbf2-0a831719e8dc HTTP/1.1" status: 200 len: 1091 time: 3.0250545 Feb 04 15:40:44.389570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:44.391131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bf1097-951b-471f-8469-4045b9c73035']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:44.399899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:44.408265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Usage tracker for resource:subnet and tenant:d35969aa44ae4da09ce38ff6d8b2dd14 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:44.414936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:44.420879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410bc35a-75dd-4a51-b9ae-2b9409f43fd6') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:44.421465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410bc35a-75dd-4a51-b9ae-2b9409f43fd6') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:44.440996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:44.447287 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.466598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] For port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:44.479326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] For port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:40:44.485867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Made reservation on behalf of d35969aa44ae4da09ce38ff6d8b2dd14 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:44.488854 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.502014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.513014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b841d-3541-4dda-84f6-d688ce8ef9ee service neutron] Pushing event updated for resources: {'Port': ['ID=c515e95d-d602-4433-bbf2-0a831719e8dc,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.522622 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.541899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:44.542329 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:44.557544 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:44.565969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37227-5b72-45e0-8b79-4561ab192a78 req-88b9226a-8ce3-424c-8d83-93ae22222aa9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.567492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7bc37227-5b72-45e0-8b79-4561ab192a78 req-88b9226a-8ce3-424c-8d83-93ae22222aa9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.4806192 Feb 04 15:40:44.636906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.637525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.638888 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] 10.222.0.53 "PUT /v2.0/ports/b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 1091 time: 1.9142449 Feb 04 15:40:44.649584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:44.666068 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-43d690a7-93a9-4798-9b11-f4b44087a5a5 req-0ff7913e-06c0-4eb0-8c63-2a35140964fc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.698893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.704448 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7bc37227-5b72-45e0-8b79-4561ab192a78 req-7256c071-a115-4056-9eac-7b83f67a4296 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851731 Feb 04 15:40:44.723388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3bf1097-951b-471f-8469-4045b9c73035 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 15:40:44.726580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-fca04197-52f4-493f-93b5-97d3f2309be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.728444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-fca04197-52f4-493f-93b5-97d3f2309be3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 1094 time: 0.2842045 Feb 04 15:40:44.732080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.734899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35638) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:44.739714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3bf1097-951b-471f-8469-4045b9c73035,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.768532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e9fc2-5902-4198-8a4f-5e865deecaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.777659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-43d690a7-93a9-4798-9b11-f4b44087a5a5 req-0ff7913e-06c0-4eb0-8c63-2a35140964fc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.826894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1a6b8b36-a9fc-41e7-8d0d-c80005411b73 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "DELETE /v2.0/networks/e3bf1097-951b-471f-8469-4045b9c73035 HTTP/1.1" status: 204 len: 168 time: 1.0833488 Feb 04 15:40:44.832689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-9b762e8a-8954-4254-8773-0b30e0b19535 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c515e95d-d602-4433-bbf2-0a831719e8dc HTTP/1.1" status: 200 len: 217 time: 0.0964627 Feb 04 15:40:44.833381 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56f7cd12-6ccb-4eaa-839d-8d5170420008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.890981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-56f7cd12-6ccb-4eaa-839d-8d5170420008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:44.899497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-56f7cd12-6ccb-4eaa-839d-8d5170420008 admin admin] Usage tracker for resource:security_group_rule and tenant:cd412d35a46043efb6a49b9cb93340c8 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:44.905155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-a96bb323-76a8-44d5-9046-1519bbda1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.907115 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-a96bb323-76a8-44d5-9046-1519bbda1deb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1094 time: 0.2132988 Feb 04 15:40:44.913054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-56f7cd12-6ccb-4eaa-839d-8d5170420008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:44.923259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-56f7cd12-6ccb-4eaa-839d-8d5170420008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:44.934319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-1a0c49c7-d6dd-4f24-bf9f-30a9ef62e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.936233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-1a0c49c7-d6dd-4f24-bf9f-30a9ef62e987 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d9fca11-b979-413c-a9fc-07bee41c80b7 HTTP/1.1" status: 200 len: 855 time: 0.0914736 Feb 04 15:40:45.035851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-31eb0b84-0789-4d3f-929f-5deb331f4971 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908945 Feb 04 15:40:45.040534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.081332 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-8b6ff746-5b37-4b84-a807-3466e84ab947 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 217 time: 0.0971014 Feb 04 15:40:45.088890 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-43d690a7-93a9-4798-9b11-f4b44087a5a5 req-0ff7913e-06c0-4eb0-8c63-2a35140964fc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.169622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7913e-06c0-4eb0-8c63-2a35140964fc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b2be4f-a3a0-4794-baaf-755ca793f4d2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:45.191852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-43d690a7-93a9-4798-9b11-f4b44087a5a5 req-0ff7913e-06c0-4eb0-8c63-2a35140964fc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.197993 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43d690a7-93a9-4798-9b11-f4b44087a5a5 req-0ff7913e-06c0-4eb0-8c63-2a35140964fc tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "DELETE /v2.0/security-groups/d2b2be4f-a3a0-4794-baaf-755ca793f4d2 HTTP/1.1" status: 204 len: 173 time: 0.8041682 Feb 04 15:40:45.223512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b68cf-b469-4444-8314-c129b973193f req-6046db3d-555a-4678-9895-78894cbb3ffa tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:45.225071 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e9b68cf-b469-4444-8314-c129b973193f req-6046db3d-555a-4678-9895-78894cbb3ffa tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 943 time: 0.2836056 Feb 04 15:40:45.246816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Pushing event updated for resources: {'Subnet': ['ID=063a4704-5ad5-437f-b746-5859a8358e85,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:45.269855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Checking segment: {'id': '6ca06892-007f-4510-a906-31634267b3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '473b9cd1-68e5-4803-a857-718d51b7ff16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:45.270217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Network hostable DHCP agents. Network: 473b9cd1-68e5-4803-a857-718d51b7ff16, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:45.288086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f6b68702-738f-483d-a0a4-b4e7ebe571af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:45.289577 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-f6b68702-738f-483d-a0a4-b4e7ebe571af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.1886165 Feb 04 15:40:45.336862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35654) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:45.355073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-6dec23db-8495-4f01-96c9-d99c11662dba service neutron] 10.222.0.61 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048635 Feb 04 15:40:45.359785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'router': {'name': 'tempest-router--1763297602', 'project_id': '414e7362178343d494d8d2998a4a4be9'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:45.397370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:45.452418 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56f7cd12-6ccb-4eaa-839d-8d5170420008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.456443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e9b68cf-b469-4444-8314-c129b973193f req-108f69e1-721f-4f1f-a1ac-9309f48fe0de tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235608 Feb 04 15:40:45.464069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Usage tracker for resource:router and tenant:414e7362178343d494d8d2998a4a4be9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:45.468608 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56f7cd12-6ccb-4eaa-839d-8d5170420008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.479712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:45.512953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:45.525715 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-ae0495c7-99ab-4bef-8e26-835392dd5d77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2251718 Feb 04 15:40:45.531207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Network 473b9cd1-68e5-4803-a857-718d51b7ff16 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:45.532897 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc', 'status': 'completed', 'code': 200} Feb 04 15:40:45.570429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7cd12-6ccb-4eaa-839d-8d5170420008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ff008-f7d7-4f3b-aae8-838d9b34426a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:45.577446 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'status': 'completed', 'code': 200} Feb 04 15:40:45.584808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-56f7cd12-6ccb-4eaa-839d-8d5170420008 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd412d35a46043efb6a49b9cb93340c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8437848 Feb 04 15:40:45.587310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35658) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:45.588436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.589894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.629638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 473b9cd1-68e5-4803-a857-718d51b7ff16) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:45.634352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:45.634943 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.646408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d633ec7-b2ec-44c8-b914-fc041a199796 None None] Network 473b9cd1-68e5-4803-a857-718d51b7ff16 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:45.649801 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c6cde9b-db59-4f1a-9c68-c43323b8f0d5 req-63a6864e-c93a-4901-8265-6cd992c7db1c service neutron] 10.222.0.61 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835889 Feb 04 15:40:45.664709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.685968 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-79981b8c-bf12-4cda-8fa8-ea218db9941a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3204265 Feb 04 15:40:45.700056 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f06ced69-d029-4031-af56-ba19566d244c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.714708 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.815904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93626890-ccf9-4309-91cd-b3d247a300a2 req-1dc083e7-4143-449a-b9a5-531d984beb42 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:45.817466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-93626890-ccf9-4309-91cd-b3d247a300a2 req-1dc083e7-4143-449a-b9a5-531d984beb42 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.4678440 Feb 04 15:40:45.819742 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-d8a8509d-2812-459d-b6b4-44395a87e2ad service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772322 Feb 04 15:40:46.003428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9b64a9-75ea-4847-b6b6-09bca874c0ab None None] Network 473b9cd1-68e5-4803-a857-718d51b7ff16 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:46.006783 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-93626890-ccf9-4309-91cd-b3d247a300a2 req-9cbba1fc-38a4-48ff-8f55-920421541525 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719508 Feb 04 15:40:46.076600 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-885fd586-b48d-453f-a72f-eb7e82543f29 req-9a7fba96-ba40-403a-9c9c-c95a6b3590aa service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428005 Feb 04 15:40:46.134119 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f06ced69-d029-4031-af56-ba19566d244c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.206511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.207713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6b52f6d9-6b6e-48a3-8a10-4c310a263afb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8698945 Feb 04 15:40:46.212361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35672) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:46.293473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-4b555bcd-23f4-4b3a-a8f9-8614e715c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.295066 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-4b555bcd-23f4-4b3a-a8f9-8614e715c428 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 1094 time: 0.5729873 Feb 04 15:40:46.305010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-f725098c-ebf5-44cf-a55c-a96196ce7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.305010 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-f725098c-ebf5-44cf-a55c-a96196ce7d1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1095 time: 0.2504444 Feb 04 15:40:46.306990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-50bc1907-2e3e-4b57-a0fc-168e3f1ed4f6 req-fa65bcc0-ed83-42c9-a2f7-87fa587dd38b tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/81837984-2ead-4ce0-8449-2bbe521743ee HTTP/1.1" status: 200 len: 1807 time: 0.2278731 Feb 04 15:40:46.329954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f06ced69-d029-4031-af56-ba19566d244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.369596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0dd1-1c47-4d38-88b8-6bda6ca749bd req-836db499-3e58-4ce3-a10d-895480497929 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.376295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3efd0dd1-1c47-4d38-88b8-6bda6ca749bd req-836db499-3e58-4ce3-a10d-895480497929 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 943 time: 0.2918963 Feb 04 15:40:46.413554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35682) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:46.415352 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d95bd58-4969-427f-a19f-945f7005107e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.500648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1211290822-network', 'tenant_id': '5b5ebfb7d46f437ab3a445cadcd9c89e'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:46.506753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ced69-d029-4031-af56-ba19566d244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ff008-f7d7-4f3b-aae8-838d9b34426a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:46.519148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:46.527169 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f06ced69-d029-4031-af56-ba19566d244c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.528935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f06ced69-d029-4031-af56-ba19566d244c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f3ff008-f7d7-4f3b-aae8-838d9b34426a HTTP/1.1" status: 204 len: 168 time: 0.9339190 Feb 04 15:40:46.529991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Usage tracker for resource:network and tenant:5b5ebfb7d46f437ab3a445cadcd9c89e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:46.535565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:46.569284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3efd0dd1-1c47-4d38-88b8-6bda6ca749bd req-49c71b10-3b13-4add-a559-8522aa09beb4 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917934 Feb 04 15:40:46.596479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:46.637653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-2b3d9174-72be-4796-a098-a5d1cf5c763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.639279 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-2b3d9174-72be-4796-a098-a5d1cf5c763f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 916 time: 0.3307946 Feb 04 15:40:46.756994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-aec97e32-d819-4911-8158-cf3933b0b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.759042 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-aec97e32-d819-4911-8158-cf3933b0b5e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1094 time: 0.6038265 Feb 04 15:40:46.763665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-70de8f6a-7a9d-43c2-85f1-c408c0a67f65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c515e95d-d602-4433-bbf2-0a831719e8dc HTTP/1.1" status: 200 len: 217 time: 0.1079698 Feb 04 15:40:46.763765 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-50bc1907-2e3e-4b57-a0fc-168e3f1ed4f6 req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.763879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-9a1dbf1e-4369-42f4-a4b2-c8f9c1ed6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.763879 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-9a1dbf1e-4369-42f4-a4b2-c8f9c1ed6417 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.4253290 Feb 04 15:40:46.766045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Made reservation on behalf of 5b5ebfb7d46f437ab3a445cadcd9c89e for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:46.768622 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.845536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d95bd58-4969-427f-a19f-945f7005107e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.872119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d95bd58-4969-427f-a19f-945f7005107e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.873729 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.945946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-8454e846-6ac0-433e-bb2d-4a8f6dd9a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.947393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-8454e846-6ac0-433e-bb2d-4a8f6dd9a570 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d9fca11-b979-413c-a9fc-07bee41c80b7 HTTP/1.1" status: 200 len: 855 time: 0.1715496 Feb 04 15:40:46.949065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-11a96361-429a-4f9d-8621-e3dc15c3af47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 998 time: 0.1720986 Feb 04 15:40:46.964639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c39a0-b54f-4417-92e8-45f2e62a68da req-4bf62769-a4ba-4afc-ac0a-0948b224c3d3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.966157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-057c39a0-b54f-4417-92e8-45f2e62a68da req-4bf62769-a4ba-4afc-ac0a-0948b224c3d3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2494476 Feb 04 15:40:46.972225 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-50bc1907-2e3e-4b57-a0fc-168e3f1ed4f6 req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.982573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:47.008060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Usage tracker for resource:security_group_rule and tenant:5b5ebfb7d46f437ab3a445cadcd9c89e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:47.022636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:47.029184 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d95bd58-4969-427f-a19f-945f7005107e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.029667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d95bd58-4969-427f-a19f-945f7005107e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 813756ef-cb17-4777-ae65-b11c33ad25db {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:40:47.056066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:47.067171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-218258f1-66d2-402c-8930-978feb582727 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987563 Feb 04 15:40:47.103723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d95bd58-4969-427f-a19f-945f7005107e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.107959 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1d95bd58-4969-427f-a19f-945f7005107e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "DELETE /v2.0/routers/813756ef-cb17-4777-ae65-b11c33ad25db HTTP/1.1" status: 204 len: 168 time: 0.8876147 Feb 04 15:40:47.117175 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-50bc1907-2e3e-4b57-a0fc-168e3f1ed4f6 req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.121245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-ac53c5d7-fda7-46e9-a9b5-c31e11b0809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.122680 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-ac53c5d7-fda7-46e9-a9b5-c31e11b0809a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 920 time: 0.3448575 Feb 04 15:40:47.180534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-e7d8054f-b768-4a66-a8de-8bea81f1714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.182032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-e7d8054f-b768-4a66-a8de-8bea81f1714c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.2147739 Feb 04 15:40:47.194616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-057c39a0-b54f-4417-92e8-45f2e62a68da req-216b561e-0fc6-46f0-a2e2-09907e487196 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560843 Feb 04 15:40:47.198924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81837984-2ead-4ce0-8449-2bbe521743ee,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:47.349248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-f585129e-c4d2-4b6d-a52b-3452b580d021 service neutron] 10.222.0.61 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726023 Feb 04 15:40:47.408364 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-50bc1907-2e3e-4b57-a0fc-168e3f1ed4f6 req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.418609 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-50bc1907-2e3e-4b57-a0fc-168e3f1ed4f6 req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "DELETE /v2.0/security-groups/81837984-2ead-4ce0-8449-2bbe521743ee HTTP/1.1" status: 204 len: 173 time: 1.0953310 Feb 04 15:40:47.421736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-e34e1107-69fa-4768-8f7f-8c93fb3c2032 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 217 time: 0.2811570 Feb 04 15:40:47.426581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35710) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:47.434320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.434721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.435950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.436637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.437193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.438099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.438964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.439342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.441534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.441952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.442812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.443274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8091557-7f17-4993-80df-8d9ddce57cb3 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.493178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-3ffc0d41-7802-491d-9b3b-edc16375f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.494642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-3ffc0d41-7802-491d-9b3b-edc16375f6f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2802596 Feb 04 15:40:47.556532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-d9151c30-3da5-4a48-ae24-c07622526c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.558355 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-d9151c30-3da5-4a48-ae24-c07622526c16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.1095328 Feb 04 15:40:47.662722 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-4674375a-885c-4312-8405-9edf2a32fbb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950184 Feb 04 15:40:47.825841 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.836902 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.859077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-5388d35c-70fb-46fa-b48a-7bf51a49c6ac service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557811 Feb 04 15:40:47.889861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1635749789', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:47.928888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:47.931223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:47.953410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Usage tracker for resource:router and tenant:49aa95a233414c328b712ec38552026b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:47.960794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:47.966676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77da7fff-4129-4edc-bdb3-07e2acfc9e17,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:47.981220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.981567 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Added segment da249464-8f3a-4bf6-b974-7778f3d183fa of type vlan for network 68d1f898-d8ac-4455-9590-f7b092fea9cc Feb 04 15:40:47.992409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:48.031308 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fb77f41-3f15-4a94-836f-b0e4cd984f07 req-c3c5f738-c311-4227-9267-bc287348eaf7 service neutron] 10.222.0.61 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748457 Feb 04 15:40:48.042061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.043098 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.045300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e7e3-3555-46f4-996b-4bf45e8f8a14 req-5505fe5f-93c2-45c6-9dc9-93b784c82833 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.053285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62d5e7e3-3555-46f4-996b-4bf45e8f8a14 req-5505fe5f-93c2-45c6-9dc9-93b784c82833 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 943 time: 0.6105044 Feb 04 15:40:48.058399 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-a05e8699-d1f5-46ba-adb5-9a55908ae7dd service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791871 Feb 04 15:40:48.061096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.118560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d4d610b-c2f7-435a-b7d9-6c3d31c896d2 req-b092df51-8f0e-435a-b1a7-047dbc49754c service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482290 Feb 04 15:40:48.119587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.125881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62d5e7e3-3555-46f4-996b-4bf45e8f8a14 req-bef39f1d-7f1a-4dd6-86a7-a77cd6368efc tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716197 Feb 04 15:40:48.305484 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f8f5b3d-74a4-4ae4-a0f0-b7e68397a64f req-36e796fd-98e9-4071-aa6f-69f7c68d9342 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/d94ad2a0-679d-454d-895e-48135f961d0e HTTP/1.1" status: 200 len: 2405 time: 0.2875800 Feb 04 15:40:48.341669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.343225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.347576 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.403830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f0700-d4a3-4a79-8ba5-f2d406763789 req-a5d1f4a1-ff32-4a4b-bc5a-e0888cd617e5 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.405802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c5f0700-d4a3-4a79-8ba5-f2d406763789 req-a5d1f4a1-ff32-4a4b-bc5a-e0888cd617e5 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 943 time: 0.1122031 Feb 04 15:40:48.467673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c5f0700-d4a3-4a79-8ba5-f2d406763789 req-fcfaedbc-2265-4f20-9fe9-5937753b9835 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552998 Feb 04 15:40:48.477139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35740) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:48.665185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8e950-2913-4f97-b850-c66b414cb76e req-870064c8-26bf-4fbf-9733-b9d94234ee4e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.666803 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ae8e950-2913-4f97-b850-c66b414cb76e req-870064c8-26bf-4fbf-9733-b9d94234ee4e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.0919447 Feb 04 15:40:48.677524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1577687009'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:48.684201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:48.701507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Usage tracker for resource:network and tenant:d3ebf585b1614492ad3d873614bf70c2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:48.706974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:48.714819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:48.727856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:40:48.742160 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2743080 Feb 04 15:40:48.744262 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bec2f57f-5d0a-4efd-985a-aeb4608845bc req-924a1555-715e-4c6d-97ac-c2558621738f service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551795 Feb 04 15:40:48.753334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:48.754412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76d036-866e-4bc9-a966-deaea1a0a62c admin admin] Pushing event updated for resources: {'Network': ['ID=68d1f898-d8ac-4455-9590-f7b092fea9cc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:48.764709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Request body: {'subnet': {'network_id': '68d1f898-d8ac-4455-9590-f7b092fea9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1211290822-subnet', 'tenant_id': '5b5ebfb7d46f437ab3a445cadcd9c89e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:48.775073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:48.789110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ae8e950-2913-4f97-b850-c66b414cb76e req-36687939-7170-4bfd-8ba5-e97951571985 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064434 Feb 04 15:40:48.790507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Made reservation on behalf of d3ebf585b1614492ad3d873614bf70c2 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:48.794573 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.817018 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.828362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:48.833617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Usage tracker for resource:security_group_rule and tenant:d3ebf585b1614492ad3d873614bf70c2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:48.836598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:48.847749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:48.849007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.853905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Usage tracker for resource:subnet and tenant:5b5ebfb7d46f437ab3a445cadcd9c89e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:48.862386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:48.894873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:48.896992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6f8f5b3d-74a4-4ae4-a0f0-b7e68397a64f req-0bd28365-bc23-4f0a-ac46-56fb8a2c6ef4 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.904907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:48.923592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'port_id': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'mac_address': 'fa:16:3e:1f:99:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:40:48.928229 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6f8f5b3d-74a4-4ae4-a0f0-b7e68397a64f req-0bd28365-bc23-4f0a-ac46-56fb8a2c6ef4 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.928707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 68d1f898-d8ac-4455-9590-f7b092fea9cc details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:49.025500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Made reservation on behalf of 5b5ebfb7d46f437ab3a445cadcd9c89e for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:49.028286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.044114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.051953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.079600 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.094071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:49.100157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:49.106227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eda1680-42b3-4ac4-beab-8100a5aa1fc0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:49.116244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.116956 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Added segment e2514dc8-16e9-4762-b732-c5cd08346131 of type vlan for network c5441ac1-55f2-49db-bc32-0db1ca41847d Feb 04 15:40:49.118544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:49.124702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd83ed-ff12-4411-92d3-ffce347b0e14 req-e7ca4088-c826-4906-a614-78f14f07babb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.125123 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.132325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bdd83ed-ff12-4411-92d3-ffce347b0e14 req-e7ca4088-c826-4906-a614-78f14f07babb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.1883178 Feb 04 15:40:49.145002 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6f8f5b3d-74a4-4ae4-a0f0-b7e68397a64f req-0bd28365-bc23-4f0a-ac46-56fb8a2c6ef4 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.175976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd28365-bc23-4f0a-ac46-56fb8a2c6ef4 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94ad2a0-679d-454d-895e-48135f961d0e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:49.193826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6f8f5b3d-74a4-4ae4-a0f0-b7e68397a64f req-0bd28365-bc23-4f0a-ac46-56fb8a2c6ef4 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.206709 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0bdd83ed-ff12-4411-92d3-ffce347b0e14 req-fc2cb48f-b5c9-411e-9447-8a554a28c813 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733011 Feb 04 15:40:49.213349 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f8f5b3d-74a4-4ae4-a0f0-b7e68397a64f req-0bd28365-bc23-4f0a-ac46-56fb8a2c6ef4 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "DELETE /v2.0/security-groups/d94ad2a0-679d-454d-895e-48135f961d0e HTTP/1.1" status: 204 len: 173 time: 0.9064498 Feb 04 15:40:49.215961 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.228410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:49.294183 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.302373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.303530 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.398890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:40:49.486392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0079417 Feb 04 15:40:49.490294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7d6f8-6cf3-4f73-a83f-60a92c136c6c tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Pushing event updated for resources: {'Network': ['ID=c5441ac1-55f2-49db-bc32-0db1ca41847d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:49.506798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network c5441ac1-55f2-49db-bc32-0db1ca41847d details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:49.526004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedfae7-bfe5-45eb-ac0c-e6ccb793f9ae req-b859e93d-eef4-4b6c-8a2e-716432f607e4 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.527296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bedfae7-bfe5-45eb-ac0c-e6ccb793f9ae req-b859e93d-eef4-4b6c-8a2e-716432f607e4 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 943 time: 0.1922843 Feb 04 15:40:49.573852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bedfae7-bfe5-45eb-ac0c-e6ccb793f9ae req-e2c3e79c-bdc8-469e-8d7e-2d7899624090 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Feb 04 15:40:49.701397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.745476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.786051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.818192 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91571c4a-ca9e-4cb4-8c04-25ac564b4752 req-8c97c032-b77e-4033-bae3-b8a60c0eb819 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "GET /v2.0/security-groups/bae3bc56-b86b-4a23-9ddb-7469cbd4e8b2 HTTP/1.1" status: 200 len: 2400 time: 0.4272130 Feb 04 15:40:49.947959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde5b8a6-1f7e-4847-bafd-1abf806c52b0,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:49.996525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Checking segment: {'id': 'da249464-8f3a-4bf6-b974-7778f3d183fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d1f898-d8ac-4455-9590-f7b092fea9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:49.997139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Network hostable DHCP agents. Network: 68d1f898-d8ac-4455-9590-f7b092fea9cc, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:50.042275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c515e95d-d602-4433-bbf2-0a831719e8dc details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:40:50.044176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91571c4a-ca9e-4cb4-8c04-25ac564b4752 req-c200a340-01e8-4a4c-8e64-ca3c89dd4417 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.044321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35770) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:50.066016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Request body: {'port': {'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d', 'binding:host_id': 'n-h2-827870-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2000531293'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:50.077830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:50.083654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Network 68d1f898-d8ac-4455-9590-f7b092fea9cc is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:50.084108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Usage tracker for resource:port and tenant:4f4081804bbf406ea39311877ba23344 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:50.088400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:50.098439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:50.098666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91571c4a-ca9e-4cb4-8c04-25ac564b4752 req-c200a340-01e8-4a4c-8e64-ca3c89dd4417 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.107567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Allocated IP 172.25.8.203 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/972f077b-7d22-47ea-abbf-09399580c043) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:50.123973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Made reservation on behalf of 4f4081804bbf406ea39311877ba23344 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:50.127831 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.136475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 68d1f898-d8ac-4455-9590-f7b092fea9cc) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:50.158962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:50.159870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.208887 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.222686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69dcc8-a960-408b-a177-dea8a27e12b5 None None] Network 68d1f898-d8ac-4455-9590-f7b092fea9cc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:50.238820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:50.245215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Usage tracker for resource:security_group_rule and tenant:4f4081804bbf406ea39311877ba23344 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:50.249479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:50.266124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:50.281336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91571c4a-ca9e-4cb4-8c04-25ac564b4752 req-c200a340-01e8-4a4c-8e64-ca3c89dd4417 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.283911 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-91571c4a-ca9e-4cb4-8c04-25ac564b4752 req-c200a340-01e8-4a4c-8e64-ca3c89dd4417 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.291764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35774) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:50.296654 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-91571c4a-ca9e-4cb4-8c04-25ac564b4752 req-c200a340-01e8-4a4c-8e64-ca3c89dd4417 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] 10.222.0.46 "DELETE /v2.0/security-groups/bae3bc56-b86b-4a23-9ddb-7469cbd4e8b2 HTTP/1.1" status: 204 len: 173 time: 0.4650643 Feb 04 15:40:50.303662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef0d13-7ce4-4fe4-a0a7-9b3d41056e17 req-0bde212a-016a-4cb3-9d16-fe574ef3dec0 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:50.305184 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56ef0d13-7ce4-4fe4-a0a7-9b3d41056e17 req-0bde212a-016a-4cb3-9d16-fe574ef3dec0 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 944 time: 0.1569502 Feb 04 15:40:50.344557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f0bd51dc-e89f-4565-986f-cbd4fc6c90b2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5876238 Feb 04 15:40:50.372050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200a340-01e8-4a4c-8e64-ca3c89dd4417 tempest-SecurityGroupRulesTestJSON-1729670576 tempest-SecurityGroupRulesTestJSON-1729670576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae3bc56-b86b-4a23-9ddb-7469cbd4e8b2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:50.413367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c515e95d-d602-4433-bbf2-0a831719e8dc,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:50.441076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'c515e95d-d602-4433-bbf2-0a831719e8dc', 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a', 'port_id': 'c515e95d-d602-4433-bbf2-0a831719e8dc', 'mac_address': 'fa:16:3e:76:51:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9fca11-b979-413c-a9fc-07bee41c80b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:40:50.448036 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.463250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56ef0d13-7ce4-4fe4-a0a7-9b3d41056e17 req-3f09a2f1-defc-4ced-b3c6-8e0e2757e38d tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033266 Feb 04 15:40:50.465995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cb752d-0c8f-40d1-90d3-10866649e1df admin admin] Deleting subnet 1333244d-2cf0-43d5-b247-6b603f33ea00 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:40:50.470829 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15cb752d-0c8f-40d1-90d3-10866649e1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.548330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15cb752d-0c8f-40d1-90d3-10866649e1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.561913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba795bf-d61c-4ff5-be91-22f8ce5a7727 req-fbce92f5-6425-4c88-8288-3e8b1db0236e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:50.570252 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fba795bf-d61c-4ff5-be91-22f8ce5a7727 req-fbce92f5-6425-4c88-8288-3e8b1db0236e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.1184888 Feb 04 15:40:50.601661 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.603760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.628857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c515e95d-d602-4433-bbf2-0a831719e8dc {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:50.644952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986490b-e00e-4a19-928f-302af0f97b30 None None] Network 68d1f898-d8ac-4455-9590-f7b092fea9cc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:50.727501 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fba795bf-d61c-4ff5-be91-22f8ce5a7727 req-d10daa3b-2bf9-42de-836d-f6b947410cf3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560404 Feb 04 15:40:50.739027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:50.740664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:50.752788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event updated for resources: {'Port': ['ID=972f077b-7d22-47ea-abbf-09399580c043,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:50.755850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:50.764623 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.776857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.791611 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15cb752d-0c8f-40d1-90d3-10866649e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.792652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:50.825103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] device_id is not set on port 0bc25e19-52d2-4548-ad03-c49360446a1e yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:50.832719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c515e95d-d602-4433-bbf2-0a831719e8dc,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:50.848064 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.931830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7ad60f-f626-4762-af93-c12f8be526a8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:50.984154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a3e29-192c-427b-ae6e-621c4ce2aab6 req-a902daf0-7f2c-4ab7-86ac-7381276f8d81 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:50.985713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-738a3e29-192c-427b-ae6e-621c4ce2aab6 req-a902daf0-7f2c-4ab7-86ac-7381276f8d81 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.3291781 Feb 04 15:40:51.022157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=c515e95d-d602-4433-bbf2-0a831719e8dc,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.028615 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15cb752d-0c8f-40d1-90d3-10866649e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.055750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:51.093544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:51.094021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.134901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['c515e95d-d602-4433-bbf2-0a831719e8dc'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:40:51.145192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15cb752d-0c8f-40d1-90d3-10866649e1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.147627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb752d-0c8f-40d1-90d3-10866649e1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1333244d-2cf0-43d5-b247-6b603f33ea00,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.185313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f10ad-9d0e-460f-a3ea-4885069efc9a req-b71963e6-ac8b-47d9-8184-082539d5573c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:51.186154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-751f10ad-9d0e-460f-a3ea-4885069efc9a req-b71963e6-ac8b-47d9-8184-082539d5573c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Synchronizing usage tracker for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:51.219720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-751f10ad-9d0e-460f-a3ea-4885069efc9a req-b71963e6-ac8b-47d9-8184-082539d5573c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Unset dirty status for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:51.221083 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-751f10ad-9d0e-460f-a3ea-4885069efc9a req-b71963e6-ac8b-47d9-8184-082539d5573c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 944 time: 0.3264313 Feb 04 15:40:51.318557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-738a3e29-192c-427b-ae6e-621c4ce2aab6 req-32fcccd8-414d-4e67-8859-2ed5ca0a3f7d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167460 Feb 04 15:40:51.322457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-15cb752d-0c8f-40d1-90d3-10866649e1df admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1333244d-2cf0-43d5-b247-6b603f33ea00 HTTP/1.1" status: 204 len: 168 time: 1.0286515 Feb 04 15:40:51.328745 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.333024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35788) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:51.343031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.395894 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:51.417333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:51.430037 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.470273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-751f10ad-9d0e-460f-a3ea-4885069efc9a req-58e9feec-e711-4b70-a8cf-6ffd2152329e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901739 Feb 04 15:40:51.585214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.631600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.641753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] device_id is not set on port 0bc25e19-52d2-4548-ad03-c49360446a1e yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:51.678857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.729551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Transition to ACTIVE for port object 0bc25e19-52d2-4548-ad03-c49360446a1e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:51.832657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.865070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377fa110-79b4-407a-8acb-484290b53975']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:51.881742 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.889760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f11cb5-7653-4931-8188-48c45dfd1c2a') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:51.890064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f11cb5-7653-4931-8188-48c45dfd1c2a') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:51.957142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.983391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8659c-1405-44ed-9f3c-72b5a8a162d8 req-ad29fbbb-95cd-4578-9582-875926f1e18e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:51.985193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cff8659c-1405-44ed-9f3c-72b5a8a162d8 req-ad29fbbb-95cd-4578-9582-875926f1e18e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.4707086 Feb 04 15:40:52.008542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-45908873-be91-4195-8a78-2c293f2b6e14 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:52.009255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-45908873-be91-4195-8a78-2c293f2b6e14 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Synchronizing usage tracker for tenant:d35969aa44ae4da09ce38ff6d8b2dd14 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:52.020206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.043762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'Port': ['ID=0bc25e19-52d2-4548-ad03-c49360446a1e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:52.052949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c515e95d-d602-4433-bbf2-0a831719e8dc up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:40:52.056412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:52.056833 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:52.077585 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:52.103900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-45908873-be91-4195-8a78-2c293f2b6e14 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Unset dirty status for tenant:d35969aa44ae4da09ce38ff6d8b2dd14 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:52.105794 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-45908873-be91-4195-8a78-2c293f2b6e14 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/networks?id=473b9cd1-68e5-4803-a857-718d51b7ff16 HTTP/1.1" status: 200 len: 825 time: 0.4151540 Feb 04 15:40:52.143129 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-8cf61d88-e28a-48da-addd-61b5ab858f95 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/quotas/d35969aa44ae4da09ce38ff6d8b2dd14 HTTP/1.1" status: 200 len: 375 time: 0.0218379 Feb 04 15:40:52.153598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port c515e95d-d602-4433-bbf2-0a831719e8dc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:52.160631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port c515e95d-d602-4433-bbf2-0a831719e8dc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:52.161325 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.166806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Checking segment: {'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:52.167320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Network hostable DHCP agents. Network: c5441ac1-55f2-49db-bc32-0db1ca41847d, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:52.199848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.201456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cff8659c-1405-44ed-9f3c-72b5a8a162d8 req-3fe3622b-06a3-4406-94e5-001a352c8e95 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935658 Feb 04 15:40:52.218052 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.222127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Network c5441ac1-55f2-49db-bc32-0db1ca41847d is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:52.237647 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-5dd526e6-11c2-4d85-a0ce-a903079f6cc6 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d35969aa44ae4da09ce38ff6d8b2dd14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921957 Feb 04 15:40:52.246677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.261650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=377fa110-79b4-407a-8acb-484290b53975,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:52.263959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, c5441ac1-55f2-49db-bc32-0db1ca41847d) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:52.269353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-78405884-4b90-459a-a574-81fef9df5ec5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/377fa110-79b4-407a-8acb-484290b53975 HTTP/1.1" status: 204 len: 168 time: 0.9354849 Feb 04 15:40:52.273355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:52.302302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.303846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.304426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.309330 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.317316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.319664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce0df5-3b40-4531-ae70-7f646b42897f None None] Network c5441ac1-55f2-49db-bc32-0db1ca41847d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:52.320216 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.320868 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 2 to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e Feb 04 15:40:52.353115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.355492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.356014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.368157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.369492 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.371620 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 3 to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e Feb 04 15:40:52.395584 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'code': 200} Feb 04 15:40:52.410502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.411177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.411690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.429854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.430474 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.431126 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 4 to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e Feb 04 15:40:52.450050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c515e95d-d602-4433-bbf2-0a831719e8dc,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:52.477083 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.488206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.491507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.491882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.510258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.510623 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.511025 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 5 to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e Feb 04 15:40:52.552683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.553061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.553412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.568731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.569626 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.570053 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 6 to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e Feb 04 15:40:52.644978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.645359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.645690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.661189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.661586 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.663236 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 7 to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e Feb 04 15:40:52.679407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35822) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:52.697155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=c515e95d-d602-4433-bbf2-0a831719e8dc,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:52.697507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.697851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.698190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.708778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.710710 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.714914 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 8 to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e Feb 04 15:40:52.746710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.747044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.747408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.770000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.770375 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.771671 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 9 to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e Feb 04 15:40:52.785629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3d286a73-b96f-4fda-b100-44d6bbe20db9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60b83bace82f48bb8a22da8e414d0b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048265 Feb 04 15:40:52.791273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35826) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:52.799246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eaca8-bd07-48f2-b2e7-b1785066b491 req-4069f307-c423-40e0-a333-a6a7beeeddf2 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:52.800727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c45eaca8-bd07-48f2-b2e7-b1785066b491 req-4069f307-c423-40e0-a333-a6a7beeeddf2 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.2132411 Feb 04 15:40:52.814423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.815297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.815653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.837421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.837757 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.841711 n-d-827870-1 neutron-server[87570]: INFO neutron.plugins.ml2.plugin [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 10 to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e Feb 04 15:40:52.899235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:52.899577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:52.899853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:52.913884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 0bc25e19-52d2-4548-ad03-c49360446a1e on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:52.914216 n-d-827870-1 neutron-server[87570]: ERROR neutron.plugins.ml2.managers [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 0bc25e19-52d2-4548-ad03-c49360446a1e on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:52.914573 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.920952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe32a22-9cca-4c97-b3f9-d5074a2d6242 req-f99883a8-2ef8-4de1-8cb5-c324c4442bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:52.922473 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8fe32a22-9cca-4c97-b3f9-d5074a2d6242 req-f99883a8-2ef8-4de1-8cb5-c324c4442bc7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1096 time: 0.2746928 Feb 04 15:40:52.926916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-39b9e60a-63b3-47a3-ab3b-9a715f28b170 service neutron] 10.222.0.46 "GET /v2.0/networks/473b9cd1-68e5-4803-a857-718d51b7ff16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884477 Feb 04 15:40:52.929685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c45eaca8-bd07-48f2-b2e7-b1785066b491 req-175f3602-acfb-4d24-b3c5-3859606c0c80 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094093 Feb 04 15:40:53.004568 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9715ac96-fcc8-484e-b21d-f3954271ceb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.098957 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9715ac96-fcc8-484e-b21d-f3954271ceb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.113829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8fe32a22-9cca-4c97-b3f9-d5074a2d6242 req-cb8bbcdc-cbbf-4a92-aa83-4296b4368180 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726663 Feb 04 15:40:53.123538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] For port 0bc25e19-52d2-4548-ad03-c49360446a1e, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:53.124218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempted to set empty binding levels {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 15:40:53.136847 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.146271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Router 3ecb33f8-f0e9-46fd-bc6a-e687332925eb is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:40:53.159696 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-93b1ef07-5deb-45ad-b422-3227a06c13fe service neutron] 10.222.0.46 "GET /v2.0/networks/473b9cd1-68e5-4803-a857-718d51b7ff16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167549 Feb 04 15:40:53.223918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:53.224512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.273156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'Port': ['ID=0bc25e19-52d2-4548-ad03-c49360446a1e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:53.283821 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8c89166f-d2c5-4c53-b443-aee5e59e9911 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.2341344 Feb 04 15:40:53.283821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9715ac96-fcc8-484e-b21d-f3954271ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.284621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9715ac96-fcc8-484e-b21d-f3954271ceb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.285958 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9715ac96-fcc8-484e-b21d-f3954271ceb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/340e7dfc-5044-43f4-a99d-3a4d14ce4a76 HTTP/1.1" status: 204 len: 168 time: 0.4842379 Feb 04 15:40:53.286700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35834) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:53.389023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:40:53.405142 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfc19f-cb8b-42b5-9cc8-96d2dae239f5 None None] Sync routers for ids ['3ecb33f8-f0e9-46fd-bc6a-e687332925eb'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:53.407396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aaa04-b203-48d0-9f0c-aa99cdd34b3e req-9a64264b-ea7b-4b8e-8d78-8aae43285610 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:53.409174 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e7aaa04-b203-48d0-9f0c-aa99cdd34b3e req-9a64264b-ea7b-4b8e-8d78-8aae43285610 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.3644660 Feb 04 15:40:53.417470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715ac96-fcc8-484e-b21d-f3954271ceb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340e7dfc-5044-43f4-a99d-3a4d14ce4a76,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:53.426804 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfc19f-cb8b-42b5-9cc8-96d2dae239f5 None None] Routers {'3ecb33f8-f0e9-46fd-bc6a-e687332925eb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:53.429026 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-edbfc19f-cb8b-42b5-9cc8-96d2dae239f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3ecb33f8-f0e9-46fd-bc6a-e687332925eb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:53.431795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.438614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c3bfc346-d1dc-411a-b9c5-3f5e799928b0 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0065870 Feb 04 15:40:53.439924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35848) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:53.487587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-67ef4be0-09c3-45ba-a90f-f48f4743f9ed tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Deleting port 0bc25e19-52d2-4548-ad03-c49360446a1e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:53.487962 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67ef4be0-09c3-45ba-a90f-f48f4743f9ed tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.561654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e7aaa04-b203-48d0-9f0c-aa99cdd34b3e req-fc29fd9a-d1d1-4f82-b7a1-eb9cbaa9f629 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389961 Feb 04 15:40:53.657184 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-edbfc19f-cb8b-42b5-9cc8-96d2dae239f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:53.675759 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfc19f-cb8b-42b5-9cc8-96d2dae239f5 None None] Routers {'3ecb33f8-f0e9-46fd-bc6a-e687332925eb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:40:53.676591 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-edbfc19f-cb8b-42b5-9cc8-96d2dae239f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:40:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3ecb33f8-f0e9-46fd-bc6a-e687332925eb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:53.764155 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-edbfc19f-cb8b-42b5-9cc8-96d2dae239f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:53.764888 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfc19f-cb8b-42b5-9cc8-96d2dae239f5 None None] The sync data for ids ['3ecb33f8-f0e9-46fd-bc6a-e687332925eb'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:54.071690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-67ef4be0-09c3-45ba-a90f-f48f4743f9ed tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] For port 0bc25e19-52d2-4548-ad03-c49360446a1e, host n-h2-827870-1, got binding levels [] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:40:54.072622 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67ef4be0-09c3-45ba-a90f-f48f4743f9ed tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.082785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a030-85b2-4686-9e66-99584bbfee3b req-96a450d2-212d-4589-bbb3-43086da0d5a2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:54.090421 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-96a450d2-212d-4589-bbb3-43086da0d5a2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 0.3886695 Feb 04 15:40:54.129319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-2bb3e286-ceb3-41ea-b967-525284062856 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/quotas/471aa203ed68486e939c8ab113a56f07 HTTP/1.1" status: 200 len: 375 time: 0.0375457 Feb 04 15:40:54.245573 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ea1da172-855b-4ad1-8e54-0bdd66386146 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/routers/3ecb33f8-f0e9-46fd-bc6a-e687332925eb HTTP/1.1" status: 200 len: 921 time: 0.8043637 Feb 04 15:40:54.256747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35880) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:54.262763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-67ef4be0-09c3-45ba-a90f-f48f4743f9ed tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Calling delete_port for 0bc25e19-52d2-4548-ad03-c49360446a1e owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:54.397957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:54.399443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-87e59f75-1c9b-4edc-bfef-c188ceee4ff2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2692637 Feb 04 15:40:54.404840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-e6292683-e69f-45cc-b94a-fa2eddb152cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:54.406204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-e6292683-e69f-45cc-b94a-fa2eddb152cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1096 time: 0.2136042 Feb 04 15:40:54.410337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f0052fe4-fb1b-4500-a4a2-1dab7864926b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ecb33f8-f0e9-46fd-bc6a-e687332925eb HTTP/1.1" status: 200 len: 205 time: 0.1566393 Feb 04 15:40:54.413489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35890) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:54.419590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95f3ae98-5c73-45ef-b74f-548cf9de3167 req-299a3960-8b2b-4f53-84eb-a2cb5e0955ad tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 210 time: 0.1281161 Feb 04 15:40:54.461817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67ef4be0-09c3-45ba-a90f-f48f4743f9ed tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.532648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef4be0-09c3-45ba-a90f-f48f4743f9ed tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bc25e19-52d2-4548-ad03-c49360446a1e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:54.546164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67ef4be0-09c3-45ba-a90f-f48f4743f9ed tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.598154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35894) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:54.606557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-67ef4be0-09c3-45ba-a90f-f48f4743f9ed tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "DELETE /v2.0/ports/0bc25e19-52d2-4548-ad03-c49360446a1e HTTP/1.1" status: 204 len: 168 time: 1.2969224 Feb 04 15:40:54.613369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35898) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:54.681689 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed531e9-e301-4c47-b785-f72a4591a936 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:40:54.682318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6ed531e9-e301-4c47-b785-f72a4591a936 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Synchronizing usage tracker for tenant:4f4081804bbf406ea39311877ba23344 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:54.713279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6ed531e9-e301-4c47-b785-f72a4591a936 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Unset dirty status for tenant:4f4081804bbf406ea39311877ba23344 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:54.714428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6ed531e9-e301-4c47-b785-f72a4591a936 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "GET /v2.0/ports/0bc25e19-52d2-4548-ad03-c49360446a1e HTTP/1.1" status: 404 len: 333 time: 0.1007032 Feb 04 15:40:54.718742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35906) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:54.729421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e83a60-27c8-44c9-acac-ccebe5cadb83 req-8055b07d-eae8-4dfd-9f6c-ae9ed2834ae5 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:54.730937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26e83a60-27c8-44c9-acac-ccebe5cadb83 req-8055b07d-eae8-4dfd-9f6c-ae9ed2834ae5 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.1804206 Feb 04 15:40:54.734390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Request body: {'port': {'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2063153150'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:54.741448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:54.781304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1648762520-network', 'tenant_id': 'bb96c1704a434b71be47693df565ff23'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:54.796972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:54.800372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:54.809468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26e83a60-27c8-44c9-acac-ccebe5cadb83 req-8f8d805e-a9da-484b-9bbb-57ad9bf625d0 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708148 Feb 04 15:40:54.812143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Usage tracker for resource:network and tenant:bb96c1704a434b71be47693df565ff23 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:54.817951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:54.826765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:54.831006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Made reservation on behalf of 4f4081804bbf406ea39311877ba23344 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:54.834136 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.864810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Made reservation on behalf of bb96c1704a434b71be47693df565ff23 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:54.867202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.891272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] device_id is not set on port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:54.894318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.933996 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.967511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:54.974825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Usage tracker for resource:security_group_rule and tenant:bb96c1704a434b71be47693df565ff23 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:55.011344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:55.019304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-519aa2d8-0e0a-420e-bd88-d8fdf75b5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.020754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-519aa2d8-0e0a-420e-bd88-d8fdf75b5150 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 919 time: 0.4588192 Feb 04 15:40:55.027438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:55.091969 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-4f7aa29a-c48f-4f6c-8231-61c577fb4f3b service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335085 Feb 04 15:40:55.197858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-40aad149-95cc-4dea-90df-a4e181f69b25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f HTTP/1.1" status: 200 len: 217 time: 0.1682262 Feb 04 15:40:55.318513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3316-446a-4f8d-b55b-35cbf53fc122 req-c5603af2-55c1-41b5-b51b-e548bce43252 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.320174 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81ef3316-446a-4f8d-b55b-35cbf53fc122 req-c5603af2-55c1-41b5-b51b-e548bce43252 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.3500428 Feb 04 15:40:55.372009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-bd62d123-f0b1-42b4-8154-41ed39a3b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.373463 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-bd62d123-f0b1-42b4-8154-41ed39a3b3a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.1247458 Feb 04 15:40:55.377026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.397295 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.471941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81ef3316-446a-4f8d-b55b-35cbf53fc122 req-fab6675e-2223-4710-bf50-36771cfea739 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346502 Feb 04 15:40:55.481318 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.499828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.528003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-5b70f82a-de6d-4916-aca0-3e43993936aa tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.529547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-5b70f82a-de6d-4916-aca0-3e43993936aa tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.53 "GET /v2.0/networks?id=473b9cd1-68e5-4803-a857-718d51b7ff16 HTTP/1.1" status: 200 len: 825 time: 0.3028817 Feb 04 15:40:55.550406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Request body: {'port': {'device_id': 'db034100-16fa-4db9-84fe-7e288e414e69', 'network_id': '473b9cd1-68e5-4803-a857-718d51b7ff16', 'admin_state_up': True, 'tenant_id': 'd35969aa44ae4da09ce38ff6d8b2dd14'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:55.554884 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc', 'code': 200} Feb 04 15:40:55.578925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:55.586626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Deleting port 972f077b-7d22-47ea-abbf-09399580c043 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:55.587557 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.614545 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-83a67054-a893-4835-a3d9-62fa26c39cf4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2252526 Feb 04 15:40:55.616674 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-a9fd8dc4-e782-4c1b-88e9-f564a1354f21 service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139353 Feb 04 15:40:55.639261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f887a493-fd03-4b4f-be27-64397a670186,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:55.666076 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.666400 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Added segment fb59b031-01ff-4cd9-94ae-ad9673feaf00 of type vlan for network 734194c9-ff81-4694-9c13-0d3540752b7b Feb 04 15:40:55.676852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.912694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.915970 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-8fcb06a2-2198-40c8-9811-d74aec39daed service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924480 Feb 04 15:40:55.928523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Network c5441ac1-55f2-49db-bc32-0db1ca41847d is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:55.931923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'Port': ['ID=78f44fda-5add-4bf2-ae4e-c8d2b8daf701,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:55.940587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:55.953530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:55.955449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.955449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.987840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:56.010407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Usage tracker for resource:port and tenant:d35969aa44ae4da09ce38ff6d8b2dd14 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:56.014387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.026007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:56.054403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:56.056370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.066547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:56.067192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.124406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad78e8bb-aa8e-494f-9b23-be51752b602f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4046059 Feb 04 15:40:56.155620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35924) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:56.167810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Calling delete_port for 972f077b-7d22-47ea-abbf-09399580c043 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:40:56.216961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:56.361195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb5747-c486-4ec6-a8f4-b5951ab1fdec req-a03c4cfc-58f4-4214-9ff9-e08003676149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:56.362744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ffb5747-c486-4ec6-a8f4-b5951ab1fdec req-a03c4cfc-58f4-4214-9ff9-e08003676149 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 1096 time: 0.6277459 Feb 04 15:40:56.375031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Made reservation on behalf of d35969aa44ae4da09ce38ff6d8b2dd14 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:56.378610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.419993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8180835 Feb 04 15:40:56.430186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35932) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:56.443478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4987e-f14a-4fa1-bc31-817082e82d02 req-f0f47a76-fdbe-4faa-97d2-58c9d261e6ab tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:56.451143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ba4987e-f14a-4fa1-bc31-817082e82d02 req-f0f47a76-fdbe-4faa-97d2-58c9d261e6ab tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.6610358 Feb 04 15:40:56.468487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Request body: {'subnet': {'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-subnet', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:56.479547 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3e767f64-e15f-4b42-ad59-c2b305741c00 req-e29cc5c9-d497-470b-8244-b6c1a6c2f071 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567658 Feb 04 15:40:56.506741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffcd50-aa77-4ead-ae97-a3638b138d3f admin admin] Pushing event updated for resources: {'Network': ['ID=734194c9-ff81-4694-9c13-0d3540752b7b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:56.509753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:56.523181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 734194c9-ff81-4694-9c13-0d3540752b7b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:40:56.578976 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a614e1ff-61d8-41fa-9637-d612c3c646b9 req-7c097ae7-8cf2-4c63-b728-fea312077e0a tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 210 time: 0.1078176 Feb 04 15:40:56.606562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Usage tracker for resource:subnet and tenant:bb96c1704a434b71be47693df565ff23 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:56.637322 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.640629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:56.704949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ffb5747-c486-4ec6-a8f4-b5951ab1fdec req-478c713f-8b2b-4559-b8b4-50c5f5f0e817 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119643 Feb 04 15:40:56.730465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:56.730732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.787801 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ba4987e-f14a-4fa1-bc31-817082e82d02 req-8ed33e49-efbf-4a12-8d66-ef341553cf5f tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355803 Feb 04 15:40:56.799260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-55e10eae-0c51-495b-b40a-2263aeae7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:56.801374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-55e10eae-0c51-495b-b40a-2263aeae7d63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1096 time: 0.4843483 Feb 04 15:40:56.814457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event deleted for resources: {'Port': ['ID=972f077b-7d22-47ea-abbf-09399580c043,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:56.832322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Made reservation on behalf of bb96c1704a434b71be47693df565ff23 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:56.834706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.947162 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-165c7dee-e8ca-429e-a06a-6e8a0e7d3062 req-9b246821-65db-4a98-ba23-88d3a2ba5a3e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 210 time: 0.1451192 Feb 04 15:40:57.052891 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.181612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Allocated IP 172.20.0.7 (473b9cd1-68e5-4803-a857-718d51b7ff16/063a4704-5ad5-437f-b746-5859a8358e85/9a7a6694-fc69-4348-9a3f-a380e6f39795) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:57.201006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-61e85f02-8556-4172-b072-f5c98cbe6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.202468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-61e85f02-8556-4172-b072-f5c98cbe6145 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 920 time: 0.3954246 Feb 04 15:40:57.210553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afaebe-7336-438f-9752-f4923f63e00b req-8cb87b4d-bb59-4cb6-9558-ca19d91b8cde tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.212034 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4afaebe-7336-438f-9752-f4923f63e00b req-8cb87b4d-bb59-4cb6-9558-ca19d91b8cde tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.3135786 Feb 04 15:40:57.338424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:40:57.343137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4afaebe-7336-438f-9752-f4923f63e00b req-0e1816f8-afe6-4629-838e-1897f7b31f28 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714900 Feb 04 15:40:57.344364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-01b2e6e2-2bd7-4b03-aea0-f9e2b947c97b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 217 time: 0.1296015 Feb 04 15:40:57.477666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.484005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.501987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] device_id is not set on port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:57.524050 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.546046 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.546781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Fanout notify agent at l3_agent the message router_deleted on router 3ecb33f8-f0e9-46fd-bc6a-e687332925eb {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:40:57.556840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Transition to ACTIVE for port object 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:57.565743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.572427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-ed0cff05-cc38-4fc3-b1ba-3a2715457cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.573944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-ed0cff05-cc38-4fc3-b1ba-3a2715457cce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.1913884 Feb 04 15:40:57.577449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3de87-14b0-4a75-8d99-bea7f5880b77 req-b6d3b586-25ad-4378-af9b-7d5044dcf14c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.579466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5bc3de87-14b0-4a75-8d99-bea7f5880b77 req-b6d3b586-25ad-4378-af9b-7d5044dcf14c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.4772878 Feb 04 15:40:57.657539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.660797 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-04696fb5-ff5c-479f-b23f-8275988fc173 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/3ecb33f8-f0e9-46fd-bc6a-e687332925eb HTTP/1.1" status: 204 len: 168 time: 3.2459927 Feb 04 15:40:57.722486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35944) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:57.753995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1962539946', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': False}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:57.758710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-1e40c856-9166-443a-b093-bce09055115e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398067 Feb 04 15:40:57.788282 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5bc3de87-14b0-4a75-8d99-bea7f5880b77 req-2b0bc6f1-27c7-4e88-84b9-f80b700a6a16 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698599 Feb 04 15:40:57.793571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'Port': ['ID=78f44fda-5add-4bf2-ae4e-c8d2b8daf701,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:57.800797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:57.800797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:57.801188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:57.801447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:57.816813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:57.817152 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:57.817534 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 2 to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 Feb 04 15:40:57.839322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:57.840017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:57.840557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:57.846984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:57.847712 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:57.848164 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 3 to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 Feb 04 15:40:57.865099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:57.865514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:57.865918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:57.870962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:57.871398 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:57.871818 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 4 to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 Feb 04 15:40:57.887213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:57.888831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:57.888831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:57.893450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:57.893852 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:57.894311 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 5 to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 Feb 04 15:40:57.907471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Usage tracker for resource:router and tenant:bea7ccf7e75a4ad78f20eae52b161b08 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:57.910949 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.912480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:57.912845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:57.913187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:57.918620 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8d8758c-6e4e-49a0-b500-e465c7cefa37 req-25e6aaa1-e2ef-4c63-8a68-be7038dbdd8b tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 210 time: 0.1845994 Feb 04 15:40:57.925639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:57.926213 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:57.927305 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 6 to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 Feb 04 15:40:57.928585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:57.946813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:57.947533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:57.947878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:57.973917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:58.019757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:58.020079 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:58.027507 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 7 to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 Feb 04 15:40:58.031305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.062888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:58.063295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:58.063680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:58.071366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:58.071827 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:58.081737 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 8 to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 Feb 04 15:40:58.090394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.091413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.107043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:58.107400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:58.107715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:58.114244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:58.114244 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:58.114792 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 9 to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 Feb 04 15:40:58.139578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:58.139923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:58.140266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:58.149338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:58.149675 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:58.150205 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 10 to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 Feb 04 15:40:58.164602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052dbc4-34b1-4bb1-a356-df6496b11c2b req-778d5095-71c1-44a2-90d3-9c1d308aec45 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.166359 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4052dbc4-34b1-4bb1-a356-df6496b11c2b req-778d5095-71c1-44a2-90d3-9c1d308aec45 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.2145925 Feb 04 15:40:58.191937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:58.192280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:58.192627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:40:58.205687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:40:58.206111 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:40:58.206556 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.239957 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4052dbc4-34b1-4bb1-a356-df6496b11c2b req-fa9e5330-67c7-44c6-9ae6-2d44d00fdef7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673733 Feb 04 15:40:58.300956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:58.324629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-52bf9f8b-f349-48c3-b944-d48bacadffe2 req-4e8be7e6-9343-458d-b36e-4a1291342751 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 210 time: 0.0924969 Feb 04 15:40:58.335684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-4aeda061-2a68-4dee-84ab-e6ceca5a02bc service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247610 Feb 04 15:40:58.348936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] For port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:40:58.348936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempted to set empty binding levels {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 15:40:58.349137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a030-85b2-4686-9e66-99584bbfee3b req-72d8685d-e954-4a6d-9370-42e282e66abf tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.349137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-72d8685d-e954-4a6d-9370-42e282e66abf tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 0.7690465 Feb 04 15:40:58.350084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Checking segment: {'id': 'fb59b031-01ff-4cd9-94ae-ad9673feaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:40:58.350521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Network hostable DHCP agents. Network: 734194c9-ff81-4694-9c13-0d3540752b7b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:58.355804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.380504 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.423535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] In _notify_port_updated(), no bound segment for port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:40:58.424909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.425506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.429535 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "PUT /v2.0/ports/78f44fda-5add-4bf2-ae4e-c8d2b8daf701 HTTP/1.1" status: 200 len: 975 time: 2.2701819 Feb 04 15:40:58.430550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35954) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:58.460125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'port': {'device_id': 'ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'admin_state_up': True, 'tenant_id': '471aa203ed68486e939c8ab113a56f07'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:58.530030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320a90f-0814-4b49-b58b-b93baa2202b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'Port': ['ID=78f44fda-5add-4bf2-ae4e-c8d2b8daf701,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:58.648321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Network 734194c9-ff81-4694-9c13-0d3540752b7b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:58.678025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.678615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.678949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.679405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.679862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.680317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.680798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.681239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.681689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.682139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.682584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.683030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.683477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.683940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.684371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.684841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.685291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.685739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.688198 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-07d47835-4b70-45d6-bb9f-75a5944705ca tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16204 time: 0.2546103 Feb 04 15:40:58.699591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03805ff-7b95-40cd-9303-45b14d04f0e0 req-aef35761-63d1-4cfe-814c-a38108dc55d0 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.700287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f03805ff-7b95-40cd-9303-45b14d04f0e0 req-aef35761-63d1-4cfe-814c-a38108dc55d0 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Synchronizing usage tracker for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:58.700472 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.701928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35958) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:58.709081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-15f05091-5779-42d5-8f29-5700fb5cb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.710516 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-15f05091-5779-42d5-8f29-5700fb5cb860 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1096 time: 0.1725912 Feb 04 15:40:58.724024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f03805ff-7b95-40cd-9303-45b14d04f0e0 req-aef35761-63d1-4cfe-814c-a38108dc55d0 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Unset dirty status for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:58.726203 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f03805ff-7b95-40cd-9303-45b14d04f0e0 req-aef35761-63d1-4cfe-814c-a38108dc55d0 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.2310648 Feb 04 15:40:58.864189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f03805ff-7b95-40cd-9303-45b14d04f0e0 req-2f802c4b-4465-4e34-ba25-a14f84a5fb3e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Synchronizing usage tracker for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:58.865939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 734194c9-ff81-4694-9c13-0d3540752b7b) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:58.875247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f76fe3-bedb-4fbc-ba39-7b882009c192 None None] Network 734194c9-ff81-4694-9c13-0d3540752b7b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:40:58.913166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-f03805ff-7b95-40cd-9303-45b14d04f0e0 req-2f802c4b-4465-4e34-ba25-a14f84a5fb3e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Unset dirty status for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:58.921314 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f03805ff-7b95-40cd-9303-45b14d04f0e0 req-2f802c4b-4465-4e34-ba25-a14f84a5fb3e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894660 Feb 04 15:40:58.940363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-2a7598a4-0e35-4bc3-aa4f-53245edf77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.940363 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-2a7598a4-0e35-4bc3-aa4f-53245edf77ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 919 time: 0.2039831 Feb 04 15:40:58.977372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.977963 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.031255 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-d68a88ad-9ae4-4a31-861b-fa0616352319 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f HTTP/1.1" status: 200 len: 217 time: 0.0831220 Feb 04 15:40:59.039010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Network 473b9cd1-68e5-4803-a857-718d51b7ff16 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:59.067149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:59.070787 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d537f81-6317-4def-a4fc-ac2a87e25049 req-f9cedab8-f20b-4908-9fb2-6d31149d1514 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7260141 Feb 04 15:40:59.122346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:40:59.148420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-0a5ec830-bf5e-4742-b13e-844a6a00ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:59.149880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-0a5ec830-bf5e-4742-b13e-844a6a00ed18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.0822196 Feb 04 15:40:59.196247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-734194c9-ff81-4694-9c13-0d3540752b7b', 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'fixed_ips': [{'subnet_id': '3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:40:59.199218 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.200297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Pushing event updated for resources: {'Port': ['ID=9a7a6694-fc69-4348-9a3f-a380e6f39795,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:59.210023 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-e6b9b0eb-5bcb-468e-b48b-56cba73aa39f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538654 Feb 04 15:40:59.211500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:59.217075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-de345de5-e3c7-457c-ae84-cc9b8650a23b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Deleting port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:40:59.217424 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de345de5-e3c7-457c-ae84-cc9b8650a23b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.224528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685fc9b-8898-445c-ac26-0a81022e6922 req-42b2d503-628e-4f47-981d-9d63f6ecbbb5 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:59.232083 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d685fc9b-8898-445c-ac26-0a81022e6922 req-42b2d503-628e-4f47-981d-9d63f6ecbbb5 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 931 time: 0.1998358 Feb 04 15:40:59.326146 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.359098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:59.369746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8e9c75a0-f523-40f0-97a4-1d01b3c078bf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9364500 Feb 04 15:40:59.384602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35974) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:40:59.391781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89362361-4516-4289-8868-34c9ad215898 req-a4085e51-d5fb-4ef9-a39e-82ea01473698 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9098880 Feb 04 15:40:59.395698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:59.438731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:40:59.473475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Made reservation on behalf of 471aa203ed68486e939c8ab113a56f07 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:59.476880 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.491842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:59.492498 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.530122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-d685fc9b-8898-445c-ac26-0a81022e6922 req-7071a8b5-74aa-4e31-b4cc-1a24e23ebf0e tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Synchronizing usage tracker for tenant:d35969aa44ae4da09ce38ff6d8b2dd14 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:40:59.542483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Allocated IP 172.20.0.2 (734194c9-ff81-4694-9c13-0d3540752b7b/3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25/e3ee0dd5-488f-467f-9e34-5ba78d722369) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:59.566871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Usage tracker for resource:router and tenant:bb96c1704a434b71be47693df565ff23 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:40:59.581721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-d685fc9b-8898-445c-ac26-0a81022e6922 req-7071a8b5-74aa-4e31-b4cc-1a24e23ebf0e tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Unset dirty status for tenant:d35969aa44ae4da09ce38ff6d8b2dd14 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:40:59.595337 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d685fc9b-8898-445c-ac26-0a81022e6922 req-7071a8b5-74aa-4e31-b4cc-1a24e23ebf0e tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573024 Feb 04 15:40:59.599260 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-6727aff2-0d2f-4249-810e-a328c8896188 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633249 Feb 04 15:40:59.620080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:40:59.668559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:40:59.735730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-adce1450-0f79-4a3a-965e-94e755b25bb9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1900475 Feb 04 15:40:59.771011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Request body: {'port': {'device_id': 'db034100-16fa-4db9-84fe-7e288e414e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:59.839722 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.852511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Transition to ACTIVE for port object e3ee0dd5-488f-467f-9e34-5ba78d722369 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:59.855809 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68ff8b45-a574-4e11-96d4-9cbbb34b08fc req-621fe661-83e1-4a86-ba44-3fc6cf868dca service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395875 Feb 04 15:40:59.892056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Transition to ACTIVE for port object e3ee0dd5-488f-467f-9e34-5ba78d722369 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:59.895008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d3179-fb09-4a6d-a11b-efaccc8ae3f8 req-b2f06cd4-5acb-49e9-90d3-815e46c3b709 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:59.902145 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.902658 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab1d3179-fb09-4a6d-a11b-efaccc8ae3f8 req-b2f06cd4-5acb-49e9-90d3-815e46c3b709 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.1144178 Feb 04 15:40:59.966205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.966402 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ab1d3179-fb09-4a6d-a11b-efaccc8ae3f8 req-83f0f079-dd93-4d5a-b3a2-99d089835e16 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622902 Feb 04 15:40:59.967021 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.022668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Network 734194c9-ff81-4694-9c13-0d3540752b7b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:00.026162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:00.029017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:00.040680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Pushing event updated for resources: {'Port': ['ID=e3ee0dd5-488f-467f-9e34-5ba78d722369,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:00.045519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0fcc1-2bcb-4ec7-907a-248e4f4b5d93 req-ac3c444f-00ba-4ca7-a0af-d983db4ac3e1 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:00.053131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ee0fcc1-2bcb-4ec7-907a-248e4f4b5d93 req-ac3c444f-00ba-4ca7-a0af-d983db4ac3e1 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 1.0129411 Feb 04 15:41:00.167489 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.182738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Attempting to bind port e3ee0dd5-488f-467f-9e34-5ba78d722369 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:00.183309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Attempting to bind port e3ee0dd5-488f-467f-9e34-5ba78d722369 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'fb59b031-01ff-4cd9-94ae-ad9673feaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:00.183776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Attempting to bind port e3ee0dd5-488f-467f-9e34-5ba78d722369 on network 734194c9-ff81-4694-9c13-0d3540752b7b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:00.185366 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c462b085-6e10-4b3b-8d23-cc019161dbcb req-a1b99e4e-b652-4df2-8f0a-10afc61e3b10 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 210 time: 0.0757217 Feb 04 15:41:00.197315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:41:00.197315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Checking segment: {'id': 'fb59b031-01ff-4cd9-94ae-ad9673feaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:00.197315 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.197315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Bound using segment: {'id': 'fb59b031-01ff-4cd9-94ae-ad9673feaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:41:00.197315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Bound port: e3ee0dd5-488f-467f-9e34-5ba78d722369, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb59b031-01ff-4cd9-94ae-ad9673feaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:00.197315 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.302680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-de345de5-e3c7-457c-ae84-cc9b8650a23b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] For port 78f44fda-5add-4bf2-ae4e-c8d2b8daf701, host n-h2-827870-1, got binding levels [] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:00.302969 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de345de5-e3c7-457c-ae84-cc9b8650a23b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.339636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ee0fcc1-2bcb-4ec7-907a-248e4f4b5d93 req-8a5b06fa-637b-4126-96d8-79f311477502 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855303 Feb 04 15:41:00.342126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362361-4516-4289-8868-34c9ad215898 req-e3de67b4-6c6a-4ee4-b5f1-593bc76ecc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:00.345057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] For port e3ee0dd5-488f-467f-9e34-5ba78d722369, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:00.346787 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89362361-4516-4289-8868-34c9ad215898 req-e3de67b4-6c6a-4ee4-b5f1-593bc76ecc76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1095 time: 0.7900400 Feb 04 15:41:00.348397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] For port e3ee0dd5-488f-467f-9e34-5ba78d722369, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e3ee0dd5-488f-467f-9e34-5ba78d722369,segment=NetworkSegment(fb59b031-01ff-4cd9-94ae-ad9673feaf00),segment_id=fb59b031-01ff-4cd9-94ae-ad9673feaf00)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:41:00.363654 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.460344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab51301-bf9f-4afd-9ecd-ea88510797c9 None None] Pushing event updated for resources: {'Port': ['ID=e3ee0dd5-488f-467f-9e34-5ba78d722369,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:00.481447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e4de6-dd85-4e3b-a59b-628ce1fc0db1 req-b5dc14e1-b6e3-42ce-9360-84d6e0df591c tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:00.489252 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f0e4de6-dd85-4e3b-a59b-628ce1fc0db1 req-b5dc14e1-b6e3-42ce-9360-84d6e0df591c tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.1861494 Feb 04 15:41:00.543862 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f0e4de6-dd85-4e3b-a59b-628ce1fc0db1 req-03921324-a562-4eba-ba69-ee4294f3651e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523930 Feb 04 15:41:00.581526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-de345de5-e3c7-457c-ae84-cc9b8650a23b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Calling delete_port for 78f44fda-5add-4bf2-ae4e-c8d2b8daf701 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:00.811693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.823433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef142c4-8192-4dcd-9c3c-79ee3b9c19fb req-8d55d77a-9183-4480-bedd-cfe8a41207ef tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:00.825084 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bef142c4-8192-4dcd-9c3c-79ee3b9c19fb req-8d55d77a-9183-4480-bedd-cfe8a41207ef tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 931 time: 0.0969450 Feb 04 15:41:00.868564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Allocated IP 172.20.0.12 (3e563c62-9980-4f72-9bd0-f60f9c6f071a/ab7f8d5d-e36f-4cb3-8bf2-911e596292f2/220f55ed-72cd-4128-9acc-d8b11087dcf5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:00.875159 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bef142c4-8192-4dcd-9c3c-79ee3b9c19fb req-4d838227-810b-4e78-9b05-d638dbf5bd05 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Feb 04 15:41:01.262520 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.363651 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d039a287-b31b-4f3f-81d0-7937b3a471ee req-fa7a3af3-257e-4f74-9614-d6359df6f68c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 210 time: 0.0627720 Feb 04 15:41:01.376915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de345de5-e3c7-457c-ae84-cc9b8650a23b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.495898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362361-4516-4289-8868-34c9ad215898 req-1e95ff11-a80c-4fa7-b75a-bd2972eb2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.497398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89362361-4516-4289-8868-34c9ad215898 req-1e95ff11-a80c-4fa7-b75a-bd2972eb2179 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.9452817 Feb 04 15:41:01.556810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038393-7a6e-43c6-b922-7be288296758 req-062bb3b3-96bc-4381-86b7-a824fed5294d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.558154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-96038393-7a6e-43c6-b922-7be288296758 req-062bb3b3-96bc-4381-86b7-a824fed5294d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.0905759 Feb 04 15:41:01.572090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f985c-0511-4854-8441-d276df45dace None None] Network 734194c9-ff81-4694-9c13-0d3540752b7b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:41:01.611522 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-96038393-7a6e-43c6-b922-7be288296758 req-dfed39c4-8cb3-4dfa-ae11-81fcfe193e3c tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Feb 04 15:41:01.662986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e8d0aeee-93d0-4fa9-9ef1-ea54fe3dca98 None None] Provisioning for port e3ee0dd5-488f-467f-9e34-5ba78d722369 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:01.815029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd394de-66dc-43fe-b232-5cf81d1f15c9 req-26c9b0eb-55fc-4251-b414-c5c805ae06e2 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.816653 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cdd394de-66dc-43fe-b232-5cf81d1f15c9 req-26c9b0eb-55fc-4251-b414-c5c805ae06e2 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.0919325 Feb 04 15:41:01.845177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de345de5-e3c7-457c-ae84-cc9b8650a23b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event deleted for resources: {'Port': ['ID=78f44fda-5add-4bf2-ae4e-c8d2b8daf701,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:01.868323 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cdd394de-66dc-43fe-b232-5cf81d1f15c9 req-96243196-67c3-4e36-a332-1980c41cbbd5 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Feb 04 15:41:01.983569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d19ec5-aa11-43ee-8e11-46f5bf835ddc req-b3cdea38-93ab-4607-8e34-de85b848ef81 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.985147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28d19ec5-aa11-43ee-8e11-46f5bf835ddc req-b3cdea38-93ab-4607-8e34-de85b848ef81 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 1.4405472 Feb 04 15:41:01.991554 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de345de5-e3c7-457c-ae84-cc9b8650a23b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.076310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7f105-1edc-45de-803b-736d11239121 req-2b86b6e4-5995-4518-9bfd-b3ee0558143c tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.077855 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47c7f105-1edc-45de-803b-736d11239121 req-2b86b6e4-5995-4518-9bfd-b3ee0558143c tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 931 time: 0.0899167 Feb 04 15:41:02.135788 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47c7f105-1edc-45de-803b-736d11239121 req-125855a6-1fce-4899-a378-e50daef61c2c tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 Feb 04 15:41:02.186757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e3ee0dd5-488f-467f-9e34-5ba78d722369 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:02.208495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89362361-4516-4289-8868-34c9ad215898 req-e689f0a4-cc45-4658-a124-e1f23ab63b39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 998 time: 0.4930668 Feb 04 15:41:02.230783 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.257064 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e3ee0dd5-488f-467f-9e34-5ba78d722369 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:02.261749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e3ee0dd5-488f-467f-9e34-5ba78d722369 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:02.262106 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.270342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-de345de5-e3c7-457c-ae84-cc9b8650a23b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "DELETE /v2.0/ports/78f44fda-5add-4bf2-ae4e-c8d2b8daf701 HTTP/1.1" status: 204 len: 168 time: 3.5538378 Feb 04 15:41:02.273104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35992) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:02.320552 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.339940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28d19ec5-aa11-43ee-8e11-46f5bf835ddc req-8834763d-6353-46c7-8817-05224daf936b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186128 Feb 04 15:41:02.348592 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b405a0b2-219e-4c7b-a1c3-8153fc4712b4 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:41:02.357972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35996) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:02.375904 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b405a0b2-219e-4c7b-a1c3-8153fc4712b4 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "GET /v2.0/ports/78f44fda-5add-4bf2-ae4e-c8d2b8daf701 HTTP/1.1" status: 404 len: 333 time: 0.1016243 Feb 04 15:41:02.409957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.424812 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.445160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-489294930', 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:02.449863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e3ee0dd5-488f-467f-9e34-5ba78d722369, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e3ee0dd5-488f-467f-9e34-5ba78d722369,segment=NetworkSegment(fb59b031-01ff-4cd9-94ae-ad9673feaf00),segment_id=fb59b031-01ff-4cd9-94ae-ad9673feaf00)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:02.456315 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.473086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:02.500039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Usage tracker for resource:port and tenant:4f4081804bbf406ea39311877ba23344 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:02.517202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:02.546513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e3ee0dd5-488f-467f-9e34-5ba78d722369,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:02.554194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362361-4516-4289-8868-34c9ad215898 req-b05abdfd-5dec-4e63-8dbf-78c50ea3d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.555778 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89362361-4516-4289-8868-34c9ad215898 req-b05abdfd-5dec-4e63-8dbf-78c50ea3d3f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.2960374 Feb 04 15:41:02.569339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Transition to ACTIVE for port object 220f55ed-72cd-4128-9acc-d8b11087dcf5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:02.576485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:02.630136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-696de696-d10a-4603-a1f4-f8d0aa772531 req-672e4520-698f-46bd-a61f-30bea68a43a3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:02.684601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Made reservation on behalf of 4f4081804bbf406ea39311877ba23344 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:02.686926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.746391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaf0a0-9335-445d-9d51-83ff1fd43b94 req-93e5486d-c710-45a1-ad89-d9594f4156ad tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.753407 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-61aaf0a0-9335-445d-9d51-83ff1fd43b94 req-93e5486d-c710-45a1-ad89-d9594f4156ad tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.0946522 Feb 04 15:41:02.773254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-696de696-d10a-4603-a1f4-f8d0aa772531 req-672e4520-698f-46bd-a61f-30bea68a43a3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:02.774417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-696de696-d10a-4603-a1f4-f8d0aa772531 req-672e4520-698f-46bd-a61f-30bea68a43a3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 210 time: 0.2660007 Feb 04 15:41:02.804120 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-61aaf0a0-9335-445d-9d51-83ff1fd43b94 req-a4f27c50-290a-41c7-a971-fd6ec1bf8fa0 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 Feb 04 15:41:02.853421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] device_id is not set on port acf34e44-6d73-47d2-84ce-54d26068c99e yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:41:02.995376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Allocated IP 172.25.8.51 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/e8317c96-2127-44e3-9ed6-01184a6b6f84) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:02.999593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7a6694-fc69-4348-9a3f-a380e6f39795 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:03.018455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de684aa-a7f7-464a-9594-2c6937e6e10a req-a1154189-6085-4e79-a8c1-889fa15a137c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:03.020065 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4de684aa-a7f7-464a-9594-2c6937e6e10a req-a1154189-6085-4e79-a8c1-889fa15a137c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.0903287 Feb 04 15:41:03.025353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.065470 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4de684aa-a7f7-464a-9594-2c6937e6e10a req-6bbe91f1-d0da-43ce-a0d9-7533e98df6e4 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385189 Feb 04 15:41:03.083403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.208534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89362361-4516-4289-8868-34c9ad215898 req-d77760a9-b7ce-4b14-b090-54c9d2654dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:03.209965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89362361-4516-4289-8868-34c9ad215898 req-d77760a9-b7ce-4b14-b090-54c9d2654dbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6382530 Feb 04 15:41:03.251140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74fc93-8e54-4b60-8c85-a37a325fe394 req-fe5cd4a9-3df6-4f17-85dd-02bd43f7327a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:03.253536 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c74fc93-8e54-4b60-8c85-a37a325fe394 req-fe5cd4a9-3df6-4f17-85dd-02bd43f7327a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.0803208 Feb 04 15:41:03.306588 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4c74fc93-8e54-4b60-8c85-a37a325fe394 req-d9e926ae-a3d2-4b6a-b0ef-ba5a44dd0af6 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472112 Feb 04 15:41:03.510671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Transition to ACTIVE for port object 9a7a6694-fc69-4348-9a3f-a380e6f39795 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:03.569607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:03.624279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.651800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:03.688128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:03.776363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'Port': ['ID=220f55ed-72cd-4128-9acc-d8b11087dcf5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:03.854073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be04f7-ac8e-49cc-b748-cb3d8212b983 req-c5a7d5bd-46e9-4932-a00b-c3e93371ff35 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:03.855918 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-38be04f7-ac8e-49cc-b748-cb3d8212b983 req-c5a7d5bd-46e9-4932-a00b-c3e93371ff35 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 943 time: 0.1053603 Feb 04 15:41:03.922541 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-38be04f7-ac8e-49cc-b748-cb3d8212b983 req-acbbdd5b-0284-4e0c-b124-74f5ecd9ab60 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562119 Feb 04 15:41:03.951511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d7f7065c-2f78-409d-93b6-0be8c253ef74 None None] Provisioning for port 220f55ed-72cd-4128-9acc-d8b11087dcf5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:03.958442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d7f7065c-2f78-409d-93b6-0be8c253ef74 None None] Provisioning complete for port 220f55ed-72cd-4128-9acc-d8b11087dcf5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:03.959777 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d7f7065c-2f78-409d-93b6-0be8c253ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.992746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.019217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7065c-2f78-409d-93b6-0be8c253ef74 None None] Port 220f55ed-72cd-4128-9acc-d8b11087dcf5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:41:04.072301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.107615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8250e8a-b052-43d9-8d50-d118f3ef2e5c req-09077130-7770-4edb-98b8-68ee58669392 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.109200 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8250e8a-b052-43d9-8d50-d118f3ef2e5c req-09077130-7770-4edb-98b8-68ee58669392 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 1.1982441 Feb 04 15:41:04.124869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16149818-ad85-48aa-a403-52fbc610c0bb req-807d7721-c458-4b07-9c21-c8fece6e8e75 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.127310 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-16149818-ad85-48aa-a403-52fbc610c0bb req-807d7721-c458-4b07-9c21-c8fece6e8e75 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.0841539 Feb 04 15:41:04.132996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e3ee0dd5-488f-467f-9e34-5ba78d722369 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:04.181844 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-16149818-ad85-48aa-a403-52fbc610c0bb req-2fc77f21-a5a8-4b8c-a714-f9560143982a tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440795 Feb 04 15:41:04.196061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.197111 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.217973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca8b58aa-ce8a-4128-bb3b-6d77427ebd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.235814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e3ee0dd5-488f-467f-9e34-5ba78d722369 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:04.236454 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.242830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a6694-fc69-4348-9a3f-a380e6f39795,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:04.311972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89362361-4516-4289-8868-34c9ad215898 req-06e0735b-7669-48e0-bf57-ff9db539edf2 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8296196 Feb 04 15:41:04.323945 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.329801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.405899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88430cc-7eee-4f60-8841-372ba3c61e35 req-a2c3c61c-38be-4274-9bc5-1317077e0688 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.407444 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f88430cc-7eee-4f60-8841-372ba3c61e35 req-a2c3c61c-38be-4274-9bc5-1317077e0688 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 932 time: 0.0928161 Feb 04 15:41:04.453388 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f88430cc-7eee-4f60-8841-372ba3c61e35 req-c2f53d2d-f854-4f29-86dc-e085ee4e5ae2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 Feb 04 15:41:04.464324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-b67323d6-bc48-48a0-baa7-9dbb11f8c2ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0805495 Feb 04 15:41:04.494367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Request body: {'port': {'device_id': 'ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:04.527800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8250e8a-b052-43d9-8d50-d118f3ef2e5c req-6ddd67c3-9d2a-41c9-89a7-640a510cb9d2 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390992 Feb 04 15:41:04.597606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Attempting to bind port 9a7a6694-fc69-4348-9a3f-a380e6f39795 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:04.597948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Attempting to bind port 9a7a6694-fc69-4348-9a3f-a380e6f39795 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '6ca06892-007f-4510-a906-31634267b3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '473b9cd1-68e5-4803-a857-718d51b7ff16'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:04.598281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Attempting to bind port 9a7a6694-fc69-4348-9a3f-a380e6f39795 on network 473b9cd1-68e5-4803-a857-718d51b7ff16 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:04.637755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7dab4-8e1b-425d-a240-2c9bcf8e1f39 req-d7342137-aead-486d-92d3-c44dc1e72743 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.639214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57d7dab4-8e1b-425d-a240-2c9bcf8e1f39 req-d7342137-aead-486d-92d3-c44dc1e72743 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.0862100 Feb 04 15:41:04.649661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Port 9a7a6694-fc69-4348-9a3f-a380e6f39795 on network 473b9cd1-68e5-4803-a857-718d51b7ff16 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:04.649999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Attempting to bind port 9a7a6694-fc69-4348-9a3f-a380e6f39795 on network 473b9cd1-68e5-4803-a857-718d51b7ff16 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:04.684690 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-57d7dab4-8e1b-425d-a240-2c9bcf8e1f39 req-550e5f3c-a55a-4445-9b31-f0445549e60b tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Feb 04 15:41:04.702262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:41:04.702605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Checking segment: {'id': '6ca06892-007f-4510-a906-31634267b3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '473b9cd1-68e5-4803-a857-718d51b7ff16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:04.702999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Bound using segment: {'id': '6ca06892-007f-4510-a906-31634267b3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '473b9cd1-68e5-4803-a857-718d51b7ff16'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:41:04.703456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Bound port: 9a7a6694-fc69-4348-9a3f-a380e6f39795, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca06892-007f-4510-a906-31634267b3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '473b9cd1-68e5-4803-a857-718d51b7ff16'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:04.703808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.737386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.773074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.777686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89362361-4516-4289-8868-34c9ad215898 req-48ae1bef-c942-47ec-a2c7-37b98f7fa90d service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440880 Feb 04 15:41:04.838246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.926974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:04.959225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Network c5441ac1-55f2-49db-bc32-0db1ca41847d is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:04.967811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:04.982119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:05.004607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:05.034313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:05.035162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.035763 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.065730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event updated for resources: {'Port': ['ID=e8317c96-2127-44e3-9ed6-01184a6b6f84,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:05.200577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Allocated IP 172.25.8.69 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/d11f96ad-4896-40bc-b76e-0dff85be5333) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:05.324199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] For port 9a7a6694-fc69-4348-9a3f-a380e6f39795, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:05.383205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bce81-13d7-4dc9-8669-6ce02dd37049 req-227e9361-3f1f-4631-a0e3-0bb4bd137389 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.384743 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7c4bce81-13d7-4dc9-8669-6ce02dd37049 req-227e9361-3f1f-4631-a0e3-0bb4bd137389 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.0871027 Feb 04 15:41:05.389577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] For port 9a7a6694-fc69-4348-9a3f-a380e6f39795, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9a7a6694-fc69-4348-9a3f-a380e6f39795,segment=NetworkSegment(6ca06892-007f-4510-a906-31634267b3a0),segment_id=6ca06892-007f-4510-a906-31634267b3a0)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:41:05.413138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.0087929 Feb 04 15:41:05.425364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36042) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:05.484333 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7c4bce81-13d7-4dc9-8669-6ce02dd37049 req-10f0c59b-834a-496c-9060-6ffde6fc8ccf tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934052 Feb 04 15:41:05.511676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3bdd6e-20ce-41b3-b7e5-186d4a124a6e tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.513692 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ac3bdd6e-20ce-41b3-b7e5-186d4a124a6e tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "GET /v2.0/ports/acf34e44-6d73-47d2-84ce-54d26068c99e HTTP/1.1" status: 200 len: 954 time: 0.0866621 Feb 04 15:41:05.515821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36048) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:05.537900 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.586468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d5a764b4-de82-4e97-aa3c-5a6fb5a69772 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Deleting port acf34e44-6d73-47d2-84ce-54d26068c99e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:05.586813 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5a764b4-de82-4e97-aa3c-5a6fb5a69772 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.592130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e236ec8-455a-461a-b462-26c16108e149 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'Port': ['ID=acf34e44-6d73-47d2-84ce-54d26068c99e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:05.723556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.724178 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.725642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] 10.222.0.53 "PUT /v2.0/ports/9a7a6694-fc69-4348-9a3f-a380e6f39795 HTTP/1.1" status: 200 len: 1091 time: 5.9746826 Feb 04 15:41:05.741718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db034100-16fa-4db9-84fe-7e288e414e69', 'tag': '9a7a6694-fc69-4348-9a3f-a380e6f39795'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:05.951057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616e33c-c049-45e2-85a4-6a649c4ffe7d req-867f54ae-5b19-4229-a0f8-ccd7e88ff26b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.952408 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4616e33c-c049-45e2-85a4-6a649c4ffe7d req-867f54ae-5b19-4229-a0f8-ccd7e88ff26b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 932 time: 0.3376961 Feb 04 15:41:05.961098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871ee90-0da9-43fa-b3f0-ca6a8455dd1a req-10760aa0-b981-4b15-9d3a-acfcdd7c5d63 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:05.961830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8871ee90-0da9-43fa-b3f0-ca6a8455dd1a req-10760aa0-b981-4b15-9d3a-acfcdd7c5d63 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Synchronizing usage tracker for tenant:d35969aa44ae4da09ce38ff6d8b2dd14 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:06.009459 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5a764b4-de82-4e97-aa3c-5a6fb5a69772 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.065051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb63622-6372-407e-b6fe-2b761d751285 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a6694-fc69-4348-9a3f-a380e6f39795,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:06.093851 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.094502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.140353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8871ee90-0da9-43fa-b3f0-ca6a8455dd1a req-10760aa0-b981-4b15-9d3a-acfcdd7c5d63 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Unset dirty status for tenant:d35969aa44ae4da09ce38ff6d8b2dd14 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:06.141539 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8871ee90-0da9-43fa-b3f0-ca6a8455dd1a req-10760aa0-b981-4b15-9d3a-acfcdd7c5d63 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 943 time: 1.0868180 Feb 04 15:41:06.152435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4616e33c-c049-45e2-85a4-6a649c4ffe7d req-ebdde2c0-142f-4150-b47c-081b10fef152 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858046 Feb 04 15:41:06.159918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d5a764b4-de82-4e97-aa3c-5a6fb5a69772 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Calling delete_port for acf34e44-6d73-47d2-84ce-54d26068c99e owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:06.240230 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5a764b4-de82-4e97-aa3c-5a6fb5a69772 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.297102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-d7a4a074-ae4a-4e96-8faf-7adf1f521292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:06.298906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-d7a4a074-ae4a-4e96-8faf-7adf1f521292 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d35969aa44ae4da09ce38ff6d8b2dd14&device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 1094 time: 0.5103123 Feb 04 15:41:06.318464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:06.343310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a764b4-de82-4e97-aa3c-5a6fb5a69772 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event deleted for resources: {'Port': ['ID=acf34e44-6d73-47d2-84ce-54d26068c99e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:06.351311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5a764b4-de82-4e97-aa3c-5a6fb5a69772 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.370244 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d5a764b4-de82-4e97-aa3c-5a6fb5a69772 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "DELETE /v2.0/ports/acf34e44-6d73-47d2-84ce-54d26068c99e HTTP/1.1" status: 204 len: 168 time: 0.8532832 Feb 04 15:41:06.373455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:06.387364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8871ee90-0da9-43fa-b3f0-ca6a8455dd1a req-737630c4-73ec-42a8-8b12-6d110e7c9c6c tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379186 Feb 04 15:41:06.430181 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf97401-3b3f-431e-8060-874901db54b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:41:06.430889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bdf97401-3b3f-431e-8060-874901db54b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Synchronizing usage tracker for tenant:4f4081804bbf406ea39311877ba23344 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:06.433830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-ffe7c85a-eaa7-4fc7-be75-c7da1c684b5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a7a6694-fc69-4348-9a3f-a380e6f39795 HTTP/1.1" status: 200 len: 217 time: 0.1237423 Feb 04 15:41:06.434389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.460341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92211-00dc-4980-8414-98db632d4f9d req-fe22ccc0-fa18-41cc-89d0-cbf208eb1cee tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:06.461840 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3fe92211-00dc-4980-8414-98db632d4f9d req-fe22ccc0-fa18-41cc-89d0-cbf208eb1cee tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.1790092 Feb 04 15:41:06.463008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bdf97401-3b3f-431e-8060-874901db54b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Unset dirty status for tenant:4f4081804bbf406ea39311877ba23344 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:06.464825 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bdf97401-3b3f-431e-8060-874901db54b5 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "GET /v2.0/ports/acf34e44-6d73-47d2-84ce-54d26068c99e HTTP/1.1" status: 404 len: 333 time: 0.0899458 Feb 04 15:41:06.470157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36062) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:06.491365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Request body: {'port': {'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2062282368'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:06.501991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:06.523438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:06.539481 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3fe92211-00dc-4980-8414-98db632d4f9d req-5ea1226a-d6e4-4121-90f6-bce34b76a9d3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680239 Feb 04 15:41:06.543502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Made reservation on behalf of 4f4081804bbf406ea39311877ba23344 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:06.546285 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.562482 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.574599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] device_id is not set on port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:41:06.639934 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e27a585-23a4-460f-915c-a0f53cbf4209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.776377 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db034100-16fa-4db9-84fe-7e288e414e69', 'tag': '9a7a6694-fc69-4348-9a3f-a380e6f39795', 'status': 'completed', 'code': 200} Feb 04 15:41:06.841658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:06.843906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220f55ed-72cd-4128-9acc-d8b11087dcf5 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:06.859668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:06.867075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.875438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:06.890051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21e650-8c14-4b0a-909f-2fd943b6afd4 req-7bf6537d-c749-40a4-9267-823b2188749f tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:06.891505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6a21e650-8c14-4b0a-909f-2fd943b6afd4 req-7bf6537d-c749-40a4-9267-823b2188749f tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.1810789 Feb 04 15:41:06.907882 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.921194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-3bb32888-c101-46ed-adfa-e835c2cc1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:06.922633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-3bb32888-c101-46ed-adfa-e835c2cc1a29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=063a4704-5ad5-437f-b746-5859a8358e85 HTTP/1.1" status: 200 len: 865 time: 0.4316349 Feb 04 15:41:06.938165 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.979076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Pushing event updated for resources: {'Port': ['ID=d11f96ad-4896-40bc-b76e-0dff85be5333,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:07.001382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6a21e650-8c14-4b0a-909f-2fd943b6afd4 req-d0d08246-9a84-4249-b3ab-28972e257cfe tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010182 Feb 04 15:41:07.019755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Network c5441ac1-55f2-49db-bc32-0db1ca41847d is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:07.026474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:07.030867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:07.031606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.032190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.036192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'Port': ['ID=9401ad7a-c138-4dbf-bcf8-e8599fd87622,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:07.058218 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b431f252-44c1-45f1-9b9e-5779c706e6de tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5728893 Feb 04 15:41:07.060663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Transition to ACTIVE for port object 220f55ed-72cd-4128-9acc-d8b11087dcf5 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:07.060822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36068) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:07.067642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:07.073829 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-b1b58f28-e54f-4f5c-b144-029d10c83193 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=473b9cd1-68e5-4803-a857-718d51b7ff16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869112 Feb 04 15:41:07.078888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.184294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.508065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cd059-f384-4d04-939c-8e4960b6ec60 req-05991c50-1864-48ca-a054-49b3c34a4a10 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.509718 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd5cd059-f384-4d04-939c-8e4960b6ec60 req-05991c50-1864-48ca-a054-49b3c34a4a10 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.9707775 Feb 04 15:41:07.518530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa8f4e-78e5-4330-b66f-42b2a47ceab4 req-fb16ace7-ea41-44e4-915a-daa5d091af37 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.520036 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dbaa8f4e-78e5-4330-b66f-42b2a47ceab4 req-fb16ace7-ea41-44e4-915a-daa5d091af37 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 944 time: 0.1627727 Feb 04 15:41:07.525887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] device_id is not set on port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:41:07.555274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.603091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=220f55ed-72cd-4128-9acc-d8b11087dcf5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:07.639541 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.655955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.689541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Transition to ACTIVE for port object 9401ad7a-c138-4dbf-bcf8-e8599fd87622 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:07.697881 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dbaa8f4e-78e5-4330-b66f-42b2a47ceab4 req-fcfd6189-8a98-4f47-b8ca-c063677967d8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675951 Feb 04 15:41:07.698469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.876926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'Port': ['ID=9401ad7a-c138-4dbf-bcf8-e8599fd87622,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:07.878095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-f873aa39-f086-4d6d-aab7-a1751678b44d service neutron] 10.222.0.53 "GET /v2.0/networks/473b9cd1-68e5-4803-a857-718d51b7ff16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597196 Feb 04 15:41:07.893864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd5cd059-f384-4d04-939c-8e4960b6ec60 req-f2eda582-51ba-4d9b-8d00-4eb95872e45f tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723357 Feb 04 15:41:07.896444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:07.896795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:07.897141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:07.906512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:07.906727 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:07.907178 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 2 to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 Feb 04 15:41:07.928050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:07.928385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:07.928722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:07.936552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:07.936904 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:07.938130 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 3 to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 Feb 04 15:41:07.962099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5e2d0-da4d-4aac-a52a-20beafb76a87 req-6d07721d-b544-448c-9d3b-782bce40b949 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.963562 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-38c5e2d0-da4d-4aac-a52a-20beafb76a87 req-6d07721d-b544-448c-9d3b-782bce40b949 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 943 time: 0.1457624 Feb 04 15:41:07.964223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:07.964554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:07.964931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:07.969898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:07.970807 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:07.972810 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 4 to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 Feb 04 15:41:08.005796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:08.006131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:08.006469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:08.020493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:08.020848 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:08.023716 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 5 to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 Feb 04 15:41:08.043244 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-38c5e2d0-da4d-4aac-a52a-20beafb76a87 req-409e0c87-3d1a-4e41-9603-10cf1638e241 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712562 Feb 04 15:41:08.045432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:08.045826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:08.046164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:08.051150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:08.051481 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:08.052310 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 6 to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 Feb 04 15:41:08.060588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Attempting to bind port 220f55ed-72cd-4128-9acc-d8b11087dcf5 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:08.060961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Attempting to bind port 220f55ed-72cd-4128-9acc-d8b11087dcf5 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:08.061294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Attempting to bind port 220f55ed-72cd-4128-9acc-d8b11087dcf5 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:08.069170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:08.069517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:08.069858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:08.075883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:08.076281 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:08.076735 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 7 to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 Feb 04 15:41:08.096638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:08.097220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:08.097727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:08.103013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:08.103508 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:08.104047 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 8 to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 Feb 04 15:41:08.105625 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.122501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:08.122915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:08.123757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:08.128221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:08.128475 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:08.128889 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 9 to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 Feb 04 15:41:08.135654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Port 220f55ed-72cd-4128-9acc-d8b11087dcf5 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:08.135989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Attempting to bind port 220f55ed-72cd-4128-9acc-d8b11087dcf5 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:08.145537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:08.145943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:08.146287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:08.151266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:08.151740 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:08.152138 n-d-827870-1 neutron-server[87571]: INFO neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempt 10 to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 Feb 04 15:41:08.211897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:08.212249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:08.212595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempting to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:08.220553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:41:08.220922 n-d-827870-1 neutron-server[87571]: ERROR neutron.plugins.ml2.managers [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Failed to bind port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on host n-h2-827870-1 for vnic_type normal using segments [{'id': 'e2514dc8-16e9-4762-b732-c5cd08346131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c5441ac1-55f2-49db-bc32-0db1ca41847d'}] Feb 04 15:41:08.221288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.345161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94e19d-55af-46d7-8739-88ecf66da04b req-1723fe51-d601-4554-b49c-a2702e9b0aec tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:08.346848 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0d94e19d-55af-46d7-8739-88ecf66da04b req-1723fe51-d601-4554-b49c-a2702e9b0aec tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.1868012 Feb 04 15:41:08.360666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:41:08.361606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Checking segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:08.362102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Bound using segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:41:08.362656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Bound port: 220f55ed-72cd-4128-9acc-d8b11087dcf5, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:08.363019 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.375604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] For port 9401ad7a-c138-4dbf-bcf8-e8599fd87622, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:08.375973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attempted to set empty binding levels {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 15:41:08.393456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.455446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0d94e19d-55af-46d7-8739-88ecf66da04b req-d446dca4-37bb-437a-85df-f545e1d89738 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018581 Feb 04 15:41:08.464278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] In _notify_port_updated(), no bound segment for port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 on network c5441ac1-55f2-49db-bc32-0db1ca41847d {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:41:08.465247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:08.465938 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.469753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "PUT /v2.0/ports/9401ad7a-c138-4dbf-bcf8-e8599fd87622 HTTP/1.1" status: 200 len: 975 time: 1.4053922 Feb 04 15:41:08.481350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36080) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:08.531107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226c56e-521e-4938-86ab-30038f769339 tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event updated for resources: {'Port': ['ID=9401ad7a-c138-4dbf-bcf8-e8599fd87622,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:08.545202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e347e141-3892-4705-8489-57726ba3818b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Deleting port 9401ad7a-c138-4dbf-bcf8-e8599fd87622 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:08.545537 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e347e141-3892-4705-8489-57726ba3818b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.650550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640b8b9d-112d-43a8-8aa3-a0b02d2974a3 req-55b3fd0d-8b2b-43e8-8568-3def2b35e6c3 service neutron] 10.222.0.53 "GET /v2.0/networks/473b9cd1-68e5-4803-a857-718d51b7ff16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7527101 Feb 04 15:41:08.670413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.750919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e347e141-3892-4705-8489-57726ba3818b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] For port 9401ad7a-c138-4dbf-bcf8-e8599fd87622, host n-h2-827870-1, got binding levels [] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:08.751302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e347e141-3892-4705-8489-57726ba3818b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.836933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd9983-e6ab-490a-8679-ebf3004e1d47 req-8c11c252-d7a8-449e-8a22-0dd44a3e2985 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:08.838486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1edd9983-e6ab-490a-8679-ebf3004e1d47 req-8c11c252-d7a8-449e-8a22-0dd44a3e2985 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.7833011 Feb 04 15:41:08.864126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] For port 220f55ed-72cd-4128-9acc-d8b11087dcf5, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:08.905114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] For port 220f55ed-72cd-4128-9acc-d8b11087dcf5, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=220f55ed-72cd-4128-9acc-d8b11087dcf5,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:41:08.907431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e347e141-3892-4705-8489-57726ba3818b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Calling delete_port for 9401ad7a-c138-4dbf-bcf8-e8599fd87622 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:08.978655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.006956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e347e141-3892-4705-8489-57726ba3818b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.015574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966ea3d-cba2-4586-9081-ebfe5ecdd4dd req-8d8f3565-d6ad-4034-8fd9-3fe39d3776f9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.017552 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7966ea3d-cba2-4586-9081-ebfe5ecdd4dd req-8d8f3565-d6ad-4034-8fd9-3fe39d3776f9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 944 time: 0.2016721 Feb 04 15:41:09.042331 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.065333 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.075708 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1edd9983-e6ab-490a-8679-ebf3004e1d47 req-a513acdf-fed7-4346-ac73-e70f00d4ed08 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164152 Feb 04 15:41:09.084094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347e141-3892-4705-8489-57726ba3818b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Pushing event deleted for resources: {'Port': ['ID=9401ad7a-c138-4dbf-bcf8-e8599fd87622,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:09.093992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.094599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.096479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] 10.222.0.61 "PUT /v2.0/ports/220f55ed-72cd-4128-9acc-d8b11087dcf5 HTTP/1.1" status: 200 len: 1092 time: 4.6204901 Feb 04 15:41:09.101027 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e347e141-3892-4705-8489-57726ba3818b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.101230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b', 'tag': '220f55ed-72cd-4128-9acc-d8b11087dcf5'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:09.107050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2713a8-f251-4025-99c8-278de25c58fc req-f89d2eac-581e-4b3e-80ba-20e523fcb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.108568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc2713a8-f251-4025-99c8-278de25c58fc req-f89d2eac-581e-4b3e-80ba-20e523fcb4f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d35969aa44ae4da09ce38ff6d8b2dd14&device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 1094 time: 0.3699539 Feb 04 15:41:09.121364 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7966ea3d-cba2-4586-9081-ebfe5ecdd4dd req-a0eee53a-d350-4d2a-a562-e7fff496fe7e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693867 Feb 04 15:41:09.125430 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e347e141-3892-4705-8489-57726ba3818b tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "DELETE /v2.0/ports/9401ad7a-c138-4dbf-bcf8-e8599fd87622 HTTP/1.1" status: 204 len: 168 time: 0.6534898 Feb 04 15:41:09.144008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36092) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:09.220279 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bad15d3-de93-4608-81ff-dd551d71e73f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:41:09.221132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0bad15d3-de93-4608-81ff-dd551d71e73f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Synchronizing usage tracker for tenant:4f4081804bbf406ea39311877ba23344 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:09.242062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0bad15d3-de93-4608-81ff-dd551d71e73f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] Unset dirty status for tenant:4f4081804bbf406ea39311877ba23344 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:09.251930 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0bad15d3-de93-4608-81ff-dd551d71e73f tempest-PortsAdminExtendedAttrsTestJSON-135329169 tempest-PortsAdminExtendedAttrsTestJSON-135329169-project-admin] 10.222.0.46 "GET /v2.0/ports/9401ad7a-c138-4dbf-bcf8-e8599fd87622 HTTP/1.1" status: 404 len: 333 time: 0.1112919 Feb 04 15:41:09.252990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36096) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:09.272309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Router 9c863d98-e270-4d57-a5aa-09a72378e5ad is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:41:09.378930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2135603-87c9-45cf-81bf-551d4ac9b5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=220f55ed-72cd-4128-9acc-d8b11087dcf5,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:09.528533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.686411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.701612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de82e1b-2366-4dd1-b688-860676e486c2 req-f90f8b2c-c35f-4f8b-b602-d2507ee099ba tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.703061 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1de82e1b-2366-4dd1-b688-860676e486c2 req-f90f8b2c-c35f-4f8b-b602-d2507ee099ba tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 943 time: 0.3459680 Feb 04 15:41:09.735679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5441ac1-55f2-49db-bc32-0db1ca41847d']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:09.753160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2514dc8-16e9-4762-b732-c5cd08346131') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:09.753453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2514dc8-16e9-4762-b732-c5cd08346131') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:09.775754 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.793243 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1de82e1b-2366-4dd1-b688-860676e486c2 req-e670b427-a220-4658-9f48-b946518e9089 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767455 Feb 04 15:41:09.799917 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.816976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:09.817390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:09.833604 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:09.933114 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b', 'tag': '220f55ed-72cd-4128-9acc-d8b11087dcf5', 'status': 'completed', 'code': 200} Feb 04 15:41:09.952799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2713a8-f251-4025-99c8-278de25c58fc req-0c21e056-8ce0-489f-9584-08bbc71bc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.954161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc2713a8-f251-4025-99c8-278de25c58fc req-0c21e056-8ce0-489f-9584-08bbc71bc61b service neutron] 10.222.0.53 "GET /v2.0/networks?id=473b9cd1-68e5-4803-a857-718d51b7ff16 HTTP/1.1" status: 200 len: 926 time: 0.8376114 Feb 04 15:41:09.966179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.969553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a030-85b2-4686-9e66-99584bbfee3b req-8ad7101b-7cba-486d-b515-a2681663dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.971546 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-8ad7101b-7cba-486d-b515-a2681663dee2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 1095 time: 0.7500298 Feb 04 15:41:09.971827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.001346 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.010014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] Pushing event deleted for resources: {'Network': ['ID=c5441ac1-55f2-49db-bc32-0db1ca41847d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:10.021060 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e7a4572-5374-4e81-ad51-42153b040c7d tempest-PortsAdminExtendedAttrsTestJSON-1323417448 tempest-PortsAdminExtendedAttrsTestJSON-1323417448-project] 10.222.0.46 "DELETE /v2.0/networks/c5441ac1-55f2-49db-bc32-0db1ca41847d HTTP/1.1" status: 204 len: 168 time: 0.7663517 Feb 04 15:41:10.052247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197843e-4fc4-476e-8f94-644741c557ae req-0831b75c-906b-4e50-bb29-9a0308195887 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.053747 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9197843e-4fc4-476e-8f94-644741c557ae req-0831b75c-906b-4e50-bb29-9a0308195887 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.1183550 Feb 04 15:41:10.115893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9197843e-4fc4-476e-8f94-644741c557ae req-47fce5a8-a91e-4bdc-8122-97922e71793c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Feb 04 15:41:10.177106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55012b07-2206-4b67-891f-3fd2f30c2a80 req-25c81f4c-b815-4a4f-8044-f54bb0e930f3 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.178950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55012b07-2206-4b67-891f-3fd2f30c2a80 req-25c81f4c-b815-4a4f-8044-f54bb0e930f3 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.8434517 Feb 04 15:41:10.180603 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc2713a8-f251-4025-99c8-278de25c58fc req-7456199d-aeb7-47ab-a324-92e639e08584 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a7a6694-fc69-4348-9a3f-a380e6f39795 HTTP/1.1" status: 200 len: 217 time: 0.2184567 Feb 04 15:41:10.198862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:10.209782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Sync routers for ids ['9c863d98-e270-4d57-a5aa-09a72378e5ad'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:10.225231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Routers {'9c863d98-e270-4d57-a5aa-09a72378e5ad'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:10.226190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9c863d98-e270-4d57-a5aa-09a72378e5ad'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:10.257142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36110) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:10.263545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-2a5b4cd0-c16b-411b-a09f-b2c213cf4f31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=220f55ed-72cd-4128-9acc-d8b11087dcf5 HTTP/1.1" status: 200 len: 217 time: 0.2244592 Feb 04 15:41:10.355616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc8506-7955-483d-9bff-3fe2554c8e82 req-0200a930-5bd6-4be4-a130-6122adb89c23 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.362274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2713a8-f251-4025-99c8-278de25c58fc req-d9171a1b-cb4b-4652-b6c7-a49b174ea12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.363761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc2713a8-f251-4025-99c8-278de25c58fc req-d9171a1b-cb4b-4652-b6c7-a49b174ea12b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=063a4704-5ad5-437f-b746-5859a8358e85 HTTP/1.1" status: 200 len: 865 time: 0.1587067 Feb 04 15:41:10.365758 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d1cc8506-7955-483d-9bff-3fe2554c8e82 req-0200a930-5bd6-4be4-a130-6122adb89c23 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.1114757 Feb 04 15:41:10.432024 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d1cc8506-7955-483d-9bff-3fe2554c8e82 req-a267e8c6-60ec-405a-9c58-bd02676f1862 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649025 Feb 04 15:41:10.439309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.450733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d81f826a-c0a4-483e-a6d7-ede097552dd8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.7271914 Feb 04 15:41:10.453307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36116) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:10.453501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc2713a8-f251-4025-99c8-278de25c58fc req-c5d38c1f-d4e2-45eb-ac6a-5fd88ecb305a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=473b9cd1-68e5-4803-a857-718d51b7ff16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644116 Feb 04 15:41:10.504152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Set router 9c863d98-e270-4d57-a5aa-09a72378e5ad gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:10.562804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55012b07-2206-4b67-891f-3fd2f30c2a80 req-a0650ec8-9ea3-48ef-a1fa-df7ebc9c442b tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007329 Feb 04 15:41:10.647506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a030-85b2-4686-9e66-99584bbfee3b req-64784cf0-0ede-4534-b9b6-8cb8f96ae0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.649568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-64784cf0-0ede-4534-b9b6-8cb8f96ae0fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.3519943 Feb 04 15:41:10.729395 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-96f60114-b566-488a-8e26-240538c05d89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3ebf585b1614492ad3d873614bf70c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712660 Feb 04 15:41:10.738672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36122) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:10.762810 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fc85b746-c18e-4abc-9f49-6adbd42cc147 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/routers/9c863d98-e270-4d57-a5aa-09a72378e5ad HTTP/1.1" status: 200 len: 908 time: 0.3066902 Feb 04 15:41:10.765035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36126) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:10.770932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1962539946', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': True}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:10.781437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368face-58cd-4b7f-9946-cf42ca2ebc8a req-ce093efa-d7c8-4485-ad08-a58f309ec6c7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.783371 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3368face-58cd-4b7f-9946-cf42ca2ebc8a req-ce093efa-d7c8-4485-ad08-a58f309ec6c7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 944 time: 0.2411771 Feb 04 15:41:10.786030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:10.790342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Usage tracker for resource:router and tenant:bea7ccf7e75a4ad78f20eae52b161b08 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:10.812331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:10.822376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c863d98-e270-4d57-a5aa-09a72378e5ad', 'name': 'tempest-snat-router-1962539946', 'tenant_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.51'}], 'enable_snat': False}, 'gw_port_id': 'e8317c96-2127-44e3-9ed6-01184a6b6f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:58Z', 'updated_at': '2022-02-04T15:41:05Z', 'revision_number': 3, 'project_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'gw_port': {'id': 'e8317c96-2127-44e3-9ed6-01184a6b6f84', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c863d98-e270-4d57-a5aa-09a72378e5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:02Z', 'updated_at': '2022-02-04T15:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:10.823257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:10.826878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Checking router: 9c863d98-e270-4d57-a5aa-09a72378e5ad for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:10.827336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Updating router 9c863d98-e270-4d57-a5aa-09a72378e5ad port e8317c96-2127-44e3-9ed6-01184a6b6f84 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:41:10.847723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.848889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.852838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc2713a8-f251-4025-99c8-278de25c58fc req-29b7d82e-b1ff-4c5f-9f9a-6a46cbf55e11 service neutron] 10.222.0.53 "GET /v2.0/networks/473b9cd1-68e5-4803-a857-718d51b7ff16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874209 Feb 04 15:41:10.860319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3368face-58cd-4b7f-9946-cf42ca2ebc8a req-ef94c1f4-64eb-47a8-90ab-d53c8946d485 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662799 Feb 04 15:41:10.873012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.881130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9a7a6694-fc69-4348-9a3f-a380e6f39795 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:10.900366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.065715 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53d43144-71a4-47c7-a4b3-1c6f8de181f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.074752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Router 79d33e45-5eb6-42da-8c58-4032f8d3608d is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:41:11.080354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a030-85b2-4686-9e66-99584bbfee3b req-62caf5e4-33f1-406f-a2e2-889613474535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.081954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-62caf5e4-33f1-406f-a2e2-889613474535 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4164751 Feb 04 15:41:11.192109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.221145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9a7a6694-fc69-4348-9a3f-a380e6f39795, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9a7a6694-fc69-4348-9a3f-a380e6f39795,segment=NetworkSegment(6ca06892-007f-4510-a906-31634267b3a0),segment_id=6ca06892-007f-4510-a906-31634267b3a0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:11.246828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '9a7a6694-fc69-4348-9a3f-a380e6f39795', 'network_id': '473b9cd1-68e5-4803-a857-718d51b7ff16', 'port_id': '9a7a6694-fc69-4348-9a3f-a380e6f39795', 'mac_address': 'fa:16:3e:55:62:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063a4704-5ad5-437f-b746-5859a8358e85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:11.331729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53d43144-71a4-47c7-a4b3-1c6f8de181f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.342494 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.362615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7a6694-fc69-4348-9a3f-a380e6f39795 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:11.392991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9a7a6694-fc69-4348-9a3f-a380e6f39795, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9a7a6694-fc69-4348-9a3f-a380e6f39795,segment=NetworkSegment(6ca06892-007f-4510-a906-31634267b3a0),segment_id=6ca06892-007f-4510-a906-31634267b3a0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:11.416493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc2713a8-f251-4025-99c8-278de25c58fc req-5d489f24-397a-4357-bad8-1fa479cbab43 service neutron] 10.222.0.53 "GET /v2.0/networks/473b9cd1-68e5-4803-a857-718d51b7ff16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461495 Feb 04 15:41:11.417211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd7164-7f23-47ad-aad5-26a28d10c388 req-cc41ff06-0cbf-427e-ad11-92838d04b4ab tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.424824 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.432242 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f7bd7164-7f23-47ad-aad5-26a28d10c388 req-cc41ff06-0cbf-427e-ad11-92838d04b4ab tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.1974757 Feb 04 15:41:11.509456 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f7bd7164-7f23-47ad-aad5-26a28d10c388 req-75ffb058-5879-4a5f-be14-5627198f83a2 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656331 Feb 04 15:41:11.521654 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.537771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Transition to ACTIVE for port object e8317c96-2127-44e3-9ed6-01184a6b6f84 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:11.541748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9a7a6694-fc69-4348-9a3f-a380e6f39795,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:11.547592 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.612654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96173a37-711f-4c96-a71a-d6c4b62bc4e3 req-8182f9b4-1d35-4e8a-becc-647055be6fa7 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.615108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96173a37-711f-4c96-a71a-d6c4b62bc4e3 req-8182f9b4-1d35-4e8a-becc-647055be6fa7 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 943 time: 0.6447201 Feb 04 15:41:11.619933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-d80aada9-d576-4548-b263-733a25e15451 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184686 Feb 04 15:41:11.632108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:11.640055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Attempting to bind port e8317c96-2127-44e3-9ed6-01184a6b6f84 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:11.640365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Attempting to bind port e8317c96-2127-44e3-9ed6-01184a6b6f84 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:11.640856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Attempting to bind port e8317c96-2127-44e3-9ed6-01184a6b6f84 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:11.646178 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Sync routers for ids ['79d33e45-5eb6-42da-8c58-4032f8d3608d'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:11.647044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baca58-7301-4781-8144-5b4907859b3f None None] Pushing event updated for resources: {'Port': ['ID=e8317c96-2127-44e3-9ed6-01184a6b6f84,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:11.651378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:41:11.651746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:11.652142 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.652523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:41:11.653022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Bound port: e8317c96-2127-44e3-9ed6-01184a6b6f84, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:11.653388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.666265 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Routers {'79d33e45-5eb6-42da-8c58-4032f8d3608d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:11.667020 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['79d33e45-5eb6-42da-8c58-4032f8d3608d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:11.669368 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53d43144-71a4-47c7-a4b3-1c6f8de181f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.703171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['9a7a6694-fc69-4348-9a3f-a380e6f39795'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:41:11.799670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] For port e8317c96-2127-44e3-9ed6-01184a6b6f84, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:11.804474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] For port e8317c96-2127-44e3-9ed6-01184a6b6f84, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8317c96-2127-44e3-9ed6-01184a6b6f84,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:41:11.818342 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.881881 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Set router 79d33e45-5eb6-42da-8c58-4032f8d3608d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:11.925711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d43144-71a4-47c7-a4b3-1c6f8de181f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eda1680-42b3-4ac4-beab-8100a5aa1fc0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:11.961781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Routers {'9c863d98-e270-4d57-a5aa-09a72378e5ad'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:11.962423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9c863d98-e270-4d57-a5aa-09a72378e5ad'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:11.967625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96173a37-711f-4c96-a71a-d6c4b62bc4e3 req-2f9d7223-b99a-43ff-81af-42dfb3181295 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429120 Feb 04 15:41:11.968327 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.972886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-012b0b50-61c6-4d0e-91eb-abec32f6dac4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.5857079 Feb 04 15:41:11.974035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53d43144-71a4-47c7-a4b3-1c6f8de181f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.977819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-53d43144-71a4-47c7-a4b3-1c6f8de181f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8eda1680-42b3-4ac4-beab-8100a5aa1fc0 HTTP/1.1" status: 204 len: 168 time: 1.2358413 Feb 04 15:41:11.978585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36140) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:12.081226 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.122491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e418a030-85b2-4686-9e66-99584bbfee3b req-eee7cc7d-64f2-4f7c-8037-10b0dd65823b service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916630 Feb 04 15:41:12.125058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baca58-7301-4781-8144-5b4907859b3f None None] Pushing event updated for resources: {'Port': ['ID=e8317c96-2127-44e3-9ed6-01184a6b6f84,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:12.212236 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.406352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Allocated IP 172.25.8.63 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/288a34c3-7657-4891-80f2-2c1924cb207e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:12.461176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] Set router 9c863d98-e270-4d57-a5aa-09a72378e5ad gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:12.508379 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:00Z', 'updated_at': '2022-02-04T15:41:07Z', 'revision_number': 3, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'gw_port': {'id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:04Z', 'updated_at': '2022-02-04T15:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:12.514797 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Checking router: 79d33e45-5eb6-42da-8c58-4032f8d3608d for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:12.515445 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Updating router 79d33e45-5eb6-42da-8c58-4032f8d3608d port d11f96ad-4896-40bc-b76e-0dff85be5333 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:41:12.586932 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.619470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.657515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36150) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:12.767413 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-471896c5-4121-478a-ae4f-359db5324808 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f4081804bbf406ea39311877ba23344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898788 Feb 04 15:41:12.767413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.769500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36154) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:12.811042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c863d98-e270-4d57-a5aa-09a72378e5ad', 'name': 'tempest-snat-router-1962539946', 'tenant_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.51'}], 'enable_snat': False}, 'gw_port_id': 'e8317c96-2127-44e3-9ed6-01184a6b6f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:58Z', 'updated_at': '2022-02-04T15:41:05Z', 'revision_number': 3, 'project_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'gw_port': {'id': 'e8317c96-2127-44e3-9ed6-01184a6b6f84', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c863d98-e270-4d57-a5aa-09a72378e5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:02Z', 'updated_at': '2022-02-04T15:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:12.828594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c729d32e-49e4-4352-a183-64ccbbbdf013 None None] The sync data for ids ['9c863d98-e270-4d57-a5aa-09a72378e5ad'] in n-d-827870-1 is: [{'id': '9c863d98-e270-4d57-a5aa-09a72378e5ad', 'name': 'tempest-snat-router-1962539946', 'tenant_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.51'}], 'enable_snat': False}, 'gw_port_id': 'e8317c96-2127-44e3-9ed6-01184a6b6f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:58Z', 'updated_at': '2022-02-04T15:41:05Z', 'revision_number': 3, 'project_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'gw_port': {'id': 'e8317c96-2127-44e3-9ed6-01184a6b6f84', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c863d98-e270-4d57-a5aa-09a72378e5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:02Z', 'updated_at': '2022-02-04T15:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:12.897628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9a7a6694-fc69-4348-9a3f-a380e6f39795 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:12.901541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:12.925727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event updated for resources: {'Port': ['ID=288a34c3-7657-4891-80f2-2c1924cb207e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:12.936536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:12.942027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:13.001100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b655-8e75-477e-861f-0793d0fbcde2 req-babfa4fe-4bdc-477a-b525-24f51de11207 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.003526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 9a7a6694-fc69-4348-9a3f-a380e6f39795 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:13.005058 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b828b655-8e75-477e-861f-0793d0fbcde2 req-babfa4fe-4bdc-477a-b525-24f51de11207 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 1.0080721 Feb 04 15:41:13.019577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 9a7a6694-fc69-4348-9a3f-a380e6f39795 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:13.020238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.081539 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.102515 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Transition to ACTIVE for port object d11f96ad-4896-40bc-b76e-0dff85be5333 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:13.104305 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b828b655-8e75-477e-861f-0793d0fbcde2 req-d86912fd-c784-4948-93dc-3faf986c383a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758064 Feb 04 15:41:13.110070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a55c81-1847-45c7-9054-e7885b85203c req-792efb2e-6f86-4126-9b18-8543da5cba1a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.111583 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.112893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56a55c81-1847-45c7-9054-e7885b85203c req-792efb2e-6f86-4126-9b18-8543da5cba1a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.6596053 Feb 04 15:41:13.120080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626ce7-348a-425f-8a86-877648c94991 req-0a5faa15-a850-4a9c-947b-608d6c6d68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.121760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce626ce7-348a-425f-8a86-877648c94991 req-0a5faa15-a850-4a9c-947b-608d6c6d68b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 1095 time: 0.6678183 Feb 04 15:41:13.268627 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Attempting to bind port d11f96ad-4896-40bc-b76e-0dff85be5333 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:13.270860 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Attempting to bind port d11f96ad-4896-40bc-b76e-0dff85be5333 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:13.299408 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Attempting to bind port d11f96ad-4896-40bc-b76e-0dff85be5333 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:13.303077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790dd5b-8572-482a-9616-71a706495cb7 req-607b5343-7f43-4782-9af7-bc7801235809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.306360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3790dd5b-8572-482a-9616-71a706495cb7 req-607b5343-7f43-4782-9af7-bc7801235809 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1096 time: 0.4464414 Feb 04 15:41:13.319447 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:41:13.320120 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:13.320672 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.321248 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:41:13.321886 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Bound port: d11f96ad-4896-40bc-b76e-0dff85be5333, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:13.322540 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.349775 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.379633 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484341a-aee9-42df-879e-262f59055af5 None None] Pushing event updated for resources: {'Port': ['ID=d11f96ad-4896-40bc-b76e-0dff85be5333,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:13.415531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9a7a6694-fc69-4348-9a3f-a380e6f39795, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9a7a6694-fc69-4348-9a3f-a380e6f39795,segment=NetworkSegment(6ca06892-007f-4510-a906-31634267b3a0),segment_id=6ca06892-007f-4510-a906-31634267b3a0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:13.416823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db034100-16fa-4db9-84fe-7e288e414e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a6694-fc69-4348-9a3f-a380e6f39795'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:13.433349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.455586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56a55c81-1847-45c7-9054-e7885b85203c req-690618f7-1b62-4d8d-956b-2c2a37c71640 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318765 Feb 04 15:41:13.481910 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] For port d11f96ad-4896-40bc-b76e-0dff85be5333, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:13.488125 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] For port d11f96ad-4896-40bc-b76e-0dff85be5333, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d11f96ad-4896-40bc-b76e-0dff85be5333,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:41:13.497815 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.510573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626ce7-348a-425f-8a86-877648c94991 req-1e5ee5dd-3bab-42a7-bbf1-91464128f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.513227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce626ce7-348a-425f-8a86-877648c94991 req-1e5ee5dd-3bab-42a7-bbf1-91464128f1cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.3664608 Feb 04 15:41:13.575383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9a7a6694-fc69-4348-9a3f-a380e6f39795,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:13.623440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce626ce7-348a-425f-8a86-877648c94991 req-1f9e1668-6090-463b-a090-f0825d68655c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=220f55ed-72cd-4128-9acc-d8b11087dcf5 HTTP/1.1" status: 200 len: 217 time: 0.0950887 Feb 04 15:41:13.629781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.640546 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3790dd5b-8572-482a-9616-71a706495cb7 req-bf19a6ce-f9da-4cf2-8b5d-46a27335f1c5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903538 Feb 04 15:41:13.651903 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484341a-aee9-42df-879e-262f59055af5 None None] Pushing event updated for resources: {'Port': ['ID=d11f96ad-4896-40bc-b76e-0dff85be5333,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:13.678064 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Routers {'79d33e45-5eb6-42da-8c58-4032f8d3608d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:13.678682 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['79d33e45-5eb6-42da-8c58-4032f8d3608d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:13.798375 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.855141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3262cf1e-d291-48a9-9f0d-53dea84f35c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.914630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3262cf1e-d291-48a9-9f0d-53dea84f35c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.916385 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] Set router 79d33e45-5eb6-42da-8c58-4032f8d3608d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:14.125633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Allocated IP 172.20.0.1 (734194c9-ff81-4694-9c13-0d3540752b7b/3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25/5053accb-d8cb-4169-b2ea-e3240c2487a2) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:14.131846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626ce7-348a-425f-8a86-877648c94991 req-e2b42643-9664-4018-b171-295846cac4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.133677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce626ce7-348a-425f-8a86-877648c94991 req-e2b42643-9664-4018-b171-295846cac4a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.4919782 Feb 04 15:41:14.247986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e8317c96-2127-44e3-9ed6-01184a6b6f84 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:14.342571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd5516-68f8-45bf-b379-6b2af0d0a228 req-1650b97c-a5df-4159-a058-0be549117474 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.350579 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1bd5516-68f8-45bf-b379-6b2af0d0a228 req-1650b97c-a5df-4159-a058-0be549117474 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.5196371 Feb 04 15:41:14.359417 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:00Z', 'updated_at': '2022-02-04T15:41:07Z', 'revision_number': 3, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'gw_port': {'id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:04Z', 'updated_at': '2022-02-04T15:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:14.364731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67845cf4-8376-4dee-819f-fd32adff5511 req-6fd72adc-ee63-410b-8708-da706a24f816 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.366175 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab1f52-7aa4-4526-b12d-9bb9d95d6e48 None None] The sync data for ids ['79d33e45-5eb6-42da-8c58-4032f8d3608d'] in n-d-827870-1 is: [{'id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:00Z', 'updated_at': '2022-02-04T15:41:07Z', 'revision_number': 3, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'gw_port': {'id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:04Z', 'updated_at': '2022-02-04T15:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:14.379847 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67845cf4-8376-4dee-819f-fd32adff5511 req-6fd72adc-ee63-410b-8708-da706a24f816 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 944 time: 0.8636963 Feb 04 15:41:14.397978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e8317c96-2127-44e3-9ed6-01184a6b6f84 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:14.405777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e8317c96-2127-44e3-9ed6-01184a6b6f84 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:14.406263 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.419129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1bd5516-68f8-45bf-b379-6b2af0d0a228 req-431fc932-ea82-4b1a-b95d-1b55588edaa8 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675676 Feb 04 15:41:14.469190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626ce7-348a-425f-8a86-877648c94991 req-5e8f4f38-f4b4-4220-a0b3-1005f0161d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.471880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce626ce7-348a-425f-8a86-877648c94991 req-5e8f4f38-f4b4-4220-a0b3-1005f0161d34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3300192 Feb 04 15:41:14.523158 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:41:14.589680 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.611387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e8317c96-2127-44e3-9ed6-01184a6b6f84, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8317c96-2127-44e3-9ed6-01184a6b6f84,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:14.618652 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.623913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.635128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3262cf1e-d291-48a9-9f0d-53dea84f35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.661260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262cf1e-d291-48a9-9f0d-53dea84f35c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7ad60f-f626-4762-af93-c12f8be526a8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:14.707556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce626ce7-348a-425f-8a86-877648c94991 req-4d23166a-35cd-43ae-97eb-819732bee537 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027755 Feb 04 15:41:14.740807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e8317c96-2127-44e3-9ed6-01184a6b6f84,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:14.797390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.798709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.799339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.803991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.805401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.807359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.808814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.809871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.810870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.811493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.812257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.813491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.887938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67845cf4-8376-4dee-819f-fd32adff5511 req-aecd02e2-e9b7-44e2-8898-b537b085d54f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071325 Feb 04 15:41:14.898154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3262cf1e-d291-48a9-9f0d-53dea84f35c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.901981 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3262cf1e-d291-48a9-9f0d-53dea84f35c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b7ad60f-f626-4762-af93-c12f8be526a8 HTTP/1.1" status: 204 len: 168 time: 2.0771782 Feb 04 15:41:14.976562 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.003624 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db034100-16fa-4db9-84fe-7e288e414e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a6694-fc69-4348-9a3f-a380e6f39795', 'code': 200} Feb 04 15:41:15.008543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Router 104f232d-994b-4cbc-8f3e-1413da1fc77e is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:41:15.054278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Transition to ACTIVE for port object 5053accb-d8cb-4169-b2ea-e3240c2487a2 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:15.203733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f1c98-4aa0-42ff-bb81-21a3765daf67 req-ed01f000-36bb-4e38-bffa-0a49fc8ff3f9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.212430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b46f1c98-4aa0-42ff-bb81-21a3765daf67 req-ed01f000-36bb-4e38-bffa-0a49fc8ff3f9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 945 time: 0.5038590 Feb 04 15:41:15.216048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce626ce7-348a-425f-8a86-877648c94991 req-2f13c524-1c4a-45f2-bedf-77aaa0bc8203 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596639 Feb 04 15:41:15.317859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b46f1c98-4aa0-42ff-bb81-21a3765daf67 req-566877e7-d3db-4017-8c23-be40557267b4 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036088 Feb 04 15:41:15.342051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:15.343588 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.360342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Sync routers for ids ['104f232d-994b-4cbc-8f3e-1413da1fc77e'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:15.373759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Routers {'104f232d-994b-4cbc-8f3e-1413da1fc77e'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:15.377274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['104f232d-994b-4cbc-8f3e-1413da1fc77e'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:15.418930 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.425043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dc998416-b661-4306-8144-2185a24acbac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6588309 Feb 04 15:41:15.428808 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36170) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:15.458385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f254cc6-0753-4aca-aef7-a6c9d24f26c8 req-291fb3fe-1e1c-4067-b4e0-f738706ec78a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.461709 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f254cc6-0753-4aca-aef7-a6c9d24f26c8 req-291fb3fe-1e1c-4067-b4e0-f738706ec78a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.2400119 Feb 04 15:41:15.479211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Network 734194c9-ff81-4694-9c13-0d3540752b7b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:15.489134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:15.499064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:15.599845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Pushing event updated for resources: {'Port': ['ID=5053accb-d8cb-4169-b2ea-e3240c2487a2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:15.618393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9f86-ab09-4b4e-9852-a5f9ef0c56f9 req-08b5247c-cb26-4014-9e1a-29dc59781c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.621632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5fa9f86-ab09-4b4e-9852-a5f9ef0c56f9 req-08b5247c-cb26-4014-9e1a-29dc59781c62 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 1096 time: 0.5051694 Feb 04 15:41:15.632871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.782239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Set router 104f232d-994b-4cbc-8f3e-1413da1fc77e gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:15.789814 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6f254cc6-0753-4aca-aef7-a6c9d24f26c8 req-5c3135fd-e3f4-4e5e-b3ce-2a47e31533f2 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088151 Feb 04 15:41:16.042068 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9c75168a-826a-470e-8051-7d5284b1a52e tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/routers/104f232d-994b-4cbc-8f3e-1413da1fc77e HTTP/1.1" status: 200 len: 907 time: 0.6118371 Feb 04 15:41:16.042856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36190) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:16.136306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2b9c41e3-448f-4c77-8238-f2b9b0d0cd7d None None] Provisioning for port 5053accb-d8cb-4169-b2ea-e3240c2487a2 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:16.151310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2b9c41e3-448f-4c77-8238-f2b9b0d0cd7d None None] Provisioning complete for port 5053accb-d8cb-4169-b2ea-e3240c2487a2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:16.151687 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2b9c41e3-448f-4c77-8238-f2b9b0d0cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.164733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5fa9f86-ab09-4b4e-9852-a5f9ef0c56f9 req-2e04e810-56e4-49ea-a7de-d63bf041afe5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344458 Feb 04 15:41:16.332656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c41e3-448f-4c77-8238-f2b9b0d0cd7d None None] Port 5053accb-d8cb-4169-b2ea-e3240c2487a2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:41:16.334220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 220f55ed-72cd-4128-9acc-d8b11087dcf5 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:16.424142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d11f96ad-4896-40bc-b76e-0dff85be5333 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:16.427373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967bb64-f196-410c-a540-3a210f19c6b7 req-91c4b91e-2e1c-4dd5-baf2-2e0a7b678713 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:16.431073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3967bb64-f196-410c-a540-3a210f19c6b7 req-91c4b91e-2e1c-4dd5-baf2-2e0a7b678713 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.4209650 Feb 04 15:41:16.442985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.543131 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.694843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36202) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:16.714291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port d11f96ad-4896-40bc-b76e-0dff85be5333 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:16.749163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d11f96ad-4896-40bc-b76e-0dff85be5333 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:16.749535 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.859381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 220f55ed-72cd-4128-9acc-d8b11087dcf5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=220f55ed-72cd-4128-9acc-d8b11087dcf5,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:16.884867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104f232d-994b-4cbc-8f3e-1413da1fc77e', 'name': 'tempest-snat-router-1962539946', 'tenant_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '288a34c3-7657-4891-80f2-2c1924cb207e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:10Z', 'updated_at': '2022-02-04T15:41:13Z', 'revision_number': 3, 'project_id': 'bea7ccf7e75a4ad78f20eae52b161b08', 'gw_port': {'id': '288a34c3-7657-4891-80f2-2c1924cb207e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104f232d-994b-4cbc-8f3e-1413da1fc77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:12Z', 'updated_at': '2022-02-04T15:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:16.889559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Checking router: 104f232d-994b-4cbc-8f3e-1413da1fc77e for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:16.889901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Updating router 104f232d-994b-4cbc-8f3e-1413da1fc77e port 288a34c3-7657-4891-80f2-2c1924cb207e binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:41:16.917852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '220f55ed-72cd-4128-9acc-d8b11087dcf5', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'port_id': '220f55ed-72cd-4128-9acc-d8b11087dcf5', 'mac_address': 'fa:16:3e:4e:6d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:16.926574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1045092266'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:16.933145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d36f4-d231-4aae-87ae-6be7af944667 req-21167655-9f31-4dda-bd43-4c59c0978adb tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:16.934549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:16.937180 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb6d36f4-d231-4aae-87ae-6be7af944667 req-21167655-9f31-4dda-bd43-4c59c0978adb tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.5128794 Feb 04 15:41:16.940674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Usage tracker for resource:network and tenant:351589ad6f3245feb6a4322ee8423d1f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:16.944998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:16.953346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:16.977016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Made reservation on behalf of 351589ad6f3245feb6a4322ee8423d1f for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:16.981534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.008139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.024445 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.042145 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3967bb64-f196-410c-a540-3a210f19c6b7 req-5f9f0dd7-24c9-478f-9e1f-51f05a78ae77 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013763 Feb 04 15:41:17.050560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:17.059992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.086039 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.093434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Deleting port 288a34c3-7657-4891-80f2-2c1924cb207e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:17.093781 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.100337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Usage tracker for resource:security_group_rule and tenant:351589ad6f3245feb6a4322ee8423d1f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:17.103815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:17.118662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:17.127441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220f55ed-72cd-4128-9acc-d8b11087dcf5 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:17.134065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.147353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.198442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 220f55ed-72cd-4128-9acc-d8b11087dcf5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=220f55ed-72cd-4128-9acc-d8b11087dcf5,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:17.199547 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.210197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.358216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cb6d36f4-d231-4aae-87ae-6be7af944667 req-79cddd68-2d12-4385-b79d-1a30e3436d23 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157830 Feb 04 15:41:17.411711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port d11f96ad-4896-40bc-b76e-0dff85be5333, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d11f96ad-4896-40bc-b76e-0dff85be5333,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:17.453870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.456644 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.457478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e8317c96-2127-44e3-9ed6-01184a6b6f84 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:17.480929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.484731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Pushing event updated for resources: {'Port': ['ID=5053accb-d8cb-4169-b2ea-e3240c2487a2,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:17.545997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['220f55ed-72cd-4128-9acc-d8b11087dcf5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:41:17.607334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=220f55ed-72cd-4128-9acc-d8b11087dcf5,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:17.651347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Calling delete_port for 288a34c3-7657-4891-80f2-2c1924cb207e owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:17.672243 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.688362 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.726285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8104-032c-4e4b-a33f-6741477ce471 req-82668c6f-8310-48b9-b1e2-104859b5558e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.727885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ccac8104-032c-4e4b-a33f-6741477ce471 req-82668c6f-8310-48b9-b1e2-104859b5558e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 945 time: 0.3404543 Feb 04 15:41:17.748805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:17.765412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Network 734194c9-ff81-4694-9c13-0d3540752b7b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:17.782877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:17.789151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f55373c-b82d-448e-a58e-8f5cd4023097,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:17.789395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645a975-b300-4d0e-9934-19c7753d0549 req-462583d6-4329-4160-8037-714d0d6c040c tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.790662 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8645a975-b300-4d0e-9934-19c7753d0549 req-462583d6-4329-4160-8037-714d0d6c040c tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 945 time: 0.2376585 Feb 04 15:41:17.793828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.794265 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Added segment ffd19458-1267-4faa-a511-f71b14eaf97c of type vlan for network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 Feb 04 15:41:17.823805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=d11f96ad-4896-40bc-b76e-0dff85be5333,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:17.874086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e8317c96-2127-44e3-9ed6-01184a6b6f84 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:17.874754 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.918102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ccac8104-032c-4e4b-a33f-6741477ce471 req-fd4bc441-a1ae-4cfd-b0f8-43c33616e008 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638126 Feb 04 15:41:17.927438 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8645a975-b300-4d0e-9934-19c7753d0549 req-4e85f438-46ea-4220-8fca-72f86b7d51b7 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697317 Feb 04 15:41:17.960405 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.973764 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.035886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event deleted for resources: {'Port': ['ID=288a34c3-7657-4891-80f2-2c1924cb207e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:18.171018 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:18.171366 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:18.180858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:18.187966 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.289703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a0b00843-d167-4ab0-a2a2-8927c2e870d1 None None] Provisioning complete for port 5053accb-d8cb-4169-b2ea-e3240c2487a2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:18.290204 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a0b00843-d167-4ab0-a2a2-8927c2e870d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.359285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d11f96ad-4896-40bc-b76e-0dff85be5333 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:18.375436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.388565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.390074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.403756 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.407995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.427506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Router 79d33e45-5eb6-42da-8c58-4032f8d3608d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:41:18.449086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a0b00843-d167-4ab0-a2a2-8927c2e870d1 None None] Port 5053accb-d8cb-4169-b2ea-e3240c2487a2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:41:18.483303 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.483533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d11f96ad-4896-40bc-b76e-0dff85be5333 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:18.483786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 104f232d-994b-4cbc-8f3e-1413da1fc77e {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:41:18.483918 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.507452 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.511249 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a4584f92-7677-44a7-8454-49d5f78a73ac tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "DELETE /v2.0/routers/104f232d-994b-4cbc-8f3e-1413da1fc77e HTTP/1.1" status: 204 len: 168 time: 2.4644308 Feb 04 15:41:18.511495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36218) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:18.585312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958de76-3e90-47d5-a8e1-dbd3db26855d req-966e0e5b-ec5a-4a77-9d46-9c24c0e41938 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.586817 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3958de76-3e90-47d5-a8e1-dbd3db26855d req-966e0e5b-ec5a-4a77-9d46-9c24c0e41938 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.1809146 Feb 04 15:41:18.659467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event updated for resources: {'Network': ['ID=7f698e7c-08a0-4ed5-9714-794f8f6635e9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:18.665932 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f828add3-80e1-4fd3-a676-42043220184e tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9671495 Feb 04 15:41:18.668413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36222) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:18.679207 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cbb7f-8f5b-4343-b0e1-7c3fd8b7b383 req-3156ee72-63c6-4890-bded-ea01c7ec9ddc tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.681217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-308cbb7f-8f5b-4343-b0e1-7c3fd8b7b383 req-3156ee72-63c6-4890-bded-ea01c7ec9ddc tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 945 time: 0.5374444 Feb 04 15:41:18.700009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Request body: {'subnet': {'network_id': '7f698e7c-08a0-4ed5-9714-794f8f6635e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:18.712212 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3958de76-3e90-47d5-a8e1-dbd3db26855d req-55dc9edd-4153-4fd6-ab2e-bcbd6395a7cc tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162570 Feb 04 15:41:18.746376 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.753340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:41:18.827541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Port 288a34c3-7657-4891-80f2-2c1924cb207e not found while updating agent binding for router 104f232d-994b-4cbc-8f3e-1413da1fc77e. {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 15:41:18.836693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-70d81711-77c6-49e9-aba8-c61997f7c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.838659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-70d81711-77c6-49e9-aba8-c61997f7c985 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1096 time: 0.5436330 Feb 04 15:41:18.858291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Routers set() bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:18.858660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Router IDs set() for agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 15:41:18.859334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_agentschedulers_db [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'104f232d-994b-4cbc-8f3e-1413da1fc77e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent'). {{(pid=87572) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 15:41:18.859711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498a667-021e-4baa-84e2-5f2484a77fa2 None None] The sync data for ids ['104f232d-994b-4cbc-8f3e-1413da1fc77e'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:19.118917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:19.129637 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Sync routers for ids ['79d33e45-5eb6-42da-8c58-4032f8d3608d'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:19.136321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdc6b9-31ab-4d0a-bcdf-b30462f342f7 req-df1e1536-5aec-4779-a8b3-a01eaafc643a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:19.138039 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-94cdc6b9-31ab-4d0a-bcdf-b30462f342f7 req-df1e1536-5aec-4779-a8b3-a01eaafc643a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.2028372 Feb 04 15:41:19.139118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7f814089-0d05-4e3d-8497-a4e08bc72fcd admin admin] 10.222.0.46 "PUT /v2.0/routers/79d33e45-5eb6-42da-8c58-4032f8d3608d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1573379 Feb 04 15:41:19.139756 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.150357 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Routers {'79d33e45-5eb6-42da-8c58-4032f8d3608d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:19.151371 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['79d33e45-5eb6-42da-8c58-4032f8d3608d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:19.175402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Deleting port e8317c96-2127-44e3-9ed6-01184a6b6f84 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:19.177052 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.180580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-308cbb7f-8f5b-4343-b0e1-7c3fd8b7b383 req-1dbc467b-8afd-48af-8a80-0cf297af6f24 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893613 Feb 04 15:41:19.185559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:19.210586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Usage tracker for resource:subnet and tenant:351589ad6f3245feb6a4322ee8423d1f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:19.235394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:19.254724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:19.307267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-5e683d04-54c6-4a6f-9102-080b8393aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:19.320354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-5e683d04-54c6-4a6f-9102-080b8393aa50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 919 time: 0.2935295 Feb 04 15:41:19.363961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36232) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:19.404317 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Set router 79d33e45-5eb6-42da-8c58-4032f8d3608d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:19.462221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Made reservation on behalf of 351589ad6f3245feb6a4322ee8423d1f for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:19.466418 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.490632 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-94cdc6b9-31ab-4d0a-bcdf-b30462f342f7 req-b0fa3db2-cc94-4318-ab96-fdf4ffdc660b tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415105 Feb 04 15:41:19.492376 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-7eac8a90-190c-4083-9847-756c0546f172 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f HTTP/1.1" status: 200 len: 217 time: 0.1710870 Feb 04 15:41:19.531172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] For port e8317c96-2127-44e3-9ed6-01184a6b6f84, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e8317c96-2127-44e3-9ed6-01184a6b6f84,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:19.531538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.654715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-7a865f6b-1945-46a5-abfe-62c19b273a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:19.656082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-7a865f6b-1945-46a5-abfe-62c19b273a17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.1046093 Feb 04 15:41:19.676851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Calling delete_port for e8317c96-2127-44e3-9ed6-01184a6b6f84 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:19.720868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-53fe9bd4-979c-4366-8197-b98430b6ad83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552695 Feb 04 15:41:19.740370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582bdf3-8ae7-49aa-9566-38440c147bf3 req-258a06a9-db31-4127-b56f-417bbd7b0b19 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:19.741601 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:00Z', 'updated_at': '2022-02-04T15:41:16Z', 'revision_number': 4, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'gw_port': {'id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:04Z', 'updated_at': '2022-02-04T15:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '5053accb-d8cb-4169-b2ea-e3240c2487a2', 'name': '', 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'mac_address': 'fa:16:3e:4e:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:13Z', 'updated_at': '2022-02-04T15:41:16Z', 'revision_number': 2, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'subnets': [{'id': '3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:19.741911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3582bdf3-8ae7-49aa-9566-38440c147bf3 req-258a06a9-db31-4127-b56f-417bbd7b0b19 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.3394344 Feb 04 15:41:19.745529 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Checking router: 79d33e45-5eb6-42da-8c58-4032f8d3608d for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:19.745937 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Updating router 79d33e45-5eb6-42da-8c58-4032f8d3608d port 5053accb-d8cb-4169-b2ea-e3240c2487a2 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:41:19.798552 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.917915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3582bdf3-8ae7-49aa-9566-38440c147bf3 req-2353e3a7-7738-4199-9512-6a97a7a56487 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568592 Feb 04 15:41:20.002273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-a8b00128-7e5d-4061-b0ad-810e8534efb7 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716963 Feb 04 15:41:20.024172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40430d15-16a0-4907-85ce-95e0b1792159 req-a9b060d8-0134-4610-9306-6d8a3bc61ef7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.025680 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-40430d15-16a0-4907-85ce-95e0b1792159 req-a9b060d8-0134-4610-9306-6d8a3bc61ef7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 945 time: 0.3570688 Feb 04 15:41:20.100012 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.198605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 220f55ed-72cd-4128-9acc-d8b11087dcf5 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:20.220374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event updated for resources: {'Subnet': ['ID=2417a2c1-09fd-41b8-ad50-58b241e4cfe4,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:20.232978 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.241437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Checking segment: {'id': 'ffd19458-1267-4faa-a511-f71b14eaf97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7f698e7c-08a0-4ed5-9714-794f8f6635e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:20.241814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Network hostable DHCP agents. Network: 7f698e7c-08a0-4ed5-9714-794f8f6635e9, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:20.242931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-40430d15-16a0-4907-85ce-95e0b1792159 req-f75874fd-263e-4acc-a781-6457f92e132e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577880 Feb 04 15:41:20.260211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f285770d-f7d1-4f1a-9f85-fd35cbbe55be req-5d495835-1ba9-46b9-bf92-7ed422564b04 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487144 Feb 04 15:41:20.293086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:20.314757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 7f698e7c-08a0-4ed5-9714-794f8f6635e9) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:20.321720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.322653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.369743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6351fc1e-1e56-4381-a0fe-8fc4f77e5bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6848218 Feb 04 15:41:20.370529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36240) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:20.376075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62de78e-a47b-4731-87b5-95ec2a056c1f None None] Network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:41:20.384566 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Transition to ACTIVE for port object 5053accb-d8cb-4169-b2ea-e3240c2487a2 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:20.393203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Request body: {'port': {'network_id': '7f698e7c-08a0-4ed5-9714-794f8f6635e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1010691969'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:20.406656 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.434960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.595445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 220f55ed-72cd-4128-9acc-d8b11087dcf5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:20.607193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 220f55ed-72cd-4128-9acc-d8b11087dcf5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:20.607870 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.744235 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26aa24-cd88-44f4-819a-b7803ad15bac None None] Pushing event updated for resources: {'Port': ['ID=5053accb-d8cb-4169-b2ea-e3240c2487a2,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:20.772884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:20.784217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Usage tracker for resource:port and tenant:351589ad6f3245feb6a4322ee8423d1f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:20.792697 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Attempting to bind port 5053accb-d8cb-4169-b2ea-e3240c2487a2 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:20.793465 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Attempting to bind port 5053accb-d8cb-4169-b2ea-e3240c2487a2 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'fb59b031-01ff-4cd9-94ae-ad9673feaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:20.794041 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Attempting to bind port 5053accb-d8cb-4169-b2ea-e3240c2487a2 on network 734194c9-ff81-4694-9c13-0d3540752b7b {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:20.794284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:20.804012 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:41:20.804388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:20.805178 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Checking segment: {'id': 'fb59b031-01ff-4cd9-94ae-ad9673feaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:20.805814 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.806403 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Bound using segment: {'id': 'fb59b031-01ff-4cd9-94ae-ad9673feaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:41:20.807082 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Bound port: 5053accb-d8cb-4169-b2ea-e3240c2487a2, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb59b031-01ff-4cd9-94ae-ad9673feaf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:20.807862 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.835033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2debcf7-23b6-495e-a6b8-abb0672a8de7 req-5f53690a-ad7c-4702-9837-dd38caa675c9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.836807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2debcf7-23b6-495e-a6b8-abb0672a8de7 req-5f53690a-ad7c-4702-9837-dd38caa675c9 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 945 time: 0.1859128 Feb 04 15:41:20.838118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Made reservation on behalf of 351589ad6f3245feb6a4322ee8423d1f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:20.841832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.905034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] device_id is not set on port ec167011-936d-4bb4-94ac-86d2e4b89748 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:41:20.909357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8317c96-2127-44e3-9ed6-01184a6b6f84,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:20.953807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2debcf7-23b6-495e-a6b8-abb0672a8de7 req-fc0a3c82-8353-43e0-98b7-ba05d5e00fe8 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973265 Feb 04 15:41:20.969903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-7f698e7c-08a0-4ed5-9714-794f8f6635e9', 'network_id': '7f698e7c-08a0-4ed5-9714-794f8f6635e9', 'tenant_id': '351589ad6f3245feb6a4322ee8423d1f', 'fixed_ips': [{'subnet_id': '2417a2c1-09fd-41b8-ad50-58b241e4cfe4'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:41:20.970817 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.990148 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.082187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220f55ed-72cd-4128-9acc-d8b11087dcf5'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:21.087152 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] For port 5053accb-d8cb-4169-b2ea-e3240c2487a2, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:21.091294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.108237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 220f55ed-72cd-4128-9acc-d8b11087dcf5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=220f55ed-72cd-4128-9acc-d8b11087dcf5,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:21.115488 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] For port 5053accb-d8cb-4169-b2ea-e3240c2487a2, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5053accb-d8cb-4169-b2ea-e3240c2487a2,segment=NetworkSegment(fb59b031-01ff-4cd9-94ae-ad9673feaf00),segment_id=fb59b031-01ff-4cd9-94ae-ad9673feaf00)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:41:21.134599 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.137635 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.149397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Allocated IP 2001:db8::297 (7f698e7c-08a0-4ed5-9714-794f8f6635e9/2417a2c1-09fd-41b8-ad50-58b241e4cfe4/ec167011-936d-4bb4-94ac-86d2e4b89748) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:21.223748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=220f55ed-72cd-4128-9acc-d8b11087dcf5,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:21.300394 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Routers {'79d33e45-5eb6-42da-8c58-4032f8d3608d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:21.300956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.301060 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['79d33e45-5eb6-42da-8c58-4032f8d3608d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:21.305676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.332257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff315c-e59b-4d98-a985-9d9dc50ce9ee req-66718f85-706d-4bff-b42f-ae97927481ef tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:21.333841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c3ff315c-e59b-4d98-a985-9d9dc50ce9ee req-66718f85-706d-4bff-b42f-ae97927481ef tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.4257548 Feb 04 15:41:21.429129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.429638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c863d98-e270-4d57-a5aa-09a72378e5ad {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:41:21.487584 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c3ff315c-e59b-4d98-a985-9d9dc50ce9ee req-d9e84b50-b1a1-4fb3-a155-c161c37cb41b tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368856 Feb 04 15:41:21.514881 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.516697 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-54c3ebb3-39bf-443d-9270-e4b1077ec1d6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "DELETE /v2.0/routers/9c863d98-e270-4d57-a5aa-09a72378e5ad HTTP/1.1" status: 204 len: 168 time: 3.0042605 Feb 04 15:41:21.523553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36256) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:21.539650 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26aa24-cd88-44f4-819a-b7803ad15bac None None] Pushing event updated for resources: {'Port': ['ID=5053accb-d8cb-4169-b2ea-e3240c2487a2,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:21.551913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1568166332', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:21.566944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749948a3-cf63-4cf8-b232-9c5708ccff23 req-e4b8e41a-78b1-4c07-9fc1-7a4ce092ee6d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:21.574299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-749948a3-cf63-4cf8-b232-9c5708ccff23 req-e4b8e41a-78b1-4c07-9fc1-7a4ce092ee6d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.4269462 Feb 04 15:41:21.581120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:21.595392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Usage tracker for resource:router and tenant:49aa95a233414c328b712ec38552026b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:21.601318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:21.605846 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] Set router 79d33e45-5eb6-42da-8c58-4032f8d3608d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:21.623400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:21.653654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.666772 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-749948a3-cf63-4cf8-b232-9c5708ccff23 req-481d3391-5fac-4ae4-b5c6-c5007eae6179 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914795 Feb 04 15:41:21.750092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.767965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Transition to ACTIVE for port object ec167011-936d-4bb4-94ac-86d2e4b89748 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:21.786047 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.787133 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.802600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.805126 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.897595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:21.901268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:21.905659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:21.911578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:21.912198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.928942 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Allocated IP 2001:db8::2 (7f698e7c-08a0-4ed5-9714-794f8f6635e9/2417a2c1-09fd-41b8-ad50-58b241e4cfe4/24a15608-d6e3-4173-966b-0210a094beac) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:21.960703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event updated for resources: {'Port': ['ID=ec167011-936d-4bb4-94ac-86d2e4b89748,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:21.987782 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8d9c8397-00b3-455a-9656-ca1b0362e0fa tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6160738 Feb 04 15:41:21.991742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36262) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:21.998499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Request body: {'port': {'network_id': '7f698e7c-08a0-4ed5-9714-794f8f6635e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2114406877', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:21.999065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.api.validators [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] bootfile-name is not in valid_values {{(pid=87570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:41:21.999403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.api.validators [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] tftp-server is not in valid_values {{(pid=87570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:41:21.999734 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.api.validators [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] server-ip-address is not in valid_values {{(pid=87570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:41:22.006237 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220f55ed-72cd-4128-9acc-d8b11087dcf5', 'code': 200} Feb 04 15:41:22.113999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4801ea-184d-481a-a21b-5e6301962cc9 req-8d21d186-7fd9-4708-9bdb-08a5afabe73e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.115688 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db4801ea-184d-481a-a21b-5e6301962cc9 req-8d21d186-7fd9-4708-9bdb-08a5afabe73e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.3893023 Feb 04 15:41:22.157817 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:00Z', 'updated_at': '2022-02-04T15:41:16Z', 'revision_number': 4, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'gw_port': {'id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:04Z', 'updated_at': '2022-02-04T15:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '5053accb-d8cb-4169-b2ea-e3240c2487a2', 'name': '', 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'mac_address': 'fa:16:3e:4e:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:13Z', 'updated_at': '2022-02-04T15:41:21Z', 'revision_number': 4, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'subnets': [{'id': '3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:22.162979 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f5020-cd73-46b6-85b7-a24ff8a2dae8 None None] The sync data for ids ['79d33e45-5eb6-42da-8c58-4032f8d3608d'] in n-d-827870-1 is: [{'id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:00Z', 'updated_at': '2022-02-04T15:41:16Z', 'revision_number': 4, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'gw_port': {'id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:04Z', 'updated_at': '2022-02-04T15:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '5053accb-d8cb-4169-b2ea-e3240c2487a2', 'name': '', 'network_id': '734194c9-ff81-4694-9c13-0d3540752b7b', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'mac_address': 'fa:16:3e:4e:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:13Z', 'updated_at': '2022-02-04T15:41:21Z', 'revision_number': 4, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'subnets': [{'id': '3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:22.333423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6101e-be18-41b5-9e56-58c900530630 req-e04176bf-3b73-43d7-b00a-01632cae1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.334907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35b6101e-be18-41b5-9e56-58c900530630 req-e04176bf-3b73-43d7-b00a-01632cae1c81 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 1097 time: 0.2392213 Feb 04 15:41:22.360617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:22.381291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Usage tracker for resource:port and tenant:351589ad6f3245feb6a4322ee8423d1f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:22.384655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:22.392131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:22.412287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Made reservation on behalf of 351589ad6f3245feb6a4322ee8423d1f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:22.416029 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.427309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.445200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Transition to ACTIVE for port object 24a15608-d6e3-4173-966b-0210a094beac will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:22.447146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdc816-707e-4df7-8f69-40950021ab7f req-b1bd1965-6c89-4959-8138-fbf2e22ec9af tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.456199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54cdc816-707e-4df7-8f69-40950021ab7f req-b1bd1965-6c89-4959-8138-fbf2e22ec9af tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.3590579 Feb 04 15:41:22.483974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Transition to ACTIVE for port object 24a15608-d6e3-4173-966b-0210a094beac will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:22.495680 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.496125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35b6101e-be18-41b5-9e56-58c900530630 req-0a0d3e4e-e112-4cbd-b002-88c49428dad4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495271 Feb 04 15:41:22.497153 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.515622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] device_id is not set on port 9b051da0-7857-4c3c-a5ad-78a61f33cbc3 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:41:22.523109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-db4801ea-184d-481a-a21b-5e6301962cc9 req-f214f22b-8663-4229-8f0d-717907446b71 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432677 Feb 04 15:41:22.581815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54cdc816-707e-4df7-8f69-40950021ab7f req-70bbb49a-c336-4899-aef2-78133068b809 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246338 Feb 04 15:41:22.628199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5053accb-d8cb-4169-b2ea-e3240c2487a2 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:22.706578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Pushing event updated for resources: {'Port': ['ID=24a15608-d6e3-4173-966b-0210a094beac,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:22.751076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:22.764267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:22.777140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:22.786125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Allocated IP 2001:db8::180 (7f698e7c-08a0-4ed5-9714-794f8f6635e9/2417a2c1-09fd-41b8-ad50-58b241e4cfe4/9b051da0-7857-4c3c-a5ad-78a61f33cbc3) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:22.920825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5053accb-d8cb-4169-b2ea-e3240c2487a2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:22.934535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Attempting to bind port 24a15608-d6e3-4173-966b-0210a094beac on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:22.935028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Attempting to bind port 24a15608-d6e3-4173-966b-0210a094beac by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ffd19458-1267-4faa-a511-f71b14eaf97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7f698e7c-08a0-4ed5-9714-794f8f6635e9'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:22.935450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Attempting to bind port 24a15608-d6e3-4173-966b-0210a094beac on network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:22.941809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5053accb-d8cb-4169-b2ea-e3240c2487a2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:22.945634 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.991709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:41:22.992078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Checking segment: {'id': 'ffd19458-1267-4faa-a511-f71b14eaf97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7f698e7c-08a0-4ed5-9714-794f8f6635e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:22.992488 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.992902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Bound using segment: {'id': 'ffd19458-1267-4faa-a511-f71b14eaf97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7f698e7c-08a0-4ed5-9714-794f8f6635e9'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:41:22.993377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Bound port: 24a15608-d6e3-4173-966b-0210a094beac, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd19458-1267-4faa-a511-f71b14eaf97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7f698e7c-08a0-4ed5-9714-794f8f6635e9'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:22.993746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.006640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d3400-3793-422d-9c44-791b23e32dbc req-fc05c260-fa91-48ee-8ea7-a58450523896 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:23.013424 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4f5d3400-3793-422d-9c44-791b23e32dbc req-fc05c260-fa91-48ee-8ea7-a58450523896 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.2224030 Feb 04 15:41:23.120647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] For port 24a15608-d6e3-4173-966b-0210a094beac, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:23.126961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] For port 24a15608-d6e3-4173-966b-0210a094beac, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=24a15608-d6e3-4173-966b-0210a094beac,segment=NetworkSegment(ffd19458-1267-4faa-a511-f71b14eaf97c),segment_id=ffd19458-1267-4faa-a511-f71b14eaf97c)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:41:23.136335 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.139868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4f5d3400-3793-422d-9c44-791b23e32dbc req-60a1e45e-21c0-4cc0-92d0-984497156d6c tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254573 Feb 04 15:41:23.256223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbad79-fdd2-4c0d-b0e0-769bec8f24c5 None None] Pushing event updated for resources: {'Port': ['ID=24a15608-d6e3-4173-966b-0210a094beac,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:23.304152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.355287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d2c39-0cf5-4957-84c0-db59227309f2 req-5e5511cf-a235-42e7-ba02-65733fc4c6e0 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:23.356998 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c25d2c39-0cf5-4957-84c0-db59227309f2 req-5e5511cf-a235-42e7-ba02-65733fc4c6e0 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.3342204 Feb 04 15:41:23.367252 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.410516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Deleting port 5053accb-d8cb-4169-b2ea-e3240c2487a2 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:23.410860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.434781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Transition to ACTIVE for port object 9b051da0-7857-4c3c-a5ad-78a61f33cbc3 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:23.441146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5053accb-d8cb-4169-b2ea-e3240c2487a2, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5053accb-d8cb-4169-b2ea-e3240c2487a2,segment=NetworkSegment(fb59b031-01ff-4cd9-94ae-ad9673feaf00),segment_id=fb59b031-01ff-4cd9-94ae-ad9673feaf00)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:23.450054 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.475076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3afa6-3ad3-4dd1-b2f6-94b6b9d13e05 req-1b4a6e7f-5de7-4854-bd64-7cf2d7805ddf tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:23.482316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64e3afa6-3ad3-4dd1-b2f6-94b6b9d13e05 req-1b4a6e7f-5de7-4854-bd64-7cf2d7805ddf tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 945 time: 0.1902256 Feb 04 15:41:23.551049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64e3afa6-3ad3-4dd1-b2f6-94b6b9d13e05 req-25b08f48-6a9e-4a8d-b10f-b3c88c2a3069 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Feb 04 15:41:23.560843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e8317c96-2127-44e3-9ed6-01184a6b6f84 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:23.572008 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.637356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e8317c96-2127-44e3-9ed6-01184a6b6f84 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:41:23.637356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e8317c96-2127-44e3-9ed6-01184a6b6f84 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:23.648528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:23.658544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:23.661414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:23.668101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:23.669281 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.672527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5053accb-d8cb-4169-b2ea-e3240c2487a2,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:23.748684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event updated for resources: {'Port': ['ID=9b051da0-7857-4c3c-a5ad-78a61f33cbc3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:23.761398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7c5dff2e-e870-4586-8742-0a9b88e07b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7685902 Feb 04 15:41:23.764108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36276) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:23.826041 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c25d2c39-0cf5-4957-84c0-db59227309f2 req-20e6d702-9332-44a2-ba37-f4589255126d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541323 Feb 04 15:41:24.022453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a4c29-2926-488f-980d-0d2b86f54ed8 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.037249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a4c29-2926-488f-980d-0d2b86f54ed8 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.050979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a4c29-2926-488f-980d-0d2b86f54ed8 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.051900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d59a4c29-2926-488f-980d-0d2b86f54ed8 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Synchronizing usage tracker for tenant:351589ad6f3245feb6a4322ee8423d1f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:24.066350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391becdf-f73f-4ae9-81d9-e02da4b27ef4 req-2f319a49-c1ac-450b-bee5-29ee6b7cf48a tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.073814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-391becdf-f73f-4ae9-81d9-e02da4b27ef4 req-2f319a49-c1ac-450b-bee5-29ee6b7cf48a tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.2413549 Feb 04 15:41:24.092835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.103207 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d59a4c29-2926-488f-980d-0d2b86f54ed8 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Unset dirty status for tenant:351589ad6f3245feb6a4322ee8423d1f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:24.104365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d59a4c29-2926-488f-980d-0d2b86f54ed8 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3393333 Feb 04 15:41:24.107633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36282) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:24.192697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-391becdf-f73f-4ae9-81d9-e02da4b27ef4 req-2b12e70f-3b9b-42eb-8f97-be054d179aa8 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172383 Feb 04 15:41:24.223225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-df135cd5-9147-4ea4-8c34-3556a10d9fce tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Deleting port 9b051da0-7857-4c3c-a5ad-78a61f33cbc3 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:24.223606 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df135cd5-9147-4ea4-8c34-3556a10d9fce tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.267022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.566575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] For port 5053accb-d8cb-4169-b2ea-e3240c2487a2, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5053accb-d8cb-4169-b2ea-e3240c2487a2,segment=NetworkSegment(fb59b031-01ff-4cd9-94ae-ad9673feaf00),segment_id=fb59b031-01ff-4cd9-94ae-ad9673feaf00)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:24.567238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.609175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5053accb-d8cb-4169-b2ea-e3240c2487a2 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:24.753007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5053accb-d8cb-4169-b2ea-e3240c2487a2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:24.753390 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.772479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Calling delete_port for 5053accb-d8cb-4169-b2ea-e3240c2487a2 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:24.833612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862e075-0cec-438e-bc4b-b0fd495dd005 req-4b58fc31-d81c-46a8-b3bf-06d000203f8a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.840971 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3862e075-0cec-438e-bc4b-b0fd495dd005 req-4b58fc31-d81c-46a8-b3bf-06d000203f8a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.6777236 Feb 04 15:41:24.870789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4618c-26db-4def-89bb-908757bee6d3 req-f95f4c43-b2af-416a-a4dd-88bc25d7ce33 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.878617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28f4618c-26db-4def-89bb-908757bee6d3 req-f95f4c43-b2af-416a-a4dd-88bc25d7ce33 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.4833257 Feb 04 15:41:24.890449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Allocated IP 172.25.8.217 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/846b5c79-ca99-4355-a071-5fd78fcb08b2) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:24.945769 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3862e075-0cec-438e-bc4b-b0fd495dd005 req-f36c917c-71d8-41b4-9675-82e429fd9a18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038463 Feb 04 15:41:24.949701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28f4618c-26db-4def-89bb-908757bee6d3 req-ffe8760d-0de1-49d9-baa7-c440bd7f46b7 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690289 Feb 04 15:41:24.951709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 24a15608-d6e3-4173-966b-0210a094beac up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:24.992883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-e5720048-7017-4bb3-bef8-44881571c933 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.994457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-e5720048-7017-4bb3-bef8-44881571c933 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.53 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 945 time: 0.6854622 Feb 04 15:41:25.014180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f3ff4-aca0-4b2c-8db7-ca4e202cd15b None None] Network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:41:25.191883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Deleting port 9a7a6694-fc69-4348-9a3f-a380e6f39795 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:25.193499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-88c4e78c-0cd3-4b22-b71c-80e6bb09a90b None None] Provisioning for port 24a15608-d6e3-4173-966b-0210a094beac completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:25.194466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.214649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 24a15608-d6e3-4173-966b-0210a094beac completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:25.291966 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.349381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 24a15608-d6e3-4173-966b-0210a094beac triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:25.349933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.589903 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df135cd5-9147-4ea4-8c34-3556a10d9fce tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.633194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.648708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e2f2b-6707-4368-8a7c-3bbc96ed05f4 req-20ad14d9-0667-4a49-a812-4255f52085fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:25.650194 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c2e2f2b-6707-4368-8a7c-3bbc96ed05f4 req-20ad14d9-0667-4a49-a812-4255f52085fd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1096 time: 0.3091407 Feb 04 15:41:25.665579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cfa12-999c-4248-9958-bc3e1563fcf2 req-492a77c2-1101-4966-8b83-0d1d20b40b11 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:25.666991 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-233cfa12-999c-4248-9958-bc3e1563fcf2 req-492a77c2-1101-4966-8b83-0d1d20b40b11 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 945 time: 0.4532242 Feb 04 15:41:25.693314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 24a15608-d6e3-4173-966b-0210a094beac, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=24a15608-d6e3-4173-966b-0210a094beac,segment=NetworkSegment(ffd19458-1267-4faa-a511-f71b14eaf97c),segment_id=ffd19458-1267-4faa-a511-f71b14eaf97c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:25.705545 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.741913 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-233cfa12-999c-4248-9958-bc3e1563fcf2 req-1ef9bd3b-05f7-4a7b-a5a5-c5a9f71a65af tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/security-groups?id=22689ce3-f08e-456b-929b-55bb12cb1074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567174 Feb 04 15:41:25.744695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-df135cd5-9147-4ea4-8c34-3556a10d9fce tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Calling delete_port for 9b051da0-7857-4c3c-a5ad-78a61f33cbc3 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:25.752334 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.816819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=24a15608-d6e3-4173-966b-0210a094beac,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:25.829259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:25.866338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c102f-d702-4c3b-b5d4-7c04c64be026 req-f97fa288-e456-446c-9ee7-c26dad25ba22 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:25.867851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0c102f-d702-4c3b-b5d4-7c04c64be026 req-f97fa288-e456-446c-9ee7-c26dad25ba22 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.5316036 Feb 04 15:41:25.876682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3c2e2f2b-6707-4368-8a7c-3bbc96ed05f4 req-a8030c7d-6b2a-4b35-bf15-a8e29074dde3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055962 Feb 04 15:41:25.877974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:25.881220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:25.924398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] For port 9a7a6694-fc69-4348-9a3f-a380e6f39795, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9a7a6694-fc69-4348-9a3f-a380e6f39795,segment=NetworkSegment(6ca06892-007f-4510-a906-31634267b3a0),segment_id=6ca06892-007f-4510-a906-31634267b3a0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:25.924763 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.064229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0c102f-d702-4c3b-b5d4-7c04c64be026 req-056d7a4a-e0b9-4e59-a240-575dd71f1f19 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846831 Feb 04 15:41:26.071777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Calling delete_port for 9a7a6694-fc69-4348-9a3f-a380e6f39795 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:26.210713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Provisioning for port 9b051da0-7857-4c3c-a5ad-78a61f33cbc3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:26.217459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Provisioning complete for port 9b051da0-7857-4c3c-a5ad-78a61f33cbc3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:26.217837 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.264011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Port 9b051da0-7857-4c3c-a5ad-78a61f33cbc3 was deleted so its status cannot be updated. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 15:41:26.267762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event updated for resources: {'Port': ['ID=846b5c79-ca99-4355-a071-5fd78fcb08b2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.278816 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.285004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Provisioning for port ec167011-936d-4bb4-94ac-86d2e4b89748 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:26.292646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Provisioning complete for port ec167011-936d-4bb4-94ac-86d2e4b89748 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:26.294089 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.294429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df135cd5-9147-4ea4-8c34-3556a10d9fce tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.368318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 24a15608-d6e3-4173-966b-0210a094beac up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:26.425751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Port ec167011-936d-4bb4-94ac-86d2e4b89748 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:41:26.449224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Provisioning complete for port 24a15608-d6e3-4173-966b-0210a094beac triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:26.449587 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-23a8ca86-fad9-41b5-b502-86226fcd4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.502643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=5053accb-d8cb-4169-b2ea-e3240c2487a2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.523208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 24a15608-d6e3-4173-966b-0210a094beac triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:26.523578 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.562879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df135cd5-9147-4ea4-8c34-3556a10d9fce tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event deleted for resources: {'Port': ['ID=9b051da0-7857-4c3c-a5ad-78a61f33cbc3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.573797 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df135cd5-9147-4ea4-8c34-3556a10d9fce tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.619475 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.682296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['9a7a6694-fc69-4348-9a3f-a380e6f39795'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:41:26.695165 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-df135cd5-9147-4ea4-8c34-3556a10d9fce tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "DELETE /v2.0/ports/9b051da0-7857-4c3c-a5ad-78a61f33cbc3 HTTP/1.1" status: 204 len: 168 time: 2.5848446 Feb 04 15:41:26.696126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36306) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:26.730351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c5dc6-1198-4ce9-a319-c397185837a2 req-1d1a26a4-d298-4490-a5d0-d54d77d9f883 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:26.738957 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ec5c5dc6-1198-4ce9-a319-c397185837a2 req-1d1a26a4-d298-4490-a5d0-d54d77d9f883 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.7105331 Feb 04 15:41:26.748610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Request body: {'port': {'name': 'tempest-new-port-name-1152058162', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:26.749171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.api.validators [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] bootfile-name is not in valid_values {{(pid=87570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:41:26.749616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.api.validators [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] tftp-server is not in valid_values {{(pid=87570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:41:26.750050 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.api.validators [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] server-ip-address is not in valid_values {{(pid=87570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:41:26.829784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Pushing event deleted for resources: {'Port': ['ID=9a7a6694-fc69-4348-9a3f-a380e6f39795,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.885693 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ec5c5dc6-1198-4ce9-a319-c397185837a2 req-e045ec4a-6a2a-4a47-9a25-2df2e8ef1c7a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455364 Feb 04 15:41:26.960310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e24d2b65-9c8e-4144-bcb4-3b67f3356d2f None None] Provisioning complete for port ec167011-936d-4bb4-94ac-86d2e4b89748 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:26.960674 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e24d2b65-9c8e-4144-bcb4-3b67f3356d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.031716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e24d2b65-9c8e-4144-bcb4-3b67f3356d2f None None] Port ec167011-936d-4bb4-94ac-86d2e4b89748 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:41:27.035728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e24d2b65-9c8e-4144-bcb4-3b67f3356d2f None None] Could not find standard attr ID for object 9b051da0-7857-4c3c-a5ad-78a61f33cbc3. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:41:27.071888 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.081308 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.089713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238a1d7-f109-4ce3-91e0-fe80024df7c8 req-2ecce9a0-cdfd-4077-886a-0e19035c62bf tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.091189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c238a1d7-f109-4ce3-91e0-fe80024df7c8 req-2ecce9a0-cdfd-4077-886a-0e19035c62bf tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.8890350 Feb 04 15:41:27.106802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] No DVR routers for this DVR port 9a7a6694-fc69-4348-9a3f-a380e6f39795 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:27.109237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.112376 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec83edd9-20d2-4b35-b1cb-37f68e8e87e3 req-dd7d2fa9-2715-42c0-abaa-3de2b79a2522 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.53 "DELETE /v2.0/ports/9a7a6694-fc69-4348-9a3f-a380e6f39795 HTTP/1.1" status: 204 len: 173 time: 2.0982332 Feb 04 15:41:27.116258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db034100-16fa-4db9-84fe-7e288e414e69', 'name': 'network-vif-deleted', 'tag': '9a7a6694-fc69-4348-9a3f-a380e6f39795'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:27.225477 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c238a1d7-f109-4ce3-91e0-fe80024df7c8 req-e8c403d5-c0dc-4589-b0b4-b85aaa4c9474 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199336 Feb 04 15:41:27.239949 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.481258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ddacefd4-557d-48ed-b0f9-e583d96f5f58 req-95839ad7-82b7-49cc-9449-ee41a3e8df55 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Synchronizing usage tracker for tenant:d35969aa44ae4da09ce38ff6d8b2dd14 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:27.514736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ddacefd4-557d-48ed-b0f9-e583d96f5f58 req-95839ad7-82b7-49cc-9449-ee41a3e8df55 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] Unset dirty status for tenant:d35969aa44ae4da09ce38ff6d8b2dd14 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:27.515924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddacefd4-557d-48ed-b0f9-e583d96f5f58 req-95839ad7-82b7-49cc-9449-ee41a3e8df55 tempest-ServersNegativeTestMultiTenantJSON-1385651116 tempest-ServersNegativeTestMultiTenantJSON-1385651116-project] 10.222.0.46 "GET /v2.0/ports?device_id=db034100-16fa-4db9-84fe-7e288e414e69 HTTP/1.1" status: 200 len: 210 time: 0.0909197 Feb 04 15:41:27.575786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d310889-351b-49a5-a953-bd0bd40d17d3 req-ef05d6ca-ac94-4897-b2ac-11005f2a5c90 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.577890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d310889-351b-49a5-a953-bd0bd40d17d3 req-ef05d6ca-ac94-4897-b2ac-11005f2a5c90 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.5578246 Feb 04 15:41:27.602074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.607955 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.670955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] In _notify_port_updated(), no bound segment for port ec167011-936d-4bb4-94ac-86d2e4b89748 on network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:41:27.677522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.678258 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.682651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "PUT /v2.0/ports/ec167011-936d-4bb4-94ac-86d2e4b89748 HTTP/1.1" status: 200 len: 1130 time: 0.9748154 Feb 04 15:41:27.683992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36322) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:27.754546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496c8a3-8c68-4349-b5b0-c2a4869d81c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event updated for resources: {'Port': ['ID=ec167011-936d-4bb4-94ac-86d2e4b89748,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:27.789613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc63f1e-f497-4fe9-a163-940d91772b3b tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.790246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1bc63f1e-f497-4fe9-a163-940d91772b3b tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Synchronizing usage tracker for tenant:351589ad6f3245feb6a4322ee8423d1f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:27.809390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1bc63f1e-f497-4fe9-a163-940d91772b3b tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Unset dirty status for tenant:351589ad6f3245feb6a4322ee8423d1f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:27.813822 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1bc63f1e-f497-4fe9-a163-940d91772b3b tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "GET /v2.0/ports/ec167011-936d-4bb4-94ac-86d2e4b89748 HTTP/1.1" status: 200 len: 1130 time: 0.1259429 Feb 04 15:41:27.815124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36326) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:27.882210 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4d310889-351b-49a5-a953-bd0bd40d17d3 req-150ea55e-45c1-46d1-8c12-bd5bdc67e18e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788828 Feb 04 15:41:27.908739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b229d47d-85b1-4ac7-aba9-1225df396f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Deleting port ec167011-936d-4bb4-94ac-86d2e4b89748 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:27.909463 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b229d47d-85b1-4ac7-aba9-1225df396f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.071164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5c29aaa1-9a68-45db-9359-d6a2a557b1a2 None None] Provisioning complete for port ec167011-936d-4bb4-94ac-86d2e4b89748 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:28.073003 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c29aaa1-9a68-45db-9359-d6a2a557b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.163263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5c29aaa1-9a68-45db-9359-d6a2a557b1a2 None None] Port ec167011-936d-4bb4-94ac-86d2e4b89748 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:41:28.199828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Router 79d33e45-5eb6-42da-8c58-4032f8d3608d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:41:28.214390 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db034100-16fa-4db9-84fe-7e288e414e69', 'name': 'network-vif-deleted', 'tag': '9a7a6694-fc69-4348-9a3f-a380e6f39795', 'status': 'completed', 'code': 200} Feb 04 15:41:28.216234 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.394325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b229d47d-85b1-4ac7-aba9-1225df396f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.412380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-252898187', 'description': 'tempest-description-959521310'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:28.436351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1573-7dd6-4d39-8da8-4e6ed50e8755 req-7efd2baf-9d7d-4b69-bef7-c1daaf9d10c9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:28.437805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-14ed1573-7dd6-4d39-8da8-4e6ed50e8755 req-7efd2baf-9d7d-4b69-bef7-c1daaf9d10c9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.3554397 Feb 04 15:41:28.531773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:28.542212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b229d47d-85b1-4ac7-aba9-1225df396f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Calling delete_port for ec167011-936d-4bb4-94ac-86d2e4b89748 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:28.590696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:28.612483 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.651785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:28.656441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Usage tracker for resource:security_group_rule and tenant:6e0f49fbd48b4eaebd83880fbbc1770e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:28.656868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:28.660898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:28.668797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:28.682904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] Sync routers for ids ['79d33e45-5eb6-42da-8c58-4032f8d3608d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:28.687870 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-14ed1573-7dd6-4d39-8da8-4e6ed50e8755 req-3997514b-ded2-463d-b6a6-5dc92dbf309d tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167933 Feb 04 15:41:28.708369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] Routers {'79d33e45-5eb6-42da-8c58-4032f8d3608d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:28.711020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['79d33e45-5eb6-42da-8c58-4032f8d3608d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:28.715832 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a09ea493-c937-4873-abab-42c9dc1a8a76 admin admin] 10.222.0.46 "PUT /v2.0/routers/79d33e45-5eb6-42da-8c58-4032f8d3608d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3508363 Feb 04 15:41:28.718083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36342) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:28.766079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b229d47d-85b1-4ac7-aba9-1225df396f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.824511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Router 53f82a7f-c31c-4e3b-a7cd-831fc144861d is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:41:28.837811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229d47d-85b1-4ac7-aba9-1225df396f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event deleted for resources: {'Port': ['ID=ec167011-936d-4bb4-94ac-86d2e4b89748,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:28.925756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b229d47d-85b1-4ac7-aba9-1225df396f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.976393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b229d47d-85b1-4ac7-aba9-1225df396f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "DELETE /v2.0/ports/ec167011-936d-4bb4-94ac-86d2e4b89748 HTTP/1.1" status: 204 len: 168 time: 1.1599169 Feb 04 15:41:28.986902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36346) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:28.995584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.030164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.108706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.115415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c85cccb-f911-4784-b6be-16693eb4695d req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7118204 Feb 04 15:41:29.125411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] Set router 79d33e45-5eb6-42da-8c58-4032f8d3608d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:29.139076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65049d1-15ad-419e-b9d3-dd5e5a6e3042 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93a6e11-84f2-42d3-9be2-769dab6b8f88,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:29.154564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ef4fca-3336-4f5a-a44b-5734b7276b95 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Deleting subnet 2417a2c1-09fd-41b8-ad50-58b241e4cfe4 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:41:29.165630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96ef4fca-3336-4f5a-a44b-5734b7276b95 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.237520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36352) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:29.278763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9a7a6694-fc69-4348-9a3f-a380e6f39795 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:29.353313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-844340c2-de6e-45e8-b0fc-d8dacc51a88e admin admin] Deleting subnet 063a4704-5ad5-437f-b746-5859a8358e85 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:41:29.372335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 9a7a6694-fc69-4348-9a3f-a380e6f39795 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:41:29.372656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9a7a6694-fc69-4348-9a3f-a380e6f39795 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:29.413295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.417734 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-844340c2-de6e-45e8-b0fc-d8dacc51a88e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.583669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:00Z', 'updated_at': '2022-02-04T15:41:25Z', 'revision_number': 5, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'gw_port': {'id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:04Z', 'updated_at': '2022-02-04T15:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:29.592864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] Checking router: 79d33e45-5eb6-42da-8c58-4032f8d3608d for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:29.612376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] Routers {'79d33e45-5eb6-42da-8c58-4032f8d3608d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:29.613042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['79d33e45-5eb6-42da-8c58-4032f8d3608d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:29.615677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96ef4fca-3336-4f5a-a44b-5734b7276b95 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.693465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-844340c2-de6e-45e8-b0fc-d8dacc51a88e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.747872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-76bb90d9-3705-4a5f-9b84-d080bcb68692 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Synchronizing usage tracker for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:29.762726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318ab5a-69b0-4c87-a27f-0579419da33f req-d309b58d-902b-429c-af63-1c2cba96a8bc tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:29.770571 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7318ab5a-69b0-4c87-a27f-0579419da33f req-d309b58d-902b-429c-af63-1c2cba96a8bc tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.8659234 Feb 04 15:41:29.788581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:29.802832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-844340c2-de6e-45e8-b0fc-d8dacc51a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.803530 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55a5d3-cc1f-4283-9c40-229996bdf379 None None] Sync routers for ids ['53f82a7f-c31c-4e3b-a7cd-831fc144861d'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:29.815609 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55a5d3-cc1f-4283-9c40-229996bdf379 None None] Routers {'53f82a7f-c31c-4e3b-a7cd-831fc144861d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:29.817316 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-6e55a5d3-cc1f-4283-9c40-229996bdf379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['53f82a7f-c31c-4e3b-a7cd-831fc144861d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:29.828267 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.832202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-76bb90d9-3705-4a5f-9b84-d080bcb68692 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Unset dirty status for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:29.833392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-76bb90d9-3705-4a5f-9b84-d080bcb68692 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-252898187&fields=id&tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e HTTP/1.1" status: 200 len: 267 time: 0.4785652 Feb 04 15:41:29.857309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Deleting port d11f96ad-4896-40bc-b76e-0dff85be5333 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:29.857779 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.876453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] Set router 79d33e45-5eb6-42da-8c58-4032f8d3608d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:29.901220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.902833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4b14994a-ed74-4881-b6f4-6223cb236f08 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.3761742 Feb 04 15:41:29.913656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36360) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:29.918377 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96ef4fca-3336-4f5a-a44b-5734b7276b95 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.931852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-de0686aa-77db-4a04-9a6c-4340a3f4904f tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': False}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:29.962851 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-6e55a5d3-cc1f-4283-9c40-229996bdf379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:29.990769 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55a5d3-cc1f-4283-9c40-229996bdf379 None None] Routers {'53f82a7f-c31c-4e3b-a7cd-831fc144861d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:29.991369 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-6e55a5d3-cc1f-4283-9c40-229996bdf379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['53f82a7f-c31c-4e3b-a7cd-831fc144861d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:30.010752 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-844340c2-de6e-45e8-b0fc-d8dacc51a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.020331 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7318ab5a-69b0-4c87-a27f-0579419da33f req-17169d97-de54-46c0-b788-d7dcc975977b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486601 Feb 04 15:41:30.100239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844340c2-de6e-45e8-b0fc-d8dacc51a88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063a4704-5ad5-437f-b746-5859a8358e85,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:30.117636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-844340c2-de6e-45e8-b0fc-d8dacc51a88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.130817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96ef4fca-3336-4f5a-a44b-5734b7276b95 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.146522 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-6e55a5d3-cc1f-4283-9c40-229996bdf379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:30.147005 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55a5d3-cc1f-4283-9c40-229996bdf379 None None] The sync data for ids ['53f82a7f-c31c-4e3b-a7cd-831fc144861d'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:30.199838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-844340c2-de6e-45e8-b0fc-d8dacc51a88e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/063a4704-5ad5-437f-b746-5859a8358e85 HTTP/1.1" status: 204 len: 168 time: 0.9585071 Feb 04 15:41:30.210069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-0028f883-3cd7-43c2-8ed0-9a0e4ec43e46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:30.211717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-0028f883-3cd7-43c2-8ed0-9a0e4ec43e46 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.3699534 Feb 04 15:41:30.223398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36364) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:30.238276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e4379-e691-4a81-a1e5-20b04043965f None None] Network 7f698e7c-08a0-4ed5-9714-794f8f6635e9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:41:30.279084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96ef4fca-3336-4f5a-a44b-5734b7276b95 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.281644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-96ef4fca-3336-4f5a-a44b-5734b7276b95 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "DELETE /v2.0/subnets/2417a2c1-09fd-41b8-ad50-58b241e4cfe4 HTTP/1.1" status: 204 len: 168 time: 1.2932656 Feb 04 15:41:30.285012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef4fca-3336-4f5a-a44b-5734b7276b95 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event deleted for resources: {'Subnet': ['ID=2417a2c1-09fd-41b8-ad50-58b241e4cfe4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:30.297497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36368) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:30.351695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Request body: {'port': {'security_groups': ['3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c', 'a93a6e11-84f2-42d3-9be2-769dab6b8f88']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:30.400016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] For port d11f96ad-4896-40bc-b76e-0dff85be5333, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d11f96ad-4896-40bc-b76e-0dff85be5333,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:30.400370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.498622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a58ab-2b58-4dd9-94f2-f81f825ff650 req-4db7d4db-e481-4350-9941-78b827c2f5d9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:30.501265 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e24a58ab-2b58-4dd9-94f2-f81f825ff650 req-4db7d4db-e481-4350-9941-78b827c2f5d9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.3206158 Feb 04 15:41:30.663732 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.666859 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.681260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:00Z', 'updated_at': '2022-02-04T15:41:25Z', 'revision_number': 5, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'gw_port': {'id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:04Z', 'updated_at': '2022-02-04T15:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:30.684249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Calling delete_port for d11f96ad-4896-40bc-b76e-0dff85be5333 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:30.689928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959d7f1-ec2b-47c5-8b18-ce8aafb9f431 None None] The sync data for ids ['79d33e45-5eb6-42da-8c58-4032f8d3608d'] in n-d-827870-1 is: [{'id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'name': 'tempest-ServersTestFqdnHostnames-1648762520-router', 'tenant_id': 'bb96c1704a434b71be47693df565ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:00Z', 'updated_at': '2022-02-04T15:41:25Z', 'revision_number': 5, 'project_id': 'bb96c1704a434b71be47693df565ff23', 'gw_port': {'id': 'd11f96ad-4896-40bc-b76e-0dff85be5333', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d33e45-5eb6-42da-8c58-4032f8d3608d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:04Z', 'updated_at': '2022-02-04T15:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:30.691985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.760671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Deleting port 24a15608-d6e3-4173-966b-0210a094beac {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:30.761073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.782085 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e24a58ab-2b58-4dd9-94f2-f81f825ff650 req-02b75492-6c3c-4df0-8693-826179de4ef4 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196485 Feb 04 15:41:30.966925 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.049848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473b9cd1-68e5-4803-a857-718d51b7ff16']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:31.098914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10ea17f-5d1c-411b-ace0-e19c0fed3d0c None None] DHCP port deletion for 7f698e7c-08a0-4ed5-9714-794f8f6635e9 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:41:31.107452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d10ea17f-5d1c-411b-ace0-e19c0fed3d0c None None] Deleting port 24a15608-d6e3-4173-966b-0210a094beac {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:31.108017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d10ea17f-5d1c-411b-ace0-e19c0fed3d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.162211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca06892-007f-4510-a906-31634267b3a0') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:31.162501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca06892-007f-4510-a906-31634267b3a0') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:31.202701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.252477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.420130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] For port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:31.433073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:31.433569 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.437983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-de0686aa-77db-4a04-9a6c-4340a3f4904f tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:31.449754 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:31.454909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] For port 24a15608-d6e3-4173-966b-0210a094beac, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=24a15608-d6e3-4173-966b-0210a094beac,segment=NetworkSegment(ffd19458-1267-4faa-a511-f71b14eaf97c),segment_id=ffd19458-1267-4faa-a511-f71b14eaf97c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:31.454909 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.495813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d10ea17f-5d1c-411b-ace0-e19c0fed3d0c None None] For port 24a15608-d6e3-4173-966b-0210a094beac, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=24a15608-d6e3-4173-966b-0210a094beac,segment=NetworkSegment(ffd19458-1267-4faa-a511-f71b14eaf97c),segment_id=ffd19458-1267-4faa-a511-f71b14eaf97c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:31.497231 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d10ea17f-5d1c-411b-ace0-e19c0fed3d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.550044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.637831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bb188-23dd-4f9c-9abd-84b946d0294b req-6f383b0a-3512-4dcc-b18c-214c36263973 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:31.639524 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-991bb188-23dd-4f9c-9abd-84b946d0294b req-6f383b0a-3512-4dcc-b18c-214c36263973 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.3801267 Feb 04 15:41:31.640335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d11f96ad-4896-40bc-b76e-0dff85be5333,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:31.716410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d10ea17f-5d1c-411b-ace0-e19c0fed3d0c None None] Calling delete_port for 24a15608-d6e3-4173-966b-0210a094beac owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:31.805552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Calling delete_port for 24a15608-d6e3-4173-966b-0210a094beac owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:31.808065 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-991bb188-23dd-4f9c-9abd-84b946d0294b req-cb30f71e-4552-4086-8d1e-41bbb46582b8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323149 Feb 04 15:41:31.809591 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d10ea17f-5d1c-411b-ace0-e19c0fed3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.827539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.848618 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:31.873096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.880638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.891990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ea17f-5d1c-411b-ace0-e19c0fed3d0c None None] Pushing event deleted for resources: {'Port': ['ID=24a15608-d6e3-4173-966b-0210a094beac,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:31.903262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:41:31.928592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.978354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.003007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ea17f-5d1c-411b-ace0-e19c0fed3d0c None None] No DVR routers for this DVR port 24a15608-d6e3-4173-966b-0210a094beac on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:32.004562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:32.005286 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.010460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7e11545-75a8-4b91-b799-3529abc6a1c1 req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "PUT /v2.0/ports/b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 981 time: 1.7266157 Feb 04 15:41:32.015225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] Pushing event deleted for resources: {'Network': ['ID=473b9cd1-68e5-4803-a857-718d51b7ff16,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:32.017122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:32.037976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:32.038569 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:32.051204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0beb2a0b-717a-48d1-816f-26f693f20acf admin admin] 10.222.0.46 "DELETE /v2.0/networks/473b9cd1-68e5-4803-a857-718d51b7ff16 HTTP/1.1" status: 204 len: 168 time: 1.8187764 Feb 04 15:41:32.054498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36386) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:32.099556 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.103703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0e9d7-6107-4231-8905-eb5c10075965 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Pushing event updated for resources: {'Port': ['ID=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:32.103893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.114166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:41:32.159839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a1e2de-860b-4b82-828c-705688870ba9 admin admin] Deleting subnet cde5b8a6-1f7e-4847-bafd-1abf806c52b0 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:41:32.164561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52a1e2de-860b-4b82-828c-705688870ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.251963 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52a1e2de-860b-4b82-828c-705688870ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.281083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.281946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d33e45-5eb6-42da-8c58-4032f8d3608d {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:41:32.303764 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-77e75856-7344-409e-b466-069b4c6e8210 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-252898187&fields=id&tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e HTTP/1.1" status: 200 len: 267 time: 0.1072395 Feb 04 15:41:32.366533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.373458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b0f6098c-aaf4-48a3-bb2f-7099da2fcf2f admin admin] 10.222.0.46 "DELETE /v2.0/routers/79d33e45-5eb6-42da-8c58-4032f8d3608d HTTP/1.1" status: 204 len: 168 time: 3.6508243 Feb 04 15:41:32.374443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36390) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:32.390156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52a1e2de-860b-4b82-828c-705688870ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.486350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-881726db-71a6-4056-a66c-0e07728542fb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:32.494755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-881726db-71a6-4056-a66c-0e07728542fb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 984 time: 0.1818640 Feb 04 15:41:32.500479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-71878c90-246d-494e-9e3e-11e990f8ad24 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Request body: {'port': {'security_groups': ['3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:32.505784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07eeda-a157-4699-bb20-847736dea1be req-43d5cdad-097e-4516-a372-8eacc05e08ac tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:32.512566 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce07eeda-a157-4699-bb20-847736dea1be req-43d5cdad-097e-4516-a372-8eacc05e08ac tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.4653368 Feb 04 15:41:32.534001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5053accb-d8cb-4169-b2ea-e3240c2487a2 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:32.544526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Deleting port 24a15608-d6e3-4173-966b-0210a094beac {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:32.544888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.572989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5053accb-d8cb-4169-b2ea-e3240c2487a2 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:41:32.573434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5053accb-d8cb-4169-b2ea-e3240c2487a2 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:32.573968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 24a15608-d6e3-4173-966b-0210a094beac no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:32.619254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 24a15608-d6e3-4173-966b-0210a094beac {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:41:32.619578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 24a15608-d6e3-4173-966b-0210a094beac not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:32.644533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] The port '24a15608-d6e3-4173-966b-0210a094beac' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:41:32.655187 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce07eeda-a157-4699-bb20-847736dea1be req-cd305815-1dac-47b5-ab3d-f1230a5aefa8 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417456 Feb 04 15:41:32.664198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bcf3a1-1d21-4d4d-be4c-d9a12d11297a admin admin] Deleting subnet 3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:41:32.695775 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52a1e2de-860b-4b82-828c-705688870ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.729832 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf3a1-1d21-4d4d-be4c-d9a12d11297a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.731183 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'status': 'completed', 'code': 200} Feb 04 15:41:32.895146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1e2de-860b-4b82-828c-705688870ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde5b8a6-1f7e-4847-bafd-1abf806c52b0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:32.916629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52a1e2de-860b-4b82-828c-705688870ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.955942 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf3a1-1d21-4d4d-be4c-d9a12d11297a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.957012 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-52a1e2de-860b-4b82-828c-705688870ba9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cde5b8a6-1f7e-4847-bafd-1abf806c52b0 HTTP/1.1" status: 204 len: 168 time: 0.9013689 Feb 04 15:41:32.960571 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.973778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36398) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:33.006904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-71878c90-246d-494e-9e3e-11e990f8ad24 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.030135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f698e7c-08a0-4ed5-9714-794f8f6635e9']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:33.125568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd19458-1267-4faa-a511-f71b14eaf97c') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:33.125820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd19458-1267-4faa-a511-f71b14eaf97c') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:33.180743 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.220911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.226787 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.238570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-9050a9d6-d8ff-4ee9-8b6c-f2cc6825ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:33.240048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-9050a9d6-d8ff-4ee9-8b6c-f2cc6825ae9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1135 time: 0.4546511 Feb 04 15:41:33.261932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:33.262329 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:33.295340 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:33.316486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99dfab-144e-420d-af6c-79e3102a4e07 req-5a9de617-b126-44c5-945b-5e86f5ddf9eb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:33.316486 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f99dfab-144e-420d-af6c-79e3102a4e07 req-5a9de617-b126-44c5-945b-5e86f5ddf9eb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.3296723 Feb 04 15:41:33.336324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf3a1-1d21-4d4d-be4c-d9a12d11297a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.420901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-de0686aa-77db-4a04-9a6c-4340a3f4904f tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.432943 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-de0686aa-77db-4a04-9a6c-4340a3f4904f tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.444298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f99dfab-144e-420d-af6c-79e3102a4e07 req-ed440e33-42ac-42bd-a6ed-0eb96e9244e1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100078 Feb 04 15:41:33.541061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf3a1-1d21-4d4d-be4c-d9a12d11297a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.628724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcf3a1-1d21-4d4d-be4c-d9a12d11297a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:33.641505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf3a1-1d21-4d4d-be4c-d9a12d11297a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.641772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134fee80-9b7d-4f62-a3ba-3c9df8f83371 None None] Network 734194c9-ff81-4694-9c13-0d3540752b7b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:41:33.659739 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b9bcf3a1-1d21-4d4d-be4c-d9a12d11297a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3a7f5509-8b6b-4d35-8f98-aee0ee2f0b25 HTTP/1.1" status: 204 len: 168 time: 1.2363601 Feb 04 15:41:33.662349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36402) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:33.747665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0686aa-77db-4a04-9a6c-4340a3f4904f tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Router 53f82a7f-c31c-4e3b-a7cd-831fc144861d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:41:33.749926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.795852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.815416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.845590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] Pushing event deleted for resources: {'Network': ['ID=7f698e7c-08a0-4ed5-9714-794f8f6635e9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:33.875352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c8cc4721-2064-43e3-ba1c-d69fa1d95ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098 tempest-ExtraDHCPOptionsIpV6TestJSON-1457672098-project] 10.222.0.46 "DELETE /v2.0/networks/7f698e7c-08a0-4ed5-9714-794f8f6635e9 HTTP/1.1" status: 204 len: 168 time: 3.5765455 Feb 04 15:41:33.886462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.936656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-18eb158d-1239-46fe-ae83-ee0e8575cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:33.937816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-18eb158d-1239-46fe-ae83-ee0e8575cc6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 920 time: 0.6833551 Feb 04 15:41:33.940884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Deleting port e3ee0dd5-488f-467f-9e34-5ba78d722369 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:33.941221 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.943451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d1f898-d8ac-4455-9590-f7b092fea9cc']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:34.027985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da249464-8f3a-4bf6-b974-7778f3d183fa') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:34.028281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da249464-8f3a-4bf6-b974-7778f3d183fa') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:34.057047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-c99f8a67-41f1-4214-b8f6-41bdafbbfded service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 217 time: 0.1038842 Feb 04 15:41:34.059658 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.069329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-71878c90-246d-494e-9e3e-11e990f8ad24 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] For port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:34.094940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] DHCP port deletion for 734194c9-ff81-4694-9c13-0d3540752b7b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:41:34.099601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] Deleting port e3ee0dd5-488f-467f-9e34-5ba78d722369 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:34.100129 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.124245 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.145858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0686aa-77db-4a04-9a6c-4340a3f4904f tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:34.154229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:34.155042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.158273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a9f3-5537-44e5-b6c5-e1fc46e74ce5 req-1d3da474-369e-486a-9032-74fdd5a7ec2b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:34.160003 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be41a9f3-5537-44e5-b6c5-e1fc46e74ce5 req-1d3da474-369e-486a-9032-74fdd5a7ec2b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.3732367 Feb 04 15:41:34.163009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-de0686aa-77db-4a04-9a6c-4340a3f4904f tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.164322 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-de0686aa-77db-4a04-9a6c-4340a3f4904f tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "PUT /v2.0/routers/53f82a7f-c31c-4e3b-a7cd-831fc144861d HTTP/1.1" status: 200 len: 922 time: 4.2419076 Feb 04 15:41:34.167703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36412) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:34.168179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216717c2-fbbb-4b3a-b123-66a3b85f76bb None None] Sync routers for ids ['53f82a7f-c31c-4e3b-a7cd-831fc144861d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:34.172999 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:34.211710 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216717c2-fbbb-4b3a-b123-66a3b85f76bb None None] Routers {'53f82a7f-c31c-4e3b-a7cd-831fc144861d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:34.212413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-216717c2-fbbb-4b3a-b123-66a3b85f76bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['53f82a7f-c31c-4e3b-a7cd-831fc144861d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:34.236364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-71878c90-246d-494e-9e3e-11e990f8ad24 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.248610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-71878c90-246d-494e-9e3e-11e990f8ad24 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.252086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-3d46d2f9-e170-4829-aa85-04c3bfc8e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:34.254254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-3d46d2f9-e170-4829-aa85-04c3bfc8e3e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.1872253 Feb 04 15:41:34.305843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36418) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:34.306633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:41:34.391504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-6c5c17db-116b-4850-a4de-87bd6600e467 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913224 Feb 04 15:41:34.402991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-71878c90-246d-494e-9e3e-11e990f8ad24 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:34.403660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-71878c90-246d-494e-9e3e-11e990f8ad24 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.405483 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15fe91ce-b773-4a45-8d2e-5250c3a46eca req-71878c90-246d-494e-9e3e-11e990f8ad24 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "PUT /v2.0/ports/b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 942 time: 1.9093945 Feb 04 15:41:34.410302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.430117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d11f96ad-4896-40bc-b76e-0dff85be5333 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:34.475882 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.505555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-216717c2-fbbb-4b3a-b123-66a3b85f76bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:34.508707 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-48895069-db25-4c50-8eba-01424fe6ead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.522255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:41:34.590822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: d11f96ad-4896-40bc-b76e-0dff85be5333 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:41:34.591092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d11f96ad-4896-40bc-b76e-0dff85be5333 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:34.591468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e3ee0dd5-488f-467f-9e34-5ba78d722369 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:34.600797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] Pushing event deleted for resources: {'Network': ['ID=68d1f898-d8ac-4455-9590-f7b092fea9cc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:34.606351 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-be41a9f3-5537-44e5-b6c5-e1fc46e74ce5 req-8d469b11-0d2a-4eeb-96f3-7f958b82fc80 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310394 Feb 04 15:41:34.621897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dd492b30-3da1-4b20-825e-4c7825cd91af admin admin] 10.222.0.46 "DELETE /v2.0/networks/68d1f898-d8ac-4455-9590-f7b092fea9cc HTTP/1.1" status: 204 len: 168 time: 1.6436899 Feb 04 15:41:34.642481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71878c90-246d-494e-9e3e-11e990f8ad24 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Pushing event updated for resources: {'Port': ['ID=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:34.733278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:34.754628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216717c2-fbbb-4b3a-b123-66a3b85f76bb None None] Routers {'53f82a7f-c31c-4e3b-a7cd-831fc144861d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:34.755673 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-216717c2-fbbb-4b3a-b123-66a3b85f76bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['53f82a7f-c31c-4e3b-a7cd-831fc144861d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:34.765226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-9459f744-a32c-47a6-bb28-693146156e9e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3309307 Feb 04 15:41:34.770005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:34.777115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:34.780935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-a687615f-8fcf-426a-aeb9-a8c34eafd8d1 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741643 Feb 04 15:41:34.784152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Usage tracker for resource:floatingip and tenant:6e0f49fbd48b4eaebd83880fbbc1770e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:34.813493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:34.844651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-216717c2-fbbb-4b3a-b123-66a3b85f76bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:34.845185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216717c2-fbbb-4b3a-b123-66a3b85f76bb None None] The sync data for ids ['53f82a7f-c31c-4e3b-a7cd-831fc144861d'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:34.857288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36432) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:34.870157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:34.897491 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.920713 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e6eeae84-f5af-42a8-b618-af3ea47ab0cb tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/routers/53f82a7f-c31c-4e3b-a7cd-831fc144861d HTTP/1.1" status: 200 len: 922 time: 0.7511573 Feb 04 15:41:34.926340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] For port e3ee0dd5-488f-467f-9e34-5ba78d722369, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e3ee0dd5-488f-467f-9e34-5ba78d722369,segment=NetworkSegment(fb59b031-01ff-4cd9-94ae-ad9673feaf00),segment_id=fb59b031-01ff-4cd9-94ae-ad9673feaf00)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:34.926714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.934106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36436) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:35.018611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a94e64b-c477-4a4a-8267-9710f31611e6 req-608d9438-4628-48b1-a561-b037d7771343 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311404 Feb 04 15:41:35.030182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] For port e3ee0dd5-488f-467f-9e34-5ba78d722369, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e3ee0dd5-488f-467f-9e34-5ba78d722369,segment=NetworkSegment(fb59b031-01ff-4cd9-94ae-ad9673feaf00),segment_id=fb59b031-01ff-4cd9-94ae-ad9673feaf00)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:35.030573 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.151852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.174413 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Calling delete_port for e3ee0dd5-488f-467f-9e34-5ba78d722369 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:35.238830 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e880bf3d-302f-458a-a6d1-f74279dfe4e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=351589ad6f3245feb6a4322ee8423d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9295089 Feb 04 15:41:35.242418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36442) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:35.247396 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-255c7f38-bf45-4b12-a143-3fa7f9a70866 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d35969aa44ae4da09ce38ff6d8b2dd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890624 Feb 04 15:41:35.249966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36446) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:35.297922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] Calling delete_port for e3ee0dd5-488f-467f-9e34-5ba78d722369 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:35.300317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a665df-1f45-470a-bc5e-db53072cee55 req-13231e58-172c-4e28-b67c-1a186bdfced2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:35.308003 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b0a665df-1f45-470a-bc5e-db53072cee55 req-13231e58-172c-4e28-b67c-1a186bdfced2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.5114884 Feb 04 15:41:35.359144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3b743-2f57-45c2-9d43-1538b366062d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:35.359609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5a3b743-2f57-45c2-9d43-1538b366062d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Synchronizing usage tracker for tenant:bea7ccf7e75a4ad78f20eae52b161b08 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:35.362840 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.377519 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.459960 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b0a665df-1f45-470a-bc5e-db53072cee55 req-c17fa3d0-86d1-4a19-9108-8aadbc7d7a18 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508546 Feb 04 15:41:35.465990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] No DVR routers for this DVR port e3ee0dd5-488f-467f-9e34-5ba78d722369 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:35.468730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ee0dd5-488f-467f-9e34-5ba78d722369,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:35.566880 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'status': 'completed', 'code': 200} Feb 04 15:41:35.600099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Allocated IP 172.25.8.73 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/18a1394d-4f6f-40a3-950e-db1783d90636) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:35.655797 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:35.656342 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:35.674676 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42eff4d2-7dde-4705-a8e7-c628efe2b176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.676294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5a3b743-2f57-45c2-9d43-1538b366062d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Unset dirty status for tenant:bea7ccf7e75a4ad78f20eae52b161b08 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:35.677670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5a3b743-2f57-45c2-9d43-1538b366062d tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=53f82a7f-c31c-4e3b-a7cd-831fc144861d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7322261 Feb 04 15:41:35.682967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36452) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:35.709307 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.735710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734194c9-ff81-4694-9c13-0d3540752b7b']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:35.752266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb59b031-01ff-4cd9-94ae-ad9673feaf00') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:35.752601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb59b031-01ff-4cd9-94ae-ad9673feaf00') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:35.768564 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.786617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.842995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:35.843442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:35.858285 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:35.872076 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-128485ea-7f85-4c5a-a2d2-b736a5e172fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.882130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42eff4d2-7dde-4705-a8e7-c628efe2b176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.949995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.975076 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.982916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-128485ea-7f85-4c5a-a2d2-b736a5e172fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.984217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] Pushing event deleted for resources: {'Network': ['ID=734194c9-ff81-4694-9c13-0d3540752b7b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:35.990953 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9bdc7ccc-37f9-41c6-be4a-4ed37d9a390f admin admin] 10.222.0.46 "DELETE /v2.0/networks/734194c9-ff81-4694-9c13-0d3540752b7b HTTP/1.1" status: 204 len: 168 time: 2.3277049 Feb 04 15:41:36.001462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45351-777c-4755-b37c-3af9e5deac14 req-b983dbf7-fa4e-4398-9243-90f65dab5347 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.003184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-84b45351-777c-4755-b37c-3af9e5deac14 req-b983dbf7-fa4e-4398-9243-90f65dab5347 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.2138503 Feb 04 15:41:36.044662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-fe6f0773-3605-4d66-bd5d-fb5822333902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.046251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-fe6f0773-3605-4d66-bd5d-fb5822333902 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1096 time: 0.4424336 Feb 04 15:41:36.058394 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-84b45351-777c-4755-b37c-3af9e5deac14 req-05f8ca1e-9b98-4557-8e98-b0e42984cd6d tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467255 Feb 04 15:41:36.094443 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.159125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] Deleting port e3ee0dd5-488f-467f-9e34-5ba78d722369 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:36.160492 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.179243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f345b-6726-4f46-8d92-e42b26ad5ee8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.179899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b44f345b-6726-4f46-8d92-e42b26ad5ee8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Synchronizing usage tracker for tenant:bea7ccf7e75a4ad78f20eae52b161b08 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:36.221064 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42eff4d2-7dde-4705-a8e7-c628efe2b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.226811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.271307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b44f345b-6726-4f46-8d92-e42b26ad5ee8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Unset dirty status for tenant:bea7ccf7e75a4ad78f20eae52b161b08 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:36.272410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b44f345b-6726-4f46-8d92-e42b26ad5ee8 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 881 time: 0.5781186 Feb 04 15:41:36.273652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff4d2-7dde-4705-a8e7-c628efe2b176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f55373c-b82d-448e-a58e-8f5cd4023097,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:36.276926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36460) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:36.298570 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-128485ea-7f85-4c5a-a2d2-b736a5e172fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.331675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-93e37d76-8e63-4e8d-b778-ee02dac8ea09 None None] The port 'e3ee0dd5-488f-467f-9e34-5ba78d722369' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:41:36.340386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128485ea-7f85-4c5a-a2d2-b736a5e172fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22689ce3-f08e-456b-929b-55bb12cb1074,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:36.355634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-9c532d8f-1f87-46d0-b500-3d37badd3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.357111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-9c532d8f-1f87-46d0-b500-3d37badd3074 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 920 time: 0.2939150 Feb 04 15:41:36.372079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42eff4d2-7dde-4705-a8e7-c628efe2b176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.375986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-42eff4d2-7dde-4705-a8e7-c628efe2b176 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f55373c-b82d-448e-a58e-8f5cd4023097 HTTP/1.1" status: 204 len: 168 time: 1.1298785 Feb 04 15:41:36.406298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36466) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:36.413320 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4460cfb4-c3e3-472b-a0a7-f3766d65f47f tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=53f82a7f-c31c-4e3b-a7cd-831fc144861d HTTP/1.1" status: 200 len: 205 time: 0.1329625 Feb 04 15:41:36.416802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36468) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:36.465105 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-128485ea-7f85-4c5a-a2d2-b736a5e172fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.466259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-128485ea-7f85-4c5a-a2d2-b736a5e172fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22689ce3-f08e-456b-929b-55bb12cb1074 HTTP/1.1" status: 204 len: 168 time: 0.9792109 Feb 04 15:41:36.479138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-f7d7b220-75ec-437a-b5fa-16fb1221dddd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 217 time: 0.0986636 Feb 04 15:41:36.482369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.629988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-9cbb9a2f-626c-40b3-9cf0-47b2b8374e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.633413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-9cbb9a2f-626c-40b3-9cf0-47b2b8374e94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.1455257 Feb 04 15:41:36.649479 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-19582526-e388-452c-85f3-21ad159e365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.710113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:36.721409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:36.727438 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-037e6db9-220a-4f2d-98ca-3b7e0511c2fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733953 Feb 04 15:41:36.728252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:36.833379 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2fe4d8fb-d41a-40cc-b9d9-49c83e8dcdbd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb96c1704a434b71be47693df565ff23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175940 Feb 04 15:41:36.835092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36486) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:36.899254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Pushing event updated for resources: {'Port': ['ID=18a1394d-4f6f-40a3-950e-db1783d90636,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:36.932380 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-23b2b04a-9a10-4213-bf88-f2fe82eefef8 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753492 Feb 04 15:41:37.053271 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.053962 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.113975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36500) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:37.173632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a191d88-6e50-4898-8a99-4810cba7bd00 req-39424f1c-0cc2-43eb-8da5-f8c8e921206e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:37.175137 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a191d88-6e50-4898-8a99-4810cba7bd00 req-39424f1c-0cc2-43eb-8da5-f8c8e921206e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.5324647 Feb 04 15:41:37.199442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22149d5d-3c3b-42d9-a2ab-2be32c4196bf req-994bf723-1ec1-4a41-a057-306c55c4573c service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604127 Feb 04 15:41:37.206872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ae4d4dc1-4d96-4bd6-b7cd-e9816f730641 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b5ebfb7d46f437ab3a445cadcd9c89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851843 Feb 04 15:41:37.207851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.237533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36504) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:37.278784 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d65a281b-1bc4-4ca1-9e4b-12a5b1a79254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.368743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d65a281b-1bc4-4ca1-9e4b-12a5b1a79254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.378642 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a191d88-6e50-4898-8a99-4810cba7bd00 req-62ffb552-472e-42fe-a934-872e7faa5b51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882179 Feb 04 15:41:37.382992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.432794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Deleting port 846b5c79-ca99-4355-a071-5fd78fcb08b2 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:37.433137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.561991 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.599456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d65a281b-1bc4-4ca1-9e4b-12a5b1a79254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.617385 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.618103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36518) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:37.624051 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.636016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a281b-1bc4-4ca1-9e4b-12a5b1a79254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f887a493-fd03-4b4f-be27-64397a670186,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:37.653795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d65a281b-1bc4-4ca1-9e4b-12a5b1a79254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.657793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d65a281b-1bc4-4ca1-9e4b-12a5b1a79254 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f887a493-fd03-4b4f-be27-64397a670186 HTTP/1.1" status: 204 len: 168 time: 0.8084371 Feb 04 15:41:37.677435 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.701333 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.766599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1891157277'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:37.831929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Pushing event updated for resources: {'Port': ['ID=18a1394d-4f6f-40a3-950e-db1783d90636,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:37.838299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Calling delete_port for 846b5c79-ca99-4355-a071-5fd78fcb08b2 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:37.841820 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.874210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:37.881116 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.895758 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.901515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:network and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:37.912009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:37.924174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:37.964618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Made reservation on behalf of b213a792181848089740e7c057803da1 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:37.970163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.996088 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.017879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:38.023240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:security_group_rule and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:38.027917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.029580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-cb868b41-9769-4889-9bab-019bd739c376 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2635450 Feb 04 15:41:38.033493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:38.082153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:38.124115 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.148742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-db18584d-e289-42f1-b759-d34ddce9f03f tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Synchronizing usage tracker for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:floatingip {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:38.151183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77da7fff-4129-4edc-bdb3-07e2acfc9e17,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:38.167930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.168276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.168615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.169292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.169292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.169977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.169977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.170186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.170509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.170823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.171136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.171861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:38.187538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.192410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1425631c-90fe-4d16-9564-2460e44a90c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77da7fff-4129-4edc-bdb3-07e2acfc9e17 HTTP/1.1" status: 204 len: 168 time: 0.9502602 Feb 04 15:41:38.204567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-aa1d8b04-5793-494c-a0af-6244446442ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.207007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-aa1d8b04-5793-494c-a0af-6244446442ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1096 time: 0.2554605 Feb 04 15:41:38.209732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-db18584d-e289-42f1-b759-d34ddce9f03f tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Unset dirty status for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:floatingip {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:38.211198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-db18584d-e289-42f1-b759-d34ddce9f03f tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.1651216 Feb 04 15:41:38.238742 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.368250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ca4d-773f-41e2-940a-0959fb1f08e2 req-674e5897-dec6-4f62-b794-a31d90f03747 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.369973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8758ca4d-773f-41e2-940a-0959fb1f08e2 req-674e5897-dec6-4f62-b794-a31d90f03747 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.3384995 Feb 04 15:41:38.373594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event deleted for resources: {'Port': ['ID=846b5c79-ca99-4355-a071-5fd78fcb08b2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:38.518204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8758ca4d-773f-41e2-940a-0959fb1f08e2 req-d811fdd3-46de-4059-ae1e-642adfbbe561 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357956 Feb 04 15:41:38.518729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-de701373-2542-4e65-a458-9597fd2f7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.520498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-de701373-2542-4e65-a458-9597fd2f7b97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 919 time: 0.3053255 Feb 04 15:41:38.608100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.618704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-9e8007a8-fc31-4be4-898d-542c53a14307 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.619946 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ab041e1-b60c-436b-ab9b-a019ab41f2af req-9e8007a8-fc31-4be4-898d-542c53a14307 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.3804231 Feb 04 15:41:38.621434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-ded404d8-8d69-402c-86b1-935e1e3dfed0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f HTTP/1.1" status: 200 len: 217 time: 0.0818791 Feb 04 15:41:38.703991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-d4017e47-23f4-494f-a16b-6c87cd7bea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.706003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-d4017e47-23f4-494f-a16b-6c87cd7bea3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.0756092 Feb 04 15:41:38.777418 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.799016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.816039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:38.827550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-55c2a7d7-f2c4-444c-9d6a-2b8a3487e558 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138580 Feb 04 15:41:38.830254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.830753 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Added segment f9fc0284-b45c-420e-9c17-ae1567332a51 of type vlan for network 5f66a19a-2b7b-4a57-83e6-101570d1893b Feb 04 15:41:38.930216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.002299 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.007998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.025791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f6cfa-182f-46dc-bf8d-061caa26cf05,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:39.026223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-54766262-fe52-4750-8a8d-27b8417b86ae service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917574 Feb 04 15:41:39.062592 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.086713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.087507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Fanout notify agent at l3_agent the message router_deleted on router 53f82a7f-c31c-4e3b-a7cd-831fc144861d {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:41:39.088945 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.111670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.117740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:39.118399 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.154343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36568) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:39.174646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dd1f2-8a22-48c3-9549-17da8002867e req-ce8c61eb-0b90-468f-b4cf-3b2c6c3aa334 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:39.176212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd8dd1f2-8a22-48c3-9549-17da8002867e req-ce8c61eb-0b90-468f-b4cf-3b2c6c3aa334 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.3964164 Feb 04 15:41:39.327072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd8dd1f2-8a22-48c3-9549-17da8002867e req-ac357c1d-e9a3-466c-bba3-5dd17f6f4e94 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204894 Feb 04 15:41:39.343027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abe8bbfa-9dcb-4114-8c54-597bdc50b183 req-b5a19c1b-a294-4645-9205-e0d308e02317 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930331 Feb 04 15:41:39.400031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9eca9-dfea-4d81-b5c1-7ca81b93764a req-1316307b-1858-450c-aeae-dfb3f123d14a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:39.400031 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5eb9eca9-dfea-4d81-b5c1-7ca81b93764a req-1316307b-1858-450c-aeae-dfb3f123d14a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.6246324 Feb 04 15:41:39.431493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36578) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:39.435109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7971313 Feb 04 15:41:39.435109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.435109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3ed6ce43-d16a-4416-8c9e-3d75a67d2902 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/53f82a7f-c31c-4e3b-a7cd-831fc144861d HTTP/1.1" status: 204 len: 168 time: 3.0040359 Feb 04 15:41:39.435109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36582) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:39.435753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'subnet': {'network_id': '5f66a19a-2b7b-4a57-83e6-101570d1893b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:39.437371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15ac89-a064-4b46-b2b5-4f88a45a695a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Network': ['ID=5f66a19a-2b7b-4a57-83e6-101570d1893b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:39.446674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1892385626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:39.454740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:41:39.492757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:39.515636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Usage tracker for resource:router and tenant:49aa95a233414c328b712ec38552026b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:39.520103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:39.533315 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5eb9eca9-dfea-4d81-b5c1-7ca81b93764a req-939e7d68-a46c-4e8e-b1c4-988a8da53bfc tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383555 Feb 04 15:41:39.546191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:39.567141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.568946 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.606827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.635066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-374694053-network', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:39.647459 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.667600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:39.678569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Usage tracker for resource:network and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:39.688037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.689633 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-424e747c-1f50-40ca-9482-e759247444ed tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2563853 Feb 04 15:41:39.692232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36594) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:39.698852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:39.804824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:39.819768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:39.840227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:39.846875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:subnet and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:39.849551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Made reservation on behalf of 44f3de2d0b264acbab42a91f7187820d for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:39.851855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.864089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:39.873253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:39.877858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.902702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Made reservation on behalf of b213a792181848089740e7c057803da1 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:39.906394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.925618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:39.983105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-537cb0ef-89a2-462e-a204-4ccec7cbaa1a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:39.990427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-537cb0ef-89a2-462e-a204-4ccec7cbaa1a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4065485 Feb 04 15:41:40.057666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Usage tracker for resource:security_group_rule and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:40.077510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:40.101357 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-afb16e18-f09b-4bed-9f94-b36d85acf99a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.1100607 Feb 04 15:41:40.105030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:40.124528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Request body: {'floatingip': {'port_id': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:40.176000 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.187804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeac8a-6b60-4c12-bfe7-2eda4b8b6dc0 req-b44cd133-4919-4784-a879-775f9085dc74 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:40.195228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1daeac8a-6b60-4c12-bfe7-2eda4b8b6dc0 req-b44cd133-4919-4784-a879-775f9085dc74 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.4426367 Feb 04 15:41:40.223882 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.321061 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1daeac8a-6b60-4c12-bfe7-2eda4b8b6dc0 req-c0ddbcec-81ce-4b70-8b0b-7cd19988d842 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247277 Feb 04 15:41:40.322391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c515e95d-d602-4433-bbf2-0a831719e8dc details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:41:40.347269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c515e95d-d602-4433-bbf2-0a831719e8dc no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:40.456941 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:40.682121 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.683470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.705196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.719998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.723318 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.754710 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c515e95d-d602-4433-bbf2-0a831719e8dc,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:40.762021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:40.771168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c515e95d-d602-4433-bbf2-0a831719e8dc,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:40.780846 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.785478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa15039-346c-4369-808c-4a6120083c0b req-a57b4dcc-0e23-4644-8e0a-705ddb47a899 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:40.787557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cfa15039-346c-4369-808c-4a6120083c0b req-a57b4dcc-0e23-4644-8e0a-705ddb47a899 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.2957096 Feb 04 15:41:40.847364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'c515e95d-d602-4433-bbf2-0a831719e8dc', 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a', 'port_id': 'c515e95d-d602-4433-bbf2-0a831719e8dc', 'mac_address': 'fa:16:3e:76:51:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9fca11-b979-413c-a9fc-07bee41c80b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:41:40.863089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:40.869594 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.870461 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-cfa15039-346c-4369-808c-4a6120083c0b req-48eeda19-2359-42bf-b5cd-8e3737f6496d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737586 Feb 04 15:41:40.920709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b8ccb1-cc6a-49db-948d-5d007cc0baa4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:40.926533 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.953058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c515e95d-d602-4433-bbf2-0a831719e8dc {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:40.971582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c515e95d-d602-4433-bbf2-0a831719e8dc,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:40.975301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=c515e95d-d602-4433-bbf2-0a831719e8dc,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:40.979408 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.016489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Allocated IP 172.25.8.161 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/e811bc19-1507-4845-8478-0f43c0215c43) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:41.043690 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.044465 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Added segment 009aa7a1-c1ef-42a6-b6df-4d332defbde0 of type vlan for network 5e24425c-2564-4130-b8be-14c33b27ce6a Feb 04 15:41:41.092340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=c515e95d-d602-4433-bbf2-0a831719e8dc,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:41.139995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Subnet': ['ID=2e7cb65d-5998-49ec-9efc-afd561e9a9ae,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:41.145182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.169784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Checking segment: {'id': 'f9fc0284-b45c-420e-9c17-ae1567332a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5f66a19a-2b7b-4a57-83e6-101570d1893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:41.170473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network hostable DHCP agents. Network: 5f66a19a-2b7b-4a57-83e6-101570d1893b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:41.226172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:41.231963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['c515e95d-d602-4433-bbf2-0a831719e8dc'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:41:41.237758 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.238909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:41.240329 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.329318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5f66a19a-2b7b-4a57-83e6-101570d1893b) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:41.342944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:41.343426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.349388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0ac90-6ca6-4b90-b510-d3955c7d8cd9 None None] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:41:41.383025 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:41.440949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6de2ed-2eb8-4fbc-8fdc-86d17aefaf17 req-f8caa333-6971-4c26-9322-7e2779399651 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:41.449332 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aa6de2ed-2eb8-4fbc-8fdc-86d17aefaf17 req-f8caa333-6971-4c26-9322-7e2779399651 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.4345732 Feb 04 15:41:41.490456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] Pushing event updated for resources: {'Network': ['ID=5e24425c-2564-4130-b8be-14c33b27ce6a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:41.497841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fa039332-0df0-4c6c-9570-b980b556d77d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3416779 Feb 04 15:41:41.499491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-81f4d858-00bb-4ab3-b5d4-0fe3979c599d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0784779 Feb 04 15:41:41.502559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36632) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:41.503061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36634) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:41.512691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Request body: {'subnet': {'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-374694053-subnet', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:41.515193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5e24425c-2564-4130-b8be-14c33b27ce6a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:41:41.521835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-478641823', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:41.533038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:41.534129 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-aa6de2ed-2eb8-4fbc-8fdc-86d17aefaf17 req-bc5b2db7-c6e2-49db-ad89-eecac8837a08 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835836 Feb 04 15:41:41.538008 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.539436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:41.545459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:router and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:41.549164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:41.551936 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.590749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.639567 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc', 'code': 200} Feb 04 15:41:41.654440 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.751388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:41.755162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:41.759906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:41.766849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Usage tracker for resource:subnet and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:41.787794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:41.810327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:41.824489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:41.859167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event updated for resources: {'Port': ['ID=e811bc19-1507-4845-8478-0f43c0215c43,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:41.870463 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.872058 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.897159 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.937970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326cb65-39ef-47a7-837b-a52fbd090dc1 None None] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:41:42.021772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Made reservation on behalf of 44f3de2d0b264acbab42a91f7187820d for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:42.024185 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.081188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a868318-e624-44f7-a93e-f3a96ae43d58 req-d5df4496-9651-48bd-899e-8cae0ce0cbdf tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:42.082754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a868318-e624-44f7-a93e-f3a96ae43d58 req-d5df4496-9651-48bd-899e-8cae0ce0cbdf tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 944 time: 0.2860096 Feb 04 15:41:42.144761 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a868318-e624-44f7-a93e-f3a96ae43d58 req-fb0eb449-1ae1-4011-a3a7-b33ef50192c9 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548267 Feb 04 15:41:42.352504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c515e95d-d602-4433-bbf2-0a831719e8dc up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:42.447449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.456487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port c515e95d-d602-4433-bbf2-0a831719e8dc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:42.457162 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.576523 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.591561 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.598572 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Floating IP 36b6a9eb-caa4-4424-9afd-ce6eb705d5cc associated. External IP: 172.25.8.73, port: b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6. Feb 04 15:41:42.633935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c515e95d-d602-4433-bbf2-0a831719e8dc,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:42.639567 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.692636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.732924 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=c515e95d-d602-4433-bbf2-0a831719e8dc,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:42.831568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020685b9-067a-4246-8b1d-6e8283ce54d7 req-e9fe545e-0145-44fd-9290-e1f5486a2402 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:42.837026 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-020685b9-067a-4246-8b1d-6e8283ce54d7 req-e9fe545e-0145-44fd-9290-e1f5486a2402 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.2826006 Feb 04 15:41:42.926658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9367304-f197-4805-a390-4281e5d0b8f9,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:42.957507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Checking segment: {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:42.957877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Network hostable DHCP agents. Network: 5e24425c-2564-4130-b8be-14c33b27ce6a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:42.969468 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-020685b9-067a-4246-8b1d-6e8283ce54d7 req-9f9c88a1-432e-4eae-8bcd-2339b4721d68 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166391 Feb 04 15:41:43.020573 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.025155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.090155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Network 5e24425c-2564-4130-b8be-14c33b27ce6a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:43.113229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5e24425c-2564-4130-b8be-14c33b27ce6a) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:43.122796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee4c11-83e1-43d3-b21e-f14021f83240 None None] Network 5e24425c-2564-4130-b8be-14c33b27ce6a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:41:43.175812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:43.176397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.253786 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d2402ebc-1d8e-42da-a46e-b73b27a7f08c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7466683 Feb 04 15:41:43.317149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36668) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:43.337160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:43.355836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:43.367548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Usage tracker for resource:router and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:43.374600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:43.424806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-5e24425c-2564-4130-b8be-14c33b27ce6a', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:41:43.426344 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.439574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Router 674cc994-1b03-45eb-b70a-7988e92769d7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:41:43.446474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:43.487304 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.487972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.504567 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.524845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13441-6a38-4558-81b4-fa9eac2f8048 req-0801e846-efe1-4ee8-a4d3-d3c6c3ed91a4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:43.532207 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fc13441-6a38-4558-81b4-fa9eac2f8048 req-0801e846-efe1-4ee8-a4d3-d3c6c3ed91a4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.4300079 Feb 04 15:41:43.628296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.668420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:43.673509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.681687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Allocated IP 172.20.0.2 (5e24425c-2564-4130-b8be-14c33b27ce6a/d9367304-f197-4805-a390-4281e5d0b8f9/196879c1-6897-40b6-aa0c-35d9bb7aae51) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:43.688969 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fc13441-6a38-4558-81b4-fa9eac2f8048 req-d7877663-43c8-477c-aced-5c07874d0c1a tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557069 Feb 04 15:41:43.912372 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.923860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Transition to ACTIVE for port object 196879c1-6897-40b6-aa0c-35d9bb7aae51 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:43.927196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Router 054708dd-d483-4432-a319-e997278032ef is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:41:43.930549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.25.8.87 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/928848fb-7496-46fd-8169-941901e4dd2f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:43.943894 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Transition to ACTIVE for port object 196879c1-6897-40b6-aa0c-35d9bb7aae51 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:43.950524 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.033605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Network 5e24425c-2564-4130-b8be-14c33b27ce6a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:44.035393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:44.045850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:44.054826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Pushing event updated for resources: {'Port': ['ID=196879c1-6897-40b6-aa0c-35d9bb7aae51,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:44.057689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.110186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.147061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:44.158585 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] Sync routers for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:44.162923 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.164267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Attempting to bind port 196879c1-6897-40b6-aa0c-35d9bb7aae51 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:44.164994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Attempting to bind port 196879c1-6897-40b6-aa0c-35d9bb7aae51 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:44.165594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Attempting to bind port 196879c1-6897-40b6-aa0c-35d9bb7aae51 on network 5e24425c-2564-4130-b8be-14c33b27ce6a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:44.173164 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:44.173826 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:44.174313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:41:44.175208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Checking segment: {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:44.176016 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.176707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Bound using segment: {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:41:44.177875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Bound port: 196879c1-6897-40b6-aa0c-35d9bb7aae51, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:44.178675 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.237611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-bc46b556-9cf0-48ef-bec1-c595ca8ee7be tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "PUT /v2.0/floatingips/36b6a9eb-caa4-4424-9afd-ce6eb705d5cc HTTP/1.1" status: 200 len: 995 time: 4.1241820 Feb 04 15:41:44.241913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:44.264994 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.315441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] For port 196879c1-6897-40b6-aa0c-35d9bb7aae51, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:44.319333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] For port 196879c1-6897-40b6-aa0c-35d9bb7aae51, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=196879c1-6897-40b6-aa0c-35d9bb7aae51,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:41:44.325355 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.367074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea4893-f3a2-47e0-a399-28f6239308ee req-c76f2d5c-a078-4bef-a81e-473c6afe2501 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:44.374060 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ecea4893-f3a2-47e0-a399-28f6239308ee req-c76f2d5c-a078-4bef-a81e-473c6afe2501 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.4541037 Feb 04 15:41:44.415665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:44.451191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347a9fc-83f6-498d-8ce5-77676b12ee06 None None] Sync routers for ids ['054708dd-d483-4432-a319-e997278032ef'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:44.463240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=928848fb-7496-46fd-8169-941901e4dd2f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:44.472964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:44.474768 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ecea4893-f3a2-47e0-a399-28f6239308ee req-a79da6cb-cc5b-4dc4-a39d-b8af44b1b10c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959141 Feb 04 15:41:44.478031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:44.484315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:44.494431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.504458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-632cf354-7b4d-4d68-a1c6-5e11a9be46e5 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "PUT /v2.0/routers/054708dd-d483-4432-a319-e997278032ef HTTP/1.1" status: 200 len: 880 time: 4.8022432 Feb 04 15:41:44.506148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36690) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:44.527519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370b237-d5ba-4adf-a4d8-ed295e79f3b8 None None] Pushing event updated for resources: {'Port': ['ID=196879c1-6897-40b6-aa0c-35d9bb7aae51,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:44.550386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347a9fc-83f6-498d-8ce5-77676b12ee06 None None] Routers {'054708dd-d483-4432-a319-e997278032ef'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:44.551613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1347a9fc-83f6-498d-8ce5-77676b12ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['054708dd-d483-4432-a319-e997278032ef'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:44.564142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-777cefe0-d8f4-43f0-bbee-e12310cfbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:44.584616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-777cefe0-d8f4-43f0-bbee-e12310cfbb8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1096 time: 0.3081012 Feb 04 15:41:44.586271 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:44.707135 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc', 'code': 200} Feb 04 15:41:44.746142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1347a9fc-83f6-498d-8ce5-77676b12ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:44.775015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347a9fc-83f6-498d-8ce5-77676b12ee06 None None] Routers {'054708dd-d483-4432-a319-e997278032ef'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:44.778356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1347a9fc-83f6-498d-8ce5-77676b12ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['054708dd-d483-4432-a319-e997278032ef'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:44.979809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1347a9fc-83f6-498d-8ce5-77676b12ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:44.988636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347a9fc-83f6-498d-8ce5-77676b12ee06 None None] The sync data for ids ['054708dd-d483-4432-a319-e997278032ef'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:45.145467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-20305313-2e72-48d3-8666-680f47ef72bf tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/routers/054708dd-d483-4432-a319-e997278032ef HTTP/1.1" status: 200 len: 921 time: 0.6381042 Feb 04 15:41:45.167039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36708) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:45.256055 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:27Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '36b6a9eb-caa4-4424-9afd-ce6eb705d5cc', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'port_id': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'mac_address': 'fa:16:3e:1f:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700347f6-c776-49ef-a899-d75597b08dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:41:36Z', 'updated_at': '2022-02-04T15:41:41Z', 'revision_number': 1, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7810e676-e79d-4cf7-9bad-60cc3299ccda', 'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'mac_address': 'fa:16:3e:da:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:37Z', 'revision_number': 5, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'subnets': [{'id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:45.260752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-dd9e8148-bd06-40f3-bde5-ec036249986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:45.261255 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] Checking router: 674cc994-1b03-45eb-b70a-7988e92769d7 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:45.263075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-dd9e8148-bd06-40f3-bde5-ec036249986e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 920 time: 0.6712530 Feb 04 15:41:45.285387 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:45.286143 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:45.653239 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.697556 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.700253 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:45.711440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-ae43a271-d96a-419b-bc7e-9e4f741a132e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 998 time: 0.4356112 Feb 04 15:41:45.797522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf60480-137f-4837-bde7-f4d73d2a835d req-1f678198-532c-4d35-9900-be209d379c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:45.799093 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0cf60480-137f-4837-bde7-f4d73d2a835d req-1f678198-532c-4d35-9900-be209d379c60 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 1096 time: 0.8642418 Feb 04 15:41:45.812697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f4022-cd2b-40d3-a9e0-18147d684e4c req-7827e2fd-1f52-486d-a52f-fa2b6297f019 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:45.814059 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-945f4022-cd2b-40d3-a9e0-18147d684e4c req-7827e2fd-1f52-486d-a52f-fa2b6297f019 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.8511837 Feb 04 15:41:45.894188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0cf60480-137f-4837-bde7-f4d73d2a835d req-d45178a4-63de-4914-aa0d-a2bedd3182ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692232 Feb 04 15:41:45.954980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c7e5a7-cd93-45fc-9890-48bd526b5752 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:45.956523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d4c7e5a7-cd93-45fc-9890-48bd526b5752 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=054708dd-d483-4432-a319-e997278032ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7848833 Feb 04 15:41:45.959771 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-945f4022-cd2b-40d3-a9e0-18147d684e4c req-97f1ccd7-0c0c-427d-9aae-608335832066 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241651 Feb 04 15:41:45.962264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36720) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:46.066681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-81612053-4f32-433c-8a11-33346682b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:46.069807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-81612053-4f32-433c-8a11-33346682b3f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.3334997 Feb 04 15:41:46.089807 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'status': 'completed', 'code': 200} Feb 04 15:41:46.107394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faab6af8-f23c-4d18-9fd2-276676c8a84e None None] Network 5e24425c-2564-4130-b8be-14c33b27ce6a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:41:46.201367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ece2635-0af0-487a-8ba7-85c5c252ee9c tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:46.202104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5ece2635-0af0-487a-8ba7-85c5c252ee9c tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Synchronizing usage tracker for tenant:bea7ccf7e75a4ad78f20eae52b161b08 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:46.233486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-e17a9563-3bff-459a-b838-21751a77312d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454513 Feb 04 15:41:46.234467 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.260202 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:27Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '36b6a9eb-caa4-4424-9afd-ce6eb705d5cc', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'port_id': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'mac_address': 'fa:16:3e:1f:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700347f6-c776-49ef-a899-d75597b08dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:41:36Z', 'updated_at': '2022-02-04T15:41:41Z', 'revision_number': 1, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7810e676-e79d-4cf7-9bad-60cc3299ccda', 'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'mac_address': 'fa:16:3e:da:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:37Z', 'revision_number': 5, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'subnets': [{'id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:46.268112 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe363aa-8237-4e18-8a1a-8a8d9d5342c7 None None] The sync data for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 is: [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:27Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '36b6a9eb-caa4-4424-9afd-ce6eb705d5cc', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'port_id': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'mac_address': 'fa:16:3e:1f:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700347f6-c776-49ef-a899-d75597b08dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:41:36Z', 'updated_at': '2022-02-04T15:41:41Z', 'revision_number': 1, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7810e676-e79d-4cf7-9bad-60cc3299ccda', 'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'mac_address': 'fa:16:3e:da:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:37Z', 'revision_number': 5, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'subnets': [{'id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:46.274936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c4a87084-9301-4598-b72c-410b0765cc71 None None] Provisioning for port 196879c1-6897-40b6-aa0c-35d9bb7aae51 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:46.485712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Allocated IP 172.25.8.229 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/e19face0-1467-42b9-9cf8-e65d15087962) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:46.490661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 196879c1-6897-40b6-aa0c-35d9bb7aae51 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:46.510468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5ece2635-0af0-487a-8ba7-85c5c252ee9c tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Unset dirty status for tenant:bea7ccf7e75a4ad78f20eae52b161b08 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:46.514184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5ece2635-0af0-487a-8ba7-85c5c252ee9c tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 881 time: 0.5483327 Feb 04 15:41:46.516412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36728) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:46.560020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac37492-505b-4892-b4f5-2166a3f3105b req-9189008e-80c7-4cc1-8887-9cd6008b6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:46.561832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ac37492-505b-4892-b4f5-2166a3f3105b req-9189008e-80c7-4cc1-8887-9cd6008b6d7d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1096 time: 0.9030344 Feb 04 15:41:46.564936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-67c90fae-2ce5-4db7-86a0-1e6ae2e12b88 service neutron] 10.222.0.46 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117810 Feb 04 15:41:46.613371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 196879c1-6897-40b6-aa0c-35d9bb7aae51 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:46.619290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 196879c1-6897-40b6-aa0c-35d9bb7aae51 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:46.619666 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.719180 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a40c0a-0d96-4ce9-a928-2ce8b84d9b6a None None] New status for floating IP 36b6a9eb-caa4-4424-9afd-ce6eb705d5cc: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:41:46.738781 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-00b61849-dbc4-44f4-9530-96f3b6f39513 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=054708dd-d483-4432-a319-e997278032ef HTTP/1.1" status: 200 len: 205 time: 0.2119191 Feb 04 15:41:46.752270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36732) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:46.820973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.894963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 196879c1-6897-40b6-aa0c-35d9bb7aae51, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=196879c1-6897-40b6-aa0c-35d9bb7aae51,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:46.901639 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.914181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ac37492-505b-4892-b4f5-2166a3f3105b req-96c07cba-8617-4d32-b5e6-0f301df439bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178191 Feb 04 15:41:47.023837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc92564-95f7-4ceb-abd1-1d8669a7476b req-b3380591-ea0b-4331-9242-238e79a03c6e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:47.025393 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2fc92564-95f7-4ceb-abd1-1d8669a7476b req-b3380591-ea0b-4331-9242-238e79a03c6e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.7331042 Feb 04 15:41:47.102593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-d1179e33-8822-4eea-8b78-97d78c2c76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:47.104096 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-d1179e33-8822-4eea-8b78-97d78c2c76d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1096 time: 0.8877096 Feb 04 15:41:47.110200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=196879c1-6897-40b6-aa0c-35d9bb7aae51,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:47.131114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5a331818-b048-480f-a334-6c1c19ff4704 None None] Provisioning complete for port 196879c1-6897-40b6-aa0c-35d9bb7aae51 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:47.131491 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5a331818-b048-480f-a334-6c1c19ff4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.156531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0876420-7909-4b3e-bfc8-c9fbe589157c req-52ad7b39-80aa-4ed3-a7f8-c9452fa0b231 service neutron] 10.222.0.46 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792317 Feb 04 15:41:47.379429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.485216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.503008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2fc92564-95f7-4ceb-abd1-1d8669a7476b req-66f0bc69-d29b-49de-986c-d8cdeca92479 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473090 Feb 04 15:41:47.555928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36744) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:47.565082 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.622414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.743668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a878d98-7c9e-4991-9522-b8a211a210a7 req-c4830e8f-305d-4c4d-bbac-70807ed93fe0 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:47.745169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a878d98-7c9e-4991-9522-b8a211a210a7 req-c4830e8f-305d-4c4d-bbac-70807ed93fe0 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.4182365 Feb 04 15:41:47.808676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:47.814953 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a878d98-7c9e-4991-9522-b8a211a210a7 req-452b68d5-352e-4394-9ba9-8f5577cf9526 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589714 Feb 04 15:41:47.831988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:47.843192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:41:47.848561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:47.880251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-653040fc-8f61-40f4-9c23-524529af9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:47.881724 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-653040fc-8f61-40f4-9c23-524529af9562 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 920 time: 0.7401261 Feb 04 15:41:47.882411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e139f61b-03c5-4bc5-8c78-1527890211b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.900279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e19face0-1467-42b9-9cf8-e65d15087962,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:48.065099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-808a081d-1fa0-4e2a-97e5-f1c3e2cbf038 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 1000 time: 0.2149401 Feb 04 15:41:48.222505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e139f61b-03c5-4bc5-8c78-1527890211b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:48.225422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.225768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.226103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.226434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.226762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.227088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.227406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.227727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.228050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.228368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.228687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.229030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.233642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-fa1fcfdf-813f-4aca-9336-038dfc3dfd2d tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:48.235687 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-fa1fcfdf-813f-4aca-9336-038dfc3dfd2d tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports/b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 942 time: 0.1624680 Feb 04 15:41:48.237283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:48.260992 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadf215e-9f43-4d8d-bd0a-a31cc9977d75 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:48.263637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e139f61b-03c5-4bc5-8c78-1527890211b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a0f443860243b9a2eb88c57652e8e9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:48.266042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.270738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-91091fe9-98b3-4965-b7da-98c4cd60d697 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7645161 Feb 04 15:41:48.271704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36752) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:48.275798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e139f61b-03c5-4bc5-8c78-1527890211b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:48.279994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadf215e-9f43-4d8d-bd0a-a31cc9977d75 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:48.283126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-eadf215e-9f43-4d8d-bd0a-a31cc9977d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:48.348402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e139f61b-03c5-4bc5-8c78-1527890211b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:48.389613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.394165 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-729a977a-0dc5-4a21-b5b3-c0e4b140d456 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 1000 time: 0.4976408 Feb 04 15:41:48.441684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 196879c1-6897-40b6-aa0c-35d9bb7aae51 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:48.486089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-eadf215e-9f43-4d8d-bd0a-a31cc9977d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:48.508811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadf215e-9f43-4d8d-bd0a-a31cc9977d75 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:48.509580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-eadf215e-9f43-4d8d-bd0a-a31cc9977d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:48.535794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45815f3-dd70-4788-926d-a4a242cc40b4 req-c2f0b15b-8a91-4713-a716-4aa6fbc45fb8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:48.537289 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c45815f3-dd70-4788-926d-a4a242cc40b4 req-c2f0b15b-8a91-4713-a716-4aa6fbc45fb8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.8993168 Feb 04 15:41:48.560074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Deleting port e811bc19-1507-4845-8478-0f43c0215c43 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:48.560414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.587698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-eadf215e-9f43-4d8d-bd0a-a31cc9977d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:48.588454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadf215e-9f43-4d8d-bd0a-a31cc9977d75 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:48.603978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 196879c1-6897-40b6-aa0c-35d9bb7aae51 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:48.604545 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.689687 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-67871d0c-26e4-4399-b4c8-50b06dbf1b5b tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 1000 time: 0.2279198 Feb 04 15:41:48.751733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-18f0b7a2-38b0-4cec-9321-24ec44e14e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:48.753216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-18f0b7a2-38b0-4cec-9321-24ec44e14e1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.3008015 Feb 04 15:41:48.876536 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c45815f3-dd70-4788-926d-a4a242cc40b4 req-d60ef4bc-3a14-43e5-8f7a-0515807283d1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174353 Feb 04 15:41:48.896240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-b087d0db-4392-4947-84ad-dd0c80076619 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782330 Feb 04 15:41:49.107979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-b27ec59a-74d5-4900-8234-8bfb2ce335a1 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:49.109417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-b27ec59a-74d5-4900-8234-8bfb2ce335a1 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.3879368 Feb 04 15:41:49.113210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.124553 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e139f61b-03c5-4bc5-8c78-1527890211b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.255354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e139f61b-03c5-4bc5-8c78-1527890211b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.349512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Calling delete_port for e811bc19-1507-4845-8478-0f43c0215c43 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:49.441294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-d15212e0-c585-4019-a43a-e20389df7176 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 1000 time: 0.3214984 Feb 04 15:41:49.456234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-05c23bb5-1de4-4f4d-bf8f-c54d90f3462a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:49.604939 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-05c23bb5-1de4-4f4d-bf8f-c54d90f3462a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.612858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e139f61b-03c5-4bc5-8c78-1527890211b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3a0f443860243b9a2eb88c57652e8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0555797 Feb 04 15:41:49.614869 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-bd226104-51f7-4460-b1c3-cf50612c4298 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077496 Feb 04 15:41:49.615424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.661970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36758) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:49.674528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139f61b-03c5-4bc5-8c78-1527890211b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d733dd01-ef23-4eea-80d6-7c6ec6a19a2b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:49.706449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.853032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e328e1-7c9e-459f-8a89-2147f790598d req-5b31684a-edfa-41bf-96fe-8f899e6581df tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:49.854496 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66e328e1-7c9e-459f-8a89-2147f790598d req-5b31684a-edfa-41bf-96fe-8f899e6581df tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.8586102 Feb 04 15:41:50.054068 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9c97f4f-2b60-4bb3-bac9-15264b14faa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.058409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-66e328e1-7c9e-459f-8a89-2147f790598d req-f5c4fc24-0695-49fb-9b7f-fd9c5c52bbee tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959343 Feb 04 15:41:50.061800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5c2aa859-d406-4835-bb93-b261d9a88c66 req-6b381e36-8301-479d-a03e-730b12203b49 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974400 Feb 04 15:41:50.069429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-05c23bb5-1de4-4f4d-bf8f-c54d90f3462a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.092212 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-05c23bb5-1de4-4f4d-bf8f-c54d90f3462a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.092759 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-05c23bb5-1de4-4f4d-bf8f-c54d90f3462a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Floating IP 36b6a9eb-caa4-4424-9afd-ce6eb705d5cc disassociated. External IP: 172.25.8.73, port: b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6. Feb 04 15:41:50.231455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9c97f4f-2b60-4bb3-bac9-15264b14faa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.395691 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.447996 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.488309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event deleted for resources: {'Port': ['ID=e811bc19-1507-4845-8478-0f43c0215c43,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:50.553905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.20.0.1 (5f66a19a-2b7b-4a57-83e6-101570d1893b/2e7cb65d-5998-49ec-9efc-afd561e9a9ae/1f21eaa0-57ec-4d20-83c6-2d6481748da8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:50.580537 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9c97f4f-2b60-4bb3-bac9-15264b14faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.621904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c97f4f-2b60-4bb3-bac9-15264b14faa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d733dd01-ef23-4eea-80d6-7c6ec6a19a2b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:50.661849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b221153-d79e-4a82-af55-cf578b2f7f02 req-86cfb1f3-006b-4e45-afd5-d8ddbab2ad01 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:50.663599 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4b221153-d79e-4a82-af55-cf578b2f7f02 req-86cfb1f3-006b-4e45-afd5-d8ddbab2ad01 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.4756923 Feb 04 15:41:50.695217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.741896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9c97f4f-2b60-4bb3-bac9-15264b14faa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.743014 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f9c97f4f-2b60-4bb3-bac9-15264b14faa9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d733dd01-ef23-4eea-80d6-7c6ec6a19a2b HTTP/1.1" status: 204 len: 168 time: 1.0698721 Feb 04 15:41:50.859858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-05c23bb5-1de4-4f4d-bf8f-c54d90f3462a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Router 674cc994-1b03-45eb-b70a-7988e92769d7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:41:51.023503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.088570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36770) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:51.109837 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4b221153-d79e-4a82-af55-cf578b2f7f02 req-e7c5c275-b9db-4afb-897d-8e33257fd161 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325843 Feb 04 15:41:51.119015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.123144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.130632 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5705-e38e-490c-8500-4c7b13aa62bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.160536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.161091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Fanout notify agent at l3_agent the message router_deleted on router 054708dd-d483-4432-a319-e997278032ef {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:41:51.161263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-05c23bb5-1de4-4f4d-bf8f-c54d90f3462a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:51.164495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9d7e5705-e38e-490c-8500-4c7b13aa62bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:51.174668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9d7e5705-e38e-490c-8500-4c7b13aa62bf admin admin] Usage tracker for resource:security_group_rule and tenant:20bd5304329a4b50829fab7946ed5049 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:51.179899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9d7e5705-e38e-490c-8500-4c7b13aa62bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:51.184536 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] Sync routers for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:51.185135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-05c23bb5-1de4-4f4d-bf8f-c54d90f3462a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.185536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.193723 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ec3f5d74-894c-4a4e-9ddd-945f8df80b6b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/054708dd-d483-4432-a319-e997278032ef HTTP/1.1" status: 204 len: 168 time: 4.4397688 Feb 04 15:41:51.194329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36776) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:51.196508 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:51.197649 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:51.201611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-928691995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:51.209333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Router 9e0f6afa-6e81-488f-8648-06a989d3b8fd is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:41:51.211367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:51.216739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Usage tracker for resource:router and tenant:49aa95a233414c328b712ec38552026b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:51.221034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:51.227749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9d7e5705-e38e-490c-8500-4c7b13aa62bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:51.229090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:51.269670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-05c23bb5-1de4-4f4d-bf8f-c54d90f3462a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "PUT /v2.0/floatingips/36b6a9eb-caa4-4424-9afd-ce6eb705d5cc HTTP/1.1" status: 200 len: 694 time: 1.8195491 Feb 04 15:41:51.271433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:51.282509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.429214 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:51.450029 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.451279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.467271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:51.482333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:51.483519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:51.489565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:51.504330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Sync routers for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:51.504934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.526834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:51.527996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:51.529412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.531682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7cceddb1-2dd7-45ed-a042-270a917840b5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.2130308 Feb 04 15:41:51.535147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36782) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:51.559407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=1f21eaa0-57ec-4d20-83c6-2d6481748da8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.563487 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5705-e38e-490c-8500-4c7b13aa62bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.577184 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5705-e38e-490c-8500-4c7b13aa62bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.608238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.621744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21585c1-768a-4ac2-aa3f-66f56266b84e req-73ac92b1-3a29-47f8-a079-16302d9fa6ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:51.628611 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a21585c1-768a-4ac2-aa3f-66f56266b84e req-73ac92b1-3a29-47f8-a079-16302d9fa6ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.2547300 Feb 04 15:41:51.633969 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.654604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9d7e5705-e38e-490c-8500-4c7b13aa62bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20bd5304329a4b50829fab7946ed5049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654118 Feb 04 15:41:51.659324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e5705-e38e-490c-8500-4c7b13aa62bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378ed5b8-5640-498d-a924-56d63d76ad44,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.659503 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:41:51.661863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36786) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:51.684496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-94b6baa2-1847-49a4-9b32-7af278ca14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:51.686419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-94b6baa2-1847-49a4-9b32-7af278ca14f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1096 time: 0.3221700 Feb 04 15:41:51.716477 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.718297 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd229321-a760-424c-88b5-008335439a14 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5216215 Feb 04 15:41:51.724260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36790) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:51.742608 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a21585c1-768a-4ac2-aa3f-66f56266b84e req-66bec304-22e6-438d-b04a-21d6efd55ff6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130412 Feb 04 15:41:51.816659 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:27Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7810e676-e79d-4cf7-9bad-60cc3299ccda', 'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'mac_address': 'fa:16:3e:da:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:37Z', 'revision_number': 5, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'subnets': [{'id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:51.822784 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] Checking router: 674cc994-1b03-45eb-b70a-7988e92769d7 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:51.834560 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:51.835355 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:51.851823 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8407-56bb-4018-82e7-cd749daba77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.855320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:51.858192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': True}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:51.963691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8407-56bb-4018-82e7-cd749daba77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.996078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-7ebc98a1-d87b-471d-847e-a140a1436e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:52.010914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-7ebc98a1-d87b-471d-847e-a140a1436e14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 920 time: 0.3154330 Feb 04 15:41:52.116256 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:52.214775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-6a6c0f0c-b342-46be-948b-72462b9445c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 217 time: 0.2027366 Feb 04 15:41:52.225807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8407-56bb-4018-82e7-cd749daba77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.308151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d8407-56bb-4018-82e7-cd749daba77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378ed5b8-5640-498d-a924-56d63d76ad44,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:52.352053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:48Z', 'revision_number': 3, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:52.357309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Checking router: 9e0f6afa-6e81-488f-8648-06a989d3b8fd for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:52.357901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Updating router 9e0f6afa-6e81-488f-8648-06a989d3b8fd port e19face0-1467-42b9-9cf8-e65d15087962 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:41:52.419625 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.450672 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8407-56bb-4018-82e7-cd749daba77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.460432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4c1d8407-56bb-4018-82e7-cd749daba77e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/378ed5b8-5640-498d-a924-56d63d76ad44 HTTP/1.1" status: 204 len: 168 time: 0.7942898 Feb 04 15:41:52.542887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-4ed09afe-41f6-4165-9c34-f7ed7fb1dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:52.548494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-4ed09afe-41f6-4165-9c34-f7ed7fb1dc8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.3253131 Feb 04 15:41:52.605187 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.696500 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:27Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7810e676-e79d-4cf7-9bad-60cc3299ccda', 'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'mac_address': 'fa:16:3e:da:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:37Z', 'revision_number': 5, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'subnets': [{'id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:52.710583 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717c39d-f35c-4143-9a18-eefdeb00950e None None] The sync data for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 is: [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:40:27Z', 'revision_number': 4, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7810e676-e79d-4cf7-9bad-60cc3299ccda', 'name': '', 'network_id': 'b94b2119-c0c7-47de-bcc4-d2b4df45a5c9', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'mac_address': 'fa:16:3e:da:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:25Z', 'updated_at': '2022-02-04T15:40:37Z', 'revision_number': 5, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'subnets': [{'id': '25db8c3b-e25c-4e60-9787-f1cd157ea9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:52.760181 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.902594 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'status': 'completed', 'code': 200} Feb 04 15:41:52.905256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-8b953b2a-8ece-4c24-914c-20f4d7b08357 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3492062 Feb 04 15:41:52.935520 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.973895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Transition to ACTIVE for port object e19face0-1467-42b9-9cf8-e65d15087962 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:52.994113 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.125840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Attempting to bind port e19face0-1467-42b9-9cf8-e65d15087962 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:53.127034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Attempting to bind port e19face0-1467-42b9-9cf8-e65d15087962 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:53.127567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Attempting to bind port e19face0-1467-42b9-9cf8-e65d15087962 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:41:53.137599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:41:53.138220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:41:53.138787 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.139333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:41:53.140029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Bound port: e19face0-1467-42b9-9cf8-e65d15087962, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:53.142308 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.203865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf3a51-f82d-4c9a-a3e0-21094f03e615 None None] Pushing event updated for resources: {'Port': ['ID=e19face0-1467-42b9-9cf8-e65d15087962,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:53.241910 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bc6665-a86d-47d1-a3cf-af7dcd8a9e04 None None] New status for floating IP 36b6a9eb-caa4-4424-9afd-ce6eb705d5cc: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:41:53.294354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] For port e19face0-1467-42b9-9cf8-e65d15087962, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:41:53.295137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-44119ee2-f5ea-4964-b059-800f78456ce2 service neutron] 10.222.0.46 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745685 Feb 04 15:41:53.299228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] For port e19face0-1467-42b9-9cf8-e65d15087962, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e19face0-1467-42b9-9cf8-e65d15087962,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:41:53.305061 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.408844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:53.409484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:53.524007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf3a51-f82d-4c9a-a3e0-21094f03e615 None None] Pushing event updated for resources: {'Port': ['ID=e19face0-1467-42b9-9cf8-e65d15087962,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:53.639046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:41:53.704521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4044438-37da-4c15-80c6-cfeb37d238c3 req-f9104359-5e18-4223-8e01-ff5149e94881 service neutron] 10.222.0.46 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992379 Feb 04 15:41:53.825938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-f4dc7ccb-ab7b-4e80-80ad-af17ceb64820 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:53.829740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-f4dc7ccb-ab7b-4e80-80ad-af17ceb64820 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e HTTP/1.1" status: 200 len: 945 time: 0.2278764 Feb 04 15:41:53.833629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.845713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915a93f-8ac7-44f3-9368-41f08639289b req-ce577d0e-88cf-440d-8b29-01ec8accf7f4 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:53.846476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1915a93f-8ac7-44f3-9368-41f08639289b req-ce577d0e-88cf-440d-8b29-01ec8accf7f4 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Synchronizing usage tracker for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:41:53.935187 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.095492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-9623d21a-c63d-4f28-9ebb-5ddf4eb87864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:54.097203 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-9623d21a-c63d-4f28-9ebb-5ddf4eb87864 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1096 time: 1.2825124 Feb 04 15:41:54.108127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-1915a93f-8ac7-44f3-9368-41f08639289b req-ce577d0e-88cf-440d-8b29-01ec8accf7f4 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Unset dirty status for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:41:54.110565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Deleting port c515e95d-d602-4433-bbf2-0a831719e8dc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:54.110999 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.125151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-ce577d0e-88cf-440d-8b29-01ec8accf7f4 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 815 time: 1.0051477 Feb 04 15:41:54.235698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:48Z', 'revision_number': 3, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:54.242308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b1fb7-4385-4960-9cf0-0a20a2455920 None None] The sync data for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 is: [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:48Z', 'revision_number': 3, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:54.329444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.337283 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.358477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=1f21eaa0-57ec-4d20-83c6-2d6481748da8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:54.378154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-a9221894-9842-4060-8e89-0f71728c587b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/quotas/811eba58f0064b49aaef62c7d2cf10ec HTTP/1.1" status: 200 len: 375 time: 0.2516320 Feb 04 15:41:54.386652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-700c62fd-ec67-4cb4-ae79-ce6fc074029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:54.388483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-700c62fd-ec67-4cb4-ae79-ce6fc074029d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 920 time: 0.2572141 Feb 04 15:41:54.595472 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-1d7a5bfe-c459-4b05-9301-889d33acd1a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 217 time: 0.1394196 Feb 04 15:41:54.688372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af4b4-2cee-4c81-a65d-aaba397bb9ca req-23e314ee-8dcd-493d-b258-c5f8e3aa2408 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:54.690056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa8af4b4-2cee-4c81-a65d-aaba397bb9ca req-23e314ee-8dcd-493d-b258-c5f8e3aa2408 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.4446940 Feb 04 15:41:54.696855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-d60bce3f-9896-43a2-a288-94d749be1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:54.698848 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-d60bce3f-9896-43a2-a288-94d749be1f43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 1096 time: 0.5225229 Feb 04 15:41:54.857256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Allocated IP 172.20.0.1 (5e24425c-2564-4130-b8be-14c33b27ce6a/d9367304-f197-4805-a390-4281e5d0b8f9/5f83f4b1-842c-42f5-ac37-8dba473f125e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:54.895127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:54.902432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:54.930657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa8af4b4-2cee-4c81-a65d-aaba397bb9ca req-aeddd188-8dcd-4449-b873-fb917a21d573 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177651 Feb 04 15:41:54.951192 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-d0ce0ad0-229f-4ec8-a256-ea5f174eea4b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5669069 Feb 04 15:41:55.071907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-7ec911d8-6ef0-4a09-867d-6af7262b0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:55.073535 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-7ec911d8-6ef0-4a09-867d-6af7262b0b47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.4617906 Feb 04 15:41:55.396605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-03443ce0-cb80-4796-b0a2-11176e06f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:55.398214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-03443ce0-cb80-4796-b0a2-11176e06f7ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 919 time: 0.6759667 Feb 04 15:41:55.403137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] For port c515e95d-d602-4433-bbf2-0a831719e8dc, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c515e95d-d602-4433-bbf2-0a831719e8dc,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:55.403501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.533040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-5378a4de-b10b-4a52-83d0-5579da5a2d9e tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/floatingips/36b6a9eb-caa4-4424-9afd-ce6eb705d5cc HTTP/1.1" status: 200 len: 692 time: 0.4825253 Feb 04 15:41:55.544448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-841c8b21-ae81-4e6e-b4ac-243cac9fd998 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4378057 Feb 04 15:41:55.682347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Calling delete_port for c515e95d-d602-4433-bbf2-0a831719e8dc owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:55.708906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.744249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-e3cb5381-be99-4811-87d6-7d1f5fb97356 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f HTTP/1.1" status: 200 len: 217 time: 0.3277903 Feb 04 15:41:55.764331 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.910893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.933871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:41:55.954648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-bf345e19-b6c2-4eca-8210-f7ce726db5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:55.956104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-bf345e19-b6c2-4eca-8210-f7ce726db5b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.1939883 Feb 04 15:41:55.971647 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-05f7227e-cc5e-4d50-be32-e89fe8664b00 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8693209 Feb 04 15:41:55.987296 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-617e6513-39a9-4a22-9e15-f0cae3f9b36d service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275029 Feb 04 15:41:56.017036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Transition to ACTIVE for port object 5f83f4b1-842c-42f5-ac37-8dba473f125e will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:56.037382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-84ae0ab8-d054-4bc2-9cfc-363975c4d7e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636222 Feb 04 15:41:56.202315 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Allocated IP 172.25.8.36 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/f031484a-2baa-4b8e-9992-8daf0009a4c4) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:56.310515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-ecc46166-83cf-4fd9-8865-60fac6ce8843 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:56.311899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-ecc46166-83cf-4fd9-8865-60fac6ce8843 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 784 time: 0.7064347 Feb 04 15:41:56.398356 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-df7dbb0c-8b1b-4700-8bef-0d413ae73332 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134429 Feb 04 15:41:56.409102 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.418869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-4bf919b9-8c21-4eea-babc-91a0c4d4e98a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.0971525 Feb 04 15:41:56.499882 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5fd6a9d3-59fa-4528-952a-949bc405c2c1 req-67d34f40-66ca-417a-bc8b-bde6027187d1 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842753 Feb 04 15:41:56.530363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e19face0-1467-42b9-9cf8-e65d15087962 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:56.559790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Network 5e24425c-2564-4130-b8be-14c33b27ce6a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:56.568224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:56.571991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:56.679465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Pushing event updated for resources: {'Port': ['ID=5f83f4b1-842c-42f5-ac37-8dba473f125e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:56.701997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e19face0-1467-42b9-9cf8-e65d15087962 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:56.708408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e19face0-1467-42b9-9cf8-e65d15087962 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:56.708816 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.716300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.733616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-f290a846-117d-4185-b584-33db0edd3c79 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399434 Feb 04 15:41:56.734999 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.978115 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.007248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.013318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e19face0-1467-42b9-9cf8-e65d15087962, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e19face0-1467-42b9-9cf8-e65d15087962,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:41:57.014430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ea3c0824-ce97-44fb-a3df-db7bec0cd686 None None] Provisioning for port 5f83f4b1-842c-42f5-ac37-8dba473f125e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:57.026089 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.068966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ea3c0824-ce97-44fb-a3df-db7bec0cd686 None None] Provisioning complete for port 5f83f4b1-842c-42f5-ac37-8dba473f125e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:57.069459 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0824-ce97-44fb-a3df-db7bec0cd686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.170210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f5916-f2d4-4f5b-8a2f-1c9537580cba req-d4faefb9-edbc-4a50-82aa-4b10d8426085 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:57.173253 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-244f5916-f2d4-4f5b-8a2f-1c9537580cba req-d4faefb9-edbc-4a50-82aa-4b10d8426085 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.2382431 Feb 04 15:41:57.222939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c0824-ce97-44fb-a3df-db7bec0cd686 None None] Port 5f83f4b1-842c-42f5-ac37-8dba473f125e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:41:57.229057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e19face0-1467-42b9-9cf8-e65d15087962,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.244924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.330227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Pushing event deleted for resources: {'Port': ['ID=c515e95d-d602-4433-bbf2-0a831719e8dc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.346218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-ae88c99a-c4b3-4a2f-b5bc-4127ea1d91d5 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.8567748 Feb 04 15:41:57.398691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:57.411978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc85615-364d-4ad6-b00d-a4e12dfe8a1c None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:57.413336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36892) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:57.423593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc85615-364d-4ad6-b00d-a4e12dfe8a1c None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:57.424647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5cc85615-364d-4ad6-b00d-a4e12dfe8a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:57.449298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55880829-7d87-46e6-90e5-cbe69f9e5c44 req-95767e62-34ee-486b-b8b4-5a2f24c6af08 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934328 Feb 04 15:41:57.495883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5cc85615-364d-4ad6-b00d-a4e12dfe8a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:57.506302 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-244f5916-f2d4-4f5b-8a2f-1c9537580cba req-8c6a8666-0e87-49dc-9723-4202632f9dfa tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256063 Feb 04 15:41:57.513489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc85615-364d-4ad6-b00d-a4e12dfe8a1c None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:57.513860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5cc85615-364d-4ad6-b00d-a4e12dfe8a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:57.553847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event updated for resources: {'Port': ['ID=f031484a-2baa-4b8e-9992-8daf0009a4c4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.623820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0e6e4eaa-d568-4ff4-8b5c-0c8be529127d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/routers/39a46c67-4dd8-4201-8e26-604f7e473ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3502216 Feb 04 15:41:57.625589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] No DVR routers for this DVR port c515e95d-d602-4433-bbf2-0a831719e8dc on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:57.627777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36898) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:57.632266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5cc85615-364d-4ad6-b00d-a4e12dfe8a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:57.633335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc85615-364d-4ad6-b00d-a4e12dfe8a1c None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:57.639173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'port': {'network_id': '5f66a19a-2b7b-4a57-83e6-101570d1893b', 'name': 'tempest-FloatingIPTestJSON-1130004633'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:57.648084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:57.654216 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.656220 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5421fa58-d06e-4030-b76a-78670d88fef4 req-436a8be6-1107-4c75-8cc2-65389302475e tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.61 "DELETE /v2.0/ports/c515e95d-d602-4433-bbf2-0a831719e8dc HTTP/1.1" status: 204 len: 173 time: 3.8178263 Feb 04 15:41:57.660198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:57.677324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:41:57.723811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'name': 'network-vif-deleted', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:57.763883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.836109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Deleting port 18a1394d-4f6f-40a3-950e-db1783d90636 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:41:57.836527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.879018 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cca23727-70a4-47c0-9075-1d0ce09362b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.918314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cca23727-70a4-47c0-9075-1d0ce09362b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:57.933674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cca23727-70a4-47c0-9075-1d0ce09362b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b57bac8060f7417b836be2445bfce51e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:57.949858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cca23727-70a4-47c0-9075-1d0ce09362b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:57.976171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cca23727-70a4-47c0-9075-1d0ce09362b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:58.072431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:58.084897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:port and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:41:58.088508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:41:58.105818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:58.161517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Made reservation on behalf of b213a792181848089740e7c057803da1 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:58.165054 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.179540 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.179767 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.319383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.396202 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.413433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.418854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e19face0-1467-42b9-9cf8-e65d15087962 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:41:58.469118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] device_id is not set on port ce77e883-2a78-4bf5-8561-d658979ce5eb yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:41:58.513914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Calling delete_port for 18a1394d-4f6f-40a3-950e-db1783d90636 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:41:58.526385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c515e95d-d602-4433-bbf2-0a831719e8dc no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:41:58.591308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: c515e95d-d602-4433-bbf2-0a831719e8dc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:41:58.591798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c515e95d-d602-4433-bbf2-0a831719e8dc not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:41:58.607257 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.618728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Pushing event updated for resources: {'Port': ['ID=5f83f4b1-842c-42f5-ac37-8dba473f125e,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:58.631117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e19face0-1467-42b9-9cf8-e65d15087962 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:58.631804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.649231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b4cb5d6c-c626-4788-a445-c7b794798847 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:58.650728 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b4cb5d6c-c626-4788-a445-c7b794798847 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.61 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 815 time: 0.3868585 Feb 04 15:41:58.652621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cca23727-70a4-47c0-9075-1d0ce09362b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.669513 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cca23727-70a4-47c0-9075-1d0ce09362b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.688335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Request body: {'port': {'device_id': '01a4c681-61c6-48f0-80b3-783868aebc30', 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a', 'admin_state_up': True, 'tenant_id': '811eba58f0064b49aaef62c7d2cf10ec'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:58.892011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca23727-70a4-47c0-9075-1d0ce09362b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2d51f-f9b0-42cf-9f31-bbbf82455d94,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:58.916561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cca23727-70a4-47c0-9075-1d0ce09362b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b57bac8060f7417b836be2445bfce51e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5019665 Feb 04 15:41:58.932916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36910) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:41:59.045732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.20.0.11 (5f66a19a-2b7b-4a57-83e6-101570d1893b/2e7cb65d-5998-49ec-9efc-afd561e9a9ae/ce77e883-2a78-4bf5-8561-d658979ce5eb) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:59.064380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Network 5e24425c-2564-4130-b8be-14c33b27ce6a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:59.067209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:59.071406 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.084089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:41:59.118290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:41:59.125767 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.160998 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17183081-dfff-4ee3-a660-9d18edd58d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.404705 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17183081-dfff-4ee3-a660-9d18edd58d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.466065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-462237fc-8e09-4468-b7e2-3a589cf717a3 None None] Provisioning complete for port 5f83f4b1-842c-42f5-ac37-8dba473f125e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:59.467196 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-462237fc-8e09-4468-b7e2-3a589cf717a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.507121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Made reservation on behalf of 811eba58f0064b49aaef62c7d2cf10ec for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:59.510927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.525505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Router 9e0f6afa-6e81-488f-8648-06a989d3b8fd has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:41:59.533234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.554461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-462237fc-8e09-4468-b7e2-3a589cf717a3 None None] Port 5f83f4b1-842c-42f5-ac37-8dba473f125e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:41:59.602253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Pushing event deleted for resources: {'Port': ['ID=18a1394d-4f6f-40a3-950e-db1783d90636,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:59.641083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Router a7ba35f7-07fb-41a8-9457-336eb6c11620 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:41:59.841101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:59.854712 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Sync routers for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:59.865793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99cb8e3d-ae9f-4c7c-812a-7ac902798b6c admin admin] 10.222.0.46 "PUT /v2.0/routers/9e0f6afa-6e81-488f-8648-06a989d3b8fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3195400 Feb 04 15:41:59.866015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17183081-dfff-4ee3-a660-9d18edd58d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.873487 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:41:59.874255 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:59.965920 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.981735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:41:59.988339 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.994908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0999cd-39cd-4f86-937a-714e6de20dc1 None None] Sync routers for ids ['a7ba35f7-07fb-41a8-9457-336eb6c11620'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:00.010880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f0ad3e46-c9db-4afa-929f-e31b939d32f3 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "PUT /v2.0/routers/a7ba35f7-07fb-41a8-9457-336eb6c11620 HTTP/1.1" status: 200 len: 913 time: 8.2839468 Feb 04 15:42:00.012018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36916) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:00.016170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0999cd-39cd-4f86-937a-714e6de20dc1 None None] Routers {'a7ba35f7-07fb-41a8-9457-336eb6c11620'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:00.025494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bd0999cd-39cd-4f86-937a-714e6de20dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a7ba35f7-07fb-41a8-9457-336eb6c11620'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:00.030034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17183081-dfff-4ee3-a660-9d18edd58d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2d51f-f9b0-42cf-9f31-bbbf82455d94,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:00.107820 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.112119 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.179130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-d6877717-14d3-4ea0-bd4a-a8abb084fba2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7279735 Feb 04 15:42:00.198626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bd0999cd-39cd-4f86-937a-714e6de20dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:00.206399 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:42:00.218797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0999cd-39cd-4f86-937a-714e6de20dc1 None None] Routers {'a7ba35f7-07fb-41a8-9457-336eb6c11620'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:00.220118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bd0999cd-39cd-4f86-937a-714e6de20dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a7ba35f7-07fb-41a8-9457-336eb6c11620'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:00.231377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Allocated IP 172.20.0.3 (5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a/2d9fca11-b979-413c-a9fc-07bee41c80b7/7c8c139a-10a1-47f9-b204-d6673be3a9ce) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:00.271536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:00.319734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:00.332432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=ce77e883-2a78-4bf5-8561-d658979ce5eb,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:00.345567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:00.474107 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.475236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6a42ddf-edb1-4be2-9ab5-7784e00a53d9 req-78bfded2-db5c-4811-867a-b9632ad99f87 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "DELETE /v2.0/floatingips/36b6a9eb-caa4-4424-9afd-ce6eb705d5cc HTTP/1.1" status: 204 len: 173 time: 3.0662117 Feb 04 15:42:00.485202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17183081-dfff-4ee3-a660-9d18edd58d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.485202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-17183081-dfff-4ee3-a660-9d18edd58d1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59f2d51f-f9b0-42cf-9f31-bbbf82455d94 HTTP/1.1" status: 204 len: 168 time: 1.5497813 Feb 04 15:42:00.544265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bd0999cd-39cd-4f86-937a-714e6de20dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:00.550939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0999cd-39cd-4f86-937a-714e6de20dc1 None None] The sync data for ids ['a7ba35f7-07fb-41a8-9457-336eb6c11620'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:00.589757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-90c213c6-455b-4cf6-9630-73b5ad475d99 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/routers/a7ba35f7-07fb-41a8-9457-336eb6c11620 HTTP/1.1" status: 200 len: 919 time: 0.5755692 Feb 04 15:42:00.592595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36926) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:00.604678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:00.605370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.646261 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8b99bc-fa3b-4dc4-a346-c5c4925a4f8e', 'name': 'network-vif-deleted', 'tag': 'c515e95d-d602-4433-bbf2-0a831719e8dc', 'status': 'completed', 'code': 200} Feb 04 15:42:00.683604 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '5f83f4b1-842c-42f5-ac37-8dba473f125e', 'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'mac_address': 'fa:16:3e:70:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:54Z', 'updated_at': '2022-02-04T15:41:58Z', 'revision_number': 2, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'subnets': [{'id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:00.690231 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Checking router: 9e0f6afa-6e81-488f-8648-06a989d3b8fd for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:00.690652 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Updating router 9e0f6afa-6e81-488f-8648-06a989d3b8fd port 5f83f4b1-842c-42f5-ac37-8dba473f125e binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:42:00.697505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239e4865-8db8-45bc-8306-f8b716741931 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:00.699313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-239e4865-8db8-45bc-8306-f8b716741931 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=a7ba35f7-07fb-41a8-9457-336eb6c11620&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1051669 Feb 04 15:42:00.702014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36930) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:00.716316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2bf48634-8db5-4fbe-a431-0572fbc79635 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0844798 Feb 04 15:42:00.726515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36934) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:00.740035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'port': {'network_id': '5f66a19a-2b7b-4a57-83e6-101570d1893b', 'name': 'tempest-FloatingIPTestJSON-2106352426'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:00.776222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-2f2d8cec-a439-4a43-b311-edbcb9d4ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:00.777840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-2f2d8cec-a439-4a43-b311-edbcb9d4ac49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 1096 time: 0.5052457 Feb 04 15:42:00.814781 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.896209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b32c9f-8dc9-4a17-947c-c53fe8cfb7f5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:00.897647 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-07b32c9f-8dc9-4a17-947c-c53fe8cfb7f5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 881 time: 0.1937971 Feb 04 15:42:00.900407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36940) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:00.950581 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-893a687f-fb6d-4f5f-b158-a28a05b31aec tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ba35f7-07fb-41a8-9457-336eb6c11620 HTTP/1.1" status: 200 len: 205 time: 0.0489686 Feb 04 15:42:00.953600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36944) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:00.993245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36948) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:01.080660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.084032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19877bcb-3a35-417a-8e91-8dec1db95562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.113870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-a658b146-190c-4c1a-9fad-4ca181c3ac65 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4996674 Feb 04 15:42:01.182313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-19877bcb-3a35-417a-8e91-8dec1db95562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:01.219164 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.226152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-19877bcb-3a35-417a-8e91-8dec1db95562 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0672bffb0d44b79183f1062b37c7ed is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:01.235153 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Transition to ACTIVE for port object 5f83f4b1-842c-42f5-ac37-8dba473f125e will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:01.239362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-19877bcb-3a35-417a-8e91-8dec1db95562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:01.246483 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.261321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-19877bcb-3a35-417a-8e91-8dec1db95562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:01.277565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:01.316647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-9462b33d-4e2e-4e5e-a5d8-d822f7ea0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:01.322562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-9462b33d-4e2e-4e5e-a5d8-d822f7ea0b03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 200 len: 920 time: 0.4774487 Feb 04 15:42:01.332608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.346787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:port and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:01.350691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:01.357798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:01.383974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b0f0f-10e9-4626-a310-d68053514cf9 req-884663c7-be0b-44dc-863b-621678b209ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:01.386065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a8b0f0f-10e9-4626-a310-d68053514cf9 req-884663c7-be0b-44dc-863b-621678b209ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.5402369 Feb 04 15:42:01.468999 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Pushing event updated for resources: {'Port': ['ID=5f83f4b1-842c-42f5-ac37-8dba473f125e,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:01.493969 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.494408 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.494804 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.495195 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.495589 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.495977 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.496446 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.496866 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.497246 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.497627 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.498021 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.498566 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:01.589692 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Attempting to bind port 5f83f4b1-842c-42f5-ac37-8dba473f125e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:01.590063 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Attempting to bind port 5f83f4b1-842c-42f5-ac37-8dba473f125e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:01.590425 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Attempting to bind port 5f83f4b1-842c-42f5-ac37-8dba473f125e on network 5e24425c-2564-4130-b8be-14c33b27ce6a {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:42:01.610575 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:42:01.610856 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Checking segment: {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:42:01.611253 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.611775 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Bound using segment: {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:42:01.612247 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Bound port: 5f83f4b1-842c-42f5-ac37-8dba473f125e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:01.612610 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.633559 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.634841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Made reservation on behalf of b213a792181848089740e7c057803da1 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:01.638751 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.647884 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.660693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Deleting port f031484a-2baa-4b8e-9992-8daf0009a4c4 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:01.661087 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.744377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-ecb43903-705c-43c0-808f-06c40b40e25b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 200 len: 217 time: 0.3554857 Feb 04 15:42:01.755081 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] For port 5f83f4b1-842c-42f5-ac37-8dba473f125e, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:42:01.763806 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] For port 5f83f4b1-842c-42f5-ac37-8dba473f125e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5f83f4b1-842c-42f5-ac37-8dba473f125e,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:42:01.769756 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.833305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] device_id is not set on port 47d579ef-fd14-40ca-95f1-825e7ec83f5a yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:01.853019 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:01.853777 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:41:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:01.865609 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.932101 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5edbdf-caea-4994-9626-60cd550a38e1 None None] Pushing event updated for resources: {'Port': ['ID=5f83f4b1-842c-42f5-ac37-8dba473f125e,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:02.003963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.20.0.12 (5f66a19a-2b7b-4a57-83e6-101570d1893b/2e7cb65d-5998-49ec-9efc-afd561e9a9ae/47d579ef-fd14-40ca-95f1-825e7ec83f5a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:02.015361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Calling delete_port for f031484a-2baa-4b8e-9992-8daf0009a4c4 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:02.075807 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:42:02.080002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Pushing event updated for resources: {'Port': ['ID=7c8c139a-10a1-47f9-b204-d6673be3a9ce,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:02.094800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:02.105027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:02.114427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a8b0f0f-10e9-4626-a310-d68053514cf9 req-5c5d35d9-f2ac-48e7-8929-412acdce904c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4489594 Feb 04 15:42:02.118154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-3789e4a5-badd-4c98-8287-a0d5cd8f3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:02.119925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-3789e4a5-badd-4c98-8287-a0d5cd8f3bc7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 1097 time: 0.9713991 Feb 04 15:42:02.121429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:02.177037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-e8a657bf-e8f8-4531-85c3-45e970c30dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:02.179097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-e8a657bf-e8f8-4531-85c3-45e970c30dc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 200 len: 859 time: 0.4055455 Feb 04 15:42:02.324377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-ad383f68-ef3e-4d9b-813a-0adc94bcc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:02.325884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-ad383f68-ef3e-4d9b-813a-0adc94bcc2f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 200 len: 919 time: 0.1402855 Feb 04 15:42:02.414944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.463869 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '5f83f4b1-842c-42f5-ac37-8dba473f125e', 'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'mac_address': 'fa:16:3e:70:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:54Z', 'updated_at': '2022-02-04T15:42:01Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'subnets': [{'id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:02.468673 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce3f7f6-74a6-4810-9044-057bf0b3616e None None] The sync data for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 is: [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '5f83f4b1-842c-42f5-ac37-8dba473f125e', 'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'mac_address': 'fa:16:3e:70:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:54Z', 'updated_at': '2022-02-04T15:42:01Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'subnets': [{'id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:02.480715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event deleted for resources: {'Port': ['ID=f031484a-2baa-4b8e-9992-8daf0009a4c4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:02.527714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-2f044dce-ae03-4a3e-b6bc-abe0a15b9a45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3311484 Feb 04 15:42:02.574668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-7c0f74ea-4b1b-465f-b21c-a01ef652f982 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bae5249d-bda0-493e-9ff7-93c7e4548687 HTTP/1.1" status: 200 len: 217 time: 0.2038207 Feb 04 15:42:02.641297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.736444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:02.737089 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.789355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19877bcb-3a35-417a-8e91-8dec1db95562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.821745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.824227 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.837991 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19877bcb-3a35-417a-8e91-8dec1db95562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.851765 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.852967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Fanout notify agent at l3_agent the message router_deleted on router a7ba35f7-07fb-41a8-9457-336eb6c11620 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:42:02.869219 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.873722 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3cc9e348-16a9-4eb5-8207-1961dfb17480 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/a7ba35f7-07fb-41a8-9457-336eb6c11620 HTTP/1.1" status: 204 len: 168 time: 1.9158623 Feb 04 15:42:02.874564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36954) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:02.880273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2045050047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:02.887725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:02.892688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Usage tracker for resource:router and tenant:49aa95a233414c328b712ec38552026b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:02.896223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:02.902463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:02.960606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-a9cc4d32-58e1-41b0-a087-d069f0e4e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:02.962137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-a9cc4d32-58e1-41b0-a087-d069f0e4e9e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 200 len: 858 time: 0.3446648 Feb 04 15:42:02.978384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-27659397-0674-4d9e-9ac3-f383e17a0115 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3105876 Feb 04 15:42:03.047476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.049408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.057459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Request body: {'port': {'device_id': '01a4c681-61c6-48f0-80b3-783868aebc30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:03.068103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.089373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.114186 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.118021 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fc67a0e3-6d25-4bca-8160-72fef469eaca tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2395942 Feb 04 15:42:03.118222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:03.121982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-19877bcb-3a35-417a-8e91-8dec1db95562 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e0672bffb0d44b79183f1062b37c7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1166263 Feb 04 15:42:03.122310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36962) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:03.127684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': False}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:03.139330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff2ea2-b113-41ae-80d3-44e1efe90f21 req-046dae76-4cc6-4e5a-8846-3cef55978721 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:03.141635 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0eff2ea2-b113-41ae-80d3-44e1efe90f21 req-046dae76-4cc6-4e5a-8846-3cef55978721 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.8148365 Feb 04 15:42:03.143814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-0d6397cc-8129-4e87-acf8-85e30ef6ce1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439931 Feb 04 15:42:03.144468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19877bcb-3a35-417a-8e91-8dec1db95562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb814058-f78c-43ed-8626-6b425bd25016,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:03.169147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-759e1e75-195e-4d1c-9564-c8f57ce8a984 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999370 Feb 04 15:42:03.507095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-988d2dbb-c0be-41ff-a8aa-54c99965297f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.579807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.592075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.601458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-988d2dbb-c0be-41ff-a8aa-54c99965297f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.608457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0eff2ea2-b113-41ae-80d3-44e1efe90f21 req-96785b70-8f76-48d6-8ac1-16140d05043b tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499748 Feb 04 15:42:03.753060 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.783987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-988d2dbb-c0be-41ff-a8aa-54c99965297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.785179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-e9efe333-c204-4173-a131-8e6bd2e129e3 service neutron] 10.222.0.61 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205802 Feb 04 15:42:03.797906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3308fba6-46b4-4afb-9d34-90e3f92bbec1 req-82929ddd-df2f-4383-afe7-ff18d89a30d8 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853102 Feb 04 15:42:03.831653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d2dbb-c0be-41ff-a8aa-54c99965297f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb814058-f78c-43ed-8626-6b425bd25016,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:03.847659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-988d2dbb-c0be-41ff-a8aa-54c99965297f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.848852 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-988d2dbb-c0be-41ff-a8aa-54c99965297f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb814058-f78c-43ed-8626-6b425bd25016 HTTP/1.1" status: 204 len: 168 time: 0.7256658 Feb 04 15:42:03.990092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.165621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.181868 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5a0198b7-da94-4bbe-89fb-2f08fa88ab6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.190113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:04.214051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.249862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:04.255564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:04.361728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=47d579ef-fd14-40ca-95f1-825e7ec83f5a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:04.386565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32f595eb-31ab-4ec1-9653-fad4260ddbb2 req-8bc94939-7040-4cb0-8885-63fb6b754f7b service neutron] 10.222.0.61 "GET /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921462 Feb 04 15:42:04.456745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Allocated IP 172.25.8.253 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/1d067404-fa8e-479e-845e-d32292fcaee1) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:04.504116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5f83f4b1-842c-42f5-ac37-8dba473f125e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:04.527400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:04.528217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.535118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36982) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:04.543802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717574558', 'description': 'tempest-description--1329516942'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:04.577237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:04.599568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Usage tracker for resource:security_group and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:04.610748 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:04.624053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:04.635267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f313482e-6f0c-4a91-b953-c3378872dbce tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9075224 Feb 04 15:42:04.639694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5f83f4b1-842c-42f5-ac37-8dba473f125e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:04.641060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36988) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:04.647609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5f83f4b1-842c-42f5-ac37-8dba473f125e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:04.648556 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.652429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '47d579ef-fd14-40ca-95f1-825e7ec83f5a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:04.658880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:04.663252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:floatingip and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:04.666319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:04.673786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:04.685253 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.697897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c14ecca7-efab-42e6-98b4-11eead92fba1 req-ab8e0894-dc16-4268-8005-6b536227882a tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups/a93a6e11-84f2-42d3-9be2-769dab6b8f88 HTTP/1.1" status: 200 len: 1808 time: 0.1469493 Feb 04 15:42:04.698638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.757326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:04.765667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Usage tracker for resource:security_group_rule and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:04.770663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:04.788933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.793252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:04.854977 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.895354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.908534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c14ecca7-efab-42e6-98b4-11eead92fba1 req-63286168-c52d-446d-a1b8-94f67b8d9640 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.912493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8c139a-10a1-47f9-b204-d6673be3a9ce {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:04.921772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5f83f4b1-842c-42f5-ac37-8dba473f125e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5f83f4b1-842c-42f5-ac37-8dba473f125e,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:04.935386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.935738 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.979301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Transition to ACTIVE for port object 7c8c139a-10a1-47f9-b204-d6673be3a9ce will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:04.980927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c14ecca7-efab-42e6-98b4-11eead92fba1 req-63286168-c52d-446d-a1b8-94f67b8d9640 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.005838 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.059750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5f83f4b1-842c-42f5-ac37-8dba473f125e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.123140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.126097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:05.129799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:05.132354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:05.160627 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.173398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.238720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Pushing event updated for resources: {'Port': ['ID=1d067404-fa8e-479e-845e-d32292fcaee1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.351240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8c139a-10a1-47f9-b204-d6673be3a9ce,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.362327 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c14ecca7-efab-42e6-98b4-11eead92fba1 req-63286168-c52d-446d-a1b8-94f67b8d9640 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.378487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75026cb-3940-4c09-becf-b13d3b460d36,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.391885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.393284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-908199ac-e2aa-4b41-9fb7-3ec3b6e9fd55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8568544 Feb 04 15:42:05.394334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Attempting to bind port 7c8c139a-10a1-47f9-b204-d6673be3a9ce on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:05.394782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Attempting to bind port 7c8c139a-10a1-47f9-b204-d6673be3a9ce by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:05.395219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Attempting to bind port 7c8c139a-10a1-47f9-b204-d6673be3a9ce on network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:42:05.406610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37006) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:05.412952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Request body: {'security_group_rule': {'security_group_id': 'e75026cb-3940-4c09-becf-b13d3b460d36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:05.422149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c14ecca7-efab-42e6-98b4-11eead92fba1 req-63286168-c52d-446d-a1b8-94f67b8d9640 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.423434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c14ecca7-efab-42e6-98b4-11eead92fba1 req-63286168-c52d-446d-a1b8-94f67b8d9640 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "DELETE /v2.0/security-groups/a93a6e11-84f2-42d3-9be2-769dab6b8f88 HTTP/1.1" status: 204 len: 173 time: 0.7124491 Feb 04 15:42:05.427633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Port 7c8c139a-10a1-47f9-b204-d6673be3a9ce on network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:42:05.427633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Attempting to bind port 7c8c139a-10a1-47f9-b204-d6673be3a9ce on network 5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:42:05.435956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:05.438678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63286168-c52d-446d-a1b8-94f67b8d9640 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93a6e11-84f2-42d3-9be2-769dab6b8f88,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.447117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Usage tracker for resource:security_group_rule and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:05.452962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:42:05.454002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Checking segment: {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:42:05.454651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Bound using segment: {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:42:05.455263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Bound port: 7c8c139a-10a1-47f9-b204-d6673be3a9ce, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0fcdc5-0dc6-4576-b181-2abf5361266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:05.455774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.480795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:05.514578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:05.568828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.588943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.25.8.232 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/e6ea203d-888a-4f13-bfb6-0ea44f27eeea) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:05.641811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.690813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.719371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] For port 7c8c139a-10a1-47f9-b204-d6673be3a9ce, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:42:05.728535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb1485d-0af0-4ec4-8881-b2faf28a9f88,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.748418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] For port 7c8c139a-10a1-47f9-b204-d6673be3a9ce, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7c8c139a-10a1-47f9-b204-d6673be3a9ce,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:42:05.758647 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.759291 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-de60006a-dffc-4af1-af2a-7e75db7dd95f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505504 Feb 04 15:42:05.760455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.765264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37020) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:05.817714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Request body: {'security_group_rule': {'security_group_id': 'e75026cb-3940-4c09-becf-b13d3b460d36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:05.846288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.846984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:05.847700 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.849349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] 10.222.0.61 "PUT /v2.0/ports/7c8c139a-10a1-47f9-b204-d6673be3a9ce HTTP/1.1" status: 200 len: 1091 time: 2.7974858 Feb 04 15:42:05.850397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:05.865591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a4c681-61c6-48f0-80b3-783868aebc30', 'tag': '7c8c139a-10a1-47f9-b204-d6673be3a9ce'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:05.887633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Usage tracker for resource:security_group_rule and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:05.895403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:05.937556 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.938937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af9b24-a8e9-4f6f-8fe0-845b5efe4025 req-125772a0-cc1a-4fa4-a15f-aebb29afa9b8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:05.940611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3af9b24-a8e9-4f6f-8fe0-845b5efe4025 req-125772a0-cc1a-4fa4-a15f-aebb29afa9b8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.3249807 Feb 04 15:42:05.953183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:05.999453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3917d16-a613-4e06-ba28-209506b43453 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8c139a-10a1-47f9-b204-d6673be3a9ce,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:06.029580 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.102481 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.177093 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.185078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3af9b24-a8e9-4f6f-8fe0-845b5efe4025 req-5e468513-a63f-4e41-bb89-882a8bb7c851 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236338 Feb 04 15:42:06.234150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915a93f-8ac7-44f3-9368-41f08639289b req-8caacebe-8aca-4b34-99f8-5d86f6a3bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:06.236196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-8caacebe-8aca-4b34-99f8-5d86f6a3bb43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 1094 time: 0.3427613 Feb 04 15:42:06.276044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=e6ea203d-888a-4f13-bfb6-0ea44f27eeea,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:06.320536 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.331534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-7f8a06ab-536f-43f7-9bbc-60ad1b1a7a65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c8c139a-10a1-47f9-b204-d6673be3a9ce HTTP/1.1" status: 200 len: 217 time: 0.0789268 Feb 04 15:42:06.333385 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.404365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a44a52-0b00-47c0-b788-4884039f290f,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:06.430026 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.431105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:06.431783 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5899d6cf-0e0f-4488-97bf-b6206f6e7aba tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6265216 Feb 04 15:42:06.434541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37054) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:06.440034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:06.443548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:06.453720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:06.454216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915a93f-8ac7-44f3-9368-41f08639289b req-e06982c2-1ce3-4e34-b980-5dcb1a261f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:06.456697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-e06982c2-1ce3-4e34-b980-5dcb1a261f65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d9fca11-b979-413c-a9fc-07bee41c80b7 HTTP/1.1" status: 200 len: 855 time: 0.1119845 Feb 04 15:42:06.458026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:06.459597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5f83f4b1-842c-42f5-ac37-8dba473f125e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:06.462575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Usage tracker for resource:floatingip and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:06.466929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:06.512050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:06.527092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-9c02d092-ec27-4240-b5e1-dc61240da4bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611873 Feb 04 15:42:06.553560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.614823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5f83f4b1-842c-42f5-ac37-8dba473f125e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:06.615546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.740933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4790c27-0839-400c-be6d-5d8393835406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.790002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-d7a9a32e-518d-492c-bc59-cdbfd4e1df20 service neutron] 10.222.0.61 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556586 Feb 04 15:42:06.967156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.037384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1915a93f-8ac7-44f3-9368-41f08639289b req-cad37e5a-630d-4b33-b3c1-284762384e76 service neutron] 10.222.0.61 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396612 Feb 04 15:42:07.039712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.056248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.183738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Allocated IP 172.25.8.234 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/0bdbbd97-c67d-41be-9749-c1cadee25fed) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:07.217424 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a4c681-61c6-48f0-80b3-783868aebc30', 'tag': '7c8c139a-10a1-47f9-b204-d6673be3a9ce', 'status': 'completed', 'code': 200} Feb 04 15:42:07.474850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Router d3f0e855-63df-476a-b0b8-adf48738f09f is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:42:07.544676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.558242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37094) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:07.570018 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.579648 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.582942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-3dcca990-6bc8-445b-b063-51e6789cb715 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:07.584422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-3dcca990-6bc8-445b-b063-51e6789cb715 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 0.2628551 Feb 04 15:42:07.586452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-2a28756d-3e2c-4c96-b504-cf66208ad10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:07.587795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-2a28756d-3e2c-4c96-b504-cf66208ad10d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 1094 time: 0.3141696 Feb 04 15:42:07.661859 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.689684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-0d9f8de9-3305-472e-94cc-f085e82691b4 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/quotas/471aa203ed68486e939c8ab113a56f07 HTTP/1.1" status: 200 len: 375 time: 0.0722542 Feb 04 15:42:07.743417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.767824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:07.780969 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db9da79-eb8a-4a32-80a2-5485a200da31 None None] Sync routers for ids ['d3f0e855-63df-476a-b0b8-adf48738f09f'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:07.794522 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db9da79-eb8a-4a32-80a2-5485a200da31 None None] Routers {'d3f0e855-63df-476a-b0b8-adf48738f09f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:07.795377 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4db9da79-eb8a-4a32-80a2-5485a200da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['d3f0e855-63df-476a-b0b8-adf48738f09f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:07.802692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.803876 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7dafa87f-5569-457b-bc51-743aa7efa0c5 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "PUT /v2.0/routers/d3f0e855-63df-476a-b0b8-adf48738f09f HTTP/1.1" status: 200 len: 916 time: 4.6847243 Feb 04 15:42:07.806594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37100) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:07.835405 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5d4698e-ad31-4ae4-a43c-679dea5bd336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.873499 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4db9da79-eb8a-4a32-80a2-5485a200da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:07.881829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-b7b29897-2164-4015-b78a-bd524041e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:07.883601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-b7b29897-2164-4015-b78a-bd524041e9f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 200 len: 916 time: 0.2889781 Feb 04 15:42:07.889886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b5d4698e-ad31-4ae4-a43c-679dea5bd336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:07.892414 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db9da79-eb8a-4a32-80a2-5485a200da31 None None] Routers {'d3f0e855-63df-476a-b0b8-adf48738f09f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:07.894236 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4db9da79-eb8a-4a32-80a2-5485a200da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['d3f0e855-63df-476a-b0b8-adf48738f09f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:07.905956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.917205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b5d4698e-ad31-4ae4-a43c-679dea5bd336 admin admin] Usage tracker for resource:security_group_rule and tenant:59254077d57e470aa5c6b96ca14816fd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:07.972140 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4db9da79-eb8a-4a32-80a2-5485a200da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:07.973113 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db9da79-eb8a-4a32-80a2-5485a200da31 None None] The sync data for ids ['d3f0e855-63df-476a-b0b8-adf48738f09f'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:07.997502 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-cd930bdd-7f2f-4ea2-b04b-d9926096589e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2969437 Feb 04 15:42:08.077060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:08.080808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b5d4698e-ad31-4ae4-a43c-679dea5bd336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:08.087093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b5d4698e-ad31-4ae4-a43c-679dea5bd336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:08.109634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Pushing event updated for resources: {'Port': ['ID=0bdbbd97-c67d-41be-9749-c1cadee25fed,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:08.112095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:08.116354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-688bf313-4f1e-47ee-8f36-7513fc46d801 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/routers/d3f0e855-63df-476a-b0b8-adf48738f09f HTTP/1.1" status: 200 len: 922 time: 0.3059397 Feb 04 15:42:08.117814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37104) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:08.210128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.219228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.254931 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-a51cd2a3-9f68-4e19-aeed-8e4026b0d61d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c8c139a-10a1-47f9-b204-d6673be3a9ce HTTP/1.1" status: 200 len: 217 time: 0.3559749 Feb 04 15:42:08.255704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:08.342948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f56893-e43e-4c9b-ac41-5f8f5f602ffe tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:08.344624 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b2f56893-e43e-4c9b-ac41-5f8f5f602ffe tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=d3f0e855-63df-476a-b0b8-adf48738f09f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2262495 Feb 04 15:42:08.355759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37108) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:08.379849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=e6ea203d-888a-4f13-bfb6-0ea44f27eeea,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:08.440530 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.489255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.498941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-051a3a5b-095d-47a9-bbde-4c40f5ab907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:08.500924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-051a3a5b-095d-47a9-bbde-4c40f5ab907e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d9fca11-b979-413c-a9fc-07bee41c80b7 HTTP/1.1" status: 200 len: 855 time: 0.1616783 Feb 04 15:42:08.611852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-973543e0-7e07-47a0-b960-de4fc6fc8407 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027706 Feb 04 15:42:08.722280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-433850e8-1d52-4765-8801-6b1f408af84b service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425335 Feb 04 15:42:08.772244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.795149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5662ff3-a555-4e67-8496-ee10aa8d8971 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:08.796932 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a5662ff3-a555-4e67-8496-ee10aa8d8971 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 881 time: 0.4401689 Feb 04 15:42:08.799743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37112) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:08.849522 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP ee5ccddf-2b7b-46e5-ab0c-f21e57db7291 associated. External IP: 172.25.8.232, port: 47d579ef-fd14-40ca-95f1-825e7ec83f5a. Feb 04 15:42:08.894910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5d4698e-ad31-4ae4-a43c-679dea5bd336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.907507 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9bf7d6d4-a61b-4e43-9d2d-6c5b8ed00f65 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3f0e855-63df-476a-b0b8-adf48738f09f HTTP/1.1" status: 200 len: 205 time: 0.1044240 Feb 04 15:42:08.908124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37116) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:08.931638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5d4698e-ad31-4ae4-a43c-679dea5bd336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.074284 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.079126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.118894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b5d4698e-ad31-4ae4-a43c-679dea5bd336 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59254077d57e470aa5c6b96ca14816fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5563214 Feb 04 15:42:09.120977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-11935bd5-d405-4ac4-a0ab-185194a83fd1 service neutron] 10.222.0.61 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999423 Feb 04 15:42:09.122587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37120) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:09.180358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4698e-ad31-4ae4-a43c-679dea5bd336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c269127-162b-4fbb-9cc7-d4b7df95ab49,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:09.224108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-2be9f6a6-d187-40c1-b15e-324241adebbc service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952905 Feb 04 15:42:09.273312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:09.274083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9954403d-19ca-4ef4-bb3e-f3151ebbac71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.404164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9954403d-19ca-4ef4-bb3e-f3151ebbac71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.435455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.555453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9954403d-19ca-4ef4-bb3e-f3151ebbac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.578273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:09.580461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954403d-19ca-4ef4-bb3e-f3151ebbac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c269127-162b-4fbb-9cc7-d4b7df95ab49,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:09.591103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9954403d-19ca-4ef4-bb3e-f3151ebbac71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.592504 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9954403d-19ca-4ef4-bb3e-f3151ebbac71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c269127-162b-4fbb-9cc7-d4b7df95ab49 HTTP/1.1" status: 204 len: 168 time: 0.4689715 Feb 04 15:42:09.616508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf9c83-2be4-4106-a865-08de3dcac06a None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:09.627045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.691514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf9c83-2be4-4106-a865-08de3dcac06a None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:09.692056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0dbf9c83-2be4-4106-a865-08de3dcac06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:09.717336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2a410733-a9b1-4943-a85e-9781b50b06ac tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0751665 Feb 04 15:42:09.719265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37138) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:09.731038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d42c6c81-7ac7-4573-b59d-d72b34852d06 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:09.784273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0dbf9c83-2be4-4106-a865-08de3dcac06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:09.794416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf9c83-2be4-4106-a865-08de3dcac06a None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:09.795020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0dbf9c83-2be4-4106-a865-08de3dcac06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:09.886564 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d42c6c81-7ac7-4573-b59d-d72b34852d06 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.898242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0dbf9c83-2be4-4106-a865-08de3dcac06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:09.898638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf9c83-2be4-4106-a865-08de3dcac06a None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:09.921318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9439c52-1760-44d2-9f38-32501f1d9e06 req-5c535d67-2b8b-450b-a7d6-339ce996cd23 service neutron] 10.222.0.61 "GET /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323735 Feb 04 15:42:10.023958 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.047460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.112813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37146) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:10.205265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38e9c0d6-7a49-434e-bb85-62bbf84481d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.227431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-b77c9736-4300-4254-8255-9e127767fac1 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:10.228136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-b77c9736-4300-4254-8255-9e127767fac1 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Synchronizing usage tracker for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:10.232145 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.240919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Pushing event updated for resources: {'Port': ['ID=0bdbbd97-c67d-41be-9749-c1cadee25fed,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:10.273247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45308a6c-f3da-4983-b15b-b456b35cfee6 req-9ae3f399-ee7b-4f95-bf39-42410b968e5c tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:10.273987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45308a6c-f3da-4983-b15b-b456b35cfee6 req-9ae3f399-ee7b-4f95-bf39-42410b968e5c tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Synchronizing usage tracker for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:10.277174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-38e9c0d6-7a49-434e-bb85-62bbf84481d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:10.292309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-38e9c0d6-7a49-434e-bb85-62bbf84481d1 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa64f8f8c75497a9415d2ec88ce7a18 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:10.304272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-38e9c0d6-7a49-434e-bb85-62bbf84481d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:10.307448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.311714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Deleting port 1d067404-fa8e-479e-845e-d32292fcaee1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:10.312206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.357076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-38e9c0d6-7a49-434e-bb85-62bbf84481d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:10.368407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-b77c9736-4300-4254-8255-9e127767fac1 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Unset dirty status for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:10.369924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-b77c9736-4300-4254-8255-9e127767fac1 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.53 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.8484454 Feb 04 15:42:10.374527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d42c6c81-7ac7-4573-b59d-d72b34852d06 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.379156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d42c6c81-7ac7-4573-b59d-d72b34852d06 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.379549 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-d42c6c81-7ac7-4573-b59d-d72b34852d06 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP ee5ccddf-2b7b-46e5-ab0c-f21e57db7291 disassociated. External IP: 172.25.8.232, port: 47d579ef-fd14-40ca-95f1-825e7ec83f5a. Feb 04 15:42:10.396661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45308a6c-f3da-4983-b15b-b456b35cfee6 req-9ae3f399-ee7b-4f95-bf39-42410b968e5c tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Unset dirty status for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:10.397794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45308a6c-f3da-4983-b15b-b456b35cfee6 req-9ae3f399-ee7b-4f95-bf39-42410b968e5c tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/ports?device_id=700347f6-c776-49ef-a899-d75597b08dc6 HTTP/1.1" status: 200 len: 945 time: 0.7673733 Feb 04 15:42:10.446785 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7c8c139a-10a1-47f9-b204-d6673be3a9ce details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:10.567284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.568670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7805ae0c-fda0-4db1-9f2d-97f6e9f17180 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1327641 Feb 04 15:42:10.593399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Deleting port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:10.593787 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.607541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7c8c139a-10a1-47f9-b204-d6673be3a9ce, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7c8c139a-10a1-47f9-b204-d6673be3a9ce,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:10.627022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '7c8c139a-10a1-47f9-b204-d6673be3a9ce', 'network_id': '5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a', 'port_id': '7c8c139a-10a1-47f9-b204-d6673be3a9ce', 'mac_address': 'fa:16:3e:d0:44:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9fca11-b979-413c-a9fc-07bee41c80b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:10.712130 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.779420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42c6c81-7ac7-4573-b59d-d72b34852d06 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:10.782868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45308a6c-f3da-4983-b15b-b456b35cfee6 req-199d2733-f1bd-4051-8653-7328920a7855 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Synchronizing usage tracker for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:10.783657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8c139a-10a1-47f9-b204-d6673be3a9ce {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:10.808720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7c8c139a-10a1-47f9-b204-d6673be3a9ce, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7c8c139a-10a1-47f9-b204-d6673be3a9ce,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:10.813746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.906352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7c8c139a-10a1-47f9-b204-d6673be3a9ce,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:10.938867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45308a6c-f3da-4983-b15b-b456b35cfee6 req-199d2733-f1bd-4051-8653-7328920a7855 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Unset dirty status for tenant:6e0f49fbd48b4eaebd83880fbbc1770e on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:10.947271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45308a6c-f3da-4983-b15b-b456b35cfee6 req-199d2733-f1bd-4051-8653-7328920a7855 tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092587 Feb 04 15:42:11.034159 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.042733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38e9c0d6-7a49-434e-bb85-62bbf84481d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.054250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38e9c0d6-7a49-434e-bb85-62bbf84481d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.065006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7c8c139a-10a1-47f9-b204-d6673be3a9ce'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:42:11.126796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-3d9e9107-b7f1-4db3-8d1a-0e493efcb722 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:11.128463 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-3d9e9107-b7f1-4db3-8d1a-0e493efcb722 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.53 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 0.3359580 Feb 04 15:42:11.129286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42c6c81-7ac7-4573-b59d-d72b34852d06 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:11.140749 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15897b9-f1d5-4a62-b170-3277000df7e5 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:11.149080 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d42c6c81-7ac7-4573-b59d-d72b34852d06 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.150767 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15897b9-f1d5-4a62-b170-3277000df7e5 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:11.151658 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a15897b9-f1d5-4a62-b170-3277000df7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:11.196738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'port': {'device_id': '2b54b7b5-229a-4a4c-bb0c-8549df452fac', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'admin_state_up': True, 'tenant_id': '471aa203ed68486e939c8ab113a56f07'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:11.208168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Calling delete_port for 1d067404-fa8e-479e-845e-d32292fcaee1 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:11.272985 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a15897b9-f1d5-4a62-b170-3277000df7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:11.282183 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15897b9-f1d5-4a62-b170-3277000df7e5 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:11.282963 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a15897b9-f1d5-4a62-b170-3277000df7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:11.320983 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d42c6c81-7ac7-4573-b59d-d72b34852d06 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/floatingips/ee5ccddf-2b7b-46e5-ab0c-f21e57db7291 HTTP/1.1" status: 200 len: 688 time: 1.5984447 Feb 04 15:42:11.325083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37154) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:11.348169 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a15897b9-f1d5-4a62-b170-3277000df7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:11.348834 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15897b9-f1d5-4a62-b170-3277000df7e5 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:11.355445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-101f5178-cc3f-411f-96ce-c846ba60cc7b req-c07c6d0a-513b-4363-9e52-5b85dee90e98 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 210 time: 0.2162609 Feb 04 15:42:11.369426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-38e9c0d6-7a49-434e-bb85-62bbf84481d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6fa64f8f8c75497a9415d2ec88ce7a18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2470951 Feb 04 15:42:11.372896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] For port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:11.373268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.380559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9c0d6-7a49-434e-bb85-62bbf84481d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8755e2a6-6d21-4be8-be93-cfb157579650,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:11.391835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37158) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:11.530721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Calling delete_port for b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:11.538518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port e6ea203d-888a-4f13-bfb6-0ea44f27eeea {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:11.539065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.593227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:11.623036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:11.698203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Made reservation on behalf of 471aa203ed68486e939c8ab113a56f07 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:11.701917 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.809878 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.810124 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.947327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-8c8b01fd-459b-4b71-af25-c22737a67907 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Synchronizing usage tracker for tenant:44f3de2d0b264acbab42a91f7187820d on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:11.984593 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fd85-5947-4ada-b641-be695856d6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.020500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-8c8b01fd-459b-4b71-af25-c22737a67907 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Unset dirty status for tenant:44f3de2d0b264acbab42a91f7187820d on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:12.021692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-8c8b01fd-459b-4b71-af25-c22737a67907 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--717574558&fields=id&tenant_id=44f3de2d0b264acbab42a91f7187820d HTTP/1.1" status: 200 len: 267 time: 0.4482348 Feb 04 15:42:12.091435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for e6ea203d-888a-4f13-bfb6-0ea44f27eeea owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:12.097423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fd85-5947-4ada-b641-be695856d6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.230469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Allocated IP 172.20.0.3 (3e563c62-9980-4f72-9bd0-f60f9c6f071a/ab7f8d5d-e36f-4cb3-8bf2-911e596292f2/19afb512-078f-41e7-b2c4-3f9ddac8377e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:12.267023 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.318111 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.338019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event deleted for resources: {'Port': ['ID=1d067404-fa8e-479e-845e-d32292fcaee1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:12.341190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.409163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=e6ea203d-888a-4f13-bfb6-0ea44f27eeea,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:12.444237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Pushing event deleted for resources: {'Port': ['ID=b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:12.478205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7c8c139a-10a1-47f9-b204-d6673be3a9ce up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:12.526871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fd85-5947-4ada-b641-be695856d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.553165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-5cbba380-2757-4b73-b0c1-6a26446b01ad tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:12.553858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-5cbba380-2757-4b73-b0c1-6a26446b01ad tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Synchronizing usage tracker for tenant:44f3de2d0b264acbab42a91f7187820d on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:12.560746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 7c8c139a-10a1-47f9-b204-d6673be3a9ce completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:12.566865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 7c8c139a-10a1-47f9-b204-d6673be3a9ce triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:12.567260 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.608237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5fd85-5947-4ada-b641-be695856d6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8755e2a6-6d21-4be8-be93-cfb157579650,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:12.613108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.614294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] No DVR routers for this DVR port b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:12.622338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.625203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'name': 'network-vif-deleted', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:12.650593 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.660599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.680288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Transition to ACTIVE for port object 19afb512-078f-41e7-b2c4-3f9ddac8377e will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:12.697265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ebc8a453-eda1-42a4-9a3a-3e60409a62ff req-46afb03f-04d1-4c4d-aa5f-f155293736cb tempest-ServerRescueTestJSONUnderV235-1020459474 tempest-ServerRescueTestJSONUnderV235-1020459474-project] 10.222.0.53 "DELETE /v2.0/ports/b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 HTTP/1.1" status: 204 len: 173 time: 2.3015592 Feb 04 15:42:12.712264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.720912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.725632 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4fbe7640-7d73-4311-b6f0-a7e9320d7d08 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/floatingips/ee5ccddf-2b7b-46e5-ab0c-f21e57db7291 HTTP/1.1" status: 204 len: 168 time: 1.3962164 Feb 04 15:42:12.725863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37178) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:12.731697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'ce77e883-2a78-4bf5-8561-d658979ce5eb'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:12.739808 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:12.750002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:floatingip and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:12.754559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:12.757138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a4c681-61c6-48f0-80b3-783868aebc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8c139a-10a1-47f9-b204-d6673be3a9ce'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:12.761808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-5cbba380-2757-4b73-b0c1-6a26446b01ad tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Unset dirty status for tenant:44f3de2d0b264acbab42a91f7187820d on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:12.763206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-5cbba380-2757-4b73-b0c1-6a26446b01ad tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/networks?id=5e24425c-2564-4130-b8be-14c33b27ce6a HTTP/1.1" status: 200 len: 805 time: 0.6805539 Feb 04 15:42:12.763744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:12.768819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7c8c139a-10a1-47f9-b204-d6673be3a9ce, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7c8c139a-10a1-47f9-b204-d6673be3a9ce,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:12.773605 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fd85-5947-4ada-b641-be695856d6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.774349 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.774758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cfd5fd85-5947-4ada-b641-be695856d6a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8755e2a6-6d21-4be8-be93-cfb157579650 HTTP/1.1" status: 204 len: 168 time: 1.3820202 Feb 04 15:42:12.776857 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.780843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.825740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['220f55ed-72cd-4128-9acc-d8b11087dcf5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:42:12.882888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.886888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.895820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-1308acbb-0a16-47c3-9bb0-6e3b61766abd tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/quotas/44f3de2d0b264acbab42a91f7187820d HTTP/1.1" status: 200 len: 375 time: 0.1053240 Feb 04 15:42:12.981789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7c8c139a-10a1-47f9-b204-d6673be3a9ce,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:12.984506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.985201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Fanout notify agent at l3_agent the message router_deleted on router d3f0e855-63df-476a-b0b8-adf48738f09f {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:42:13.002411 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.007235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-313a5718-29dd-492e-b672-966b005d9e50 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/d3f0e855-63df-476a-b0b8-adf48738f09f HTTP/1.1" status: 204 len: 168 time: 4.0940351 Feb 04 15:42:13.008052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37186) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:13.010535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:13.015544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:13.017467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-966670741', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:13.022253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:13.045573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-bd9f57c7-e9f2-4bc6-9635-fc3c89d01ae7 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=44f3de2d0b264acbab42a91f7187820d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418211 Feb 04 15:42:13.050607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'Port': ['ID=19afb512-078f-41e7-b2c4-3f9ddac8377e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:13.079555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:13.131005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:13.132072 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.151161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Usage tracker for resource:router and tenant:49aa95a233414c328b712ec38552026b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:13.155582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:13.165607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:13.194570 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.195655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.196175 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-202297dd-9144-4f3a-9526-5397a177ada1 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0118594 Feb 04 15:42:13.208623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:13.219009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.237626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Request body: {'port': {'device_id': '2b54b7b5-229a-4a4c-bb0c-8549df452fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:13.259149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-841c8be8-8e6e-431a-a08e-b62a68f6fad6 service neutron] 10.222.0.46 "GET /v2.0/networks/5e24425c-2564-4130-b8be-14c33b27ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120736 Feb 04 15:42:13.261988 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.286206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:42:13.286927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:13.478366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a298e3c2-0f13-48a4-a11d-85daec396777 None None] Provisioning for port 19afb512-078f-41e7-b2c4-3f9ddac8377e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:13.492873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a298e3c2-0f13-48a4-a11d-85daec396777 None None] Provisioning complete for port 19afb512-078f-41e7-b2c4-3f9ddac8377e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:13.495394 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a298e3c2-0f13-48a4-a11d-85daec396777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.544686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.599313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a298e3c2-0f13-48a4-a11d-85daec396777 None None] Port 19afb512-078f-41e7-b2c4-3f9ddac8377e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:42:13.687449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.25.8.140 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/57ef0cf6-ca4b-4123-a7ea-b5ab7a6c5bf5) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:13.769379 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-77b9be56-6dcd-4afb-b673-1e9cb6e6945e service neutron] 10.222.0.46 "GET /v2.0/networks/5e24425c-2564-4130-b8be-14c33b27ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054524 Feb 04 15:42:13.862890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.129059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37216) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:14.293287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.553096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19afb512-078f-41e7-b2c4-3f9ddac8377e {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:14.562767 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.580460 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.584417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Transition to ACTIVE for port object 19afb512-078f-41e7-b2c4-3f9ddac8377e will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:14.665296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=57ef0cf6-ca4b-4123-a7ea-b5ab7a6c5bf5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.673568 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.774386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Pushing event updated for resources: {'Port': ['ID=19afb512-078f-41e7-b2c4-3f9ddac8377e,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.887165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:14.894935 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.911066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:14.931051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:14.984550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.160746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17c5ad-eff2-4975-8a46-6e4d4e11395d req-652b2731-87d1-4f18-a93f-41b0fa526c0a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:15.162828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b17c5ad-eff2-4975-8a46-6e4d4e11395d req-652b2731-87d1-4f18-a93f-41b0fa526c0a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 943 time: 0.5373671 Feb 04 15:42:15.314009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Attempting to bind port 19afb512-078f-41e7-b2c4-3f9ddac8377e on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:15.314347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Attempting to bind port 19afb512-078f-41e7-b2c4-3f9ddac8377e by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:15.314679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Attempting to bind port 19afb512-078f-41e7-b2c4-3f9ddac8377e on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:42:15.323491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Port 19afb512-078f-41e7-b2c4-3f9ddac8377e on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:42:15.323737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Attempting to bind port 19afb512-078f-41e7-b2c4-3f9ddac8377e on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:42:15.339990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Allocated IP 172.25.8.96 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/1271df93-53ac-46a9-957f-72c3b6ed874b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:15.342189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:42:15.343117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Checking segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:42:15.343819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Bound using segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:42:15.344338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Bound port: 19afb512-078f-41e7-b2c4-3f9ddac8377e, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:15.344750 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.551662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] For port 19afb512-078f-41e7-b2c4-3f9ddac8377e, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:42:15.631010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] For port 19afb512-078f-41e7-b2c4-3f9ddac8377e, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:42:15.638758 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.709303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:15.709930 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.712383 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] 10.222.0.53 "PUT /v2.0/ports/19afb512-078f-41e7-b2c4-3f9ddac8377e HTTP/1.1" status: 200 len: 1091 time: 2.4855549 Feb 04 15:42:15.737529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b54b7b5-229a-4a4c-bb0c-8549df452fac', 'tag': '19afb512-078f-41e7-b2c4-3f9ddac8377e'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:15.761971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b17c5ad-eff2-4975-8a46-6e4d4e11395d req-c61614f7-b517-4f57-b4e4-5cf074b67e01 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820584 Feb 04 15:42:15.940988 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700347f6-c776-49ef-a899-d75597b08dc6', 'name': 'network-vif-deleted', 'tag': 'b9be4bfd-4a2b-45a5-b4d4-dc3cd69063f6', 'status': 'completed', 'code': 200} Feb 04 15:42:15.986674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699e773-8c13-41f6-ac41-0f337400b513 service neutron] Pushing event updated for resources: {'Port': ['ID=19afb512-078f-41e7-b2c4-3f9ddac8377e,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:15.989448 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a4c681-61c6-48f0-80b3-783868aebc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8c139a-10a1-47f9-b204-d6673be3a9ce', 'code': 200} Feb 04 15:42:16.041019 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.134133 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.208869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-f9fe3329-8021-4868-af97-a690cd42e8fc tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.211668 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-f9fe3329-8021-4868-af97-a690cd42e8fc tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.53 "GET /v2.0/networks?id=5e24425c-2564-4130-b8be-14c33b27ce6a HTTP/1.1" status: 200 len: 805 time: 0.4300737 Feb 04 15:42:16.308452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4cbb9967-cc4b-4055-a555-a1a7f131e568 req-8532a5ea-a877-416b-b9bf-582c360f4948 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 210 time: 0.1098702 Feb 04 15:42:16.336566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.385756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-e00f13c7-21b6-4e68-8fc6-b7157c93ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.391174 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-e00f13c7-21b6-4e68-8fc6-b7157c93ee53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 1094 time: 0.5281558 Feb 04 15:42:16.396110 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b69cfbee-13c0-4db0-adb8-6557f8bdf64f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44f3de2d0b264acbab42a91f7187820d HTTP/1.1" status: 200 len: 379 time: 0.1537786 Feb 04 15:42:16.412461 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.438336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Request body: {'port': {'device_id': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'admin_state_up': True, 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'security_groups': ['e75026cb-3940-4c09-becf-b13d3b460d36']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:16.454789 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b54b7b5-229a-4a4c-bb0c-8549df452fac', 'tag': '19afb512-078f-41e7-b2c4-3f9ddac8377e', 'status': 'completed', 'code': 200} Feb 04 15:42:16.629077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event updated for resources: {'Port': ['ID=1271df93-53ac-46a9-957f-72c3b6ed874b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:16.640245 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-cce1f345-5db0-42f8-8dd4-f060325029f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e HTTP/1.1" status: 200 len: 217 time: 0.2300434 Feb 04 15:42:16.730459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:16.749910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:16.753953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:16.811937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5826d8-851c-4234-8425-07b50cae2b8c req-17e761cc-af29-4f73-a938-c0aa7177de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.814018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a5826d8-851c-4234-8425-07b50cae2b8c req-17e761cc-af29-4f73-a938-c0aa7177de28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 1096 time: 0.6930587 Feb 04 15:42:16.873179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-d41a01da-a879-40ba-9791-50b89b4460b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.875272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-d41a01da-a879-40ba-9791-50b89b4460b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.2006741 Feb 04 15:42:16.912537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:16.933633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Usage tracker for resource:port and tenant:44f3de2d0b264acbab42a91f7187820d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:16.957189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a5826d8-851c-4234-8425-07b50cae2b8c req-76ff94ec-43ff-4dac-bb5c-5355f23185cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307957 Feb 04 15:42:17.002076 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.005667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:17.014461 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.021455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:17.130430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=57ef0cf6-ca4b-4123-a7ea-b5ab7a6c5bf5,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:17.183905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Made reservation on behalf of 44f3de2d0b264acbab42a91f7187820d for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:17.188240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.190836 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.398533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.492286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a4632-583c-4a91-8725-94a4a6e6e751 req-c72dd618-4176-4136-8206-103467128b6d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:17.494479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f48a4632-583c-4a91-8725-94a4a6e6e751 req-c72dd618-4176-4136-8206-103467128b6d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 943 time: 0.5393171 Feb 04 15:42:17.496717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-6bb27784-657f-4c32-a6ac-6f86e215fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:17.498413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-6bb27784-657f-4c32-a6ac-6f86e215fad0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5442677 Feb 04 15:42:17.539166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Allocated IP 172.20.0.14 (5e24425c-2564-4130-b8be-14c33b27ce6a/d9367304-f197-4805-a390-4281e5d0b8f9/e834896d-a5b6-43ba-b449-3a8bebbece23) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:17.670892 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP 0ec8d5d1-1449-443e-aeac-a327bf03434d associated. External IP: 172.25.8.140, port: ce77e883-2a78-4bf5-8561-d658979ce5eb. Feb 04 15:42:18.112153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.130255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f48a4632-583c-4a91-8725-94a4a6e6e751 req-79d2c9cd-7616-46ea-b93f-9af056a5eb56 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221118 Feb 04 15:42:18.160466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Transition to ACTIVE for port object e834896d-a5b6-43ba-b449-3a8bebbece23 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:18.260757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.342242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-c1ee2ed8-e617-4444-8627-83fdfd88b577 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8187871 Feb 04 15:42:18.374597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:18.612210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.739055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Network 5e24425c-2564-4130-b8be-14c33b27ce6a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:18.745852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:18.756521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:18.790235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:18.809352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7c7a8-52b7-4569-ba4e-a892c96404ec None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:18.830194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7c7a8-52b7-4569-ba4e-a892c96404ec None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:18.831232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-14f7c7a8-52b7-4569-ba4e-a892c96404ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:18.849413 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Pushing event updated for resources: {'Port': ['ID=e834896d-a5b6-43ba-b449-3a8bebbece23,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:18.911953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:18.912519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.927117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.944206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-14f7c7a8-52b7-4569-ba4e-a892c96404ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:18.958297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Deleting port 7810e676-e79d-4cf7-9bad-60cc3299ccda {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:18.960885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.963948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7c7a8-52b7-4569-ba4e-a892c96404ec None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:18.965072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-14f7c7a8-52b7-4569-ba4e-a892c96404ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:19.009122 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1ff57e5-0c27-46b2-aef1-319fcc14404c req-4fc9940e-5934-48a1-ad30-1f792419020a service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527002 Feb 04 15:42:19.076863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-14f7c7a8-52b7-4569-ba4e-a892c96404ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:19.078189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7c7a8-52b7-4569-ba4e-a892c96404ec None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:19.096859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4250d95f-f898-40f1-8c7e-fe4973b5affc None None] Provisioning for port e834896d-a5b6-43ba-b449-3a8bebbece23 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:19.103547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4250d95f-f898-40f1-8c7e-fe4973b5affc None None] Provisioning complete for port e834896d-a5b6-43ba-b449-3a8bebbece23 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:19.104193 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4250d95f-f898-40f1-8c7e-fe4973b5affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.171358 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.177128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4250d95f-f898-40f1-8c7e-fe4973b5affc None None] Port e834896d-a5b6-43ba-b449-3a8bebbece23 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:42:19.270925 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b3f6deac-ecc0-493f-802f-3c9116b7af2b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8536570 Feb 04 15:42:19.296792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Request body: {'port': {'device_id': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:19.298022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49a0d-632f-4a64-9bc4-a8a2a00ffb9e req-28b186d7-5c76-48a2-9f8f-ef711eb971ff tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:19.299710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1e49a0d-632f-4a64-9bc4-a8a2a00ffb9e req-28b186d7-5c76-48a2-9f8f-ef711eb971ff tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 932 time: 0.8881927 Feb 04 15:42:19.404105 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-30fb7739-aee3-4ebd-9405-b90358e915e7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.6747713 Feb 04 15:42:19.405836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37324) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:19.589279 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-91e3118e-1f73-4499-8ec7-58ea5783fbf3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "GET /v2.0/floatingips/0ec8d5d1-1449-443e-aeac-a327bf03434d HTTP/1.1" status: 200 len: 979 time: 0.1820295 Feb 04 15:42:19.591689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37330) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:19.603457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1e49a0d-632f-4a64-9bc4-a8a2a00ffb9e req-37163489-1b94-48d8-8a44-e3615085a0c2 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069657 Feb 04 15:42:19.701141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-65b70001-25ad-463d-9a83-10e4256c0831 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Synchronizing usage tracker for tenant:b213a792181848089740e7c057803da1 on resource:floatingip {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:19.714809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.775258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-65b70001-25ad-463d-9a83-10e4256c0831 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Unset dirty status for tenant:b213a792181848089740e7c057803da1 on resource:floatingip {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:19.777093 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-65b70001-25ad-463d-9a83-10e4256c0831 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1844685 Feb 04 15:42:19.785256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37334) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:19.798486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'port_id': '47d579ef-fd14-40ca-95f1-825e7ec83f5a'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:19.973860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.999961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bccf-6536-4f40-a509-2213c7092520 req-43cb6a7b-2c21-4978-847e-6635957ec0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:20.002273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a18bccf-6536-4f40-a509-2213c7092520 req-43cb6a7b-2c21-4978-847e-6635957ec0fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 1094 time: 0.8363090 Feb 04 15:42:20.023364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] For port 7810e676-e79d-4cf7-9bad-60cc3299ccda, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7810e676-e79d-4cf7-9bad-60cc3299ccda,segment=NetworkSegment(18ad0f82-65f3-44af-8d69-3b5885d227e4),segment_id=18ad0f82-65f3-44af-8d69-3b5885d227e4)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:20.023774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.292010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Calling delete_port for 7810e676-e79d-4cf7-9bad-60cc3299ccda owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:20.438078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe7133-4d81-4903-8a46-6847fe363b04 req-4d3c0234-2ef9-4ee3-8199-263bfb8f467a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:20.440186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3fe7133-4d81-4903-8a46-6847fe363b04 req-4d3c0234-2ef9-4ee3-8199-263bfb8f467a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 943 time: 0.5219729 Feb 04 15:42:20.475798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Router 1971d669-6364-46ed-9bbb-92acc66b2069 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:42:20.502676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bccf-6536-4f40-a509-2213c7092520 req-7dea939e-d64b-490b-b2aa-f1c60524b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:20.504133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a18bccf-6536-4f40-a509-2213c7092520 req-7dea939e-d64b-490b-b2aa-f1c60524b888 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.4832077 Feb 04 15:42:20.668479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a18bccf-6536-4f40-a509-2213c7092520 req-2919c880-c0e1-43a3-8cdf-06305512a2e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e HTTP/1.1" status: 200 len: 217 time: 0.1567361 Feb 04 15:42:20.689744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e834896d-a5b6-43ba-b449-3a8bebbece23 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:20.718197 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3fe7133-4d81-4903-8a46-6847fe363b04 req-5dacc55c-dced-457a-a50b-e5ee3caff8de tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558105 Feb 04 15:42:20.770742 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.816440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Transition to ACTIVE for port object e834896d-a5b6-43ba-b449-3a8bebbece23 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:20.823525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.866395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bccf-6536-4f40-a509-2213c7092520 req-d06ddbba-b82d-42ee-95fd-0ac8be121727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:20.867795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a18bccf-6536-4f40-a509-2213c7092520 req-d06ddbba-b82d-42ee-95fd-0ac8be121727 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.1885085 Feb 04 15:42:20.969318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:20.975729 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880aa35-d445-4b63-9c36-e4975baf8cc3 None None] Sync routers for ids ['1971d669-6364-46ed-9bbb-92acc66b2069'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:20.988903 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880aa35-d445-4b63-9c36-e4975baf8cc3 None None] Routers {'1971d669-6364-46ed-9bbb-92acc66b2069'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:20.990072 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f880aa35-d445-4b63-9c36-e4975baf8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1971d669-6364-46ed-9bbb-92acc66b2069'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:21.048840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.151268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7810e676-e79d-4cf7-9bad-60cc3299ccda,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:21.177934 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.182085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-99c86652-a624-42b6-b191-db96800348ac tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1697237 Feb 04 15:42:21.202229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37364) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:21.229929 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f880aa35-d445-4b63-9c36-e4975baf8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:21.252940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 19afb512-078f-41e7-b2c4-3f9ddac8377e details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:21.260349 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880aa35-d445-4b63-9c36-e4975baf8cc3 None None] Routers {'1971d669-6364-46ed-9bbb-92acc66b2069'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:21.261994 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f880aa35-d445-4b63-9c36-e4975baf8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1971d669-6364-46ed-9bbb-92acc66b2069'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:21.266169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Pushing event updated for resources: {'Port': ['ID=e834896d-a5b6-43ba-b449-3a8bebbece23,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:21.321591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:21.437971 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f880aa35-d445-4b63-9c36-e4975baf8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:21.438376 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880aa35-d445-4b63-9c36-e4975baf8cc3 None None] The sync data for ids ['1971d669-6364-46ed-9bbb-92acc66b2069'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:21.515456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Attempting to bind port e834896d-a5b6-43ba-b449-3a8bebbece23 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:21.515827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Attempting to bind port e834896d-a5b6-43ba-b449-3a8bebbece23 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:21.516124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Attempting to bind port e834896d-a5b6-43ba-b449-3a8bebbece23 on network 5e24425c-2564-4130-b8be-14c33b27ce6a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:42:21.527531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Port e834896d-a5b6-43ba-b449-3a8bebbece23 on network 5e24425c-2564-4130-b8be-14c33b27ce6a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:42:21.527882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Attempting to bind port e834896d-a5b6-43ba-b449-3a8bebbece23 on network 5e24425c-2564-4130-b8be-14c33b27ce6a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:42:21.537048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:42:21.537404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Checking segment: {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:42:21.537773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Bound using segment: {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:42:21.538226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Bound port: e834896d-a5b6-43ba-b449-3a8bebbece23, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009aa7a1-c1ef-42a6-b6df-4d332defbde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:21.538560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.568619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 19afb512-078f-41e7-b2c4-3f9ddac8377e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:21.584393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bccf-6536-4f40-a509-2213c7092520 req-7a42b67c-f2df-4aa9-b898-785330ecd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:21.586569 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '19afb512-078f-41e7-b2c4-3f9ddac8377e', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'port_id': '19afb512-078f-41e7-b2c4-3f9ddac8377e', 'mac_address': 'fa:16:3e:03:99:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:21.587015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a18bccf-6536-4f40-a509-2213c7092520 req-7a42b67c-f2df-4aa9-b898-785330ecd537 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6862459 Feb 04 15:42:21.656250 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.675547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19afb512-078f-41e7-b2c4-3f9ddac8377e {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:21.699980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 19afb512-078f-41e7-b2c4-3f9ddac8377e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:21.706325 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.721613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.730781 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.798642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=19afb512-078f-41e7-b2c4-3f9ddac8377e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:21.807923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.808401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.808858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.809194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.809534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.809906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.810638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.810844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.811628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.812015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.813797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.814229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:21.824263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] For port e834896d-a5b6-43ba-b449-3a8bebbece23, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:42:21.839844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] For port e834896d-a5b6-43ba-b449-3a8bebbece23, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e834896d-a5b6-43ba-b449-3a8bebbece23,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:42:21.847300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.964993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['19afb512-078f-41e7-b2c4-3f9ddac8377e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:42:21.987000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:21.987618 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.989028 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] 10.222.0.53 "PUT /v2.0/ports/e834896d-a5b6-43ba-b449-3a8bebbece23 HTTP/1.1" status: 200 len: 1092 time: 2.7050560 Feb 04 15:42:21.991549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'tag': 'e834896d-a5b6-43ba-b449-3a8bebbece23'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:22.018705 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP 0ec8d5d1-1449-443e-aeac-a327bf03434d associated. External IP: 172.25.8.140, port: ce77e883-2a78-4bf5-8561-d658979ce5eb. Feb 04 15:42:22.185218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28056a34-3d2c-466e-b85b-9b449d253c7e service neutron] Pushing event updated for resources: {'Port': ['ID=e834896d-a5b6-43ba-b449-3a8bebbece23,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:22.348946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-4696a7d9-9d47-4c3a-a649-ee4a420e6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.350307 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-4696a7d9-9d47-4c3a-a649-ee4a420e6e2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44f3de2d0b264acbab42a91f7187820d&device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 1095 time: 0.2566607 Feb 04 15:42:22.423638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.432542 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a18bccf-6536-4f40-a509-2213c7092520 req-e80b35aa-3b34-4bb4-ac06-f5d15dac00dd service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810216 Feb 04 15:42:22.439912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f54e9-3080-4a64-bd09-a1261f61eb16 req-740f9495-5405-480e-804d-22068d6f6fde tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.441392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e5f54e9-3080-4a64-bd09-a1261f61eb16 req-740f9495-5405-480e-804d-22068d6f6fde tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 944 time: 0.9482939 Feb 04 15:42:22.447377 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-2de51237-348b-46cf-8b79-ac0722d6ca5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e834896d-a5b6-43ba-b449-3a8bebbece23 HTTP/1.1" status: 200 len: 217 time: 0.0827627 Feb 04 15:42:22.573804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37380) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:22.607765 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b5688b9f-01e4-4a52-8406-0c430877ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.609687 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-b5688b9f-01e4-4a52-8406-0c430877ff42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9367304-f197-4805-a390-4281e5d0b8f9 HTTP/1.1" status: 200 len: 844 time: 0.1529572 Feb 04 15:42:22.754677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e5f54e9-3080-4a64-bd09-a1261f61eb16 req-bbfd32b3-7584-41d1-8ca8-8036a93e1c67 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838485 Feb 04 15:42:22.757524 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3632aaf9-bbbb-4ab7-b8dc-8b4c45ce5d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.802324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3632aaf9-bbbb-4ab7-b8dc-8b4c45ce5d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:22.809076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3632aaf9-bbbb-4ab7-b8dc-8b4c45ce5d11 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ef48458fc84e78bc9d643c9c2347ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:22.814570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3632aaf9-bbbb-4ab7-b8dc-8b4c45ce5d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:22.819680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:22.826563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3632aaf9-bbbb-4ab7-b8dc-8b4c45ce5d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:22.841444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-a79fc920-f45a-4360-8f75-3ba1f26883d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.843939 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-a79fc920-f45a-4360-8f75-3ba1f26883d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e24425c-2564-4130-b8be-14c33b27ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2265708 Feb 04 15:42:23.007565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a18bccf-6536-4f40-a509-2213c7092520 req-fc9e417b-dcb8-4bb8-be9b-355a597f513f service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651269 Feb 04 15:42:23.231349 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.267705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 19afb512-078f-41e7-b2c4-3f9ddac8377e up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:23.306336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:23.316253 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-345e1611-29c5-48ae-8b23-9ff2b41bd661 service neutron] 10.222.0.53 "GET /v2.0/networks/5e24425c-2564-4130-b8be-14c33b27ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919703 Feb 04 15:42:23.330909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3b007-9a23-4a4e-a1b8-8cd52ce95dcc req-71260db4-f98f-431a-bd93-f1b377d0ee7d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:23.331541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34a3b007-9a23-4a4e-a1b8-8cd52ce95dcc req-71260db4-f98f-431a-bd93-f1b377d0ee7d tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.4548163 Feb 04 15:42:23.335599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.370245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Deleting port 1271df93-53ac-46a9-957f-72c3b6ed874b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:23.370585 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.388326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbd92d-4841-4149-859d-5bdf79f3c81e None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:23.403147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbd92d-4841-4149-859d-5bdf79f3c81e None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:23.403980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bccbd92d-4841-4149-859d-5bdf79f3c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:23.474871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bccbd92d-4841-4149-859d-5bdf79f3c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:23.485705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3632aaf9-bbbb-4ab7-b8dc-8b4c45ce5d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.487173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 19afb512-078f-41e7-b2c4-3f9ddac8377e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:23.491099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbd92d-4841-4149-859d-5bdf79f3c81e None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:23.492155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bccbd92d-4841-4149-859d-5bdf79f3c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:23.497898 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3632aaf9-bbbb-4ab7-b8dc-8b4c45ce5d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.589070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 19afb512-078f-41e7-b2c4-3f9ddac8377e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:23.589479 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.617501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bccbd92d-4841-4149-859d-5bdf79f3c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:23.617501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccbd92d-4841-4149-859d-5bdf79f3c81e None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:23.624725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Router 674cc994-1b03-45eb-b70a-7988e92769d7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:23.643296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34a3b007-9a23-4a4e-a1b8-8cd52ce95dcc req-b538f49f-c01c-48ca-9c17-382af44a98c9 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027861 Feb 04 15:42:23.673375 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3632aaf9-bbbb-4ab7-b8dc-8b4c45ce5d11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4ef48458fc84e78bc9d643c9c2347ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0926228 Feb 04 15:42:23.675816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37386) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:23.693043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632aaf9-bbbb-4ab7-b8dc-8b4c45ce5d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f8ae76-9732-4dc4-a870-c9128251b79a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:23.728215 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-af1793fa-4aa8-4435-a217-e3fd671675c6 req-e7c70db6-3e94-4423-bea8-df99bd856bb5 service neutron] 10.222.0.53 "GET /v2.0/networks/5e24425c-2564-4130-b8be-14c33b27ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550825 Feb 04 15:42:23.731049 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.764674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b54b7b5-229a-4a4c-bb0c-8549df452fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19afb512-078f-41e7-b2c4-3f9ddac8377e'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:23.782390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 19afb512-078f-41e7-b2c4-3f9ddac8377e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:23.787757 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.870840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=19afb512-078f-41e7-b2c4-3f9ddac8377e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:23.926221 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb314090-9b5f-48af-9503-62867c211d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.931061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-517051fa-e954-4e95-8765-dead5baf6c7b tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:23.932521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-517051fa-e954-4e95-8765-dead5baf6c7b tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.5307760 Feb 04 15:42:23.982152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb314090-9b5f-48af-9503-62867c211d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.003761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:24.074521 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.121599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb314090-9b5f-48af-9503-62867c211d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.157147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:24.166510 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] Sync routers for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:24.176300 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:24.177019 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:24.200920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb314090-9b5f-48af-9503-62867c211d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f8ae76-9732-4dc4-a870-c9128251b79a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:24.213683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb314090-9b5f-48af-9503-62867c211d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.216920 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eb314090-9b5f-48af-9503-62867c211d81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6f8ae76-9732-4dc4-a870-c9128251b79a HTTP/1.1" status: 204 len: 168 time: 0.5341272 Feb 04 15:42:24.224196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Calling delete_port for 1271df93-53ac-46a9-957f-72c3b6ed874b owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:24.234956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:24.239284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.259152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac18bde-e8dc-4265-9001-49fdd7e5c411 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:24.262198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-17060f27-a284-4d98-a101-1d2165be97ed admin admin] 10.222.0.46 "PUT /v2.0/routers/674cc994-1b03-45eb-b70a-7988e92769d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1319613 Feb 04 15:42:24.273170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37396) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:24.287639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Deleting port bae5249d-bda0-493e-9ff7-93c7e4548687 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:24.287988 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.309310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac18bde-e8dc-4265-9001-49fdd7e5c411 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:24.310798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bac18bde-e8dc-4265-9001-49fdd7e5c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:24.415742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bac18bde-e8dc-4265-9001-49fdd7e5c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:24.437956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac18bde-e8dc-4265-9001-49fdd7e5c411 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:24.438576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bac18bde-e8dc-4265-9001-49fdd7e5c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:24.456040 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:42:24.468548 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5ad00cb6-c4db-457d-b486-b4c29ead0836 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/floatingips/0ec8d5d1-1449-443e-aeac-a327bf03434d HTTP/1.1" status: 200 len: 979 time: 4.6789551 Feb 04 15:42:24.468893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37402) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:24.474195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1ec665cb-0a80-4cc2-b865-68a7f03ef35c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:24.487402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc7cdf-ddda-4666-92af-b5c214d5ac52 req-3e3fe3a8-ac6d-4631-8da6-cea17804d4cd tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:24.494507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29cc7cdf-ddda-4666-92af-b5c214d5ac52 req-3e3fe3a8-ac6d-4631-8da6-cea17804d4cd tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 945 time: 0.6834216 Feb 04 15:42:24.530468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-bac18bde-e8dc-4265-9001-49fdd7e5c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:24.530871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac18bde-e8dc-4265-9001-49fdd7e5c411 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:24.713709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37408) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:24.750162 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ec665cb-0a80-4cc2-b865-68a7f03ef35c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.762315 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29cc7cdf-ddda-4666-92af-b5c214d5ac52 req-d60fccb1-a47d-48ec-b6da-234070e4dbd9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667148 Feb 04 15:42:24.798290 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bf95ff1-296d-43ee-8822-dada4554369e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.834565 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'tag': 'e834896d-a5b6-43ba-b449-3a8bebbece23', 'status': 'completed', 'code': 200} Feb 04 15:42:24.856643 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:42:20Z', 'revision_number': 5, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:24.861010 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] Checking router: 674cc994-1b03-45eb-b70a-7988e92769d7 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:24.869694 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] Routers {'674cc994-1b03-45eb-b70a-7988e92769d7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:24.870222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6bf95ff1-296d-43ee-8822-dada4554369e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:24.870830 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['674cc994-1b03-45eb-b70a-7988e92769d7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:24.874464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6bf95ff1-296d-43ee-8822-dada4554369e admin admin] Usage tracker for resource:security_group_rule and tenant:6c35066cb57d4796a1b87bf89e8a9d0c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:24.877525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6bf95ff1-296d-43ee-8822-dada4554369e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:24.884074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6bf95ff1-296d-43ee-8822-dada4554369e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:24.900929 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b54b7b5-229a-4a4c-bb0c-8549df452fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19afb512-078f-41e7-b2c4-3f9ddac8377e', 'code': 200} Feb 04 15:42:24.984351 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bf95ff1-296d-43ee-8822-dada4554369e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.079825 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] Set router 674cc994-1b03-45eb-b70a-7988e92769d7 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:42:25.120528 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ec665cb-0a80-4cc2-b865-68a7f03ef35c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.127058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-cc4af978-37d5-4c06-9b3e-5b35a2a54897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.128664 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-cc4af978-37d5-4c06-9b3e-5b35a2a54897 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44f3de2d0b264acbab42a91f7187820d&device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 1095 time: 0.2695711 Feb 04 15:42:25.129885 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ec665cb-0a80-4cc2-b865-68a7f03ef35c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.130382 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-1ec665cb-0a80-4cc2-b865-68a7f03ef35c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP 0ec8d5d1-1449-443e-aeac-a327bf03434d disassociated. External IP: 172.25.8.140, port: 47d579ef-fd14-40ca-95f1-825e7ec83f5a. Feb 04 15:42:25.248842 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bf95ff1-296d-43ee-8822-dada4554369e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.301461 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.355461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-15a3f454-f8ed-402b-94b9-c4aaedeebf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.357122 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-15a3f454-f8ed-402b-94b9-c4aaedeebf91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e24425c-2564-4130-b8be-14c33b27ce6a HTTP/1.1" status: 200 len: 906 time: 0.1761177 Feb 04 15:42:25.393500 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:42:20Z', 'revision_number': 5, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:25.397708 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5ed26-e6d6-4e00-9cc0-832bdda58f1d None None] The sync data for ids ['674cc994-1b03-45eb-b70a-7988e92769d7'] in n-d-827870-1 is: [{'id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-460292732-router', 'tenant_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:40:17Z', 'updated_at': '2022-02-04T15:42:20Z', 'revision_number': 5, 'project_id': '6e0f49fbd48b4eaebd83880fbbc1770e', 'gw_port': {'id': '8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674cc994-1b03-45eb-b70a-7988e92769d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:40:19Z', 'updated_at': '2022-02-04T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:25.409183 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.439392 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-397705f0-a423-45b6-89bb-f85498cc0f7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e834896d-a5b6-43ba-b449-3a8bebbece23 HTTP/1.1" status: 200 len: 217 time: 0.0675428 Feb 04 15:42:25.520865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Pushing event deleted for resources: {'Port': ['ID=1271df93-53ac-46a9-957f-72c3b6ed874b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:25.528189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6bf95ff1-296d-43ee-8822-dada4554369e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c35066cb57d4796a1b87bf89e8a9d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016677 Feb 04 15:42:25.535118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37412) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:25.559833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf95ff1-296d-43ee-8822-dada4554369e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b23fd-ece6-411a-ba7c-9acdbd1a0fa4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:25.618013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-129c37d4-4aad-4d05-976f-1bfbac84e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.619454 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-129c37d4-4aad-4d05-976f-1bfbac84e5d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9367304-f197-4805-a390-4281e5d0b8f9 HTTP/1.1" status: 200 len: 844 time: 0.1736889 Feb 04 15:42:25.770222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] For port bae5249d-bda0-493e-9ff7-93c7e4548687, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bae5249d-bda0-493e-9ff7-93c7e4548687,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:25.770803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.774291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f861dbf5-f97c-4836-a2e5-9dbc51259cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.799488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08decf8e-dc85-4ee8-ac40-e5397628378e req-74108bab-e588-4497-aa16-7c1440868132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.801100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08decf8e-dc85-4ee8-ac40-e5397628378e req-74108bab-e588-4497-aa16-7c1440868132 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 1096 time: 0.7240331 Feb 04 15:42:25.851581 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.886114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f861dbf5-f97c-4836-a2e5-9dbc51259cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.914286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e91e6b-8136-4476-bc75-7d3d282c0b08 req-b047309a-3ebf-485e-aba6-911b91c035d4 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.915844 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2e91e6b-8136-4476-bc75-7d3d282c0b08 req-b047309a-3ebf-485e-aba6-911b91c035d4 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 944 time: 0.8329649 Feb 04 15:42:25.939102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec665cb-0a80-4cc2-b865-68a7f03ef35c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:25.951378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-36d1d8f9-9f19-4202-8372-b956dcaef013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.953209 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-36d1d8f9-9f19-4202-8372-b956dcaef013 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e24425c-2564-4130-b8be-14c33b27ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3265388 Feb 04 15:42:26.003626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Calling delete_port for bae5249d-bda0-493e-9ff7-93c7e4548687 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:26.092691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.250324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f861dbf5-f97c-4836-a2e5-9dbc51259cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.258576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Deleting port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:26.258924 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.322624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7810e676-e79d-4cf7-9bad-60cc3299ccda no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:26.325074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08decf8e-dc85-4ee8-ac40-e5397628378e req-6d8671c1-98aa-4742-9eb2-f5de55ca5339 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082253 Feb 04 15:42:26.346394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2e91e6b-8136-4476-bc75-7d3d282c0b08 req-8ed4c136-6e03-449e-830a-691383467b42 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024905 Feb 04 15:42:26.347040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861dbf5-f97c-4836-a2e5-9dbc51259cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b23fd-ece6-411a-ba7c-9acdbd1a0fa4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:26.360655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f861dbf5-f97c-4836-a2e5-9dbc51259cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.361785 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f861dbf5-f97c-4836-a2e5-9dbc51259cd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/272b23fd-ece6-411a-ba7c-9acdbd1a0fa4 HTTP/1.1" status: 204 len: 168 time: 0.8153305 Feb 04 15:42:26.381912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 7810e676-e79d-4cf7-9bad-60cc3299ccda {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:42:26.382388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7810e676-e79d-4cf7-9bad-60cc3299ccda not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:26.424402 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-e7ef9368-45d1-462c-b84c-da6a82044df2 service neutron] 10.222.0.53 "GET /v2.0/networks/5e24425c-2564-4130-b8be-14c33b27ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075282 Feb 04 15:42:26.428374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec665cb-0a80-4cc2-b865-68a7f03ef35c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:26.436990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ec665cb-0a80-4cc2-b865-68a7f03ef35c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.440319 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe785c-d88a-40dc-b3fa-dfcd1a73b010 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:26.460841 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe785c-d88a-40dc-b3fa-dfcd1a73b010 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:26.461542 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-57fe785c-d88a-40dc-b3fa-dfcd1a73b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:26.524474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1ec665cb-0a80-4cc2-b865-68a7f03ef35c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/floatingips/0ec8d5d1-1449-443e-aeac-a327bf03434d HTTP/1.1" status: 200 len: 688 time: 2.0538895 Feb 04 15:42:26.527956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37420) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:26.591762 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-57fe785c-d88a-40dc-b3fa-dfcd1a73b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:26.601121 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe785c-d88a-40dc-b3fa-dfcd1a73b010 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:26.601639 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-57fe785c-d88a-40dc-b3fa-dfcd1a73b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:26.678912 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-57fe785c-d88a-40dc-b3fa-dfcd1a73b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:26.679458 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe785c-d88a-40dc-b3fa-dfcd1a73b010 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:26.787659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port 57ef0cf6-ca4b-4123-a7ea-b5ab7a6c5bf5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:26.788010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.880164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.913885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.001173 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c2c4bf22-8f93-4635-8a27-0132919a4b36 req-dcc7a902-9d7c-4c58-8660-bb07dfb8c58a service neutron] 10.222.0.53 "GET /v2.0/networks/5e24425c-2564-4130-b8be-14c33b27ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742208 Feb 04 15:42:27.038775 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.052442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['d57ff1b6-b161-48dc-9164-9d0f7e05348f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:42:27.058904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.059238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.169436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Pushing event deleted for resources: {'Port': ['ID=bae5249d-bda0-493e-9ff7-93c7e4548687,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:27.209018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] For port 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:27.209405 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.222445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Router 1971d669-6364-46ed-9bbb-92acc66b2069 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:27.223163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for 57ef0cf6-ca4b-4123-a7ea-b5ab7a6c5bf5 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:27.280511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0f6fa-1493-4b7e-9369-f8cb9ff3ddb1 req-55257c94-d081-40bc-b254-08de624dc6c5 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:27.288310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55b0f6fa-1493-4b7e-9369-f8cb9ff3ddb1 req-55257c94-d081-40bc-b254-08de624dc6c5 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7181610-dab3-4b4f-8b9e-4715f4792ad5 HTTP/1.1" status: 200 len: 946 time: 0.7905762 Feb 04 15:42:27.341937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e834896d-a5b6-43ba-b449-3a8bebbece23 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:42:27.381530 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.462595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Calling delete_port for 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:27.509526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=57ef0cf6-ca4b-4123-a7ea-b5ab7a6c5bf5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:27.514384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e834896d-a5b6-43ba-b449-3a8bebbece23, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e834896d-a5b6-43ba-b449-3a8bebbece23,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:27.533559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'e834896d-a5b6-43ba-b449-3a8bebbece23', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'port_id': 'e834896d-a5b6-43ba-b449-3a8bebbece23', 'mac_address': 'fa:16:3e:49:8a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:42:27.539240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] No DVR routers for this DVR port bae5249d-bda0-493e-9ff7-93c7e4548687 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:27.572194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.602017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.622319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e834896d-a5b6-43ba-b449-3a8bebbece23 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:27.632537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7181610-dab3-4b4f-8b9e-4715f4792ad5', 'name': 'network-vif-deleted', 'tag': 'bae5249d-bda0-493e-9ff7-93c7e4548687'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:27.640549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e834896d-a5b6-43ba-b449-3a8bebbece23, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e834896d-a5b6-43ba-b449-3a8bebbece23,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:27.646769 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.694878 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.729174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=e834896d-a5b6-43ba-b449-3a8bebbece23,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:27.737407 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.743431 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-abc41dea-3fac-42d0-ab31-baae9ae1c4fd tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/floatingips/0ec8d5d1-1449-443e-aeac-a327bf03434d HTTP/1.1" status: 204 len: 168 time: 1.1973369 Feb 04 15:42:27.744004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37452) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:27.757366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55b0f6fa-1493-4b7e-9369-f8cb9ff3ddb1 req-a576d432-a2ff-4fa2-a4c0-2eff9812eb96 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681103 Feb 04 15:42:27.786719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f52065c-1f49-464a-b5f3-21311c8c49bf req-9edbf210-5e7e-4e9b-aeec-8945dbb12e91 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.61 "DELETE /v2.0/ports/bae5249d-bda0-493e-9ff7-93c7e4548687 HTTP/1.1" status: 204 len: 173 time: 3.7995181 Feb 04 15:42:27.796379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:27.809900 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.812386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5a4d19d3-de83-4191-a311-e0ea0245d12b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "PUT /v2.0/routers/1971d669-6364-46ed-9bbb-92acc66b2069 HTTP/1.1" status: 200 len: 705 time: 6.6073167 Feb 04 15:42:27.817189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9e72b-a156-459c-910b-82aa357ec689 None None] Sync routers for ids ['1971d669-6364-46ed-9bbb-92acc66b2069'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:27.818753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37456) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:27.829210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9e72b-a156-459c-910b-82aa357ec689 None None] Routers {'1971d669-6364-46ed-9bbb-92acc66b2069'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:27.830548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-30c9e72b-a156-459c-910b-82aa357ec689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1971d669-6364-46ed-9bbb-92acc66b2069'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:27.880154 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-1ea07b3d-7ee5-4078-b887-cf7f23bea35d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] delete failed (client error): The resource could not be found. Feb 04 15:42:27.885415 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1ea07b3d-7ee5-4078-b887-cf7f23bea35d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/floatingips/0ec8d5d1-1449-443e-aeac-a327bf03434d HTTP/1.1" status: 404 len: 345 time: 0.1400049 Feb 04 15:42:27.888496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37462) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:27.947527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-30c9e72b-a156-459c-910b-82aa357ec689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:27.953343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['e834896d-a5b6-43ba-b449-3a8bebbece23'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:42:28.024038 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9e72b-a156-459c-910b-82aa357ec689 None None] Routers {'1971d669-6364-46ed-9bbb-92acc66b2069'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:28.025006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-30c9e72b-a156-459c-910b-82aa357ec689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1971d669-6364-46ed-9bbb-92acc66b2069'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:28.033233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae2d3b-b10f-493d-b48f-6c645f9505c5 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:28.042473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a8ac0751-5c2c-4453-b98a-a677aa112c57 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/routers/1971d669-6364-46ed-9bbb-92acc66b2069 HTTP/1.1" status: 200 len: 740 time: 0.2203655 Feb 04 15:42:28.044681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae2d3b-b10f-493d-b48f-6c645f9505c5 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:28.047904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37468) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:28.053737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae2d3b-b10f-493d-b48f-6c645f9505c5 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:28.054957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c8ae2d3b-b10f-493d-b48f-6c645f9505c5 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Synchronizing usage tracker for tenant:b213a792181848089740e7c057803da1 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:28.077939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c8ae2d3b-b10f-493d-b48f-6c645f9505c5 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Unset dirty status for tenant:b213a792181848089740e7c057803da1 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:28.079708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c8ae2d3b-b10f-493d-b48f-6c645f9505c5 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "GET /v2.0/ports?network_id=5f66a19a-2b7b-4a57-83e6-101570d1893b HTTP/1.1" status: 200 len: 2360 time: 0.1901979 Feb 04 15:42:28.083942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37472) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:28.110869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-30c9e72b-a156-459c-910b-82aa357ec689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:28.111269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9e72b-a156-459c-910b-82aa357ec689 None None] The sync data for ids ['1971d669-6364-46ed-9bbb-92acc66b2069'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:28.115301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-43895150-349a-4a65-a520-784f002cfed6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Synchronizing usage tracker for tenant:bea7ccf7e75a4ad78f20eae52b161b08 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:28.146331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-43895150-349a-4a65-a520-784f002cfed6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] Unset dirty status for tenant:bea7ccf7e75a4ad78f20eae52b161b08 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:28.150021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-43895150-349a-4a65-a520-784f002cfed6 tempest-RoutersAdminTest-1134089382 tempest-RoutersAdminTest-1134089382-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=1971d669-6364-46ed-9bbb-92acc66b2069 HTTP/1.1" status: 200 len: 205 time: 0.0974677 Feb 04 15:42:28.152417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37478) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:28.200130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73be9e2-8d36-4410-b68a-947293071000 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:28.201767 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c73be9e2-8d36-4410-b68a-947293071000 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "GET /v2.0/subnets/2e7cb65d-5998-49ec-9efc-afd561e9a9ae HTTP/1.1" status: 200 len: 797 time: 0.1164539 Feb 04 15:42:28.211596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37482) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:28.219157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'port': {'network_id': '5f66a19a-2b7b-4a57-83e6-101570d1893b', 'name': 'tempest-FloatingIPTestJSON-1549523183', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:28.244284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-17f24b54-8a92-4b1c-a308-69c099d50cfe tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=1971d669-6364-46ed-9bbb-92acc66b2069 HTTP/1.1" status: 200 len: 205 time: 0.0885615 Feb 04 15:42:28.256190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe22c0e-ac1e-4c05-aa09-ac9bae64bbf1 req-09ebcd8c-e225-41e2-bb91-d5348b168dd7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:28.257690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fe22c0e-ac1e-4c05-aa09-ac9bae64bbf1 req-09ebcd8c-e225-41e2-bb91-d5348b168dd7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 945 time: 0.2651100 Feb 04 15:42:28.260269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37488) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:28.555503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bae5249d-bda0-493e-9ff7-93c7e4548687 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:28.567834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:28.579160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:28.589690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Made reservation on behalf of b213a792181848089740e7c057803da1 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:28.610495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: bae5249d-bda0-493e-9ff7-93c7e4548687 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:42:28.611091 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bae5249d-bda0-493e-9ff7-93c7e4548687 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:28.611509 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:42:28.635289 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1082b41-148c-4c55-82b9-ad87d5b9c44d tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.726891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fe22c0e-ac1e-4c05-aa09-ac9bae64bbf1 req-b988212a-bede-4e3e-9018-c86fe0ab948c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593983 Feb 04 15:42:28.729928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.741554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.763921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] device_id is not set on port fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:28.900037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.137292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.20.0.14 (5f66a19a-2b7b-4a57-83e6-101570d1893b/2e7cb65d-5998-49ec-9efc-afd561e9a9ae/fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:29.145098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.20.0.13 (5f66a19a-2b7b-4a57-83e6-101570d1893b/2e7cb65d-5998-49ec-9efc-afd561e9a9ae/fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:29.145309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1082b41-148c-4c55-82b9-ad87d5b9c44d tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.152870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1082b41-148c-4c55-82b9-ad87d5b9c44d tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.201243 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1082b41-148c-4c55-82b9-ad87d5b9c44d tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.202289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1082b41-148c-4c55-82b9-ad87d5b9c44d tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Fanout notify agent at l3_agent the message router_deleted on router 1971d669-6364-46ed-9bbb-92acc66b2069 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:42:29.210843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.296710 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e834896d-a5b6-43ba-b449-3a8bebbece23 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:29.344993 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1082b41-148c-4c55-82b9-ad87d5b9c44d tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.346088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d1082b41-148c-4c55-82b9-ad87d5b9c44d tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/1971d669-6364-46ed-9bbb-92acc66b2069 HTTP/1.1" status: 204 len: 168 time: 1.0848732 Feb 04 15:42:29.351785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:29.357385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a934b-d23c-4dc1-80cc-15bdd7b36061 req-2e0baacb-f9e3-4c57-a81a-d72c0081e67e tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.366154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-784a934b-d23c-4dc1-80cc-15bdd7b36061 req-2e0baacb-f9e3-4c57-a81a-d72c0081e67e tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 945 time: 0.4593196 Feb 04 15:42:29.412479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port e834896d-a5b6-43ba-b449-3a8bebbece23 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:29.418198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port e834896d-a5b6-43ba-b449-3a8bebbece23 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:29.418827 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.425906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.431090 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6f205432-7924-4efd-b96f-04a1b664e29e tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=1971d669-6364-46ed-9bbb-92acc66b2069 HTTP/1.1" status: 200 len: 205 time: 0.0760646 Feb 04 15:42:29.432568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37534) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:29.439717 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.488109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-784a934b-d23c-4dc1-80cc-15bdd7b36061 req-076ed0fc-d119-44d8-b95f-16cd3793681f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209345 Feb 04 15:42:29.493327 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.493882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 674cc994-1b03-45eb-b70a-7988e92769d7 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:42:29.515018 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.518895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6640ffa1-3fea-4b21-84d4-7e5b7c8a4d0a admin admin] 10.222.0.46 "DELETE /v2.0/routers/674cc994-1b03-45eb-b70a-7988e92769d7 HTTP/1.1" status: 204 len: 168 time: 5.2440419 Feb 04 15:42:29.520028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37538) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:29.547985 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-f0b42e47-fd11-40a5-848f-3e8ba509a311 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] delete failed (client error): The resource could not be found. Feb 04 15:42:29.549056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f0b42e47-fd11-40a5-848f-3e8ba509a311 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/1971d669-6364-46ed-9bbb-92acc66b2069 HTTP/1.1" status: 404 len: 336 time: 0.1153173 Feb 04 15:42:29.560471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37542) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:29.606461 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.607579 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7181610-dab3-4b4f-8b9e-4715f4792ad5', 'name': 'network-vif-deleted', 'tag': 'bae5249d-bda0-493e-9ff7-93c7e4548687', 'status': 'completed', 'code': 200} Feb 04 15:42:29.636918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e834896d-a5b6-43ba-b449-3a8bebbece23'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:29.649471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e834896d-a5b6-43ba-b449-3a8bebbece23, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e834896d-a5b6-43ba-b449-3a8bebbece23,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:29.659955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.661487 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.667890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-563f93dd-2e6e-4fd2-abe4-379550081971 admin admin] Deleting subnet 25db8c3b-e25c-4e60-9787-f1cd157ea9b4 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:42:29.677952 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5ee0b902-8997-4c89-80ed-ee428a797fe6 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3f0e855-63df-476a-b0b8-adf48738f09f HTTP/1.1" status: 200 len: 205 time: 0.1134927 Feb 04 15:42:29.678163 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-563f93dd-2e6e-4fd2-abe4-379550081971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.683080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37548) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:29.744037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-563f93dd-2e6e-4fd2-abe4-379550081971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.797692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.815385 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-563f93dd-2e6e-4fd2-abe4-379550081971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.820664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=e834896d-a5b6-43ba-b449-3a8bebbece23,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.875137 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-c8f13047-42ea-4f3c-aaf4-93900828c59f tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] delete failed (client error): The resource could not be found. Feb 04 15:42:29.879193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c8f13047-42ea-4f3c-aaf4-93900828c59f tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/d3f0e855-63df-476a-b0b8-adf48738f09f HTTP/1.1" status: 404 len: 336 time: 0.1946537 Feb 04 15:42:29.887282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37556) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:29.900968 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e834896d-a5b6-43ba-b449-3a8bebbece23', 'code': 200} Feb 04 15:42:29.902996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:29.917056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:29.920556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:29.929601 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-563f93dd-2e6e-4fd2-abe4-379550081971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.969312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37560) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:29.977838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c521c72a-7e40-40ae-bf09-f52bd7e7fcc8 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ba35f7-07fb-41a8-9457-336eb6c11620 HTTP/1.1" status: 200 len: 205 time: 0.0894358 Feb 04 15:42:29.984248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37564) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:29.988324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f93dd-2e6e-4fd2-abe4-379550081971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25db8c3b-e25c-4e60-9787-f1cd157ea9b4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.993750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-563f93dd-2e6e-4fd2-abe4-379550081971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.041562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:30.068559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37570) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.070394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-563f93dd-2e6e-4fd2-abe4-379550081971 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/25db8c3b-e25c-4e60-9787-f1cd157ea9b4 HTTP/1.1" status: 204 len: 168 time: 0.5488691 Feb 04 15:42:30.071872 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-568432ed-da1a-4ec8-82f3-3fd8e8d50712 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] delete failed (client error): The resource could not be found. Feb 04 15:42:30.072896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-568432ed-da1a-4ec8-82f3-3fd8e8d50712 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/a7ba35f7-07fb-41a8-9457-336eb6c11620 HTTP/1.1" status: 404 len: 336 time: 0.0825500 Feb 04 15:42:30.075365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37574) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.213084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.213807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.265221 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9733ab72-f913-4f11-b347-76d071218956 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=054708dd-d483-4432-a319-e997278032ef HTTP/1.1" status: 200 len: 205 time: 0.1887558 Feb 04 15:42:30.265784 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.268110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37580) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.284391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-021dad4b-3396-40c1-991e-06ccf38c7439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.301482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-021dad4b-3396-40c1-991e-06ccf38c7439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:30.306895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-021dad4b-3396-40c1-991e-06ccf38c7439 admin admin] Usage tracker for resource:security_group_rule and tenant:7a8ea55f6c8047baa3189c6ddcc8521a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:30.310109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-021dad4b-3396-40c1-991e-06ccf38c7439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:30.317850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-021dad4b-3396-40c1-991e-06ccf38c7439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:30.346764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a37d-b62b-4396-9902-4621d9296923 req-ecdd43b7-a038-4873-a219-fa46ee5d42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.348341 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b77a37d-b62b-4396-9902-4621d9296923 req-ecdd43b7-a038-4873-a219-fa46ee5d42e5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 1097 time: 0.3794162 Feb 04 15:42:30.357858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2642b171-b794-453c-8534-45992b43d915 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1448958 Feb 04 15:42:30.374538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37584) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.375474 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-076b620b-67b3-43b6-9ca1-3a15761662ea tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] delete failed (client error): The resource could not be found. Feb 04 15:42:30.379018 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-076b620b-67b3-43b6-9ca1-3a15761662ea tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/054708dd-d483-4432-a319-e997278032ef HTTP/1.1" status: 404 len: 336 time: 0.1065178 Feb 04 15:42:30.382427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37586) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.387098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:30.395726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:30.427556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:42:30.427907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8dc7f1a2-ae61-4b8a-a527-2d46f2fb0d64 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:30.442479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:30.481113 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b8c1ae83-b620-4fa1-bb63-f84fe614c640 tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=53f82a7f-c31c-4e3b-a7cd-831fc144861d HTTP/1.1" status: 200 len: 205 time: 0.0955951 Feb 04 15:42:30.481113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:floatingip and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:30.483245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37592) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.494134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:30.559100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f308c9-1281-42a4-bbeb-e9270f690157 req-bde6a43b-8b2a-4065-815b-6a3100650524 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.559829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-58f308c9-1281-42a4-bbeb-e9270f690157 req-bde6a43b-8b2a-4065-815b-6a3100650524 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Synchronizing usage tracker for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:30.581268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-021dad4b-3396-40c1-991e-06ccf38c7439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.584754 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-5fec1b17-f3fd-4c2b-b092-6f1b5821a4ad tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] delete failed (client error): The resource could not be found. Feb 04 15:42:30.585845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5fec1b17-f3fd-4c2b-b092-6f1b5821a4ad tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/53f82a7f-c31c-4e3b-a7cd-831fc144861d HTTP/1.1" status: 404 len: 336 time: 0.0999551 Feb 04 15:42:30.588225 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-021dad4b-3396-40c1-991e-06ccf38c7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.599051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37598) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.633939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:30.670701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-58f308c9-1281-42a4-bbeb-e9270f690157 req-bde6a43b-8b2a-4065-815b-6a3100650524 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Unset dirty status for tenant:a5dfc24ffd394bcd9edf4c9f2a340b35 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:30.672025 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58f308c9-1281-42a4-bbeb-e9270f690157 req-bde6a43b-8b2a-4065-815b-6a3100650524 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.3103676 Feb 04 15:42:30.676311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b79b2c4d-8fbe-4295-bfca-ea104ac0245b tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ecb33f8-f0e9-46fd-bc6a-e687332925eb HTTP/1.1" status: 200 len: 205 time: 0.0686553 Feb 04 15:42:30.683397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37602) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.689940 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3b77a37d-b62b-4396-9902-4621d9296923 req-d9fcd0a1-9f2a-43b2-b2ef-71170549dbf7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306904 Feb 04 15:42:30.710454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.728265 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.772131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-021dad4b-3396-40c1-991e-06ccf38c7439 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a8ea55f6c8047baa3189c6ddcc8521a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7972612 Feb 04 15:42:30.774347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dad4b-3396-40c1-991e-06ccf38c7439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df411349-31c9-4fe2-9319-4dc54279734b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:30.782196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37608) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.789438 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-d8abb3fa-4a22-484a-9550-5eb46bc6ec0f tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] delete failed (client error): The resource could not be found. Feb 04 15:42:30.790455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d8abb3fa-4a22-484a-9550-5eb46bc6ec0f tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/routers/3ecb33f8-f0e9-46fd-bc6a-e687332925eb HTTP/1.1" status: 404 len: 336 time: 0.1016102 Feb 04 15:42:30.798397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37612) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:30.821365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94b2119-c0c7-47de-bcc4-d2b4df45a5c9']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:30.844060 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ed130a-71a1-428f-980a-069b3cf1456e tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] DELETE failed (client error): The resource could not be found. Feb 04 15:42:30.844530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ed130a-71a1-428f-980a-069b3cf1456e tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:42:30.845513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ad0f82-65f3-44af-8d69-3b5885d227e4') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:30.845814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ad0f82-65f3-44af-8d69-3b5885d227e4') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:30.850513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58f308c9-1281-42a4-bbeb-e9270f690157 req-14b8a2dd-9f7a-4706-b531-0db8e017c7b3 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628780 Feb 04 15:42:30.858856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f9ed130a-71a1-428f-980a-069b3cf1456e tempest-RoutersAdminTest-1154414000 tempest-RoutersAdminTest-1154414000-project] 10.222.0.46 "DELETE /v2.0/subnets/8e5560a1-de00-4a41-a479-068175d1ff2a HTTP/1.1" status: 404 len: 337 time: 0.0549171 Feb 04 15:42:30.875611 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.901961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.925127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:42:30.925542 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:42:30.943687 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:42:31.001030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b316defb-4121-4951-b410-7b0c5e1ca792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.053926 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.056731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b316defb-4121-4951-b410-7b0c5e1ca792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.064145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cf60e-497c-4098-8184-0b01d6fb7111 req-d3cffc2c-9ab2-4230-a492-6126f954b702 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:31.065836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d2cf60e-497c-4098-8184-0b01d6fb7111 req-d3cffc2c-9ab2-4230-a492-6126f954b702 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.1007347 Feb 04 15:42:31.101190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.115598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37620) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:31.132151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d2cf60e-497c-4098-8184-0b01d6fb7111 req-bf0f42b7-be8b-484b-b341-b3693516982d tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601275 Feb 04 15:42:31.135487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] Pushing event deleted for resources: {'Network': ['ID=b94b2119-c0c7-47de-bcc4-d2b4df45a5c9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:31.165365 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b56ac41b-d883-42c9-be8a-4ff3634fc089 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b94b2119-c0c7-47de-bcc4-d2b4df45a5c9 HTTP/1.1" status: 204 len: 168 time: 1.0952334 Feb 04 15:42:31.198789 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.252913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b316defb-4121-4951-b410-7b0c5e1ca792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.291072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316defb-4121-4951-b410-7b0c5e1ca792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df411349-31c9-4fe2-9319-4dc54279734b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:31.300416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cf6df74-fa02-4755-b279-2592328e25c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.318721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2cf6df74-fa02-4755-b279-2592328e25c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:31.323325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2cf6df74-fa02-4755-b279-2592328e25c8 admin admin] Usage tracker for resource:security_group_rule and tenant:49aa95a233414c328b712ec38552026b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:31.327632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2cf6df74-fa02-4755-b279-2592328e25c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:31.332145 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b316defb-4121-4951-b410-7b0c5e1ca792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.336285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2cf6df74-fa02-4755-b279-2592328e25c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:31.337391 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b316defb-4121-4951-b410-7b0c5e1ca792 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df411349-31c9-4fe2-9319-4dc54279734b HTTP/1.1" status: 204 len: 168 time: 0.5495825 Feb 04 15:42:31.351380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37630) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:31.460882 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cf6df74-fa02-4755-b279-2592328e25c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.467135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cf6df74-fa02-4755-b279-2592328e25c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.484807 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d25a5ff7-978f-4f86-9831-ee65ae1adbe7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e0f49fbd48b4eaebd83880fbbc1770e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320655 Feb 04 15:42:31.488396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37634) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:31.495202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.25.8.63 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/f994d16a-02af-4de5-8dd6-5b324f5c2185) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:31.543786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6df74-fa02-4755-b279-2592328e25c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd9d29e-04f1-4dbd-bb23-644a31f0126c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:31.551599 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2cf6df74-fa02-4755-b279-2592328e25c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49aa95a233414c328b712ec38552026b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349718 Feb 04 15:42:31.559037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37638) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:31.615359 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-084452dc-8284-4de0-a896-5b1c10967bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.665566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.669202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-084452dc-8284-4de0-a896-5b1c10967bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.679888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-836181b9-e124-4644-b5fc-50be40794ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.711257 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.731417 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-836181b9-e124-4644-b5fc-50be40794ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.781429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-084452dc-8284-4de0-a896-5b1c10967bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.805953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:31.806890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084452dc-8284-4de0-a896-5b1c10967bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:31.810321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:31.813684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-836181b9-e124-4644-b5fc-50be40794ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.815228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:31.840593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836181b9-e124-4644-b5fc-50be40794ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd9d29e-04f1-4dbd-bb23-644a31f0126c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:31.843309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37644) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:31.862897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=f994d16a-02af-4de5-8dd6-5b324f5c2185,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:31.873022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-836181b9-e124-4644-b5fc-50be40794ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.877766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-836181b9-e124-4644-b5fc-50be40794ad2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fd9d29e-04f1-4dbd-bb23-644a31f0126c HTTP/1.1" status: 204 len: 168 time: 0.3158705 Feb 04 15:42:31.882459 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-084452dc-8284-4de0-a896-5b1c10967bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.886204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-084452dc-8284-4de0-a896-5b1c10967bdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3cffabd5-5ce9-4ffc-84ef-d55775bfcc2c HTTP/1.1" status: 204 len: 168 time: 0.3923061 Feb 04 15:42:31.887000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f496e3b1-9c34-4435-82ab-3489d50636dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.909234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f496e3b1-9c34-4435-82ab-3489d50636dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:31.913837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f496e3b1-9c34-4435-82ab-3489d50636dc admin admin] Usage tracker for resource:security_group_rule and tenant:3d891cad1abf4e88af9ee1c9e3827ac5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:31.917534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f496e3b1-9c34-4435-82ab-3489d50636dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:31.926217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f496e3b1-9c34-4435-82ab-3489d50636dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:32.095605 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f496e3b1-9c34-4435-82ab-3489d50636dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.140262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f496e3b1-9c34-4435-82ab-3489d50636dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.223690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f496e3b1-9c34-4435-82ab-3489d50636dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d891cad1abf4e88af9ee1c9e3827ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780699 Feb 04 15:42:32.225643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496e3b1-9c34-4435-82ab-3489d50636dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd28ce9-e247-468e-a05c-d7b8d024374d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:32.230454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37658) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:32.288151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f4797-b0db-4e05-8c31-0ff665bdbbef req-7c9eeaf0-4d70-456c-84fd-b637ed10bfc9 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:32.291681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-314f4797-b0db-4e05-8c31-0ff665bdbbef req-7c9eeaf0-4d70-456c-84fd-b637ed10bfc9 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.1943350 Feb 04 15:42:32.372447 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a42d64a2-e3e7-4a40-8143-cf471294425d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.401972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-314f4797-b0db-4e05-8c31-0ff665bdbbef req-9b1cb1b0-d810-4ceb-84d8-c050f2914ee1 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911407 Feb 04 15:42:32.448424 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a42d64a2-e3e7-4a40-8143-cf471294425d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.488156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.566729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a42d64a2-e3e7-4a40-8143-cf471294425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.570275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37672) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:32.610548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.616170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d64a2-e3e7-4a40-8143-cf471294425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd28ce9-e247-468e-a05c-d7b8d024374d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:32.641986 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a42d64a2-e3e7-4a40-8143-cf471294425d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.645674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a42d64a2-e3e7-4a40-8143-cf471294425d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0cd28ce9-e247-468e-a05c-d7b8d024374d HTTP/1.1" status: 204 len: 168 time: 0.4078808 Feb 04 15:42:32.699942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f5004291-aea2-422b-aaab-5d4395fb10df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bea7ccf7e75a4ad78f20eae52b161b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163449 Feb 04 15:42:32.704101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37680) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:32.755923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28030d-e40e-4d4e-b649-b09e3c6ce245 req-74be6864-b718-4ed9-8ec5-7fe1b71cf287 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:32.763373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c28030d-e40e-4d4e-b649-b09e3c6ce245 req-74be6864-b718-4ed9-8ec5-7fe1b71cf287 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.2288868 Feb 04 15:42:32.828671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c28030d-e40e-4d4e-b649-b09e3c6ce245 req-a8fd90c5-0c2a-4a03-9831-6f93359757d3 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639782 Feb 04 15:42:32.857278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db93ca98-425f-431a-a679-ebafa8aafc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.931565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db93ca98-425f-431a-a679-ebafa8aafc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.020499 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db93ca98-425f-431a-a679-ebafa8aafc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.033246 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.039722 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.061405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93ca98-425f-431a-a679-ebafa8aafc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10829672-a21e-4de2-8aae-aeccb305d848,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:33.075558 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db93ca98-425f-431a-a679-ebafa8aafc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.077588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-db93ca98-425f-431a-a679-ebafa8aafc94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10829672-a21e-4de2-8aae-aeccb305d848 HTTP/1.1" status: 204 len: 168 time: 0.3722184 Feb 04 15:42:33.196341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beac713-415b-4120-bed7-41249df88bf8 req-80d2fae5-4cac-4c4e-a501-886131288f08 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.198319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=f994d16a-02af-4de5-8dd6-5b324f5c2185,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:33.198651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1beac713-415b-4120-bed7-41249df88bf8 req-80d2fae5-4cac-4c4e-a501-886131288f08 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.1043925 Feb 04 15:42:33.208354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37704) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:33.214238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9c02bf4b-1567-443e-9935-2cb4d3278c3b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Request body: {'floatingip': {'port_id': 'e834896d-a5b6-43ba-b449-3a8bebbece23'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:33.226115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.312691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c02bf4b-1567-443e-9935-2cb4d3278c3b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.425356 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP 000422f3-df77-4771-9576-bd27c7653d85 associated. External IP: 172.25.8.63, port: fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c. Feb 04 15:42:33.832722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2d247-68d9-4266-bb87-959085b7e571 req-12f7631e-c537-451a-9b06-95e43d64bdac tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.834319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5b2d247-68d9-4266-bb87-959085b7e571 req-12f7631e-c537-451a-9b06-95e43d64bdac tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.2376819 Feb 04 15:42:33.890042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:33.963222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5b2d247-68d9-4266-bb87-959085b7e571 req-4642cb86-c5fd-4a7f-9643-ea6ee9e67e78 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752466 Feb 04 15:42:34.175038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:34.181947 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-91d41a72-224d-4412-a982-cc71cdc59c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.187977 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f966913-0da2-4004-8fd8-26468019c0b0 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:34.210437 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f966913-0da2-4004-8fd8-26468019c0b0 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:34.211089 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4f966913-0da2-4004-8fd8-26468019c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:34.222098 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.286084 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a87ec593-75a0-40ec-bd36-c515fe903141 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9076474 Feb 04 15:42:34.288583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37750) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:34.294945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e3b97bb3-be8b-4e04-80b4-b244054a3c9a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'port_id': 'fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:34.345123 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4f966913-0da2-4004-8fd8-26468019c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:34.360040 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f966913-0da2-4004-8fd8-26468019c0b0 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:34.364348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c02bf4b-1567-443e-9935-2cb4d3278c3b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.364724 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4f966913-0da2-4004-8fd8-26468019c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:34.369323 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c02bf4b-1567-443e-9935-2cb4d3278c3b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.444737 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3b97bb3-be8b-4e04-80b4-b244054a3c9a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.460173 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4f966913-0da2-4004-8fd8-26468019c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:34.460891 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f966913-0da2-4004-8fd8-26468019c0b0 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:34.536806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37760) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:34.577375 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-9c02bf4b-1567-443e-9935-2cb4d3278c3b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Floating IP aa759127-ac5b-4f8b-89a9-c03f22f14c12 associated. External IP: 172.25.8.234, port: e834896d-a5b6-43ba-b449-3a8bebbece23. Feb 04 15:42:34.878777 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45ca2e53-2084-46f3-b704-3cc030e518fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.908675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-45ca2e53-2084-46f3-b704-3cc030e518fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:34.916276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-45ca2e53-2084-46f3-b704-3cc030e518fe admin admin] Usage tracker for resource:security_group_rule and tenant:6324805e31334c44bd604646888ffd4f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:34.921440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-45ca2e53-2084-46f3-b704-3cc030e518fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:34.931254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-45ca2e53-2084-46f3-b704-3cc030e518fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:35.132292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c02bf4b-1567-443e-9935-2cb4d3278c3b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Router 9e0f6afa-6e81-488f-8648-06a989d3b8fd has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:35.432028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3b97bb3-be8b-4e04-80b4-b244054a3c9a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.438070 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3b97bb3-be8b-4e04-80b4-b244054a3c9a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.503912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37800) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:35.573802 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45ca2e53-2084-46f3-b704-3cc030e518fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.587015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45ca2e53-2084-46f3-b704-3cc030e518fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.618956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c02bf4b-1567-443e-9935-2cb4d3278c3b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:35.632964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] Sync routers for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:35.652784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:35.653780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:35.661967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2806cf-d561-44bf-92c6-721a34b93074 req-c02edf32-4100-405f-a88e-cfab6b55b145 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:35.663487 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc2806cf-d561-44bf-92c6-721a34b93074 req-c02edf32-4100-405f-a88e-cfab6b55b145 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.4402702 Feb 04 15:42:35.673036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-45ca2e53-2084-46f3-b704-3cc030e518fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6324805e31334c44bd604646888ffd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1332967 Feb 04 15:42:35.674326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37812) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:35.675969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca2e53-2084-46f3-b704-3cc030e518fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f616d377-7a7c-4b9f-8f68-8e9a592671f3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:35.695401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c02bf4b-1567-443e-9935-2cb4d3278c3b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.773180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc2806cf-d561-44bf-92c6-721a34b93074 req-b22e88b3-e379-41b5-8878-0a8495c917d0 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980642 Feb 04 15:42:35.780384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9c02bf4b-1567-443e-9935-2cb4d3278c3b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "PUT /v2.0/floatingips/aa759127-ac5b-4f8b-89a9-c03f22f14c12 HTTP/1.1" status: 200 len: 992 time: 2.5699208 Feb 04 15:42:35.781365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'tag': 'e834896d-a5b6-43ba-b449-3a8bebbece23'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:35.845751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-228072429'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:35.874221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:35.884543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Usage tracker for resource:router and tenant:901787d7904a4bb88ddda131e3b88108 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:35.898985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:35.910929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:35.946166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f14a3c0b-4c8a-424f-b832-6edccbf1edec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.959066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:42:36.027605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.028609 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.072045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f14a3c0b-4c8a-424f-b832-6edccbf1edec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.093956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b97bb3-be8b-4e04-80b4-b244054a3c9a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:36.131025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.162651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f1fac-1e2b-46b6-b657-03f88ef3a1a4 req-2c974049-54e0-4ca8-814b-445670919a7a tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.171687 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b76f1fac-1e2b-46b6-b657-03f88ef3a1a4 req-2c974049-54e0-4ca8-814b-445670919a7a tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.1138358 Feb 04 15:42:36.239373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b76f1fac-1e2b-46b6-b657-03f88ef3a1a4 req-b4c7d81e-4e56-418e-9213-aea392372e2f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662842 Feb 04 15:42:36.264508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.291826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.306827 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'tag': 'e834896d-a5b6-43ba-b449-3a8bebbece23', 'status': 'completed', 'code': 200} Feb 04 15:42:36.416199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-7e16bf0d-4a13-4f5f-ac45-a72526014540 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.417638 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-7e16bf0d-4a13-4f5f-ac45-a72526014540 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.3338959 Feb 04 15:42:36.429049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f14a3c0b-4c8a-424f-b832-6edccbf1edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.431432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f14a3c0b-4c8a-424f-b832-6edccbf1edec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.432544 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f14a3c0b-4c8a-424f-b832-6edccbf1edec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f616d377-7a7c-4b9f-8f68-8e9a592671f3 HTTP/1.1" status: 204 len: 168 time: 0.7576475 Feb 04 15:42:36.444006 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.445204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ab47537a-bc83-408d-bee1-2894a03f1deb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9401045 Feb 04 15:42:36.457741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37840) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:36.477782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'aa759127-ac5b-4f8b-89a9-c03f22f14c12', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'floating_ip_address': '172.25.8.234', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'port_id': 'e834896d-a5b6-43ba-b449-3a8bebbece23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'mac_address': 'fa:16:3e:49:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:42:08Z', 'updated_at': '2022-02-04T15:42:34Z', 'revision_number': 1, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f83f4b1-842c-42f5-ac37-8dba473f125e', 'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'mac_address': 'fa:16:3e:70:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:54Z', 'updated_at': '2022-02-04T15:42:04Z', 'revision_number': 5, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'subnets': [{'id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:36.482912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] Checking router: 9e0f6afa-6e81-488f-8648-06a989d3b8fd for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:36.493875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:36.494824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:36.498805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3c0b-4c8a-424f-b832-6edccbf1edec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f616d377-7a7c-4b9f-8f68-8e9a592671f3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:36.517389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b97bb3-be8b-4e04-80b4-b244054a3c9a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:36.523432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3b97bb3-be8b-4e04-80b4-b244054a3c9a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.530244 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2797e6-2665-4cf0-88db-66c97247e676 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:36.546601 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2797e6-2665-4cf0-88db-66c97247e676 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:36.547565 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0a2797e6-2665-4cf0-88db-66c97247e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:36.593787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Deleting port d57ff1b6-b161-48dc-9164-9d0f7e05348f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:36.594146 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.644946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc550c66-d488-43f4-b136-423fd6497363 req-2682623f-8117-4074-ae02-78889d28009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.649426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc550c66-d488-43f4-b136-423fd6497363 req-2682623f-8117-4074-ae02-78889d28009d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44f3de2d0b264acbab42a91f7187820d&device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 1097 time: 0.3276770 Feb 04 15:42:36.680375 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0a2797e6-2665-4cf0-88db-66c97247e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:36.700721 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2797e6-2665-4cf0-88db-66c97247e676 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:36.702001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0a2797e6-2665-4cf0-88db-66c97247e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:36.773023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37848) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:36.790619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:42:36.813878 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e3b97bb3-be8b-4e04-80b4-b244054a3c9a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/floatingips/000422f3-df77-4771-9576-bd27c7653d85 HTTP/1.1" status: 200 len: 978 time: 2.5241389 Feb 04 15:42:36.820837 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0a2797e6-2665-4cf0-88db-66c97247e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:36.824186 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2797e6-2665-4cf0-88db-66c97247e676 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:36.862961 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54e616c3-7328-4a8b-89b9-dd14f7e06d16 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.871760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37854) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:36.887294 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7dc1-3d9a-4a74-84e4-fd20b31f8e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.330898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'aa759127-ac5b-4f8b-89a9-c03f22f14c12', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'floating_ip_address': '172.25.8.234', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'port_id': 'e834896d-a5b6-43ba-b449-3a8bebbece23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'mac_address': 'fa:16:3e:49:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:42:08Z', 'updated_at': '2022-02-04T15:42:34Z', 'revision_number': 1, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f83f4b1-842c-42f5-ac37-8dba473f125e', 'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'mac_address': 'fa:16:3e:70:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:54Z', 'updated_at': '2022-02-04T15:42:04Z', 'revision_number': 5, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'subnets': [{'id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:37.338640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615ed10-9863-4d9a-9f66-e5b2ddcffb9f None None] The sync data for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 is: [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'aa759127-ac5b-4f8b-89a9-c03f22f14c12', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'floating_ip_address': '172.25.8.234', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'port_id': 'e834896d-a5b6-43ba-b449-3a8bebbece23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'mac_address': 'fa:16:3e:49:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:42:08Z', 'updated_at': '2022-02-04T15:42:34Z', 'revision_number': 1, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f83f4b1-842c-42f5-ac37-8dba473f125e', 'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'mac_address': 'fa:16:3e:70:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:54Z', 'updated_at': '2022-02-04T15:42:04Z', 'revision_number': 5, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'subnets': [{'id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:37.349123 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54e616c3-7328-4a8b-89b9-dd14f7e06d16 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.378220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54e616c3-7328-4a8b-89b9-dd14f7e06d16 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.386161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc550c66-d488-43f4-b136-423fd6497363 req-1d149c94-02a0-4645-891a-5b85b7f0e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.387969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc550c66-d488-43f4-b136-423fd6497363 req-1d149c94-02a0-4645-891a-5b85b7f0e648 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e24425c-2564-4130-b8be-14c33b27ce6a HTTP/1.1" status: 200 len: 906 time: 0.7091246 Feb 04 15:42:37.394226 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.420548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port f994d16a-02af-4de5-8dd6-5b324f5c2185 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:37.421343 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.499999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:37.529653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Usage tracker for resource:security_group_rule and tenant:1d2b7afe2b3149a38ce46beac461bcd5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:37.561184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:37.565793 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.580469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:37.585621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54e616c3-7328-4a8b-89b9-dd14f7e06d16 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.586179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e616c3-7328-4a8b-89b9-dd14f7e06d16 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4f3ae3a-fc63-452c-b040-271d6e1b793d {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:42:37.610160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] For port d57ff1b6-b161-48dc-9164-9d0f7e05348f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d57ff1b6-b161-48dc-9164-9d0f7e05348f,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:37.610761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.612434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d43b8-ccd6-4d7c-bdea-f11027d4c687 req-c620007f-d561-4767-a10d-7b6f5c79d22e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.614141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c17d43b8-ccd6-4d7c-bdea-f11027d4c687 req-c620007f-d561-4767-a10d-7b6f5c79d22e tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 945 time: 0.5450795 Feb 04 15:42:37.616030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc550c66-d488-43f4-b136-423fd6497363 req-547c9553-f64d-48a0-b577-2c756185902c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e834896d-a5b6-43ba-b449-3a8bebbece23 HTTP/1.1" status: 200 len: 1000 time: 0.1922383 Feb 04 15:42:37.622050 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54e616c3-7328-4a8b-89b9-dd14f7e06d16 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.626842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-54e616c3-7328-4a8b-89b9-dd14f7e06d16 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "DELETE /v2.0/routers/d4f3ae3a-fc63-452c-b040-271d6e1b793d HTTP/1.1" status: 204 len: 168 time: 1.1611497 Feb 04 15:42:37.629443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37880) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:37.664892 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.695657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d758a-bd0f-486a-b3d3-868ca3972535 None None] New status for floating IP aa759127-ac5b-4f8b-89a9-c03f22f14c12: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:42:37.778825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Calling delete_port for d57ff1b6-b161-48dc-9164-9d0f7e05348f owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:37.824131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Request body: {'router': {'name': 'tempest-router-393890169', 'distributed': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:37.829494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:37.855046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Usage tracker for resource:router and tenant:901787d7904a4bb88ddda131e3b88108 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:37.874319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:37.882687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.883017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.906032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:37.926436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc550c66-d488-43f4-b136-423fd6497363 req-09e451a8-d919-4978-884b-0f8fa464a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.928040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc550c66-d488-43f4-b136-423fd6497363 req-09e451a8-d919-4978-884b-0f8fa464a845 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9367304-f197-4805-a390-4281e5d0b8f9 HTTP/1.1" status: 200 len: 844 time: 0.3029585 Feb 04 15:42:37.933938 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c17d43b8-ccd6-4d7c-bdea-f11027d4c687 req-a2f49622-7f4f-4274-90a2-675ba3fb0b33 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076432 Feb 04 15:42:37.985517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.986541 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.038217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.081140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.089629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.101059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for f994d16a-02af-4de5-8dd6-5b324f5c2185 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:38.112488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.123300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc550c66-d488-43f4-b136-423fd6497363 req-a66b5e90-0276-4891-a44d-cba8542a2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:38.125791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc550c66-d488-43f4-b136-423fd6497363 req-a66b5e90-0276-4891-a44d-cba8542a2b2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e24425c-2564-4130-b8be-14c33b27ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909699 Feb 04 15:42:38.192374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d2b7afe2b3149a38ce46beac461bcd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4178758 Feb 04 15:42:38.198052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37894) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:38.268685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb608414-a93c-4961-9f83-c350adff2fd7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:38.315233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.319442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-53ba96ea-d471-4b07-96ac-142f5b9247d6 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5145304 Feb 04 15:42:38.335193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37900) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:38.344944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.345338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.345681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.346050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.346411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.346719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.347081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.347414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.347717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.348035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.348348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.348659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1379bc-1118-42ec-860e-2abc519f1099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:38.378743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.439481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Pushing event deleted for resources: {'Port': ['ID=d57ff1b6-b161-48dc-9164-9d0f7e05348f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:38.495325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.579479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57183add-f08f-4428-928e-04f7a819dd9a tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.587690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=f994d16a-02af-4de5-8dd6-5b324f5c2185,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:38.592326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] No DVR routers for this DVR port d57ff1b6-b161-48dc-9164-9d0f7e05348f on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:38.595883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.610556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b5744-d937-40cb-8b57-4a0441d7f6e8', 'name': 'network-vif-deleted', 'tag': 'd57ff1b6-b161-48dc-9164-9d0f7e05348f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:38.648011 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8676e633-630d-43f6-94b0-c0eb0020efa3 req-d14f6b7b-45c3-45d7-a7ac-141cb2782fc4 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.53 "DELETE /v2.0/ports/d57ff1b6-b161-48dc-9164-9d0f7e05348f HTTP/1.1" status: 204 len: 173 time: 2.2138765 Feb 04 15:42:38.667491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc550c66-d488-43f4-b136-423fd6497363 req-6557053f-a90a-455b-b31c-24b073a4584f service neutron] 10.222.0.53 "GET /v2.0/networks/5e24425c-2564-4130-b8be-14c33b27ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220399 Feb 04 15:42:38.676963 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9719e39a-10f2-4480-a532-c0073c3a5378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.728989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.729328 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP 000422f3-df77-4771-9576-bd27c7653d85 disassociated (deleted). External IP: 172.25.8.63, port: fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c. Feb 04 15:42:38.990341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9719e39a-10f2-4480-a532-c0073c3a5378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.025560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce9330-f087-4cf0-a694-e149002254c3 req-ab118a80-fce7-44ff-9d34-272805fa0d21 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:39.027023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-90ce9330-f087-4cf0-a694-e149002254c3 req-ab118a80-fce7-44ff-9d34-272805fa0d21 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.7712438 Feb 04 15:42:39.094037 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.101491 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.144137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57183add-f08f-4428-928e-04f7a819dd9a tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.155501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57183add-f08f-4428-928e-04f7a819dd9a tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.214096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc550c66-d488-43f4-b136-423fd6497363 req-77ea023c-9b82-4931-9c6d-b78e9a5d2342 service neutron] 10.222.0.53 "GET /v2.0/networks/5e24425c-2564-4130-b8be-14c33b27ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349450 Feb 04 15:42:39.217075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-90ce9330-f087-4cf0-a694-e149002254c3 req-392a71dc-9e08-4acc-ad6e-ad3c120d3103 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752939 Feb 04 15:42:39.231461 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57183add-f08f-4428-928e-04f7a819dd9a tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.232796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57183add-f08f-4428-928e-04f7a819dd9a tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6668759-7be3-4ba8-8a40-f6773408fc2b {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:42:39.254738 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57183add-f08f-4428-928e-04f7a819dd9a tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.260662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-57183add-f08f-4428-928e-04f7a819dd9a tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "DELETE /v2.0/routers/d6668759-7be3-4ba8-8a40-f6773408fc2b HTTP/1.1" status: 204 len: 168 time: 0.9134073 Feb 04 15:42:39.260662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9719e39a-10f2-4480-a532-c0073c3a5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.262303 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9719e39a-10f2-4480-a532-c0073c3a5378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.273424 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9719e39a-10f2-4480-a532-c0073c3a5378 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb608414-a93c-4961-9f83-c350adff2fd7 HTTP/1.1" status: 204 len: 168 time: 1.0260658 Feb 04 15:42:39.273424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37926) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:39.296892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Request body: {'router': {'name': 'tempest-router-1731613082', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1fb72556afb94e00bb6b692ee6dc4793'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:39.302647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719e39a-10f2-4480-a532-c0073c3a5378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb608414-a93c-4961-9f83-c350adff2fd7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:39.304654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:39.308799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Usage tracker for resource:router and tenant:1fb72556afb94e00bb6b692ee6dc4793 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:39.312335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:39.318955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:39.331344 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.332459 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.333780 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b5744-d937-40cb-8b57-4a0441d7f6e8', 'name': 'network-vif-deleted', 'tag': 'd57ff1b6-b161-48dc-9164-9d0f7e05348f', 'status': 'completed', 'code': 200} Feb 04 15:42:39.352108 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.359803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:39.376658 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.390809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d57ff1b6-b161-48dc-9164-9d0f7e05348f no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:39.399693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.401320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4ca94203-d837-404e-8929-9ba3bd96d459 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1113322 Feb 04 15:42:39.403960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37934) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:39.410839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:39.484943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: d57ff1b6-b161-48dc-9164-9d0f7e05348f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:42:39.485925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d57ff1b6-b161-48dc-9164-9d0f7e05348f not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:39.672608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:39.677716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.683737 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cefa2cc-9ff6-4251-96f0-96bc87cafcc9 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:39.704761 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cefa2cc-9ff6-4251-96f0-96bc87cafcc9 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:39.705643 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8cefa2cc-9ff6-4251-96f0-96bc87cafcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:39.742295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c41a5180-634b-47c5-9135-961aa6fcae97 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/floatingips/000422f3-df77-4771-9576-bd27c7653d85 HTTP/1.1" status: 204 len: 168 time: 2.8692169 Feb 04 15:42:39.745241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37942) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:39.801561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5e305e4-333c-46d2-9975-c568c42eb027 req-a563e26c-0647-4466-9a33-c2c2ca6cb281 tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e3b5744-d937-40cb-8b57-4a0441d7f6e8 HTTP/1.1" status: 200 len: 210 time: 0.1426950 Feb 04 15:42:39.854081 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8cefa2cc-9ff6-4251-96f0-96bc87cafcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:39.864741 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cefa2cc-9ff6-4251-96f0-96bc87cafcc9 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:39.865368 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8cefa2cc-9ff6-4251-96f0-96bc87cafcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:39.867745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-98e3181f-135d-4b01-a5b9-e90238362352 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:39.868123 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-98e3181f-135d-4b01-a5b9-e90238362352 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.995929 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8cefa2cc-9ff6-4251-96f0-96bc87cafcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:39.996523 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cefa2cc-9ff6-4251-96f0-96bc87cafcc9 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:40.000357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37946) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:40.041787 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c669c34d-627e-4cdf-9b3e-51aae920f719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.064454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c669c34d-627e-4cdf-9b3e-51aae920f719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:40.088093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c669c34d-627e-4cdf-9b3e-51aae920f719 admin admin] Usage tracker for resource:security_group_rule and tenant:d1150a9be0bb4d979d6253cfd23f91f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:40.095559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c669c34d-627e-4cdf-9b3e-51aae920f719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:40.150632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c669c34d-627e-4cdf-9b3e-51aae920f719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:40.195131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.195466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.353090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-98e3181f-135d-4b01-a5b9-e90238362352 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.411768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37956) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:40.464176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87570) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 15:42:40.464522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Router 240fb09e-658c-49d1-b409-066918946570 migrating from provider to provider. {{(pid=87570) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 15:42:40.464917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.472685 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.481860 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.500855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-98e3181f-135d-4b01-a5b9-e90238362352 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:40.559380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c669c34d-627e-4cdf-9b3e-51aae920f719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.563920 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c669c34d-627e-4cdf-9b3e-51aae920f719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.635201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669c34d-627e-4cdf-9b3e-51aae920f719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fab49a5-6b2f-4208-942b-d3aabf5c8b39,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:40.642968 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c669c34d-627e-4cdf-9b3e-51aae920f719 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1150a9be0bb4d979d6253cfd23f91f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368017 Feb 04 15:42:40.644138 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5dbc441d-43bc-4c8a-a0d7-7a192a5282a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.645858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37962) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:40.665278 n-d-827870-1 neutron-server[87570]: WARNING neutron.scheduler.l3_agent_scheduler [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] No L3 agents can host the router 240fb09e-658c-49d1-b409-066918946570 Feb 04 15:42:40.677879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b383de-dd32-4dd0-84c5-0b2cd9e94366 req-285f331a-8226-482f-9e01-6798e571304f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:40.679353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01b383de-dd32-4dd0-84c5-0b2cd9e94366 req-285f331a-8226-482f-9e01-6798e571304f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.2724884 Feb 04 15:42:40.680325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5dbc441d-43bc-4c8a-a0d7-7a192a5282a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:40.687149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5dbc441d-43bc-4c8a-a0d7-7a192a5282a0 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1fd81461af4725abe79e77d2cec2fd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:40.691902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5dbc441d-43bc-4c8a-a0d7-7a192a5282a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:40.715525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5dbc441d-43bc-4c8a-a0d7-7a192a5282a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:40.789235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-341d9d58-6344-4fcd-9f58-8eb8eb4261e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.835971 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-341d9d58-6344-4fcd-9f58-8eb8eb4261e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.856031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-98e3181f-135d-4b01-a5b9-e90238362352 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.871681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01b383de-dd32-4dd0-84c5-0b2cd9e94366 req-452bd4ec-1674-4d4a-90b5-b7135c9d6d96 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859474 Feb 04 15:42:40.920836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3181f-135d-4b01-a5b9-e90238362352 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:40.926857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Hosts for router 240fb09e-658c-49d1-b409-066918946570: [] {{(pid=87570) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 04 15:42:40.972328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37970) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:41.050752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Hosts for other DVR routers connected to router 240fb09e-658c-49d1-b409-066918946570: set() {{(pid=87570) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 04 15:42:41.182668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-341d9d58-6344-4fcd-9f58-8eb8eb4261e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.208894 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-98e3181f-135d-4b01-a5b9-e90238362352 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.211547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d9d58-6344-4fcd-9f58-8eb8eb4261e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fab49a5-6b2f-4208-942b-d3aabf5c8b39,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:41.224183 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-98e3181f-135d-4b01-a5b9-e90238362352 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/ports/fccfb793-7701-4fa5-a2cc-5c74f1bd2f7c HTTP/1.1" status: 204 len: 168 time: 1.4773452 Feb 04 15:42:41.225650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-341d9d58-6344-4fcd-9f58-8eb8eb4261e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.226637 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-341d9d58-6344-4fcd-9f58-8eb8eb4261e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fab49a5-6b2f-4208-942b-d3aabf5c8b39 HTTP/1.1" status: 204 len: 168 time: 0.5795751 Feb 04 15:42:41.227608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37976) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:41.236211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:41.242874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:41.247185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:floatingip and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:41.250705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:41.263238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.264451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-33e2193d-519e-4461-8859-7f86162641bf tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "PUT /v2.0/routers/240fb09e-658c-49d1-b409-066918946570 HTTP/1.1" status: 200 len: 717 time: 1.8580673 Feb 04 15:42:41.264853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:41.268922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37982) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:41.395108 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5dbc441d-43bc-4c8a-a0d7-7a192a5282a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.402779 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5dbc441d-43bc-4c8a-a0d7-7a192a5282a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.435196 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad8faa77-91c6-49c8-9323-b162df8783eb tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "GET /v2.0/routers/240fb09e-658c-49d1-b409-066918946570 HTTP/1.1" status: 200 len: 717 time: 0.1611090 Feb 04 15:42:41.438926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37988) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:41.442235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.539886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5dbc441d-43bc-4c8a-a0d7-7a192a5282a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d1fd81461af4725abe79e77d2cec2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1259725 Feb 04 15:42:41.542250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37996) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:41.546287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc441d-43bc-4c8a-a0d7-7a192a5282a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852328ac-ffa7-4ae0-80f8-21e99be93579,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:41.569750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af00f-e4c8-4485-ba3a-7f05604f3114 req-14370b8f-0323-4da0-a171-fa5a02787021 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:41.576667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e5af00f-e4c8-4485-ba3a-7f05604f3114 req-14370b8f-0323-4da0-a171-fa5a02787021 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.5108161 Feb 04 15:42:41.672923 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5957a652-9ce0-4410-b5b5-4d128bf63c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.705022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5957a652-9ce0-4410-b5b5-4d128bf63c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.729265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e5af00f-e4c8-4485-ba3a-7f05604f3114 req-17497b32-61ef-4c02-a5b5-9807057ddc94 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458912 Feb 04 15:42:41.750097 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.983940 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4630c98b-fe76-4402-8d10-fa116909e818 tempest-RoutersTestDVR-1963712751 tempest-RoutersTestDVR-1963712751-project] 10.222.0.46 "GET /v2.0/routers/240fb09e-658c-49d1-b409-066918946570 HTTP/1.1" status: 200 len: 683 time: 0.5413716 Feb 04 15:42:41.985581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38016) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:42.011684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.167820 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5dfb35-cb27-446a-b864-4c900cc5767c tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.184845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b486dc7-9fc5-42cf-a02d-28e435b5b618 req-cdd9b341-56af-4f4b-b9df-1f815fce1bba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:42.186409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b486dc7-9fc5-42cf-a02d-28e435b5b618 req-cdd9b341-56af-4f4b-b9df-1f815fce1bba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2314179 Feb 04 15:42:42.220266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5957a652-9ce0-4410-b5b5-4d128bf63c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.270607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957a652-9ce0-4410-b5b5-4d128bf63c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852328ac-ffa7-4ae0-80f8-21e99be93579,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:42.370879 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b486dc7-9fc5-42cf-a02d-28e435b5b618 req-593ee0a7-3295-43c5-afba-a2c95410e37b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659269 Feb 04 15:42:42.457960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5957a652-9ce0-4410-b5b5-4d128bf63c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.461655 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5957a652-9ce0-4410-b5b5-4d128bf63c19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/852328ac-ffa7-4ae0-80f8-21e99be93579 HTTP/1.1" status: 204 len: 168 time: 0.9177697 Feb 04 15:42:42.478853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Deleting port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:42.479360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.481909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.25.8.112 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/48573be0-3807-4514-b7a9-d4c08014f24e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:42.560669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5dfb35-cb27-446a-b864-4c900cc5767c tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.564600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5dfb35-cb27-446a-b864-4c900cc5767c tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.759320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc578f-83be-4371-b067-dba77b5cb9dc req-9bca0787-b3aa-4bea-b916-859067dbefcd tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:42.760968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbfc578f-83be-4371-b067-dba77b5cb9dc req-9bca0787-b3aa-4bea-b916-859067dbefcd tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2410533 Feb 04 15:42:42.814276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5dfb35-cb27-446a-b864-4c900cc5767c tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.814779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5dfb35-cb27-446a-b864-4c900cc5767c tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 240fb09e-658c-49d1-b409-066918946570 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:42:42.831886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5dfb35-cb27-446a-b864-4c900cc5767c tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.838206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38040) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:42.838753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0a5dfb35-cb27-446a-b864-4c900cc5767c tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "DELETE /v2.0/routers/240fb09e-658c-49d1-b409-066918946570 HTTP/1.1" status: 204 len: 168 time: 0.8522930 Feb 04 15:42:42.846196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Request body: {'router': {'name': 'tempest-router-1210357375', 'distributed': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:42.853602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] For port 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6,segment=NetworkSegment(3494e3a4-cb7d-4af8-9889-259781f6a2a5),segment_id=3494e3a4-cb7d-4af8-9889-259781f6a2a5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:42.854180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.868363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbfc578f-83be-4371-b067-dba77b5cb9dc req-44a355d8-53eb-44c3-be6e-84b9918e308f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999744 Feb 04 15:42:42.872092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:42.910987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38048) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:42.935884 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.942486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Usage tracker for resource:router and tenant:901787d7904a4bb88ddda131e3b88108 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:42.943584 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-335065f6-c59b-4d88-95c6-f39c47ea6ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.965082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-335065f6-c59b-4d88-95c6-f39c47ea6ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:42.971604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-335065f6-c59b-4d88-95c6-f39c47ea6ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:75ecdb2c22724201a01d3bea25e159f5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:42.975259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-335065f6-c59b-4d88-95c6-f39c47ea6ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:42.982525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-335065f6-c59b-4d88-95c6-f39c47ea6ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:43.014189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:43.026061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Calling delete_port for 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:43.036839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.141732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:43.155817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:43.155817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=48573be0-3807-4514-b7a9-d4c08014f24e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:43.164269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:43.205496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:43.229236 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-335065f6-c59b-4d88-95c6-f39c47ea6ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.234695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.235776 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.241766 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-335065f6-c59b-4d88-95c6-f39c47ea6ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.274113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.311958 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.328164 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-335065f6-c59b-4d88-95c6-f39c47ea6ab7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75ecdb2c22724201a01d3bea25e159f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157526 Feb 04 15:42:43.335163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38060) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:43.335844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335065f6-c59b-4d88-95c6-f39c47ea6ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba18228c-5c59-4234-8258-69a0ae5730c2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:43.394530 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.395992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7f3131f9-ab8c-4c3c-8ede-79294fc010e1 tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5545368 Feb 04 15:42:43.401128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38066) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:43.409698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.489878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bd51e-42de-4a5b-bac6-bf5bfd90090e req-2d806fef-c24e-4a9e-a2d2-9655ed67be75 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:43.495839 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b99bd51e-42de-4a5b-bac6-bf5bfd90090e req-2d806fef-c24e-4a9e-a2d2-9655ed67be75 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.1890388 Feb 04 15:42:43.548989 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.589880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b99bd51e-42de-4a5b-bac6-bf5bfd90090e req-173f47ae-3a0f-48ba-9a94-a7ae17620c85 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926058 Feb 04 15:42:43.610994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e32c2445-932f-41b5-a4a4-5eedfbf3848e tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.649033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Pushing event deleted for resources: {'Port': ['ID=94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:43.683186 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34457726-56ca-42ad-bc77-b42f67282757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.709792 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.943921 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34457726-56ca-42ad-bc77-b42f67282757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.969037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.043264 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e32c2445-932f-41b5-a4a4-5eedfbf3848e tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.047377 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e32c2445-932f-41b5-a4a4-5eedfbf3848e tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.114624 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e32c2445-932f-41b5-a4a4-5eedfbf3848e tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.115210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32c2445-932f-41b5-a4a4-5eedfbf3848e tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66586804-aa31-4c7f-9b71-1a94bd26aa08 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:42:44.345982 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.353804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e32c2445-932f-41b5-a4a4-5eedfbf3848e tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.356161 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e32c2445-932f-41b5-a4a4-5eedfbf3848e tempest-RoutersTestDVR-781849994 tempest-RoutersTestDVR-781849994-project-admin] 10.222.0.46 "DELETE /v2.0/routers/66586804-aa31-4c7f-9b71-1a94bd26aa08 HTTP/1.1" status: 204 len: 168 time: 0.9525213 Feb 04 15:42:44.358420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.381372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38092) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:44.422638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34457726-56ca-42ad-bc77-b42f67282757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.425790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34457726-56ca-42ad-bc77-b42f67282757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.427021 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-34457726-56ca-42ad-bc77-b42f67282757 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba18228c-5c59-4234-8258-69a0ae5730c2 HTTP/1.1" status: 204 len: 168 time: 1.0765638 Feb 04 15:42:44.511194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f4940-7794-490d-b7dd-66b5a81ca5d5 req-a425efd0-7579-49af-8097-49fbc014a455 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:44.518159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-408f4940-7794-490d-b7dd-66b5a81ca5d5 req-a425efd0-7579-49af-8097-49fbc014a455 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2294009 Feb 04 15:42:44.528140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=48573be0-3807-4514-b7a9-d4c08014f24e,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:44.538353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34457726-56ca-42ad-bc77-b42f67282757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba18228c-5c59-4234-8258-69a0ae5730c2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:44.543593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Router a19a1251-1eb9-470b-a4e5-2949924d3caf has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:44.570129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-206ff6fb-fc81-4fcc-98aa-04ffb6385e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.607988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-206ff6fb-fc81-4fcc-98aa-04ffb6385e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:44.687161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-408f4940-7794-490d-b7dd-66b5a81ca5d5 req-4ec8717d-623e-4c16-bb6a-f39307ced40b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678817 Feb 04 15:42:44.688328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-206ff6fb-fc81-4fcc-98aa-04ffb6385e3e admin admin] Usage tracker for resource:security_group_rule and tenant:f1732f33897847a785eeb2546afe4f88 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:44.703499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-206ff6fb-fc81-4fcc-98aa-04ffb6385e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:44.712479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-206ff6fb-fc81-4fcc-98aa-04ffb6385e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:44.718007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.741620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.743025 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3f4cb305-8c9b-4773-998f-72a20256e3d8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5122943 Feb 04 15:42:44.746209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38106) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:44.755842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'port': {'network_id': '5f66a19a-2b7b-4a57-83e6-101570d1893b', 'name': 'tempest-FloatingIPTestJSON-1130050282'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:44.822845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38112) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:44.867733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:44.879953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] Sync routers for ids ['a19a1251-1eb9-470b-a4e5-2949924d3caf'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:44.897201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] Routers {'a19a1251-1eb9-470b-a4e5-2949924d3caf'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:44.898682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a19a1251-1eb9-470b-a4e5-2949924d3caf'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:44.913836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b3ef1a9e-9b7a-48e8-9d17-643f7ade649e admin admin] 10.222.0.46 "PUT /v2.0/routers/a19a1251-1eb9-470b-a4e5-2949924d3caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9403827 Feb 04 15:42:44.922279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38120) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:44.953860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:44.958853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:port and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:44.961894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:44.968306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:45.028021 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-657b1c46-0265-44c7-a5a1-93fb86738204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.043852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-657b1c46-0265-44c7-a5a1-93fb86738204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:45.049165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-657b1c46-0265-44c7-a5a1-93fb86738204 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb72556afb94e00bb6b692ee6dc4793 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:45.052742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-657b1c46-0265-44c7-a5a1-93fb86738204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:45.059469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-657b1c46-0265-44c7-a5a1-93fb86738204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:45.112126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] Set router a19a1251-1eb9-470b-a4e5-2949924d3caf gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:42:45.131045 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-206ff6fb-fc81-4fcc-98aa-04ffb6385e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.143689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-206ff6fb-fc81-4fcc-98aa-04ffb6385e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.150401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Made reservation on behalf of b213a792181848089740e7c057803da1 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:45.155706 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.202820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-206ff6fb-fc81-4fcc-98aa-04ffb6385e3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1732f33897847a785eeb2546afe4f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8176603 Feb 04 15:42:45.209370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38128) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:45.210567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] device_id is not set on port e23e28bc-18f8-4b9e-8799-c2a329406d09 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:45.331155 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.362041 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-657b1c46-0265-44c7-a5a1-93fb86738204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.417139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ff6fb-fc81-4fcc-98aa-04ffb6385e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a81b6-b659-45b3-8dd8-ee067cc41170,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:45.422155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-657b1c46-0265-44c7-a5a1-93fb86738204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.477001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.20.0.5 (5f66a19a-2b7b-4a57-83e6-101570d1893b/2e7cb65d-5998-49ec-9efc-afd561e9a9ae/e23e28bc-18f8-4b9e-8799-c2a329406d09) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:45.503366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:15Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 5, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'gw_port': {'id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:19Z', 'updated_at': '2022-02-04T15:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:45.509158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] Checking router: a19a1251-1eb9-470b-a4e5-2949924d3caf for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:45.528143 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-657b1c46-0265-44c7-a5a1-93fb86738204 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fb72556afb94e00bb6b692ee6dc4793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6992106 Feb 04 15:42:45.529511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] Routers {'a19a1251-1eb9-470b-a4e5-2949924d3caf'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:45.530742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a19a1251-1eb9-470b-a4e5-2949924d3caf'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:45.535725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38140) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:45.562538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b1c46-0265-44c7-a5a1-93fb86738204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9702d40a-4712-4dcc-a9b8-c5c56992d6e8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:45.593020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebc3cce-2be3-4c8b-9357-7bca6ed7fbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.599141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.612910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Deleting port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:45.613356 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.668338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebc3cce-2be3-4c8b-9357-7bca6ed7fbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.779952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] Set router a19a1251-1eb9-470b-a4e5-2949924d3caf gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:42:45.824369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26b27035-c86e-4792-a0ed-a3113c9444d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.884585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26b27035-c86e-4792-a0ed-a3113c9444d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.891660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] For port 5fd01d5e-9467-40ac-8f07-d40eed0e60cf, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5fd01d5e-9467-40ac-8f07-d40eed0e60cf,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:45.892036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.913700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebc3cce-2be3-4c8b-9357-7bca6ed7fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.934089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.966247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc3cce-2be3-4c8b-9357-7bca6ed7fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a81b6-b659-45b3-8dd8-ee067cc41170,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:45.999128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebc3cce-2be3-4c8b-9357-7bca6ed7fbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.001597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eebc3cce-2be3-4c8b-9357-7bca6ed7fbf9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f4a81b6-b659-45b3-8dd8-ee067cc41170 HTTP/1.1" status: 204 len: 168 time: 0.6374874 Feb 04 15:42:46.019173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26b27035-c86e-4792-a0ed-a3113c9444d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.041900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b27035-c86e-4792-a0ed-a3113c9444d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702d40a-4712-4dcc-a9b8-c5c56992d6e8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:46.044916 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26b27035-c86e-4792-a0ed-a3113c9444d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.046216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-26b27035-c86e-4792-a0ed-a3113c9444d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9702d40a-4712-4dcc-a9b8-c5c56992d6e8 HTTP/1.1" status: 204 len: 168 time: 0.4970362 Feb 04 15:42:46.050276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.099358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Calling delete_port for 5fd01d5e-9467-40ac-8f07-d40eed0e60cf owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:46.131669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 5f66a19a-2b7b-4a57-83e6-101570d1893b is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:46.135262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:46.140297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:46.198813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea154c7-03c2-410a-befc-5ce55b31fbdc req-c6f2a392-6e4d-41f3-bedb-4d2621b8445d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:46.200342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ea154c7-03c2-410a-befc-5ce55b31fbdc req-c6f2a392-6e4d-41f3-bedb-4d2621b8445d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2983527 Feb 04 15:42:46.236559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=e23e28bc-18f8-4b9e-8799-c2a329406d09,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:46.280724 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ea154c7-03c2-410a-befc-5ce55b31fbdc req-24c78802-d6b6-4f4e-b826-ee2215439c81 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724382 Feb 04 15:42:46.319630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:46.320631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.354372 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-567be09f-760a-4527-bb60-b8122c0d6ddc tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6069713 Feb 04 15:42:46.359508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38162) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:46.371328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-83d680f0-94b1-436d-a82e-0447e38d405e tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'port_id': 'e23e28bc-18f8-4b9e-8799-c2a329406d09'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:46.414101 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.534512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd01d5e-9467-40ac-8f07-d40eed0e60cf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:46.545750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:15Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 5, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'gw_port': {'id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:19Z', 'updated_at': '2022-02-04T15:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:46.553105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2a501-13eb-4842-a8ae-8f110daa900b None None] The sync data for ids ['a19a1251-1eb9-470b-a4e5-2949924d3caf'] in n-d-827870-1 is: [{'id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'name': 'tempest-ServerRescueNegativeTestJSON-273593474-router', 'tenant_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:15Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 5, 'project_id': 'a5dfc24ffd394bcd9edf4c9f2a340b35', 'gw_port': {'id': '5fd01d5e-9467-40ac-8f07-d40eed0e60cf', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a1251-1eb9-470b-a4e5-2949924d3caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:19Z', 'updated_at': '2022-02-04T15:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:46.565687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83d680f0-94b1-436d-a82e-0447e38d405e tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.644270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38172) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:46.672992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-176be751-de3d-4551-9ca8-44a94280a1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.693200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-176be751-de3d-4551-9ca8-44a94280a1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:46.697491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-176be751-de3d-4551-9ca8-44a94280a1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e2341a6dc8b74acc8f2aa226e4f6bac4 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:46.701127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-176be751-de3d-4551-9ca8-44a94280a1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:46.707168 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.756493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-176be751-de3d-4551-9ca8-44a94280a1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:46.898713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38178) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:46.909514 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.913530 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.931045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c624a331-e85f-4f7b-8877-a26eadfe1fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.960829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c624a331-e85f-4f7b-8877-a26eadfe1fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:46.968996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c624a331-e85f-4f7b-8877-a26eadfe1fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:901787d7904a4bb88ddda131e3b88108 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:46.973765 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c624a331-e85f-4f7b-8877-a26eadfe1fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:47.028662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c624a331-e85f-4f7b-8877-a26eadfe1fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:47.083557 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.084418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19a1251-1eb9-470b-a4e5-2949924d3caf {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:42:47.141797 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-176be751-de3d-4551-9ca8-44a94280a1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.153731 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.153731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7c28473c-bb1c-42ec-bc74-8f3c6c972665 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a19a1251-1eb9-470b-a4e5-2949924d3caf HTTP/1.1" status: 204 len: 168 time: 2.2272427 Feb 04 15:42:47.153731 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-176be751-de3d-4551-9ca8-44a94280a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.158984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38184) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:47.238522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcba878-3cd9-4e42-9917-576c4aa667e8 admin admin] Deleting subnet e030a36a-611a-4448-94f3-4adb0b4fbdad {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:42:47.263777 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bcba878-3cd9-4e42-9917-576c4aa667e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.312236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176be751-de3d-4551-9ca8-44a94280a1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f206e371-d1d7-48b0-aeda-313a2c1aff62,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:47.337491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-176be751-de3d-4551-9ca8-44a94280a1f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2341a6dc8b74acc8f2aa226e4f6bac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6918561 Feb 04 15:42:47.347464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38198) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:47.376689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bcba878-3cd9-4e42-9917-576c4aa667e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.477385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c624a331-e85f-4f7b-8877-a26eadfe1fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.479212 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c957e6e-591b-456e-9bd3-bd50342ad7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.494287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c624a331-e85f-4f7b-8877-a26eadfe1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.520990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bcba878-3cd9-4e42-9917-576c4aa667e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.540861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624a331-e85f-4f7b-8877-a26eadfe1fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58eaf22-f615-43be-8371-6171ebc6edf4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:47.620515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c957e6e-591b-456e-9bd3-bd50342ad7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.674313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c624a331-e85f-4f7b-8877-a26eadfe1fa9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=901787d7904a4bb88ddda131e3b88108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750125 Feb 04 15:42:47.680734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38208) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:47.681520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7774409-6b1d-48d4-aa01-76b547fb912d req-12a85c49-c310-4556-a834-983d37c2b054 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:47.683110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7774409-6b1d-48d4-aa01-76b547fb912d req-12a85c49-c310-4556-a834-983d37c2b054 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.1635768 Feb 04 15:42:47.684074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bcba878-3cd9-4e42-9917-576c4aa667e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.715648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83d680f0-94b1-436d-a82e-0447e38d405e tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.729213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83d680f0-94b1-436d-a82e-0447e38d405e tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.751270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcba878-3cd9-4e42-9917-576c4aa667e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e030a36a-611a-4448-94f3-4adb0b4fbdad,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:47.761067 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6bcba878-3cd9-4e42-9917-576c4aa667e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.774042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6bcba878-3cd9-4e42-9917-576c4aa667e8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e030a36a-611a-4448-94f3-4adb0b4fbdad HTTP/1.1" status: 204 len: 168 time: 0.6023164 Feb 04 15:42:47.778697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38216) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:47.843015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c957e6e-591b-456e-9bd3-bd50342ad7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.865384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7774409-6b1d-48d4-aa01-76b547fb912d req-55e6fce9-5377-4b16-8ba8-e69bf05b6d16 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731386 Feb 04 15:42:47.914893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.928318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.956164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c957e6e-591b-456e-9bd3-bd50342ad7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f206e371-d1d7-48b0-aeda-313a2c1aff62,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:47.983173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c957e6e-591b-456e-9bd3-bd50342ad7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.986936 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2c957e6e-591b-456e-9bd3-bd50342ad7f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f206e371-d1d7-48b0-aeda-313a2c1aff62 HTTP/1.1" status: 204 len: 168 time: 0.6384904 Feb 04 15:42:47.993751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.015662 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-83d680f0-94b1-436d-a82e-0447e38d405e tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP d699ce10-c97a-4f21-af4c-8157872cacbf associated. External IP: 172.25.8.112, port: e23e28bc-18f8-4b9e-8799-c2a329406d09. Feb 04 15:42:48.102223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.133281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:48.149878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3494e3a4-cb7d-4af8-9889-259781f6a2a5') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:48.150217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3494e3a4-cb7d-4af8-9889-259781f6a2a5') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:48.168012 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.191686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.201607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:42:48.202561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:42:48.220024 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:42:48.301906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38230) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:48.317825 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.331992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.366271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58eaf22-f615-43be-8371-6171ebc6edf4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:48.377738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.378177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.378620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.379042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.379549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.388790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.388790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.388790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.388790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.388790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.389335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.389443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.389443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.389612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:48.398583 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.404813 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f6fd8e92-8ac5-4787-9b07-7be095a243f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a58eaf22-f615-43be-8371-6171ebc6edf4 HTTP/1.1" status: 204 len: 168 time: 0.7222724 Feb 04 15:42:48.421712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b4969b34-e596-4785-8184-c58104c9f5cc admin admin] 10.222.0.46 "DELETE /v2.0/networks/9eb0e7c9-2c05-45cc-9cf6-cbb0e8dd927c HTTP/1.1" status: 204 len: 168 time: 0.6415732 Feb 04 15:42:48.443464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:48.489774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:42:48.490165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94ff6f22-739d-4f7a-b0c9-2de5e7b1a2d6 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:48.490684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5fd01d5e-9467-40ac-8f07-d40eed0e60cf no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:42:48.527837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c02cbba-413b-4923-8309-52ab81789b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.531696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5fd01d5e-9467-40ac-8f07-d40eed0e60cf {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:42:48.532393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5fd01d5e-9467-40ac-8f07-d40eed0e60cf not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:42:48.554592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c02cbba-413b-4923-8309-52ab81789b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:48.558476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d680f0-94b1-436d-a82e-0447e38d405e tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:48.563740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c02cbba-413b-4923-8309-52ab81789b36 admin admin] Usage tracker for resource:security_group_rule and tenant:78ca95efaff34a9bbd66775dc085c0ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:48.567422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c02cbba-413b-4923-8309-52ab81789b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:48.576499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c02cbba-413b-4923-8309-52ab81789b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:48.748657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38252) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:48.819123 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-575491ff-74d9-4d89-b4e9-4196d869308e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5dfc24ffd394bcd9edf4c9f2a340b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691931 Feb 04 15:42:48.821679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38258) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:48.849297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d680f0-94b1-436d-a82e-0447e38d405e tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:48.860681 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7de54-8306-4abb-9def-c48a46ea18f3 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:48.878389 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7de54-8306-4abb-9def-c48a46ea18f3 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:48.881366 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f7f7de54-8306-4abb-9def-c48a46ea18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:48.897644 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0d866d8-67e6-4437-8ada-09e2bd7daf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.924231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c02cbba-413b-4923-8309-52ab81789b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.930793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0d866d8-67e6-4437-8ada-09e2bd7daf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.932167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83d680f0-94b1-436d-a82e-0447e38d405e tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.001913 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0d866d8-67e6-4437-8ada-09e2bd7daf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.005359 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c02cbba-413b-4923-8309-52ab81789b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.031956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d866d8-67e6-4437-8ada-09e2bd7daf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf0bf2-6128-4b28-b5e6-186ede53a1a4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:49.042317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0d866d8-67e6-4437-8ada-09e2bd7daf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.042672 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f7f7de54-8306-4abb-9def-c48a46ea18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:49.043681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f0d866d8-67e6-4437-8ada-09e2bd7daf02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0bf0bf2-6128-4b28-b5e6-186ede53a1a4 HTTP/1.1" status: 204 len: 168 time: 0.2209857 Feb 04 15:42:49.069485 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7de54-8306-4abb-9def-c48a46ea18f3 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:49.070223 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f7f7de54-8306-4abb-9def-c48a46ea18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:49.136782 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6c02cbba-413b-4923-8309-52ab81789b36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78ca95efaff34a9bbd66775dc085c0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8332846 Feb 04 15:42:49.137920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02cbba-413b-4923-8309-52ab81789b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64903b84-959b-4544-8a65-6e4ab001ba45,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:49.141719 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-83d680f0-94b1-436d-a82e-0447e38d405e tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/floatingips/d699ce10-c97a-4f21-af4c-8157872cacbf HTTP/1.1" status: 200 len: 978 time: 2.7813001 Feb 04 15:42:49.142928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38276) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:49.148723 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f7f7de54-8306-4abb-9def-c48a46ea18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:49.149155 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7de54-8306-4abb-9def-c48a46ea18f3 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:49.157569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38278) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:49.226412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8208bb33-b6e1-40b3-8372-9bd24d4b9809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.256982 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8208bb33-b6e1-40b3-8372-9bd24d4b9809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.272087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port e23e28bc-18f8-4b9e-8799-c2a329406d09 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:49.274559 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.339962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8208bb33-b6e1-40b3-8372-9bd24d4b9809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.367956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31956b1-e587-450c-87ae-22a8fc0e94c9 req-20a79630-4e36-4b5a-95f0-2160783d4519 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:49.370119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d31956b1-e587-450c-87ae-22a8fc0e94c9 req-20a79630-4e36-4b5a-95f0-2160783d4519 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2900472 Feb 04 15:42:49.398532 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8208bb33-b6e1-40b3-8372-9bd24d4b9809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.403631 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8208bb33-b6e1-40b3-8372-9bd24d4b9809 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64903b84-959b-4544-8a65-6e4ab001ba45 HTTP/1.1" status: 204 len: 168 time: 0.2580967 Feb 04 15:42:49.403631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208bb33-b6e1-40b3-8372-9bd24d4b9809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64903b84-959b-4544-8a65-6e4ab001ba45,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:49.482390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d31956b1-e587-450c-87ae-22a8fc0e94c9 req-c1a4683f-34ad-4613-8967-f3d42b6f38d0 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661931 Feb 04 15:42:49.636607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.962206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38312) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:50.045194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.045695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.046054 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP d699ce10-c97a-4f21-af4c-8157872cacbf disassociated. External IP: 172.25.8.112, port: e23e28bc-18f8-4b9e-8799-c2a329406d09. Feb 04 15:42:50.046294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for e23e28bc-18f8-4b9e-8799-c2a329406d09 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:50.219696 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.274995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-761170338'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:50.281233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=e23e28bc-18f8-4b9e-8799-c2a329406d09,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:50.301974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:50.315019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:network and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:50.322087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:50.341376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:50.359252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:50.363153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.385560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.545882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:50.550059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:security_group_rule and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:50.553024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:50.570527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:50.584527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:50.695471 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.701087 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.746532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:50.757604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577e8a0f-acb7-4d18-aa3c-c8a4808f85ac,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:50.782999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.784264 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Added segment 50d71b81-db24-4c2e-934d-20871a1f9841 of type vlan for network 40f4fd11-09ca-4e76-8993-0ead05403d9a Feb 04 15:42:50.821488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.837999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:50.847678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fa012-66cc-454f-a022-5b1513676462 req-bf46995d-f9ef-4119-81ae-f73ded146289 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:50.848844 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e84fa012-66cc-454f-a022-5b1513676462 req-bf46995d-f9ef-4119-81ae-f73ded146289 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.1890528 Feb 04 15:42:50.853916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea24f8-48ce-45a1-b813-853afb8ced54 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:50.857778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.865497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:50.866327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.870269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea24f8-48ce-45a1-b813-853afb8ced54 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:50.870890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f8ea24f8-48ce-45a1-b813-853afb8ced54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:50.935512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f8ea24f8-48ce-45a1-b813-853afb8ced54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:50.945163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea24f8-48ce-45a1-b813-853afb8ced54 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:50.946070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f8ea24f8-48ce-45a1-b813-853afb8ced54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:50.954961 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.001288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Network': ['ID=40f4fd11-09ca-4e76-8993-0ead05403d9a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:51.015930 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9996d527-f7b3-4ea9-beb0-0af4819d0570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0527627 Feb 04 15:42:51.017893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38362) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:51.020289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:42:51.027078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:51.038670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-eb489502-9267-44fe-b9b0-b90901c18e2d tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/ports/e23e28bc-18f8-4b9e-8799-c2a329406d09 HTTP/1.1" status: 204 len: 168 time: 1.8739502 Feb 04 15:42:51.041520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f8ea24f8-48ce-45a1-b813-853afb8ced54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:51.042275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea24f8-48ce-45a1-b813-853afb8ced54 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:51.053302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38366) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:51.193758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:51.195375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e84fa012-66cc-454f-a022-5b1513676462 req-e0554f0d-163f-4ece-ba2c-f43ef2045eb5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472510 Feb 04 15:42:51.198915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:51.203314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:51.210986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:51.215201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38376) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:51.221960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a79babfc-4f6c-442b-b3c6-06875834e3c1 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "GET /v2.0/floatingips/d699ce10-c97a-4f21-af4c-8157872cacbf HTTP/1.1" status: 200 len: 688 time: 0.1646345 Feb 04 15:42:51.445045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port 48573be0-3807-4514-b7a9-d4c08014f24e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:51.445466 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.478760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:51.482438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.823454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.824028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.995749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for 48573be0-3807-4514-b7a9-d4c08014f24e owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:52.102402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.238043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=27e130b7-c96e-4c84-9b55-99369af12b2f,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:52.261300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:42:52.261908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network hostable DHCP agents. Network: 40f4fd11-09ca-4e76-8993-0ead05403d9a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:52.281204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.345804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=48573be0-3807-4514-b7a9-d4c08014f24e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:52.374433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38530) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:52.413003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:52.422453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38536) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:52.440150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 40f4fd11-09ca-4e76-8993-0ead05403d9a) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:52.448287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:52.448949 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.449812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524768c8-7521-4cfd-829f-8cc6400c67aa None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:42:52.467429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.492264 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.499222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-85154bce-89b0-4b24-b02e-239714b7d08f tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/floatingips/d699ce10-c97a-4f21-af4c-8157872cacbf HTTP/1.1" status: 204 len: 168 time: 1.2791312 Feb 04 15:42:52.499222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d88c4221-95b0-452e-9883-68ebe1d7883d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4780569 Feb 04 15:42:52.500373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38542) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:52.500373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38544) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:52.506845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '47d579ef-fd14-40ca-95f1-825e7ec83f5a'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:52.515310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'name': 'tempest-NetworksTestDHCPv6-1404444382'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:52.516929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d052f1-dbb8-44ad-9761-1c6a9330c2ab req-0bfa2075-08b4-4a80-88d1-0c3daf8bd1f3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:52.518705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3d052f1-dbb8-44ad-9761-1c6a9330c2ab req-0bfa2075-08b4-4a80-88d1-0c3daf8bd1f3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.1947169 Feb 04 15:42:52.580549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3d052f1-dbb8-44ad-9761-1c6a9330c2ab req-79e79d64-bc8f-4582-8b71-2f316d716b54 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542688 Feb 04 15:42:52.642810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0052f1a-e42a-4495-ac80-2ad19e0de84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.683332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d0052f1a-e42a-4495-ac80-2ad19e0de84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:52.690945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d0052f1a-e42a-4495-ac80-2ad19e0de84a admin admin] Usage tracker for resource:security_group_rule and tenant:5e6764b6737c4050850be8fa41b10904 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:52.694933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d0052f1a-e42a-4495-ac80-2ad19e0de84a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:52.699120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:52.711225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:floatingip and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:52.716126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:52.716667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d0052f1a-e42a-4495-ac80-2ad19e0de84a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:52.728218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38552) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:52.734897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:52.770895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.798276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '27e130b7-c96e-4c84-9b55-99369af12b2f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:42:52.799468 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.833437 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0052f1a-e42a-4495-ac80-2ad19e0de84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.858452 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0052f1a-e42a-4495-ac80-2ad19e0de84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.866199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc14e-09c2-4171-b676-b8040f79c5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.880110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:52.886480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:52.889296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:52.897735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:52.925291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:52.928989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.938159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dc9cc14e-09c2-4171-b676-b8040f79c5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:52.951100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dc9cc14e-09c2-4171-b676-b8040f79c5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:279bc0a890de4a7abba7890ef84a9e69 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:52.953766 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d454409e-2f77-4ebb-84a9-63ea9b0bcf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.959050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:42:52.963694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dc9cc14e-09c2-4171-b676-b8040f79c5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:52.973176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d0052f1a-e42a-4495-ac80-2ad19e0de84a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e6764b6737c4050850be8fa41b10904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969589 Feb 04 15:42:52.977836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38562) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:52.978459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0052f1a-e42a-4495-ac80-2ad19e0de84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59588df8-d4e3-42a9-b690-25a3b2d6c0e7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:52.984553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dc9cc14e-09c2-4171-b676-b8040f79c5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:52.988466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/27e130b7-c96e-4c84-9b55-99369af12b2f/d81291f3-2e54-4766-8cbd-fb6635a1145e) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:53.010953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d454409e-2f77-4ebb-84a9-63ea9b0bcf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:53.023578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d454409e-2f77-4ebb-84a9-63ea9b0bcf62 admin admin] Usage tracker for resource:security_group_rule and tenant:e6a3109fd8174ceabb03a8a0f9c79785 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:53.032422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d454409e-2f77-4ebb-84a9-63ea9b0bcf62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:53.042184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d454409e-2f77-4ebb-84a9-63ea9b0bcf62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:53.057166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.117810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9cf37eb-5cc7-4ed0-93ef-a6226d4a719c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.178564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9cf37eb-5cc7-4ed0-93ef-a6226d4a719c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.208451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.25.8.231 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/e4834db7-dd95-42bd-b1ae-19fd52d123b8) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:53.240290 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.246787 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc14e-09c2-4171-b676-b8040f79c5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.253632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Transition to ACTIVE for port object d81291f3-2e54-4766-8cbd-fb6635a1145e will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:53.275723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Transition to ACTIVE for port object d81291f3-2e54-4766-8cbd-fb6635a1145e will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:53.283435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.337357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:53.343255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:53.358913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:53.404988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::379 (40f4fd11-09ca-4e76-8993-0ead05403d9a/27e130b7-c96e-4c84-9b55-99369af12b2f/f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:53.415928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc14e-09c2-4171-b676-b8040f79c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.465311 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d454409e-2f77-4ebb-84a9-63ea9b0bcf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.469452 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.474557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Attempting to bind port d81291f3-2e54-4766-8cbd-fb6635a1145e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:53.475113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Attempting to bind port d81291f3-2e54-4766-8cbd-fb6635a1145e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:53.476972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Attempting to bind port d81291f3-2e54-4766-8cbd-fb6635a1145e on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:42:53.477330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Pushing event updated for resources: {'Port': ['ID=d81291f3-2e54-4766-8cbd-fb6635a1145e,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:53.483623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:42:53.484058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:42:53.484381 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.484794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:42:53.485275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Bound port: d81291f3-2e54-4766-8cbd-fb6635a1145e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:53.486063 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.486407 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d454409e-2f77-4ebb-84a9-63ea9b0bcf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.500408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dc9cc14e-09c2-4171-b676-b8040f79c5d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=279bc0a890de4a7abba7890ef84a9e69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0752242 Feb 04 15:42:53.504005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38566) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:53.505056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cc14e-09c2-4171-b676-b8040f79c5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ecf1b-d0d7-4ff0-a38c-b7b1a125e763,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:53.551271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d454409e-2f77-4ebb-84a9-63ea9b0bcf62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6a3109fd8174ceabb03a8a0f9c79785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8188522 Feb 04 15:42:53.552168 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9cf37eb-5cc7-4ed0-93ef-a6226d4a719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.557262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38570) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:53.562626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454409e-2f77-4ebb-84a9-63ea9b0bcf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8991be-5c50-424d-a9ec-73a0bcfe0200,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:53.592548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf37eb-5cc7-4ed0-93ef-a6226d4a719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59588df8-d4e3-42a9-b690-25a3b2d6c0e7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:53.597165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] For port d81291f3-2e54-4766-8cbd-fb6635a1145e, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:42:53.600290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] For port d81291f3-2e54-4766-8cbd-fb6635a1145e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d81291f3-2e54-4766-8cbd-fb6635a1145e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:42:53.621852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.626192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9cf37eb-5cc7-4ed0-93ef-a6226d4a719c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.630181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c9cf37eb-5cc7-4ed0-93ef-a6226d4a719c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59588df8-d4e3-42a9-b690-25a3b2d6c0e7 HTTP/1.1" status: 204 len: 168 time: 0.6475620 Feb 04 15:42:53.689858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3082cb2e-6259-4a89-ad9d-40c785ad75b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.713694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8f060-127e-494b-a261-5ade08ee83b1 None None] Pushing event updated for resources: {'Port': ['ID=d81291f3-2e54-4766-8cbd-fb6635a1145e,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:53.753908 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.762446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3082cb2e-6259-4a89-ad9d-40c785ad75b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.856348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbe81264-c2fe-4c43-9ce2-9a44569fc045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.884370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:53.897404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:53.900709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:53.910250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adc770-fe94-4694-9432-8783232d450f req-b8093d54-c248-4c5b-b4da-3c8a5ff25fb9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:53.911661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d4adc770-fe94-4694-9432-8783232d450f req-b8093d54-c248-4c5b-b4da-3c8a5ff25fb9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.1620986 Feb 04 15:42:53.918327 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3082cb2e-6259-4a89-ad9d-40c785ad75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.951406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=e4834db7-dd95-42bd-b1ae-19fd52d123b8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:53.961175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082cb2e-6259-4a89-ad9d-40c785ad75b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8991be-5c50-424d-a9ec-73a0bcfe0200,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:53.968460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3082cb2e-6259-4a89-ad9d-40c785ad75b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.969679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3082cb2e-6259-4a89-ad9d-40c785ad75b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c8991be-5c50-424d-a9ec-73a0bcfe0200 HTTP/1.1" status: 204 len: 168 time: 0.4115026 Feb 04 15:42:54.033409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d4adc770-fe94-4694-9432-8783232d450f req-46d2a7b3-3aa3-4d19-8cf9-c121a4ea01fd tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058609 Feb 04 15:42:54.034782 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbe81264-c2fe-4c43-9ce2-9a44569fc045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.150134 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.247959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:54.252328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbe81264-c2fe-4c43-9ce2-9a44569fc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.299682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe81264-c2fe-4c43-9ce2-9a44569fc045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ecf1b-d0d7-4ff0-a38c-b7b1a125e763,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:54.411513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbe81264-c2fe-4c43-9ce2-9a44569fc045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.414913 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bbe81264-c2fe-4c43-9ce2-9a44569fc045 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d5ecf1b-d0d7-4ff0-a38c-b7b1a125e763 HTTP/1.1" status: 204 len: 168 time: 0.9047227 Feb 04 15:42:54.439919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.520613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d81291f3-2e54-4766-8cbd-fb6635a1145e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:54.635312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port d81291f3-2e54-4766-8cbd-fb6635a1145e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:54.703398 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.886640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:54.891216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:54.938198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38616) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:54.942265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:42:54.948039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:54.948661 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.974654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c373-1dab-4ec8-9af6-18b97bdaef80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.993628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:54.997723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9ba2c373-1dab-4ec8-9af6-18b97bdaef80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:54.999255 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.007383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9ba2c373-1dab-4ec8-9af6-18b97bdaef80 admin admin] Usage tracker for resource:security_group_rule and tenant:be6f6e874e7e4f23aace16520085b491 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:55.012582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9ba2c373-1dab-4ec8-9af6-18b97bdaef80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:55.029905 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-257112f5-1890-47b1-97cd-0875f00675a2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5271573 Feb 04 15:42:55.031153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9ba2c373-1dab-4ec8-9af6-18b97bdaef80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:55.033125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38620) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:55.218530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dc9699-985a-414b-869f-8531c2b47f61 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:42:55.238994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1746c-ea9f-4c27-870c-9ede1b33331a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:55.245149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1746c-ea9f-4c27-870c-9ede1b33331a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:55.250700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0dc1746c-ea9f-4c27-870c-9ede1b33331a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2125616 Feb 04 15:42:55.253819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38630) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:55.403926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c373-1dab-4ec8-9af6-18b97bdaef80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.411363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1e9eee88-1f13-4eb7-a786-a426604b3b2b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:55.411705 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1e9eee88-1f13-4eb7-a786-a426604b3b2b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.463895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.473422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.473772 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c373-1dab-4ec8-9af6-18b97bdaef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.530271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32a63b53-64e2-42b8-9949-b414f1d51060 None None] Provisioning for port d81291f3-2e54-4766-8cbd-fb6635a1145e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:55.550633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32a63b53-64e2-42b8-9949-b414f1d51060 None None] Provisioning complete for port d81291f3-2e54-4766-8cbd-fb6635a1145e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:55.551277 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32a63b53-64e2-42b8-9949-b414f1d51060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.569131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9ba2c373-1dab-4ec8-9af6-18b97bdaef80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be6f6e874e7e4f23aace16520085b491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295848 Feb 04 15:42:55.630101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38646) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:55.777488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.805913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2c373-1dab-4ec8-9af6-18b97bdaef80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b9e459-0479-4922-9976-6d9edac69a6f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:55.824021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32a63b53-64e2-42b8-9949-b414f1d51060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.851678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf9d98-5e78-4145-ae7d-2827464c94b4 req-e96e06fe-9d97-4ef9-b77e-91eede9a8608 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:55.855836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=e4834db7-dd95-42bd-b1ae-19fd52d123b8,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:55.860129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61bf9d98-5e78-4145-ae7d-2827464c94b4 req-e96e06fe-9d97-4ef9-b77e-91eede9a8608 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.6016014 Feb 04 15:42:55.880211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-32a63b53-64e2-42b8-9949-b414f1d51060 None None] For port d81291f3-2e54-4766-8cbd-fb6635a1145e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d81291f3-2e54-4766-8cbd-fb6635a1145e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:42:55.894798 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cab2ce69-35bb-4c22-a85e-c4a2f3a3f83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.925828 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32a63b53-64e2-42b8-9949-b414f1d51060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.963560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cab2ce69-35bb-4c22-a85e-c4a2f3a3f83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.038468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a63b53-64e2-42b8-9949-b414f1d51060 None None] Pushing event updated for resources: {'Port': ['ID=d81291f3-2e54-4766-8cbd-fb6635a1145e,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:56.068859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61bf9d98-5e78-4145-ae7d-2827464c94b4 req-95141976-0df7-4734-8305-d603958d53c4 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948664 Feb 04 15:42:56.108021 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP 29a1a0cb-26d1-437c-acb1-da403631089b associated. External IP: 172.25.8.231, port: 47d579ef-fd14-40ca-95f1-825e7ec83f5a. Feb 04 15:42:56.121114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1e9eee88-1f13-4eb7-a786-a426604b3b2b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.238008 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cab2ce69-35bb-4c22-a85e-c4a2f3a3f83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.293125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2ce69-35bb-4c22-a85e-c4a2f3a3f83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b9e459-0479-4922-9976-6d9edac69a6f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:56.470116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-18f3397c-7680-4945-a332-31f10aa5e181 None None] Provisioning for port f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:56.489621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-18f3397c-7680-4945-a332-31f10aa5e181 None None] Provisioning complete for port f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:56.490004 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-18f3397c-7680-4945-a332-31f10aa5e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.497313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1e9eee88-1f13-4eb7-a786-a426604b3b2b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:42:56.599693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d81291f3-2e54-4766-8cbd-fb6635a1145e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:42:56.794268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-18f3397c-7680-4945-a332-31f10aa5e181 None None] Port f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:42:56.833908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-18f3397c-7680-4945-a332-31f10aa5e181 None None] Provisioning complete for port d81291f3-2e54-4766-8cbd-fb6635a1145e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:56.835442 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-18f3397c-7680-4945-a332-31f10aa5e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.906015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839594cf-e984-45ff-9110-bf32dfb1ca82 req-23f63c12-723b-4cbf-a251-5537346ae58f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:56.912845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-839594cf-e984-45ff-9110-bf32dfb1ca82 req-23f63c12-723b-4cbf-a251-5537346ae58f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.3157606 Feb 04 15:42:56.922404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cab2ce69-35bb-4c22-a85e-c4a2f3a3f83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.924577 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cab2ce69-35bb-4c22-a85e-c4a2f3a3f83a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38b9e459-0479-4922-9976-6d9edac69a6f HTTP/1.1" status: 204 len: 168 time: 1.2909844 Feb 04 15:42:56.967546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d81291f3-2e54-4766-8cbd-fb6635a1145e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:56.968465 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.977124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:42:56.999557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-bbc70a36-8bed-46ca-aa7e-a597f180fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:57.001095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-bbc70a36-8bed-46ca-aa7e-a597f180fa6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1095 time: 0.3423469 Feb 04 15:42:57.014769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38704) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:57.052642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-839594cf-e984-45ff-9110-bf32dfb1ca82 req-8504e50b-d026-4d7c-b528-36fbc4aa7e12 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372190 Feb 04 15:42:57.232083 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1e9eee88-1f13-4eb7-a786-a426604b3b2b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.236433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-04b2d6f9-1aec-426d-8303-65105d0f4a16 None None] Could not find standard attr ID for object f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:42:57.292240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:42:57.305036 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4c4ead-e961-4c23-b24d-21e1626b4a8a None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:57.328654 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c4ead-e961-4c23-b24d-21e1626b4a8a None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:57.332507 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9b4c4ead-e961-4c23-b24d-21e1626b4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:57.334349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eee88-1f13-4eb7-a786-a426604b3b2b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:57.389052 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.457661 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9b4c4ead-e961-4c23-b24d-21e1626b4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:57.491344 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c4ead-e961-4c23-b24d-21e1626b4a8a None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:42:57.491960 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9b4c4ead-e961-4c23-b24d-21e1626b4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:57.500827 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0fd8f133-fea3-44b6-8a74-c4345dba8f0b tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9996753 Feb 04 15:42:57.503574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38720) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:57.511064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-325183967'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:57.527594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:57.534510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:network and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:57.539925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:57.548318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:57.564250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Made reservation on behalf of b213a792181848089740e7c057803da1 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:57.575631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.606274 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1601751f-0e5d-4616-af30-1604102bd27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.622748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:57.651128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.651657 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Added segment 9ce5891c-763d-468c-b0f5-2c543e42196a of type vlan for network 3703259d-7a5f-4795-a229-255cc45c0c17 Feb 04 15:42:57.662876 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9b4c4ead-e961-4c23-b24d-21e1626b4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:57.663317 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4c4ead-e961-4c23-b24d-21e1626b4a8a None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:57.663544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1601751f-0e5d-4616-af30-1604102bd27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:57.697985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1e9eee88-1f13-4eb7-a786-a426604b3b2b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.704488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.721918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1601751f-0e5d-4616-af30-1604102bd27c admin admin] Usage tracker for resource:security_group_rule and tenant:66cad3bb6944482eacdb24f96cbb64c7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:57.737428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1601751f-0e5d-4616-af30-1604102bd27c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:57.750600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.758344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1601751f-0e5d-4616-af30-1604102bd27c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:57.759993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:57.760939 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:57.764801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-21cd785b-50ac-4c12-a2f1-b1b15b2fba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:57.766262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-21cd785b-50ac-4c12-a2f1-b1b15b2fba31 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.7548773 Feb 04 15:42:57.770444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1e9eee88-1f13-4eb7-a786-a426604b3b2b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6 HTTP/1.1" status: 204 len: 168 time: 2.5156560 Feb 04 15:42:57.778132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38738) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:57.932433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-1719f3c1-c80e-4f8a-a18b-74bae8a38480 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 998 time: 0.1549129 Feb 04 15:42:58.024395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c14e6-9a75-43e5-8d0c-10e840b283a7 req-9f9010a2-6ff4-4cb9-9a6a-d94420876373 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:58.025413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e39c14e6-9a75-43e5-8d0c-10e840b283a7 req-9f9010a2-6ff4-4cb9-9a6a-d94420876373 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Synchronizing usage tracker for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:42:58.026669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Network': ['ID=3703259d-7a5f-4795-a229-255cc45c0c17,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:58.041388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3703259d-7a5f-4795-a229-255cc45c0c17 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:42:58.050058 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c99f39d3-2feb-4643-986d-4a9a959d0792 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5420957 Feb 04 15:42:58.050293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0eb7b2-3961-441e-a78e-25b1fecfc967 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:58.050293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0eb7b2-3961-441e-a78e-25b1fecfc967 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:58.050719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38748) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:58.051270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ef0eb7b2-3961-441e-a78e-25b1fecfc967 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2718873 Feb 04 15:42:58.061154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38752) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:58.067134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'subnet': {'network_id': '3703259d-7a5f-4795-a229-255cc45c0c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:58.107158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-7a5a6e8b-4b3a-4440-b5e1-dad40fc74cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:58.108602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-7a5a6e8b-4b3a-4440-b5e1-dad40fc74cb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.1592708 Feb 04 15:42:58.165631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e39c14e6-9a75-43e5-8d0c-10e840b283a7 req-9f9010a2-6ff4-4cb9-9a6a-d94420876373 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Unset dirty status for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:42:58.172195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e39c14e6-9a75-43e5-8d0c-10e840b283a7 req-9f9010a2-6ff4-4cb9-9a6a-d94420876373 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 945 time: 0.8985546 Feb 04 15:42:58.221864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1601751f-0e5d-4616-af30-1604102bd27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.236138 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1601751f-0e5d-4616-af30-1604102bd27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.254245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:58.289532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e39c14e6-9a75-43e5-8d0c-10e840b283a7 req-61bc67a1-4269-44d4-84e8-8c89d26a9ba1 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163940 Feb 04 15:42:58.330342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfde68f1-2ec4-4523-982b-3b8cce7a4c8e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 27e130b7-c96e-4c84-9b55-99369af12b2f {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:42:58.334959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:subnet and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:58.338074 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfde68f1-2ec4-4523-982b-3b8cce7a4c8e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.345710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1601751f-0e5d-4616-af30-1604102bd27c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66cad3bb6944482eacdb24f96cbb64c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3299546 Feb 04 15:42:58.350173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38764) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:58.351040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601751f-0e5d-4616-af30-1604102bd27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbd3755-f254-4436-ace1-4297174a26ac,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:58.392969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:58.402983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-2ec96a80-c76d-49c3-8a82-5a6be5bb7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:58.402983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-2ec96a80-c76d-49c3-8a82-5a6be5bb7367 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2851253 Feb 04 15:42:58.429039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:58.469864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Made reservation on behalf of b213a792181848089740e7c057803da1 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:58.473639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.494789 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfde68f1-2ec4-4523-982b-3b8cce7a4c8e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.523768 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-583d0d22-d859-41f0-9789-3e9318de9254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.619988 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-583d0d22-d859-41f0-9789-3e9318de9254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.667893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-655bf73b-f6e9-4fb0-a385-026e60dfbbe5 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534537 Feb 04 15:42:58.684355 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfde68f1-2ec4-4523-982b-3b8cce7a4c8e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.801934 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-583d0d22-d859-41f0-9789-3e9318de9254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.820245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38776) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:58.850354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689c473-ffb3-4ef3-9e76-c52f89f084d8 req-5a288007-5c27-4f63-ae16-69763b2421e6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:58.852036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8689c473-ffb3-4ef3-9e76-c52f89f084d8 req-5a288007-5c27-4f63-ae16-69763b2421e6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2998838 Feb 04 15:42:58.858013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d0d22-d859-41f0-9789-3e9318de9254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbd3755-f254-4436-ace1-4297174a26ac,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:58.861209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfde68f1-2ec4-4523-982b-3b8cce7a4c8e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.902216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b5c826c-8f6a-4ddf-b357-215fd5e22ea0 req-f2839fa6-1f60-4a6e-ad76-7533612d8f27 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242432 Feb 04 15:42:58.928324 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-583d0d22-d859-41f0-9789-3e9318de9254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.932090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde68f1-2ec4-4523-982b-3b8cce7a4c8e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=27e130b7-c96e-4c84-9b55-99369af12b2f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:58.932844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dfde68f1-2ec4-4523-982b-3b8cce7a4c8e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.945018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-583d0d22-d859-41f0-9789-3e9318de9254 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8bbd3755-f254-4436-ace1-4297174a26ac HTTP/1.1" status: 204 len: 168 time: 0.5857699 Feb 04 15:42:58.946639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c30dd6-9c39-405b-9d07-f8ae896b4fd1 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:42:58.947066 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dfde68f1-2ec4-4523-982b-3b8cce7a4c8e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/27e130b7-c96e-4c84-9b55-99369af12b2f HTTP/1.1" status: 204 len: 168 time: 0.8844543 Feb 04 15:42:58.948511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38784) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:58.989339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8689c473-ffb3-4ef3-9e76-c52f89f084d8 req-5c8e2040-18ef-4c37-abd7-ce4f6e8c7be5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105540 Feb 04 15:42:59.041429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.143188 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2688e404-1472-4f09-9a57-8d31caac2bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.186865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2688e404-1472-4f09-9a57-8d31caac2bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:59.191669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2688e404-1472-4f09-9a57-8d31caac2bfb admin admin] Usage tracker for resource:security_group_rule and tenant:c177618bc9a64a17a79dd801e4360b2f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:59.197642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2688e404-1472-4f09-9a57-8d31caac2bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:59.205018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2688e404-1472-4f09-9a57-8d31caac2bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:59.220024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d14f11-c31a-4cca-b15a-5a3e32a41bf2 req-f19709b8-929d-49f1-a1b0-b074e7831a0c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:59.237772 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36d14f11-c31a-4cca-b15a-5a3e32a41bf2 req-f19709b8-929d-49f1-a1b0-b074e7831a0c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 945 time: 0.1419663 Feb 04 15:42:59.353005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36d14f11-c31a-4cca-b15a-5a3e32a41bf2 req-346bd5b1-7e6a-4e4a-951a-a273c6577d7a tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142213 Feb 04 15:42:59.374787 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-07238e67-e885-40eb-b235-09a422f20112 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4222851 Feb 04 15:42:59.375259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38798) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:59.387522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:59.420456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4468e9b7-14bc-4d88-9549-ba3ab5e1d8fc None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:42:59.425803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4468e9b7-14bc-4d88-9549-ba3ab5e1d8fc None None] Deleting port d81291f3-2e54-4766-8cbd-fb6635a1145e {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:42:59.426179 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4468e9b7-14bc-4d88-9549-ba3ab5e1d8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.551921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Subnet': ['ID=341509df-9147-40cd-a696-52cfb1de5719,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:59.608654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2688e404-1472-4f09-9a57-8d31caac2bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.626447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Checking segment: {'id': '9ce5891c-763d-468c-b0f5-2c543e42196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3703259d-7a5f-4795-a229-255cc45c0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:42:59.631196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network hostable DHCP agents. Network: 3703259d-7a5f-4795-a229-255cc45c0c17, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:59.653732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2688e404-1472-4f09-9a57-8d31caac2bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.696346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:59.705880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:59.717932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:59.735990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:42:59.761799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:59.771510 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.803754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2688e404-1472-4f09-9a57-8d31caac2bfb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c177618bc9a64a17a79dd801e4360b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9822850 Feb 04 15:42:59.808562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38820) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:59.823713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688e404-1472-4f09-9a57-8d31caac2bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e3d68b-a376-4614-82aa-717090663369,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:59.835377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 3703259d-7a5f-4795-a229-255cc45c0c17 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:59.863986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 3703259d-7a5f-4795-a229-255cc45c0c17) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:59.874117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:59.874719 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.914676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21dc3ca1-b3d0-4613-98ce-9f85eb2a4858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.931101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f878a1b8-2f08-41f6-80ad-e02846d88259 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8781040 Feb 04 15:42:59.933584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38824) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:42:59.946872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1981984112', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:59.959771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:42:59.966970 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21dc3ca1-b3d0-4613-98ce-9f85eb2a4858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.974310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:router and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:42:59.980454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:42:59.995300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:00.013713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4468e9b7-14bc-4d88-9549-ba3ab5e1d8fc None None] For port d81291f3-2e54-4766-8cbd-fb6635a1145e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d81291f3-2e54-4766-8cbd-fb6635a1145e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:00.014717 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4468e9b7-14bc-4d88-9549-ba3ab5e1d8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.030818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.032163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.073183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21dc3ca1-b3d0-4613-98ce-9f85eb2a4858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.135659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688e38f-8ee3-482c-96ac-a33c9363a638 req-4e6e329f-78ae-4e99-9f4c-51320b948fbf tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:00.137351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2688e38f-8ee3-482c-96ac-a33c9363a638 req-4e6e329f-78ae-4e99-9f4c-51320b948fbf tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 945 time: 0.1519234 Feb 04 15:43:00.138861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc3ca1-b3d0-4613-98ce-9f85eb2a4858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e3d68b-a376-4614-82aa-717090663369,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:00.145428 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.185873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4468e9b7-14bc-4d88-9549-ba3ab5e1d8fc None None] Calling delete_port for d81291f3-2e54-4766-8cbd-fb6635a1145e owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:00.199523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21dc3ca1-b3d0-4613-98ce-9f85eb2a4858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.202987 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-21dc3ca1-b3d0-4613-98ce-9f85eb2a4858 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75e3d68b-a376-4614-82aa-717090663369 HTTP/1.1" status: 204 len: 168 time: 0.3933823 Feb 04 15:43:00.271565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e0f53-fdf0-46e8-8af0-db86b776bffe None None] Network 3703259d-7a5f-4795-a229-255cc45c0c17 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:00.295850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2688e38f-8ee3-482c-96ac-a33c9363a638 req-1df5ff93-968b-463f-b3a3-cb6fcaeab6eb tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412177 Feb 04 15:43:00.439021 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.674233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d81291f3-2e54-4766-8cbd-fb6635a1145e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:00.878351 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4468e9b7-14bc-4d88-9549-ba3ab5e1d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.912348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=d2f03bc3-69c2-4307-866c-e9bef6b63d3a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:00.912741 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.938456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:00.940518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:00.944323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:00.944979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.986396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba13d61-3858-47a7-8068-eae96fe67b14 req-94728b85-7cd5-4e6a-8041-10e27f8dcfd4 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:00.993369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aba13d61-3858-47a7-8068-eae96fe67b14 req-94728b85-7cd5-4e6a-8041-10e27f8dcfd4 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.3945432 Feb 04 15:43:01.000357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-3703259d-7a5f-4795-a229-255cc45c0c17', 'network_id': '3703259d-7a5f-4795-a229-255cc45c0c17', 'tenant_id': 'b213a792181848089740e7c057803da1', 'fixed_ips': [{'subnet_id': '341509df-9147-40cd-a696-52cfb1de5719'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:43:01.001251 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.009342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38874) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:01.017752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468e9b7-14bc-4d88-9549-ba3ab5e1d8fc None None] Pushing event deleted for resources: {'Port': ['ID=d81291f3-2e54-4766-8cbd-fb6635a1145e,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:01.032458 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-04e88e38-4a9d-49ea-8b5d-2b9f207a562c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6559706 Feb 04 15:43:01.037443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38878) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:01.040194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6d03f1f9-b957-4738-b1ee-6d1f62052ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.041054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468e9b7-14bc-4d88-9549-ba3ab5e1d8fc None None] No DVR routers for this DVR port d81291f3-2e54-4766-8cbd-fb6635a1145e on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:01.042777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No active binding found for port d81291f3-2e54-4766-8cbd-fb6635a1145e {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 15:43:01.043034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d81291f3-2e54-4766-8cbd-fb6635a1145e not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:01.062966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'name': 'tempest-NetworksTestDHCPv6-69693615'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:01.114624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665519a3-68c2-4ee5-aa3b-7102593a3de6 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:01.160474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6d03f1f9-b957-4738-b1ee-6d1f62052ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:01.191250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aba13d61-3858-47a7-8068-eae96fe67b14 req-b71966e0-6572-4b03-a4a4-bc5521ab331e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917429 Feb 04 15:43:01.195536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6d03f1f9-b957-4738-b1ee-6d1f62052ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3ca9e618ea4fc2ab694cccc22503e6 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:01.206698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6d03f1f9-b957-4738-b1ee-6d1f62052ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:01.242496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6d03f1f9-b957-4738-b1ee-6d1f62052ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:01.386935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:01.449083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:01.490497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:01.516330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:01.550589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:01.554805 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.586778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 6430394f-17d6-4a61-bc21-ebe52362c9b2 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:01.599462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Allocated IP 172.20.0.2 (3703259d-7a5f-4795-a229-255cc45c0c17/341509df-9147-40cd-a696-52cfb1de5719/b9449efd-3869-428c-ac43-c6919c895391) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:01.655059 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.690784 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.738659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-faa9738f-6e72-4959-85d1-f90086300cf2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3529024 Feb 04 15:43:01.769522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38892) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:01.831441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bee0c-c888-405b-87c6-e4ae2e9268ff req-cd6352b8-0ccc-4ed0-80d4-8ee83a9a66b8 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:01.833848 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c10bee0c-c888-405b-87c6-e4ae2e9268ff req-cd6352b8-0ccc-4ed0-80d4-8ee83a9a66b8 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 945 time: 0.4393258 Feb 04 15:43:01.835448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6d03f1f9-b957-4738-b1ee-6d1f62052ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.851953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6d03f1f9-b957-4738-b1ee-6d1f62052ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.858641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': 'd2f03bc3-69c2-4307-866c-e9bef6b63d3a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:43:01.866017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.943226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.25.8.158 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/03fd03d3-1035-41ff-9917-0c8707a0a52e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:02.019035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::2d0 (40f4fd11-09ca-4e76-8993-0ead05403d9a/d2f03bc3-69c2-4307-866c-e9bef6b63d3a/6430394f-17d6-4a61-bc21-ebe52362c9b2) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:02.055336 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6d03f1f9-b957-4738-b1ee-6d1f62052ab9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a3ca9e618ea4fc2ab694cccc22503e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0445464 Feb 04 15:43:02.074276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38902) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:02.081471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c10bee0c-c888-405b-87c6-e4ae2e9268ff req-be07585f-01fb-4513-b510-dff5b07ec40d tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386565 Feb 04 15:43:02.082092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03f1f9-b957-4738-b1ee-6d1f62052ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1f848e-1cb8-4768-b209-2887dfea8823,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:02.145881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-0ddd4b18-f4af-4c16-8906-08f3b359fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:02.147115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-0ddd4b18-f4af-4c16-8906-08f3b359fda4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 1096 time: 0.2388196 Feb 04 15:43:02.201275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08666e56-f46e-4566-b32b-6fd90d82b5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.219914 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.242464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-08666e56-f46e-4566-b32b-6fd90d82b5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:02.256008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Transition to ACTIVE for port object b9449efd-3869-428c-ac43-c6919c895391 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:02.260024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-08666e56-f46e-4566-b32b-6fd90d82b5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ace94635e9644768a186a42c1ec39732 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:02.269821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-08666e56-f46e-4566-b32b-6fd90d82b5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:02.275359 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.290907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-08666e56-f46e-4566-b32b-6fd90d82b5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:02.311993 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4284b3f7-2833-47ea-88d4-c5bb69d071ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.349021 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4284b3f7-2833-47ea-88d4-c5bb69d071ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.380858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Transition to ACTIVE for port object b9449efd-3869-428c-ac43-c6919c895391 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:02.422415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.477979 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.560492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Network 3703259d-7a5f-4795-a229-255cc45c0c17 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:02.568194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:02.573353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:02.584239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=03fd03d3-1035-41ff-9917-0c8707a0a52e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:02.587541 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4284b3f7-2833-47ea-88d4-c5bb69d071ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.595457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:02.613590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:02.616321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:02.632753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38914) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:02.635588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Pushing event updated for resources: {'Port': ['ID=b9449efd-3869-428c-ac43-c6919c895391,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:02.673238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284b3f7-2833-47ea-88d4-c5bb69d071ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1f848e-1cb8-4768-b209-2887dfea8823,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:02.674819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-ab55f988-c04a-44bf-bc1f-40f484d09726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:02.676264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-ab55f988-c04a-44bf-bc1f-40f484d09726 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.4795337 Feb 04 15:43:02.700998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Attempting to bind port b9449efd-3869-428c-ac43-c6919c895391 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:02.700998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Attempting to bind port b9449efd-3869-428c-ac43-c6919c895391 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '9ce5891c-763d-468c-b0f5-2c543e42196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3703259d-7a5f-4795-a229-255cc45c0c17'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:02.701506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Attempting to bind port b9449efd-3869-428c-ac43-c6919c895391 on network 3703259d-7a5f-4795-a229-255cc45c0c17 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:43:02.708259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:43:02.708561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Checking segment: {'id': '9ce5891c-763d-468c-b0f5-2c543e42196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3703259d-7a5f-4795-a229-255cc45c0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:02.709003 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.709389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Bound using segment: {'id': '9ce5891c-763d-468c-b0f5-2c543e42196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3703259d-7a5f-4795-a229-255cc45c0c17'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:43:02.710224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Bound port: b9449efd-3869-428c-ac43-c6919c895391, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce5891c-763d-468c-b0f5-2c543e42196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3703259d-7a5f-4795-a229-255cc45c0c17'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:02.710367 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.711597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08666e56-f46e-4566-b32b-6fd90d82b5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.716122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4284b3f7-2833-47ea-88d4-c5bb69d071ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.720614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4284b3f7-2833-47ea-88d4-c5bb69d071ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d1f848e-1cb8-4768-b209-2887dfea8823 HTTP/1.1" status: 204 len: 168 time: 0.6441617 Feb 04 15:43:02.724426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08666e56-f46e-4566-b32b-6fd90d82b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.821909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] For port b9449efd-3869-428c-ac43-c6919c895391, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:43:02.825479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] For port b9449efd-3869-428c-ac43-c6919c895391, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b9449efd-3869-428c-ac43-c6919c895391,segment=NetworkSegment(9ce5891c-763d-468c-b0f5-2c543e42196a),segment_id=9ce5891c-763d-468c-b0f5-2c543e42196a)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:43:02.832120 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.851006 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.855657 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-08666e56-f46e-4566-b32b-6fd90d82b5b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ace94635e9644768a186a42c1ec39732&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0848608 Feb 04 15:43:02.856350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38922) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:02.889503 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-06899618-ee9c-4b56-9397-f82ced52f94f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e HTTP/1.1" status: 200 len: 217 time: 0.1878989 Feb 04 15:43:02.912586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080c389-6c39-4cc1-aebf-d7b747662871 req-bfe16a11-a82d-440c-bf17-2bc998b1eb56 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:02.914217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7080c389-6c39-4cc1-aebf-d7b747662871 req-bfe16a11-a82d-440c-bf17-2bc998b1eb56 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.5520024 Feb 04 15:43:02.916150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08666e56-f46e-4566-b32b-6fd90d82b5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82060b71-ac0f-4a1a-aff3-f390ab16b597,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:02.992950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdc121-0a19-4655-ba53-9dde6660ae52 None None] Pushing event updated for resources: {'Port': ['ID=b9449efd-3869-428c-ac43-c6919c895391,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:03.015232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-b673ae61-e50a-4c26-8f5d-0cf74dc6865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:03.018202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-b673ae61-e50a-4c26-8f5d-0cf74dc6865c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.1029241 Feb 04 15:43:03.038703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-674979069'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:03.046862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:03.102729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Usage tracker for resource:network and tenant:d2ff432b575e4760abcc8dbcedf5c1f5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:03.105992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 6430394f-17d6-4a61-bc21-ebe52362c9b2 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:03.115019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:03.142721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:03.147507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6efcebf7-46d1-4b15-8d3d-e273107c8792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.196190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-33e3ed6b-bbe4-4446-9e6d-bc169d494a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:03.197863 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-33e3ed6b-bbe4-4446-9e6d-bc169d494a7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395769 Feb 04 15:43:03.198575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Made reservation on behalf of d2ff432b575e4760abcc8dbcedf5c1f5 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:03.198722 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6efcebf7-46d1-4b15-8d3d-e273107c8792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.202955 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.249772 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.267913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7080c389-6c39-4cc1-aebf-d7b747662871 req-edb6ef51-7bb1-4018-bf27-cb53d8fc7ae8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650263 Feb 04 15:43:03.362906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.402292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:03.446130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Usage tracker for resource:security_group_rule and tenant:d2ff432b575e4760abcc8dbcedf5c1f5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:03.467432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:03.476248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:03.587335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/d2f03bc3-69c2-4307-866c-e9bef6b63d3a/fe3d6245-0bda-4fe1-814b-9f5cf5911f82) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:03.609147 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6efcebf7-46d1-4b15-8d3d-e273107c8792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.617363 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.623359 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.628434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcebf7-46d1-4b15-8d3d-e273107c8792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82060b71-ac0f-4a1a-aff3-f390ab16b597,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:03.643623 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6efcebf7-46d1-4b15-8d3d-e273107c8792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.643868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:03.644753 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6efcebf7-46d1-4b15-8d3d-e273107c8792 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82060b71-ac0f-4a1a-aff3-f390ab16b597 HTTP/1.1" status: 204 len: 168 time: 0.7842562 Feb 04 15:43:03.940591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:03.955639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:03.992624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:03.997786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:04.004112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:04.004383 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.046833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f06e6d-dbdb-411f-b169-47e70fc68405,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:04.080338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=6430394f-17d6-4a61-bc21-ebe52362c9b2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:04.084532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.084913 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Added segment d52a98a2-ff67-437e-99f4-73cbc5484ec9 of type vlan for network 8c2f74db-92d5-4ab3-8658-f6998c1518d4 Feb 04 15:43:04.099502 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-bfd8a13f-0d4b-4df2-855c-710eca43ecf3 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8812523 Feb 04 15:43:04.152505 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.179527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Transition to ACTIVE for port object fe3d6245-0bda-4fe1-814b-9f5cf5911f82 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:04.209347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Transition to ACTIVE for port object fe3d6245-0bda-4fe1-814b-9f5cf5911f82 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:04.227897 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.243105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.346640 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dff1ead6-7a02-4ace-aeb9-de5cd9fe1741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.372226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:04.376859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:04.381438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:04.384017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38954) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:04.391555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Pushing event updated for resources: {'Port': ['ID=fe3d6245-0bda-4fe1-814b-9f5cf5911f82,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:04.468922 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.512503 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c769467c-b4e0-4b35-a79c-81f5bf678213 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4701810 Feb 04 15:43:04.524333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38958) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:04.535210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f0f-d624-485e-bdd0-48aaf542dcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.538107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Attempting to bind port fe3d6245-0bda-4fe1-814b-9f5cf5911f82 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:04.538649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Attempting to bind port fe3d6245-0bda-4fe1-814b-9f5cf5911f82 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:04.540360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Attempting to bind port fe3d6245-0bda-4fe1-814b-9f5cf5911f82 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:43:04.547816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:43:04.548604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:04.549212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.549911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:43:04.550958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Bound port: fe3d6245-0bda-4fe1-814b-9f5cf5911f82, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:04.551522 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.646970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7f1f0f0f-d624-485e-bdd0-48aaf542dcc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:04.654974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7f1f0f0f-d624-485e-bdd0-48aaf542dcc2 admin admin] Usage tracker for resource:security_group_rule and tenant:3d20ae4c38fc421085b88db96d41a95a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:04.655154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 96cd70a9-1486-4da8-900b-d10b33544c04 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:43:04.657899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7f1f0f0f-d624-485e-bdd0-48aaf542dcc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:04.659765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b9449efd-3869-428c-ac43-c6919c895391 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:04.664032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7f1f0f0f-d624-485e-bdd0-48aaf542dcc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:04.693160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c893c-b1c5-4a0b-a7a4-92c7ce072415 None None] Network 3703259d-7a5f-4795-a229-255cc45c0c17 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:04.745341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:43:04.821368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a724ac-96d3-406a-9d3e-28fa2a8eb1ae req-4b6311a5-c44a-4364-ae7d-af92494206b6 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:04.823033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1a724ac-96d3-406a-9d3e-28fa2a8eb1ae req-4b6311a5-c44a-4364-ae7d-af92494206b6 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 945 time: 0.5454214 Feb 04 15:43:04.829687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.846072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:04.847561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.881547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:04.906252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-750f59f9-8f8f-4a62-978b-7687a7411516 req-e19343f3-0d22-4dab-9091-4109a2fab822 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7821033 Feb 04 15:43:04.906455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086fb76-a37b-41e8-a5ea-49abf8c62838 None None] Sync routers for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:04.908456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.910382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bf8479a8-8b6c-4c65-8938-a6d7a5a3ffbb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9757161 Feb 04 15:43:04.912930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38970) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:04.923274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-866bd86a-a110-454f-952f-00dc861e13d6 None None] Provisioning for port b9449efd-3869-428c-ac43-c6919c895391 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:04.932430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086fb76-a37b-41e8-a5ea-49abf8c62838 None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:04.933405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8086fb76-a37b-41e8-a5ea-49abf8c62838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:05.050568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8086fb76-a37b-41e8-a5ea-49abf8c62838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:05.058528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ad8f5-ac68-4473-8fa4-a18fec8d30d7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.066135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ad8f5-ac68-4473-8fa4-a18fec8d30d7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.066941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-691ad8f5-ac68-4473-8fa4-a18fec8d30d7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:05.109636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port b9449efd-3869-428c-ac43-c6919c895391 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:05.121254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4853172 Feb 04 15:43:05.134544 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f0f-d624-485e-bdd0-48aaf542dcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.137908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38978) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:05.154991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b74d-d47c-4ef1-aa40-3b8dab67a684 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Pushing event updated for resources: {'Network': ['ID=8c2f74db-92d5-4ab3-8658-f6998c1518d4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:05.167927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1a724ac-96d3-406a-9d3e-28fa2a8eb1ae req-9056d13e-d249-4709-b111-09928cbf4bc3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049588 Feb 04 15:43:05.178447 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f0f-d624-485e-bdd0-48aaf542dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.200354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] For port fe3d6245-0bda-4fe1-814b-9f5cf5911f82, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:43:05.205027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8c2f74db-92d5-4ab3-8658-f6998c1518d4 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:05.232632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-691ad8f5-ac68-4473-8fa4-a18fec8d30d7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:05.233954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-691ad8f5-ac68-4473-8fa4-a18fec8d30d7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7061503 Feb 04 15:43:05.241008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086fb76-a37b-41e8-a5ea-49abf8c62838 None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:05.242089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8086fb76-a37b-41e8-a5ea-49abf8c62838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:05.245591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38988) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:05.472124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b9449efd-3869-428c-ac43-c6919c895391 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:05.472497 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.496468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7f1f0f0f-d624-485e-bdd0-48aaf542dcc2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d20ae4c38fc421085b88db96d41a95a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0789447 Feb 04 15:43:05.501482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38994) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:05.503437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f0f0f-d624-485e-bdd0-48aaf542dcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf086419-d2c2-42c5-a473-230cbdb1ca0b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:05.514877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Request body: {'network': {'name': 'tempest-network--315941206', 'router:external': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:05.525571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:05.534662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-42d1d7b8-da96-46f0-ae67-b97a45dd050b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 6430394f-17d6-4a61-bc21-ebe52362c9b2 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:05.537912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42d1d7b8-da96-46f0-ae67-b97a45dd050b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.566330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Usage tracker for resource:network and tenant:7ff347dac0214615aa5bfb39b39ffc78 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:05.600481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:05.603269 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:43:05.608703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8086fb76-a37b-41e8-a5ea-49abf8c62838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:05.609378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086fb76-a37b-41e8-a5ea-49abf8c62838 None None] The sync data for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:05.615392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:05.625763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] For port fe3d6245-0bda-4fe1-814b-9f5cf5911f82, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fe3d6245-0bda-4fe1-814b-9f5cf5911f82,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:43:05.657495 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.661048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Made reservation on behalf of 7ff347dac0214615aa5bfb39b39ffc78 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:05.663337 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.771168 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.803316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a813-54e1-456a-a52b-77e1d7f53ac1 None None] Pushing event updated for resources: {'Port': ['ID=fe3d6245-0bda-4fe1-814b-9f5cf5911f82,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:05.818905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a37bb-3199-4c56-86d6-df993cad8484 req-59283922-c30b-4dbd-a35d-2f6970d38b29 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.826764 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e16a37bb-3199-4c56-86d6-df993cad8484 req-59283922-c30b-4dbd-a35d-2f6970d38b29 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.4402330 Feb 04 15:43:05.874552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:05.918632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Usage tracker for resource:security_group_rule and tenant:7ff347dac0214615aa5bfb39b39ffc78 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:05.955942 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.000623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:06.013743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e16a37bb-3199-4c56-86d6-df993cad8484 req-8dacb836-fa4b-452a-818a-efc000be04b2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859572 Feb 04 15:43:06.014921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port b9449efd-3869-428c-ac43-c6919c895391, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b9449efd-3869-428c-ac43-c6919c895391,segment=NetworkSegment(9ce5891c-763d-468c-b0f5-2c543e42196a),segment_id=9ce5891c-763d-468c-b0f5-2c543e42196a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:06.020276 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.020674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:06.137839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2698a66-2e87-4d7f-a735-296ec16c7ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.188277 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42d1d7b8-da96-46f0-ae67-b97a45dd050b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.190020 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.197921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=b9449efd-3869-428c-ac43-c6919c895391,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:06.302977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2698a66-2e87-4d7f-a735-296ec16c7ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.353940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-42d1d7b8-da96-46f0-ae67-b97a45dd050b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 6430394f-17d6-4a61-bc21-ebe52362c9b2 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:06.409701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7994fc78-89fe-4e0b-9bcc-85a385d18dd1 None None] Provisioning complete for port b9449efd-3869-428c-ac43-c6919c895391 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:06.414766 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7994fc78-89fe-4e0b-9bcc-85a385d18dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.559716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2698a66-2e87-4d7f-a735-296ec16c7ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.575830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.596973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2698a66-2e87-4d7f-a735-296ec16c7ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf086419-d2c2-42c5-a473-230cbdb1ca0b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:06.639892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e83c0-5a67-465d-a793-e63e7b61ccec req-4c1f01cd-2198-4e01-98ac-1e154e3df41b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:06.641472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b3e83c0-5a67-465d-a793-e63e7b61ccec req-4c1f01cd-2198-4e01-98ac-1e154e3df41b tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 945 time: 0.3139660 Feb 04 15:43:06.664039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2698a66-2e87-4d7f-a735-296ec16c7ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.664964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e2698a66-2e87-4d7f-a735-296ec16c7ca2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf086419-d2c2-42c5-a473-230cbdb1ca0b HTTP/1.1" status: 204 len: 168 time: 1.1625388 Feb 04 15:43:06.677430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b9449efd-3869-428c-ac43-c6919c895391 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:06.777016 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42d1d7b8-da96-46f0-ae67-b97a45dd050b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.854840 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa416-7b80-4b48-98aa-6f21bebce19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.944470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b9449efd-3869-428c-ac43-c6919c895391 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:06.945147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.058350 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.060316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1d7b8-da96-46f0-ae67-b97a45dd050b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=6430394f-17d6-4a61-bc21-ebe52362c9b2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:07.154433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b3e83c0-5a67-465d-a793-e63e7b61ccec req-b659414b-d01a-4144-a60e-c3bdbeef5a61 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726968 Feb 04 15:43:07.155444 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.261838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fe3d6245-0bda-4fe1-814b-9f5cf5911f82 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:07.294352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.20.0.1 (3703259d-7a5f-4795-a229-255cc45c0c17/341509df-9147-40cd-a696-52cfb1de5719/3a86ef23-3661-4229-8074-f18cb7263adf) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:07.314234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:07.364692 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42d1d7b8-da96-46f0-ae67-b97a45dd050b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.404580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b7836f-4146-4404-a745-44276c7d6457,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:07.411985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.412317 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Added segment bc901778-3bb4-43de-bb12-8cd5e1e0fd07 of type vlan for network 9d5c86d7-cd64-4a11-bfb2-ec85ef87ab46 Feb 04 15:43:07.419276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port fe3d6245-0bda-4fe1-814b-9f5cf5911f82 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:07.448310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-42d1d7b8-da96-46f0-ae67-b97a45dd050b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/6430394f-17d6-4a61-bc21-ebe52362c9b2 HTTP/1.1" status: 204 len: 168 time: 2.2016795 Feb 04 15:43:07.451604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39030) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:07.547580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03ecd5-33e8-4318-826e-5fd7e9755a97 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:07.549510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03ecd5-33e8-4318-826e-5fd7e9755a97 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:07.550391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7b03ecd5-33e8-4318-826e-5fd7e9755a97 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:07.563788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.608112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7b03ecd5-33e8-4318-826e-5fd7e9755a97 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:07.609525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7b03ecd5-33e8-4318-826e-5fd7e9755a97 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1571095 Feb 04 15:43:07.612371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39038) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:07.614234 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.656320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9f283694-4304-4d4e-a31c-6e774dc26112 None None] Provisioning for port fe3d6245-0bda-4fe1-814b-9f5cf5911f82 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:07.690735 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9f283694-4304-4d4e-a31c-6e774dc26112 None None] Provisioning complete for port fe3d6245-0bda-4fe1-814b-9f5cf5911f82 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:07.693142 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9f283694-4304-4d4e-a31c-6e774dc26112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.707360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.708413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:07.708957 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.747372 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.786971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Transition to ACTIVE for port object 3a86ef23-3661-4229-8074-f18cb7263adf will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:07.845419 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.855869 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.875928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a19b29-6c3b-44bb-a1e4-f9a20788d66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet d2f03bc3-69c2-4307-866c-e9bef6b63d3a {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:43:07.894019 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93a19b29-6c3b-44bb-a1e4-f9a20788d66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.934162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7950456 Feb 04 15:43:07.947402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39044) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:08.006156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 3703259d-7a5f-4795-a229-255cc45c0c17 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:08.030199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:08.030962 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9f283694-4304-4d4e-a31c-6e774dc26112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.035378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:08.115611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9f283694-4304-4d4e-a31c-6e774dc26112 None None] For port fe3d6245-0bda-4fe1-814b-9f5cf5911f82, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fe3d6245-0bda-4fe1-814b-9f5cf5911f82,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:08.131779 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9f283694-4304-4d4e-a31c-6e774dc26112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.254745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d233bb-972d-48a8-8334-6613c06e6005 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'Network': ['ID=9d5c86d7-cd64-4a11-bfb2-ec85ef87ab46,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:08.270005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=3a86ef23-3661-4229-8074-f18cb7263adf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:08.284546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9d5c86d7-cd64-4a11-bfb2-ec85ef87ab46 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:08.321961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.328148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93a19b29-6c3b-44bb-a1e4-f9a20788d66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.569015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.574414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fd783896-3734-442a-8c8e-942c57f45b76 None None] Could not find standard attr ID for object 6430394f-17d6-4a61-bc21-ebe52362c9b2. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:43:08.646034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f283694-4304-4d4e-a31c-6e774dc26112 None None] Pushing event updated for resources: {'Port': ['ID=fe3d6245-0bda-4fe1-814b-9f5cf5911f82,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:08.705907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913109b6-9aa3-4319-b8fb-a67fbe1cb659 req-a1373235-3353-4a02-88bb-5352610b712e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:08.707474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-913109b6-9aa3-4319-b8fb-a67fbe1cb659 req-a1373235-3353-4a02-88bb-5352610b712e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2795281 Feb 04 15:43:08.707716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cc404e09-c56d-462f-9e28-fe5eca619dd6 None None] Provisioning for port 3a86ef23-3661-4229-8074-f18cb7263adf completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:08.708874 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93a19b29-6c3b-44bb-a1e4-f9a20788d66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.714182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cc404e09-c56d-462f-9e28-fe5eca619dd6 None None] Provisioning complete for port 3a86ef23-3661-4229-8074-f18cb7263adf triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:08.714924 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc404e09-c56d-462f-9e28-fe5eca619dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.843709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cc404e09-c56d-462f-9e28-fe5eca619dd6 None None] Port 3a86ef23-3661-4229-8074-f18cb7263adf cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:08.873791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.890639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-913109b6-9aa3-4319-b8fb-a67fbe1cb659 req-9f9df4d9-8d21-431c-b7b2-3451028d4a6a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972707 Feb 04 15:43:08.912921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5c86d7-cd64-4a11-bfb2-ec85ef87ab46']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:08.929597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc901778-3bb4-43de-bb12-8cd5e1e0fd07') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:08.929597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc901778-3bb4-43de-bb12-8cd5e1e0fd07') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:08.932864 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.948038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.962207 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93a19b29-6c3b-44bb-a1e4-f9a20788d66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.010209 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.018908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a19b29-6c3b-44bb-a1e4-f9a20788d66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f03bc3-69c2-4307-866c-e9bef6b63d3a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:09.022470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93a19b29-6c3b-44bb-a1e4-f9a20788d66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.025522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:09.025921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.029405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f925f-cbed-4bc5-8111-9c228d2f4273 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:09.040951 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:09.144961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-93a19b29-6c3b-44bb-a1e4-f9a20788d66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/d2f03bc3-69c2-4307-866c-e9bef6b63d3a HTTP/1.1" status: 204 len: 168 time: 1.5307755 Feb 04 15:43:09.147348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39070) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:09.238099 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.264725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d5c86d7-cd64-4a11-bfb2-ec85ef87ab46 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 15:43:09.270476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e86fc982-2625-4fdd-9828-c010b8bda097 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217563 Feb 04 15:43:09.271700 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.277606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39080) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:09.281585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d5c86d7-cd64-4a11-bfb2-ec85ef87ab46,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:09.288261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:09.312937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-94d57b2f-db44-4d9a-aade-559f746631df tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "DELETE /v2.0/networks/9d5c86d7-cd64-4a11-bfb2-ec85ef87ab46 HTTP/1.1" status: 204 len: 168 time: 1.3643773 Feb 04 15:43:09.362314 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.370559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.376881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39084) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:09.389405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:09.399064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:09.418529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Usage tracker for resource:network and tenant:7ff347dac0214615aa5bfb39b39ffc78 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:09.424787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39088) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:09.429728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:09.454442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:09.493700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:09.500825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:09.504554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Made reservation on behalf of 7ff347dac0214615aa5bfb39b39ffc78 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:09.507186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.519519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:09.531094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:09.646780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:09.656317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.738333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253cf229-d3c4-4474-9ad0-457faf8b0f97 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:43:09.743731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-253cf229-d3c4-4474-9ad0-457faf8b0f97 None None] Deleting port fe3d6245-0bda-4fe1-814b-9f5cf5911f82 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:09.744320 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-253cf229-d3c4-4474-9ad0-457faf8b0f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.054738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-253cf229-d3c4-4474-9ad0-457faf8b0f97 None None] For port fe3d6245-0bda-4fe1-814b-9f5cf5911f82, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fe3d6245-0bda-4fe1-814b-9f5cf5911f82,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:10.055377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-253cf229-d3c4-4474-9ad0-457faf8b0f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.109766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:10.166022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb541192-001b-4b6c-8600-7d973cfacb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.189399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-253cf229-d3c4-4474-9ad0-457faf8b0f97 None None] Calling delete_port for fe3d6245-0bda-4fe1-814b-9f5cf5911f82 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:10.202059 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.202434 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Added segment ee39285e-3744-498a-8977-f73177725d40 of type vlan for network 237941fd-ba5b-49cd-b6b0-2643144868ea Feb 04 15:43:10.242897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.279139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-253cf229-d3c4-4474-9ad0-457faf8b0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.291946 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.293025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:10.293836 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.327857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cb541192-001b-4b6c-8600-7d973cfacb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:10.371156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cf229-d3c4-4474-9ad0-457faf8b0f97 None None] Pushing event deleted for resources: {'Port': ['ID=fe3d6245-0bda-4fe1-814b-9f5cf5911f82,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:10.381793 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.384267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253cf229-d3c4-4474-9ad0-457faf8b0f97 None None] No DVR routers for this DVR port fe3d6245-0bda-4fe1-814b-9f5cf5911f82 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:10.389445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.439702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cb541192-001b-4b6c-8600-7d973cfacb6e admin admin] Usage tracker for resource:security_group_rule and tenant:1e4b97ffb70b4ffe897a16cf6482b076 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:10.453539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cb541192-001b-4b6c-8600-7d973cfacb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:10.468855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fe3d6245-0bda-4fe1-814b-9f5cf5911f82 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:10.496428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cb541192-001b-4b6c-8600-7d973cfacb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:10.504352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1229277 Feb 04 15:43:10.517517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-7bcb2b73-6310-447f-91a8-e19fadae751c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:10.519130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-7bcb2b73-6310-447f-91a8-e19fadae751c tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.61 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 945 time: 0.9821818 Feb 04 15:43:10.519602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39110) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:10.541978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Request body: {'subnet': {'network_id': '237941fd-ba5b-49cd-b6b0-2643144868ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:10.549172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: fe3d6245-0bda-4fe1-814b-9f5cf5911f82 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:43:10.549513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fe3d6245-0bda-4fe1-814b-9f5cf5911f82 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:10.555843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff669d1-2930-4852-817d-ce457947d9b8 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'Network': ['ID=237941fd-ba5b-49cd-b6b0-2643144868ea,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:10.579656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 237941fd-ba5b-49cd-b6b0-2643144868ea details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:10.603572 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.605350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:10.634231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Usage tracker for resource:subnet and tenant:7ff347dac0214615aa5bfb39b39ffc78 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:10.641560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:10.663673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bf9f3-d186-47ae-b09e-c2d56fe38cbf req-f58b8561-8129-4e61-96b9-97b5a75515f7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:10.665806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3bf9f3-d186-47ae-b09e-c2d56fe38cbf req-f58b8561-8129-4e61-96b9-97b5a75515f7 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 945 time: 0.8396742 Feb 04 15:43:10.682956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:10.715017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=3a86ef23-3661-4229-8074-f18cb7263adf,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:10.777638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Deleting port 7c8c139a-10a1-47f9-b204-d6673be3a9ce {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:10.778752 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.783683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 3703259d-7a5f-4795-a229-255cc45c0c17 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:10.785147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:10.823472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Made reservation on behalf of 7ff347dac0214615aa5bfb39b39ffc78 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:10.826121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.986727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3bf9f3-d186-47ae-b09e-c2d56fe38cbf req-b4f8885c-ec46-40b0-a578-f770ccc93141 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d8bd172-4430-4937-b7a8-f141fd5c68f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991817 Feb 04 15:43:11.039114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 96cd70a9-1486-4da8-900b-d10b33544c04 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:43:11.146736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.198114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-45091967-8d8b-4cb8-9453-655ad8358953 None None] Provisioning complete for port 3a86ef23-3661-4229-8074-f18cb7263adf triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:11.199045 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45091967-8d8b-4cb8-9453-655ad8358953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.219688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb541192-001b-4b6c-8600-7d973cfacb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.259129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:11.271205 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d51967-5896-451e-8dae-739a60a666fe None None] Sync routers for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:11.289925 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-821bc21d-723e-4eb6-a6cb-6aea98557307 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/routers/96cd70a9-1486-4da8-900b-d10b33544c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3753052 Feb 04 15:43:11.290903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39150) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:11.297713 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d51967-5896-451e-8dae-739a60a666fe None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:11.301233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'port': {'network_id': '3703259d-7a5f-4795-a229-255cc45c0c17', 'name': 'tempest-FloatingIPTestJSON-646340872'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:11.301431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:11.302398 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-16d51967-5896-451e-8dae-739a60a666fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:11.303066 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb541192-001b-4b6c-8600-7d973cfacb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.323737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:11.343478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:11.344255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.351842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188a105-b884-47a2-bc2d-c618abf4cd04 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:11.494555 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-16d51967-5896-451e-8dae-739a60a666fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:11.502164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=9720b31e-8ccd-4bc1-a392-dadd430b4080,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:11.518050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cb541192-001b-4b6c-8600-7d973cfacb6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e4b97ffb70b4ffe897a16cf6482b076&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0919652 Feb 04 15:43:11.520053 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d51967-5896-451e-8dae-739a60a666fe None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:11.520796 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-16d51967-5896-451e-8dae-739a60a666fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:11.533570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb541192-001b-4b6c-8600-7d973cfacb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd2cbd4-8f6f-4aea-bda9-9886be72ce12,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:11.536385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39160) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:11.645458 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-16d51967-5896-451e-8dae-739a60a666fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:11.650553 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d51967-5896-451e-8dae-739a60a666fe None None] The sync data for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:11.654940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-45091967-8d8b-4cb8-9453-655ad8358953 None None] Port 3a86ef23-3661-4229-8074-f18cb7263adf cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:11.665664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:11.675305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Usage tracker for resource:port and tenant:b213a792181848089740e7c057803da1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:11.678667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:11.685424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:11.698418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Made reservation on behalf of b213a792181848089740e7c057803da1 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:11.702692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.732848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] device_id is not set on port f75a04f7-c47a-49fc-a532-e8e34f48e782 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:11.741133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '9720b31e-8ccd-4bc1-a392-dadd430b4080'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:43:11.742276 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.751519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-97c67173-2541-4e25-9a14-0d70bfb5fbac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4720018 Feb 04 15:43:11.776301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39166) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:11.780413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] For port 7c8c139a-10a1-47f9-b204-d6673be3a9ce, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7c8c139a-10a1-47f9-b204-d6673be3a9ce,segment=NetworkSegment(2c0fcdc5-0dc6-4576-b181-2abf5361266e),segment_id=2c0fcdc5-0dc6-4576-b181-2abf5361266e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:11.780834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.799199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'name': 'tempest-NetworksTestDHCPv6-2033865435'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:11.937608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Allocated IP 172.20.0.13 (3703259d-7a5f-4795-a229-255cc45c0c17/341509df-9147-40cd-a696-52cfb1de5719/f75a04f7-c47a-49fc-a532-e8e34f48e782) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:11.946803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/9720b31e-8ccd-4bc1-a392-dadd430b4080/2174f1c3-e44e-47f5-a661-a9cd56a24389) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:12.035038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Calling delete_port for 7c8c139a-10a1-47f9-b204-d6673be3a9ce owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:12.065490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39174) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:12.184230 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.193735 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.196203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Transition to ACTIVE for port object 2174f1c3-e44e-47f5-a661-a9cd56a24389 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:12.217079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Transition to ACTIVE for port object f75a04f7-c47a-49fc-a532-e8e34f48e782 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:12.217593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Transition to ACTIVE for port object 2174f1c3-e44e-47f5-a661-a9cd56a24389 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:12.224864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.251868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.302690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Pushing event updated for resources: {'Port': ['ID=2174f1c3-e44e-47f5-a661-a9cd56a24389,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:12.306453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:12.308009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:12.312663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:12.323096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-efe11036-a192-4815-90c0-f8b2bbda7e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.386180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd2df77-51c9-4767-a9aa-b98422444c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.388040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Network 3703259d-7a5f-4795-a229-255cc45c0c17 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:12.391814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:12.396583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:12.411621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Attempting to bind port 2174f1c3-e44e-47f5-a661-a9cd56a24389 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:12.411983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Attempting to bind port 2174f1c3-e44e-47f5-a661-a9cd56a24389 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:12.412332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Attempting to bind port 2174f1c3-e44e-47f5-a661-a9cd56a24389 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:43:12.418040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:43:12.418644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:12.419148 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.419797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:43:12.420343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Bound port: 2174f1c3-e44e-47f5-a661-a9cd56a24389, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:12.420797 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.450858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-efe11036-a192-4815-90c0-f8b2bbda7e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.462633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5fd2df77-51c9-4767-a9aa-b98422444c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:12.481939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.483000 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.486849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5fd2df77-51c9-4767-a9aa-b98422444c19 admin admin] Usage tracker for resource:security_group_rule and tenant:6dcf265a6a0e4ee5834976dbaab394f0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:12.498343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event updated for resources: {'Port': ['ID=f75a04f7-c47a-49fc-a532-e8e34f48e782,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:12.500934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c12bf-5d34-40d1-b6b9-0d45a14379d1 req-833787f9-1451-4f09-b337-163c535a6dad tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.507987 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-402c12bf-5d34-40d1-b6b9-0d45a14379d1 req-833787f9-1451-4f09-b337-163c535a6dad tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.8348277 Feb 04 15:43:12.516290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5fd2df77-51c9-4767-a9aa-b98422444c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:12.531745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] For port 2174f1c3-e44e-47f5-a661-a9cd56a24389, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:43:12.531985 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aee531ea-5350-4082-8d1c-f2eb22998aca tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2365987 Feb 04 15:43:12.531985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39180) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:12.532339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] For port 2174f1c3-e44e-47f5-a661-a9cd56a24389, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2174f1c3-e44e-47f5-a661-a9cd56a24389,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:43:12.537470 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Request body: {'floatingip': {'port_id': 'f75a04f7-c47a-49fc-a532-e8e34f48e782'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:12.538538 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.557964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:12.626331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:12.629661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5fd2df77-51c9-4767-a9aa-b98422444c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:12.640893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:12.645682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bf808-39ce-4e9e-bda3-0c6bdd612efc None None] Pushing event updated for resources: {'Port': ['ID=2174f1c3-e44e-47f5-a661-a9cd56a24389,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:12.668962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.699903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:12.707449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-402c12bf-5d34-40d1-b6b9-0d45a14379d1 req-7d356707-7cc9-45d1-92c5-d1c7511e5a82 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983702 Feb 04 15:43:12.752092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7c8c139a-10a1-47f9-b204-d6673be3a9ce no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:12.827860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:12.834653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.860034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 7c8c139a-10a1-47f9-b204-d6673be3a9ce {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:43:12.861218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7c8c139a-10a1-47f9-b204-d6673be3a9ce not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:12.866607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.883261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-88c4cffc-b76b-48ea-872e-9cbb014ae17e None None] Provisioning for port f75a04f7-c47a-49fc-a532-e8e34f48e782 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:12.902364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-88c4cffc-b76b-48ea-872e-9cbb014ae17e None None] Provisioning complete for port f75a04f7-c47a-49fc-a532-e8e34f48e782 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:12.903587 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-88c4cffc-b76b-48ea-872e-9cbb014ae17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.048369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-88c4cffc-b76b-48ea-872e-9cbb014ae17e None None] Port f75a04f7-c47a-49fc-a532-e8e34f48e782 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:13.079165 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-efe11036-a192-4815-90c0-f8b2bbda7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.084120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Pushing event deleted for resources: {'Port': ['ID=7c8c139a-10a1-47f9-b204-d6673be3a9ce,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:13.158229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 6408ed56-429c-45fb-956c-0db11f5c23e2 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:13.196376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe11036-a192-4815-90c0-f8b2bbda7e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd2cbd4-8f6f-4aea-bda9-9886be72ce12,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:13.396531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] No DVR routers for this DVR port 7c8c139a-10a1-47f9-b204-d6673be3a9ce on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:13.417511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.420386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a4c681-61c6-48f0-80b3-783868aebc30', 'name': 'network-vif-deleted', 'tag': '7c8c139a-10a1-47f9-b204-d6673be3a9ce'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:13.545325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-efe11036-a192-4815-90c0-f8b2bbda7e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.546473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-efe11036-a192-4815-90c0-f8b2bbda7e79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dd2cbd4-8f6f-4aea-bda9-9886be72ce12 HTTP/1.1" status: 204 len: 168 time: 1.9912431 Feb 04 15:43:13.548063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab8cab2b-c953-48bf-a756-f6e90e771993 req-64145dec-47ca-45ec-88f4-d9329d217a10 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.61 "DELETE /v2.0/ports/7c8c139a-10a1-47f9-b204-d6673be3a9ce HTTP/1.1" status: 204 len: 173 time: 3.0104566 Feb 04 15:43:13.571861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.objects.ports [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87570) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:43:13.572368 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.616314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd2df77-51c9-4767-a9aa-b98422444c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.651499 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fd2df77-51c9-4767-a9aa-b98422444c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.708067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::17a (40f4fd11-09ca-4e76-8993-0ead05403d9a/9720b31e-8ccd-4bc1-a392-dadd430b4080/6408ed56-429c-45fb-956c-0db11f5c23e2) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:13.718053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.725062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.795054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bd3d222c-ab23-49b1-8b9b-ba666b5116db,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:13.798890 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5fd2df77-51c9-4767-a9aa-b98422444c19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6dcf265a6a0e4ee5834976dbaab394f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7179458 Feb 04 15:43:13.805480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39192) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:13.807048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7ebd1-35ed-458e-b56c-552f44966140 req-8f2c01e2-2ea6-4f0a-97b0-6f7d2ebe46ec tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:13.808567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36c7ebd1-35ed-458e-b56c-552f44966140 req-8f2c01e2-2ea6-4f0a-97b0-6f7d2ebe46ec tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.5473936 Feb 04 15:43:13.820169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2df77-51c9-4767-a9aa-b98422444c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0ab06d-0920-441d-b608-eaf7e3d8a24a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:13.862651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Checking segment: {'id': 'ee39285e-3744-498a-8977-f73177725d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '237941fd-ba5b-49cd-b6b0-2643144868ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:13.863026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Network hostable DHCP agents. Network: 237941fd-ba5b-49cd-b6b0-2643144868ea, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:13.963075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36c7ebd1-35ed-458e-b56c-552f44966140 req-e17390c0-88f7-4c28-89a9-81406512ddd1 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368997 Feb 04 15:43:14.004924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4261ba10-c7ac-4c0a-8e11-1729a38e189a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.029149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39198) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:14.036774 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP 29a1a0cb-26d1-437c-acb1-da403631089b associated. External IP: 172.25.8.231, port: 47d579ef-fd14-40ca-95f1-825e7ec83f5a. Feb 04 15:43:14.119266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74dba71b-71ad-4a6d-bbdd-edebb1885d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.120545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Network 237941fd-ba5b-49cd-b6b0-2643144868ea is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:14.147007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4261ba10-c7ac-4c0a-8e11-1729a38e189a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.182774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74dba71b-71ad-4a6d-bbdd-edebb1885d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:14.191504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-99d7dc09-b51f-4168-a96b-4902aa977e06 req-0fdc93cf-1363-4af1-bf15-cd22eb3b3ce3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Synchronizing usage tracker for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:14.193781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-74dba71b-71ad-4a6d-bbdd-edebb1885d93 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b1dc173a834028883efc6256c8b9e4 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:14.198053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 237941fd-ba5b-49cd-b6b0-2643144868ea) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:14.208385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9660725-3205-4a4b-b310-d51ca0f06502 None None] Network 237941fd-ba5b-49cd-b6b0-2643144868ea requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:14.212133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.212714 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.216983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-74dba71b-71ad-4a6d-bbdd-edebb1885d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:14.233980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74dba71b-71ad-4a6d-bbdd-edebb1885d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:14.243682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.292249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 6408ed56-429c-45fb-956c-0db11f5c23e2 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:14.398189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-99d7dc09-b51f-4168-a96b-4902aa977e06 req-0fdc93cf-1363-4af1-bf15-cd22eb3b3ce3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] Unset dirty status for tenant:811eba58f0064b49aaef62c7d2cf10ec on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:14.405277 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-99d7dc09-b51f-4168-a96b-4902aa977e06 req-0fdc93cf-1363-4af1-bf15-cd22eb3b3ce3 tempest-ServerDiskConfigTestJSON-1753802106 tempest-ServerDiskConfigTestJSON-1753802106-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a4c681-61c6-48f0-80b3-783868aebc30 HTTP/1.1" status: 200 len: 210 time: 0.2868960 Feb 04 15:43:14.413078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0f530416-4b9c-49b7-9132-9d7b6089ea4d None None] Provisioning for port 2174f1c3-e44e-47f5-a661-a9cd56a24389 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:14.428966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d3269587-6f7b-413a-84f6-ff53d312da23 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8972690 Feb 04 15:43:14.430515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39202) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:14.438143 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4261ba10-c7ac-4c0a-8e11-1729a38e189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.450464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Request body: {'floatingip': {'floating_network_id': '237941fd-ba5b-49cd-b6b0-2643144868ea'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:14.464804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:14.470619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.513013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1035c13f-568b-4ac9-b603-35164cd6b042 None None] Network 237941fd-ba5b-49cd-b6b0-2643144868ea requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:14.520609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Usage tracker for resource:floatingip and tenant:7ff347dac0214615aa5bfb39b39ffc78 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:14.532344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:14.550329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:14.582555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:14.587679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:14.590905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:14.593765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2174f1c3-e44e-47f5-a661-a9cd56a24389 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:14.597444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261ba10-c7ac-4c0a-8e11-1729a38e189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0ab06d-0920-441d-b608-eaf7e3d8a24a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:14.597912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.598645 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.613705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74dba71b-71ad-4a6d-bbdd-edebb1885d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.625520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74dba71b-71ad-4a6d-bbdd-edebb1885d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.671417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=6408ed56-429c-45fb-956c-0db11f5c23e2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:14.684974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.711269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6c2aa165-ca92-4dd9-a36c-d75ae51016f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9313505 Feb 04 15:43:14.719619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39206) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:14.737749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2174f1c3-e44e-47f5-a661-a9cd56a24389 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:14.754907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2174f1c3-e44e-47f5-a661-a9cd56a24389 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:14.755387 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.877448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6d0b9-8205-4583-8a7d-55ec56ac1136 req-84cd6622-2793-401d-b700-452dfb6894a9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.879355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-88a6d0b9-8205-4583-8a7d-55ec56ac1136 req-84cd6622-2793-401d-b700-452dfb6894a9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2930543 Feb 04 15:43:14.932096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4261ba10-c7ac-4c0a-8e11-1729a38e189a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.934154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4261ba10-c7ac-4c0a-8e11-1729a38e189a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f0ab06d-0920-441d-b608-eaf7e3d8a24a HTTP/1.1" status: 204 len: 168 time: 1.1119049 Feb 04 15:43:14.937606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ba59f-f009-43ac-a6ca-2f100673b220 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.943699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ba59f-f009-43ac-a6ca-2f100673b220 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.944508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2a5ba59f-f009-43ac-a6ca-2f100673b220 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:14.951921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:43:14.978760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2a5ba59f-f009-43ac-a6ca-2f100673b220 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:14.982753 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2a5ba59f-f009-43ac-a6ca-2f100673b220 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2566023 Feb 04 15:43:14.983201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39214) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:14.988578 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.033871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-063d06e1-e222-4c95-919f-c329fa67efb4 None None] Provisioning for port 6408ed56-429c-45fb-956c-0db11f5c23e2 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:15.053739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.088887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dba71b-71ad-4a6d-bbdd-edebb1885d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9606c6ee-fb83-40fd-be02-e97e7b6f82a5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:15.097837 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-74dba71b-71ad-4a6d-bbdd-edebb1885d93 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7b1dc173a834028883efc6256c8b9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0039754 Feb 04 15:43:15.099261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39218) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:15.107914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 2174f1c3-e44e-47f5-a661-a9cd56a24389, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2174f1c3-e44e-47f5-a661-a9cd56a24389,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:15.113075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-063d06e1-e222-4c95-919f-c329fa67efb4 None None] Provisioning complete for port 6408ed56-429c-45fb-956c-0db11f5c23e2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:15.113371 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-063d06e1-e222-4c95-919f-c329fa67efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.148526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.182251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-19fc2480-8a54-4ee9-8cb0-86d3909433c5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 6408ed56-429c-45fb-956c-0db11f5c23e2 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:15.182528 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19fc2480-8a54-4ee9-8cb0-86d3909433c5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.260033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=2174f1c3-e44e-47f5-a661-a9cd56a24389,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:15.281527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:15.285032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-063d06e1-e222-4c95-919f-c329fa67efb4 None None] Port 6408ed56-429c-45fb-956c-0db11f5c23e2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:15.298020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a982b41-30b1-4637-a5ca-6b944599a81c None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:15.316448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a982b41-30b1-4637-a5ca-6b944599a81c None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:15.321801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0a982b41-30b1-4637-a5ca-6b944599a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:15.407618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0a982b41-30b1-4637-a5ca-6b944599a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:15.424422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a982b41-30b1-4637-a5ca-6b944599a81c None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:15.425312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0a982b41-30b1-4637-a5ca-6b944599a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:15.501050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0a982b41-30b1-4637-a5ca-6b944599a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:15.501843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a982b41-30b1-4637-a5ca-6b944599a81c None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:15.526981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e58c21d5-c111-4aa3-8264-c7837ee1aa7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.591490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39226) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:15.617116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95c869b1-0195-4180-9331-b95934639ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.627069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-88a6d0b9-8205-4583-8a7d-55ec56ac1136 req-1c3ae025-f083-4177-bfb4-a7abed88c1e4 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7353992 Feb 04 15:43:15.644792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-95c869b1-0195-4180-9331-b95934639ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:15.652670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-95c869b1-0195-4180-9331-b95934639ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:6abf26b99a9f4d2a9b207c5a47dfaa40 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:15.655744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-95c869b1-0195-4180-9331-b95934639ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:15.666360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e58c21d5-c111-4aa3-8264-c7837ee1aa7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.708964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-95c869b1-0195-4180-9331-b95934639ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:15.753556 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a4c681-61c6-48f0-80b3-783868aebc30', 'name': 'network-vif-deleted', 'tag': '7c8c139a-10a1-47f9-b204-d6673be3a9ce', 'status': 'completed', 'code': 200} Feb 04 15:43:15.775827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 96cd70a9-1486-4da8-900b-d10b33544c04 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:43:15.789591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Allocated IP 172.20.0.3 (237941fd-ba5b-49cd-b6b0-2643144868ea/bd3d222c-ab23-49b1-8b9b-ba666b5116db/9f16ade7-82df-43ba-aed3-903cf70d829c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:16.002234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19fc2480-8a54-4ee9-8cb0-86d3909433c5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.017797 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95c869b1-0195-4180-9331-b95934639ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.018377 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e58c21d5-c111-4aa3-8264-c7837ee1aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.026680 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95c869b1-0195-4180-9331-b95934639ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.052749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:16.069223 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832f8c9-b641-447d-81be-cd2350ec2604 None None] Sync routers for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:16.079066 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832f8c9-b641-447d-81be-cd2350ec2604 None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:16.079755 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8832f8c9-b641-447d-81be-cd2350ec2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:16.104128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c869b1-0195-4180-9331-b95934639ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c5d381-b2fc-4e8d-81a7-711a06508ea9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:16.113225 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-95c869b1-0195-4180-9331-b95934639ab1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6abf26b99a9f4d2a9b207c5a47dfaa40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5206516 Feb 04 15:43:16.114473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39238) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:16.126628 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.144505 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8832f8c9-b641-447d-81be-cd2350ec2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:16.153637 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832f8c9-b641-447d-81be-cd2350ec2604 None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:16.154555 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8832f8c9-b641-447d-81be-cd2350ec2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:16.158256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c21d5-c111-4aa3-8264-c7837ee1aa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9606c6ee-fb83-40fd-be02-e97e7b6f82a5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:16.166449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-19fc2480-8a54-4ee9-8cb0-86d3909433c5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 6408ed56-429c-45fb-956c-0db11f5c23e2 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:16.252652 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8832f8c9-b641-447d-81be-cd2350ec2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:16.253115 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832f8c9-b641-447d-81be-cd2350ec2604 None None] The sync data for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:16.273387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e58c21d5-c111-4aa3-8264-c7837ee1aa7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.274815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e58c21d5-c111-4aa3-8264-c7837ee1aa7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9606c6ee-fb83-40fd-be02-e97e7b6f82a5 HTTP/1.1" status: 204 len: 168 time: 1.1596997 Feb 04 15:43:16.288430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-041b0bb6-f4cf-4553-8f72-8a0e8104863d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.302920 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.318437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bd3c8-17e3-4ed8-a151-124ec0c5f602 req-1d4ff217-e1d7-4721-b38d-ea34c4b2894e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:16.325548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df5bd3c8-17e3-4ed8-a151-124ec0c5f602 req-1d4ff217-e1d7-4721-b38d-ea34c4b2894e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.4214261 Feb 04 15:43:16.333339 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-041b0bb6-f4cf-4553-8f72-8a0e8104863d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.380090 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-669d6fc3-af83-4d01-95bd-f970ecc4ede3 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/floatingips/29a1a0cb-26d1-437c-acb1-da403631089b HTTP/1.1" status: 200 len: 978 time: 3.8469167 Feb 04 15:43:16.380754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39244) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:16.441531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df5bd3c8-17e3-4ed8-a151-124ec0c5f602 req-6f060848-f126-4ee3-ab16-c393819476ac tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150448 Feb 04 15:43:16.464611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2174f1c3-e44e-47f5-a661-a9cd56a24389 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:16.490062 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19fc2480-8a54-4ee9-8cb0-86d3909433c5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.519242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port f75a04f7-c47a-49fc-a532-e8e34f48e782 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:16.519947 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.558503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2174f1c3-e44e-47f5-a661-a9cd56a24389 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:16.559072 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.606354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.618746 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-041b0bb6-f4cf-4553-8f72-8a0e8104863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.628462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc2480-8a54-4ee9-8cb0-86d3909433c5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=6408ed56-429c-45fb-956c-0db11f5c23e2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:16.676245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b0bb6-f4cf-4553-8f72-8a0e8104863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c5d381-b2fc-4e8d-81a7-711a06508ea9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:16.702251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-041b0bb6-f4cf-4553-8f72-8a0e8104863d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.706554 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-041b0bb6-f4cf-4553-8f72-8a0e8104863d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63c5d381-b2fc-4e8d-81a7-711a06508ea9 HTTP/1.1" status: 204 len: 168 time: 0.5910954 Feb 04 15:43:16.815105 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19fc2480-8a54-4ee9-8cb0-86d3909433c5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.835617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Network 237941fd-ba5b-49cd-b6b0-2643144868ea is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:16.837095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:16.843379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:16.898558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'Port': ['ID=9f16ade7-82df-43ba-aed3-903cf70d829c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:16.909239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-19fc2480-8a54-4ee9-8cb0-86d3909433c5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/6408ed56-429c-45fb-956c-0db11f5c23e2 HTTP/1.1" status: 204 len: 168 time: 1.9249005 Feb 04 15:43:16.911777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39262) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:17.004140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.060441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a222963-abad-44eb-a7c1-c6faf9103e6c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:17.062082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a222963-abad-44eb-a7c1-c6faf9103e6c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:17.062831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7a222963-abad-44eb-a7c1-c6faf9103e6c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:17.085912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.088399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7a222963-abad-44eb-a7c1-c6faf9103e6c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:17.093196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7a222963-abad-44eb-a7c1-c6faf9103e6c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1804695 Feb 04 15:43:17.095250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39276) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:17.223083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45c4181-9a56-4f8c-ba5f-aa82b8635a6b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 9720b31e-8ccd-4bc1-a392-dadd430b4080 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:43:17.226695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.254137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a45c4181-9a56-4f8c-ba5f-aa82b8635a6b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.351280 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a45c4181-9a56-4f8c-ba5f-aa82b8635a6b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.624808 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.625804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.626313 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Floating IP 29a1a0cb-26d1-437c-acb1-da403631089b disassociated. External IP: 172.25.8.231, port: f75a04f7-c47a-49fc-a532-e8e34f48e782. Feb 04 15:43:17.626966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for f75a04f7-c47a-49fc-a532-e8e34f48e782 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:17.761037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a45c4181-9a56-4f8c-ba5f-aa82b8635a6b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.821274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca969e81-9ea0-4f79-8e8a-9e4aba4fb1b8 req-21db7ba9-6e1d-4a3a-ad7c-cfa8ba56cd7e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:17.827906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca969e81-9ea0-4f79-8e8a-9e4aba4fb1b8 req-21db7ba9-6e1d-4a3a-ad7c-cfa8ba56cd7e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2244544 Feb 04 15:43:17.840534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.872071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.884108 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.920282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=f75a04f7-c47a-49fc-a532-e8e34f48e782,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:18.019409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca969e81-9ea0-4f79-8e8a-9e4aba4fb1b8 req-756ac656-885f-4275-a924-03a8ed1df5b5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906114 Feb 04 15:43:18.067352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a45c4181-9a56-4f8c-ba5f-aa82b8635a6b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.119216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c4181-9a56-4f8c-ba5f-aa82b8635a6b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=9720b31e-8ccd-4bc1-a392-dadd430b4080,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:18.121035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'Port': ['ID=9f16ade7-82df-43ba-aed3-903cf70d829c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:18.129593 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.151462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd70b54-f98f-4668-bbf7-0ba9d1ae1100 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:18.156215 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a45c4181-9a56-4f8c-ba5f-aa82b8635a6b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.158492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a45c4181-9a56-4f8c-ba5f-aa82b8635a6b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/9720b31e-8ccd-4bc1-a392-dadd430b4080 HTTP/1.1" status: 204 len: 168 time: 1.0620630 Feb 04 15:43:18.161013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39312) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:18.164129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.165408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ed3a72ca-e639-43a6-a997-7e18632a4691 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7328470 Feb 04 15:43:18.169166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39316) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:18.326975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 96cd70a9-1486-4da8-900b-d10b33544c04 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:43:18.403885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4d34f789-d431-487b-b7ef-0588d20c5e22 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Synchronizing usage tracker for tenant:7ff347dac0214615aa5bfb39b39ffc78 on resource:floatingip {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:18.411292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e1fa3163-6d24-4978-889e-17626ab69f05 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2485979 Feb 04 15:43:18.412218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39330) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:18.626812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:18.649812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68705e1-4c59-459a-9d9d-92cbc78a2e39 None None] Sync routers for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:18.659471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4d34f789-d431-487b-b7ef-0588d20c5e22 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Unset dirty status for tenant:7ff347dac0214615aa5bfb39b39ffc78 on resource:floatingip {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:18.661239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68705e1-4c59-459a-9d9d-92cbc78a2e39 None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:18.662057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c68705e1-4c59-459a-9d9d-92cbc78a2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:18.664255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4d34f789-d431-487b-b7ef-0588d20c5e22 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=237941fd-ba5b-49cd-b6b0-2643144868ea HTTP/1.1" status: 200 len: 689 time: 0.4939489 Feb 04 15:43:18.667860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39338) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:18.764563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c68705e1-4c59-459a-9d9d-92cbc78a2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:18.767854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc19949a-cd9d-44bf-bd1f-2c9198948bd4 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:43:18.788851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cc19949a-cd9d-44bf-bd1f-2c9198948bd4 None None] Deleting port 2174f1c3-e44e-47f5-a661-a9cd56a24389 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:18.791370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc19949a-cd9d-44bf-bd1f-2c9198948bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.820849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.827298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a0795-a64b-4be2-81f4-dbb054d2ef8e req-ef2c6160-686c-4490-aad8-b56b53e9998b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.828859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c37a0795-a64b-4be2-81f4-dbb054d2ef8e req-ef2c6160-686c-4490-aad8-b56b53e9998b tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.4139056 Feb 04 15:43:18.841811 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4e3a999c-b037-4e66-bfd7-da3af1d0fa2c tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/ports/f75a04f7-c47a-49fc-a532-e8e34f48e782 HTTP/1.1" status: 204 len: 168 time: 2.4556885 Feb 04 15:43:18.842873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39342) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:18.890786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-9aae81ca-ae03-4247-bf31-d3a82dc9e976 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.892202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-9aae81ca-ae03-4247-bf31-d3a82dc9e976 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.53 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.3417857 Feb 04 15:43:18.958818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68705e1-4c59-459a-9d9d-92cbc78a2e39 None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:18.959556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c68705e1-4c59-459a-9d9d-92cbc78a2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:18.960552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eea9aa-365a-4b32-bba2-52e8eb9ffae9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.961236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-65eea9aa-365a-4b32-bba2-52e8eb9ffae9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:18.985787 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c37a0795-a64b-4be2-81f4-dbb054d2ef8e req-e21c1e83-32f3-411f-b1d4-929a01eb383d tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478653 Feb 04 15:43:19.019367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.100533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-65eea9aa-365a-4b32-bba2-52e8eb9ffae9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:19.104488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-65eea9aa-365a-4b32-bba2-52e8eb9ffae9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6031437 Feb 04 15:43:19.105359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39360) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:19.173453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Deleting port e834896d-a5b6-43ba-b449-3a8bebbece23 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:19.173807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.176512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c68705e1-4c59-459a-9d9d-92cbc78a2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:19.177030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68705e1-4c59-459a-9d9d-92cbc78a2e39 None None] The sync data for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:19.227242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Deleting port 9f16ade7-82df-43ba-aed3-903cf70d829c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:19.230956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.272761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39372) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:19.406862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2694da9c-1c14-4fb3-a8a2-e30d8068d260 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:19.407611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2694da9c-1c14-4fb3-a8a2-e30d8068d260 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:19.514095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cc19949a-cd9d-44bf-bd1f-2c9198948bd4 None None] For port 2174f1c3-e44e-47f5-a661-a9cd56a24389, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2174f1c3-e44e-47f5-a661-a9cd56a24389,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:19.514503 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc19949a-cd9d-44bf-bd1f-2c9198948bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.570646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9b7447-53d6-42e2-86f3-52e151de21d9 admin admin] Deleting subnet 2d9fca11-b979-413c-a9fc-07bee41c80b7 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:43:19.583534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7447-53d6-42e2-86f3-52e151de21d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.785561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2694da9c-1c14-4fb3-a8a2-e30d8068d260 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:19.789573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2694da9c-1c14-4fb3-a8a2-e30d8068d260 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6573582 Feb 04 15:43:19.799061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cc19949a-cd9d-44bf-bd1f-2c9198948bd4 None None] Calling delete_port for 2174f1c3-e44e-47f5-a661-a9cd56a24389 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:19.837985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39408) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:19.904681 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cc19949a-cd9d-44bf-bd1f-2c9198948bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.910565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.962490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19949a-cd9d-44bf-bd1f-2c9198948bd4 None None] No DVR routers for this DVR port 2174f1c3-e44e-47f5-a661-a9cd56a24389 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:19.974437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19949a-cd9d-44bf-bd1f-2c9198948bd4 None None] Pushing event deleted for resources: {'Port': ['ID=2174f1c3-e44e-47f5-a661-a9cd56a24389,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:20.021196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-43928b8e-1f71-4297-92f3-b6ba6aea436d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1770504 Feb 04 15:43:20.022548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39420) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:20.030663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:20.036989 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.037258 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.048487 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7447-53d6-42e2-86f3-52e151de21d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.150836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39424) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:20.306738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Calling delete_port for 9f16ade7-82df-43ba-aed3-903cf70d829c owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:20.376121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:20.380462 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7447-53d6-42e2-86f3-52e151de21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.393957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:20.453147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2174f1c3-e44e-47f5-a661-a9cd56a24389 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:20.475507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:20.479530 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.508426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] For port e834896d-a5b6-43ba-b449-3a8bebbece23, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e834896d-a5b6-43ba-b449-3a8bebbece23,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:20.508426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.556473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2174f1c3-e44e-47f5-a661-a9cd56a24389 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:43:20.556832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2174f1c3-e44e-47f5-a661-a9cd56a24389 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:20.653507 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7447-53d6-42e2-86f3-52e151de21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.674188 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f071b34-f5d5-4446-8136-938111607a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.748306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2f071b34-f5d5-4446-8136-938111607a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:20.766314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2f071b34-f5d5-4446-8136-938111607a75 admin admin] Usage tracker for resource:security_group_rule and tenant:bf0d3f8b49ef458b884a8836e6cab0e6 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:20.770133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2f071b34-f5d5-4446-8136-938111607a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:20.781688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2f071b34-f5d5-4446-8136-938111607a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:20.797065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b7447-53d6-42e2-86f3-52e151de21d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9fca11-b979-413c-a9fc-07bee41c80b7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:20.813407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8c94d-69d8-4655-b697-995c0a822e4a req-70b92e70-ba56-4469-87f6-8525ed691c2d tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:20.815022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6f8c94d-69d8-4655-b697-995c0a822e4a req-70b92e70-ba56-4469-87f6-8525ed691c2d tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 946 time: 0.6214809 Feb 04 15:43:20.838870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7447-53d6-42e2-86f3-52e151de21d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.886404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.909313 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.971375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port 3a86ef23-3661-4229-8074-f18cb7263adf {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:20.971998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.029382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f16ade7-82df-43ba-aed3-903cf70d829c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:21.046710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:21.053549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:21.056899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:21.057673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.060968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bd9b7447-53d6-42e2-86f3-52e151de21d9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2d9fca11-b979-413c-a9fc-07bee41c80b7 HTTP/1.1" status: 204 len: 168 time: 1.7738712 Feb 04 15:43:21.065866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b17a139-76c4-46e0-8c4e-26179fd5eff2 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:21.073224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39458) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:21.092282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6f8c94d-69d8-4655-b697-995c0a822e4a req-58467ba5-ca80-4d74-afb3-671b7df0928f tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups?id=e75026cb-3940-4c09-becf-b13d3b460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559516 Feb 04 15:43:21.114305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=36cb55ed-39be-404b-8186-a519f4ea1136,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:21.183210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.184034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.184694 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Floating IP aa759127-ac5b-4f8b-89a9-c03f22f14c12 disassociated. External IP: 172.25.8.234, port: e834896d-a5b6-43ba-b449-3a8bebbece23. Feb 04 15:43:21.185379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Calling delete_port for e834896d-a5b6-43ba-b449-3a8bebbece23 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:21.307269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.338652 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e1597c7c-054a-4c60-8a38-03ffe1252aec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3148069 Feb 04 15:43:21.338879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39470) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:21.347846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': '36cb55ed-39be-404b-8186-a519f4ea1136', 'ip_address': '2001:db8::7784:66c8:b5a6:84bc'}], 'name': 'tempest-NetworksTestDHCPv6-1351672108'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:21.386088 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.399517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f071b34-f5d5-4446-8136-938111607a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.410044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f071b34-f5d5-4446-8136-938111607a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.439147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '36cb55ed-39be-404b-8186-a519f4ea1136'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:43:21.439957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.470753 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.570860 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2f071b34-f5d5-4446-8136-938111607a75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf0d3f8b49ef458b884a8836e6cab0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3505442 Feb 04 15:43:21.626218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/36cb55ed-39be-404b-8186-a519f4ea1136/346c3395-7160-4046-9b1e-ae42a34a325f) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:21.633966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e834896d-a5b6-43ba-b449-3a8bebbece23 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:21.660391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39478) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:21.667732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for 3a86ef23-3661-4229-8074-f18cb7263adf owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:21.735256 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.791148 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No ports have port_id starting with e834896d-a5b6-43ba-b449-3a8bebbece23 Feb 04 15:43:21.798220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.835126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f071b34-f5d5-4446-8136-938111607a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb68ff0a-76e0-4911-b109-db221b112090,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:21.888516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Pushing event deleted for resources: {'Port': ['ID=e834896d-a5b6-43ba-b449-3a8bebbece23,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:21.906397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:21.991987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.997455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.003922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:22.007509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Transition to ACTIVE for port object 346c3395-7160-4046-9b1e-ae42a34a325f will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:22.032039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.034850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Transition to ACTIVE for port object 346c3395-7160-4046-9b1e-ae42a34a325f will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:22.042991 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.053206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3d222c-ab23-49b1-8b9b-ba666b5116db,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:22.155738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:22.156502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Pushing event updated for resources: {'Port': ['ID=346c3395-7160-4046-9b1e-ae42a34a325f,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:22.157034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39492) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:22.159227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:22.163913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:22.235719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:22.241349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:22.250756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.251118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.251434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.251769 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.252152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.252480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.252897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.253225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.253546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.253862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.254181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.254501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:22.267904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0fcdc5-0dc6-4576-b181-2abf5361266e') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:22.268234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0fcdc5-0dc6-4576-b181-2abf5361266e') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:22.284051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Attempting to bind port 346c3395-7160-4046-9b1e-ae42a34a325f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:22.284397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Attempting to bind port 346c3395-7160-4046-9b1e-ae42a34a325f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:22.284755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Attempting to bind port 346c3395-7160-4046-9b1e-ae42a34a325f on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:43:22.290797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:43:22.291417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.291615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:22.292173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.292715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:43:22.293688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Bound port: 346c3395-7160-4046-9b1e-ae42a34a325f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:22.294368 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.307387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.309483 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.316424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:22.316848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.341255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237941fd-ba5b-49cd-b6b0-2643144868ea']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:22.356978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee39285e-3744-498a-8977-f73177725d40') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:22.357342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee39285e-3744-498a-8977-f73177725d40') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:22.370526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.389116 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.393773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] For port 346c3395-7160-4046-9b1e-ae42a34a325f, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:43:22.396858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:22.397320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.397565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] For port 346c3395-7160-4046-9b1e-ae42a34a325f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=346c3395-7160-4046-9b1e-ae42a34a325f,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:43:22.403590 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:22.440974 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:22.452550 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.456857 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18b2c597-fd34-4494-b8f1-68b0b4cacdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:22.529841 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:22.538383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.545276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b65a7-e5b9-4f41-b178-b116d7a44a98 None None] Pushing event updated for resources: {'Port': ['ID=346c3395-7160-4046-9b1e-ae42a34a325f,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:22.553678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:22.578666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18b2c597-fd34-4494-b8f1-68b0b4cacdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.598736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-837964af-c344-412d-868d-3758dc12c282 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5b7bbe90-4ca9-4c89-b2a1-96ca16e1389a HTTP/1.1" status: 204 len: 168 time: 1.5192459 Feb 04 15:43:22.677361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f036a7a-8e67-4467-9eda-538500c15a7b req-6a0b7d96-b223-49ee-b03f-65fbe681fb93 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 210 time: 0.4369557 Feb 04 15:43:22.706371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.706371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 237941fd-ba5b-49cd-b6b0-2643144868ea {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 15:43:22.708142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.739675 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18b2c597-fd34-4494-b8f1-68b0b4cacdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.746353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Router 9e0f6afa-6e81-488f-8648-06a989d3b8fd has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:43:22.747594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event deleted for resources: {'Network': ['ID=237941fd-ba5b-49cd-b6b0-2643144868ea,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:22.769473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ef734fc7-837e-44ac-bcbe-a76d851bd75e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "DELETE /v2.0/networks/237941fd-ba5b-49cd-b6b0-2643144868ea HTTP/1.1" status: 204 len: 168 time: 4.0876262 Feb 04 15:43:22.771503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2c597-fd34-4494-b8f1-68b0b4cacdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb68ff0a-76e0-4911-b109-db221b112090,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:22.779329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:22.867934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39504) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:22.888311 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.935764 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.967460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7c0f660-58fa-4ee4-8ed6-eb9cbd122b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.978456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 2f519f60-dd78-4f95-a636-7ee1fb3740cc yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:23.053542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b7c0f660-58fa-4ee4-8ed6-eb9cbd122b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:23.061164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b7c0f660-58fa-4ee4-8ed6-eb9cbd122b09 admin admin] Usage tracker for resource:security_group_rule and tenant:2affc7f705db419190cc032335f8c905 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:23.064345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b7c0f660-58fa-4ee4-8ed6-eb9cbd122b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:23.069347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=3a86ef23-3661-4229-8074-f18cb7263adf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:23.070744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b7c0f660-58fa-4ee4-8ed6-eb9cbd122b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:23.081416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18b2c597-fd34-4494-b8f1-68b0b4cacdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.082824 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-18b2c597-fd34-4494-b8f1-68b0b4cacdea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb68ff0a-76e0-4911-b109-db221b112090 HTTP/1.1" status: 204 len: 168 time: 1.2490408 Feb 04 15:43:23.178385 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-41c251f4-1fbb-4392-b4b8-bd976e305a1f tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1956 time: 0.3953125 Feb 04 15:43:23.179684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39512) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:23.182196 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cdb57057-66ab-4090-9e3e-774ccfb233f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=811eba58f0064b49aaef62c7d2cf10ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047817 Feb 04 15:43:23.240499 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7c0f660-58fa-4ee4-8ed6-eb9cbd122b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.241687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39516) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:23.269990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bda4a-6ba9-4bd8-8ea6-5a98217c52f0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.270366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bda4a-6ba9-4bd8-8ea6-5a98217c52f0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.270826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bda4a-6ba9-4bd8-8ea6-5a98217c52f0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.271277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bda4a-6ba9-4bd8-8ea6-5a98217c52f0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.271724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bda4a-6ba9-4bd8-8ea6-5a98217c52f0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.272169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bda4a-6ba9-4bd8-8ea6-5a98217c52f0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.272614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bda4a-6ba9-4bd8-8ea6-5a98217c52f0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.273086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bda4a-6ba9-4bd8-8ea6-5a98217c52f0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.278580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad0bda4a-6ba9-4bd8-8ea6-5a98217c52f0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.0917420 Feb 04 15:43:23.278909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39520) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:23.280033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7c0f660-58fa-4ee4-8ed6-eb9cbd122b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.450745 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-1fba3124-a096-455a-a3ce-6d97c04201fe tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] delete failed (client error): The resource could not be found. Feb 04 15:43:23.452880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1fba3124-a096-455a-a3ce-6d97c04201fe tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/0d9fcf2f-6aaa-4ad6-b6a9-5c29e9da0bac HTTP/1.1" status: 404 len: 345 time: 0.1723039 Feb 04 15:43:23.467502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:23.504750 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17933dd-f6b1-49c0-8d44-7a396dbe20a9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 15:43:23.505307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17933dd-f6b1-49c0-8d44-7a396dbe20a9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:23.506983 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d17933dd-f6b1-49c0-8d44-7a396dbe20a9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "DELETE /v2.0/networks/237941fd-ba5b-49cd-b6b0-2643144868ea HTTP/1.1" status: 404 len: 339 time: 0.0384886 Feb 04 15:43:23.512781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39530) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:23.522365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Request body: {'network': {'name': 'tempest-network--989932168', 'router:external': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:23.532065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:23.591868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Usage tracker for resource:network and tenant:7ff347dac0214615aa5bfb39b39ffc78 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:23.594613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b7c0f660-58fa-4ee4-8ed6-eb9cbd122b09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2affc7f705db419190cc032335f8c905&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3725593 Feb 04 15:43:23.604444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39538) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:23.605990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:23.613759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0f660-58fa-4ee4-8ed6-eb9cbd122b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f04096-c5fb-4d57-85f2-d70cb69f9716,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:23.626852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:23.648886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.654066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Made reservation on behalf of 7ff347dac0214615aa5bfb39b39ffc78 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:23.656406 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.713971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:23.723659 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] Sync routers for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:23.739836 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:23.740452 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:23.847212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:23.971205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b853-0363-4725-8d99-8d7459fbd18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.047041 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:43:24.066990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.067333 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Added segment b2661a37-48af-4a9e-980d-9bcce05d462b of type vlan for network b0ffa883-4af8-42ec-8efc-d2a5e258c1b9 Feb 04 15:43:24.107817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.170462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.171828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.172631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.194728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] No DVR routers for this DVR port e834896d-a5b6-43ba-b449-3a8bebbece23 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:24.196378 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c816b619-8dd2-4d10-80e0-2d7dc8489a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.200369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-686378ec-ce12-4350-837d-017779a4cbce req-b59e8268-2063-4b2d-8e9b-eff53b6b2f08 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Synchronizing usage tracker for tenant:44f3de2d0b264acbab42a91f7187820d on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:24.207624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.216369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'name': 'network-vif-deleted', 'tag': 'e834896d-a5b6-43ba-b449-3a8bebbece23'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:24.218804 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7029099 Feb 04 15:43:24.218983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-65913c86-83eb-4ca7-a4c6-7dceae21dd88 None None] Provisioning for port 346c3395-7160-4046-9b1e-ae42a34a325f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:24.221727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39558) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:24.247369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b853-0363-4725-8d99-8d7459fbd18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.359240 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1784054c-192d-4a41-a9bf-1087ad67ac38 req-7701c0ab-5f75-4b20-8f59-ca5fd4cb7339 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.53 "DELETE /v2.0/ports/e834896d-a5b6-43ba-b449-3a8bebbece23 HTTP/1.1" status: 204 len: 173 time: 5.4502635 Feb 04 15:43:24.391507 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c816b619-8dd2-4d10-80e0-2d7dc8489a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.432151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::7784:66c8:b5a6:84bc (40f4fd11-09ca-4e76-8993-0ead05403d9a/36cb55ed-39be-404b-8186-a519f4ea1136/2f519f60-dd78-4f95-a636-7ee1fb3740cc) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:24.437540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-686378ec-ce12-4350-837d-017779a4cbce req-b59e8268-2063-4b2d-8e9b-eff53b6b2f08 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Unset dirty status for tenant:44f3de2d0b264acbab42a91f7187820d on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:24.439255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-686378ec-ce12-4350-837d-017779a4cbce req-b59e8268-2063-4b2d-8e9b-eff53b6b2f08 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/ports?device_id=367e6bad-4f13-4cff-9216-3d210c420ad2 HTTP/1.1" status: 200 len: 210 time: 0.4388323 Feb 04 15:43:24.550343 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b853-0363-4725-8d99-8d7459fbd18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.552921 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '5f83f4b1-842c-42f5-ac37-8dba473f125e', 'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'mac_address': 'fa:16:3e:70:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:54Z', 'updated_at': '2022-02-04T15:42:04Z', 'revision_number': 5, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'subnets': [{'id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:24.562108 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] Checking router: 9e0f6afa-6e81-488f-8648-06a989d3b8fd for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:24.581599 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:24.582466 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:24.582747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7930a-ae29-4b08-ab3d-6513c2add7f9 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'Network': ['ID=b0ffa883-4af8-42ec-8efc-d2a5e258c1b9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.614519 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367e6bad-4f13-4cff-9216-3d210c420ad2', 'name': 'network-vif-deleted', 'tag': 'e834896d-a5b6-43ba-b449-3a8bebbece23', 'status': 'completed', 'code': 200} Feb 04 15:43:24.628600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b0ffa883-4af8-42ec-8efc-d2a5e258c1b9 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:24.705293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c816b619-8dd2-4d10-80e0-2d7dc8489a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.721949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1b853-0363-4725-8d99-8d7459fbd18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8bd172-4430-4937-b7a8-f141fd5c68f5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.817827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816b619-8dd2-4d10-80e0-2d7dc8489a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f04096-c5fb-4d57-85f2-d70cb69f9716,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.836806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ab377-d3e4-4d0d-afb2-a6b08d74a2ba tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.838242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 346c3395-7160-4046-9b1e-ae42a34a325f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:24.843086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ab377-d3e4-4d0d-afb2-a6b08d74a2ba tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.849400 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b853-0363-4725-8d99-8d7459fbd18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.849400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a7f1b853-0363-4725-8d99-8d7459fbd18a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d8bd172-4430-4937-b7a8-f141fd5c68f5 HTTP/1.1" status: 204 len: 168 time: 1.5949099 Feb 04 15:43:24.849740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ab377-d3e4-4d0d-afb2-a6b08d74a2ba tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.856418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ab377-d3e4-4d0d-afb2-a6b08d74a2ba tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.856971 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c816b619-8dd2-4d10-80e0-2d7dc8489a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.860808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c816b619-8dd2-4d10-80e0-2d7dc8489a9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6f04096-c5fb-4d57-85f2-d70cb69f9716 HTTP/1.1" status: 204 len: 168 time: 1.2415502 Feb 04 15:43:24.861457 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-214ab377-d3e4-4d0d-afb2-a6b08d74a2ba tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5851359 Feb 04 15:43:24.862182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39574) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:24.873905 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:43:24.971271 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.992577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 2f519f60-dd78-4f95-a636-7ee1fb3740cc will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:25.031022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.096459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 346c3395-7160-4046-9b1e-ae42a34a325f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:25.143546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.159807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 346c3395-7160-4046-9b1e-ae42a34a325f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:25.160745 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.213721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 96cd70a9-1486-4da8-900b-d10b33544c04 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:43:25.343779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=2f519f60-dd78-4f95-a636-7ee1fb3740cc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:25.359080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:25.363988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:25.381476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:25.402624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:25.404650 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.469557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2bd16b87-d40c-4530-8746-7bfb44535797 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1282670 Feb 04 15:43:25.470549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39588) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:25.474106 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.585356 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '5f83f4b1-842c-42f5-ac37-8dba473f125e', 'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'mac_address': 'fa:16:3e:70:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:54Z', 'updated_at': '2022-02-04T15:42:04Z', 'revision_number': 5, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'subnets': [{'id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:25.589096 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.592226 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d8a2e9-35e6-4abd-a05b-9e23c504f345 None None] The sync data for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 is: [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 4, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '5f83f4b1-842c-42f5-ac37-8dba473f125e', 'name': '', 'network_id': '5e24425c-2564-4130-b8be-14c33b27ce6a', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'mac_address': 'fa:16:3e:70:52:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:54Z', 'updated_at': '2022-02-04T15:42:04Z', 'revision_number': 5, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'subnets': [{'id': 'd9367304-f197-4805-a390-4281e5d0b8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:25.599777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ffa883-4af8-42ec-8efc-d2a5e258c1b9']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:25.646260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2661a37-48af-4a9e-980d-9bcce05d462b') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:25.646409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2661a37-48af-4a9e-980d-9bcce05d462b') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:25.697257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39594) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:25.705384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.718877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 346c3395-7160-4046-9b1e-ae42a34a325f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=346c3395-7160-4046-9b1e-ae42a34a325f,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:25.726900 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.782636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd0b8-44a6-4090-93f4-9763973b3bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.825715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39602) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:25.868084 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.881937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:25.882342 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.882699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4c8fd0b8-44a6-4090-93f4-9763973b3bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:25.894349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4c8fd0b8-44a6-4090-93f4-9763973b3bab admin admin] Usage tracker for resource:security_group_rule and tenant:f02f5a94dedf470c99f003a671bdf43e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:25.898319 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:25.904655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4c8fd0b8-44a6-4090-93f4-9763973b3bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:25.926355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4c8fd0b8-44a6-4090-93f4-9763973b3bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:25.959090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:25.970708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae0615cb-6261-43d7-a92d-67c962fdbead tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/routers/96cd70a9-1486-4da8-900b-d10b33544c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1271448 Feb 04 15:43:25.979382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39612) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:25.980378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4050a-5d3d-4e7f-b24e-ab5d5740b05e None None] Sync routers for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:25.995027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a6b1b499-8c3e-42d7-bf4c-c7a164a1ab11 None None] Provisioning for port 2f519f60-dd78-4f95-a636-7ee1fb3740cc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:26.002862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ca976-193e-40b8-8204-1ffa7879f66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.012338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ca976-193e-40b8-8204-1ffa7879f66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.013469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0b4ca976-193e-40b8-8204-1ffa7879f66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:26.017252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4050a-5d3d-4e7f-b24e-ab5d5740b05e None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:26.018108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2df4050a-5d3d-4e7f-b24e-ab5d5740b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:26.047789 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97909dc6-37d3-4c93-87b0-7a9546fbafb0 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.124949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0b4ca976-193e-40b8-8204-1ffa7879f66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:26.130619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0b4ca976-193e-40b8-8204-1ffa7879f66f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6588807 Feb 04 15:43:26.133880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=346c3395-7160-4046-9b1e-ae42a34a325f,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.135479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39618) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:26.146209 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97909dc6-37d3-4c93-87b0-7a9546fbafb0 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.155278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a6b1b499-8c3e-42d7-bf4c-c7a164a1ab11 None None] Provisioning complete for port 2f519f60-dd78-4f95-a636-7ee1fb3740cc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:26.155612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b499-8c3e-42d7-bf4c-c7a164a1ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.163710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.181873 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0ddd5-e063-451a-9c05-e42fed925e8b None None] New status for floating IP aa759127-ac5b-4f8b-89a9-c03f22f14c12: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:43:26.196698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0ffa883-4af8-42ec-8efc-d2a5e258c1b9 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 15:43:26.198934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0ffa883-4af8-42ec-8efc-d2a5e258c1b9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.221364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2df4050a-5d3d-4e7f-b24e-ab5d5740b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:26.266511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4050a-5d3d-4e7f-b24e-ab5d5740b05e None None] Routers {'96cd70a9-1486-4da8-900b-d10b33544c04'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:26.267187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2df4050a-5d3d-4e7f-b24e-ab5d5740b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['96cd70a9-1486-4da8-900b-d10b33544c04'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:26.432456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cec54-1cfa-4ca4-9bb6-6bc9f229ef4a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 2f519f60-dd78-4f95-a636-7ee1fb3740cc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:26.432872 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b0cec54-1cfa-4ca4-9bb6-6bc9f229ef4a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.597501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 346c3395-7160-4046-9b1e-ae42a34a325f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:26.669608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1b499-8c3e-42d7-bf4c-c7a164a1ab11 None None] Port 2f519f60-dd78-4f95-a636-7ee1fb3740cc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:26.674089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2df4050a-5d3d-4e7f-b24e-ab5d5740b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:26.674697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4050a-5d3d-4e7f-b24e-ab5d5740b05e None None] The sync data for ids ['96cd70a9-1486-4da8-900b-d10b33544c04'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:26.689051 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd0b8-44a6-4090-93f4-9763973b3bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.696751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39632) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:26.711562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 346c3395-7160-4046-9b1e-ae42a34a325f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:26.712066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.719225 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97909dc6-37d3-4c93-87b0-7a9546fbafb0 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.733312 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd0b8-44a6-4090-93f4-9763973b3bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.741998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.758807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.770796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97909dc6-37d3-4c93-87b0-7a9546fbafb0 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75026cb-3940-4c09-becf-b13d3b460d36,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.866755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39642) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:26.867800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4c8fd0b8-44a6-4090-93f4-9763973b3bab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f02f5a94dedf470c99f003a671bdf43e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1670778 Feb 04 15:43:26.898727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97909dc6-37d3-4c93-87b0-7a9546fbafb0 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.900239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-97909dc6-37d3-4c93-87b0-7a9546fbafb0 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "DELETE /v2.0/security-groups/e75026cb-3940-4c09-becf-b13d3b460d36 HTTP/1.1" status: 204 len: 168 time: 1.0685282 Feb 04 15:43:26.932999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39646) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:26.949828 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-46877470-1f53-4c7b-80ca-0def622b1f1e tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "DELETE /v2.0/networks/b0ffa883-4af8-42ec-8efc-d2a5e258c1b9 HTTP/1.1" status: 204 len: 168 time: 2.0776920 Feb 04 15:43:26.949828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39650) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:26.967724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fd0b8-44a6-4090-93f4-9763973b3bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e58b39-7a4c-449b-80dc-cf5f9177cef3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.971793 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-5b9f4ee6-4359-473b-a56b-e6b1d908457c tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] show failed (client error): The resource could not be found. Feb 04 15:43:26.975754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5b9f4ee6-4359-473b-a56b-e6b1d908457c tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "GET /v2.0/security-groups/e75026cb-3940-4c09-becf-b13d3b460d36 HTTP/1.1" status: 404 len: 347 time: 0.0338225 Feb 04 15:43:26.985925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39654) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:27.003981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Request body: {'network': {'name': 'tempest-network--1628709685', 'router:external': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:27.008978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:27.013397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Usage tracker for resource:network and tenant:7ff347dac0214615aa5bfb39b39ffc78 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:27.016478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:27.023498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:27.195291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Made reservation on behalf of 7ff347dac0214615aa5bfb39b39ffc78 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:27.197879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.227638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b0cec54-1cfa-4ca4-9bb6-6bc9f229ef4a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.237139 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ab6f-b43b-4db2-b936-5021a5109f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.238976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-68e227b7-2836-476c-932c-e3a1b7aa259b tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:27.264240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ab6f-b43b-4db2-b936-5021a5109f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.324256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Deleting port 0bdbbd97-c67d-41be-9749-c1cadee25fed {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:27.324589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.374681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cec54-1cfa-4ca4-9bb6-6bc9f229ef4a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 2f519f60-dd78-4f95-a636-7ee1fb3740cc owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:27.423582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-68e227b7-2836-476c-932c-e3a1b7aa259b tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] 10.222.0.46 "PUT /v2.0/quotas/dae650f144ca4f9fbba3ae9cb90f11d5 HTTP/1.1" status: 200 len: 368 time: 0.7161646 Feb 04 15:43:27.426575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39670) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:27.435444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Request body: {'network': {'project_id': 'dae650f144ca4f9fbba3ae9cb90f11d5'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:27.443361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:27.456750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:27.460066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Usage tracker for resource:network and tenant:dae650f144ca4f9fbba3ae9cb90f11d5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:27.465506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:27.471677 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.472147 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Added segment 43dc65a8-3c27-4203-bcb6-e9252a2e5ef2 of type vlan for network e3c5340c-6e2f-4663-8d5e-d224b152bbf8 Feb 04 15:43:27.481616 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ab6f-b43b-4db2-b936-5021a5109f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.485253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:27.499940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Made reservation on behalf of dae650f144ca4f9fbba3ae9cb90f11d5 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:27.502482 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.518386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5ab6f-b43b-4db2-b936-5021a5109f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e58b39-7a4c-449b-80dc-cf5f9177cef3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:27.557719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.583738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.588864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:27.598594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Usage tracker for resource:security_group_rule and tenant:dae650f144ca4f9fbba3ae9cb90f11d5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:27.603475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:27.614422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:27.624743 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b0cec54-1cfa-4ca4-9bb6-6bc9f229ef4a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.670665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ab6f-b43b-4db2-b936-5021a5109f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.675174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bbb5ab6f-b43b-4db2-b936-5021a5109f76 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99e58b39-7a4c-449b-80dc-cf5f9177cef3 HTTP/1.1" status: 204 len: 168 time: 0.8075671 Feb 04 15:43:27.676669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.693158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cec54-1cfa-4ca4-9bb6-6bc9f229ef4a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=2f519f60-dd78-4f95-a636-7ee1fb3740cc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:27.714733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port 03fd03d3-1035-41ff-9917-0c8707a0a52e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:27.715134 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.829639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.830612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.831200 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.895576 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b0cec54-1cfa-4ca4-9bb6-6bc9f229ef4a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.936805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7b0cec54-1cfa-4ca4-9bb6-6bc9f229ef4a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/2f519f60-dd78-4f95-a636-7ee1fb3740cc HTTP/1.1" status: 204 len: 168 time: 1.8002114 Feb 04 15:43:27.937520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39688) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:28.028181 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.044071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.084756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eefd18-0ce3-44ca-9e3e-57f2d9a525ba,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:28.090597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8440ac25-c7bd-4a4b-977b-28e3e9f19b83 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:28.092481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8440ac25-c7bd-4a4b-977b-28e3e9f19b83 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:28.097114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8440ac25-c7bd-4a4b-977b-28e3e9f19b83 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1534944 Feb 04 15:43:28.098166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39696) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:28.124528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'Network': ['ID=e3c5340c-6e2f-4663-8d5e-d224b152bbf8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:28.137371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e3c5340c-6e2f-4663-8d5e-d224b152bbf8 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:28.145841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-199ea057-619e-46a7-b916-c2f8efe8b6fc tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1757336 Feb 04 15:43:28.153178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39700) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:28.155092 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.155417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.168964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:28.169783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39704) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:28.225663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f5c8a8-1f6b-4a99-92b9-76013e5470e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 36cb55ed-39be-404b-8186-a519f4ea1136 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:43:28.230156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c8a8-1f6b-4a99-92b9-76013e5470e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.272949 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.273731 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Added segment b3b038ff-87d4-4159-ba36-5fb4f4e99e76 of type vlan for network a3153e7a-8721-4551-ba4b-0348d252f731 Feb 04 15:43:28.313208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.350116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Calling delete_port for 0bdbbd97-c67d-41be-9749-c1cadee25fed owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:28.351861 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.353029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:28.354820 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.487629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.503193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0753932 Feb 04 15:43:28.509194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c8a8-1f6b-4a99-92b9-76013e5470e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.513807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39720) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:28.552459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb3791-9211-4069-9713-d10dc76a4dea tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Pushing event updated for resources: {'Network': ['ID=a3153e7a-8721-4551-ba4b-0348d252f731,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:28.570224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a3153e7a-8721-4551-ba4b-0348d252f731 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:28.627820 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c8a8-1f6b-4a99-92b9-76013e5470e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.742968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c8a8-1f6b-4a99-92b9-76013e5470e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.757187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Request body: {'network': {'project_id': 'dae650f144ca4f9fbba3ae9cb90f11d5'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:28.792060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5c8a8-1f6b-4a99-92b9-76013e5470e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=36cb55ed-39be-404b-8186-a519f4ea1136,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:28.797733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c8a8-1f6b-4a99-92b9-76013e5470e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.807843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b6bcb-c737-4522-a4eb-ed76b4c22a99 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:28.809927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f8f5c8a8-1f6b-4a99-92b9-76013e5470e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/36cb55ed-39be-404b-8186-a519f4ea1136 HTTP/1.1" status: 204 len: 168 time: 0.7080915 Feb 04 15:43:28.812190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39732) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:28.831355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69cfc6-369c-4740-908a-c98cbe284c2d tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:28.835233 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cb69cfc6-369c-4740-908a-c98cbe284c2d tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] 10.222.0.46 "GET /v2.0/networks/e3c5340c-6e2f-4663-8d5e-d224b152bbf8 HTTP/1.1" status: 200 len: 757 time: 0.6669154 Feb 04 15:43:28.835233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d28089a-ffca-41fe-8759-a58a2427ce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.856251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for 03fd03d3-1035-41ff-9917-0c8707a0a52e owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:28.882546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39736) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:28.885855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:28.905792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-55e7e240-4959-4b65-b037-3a30b9df874d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923095 Feb 04 15:43:28.908571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39740) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:28.916153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:28.934430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Usage tracker for resource:network and tenant:dae650f144ca4f9fbba3ae9cb90f11d5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:28.991026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:28.996248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5d28089a-ffca-41fe-8759-a58a2427ce11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:29.011694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5d28089a-ffca-41fe-8759-a58a2427ce11 admin admin] Usage tracker for resource:security_group_rule and tenant:e12081236c6f4de696e5e5444142aa3a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:29.014664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:29.025365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5d28089a-ffca-41fe-8759-a58a2427ce11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:29.054041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5d28089a-ffca-41fe-8759-a58a2427ce11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:29.064331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:29.069263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:29.073406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:29.083802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:29.097033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:29.101451 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.114588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Made reservation on behalf of dae650f144ca4f9fbba3ae9cb90f11d5 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:29.116969 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.160029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60866f3a-4027-4f99-b479-162c3d7fdc0c tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.163847 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-60866f3a-4027-4f99-b479-162c3d7fdc0c tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] 10.222.0.46 "GET /v2.0/networks/8c2f74db-92d5-4ab3-8658-f6998c1518d4 HTTP/1.1" status: 200 len: 767 time: 0.2728500 Feb 04 15:43:29.171298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39750) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:29.186828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c8f8dc-21c8-43d7-b745-4b6736cc2b4e None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:43:29.192037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-15c8f8dc-21c8-43d7-b745-4b6736cc2b4e None None] Deleting port 346c3395-7160-4046-9b1e-ae42a34a325f {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:29.192463 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15c8f8dc-21c8-43d7-b745-4b6736cc2b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.238691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:29.254040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.332598 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.332993 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Added segment 83c950c3-0008-498f-b0be-4e0e1207776d of type vlan for network 16a28d7c-5427-4ab4-91ab-ad536b4ce80b Feb 04 15:43:29.348669 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.350153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Pushing event deleted for resources: {'Port': ['ID=0bdbbd97-c67d-41be-9749-c1cadee25fed,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.462774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-15c8f8dc-21c8-43d7-b745-4b6736cc2b4e None None] For port 346c3395-7160-4046-9b1e-ae42a34a325f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=346c3395-7160-4046-9b1e-ae42a34a325f,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:29.463302 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15c8f8dc-21c8-43d7-b745-4b6736cc2b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.550858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.552741 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.582833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c5340c-6e2f-4663-8d5e-d224b152bbf8']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:29.598012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43dc65a8-3c27-4203-bcb6-e9252a2e5ef2') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:29.598618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43dc65a8-3c27-4203-bcb6-e9252a2e5ef2') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:29.607214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-15c8f8dc-21c8-43d7-b745-4b6736cc2b4e None None] Calling delete_port for 346c3395-7160-4046-9b1e-ae42a34a325f owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:29.608519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d28089a-ffca-41fe-8759-a58a2427ce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.611662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.626153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.630230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.635081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d28089a-ffca-41fe-8759-a58a2427ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.637307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:29.637724 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.668237 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.698047 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15c8f8dc-21c8-43d7-b745-4b6736cc2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:29.713970 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:29.734016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.734981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.735797 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.760591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8f8dc-21c8-43d7-b745-4b6736cc2b4e None None] Pushing event deleted for resources: {'Port': ['ID=346c3395-7160-4046-9b1e-ae42a34a325f,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.762843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8f8dc-21c8-43d7-b745-4b6736cc2b4e None None] No DVR routers for this DVR port 346c3395-7160-4046-9b1e-ae42a34a325f on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:29.788067 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.788544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=03fd03d3-1035-41ff-9917-0c8707a0a52e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.817071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3c5340c-6e2f-4663-8d5e-d224b152bbf8 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 15:43:29.821286 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.832000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3c5340c-6e2f-4663-8d5e-d224b152bbf8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.844952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3a99d75f-e8ad-4bb9-a4ab-d0045e6792fb tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "DELETE /v2.0/networks/e3c5340c-6e2f-4663-8d5e-d224b152bbf8 HTTP/1.1" status: 204 len: 168 time: 0.6729591 Feb 04 15:43:29.848458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39768) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:29.854097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Request body: {'network': {'name': 'tempest-network--176287648'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:29.891203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:29.898996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Usage tracker for resource:network and tenant:7ff347dac0214615aa5bfb39b39ffc78 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:29.905548 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5d28089a-ffca-41fe-8759-a58a2427ce11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e12081236c6f4de696e5e5444142aa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7244527 Feb 04 15:43:29.905548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28089a-ffca-41fe-8759-a58a2427ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c35154-2096-4fd1-9b77-f212049a17a0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.908692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39772) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:29.911043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:29.921801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Pushing event updated for resources: {'Network': ['ID=16a28d7c-5427-4ab4-91ab-ad536b4ce80b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.937140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:29.956072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 16a28d7c-5427-4ab4-91ab-ad536b4ce80b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:29.968410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.972622 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eca341f6-083c-489c-b7d4-c1be608cff55 tempest-ServersTestJSON-1129837581 tempest-ServersTestJSON-1129837581-project] 10.222.0.46 "DELETE /v2.0/floatingips/aa759127-ac5b-4f8b-89a9-c03f22f14c12 HTTP/1.1" status: 204 len: 168 time: 2.9765704 Feb 04 15:43:29.974658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39776) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:29.984357 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aa0a2049-0523-4ba6-a8cc-f000b568b55d tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4694533 Feb 04 15:43:30.013922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39782) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:30.100093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Made reservation on behalf of 7ff347dac0214615aa5bfb39b39ffc78 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:30.112454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.127204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.146788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5f4642cd-614e-40bd-9218-118e59851d95 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Request body: {'network': {'project_id': 'dae650f144ca4f9fbba3ae9cb90f11d5'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:30.156592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.214041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5f4642cd-614e-40bd-9218-118e59851d95 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:30.238112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:30.239485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5f4642cd-614e-40bd-9218-118e59851d95 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Usage tracker for resource:network and tenant:dae650f144ca4f9fbba3ae9cb90f11d5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:30.256355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:30.265114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.265460 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Added segment e625be24-3838-4e16-957d-589411b20ce5 of type vlan for network 2293668b-5252-46a6-a67d-6d1d0f0cfa59 Feb 04 15:43:30.416009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.456215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5f4642cd-614e-40bd-9218-118e59851d95 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:30.459707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:30.471507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 346c3395-7160-4046-9b1e-ae42a34a325f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:30.472557 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.473670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:30.474262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.479612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:30.480627 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.511144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5f4642cd-614e-40bd-9218-118e59851d95 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:30.538411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6279445 Feb 04 15:43:30.547040 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4642cd-614e-40bd-9218-118e59851d95 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 15:43:30.547545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4642cd-614e-40bd-9218-118e59851d95 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:30.548986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5f4642cd-614e-40bd-9218-118e59851d95 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4600780 Feb 04 15:43:30.549893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a57b2bf-cc87-4233-826e-94375035f16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.553241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ffd59e-1960-4aa2-82bf-eea8d9de88cb None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:30.579530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39804) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:30.579938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 346c3395-7160-4046-9b1e-ae42a34a325f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:43:30.580049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39806) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:30.580135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 346c3395-7160-4046-9b1e-ae42a34a325f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:30.642990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a57b2bf-cc87-4233-826e-94375035f16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.663913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': 'f2d2d61e-bd36-4ffa-94ac-01c606314bda', 'ip_address': '2001:db8::ea32:c0fd:32be:2bbc'}], 'name': 'tempest-NetworksTestDHCPv6-2026857046'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:30.667070 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.672473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.693045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246362b-b43a-44ea-810f-b660df7cd4f1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=f2d2d61e-bd36-4ffa-94ac-01c606314bda,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:30.712289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8598566 Feb 04 15:43:30.713448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39814) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:30.813228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-16f5e7a9-6127-4b53-a6ab-d3dcb4fc62b0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:30.845377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': 'f2d2d61e-bd36-4ffa-94ac-01c606314bda'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:43:30.846274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.901912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.902810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Fanout notify agent at l3_agent the message router_deleted on router 96cd70a9-1486-4da8-900b-d10b33544c04 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:43:30.922733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.924015 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0aaa25f0-0b25-4989-92f2-5afeb4a72816 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/routers/96cd70a9-1486-4da8-900b-d10b33544c04 HTTP/1.1" status: 204 len: 168 time: 4.9436760 Feb 04 15:43:30.927079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39818) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:31.065821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78a1d0-163d-4b58-abbc-af4f88b0635c tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'Network': ['ID=2293668b-5252-46a6-a67d-6d1d0f0cfa59,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:31.066277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1731c17-0e4d-45e1-9918-31d8bfe90d05 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting subnet 341509df-9147-40cd-a696-52cfb1de5719 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:43:31.080551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 2293668b-5252-46a6-a67d-6d1d0f0cfa59 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:31.083871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1731c17-0e4d-45e1-9918-31d8bfe90d05 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.112368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39824) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:31.131012 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e2bcf881-1674-40e9-97e8-407b2d2ee573 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dae650f144ca4f9fbba3ae9cb90f11d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920716 Feb 04 15:43:31.150222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39828) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:31.219401 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1731c17-0e4d-45e1-9918-31d8bfe90d05 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.224911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16f5e7a9-6127-4b53-a6ab-d3dcb4fc62b0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.227642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/f2d2d61e-bd36-4ffa-94ac-01c606314bda/89ef84b6-3585-4913-a0b0-bb197fd5cd3a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:31.248490 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a57b2bf-cc87-4233-826e-94375035f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.254838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:31.296516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:31.307042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:31.324548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57b2bf-cc87-4233-826e-94375035f16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c35154-2096-4fd1-9b77-f212049a17a0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:31.348003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:31.350208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16f5e7a9-6127-4b53-a6ab-d3dcb4fc62b0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.401808 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1731c17-0e4d-45e1-9918-31d8bfe90d05 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.411558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16f5e7a9-6127-4b53-a6ab-d3dcb4fc62b0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Network 2293668b-5252-46a6-a67d-6d1d0f0cfa59 is not hosted by any dhcp agent {{(pid=87570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 15:43:31.412425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f5e7a9-6127-4b53-a6ab-d3dcb4fc62b0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:31.413035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16f5e7a9-6127-4b53-a6ab-d3dcb4fc62b0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.414308 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-16f5e7a9-6127-4b53-a6ab-d3dcb4fc62b0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "PUT /v2.0/networks/2293668b-5252-46a6-a67d-6d1d0f0cfa59 HTTP/1.1" status: 200 len: 857 time: 0.6304231 Feb 04 15:43:31.432991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39834) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:31.469570 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eff817d8-c112-45a3-80de-7d86db36cfed tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.480823 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9627cdb1-b206-4b77-aab2-02ef8dd6cb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.491833 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a57b2bf-cc87-4233-826e-94375035f16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.495567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8a57b2bf-cc87-4233-826e-94375035f16b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56c35154-2096-4fd1-9b77-f212049a17a0 HTTP/1.1" status: 204 len: 168 time: 1.5837955 Feb 04 15:43:31.503270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.509095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:31.515168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Transition to ACTIVE for port object 89ef84b6-3585-4913-a0b0-bb197fd5cd3a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:31.540285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Transition to ACTIVE for port object 89ef84b6-3585-4913-a0b0-bb197fd5cd3a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:31.549123 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.586540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.604906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.611136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:31.617404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:31.622231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5e7a9-6127-4b53-a6ab-d3dcb4fc62b0 tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event updated for resources: {'Network': ['ID=2293668b-5252-46a6-a67d-6d1d0f0cfa59,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:31.623301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:31.626281 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eff817d8-c112-45a3-80de-7d86db36cfed tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.637053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9627cdb1-b206-4b77-aab2-02ef8dd6cb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:31.662396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9627cdb1-b206-4b77-aab2-02ef8dd6cb79 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd19bc3785746ada88d4f947b187803 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:31.665680 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1731c17-0e4d-45e1-9918-31d8bfe90d05 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.681519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9627cdb1-b206-4b77-aab2-02ef8dd6cb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:31.725693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1731c17-0e4d-45e1-9918-31d8bfe90d05 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Subnet': ['ID=341509df-9147-40cd-a696-52cfb1de5719,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:31.726319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9627cdb1-b206-4b77-aab2-02ef8dd6cb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:31.738215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1731c17-0e4d-45e1-9918-31d8bfe90d05 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.757041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ae529-7989-4524-8e62-391f06d78777 None None] Network 3703259d-7a5f-4795-a229-255cc45c0c17 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:31.763358 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.780274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Pushing event updated for resources: {'Port': ['ID=89ef84b6-3585-4913-a0b0-bb197fd5cd3a,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:31.790057 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f1731c17-0e4d-45e1-9918-31d8bfe90d05 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/subnets/341509df-9147-40cd-a696-52cfb1de5719 HTTP/1.1" status: 204 len: 168 time: 0.8597434 Feb 04 15:43:31.790057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39842) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:31.813402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port b48b2fa7-1499-46a6-8e93-83d8b6b3aa03 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:31.886873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Attempting to bind port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:31.887248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Attempting to bind port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:31.887600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Attempting to bind port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:43:31.891804 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eff817d8-c112-45a3-80de-7d86db36cfed tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.897440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:43:31.897914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:31.898313 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.898867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:43:31.899411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Bound port: 89ef84b6-3585-4913-a0b0-bb197fd5cd3a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:31.899701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.950661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff817d8-c112-45a3-80de-7d86db36cfed tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eefd18-0ce3-44ca-9e3e-57f2d9a525ba,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:32.035734 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eff817d8-c112-45a3-80de-7d86db36cfed tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.037402 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-eff817d8-c112-45a3-80de-7d86db36cfed tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7eefd18-0ce3-44ca-9e3e-57f2d9a525ba HTTP/1.1" status: 204 len: 168 time: 0.8820834 Feb 04 15:43:32.051370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39852) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:32.079694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.144197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] For port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:43:32.150908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] For port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=89ef84b6-3585-4913-a0b0-bb197fd5cd3a,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:43:32.162425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.172977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.188511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2293668b-5252-46a6-a67d-6d1d0f0cfa59']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.220639 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.244978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e625be24-3838-4e16-957d-589411b20ce5') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.245330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e625be24-3838-4e16-957d-589411b20ce5') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.280987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435009e1-c6d1-4009-bc01-139ba1da9757 None None] Pushing event updated for resources: {'Port': ['ID=89ef84b6-3585-4913-a0b0-bb197fd5cd3a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:32.301531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.325279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port b9449efd-3869-428c-ac43-c6919c895391 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:32.326153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.355653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] DHCP port deletion for 3703259d-7a5f-4795-a229-255cc45c0c17 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:43:32.368178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Deleting port b9449efd-3869-428c-ac43-c6919c895391 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:32.368612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.484689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b9449efd-3869-428c-ac43-c6919c895391 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:32.532508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9627cdb1-b206-4b77-aab2-02ef8dd6cb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.562553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::ea32:c0fd:32be:2bbc (40f4fd11-09ca-4e76-8993-0ead05403d9a/f2d2d61e-bd36-4ffa-94ac-01c606314bda/b48b2fa7-1499-46a6-8e93-83d8b6b3aa03) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:32.565680 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9627cdb1-b206-4b77-aab2-02ef8dd6cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.614374 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.684821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.696855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:32.697511 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:32.719003 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:32.812321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627cdb1-b206-4b77-aab2-02ef8dd6cb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afdd2d1-e19f-41a9-bf00-518bcb3d2b34,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:32.892585 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9627cdb1-b206-4b77-aab2-02ef8dd6cb79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebd19bc3785746ada88d4f947b187803&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7744710 Feb 04 15:43:32.895687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39866) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:32.903871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a28d7c-5427-4ab4-91ab-ad536b4ce80b']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.939442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c950c3-0008-498f-b0be-4e0e1207776d') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.940238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c950c3-0008-498f-b0be-4e0e1207776d') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:32.973058 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.024791 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.082435 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.108069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] For port b9449efd-3869-428c-ac43-c6919c895391, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b9449efd-3869-428c-ac43-c6919c895391,segment=NetworkSegment(9ce5891c-763d-468c-b0f5-2c543e42196a),segment_id=9ce5891c-763d-468c-b0f5-2c543e42196a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:33.108460 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.108668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:33.109277 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.125463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port b9449efd-3869-428c-ac43-c6919c895391, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b9449efd-3869-428c-ac43-c6919c895391,segment=NetworkSegment(9ce5891c-763d-468c-b0f5-2c543e42196a),segment_id=9ce5891c-763d-468c-b0f5-2c543e42196a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:33.128265 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:33.139144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] For port b9449efd-3869-428c-ac43-c6919c895391, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b9449efd-3869-428c-ac43-c6919c895391,segment=NetworkSegment(9ce5891c-763d-468c-b0f5-2c543e42196a),segment_id=9ce5891c-763d-468c-b0f5-2c543e42196a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:33.139662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.161663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.214157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2293668b-5252-46a6-a67d-6d1d0f0cfa59 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 15:43:33.281535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.282285 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.327095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.395561 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.397398 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] 10.222.0.46 "DELETE /v2.0/networks/2293668b-5252-46a6-a67d-6d1d0f0cfa59 HTTP/1.1" status: 204 len: 168 time: 1.9614954 Feb 04 15:43:33.402317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Pushing event deleted for resources: {'Network': ['ID=16a28d7c-5427-4ab4-91ab-ad536b4ce80b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:33.404295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39884) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:33.413032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-865b7c5d-3adb-4ffe-ba26-83f0108e4cf6 tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] 10.222.0.46 "DELETE /v2.0/networks/16a28d7c-5427-4ab4-91ab-ad536b4ce80b HTTP/1.1" status: 204 len: 168 time: 1.3597827 Feb 04 15:43:33.434534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Calling delete_port for b9449efd-3869-428c-ac43-c6919c895391 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:33.440425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for b9449efd-3869-428c-ac43-c6919c895391 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:33.481744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39888) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:33.552386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330431c0-17f7-4643-83e2-14621f9ee85d tempest-ExternalNetworksTestJSON-102646803 tempest-ExternalNetworksTestJSON-102646803-project-admin] Pushing event deleted for resources: {'Network': ['ID=2293668b-5252-46a6-a67d-6d1d0f0cfa59,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:33.648226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=b9449efd-3869-428c-ac43-c6919c895391,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:33.668385 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:43:33.668845 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:43:33.705582 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.733074 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0660f61-3ae7-4cd5-be76-0923bbab9513 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:33.733451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0660f61-3ae7-4cd5-be76-0923bbab9513 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:33.735406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Deleting port 5f83f4b1-842c-42f5-ac37-8dba473f125e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:33.735981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.737783 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c0660f61-3ae7-4cd5-be76-0923bbab9513 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] 10.222.0.46 "DELETE /v2.0/subnets/bd3d222c-ab23-49b1-8b9b-ba666b5116db HTTP/1.1" status: 404 len: 337 time: 0.3269751 Feb 04 15:43:33.738449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39900) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:33.741655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.769146 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cabc0367-0f36-4150-93d6-1ae110a01867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.771235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:43:33.771813 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:43:33.800117 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa58dbd3-25b0-4c54-9584-b8a4dd3b69fe req-d7a6e332-df6a-48f9-9a16-7423810768ee tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fde02ea-f3e5-4e43-beda-001c8ab46fdb HTTP/1.1" status: 200 len: 210 time: 0.0787385 Feb 04 15:43:33.825646 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cabc0367-0f36-4150-93d6-1ae110a01867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.990613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object b48b2fa7-1499-46a6-8e93-83d8b6b3aa03 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:33.992181 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cabc0367-0f36-4150-93d6-1ae110a01867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.016217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc0367-0f36-4150-93d6-1ae110a01867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afdd2d1-e19f-41a9-bf00-518bcb3d2b34,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:34.080791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-81c098a0-6ffd-4d66-85c1-ae8d56f261d7 None None] Provisioning for port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:34.092852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cabc0367-0f36-4150-93d6-1ae110a01867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.094033 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cabc0367-0f36-4150-93d6-1ae110a01867 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2afdd2d1-e19f-41a9-bf00-518bcb3d2b34 HTTP/1.1" status: 204 len: 168 time: 1.1882274 Feb 04 15:43:34.104077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] For port 5f83f4b1-842c-42f5-ac37-8dba473f125e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5f83f4b1-842c-42f5-ac37-8dba473f125e,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:34.104613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.172609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Deleting port b9449efd-3869-428c-ac43-c6919c895391 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:34.173203 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.275910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.317752 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.319961 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45beb55c-0d66-47b5-970d-e6838b1796d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.354017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Calling delete_port for 5f83f4b1-842c-42f5-ac37-8dba473f125e owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:34.441949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3153e7a-8721-4551-ba4b-0348d252f731']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:34.517969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port b9449efd-3869-428c-ac43-c6919c895391 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:34.518830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.553503 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0c62bd9-4cf5-497b-ae39-ca6459405bb0 req-ae03f84c-50c5-42ae-ad36-1bf6e01af2b5 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1324830 Feb 04 15:43:34.585736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.622843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b038ff-87d4-4159-ba36-5fb4f4e99e76') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:34.623087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b038ff-87d4-4159-ba36-5fb4f4e99e76') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:34.678836 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.725634 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.744879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] For port b9449efd-3869-428c-ac43-c6919c895391, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b9449efd-3869-428c-ac43-c6919c895391,segment=NetworkSegment(9ce5891c-763d-468c-b0f5-2c543e42196a),segment_id=9ce5891c-763d-468c-b0f5-2c543e42196a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:34.746438 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.746656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:34.751126 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.902637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:34.935730 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:34.954060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 89ef84b6-3585-4913-a0b0-bb197fd5cd3a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:34.969310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39936) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:34.988473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Calling delete_port for b9449efd-3869-428c-ac43-c6919c895391 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:34.994153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.052976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.079181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] 10.222.0.46 "DELETE /v2.0/networks/a3153e7a-8721-4551-ba4b-0348d252f731 HTTP/1.1" status: 204 len: 168 time: 1.5886521 Feb 04 15:43:35.137834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:35.143933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.147232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46f52c-b2ac-4b29-97e6-0e859bb1460e tempest-QuotasNegativeTest-2106264434 tempest-QuotasNegativeTest-2106264434-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3153e7a-8721-4551-ba4b-0348d252f731,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:35.149897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd76a-3e72-4a75-a404-62200c3987fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.163014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:35.181093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:35.202438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:35.208713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:35.209389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.214096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:35.215070 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.226005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f83f4b1-842c-42f5-ac37-8dba473f125e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:35.227189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=b48b2fa7-1499-46a6-8e93-83d8b6b3aa03,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:35.243236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad105c86-36ab-4faa-ae33-3e6983ab4676 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6045015 Feb 04 15:43:35.243236 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.251212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dfcdd76a-3e72-4a75-a404-62200c3987fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:35.253792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39942) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:35.333931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] Pushing event deleted for resources: {'Port': ['ID=b9449efd-3869-428c-ac43-c6919c895391,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:35.344869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5940e-d1b5-467b-9006-cf94b9ff45e1 None None] No DVR routers for this DVR port b9449efd-3869-428c-ac43-c6919c895391 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:35.420878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dfcdd76a-3e72-4a75-a404-62200c3987fd admin admin] Usage tracker for resource:security_group_rule and tenant:78d65e16e02d40679aff7e87b1bd3e8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:35.453483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dfcdd76a-3e72-4a75-a404-62200c3987fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:35.491821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2f74db-92d5-4ab3-8658-f6998c1518d4']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:35.510405 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.530394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] For port b9449efd-3869-428c-ac43-c6919c895391, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b9449efd-3869-428c-ac43-c6919c895391,segment=NetworkSegment(9ce5891c-763d-468c-b0f5-2c543e42196a),segment_id=9ce5891c-763d-468c-b0f5-2c543e42196a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:35.530762 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.537018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dfcdd76a-3e72-4a75-a404-62200c3987fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:35.561665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52a98a2-ff67-437e-99f4-73cbc5484ec9') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:35.562214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52a98a2-ff67-437e-99f4-73cbc5484ec9') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:35.604165 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.617428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=89ef84b6-3585-4913-a0b0-bb197fd5cd3a,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:35.632496 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.720886 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.756994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:35.758712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:35.794000 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:35.802578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for b9449efd-3869-428c-ac43-c6919c895391 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:35.811457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=89ef84b6-3585-4913-a0b0-bb197fd5cd3a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:35.831793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e5a779a8-128b-4223-95be-808afa284dab None None] Provisioning for port b48b2fa7-1499-46a6-8e93-83d8b6b3aa03 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:35.841626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e5a779a8-128b-4223-95be-808afa284dab None None] Provisioning complete for port b48b2fa7-1499-46a6-8e93-83d8b6b3aa03 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:35.842097 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e5a779a8-128b-4223-95be-808afa284dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.953884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e5a779a8-128b-4223-95be-808afa284dab None None] Port b48b2fa7-1499-46a6-8e93-83d8b6b3aa03 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:36.037751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:43:36.038079 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:43:36.039075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1e457d-1c79-49f8-af85-478b499102c8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:36.046176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1e457d-1c79-49f8-af85-478b499102c8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:36.047095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2f1e457d-1c79-49f8-af85-478b499102c8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:36.071508 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.119811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29687ce8-7ced-4704-81ca-e431f6a10a97 req-836cf7d7-ce31-4b77-9c00-b50f1449c725 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0988238 Feb 04 15:43:36.154031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.188409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.190972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2f1e457d-1c79-49f8-af85-478b499102c8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:36.192257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2f1e457d-1c79-49f8-af85-478b499102c8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9221075 Feb 04 15:43:36.201315 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.202146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39956) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:36.216935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] Pushing event deleted for resources: {'Network': ['ID=8c2f74db-92d5-4ab3-8658-f6998c1518d4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:36.296037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port b48b2fa7-1499-46a6-8e93-83d8b6b3aa03 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:36.296383 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.323423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd76a-3e72-4a75-a404-62200c3987fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.333352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b5fdd672-c504-4138-9e81-14ebf72569c8 tempest-ExternalNetworksTestJSON-615373962 tempest-ExternalNetworksTestJSON-615373962-project] 10.222.0.46 "DELETE /v2.0/networks/8c2f74db-92d5-4ab3-8658-f6998c1518d4 HTTP/1.1" status: 204 len: 168 time: 2.5357630 Feb 04 15:43:36.338579 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd76a-3e72-4a75-a404-62200c3987fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.427300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dfcdd76a-3e72-4a75-a404-62200c3987fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78d65e16e02d40679aff7e87b1bd3e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4478514 Feb 04 15:43:36.453902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39962) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:36.470401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39964) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:36.545947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdd76a-3e72-4a75-a404-62200c3987fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2435d2c-59f1-49c5-ac5b-ae659b4524fd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:36.592185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 89ef84b6-3585-4913-a0b0-bb197fd5cd3a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:36.723914 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c5faf2a8-d86f-465b-8fb0-97677446c54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.738319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Router 9e0f6afa-6e81-488f-8648-06a989d3b8fd has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:43:36.741485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port b9449efd-3869-428c-ac43-c6919c895391 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:36.744832 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.766404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:36.767655 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.836129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] The port 'b9449efd-3869-428c-ac43-c6919c895391' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:43:36.864307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39976) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:36.890967 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.945011 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-653b1e44-1ea8-46df-8c3c-c0bc196954d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.966714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:36.982937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b3dae69b7c45fb9450d77621042364 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:37.004734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:37.022439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:37.039304 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-653b1e44-1ea8-46df-8c3c-c0bc196954d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.077420 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.084482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.175348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3703259d-7a5f-4795-a229-255cc45c0c17']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:37.199643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce5891c-763d-468c-b0f5-2c543e42196a') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:37.200013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce5891c-763d-468c-b0f5-2c543e42196a') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:37.221548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.221813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc2319d9-0aa2-4401-8ea4-c8916e8bd5e8 req-76a9fed5-ef94-420b-8160-2cc33424dcfc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8fde02ea-f3e5-4e43-beda-001c8ab46fdb HTTP/1.1" status: 200 len: 210 time: 0.1508951 Feb 04 15:43:37.223679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-87700c33-92bd-40e3-8f65-d3e939ff7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:37.225023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-87700c33-92bd-40e3-8f65-d3e939ff7a62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1095 time: 0.5209510 Feb 04 15:43:37.234225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:37.246620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.246823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] Sync routers for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:37.257136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:37.257799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:37.258284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:37.258684 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.301929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for b48b2fa7-1499-46a6-8e93-83d8b6b3aa03 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:37.339315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16b166-187d-47ed-9182-ef6645f04322 req-128f6432-9303-47f9-80f7-bc200adc5c62 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:37.346668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c16b166-187d-47ed-9182-ef6645f04322 req-128f6432-9303-47f9-80f7-bc200adc5c62 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.6839449 Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:37.409186 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:37.464805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-41b8949c-8ca1-4e5f-8b1e-fd5e14994e1a admin admin] 10.222.0.46 "PUT /v2.0/routers/9e0f6afa-6e81-488f-8648-06a989d3b8fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4888754 Feb 04 15:43:37.466983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39984) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:37.472375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:43:37.505932 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.534251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.537008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Network': ['ID=3703259d-7a5f-4795-a229-255cc45c0c17,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:37.545822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad8432d7-6d07-47ca-bd67-232839b5fa86 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/networks/3703259d-7a5f-4795-a229-255cc45c0c17 HTTP/1.1" status: 204 len: 168 time: 5.7501185 Feb 04 15:43:37.546329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39988) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:37.609340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b064e7a0-49ae-4dfb-a8fa-3f507888db8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2ff432b575e4760abcc8dbcedf5c1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334709 Feb 04 15:43:37.612947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39992) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:37.675511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c16b166-187d-47ed-9182-ef6645f04322 req-168466f2-bdf4-4881-9928-fe10d8ddf15e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279586 Feb 04 15:43:37.701163 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-653b1e44-1ea8-46df-8c3c-c0bc196954d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.744847 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.761830 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.775933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port e4834db7-dd95-42bd-b1ae-19fd52d123b8 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:37.775933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.858383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b1e44-1ea8-46df-8c3c-c0bc196954d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2435d2c-59f1-49c5-ac5b-ae659b4524fd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:37.871270 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c092132-149a-4ea3-aa0d-93fb7399cdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.909944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:43:34Z', 'revision_number': 5, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:37.914582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] Checking router: 9e0f6afa-6e81-488f-8648-06a989d3b8fd for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:37.924680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] Routers {'9e0f6afa-6e81-488f-8648-06a989d3b8fd'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:37.925648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:37.988462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c092132-149a-4ea3-aa0d-93fb7399cdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.019730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-afcd89bc-7ef7-4060-8be2-d9189b6035a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.021148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-afcd89bc-7ef7-4060-8be2-d9189b6035a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.7270985 Feb 04 15:43:38.077385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.077645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.150014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-653b1e44-1ea8-46df-8c3c-c0bc196954d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.154532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-653b1e44-1ea8-46df-8c3c-c0bc196954d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2435d2c-59f1-49c5-ac5b-ae659b4524fd HTTP/1.1" status: 204 len: 168 time: 1.6869428 Feb 04 15:43:38.154532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.162902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] Set router 9e0f6afa-6e81-488f-8648-06a989d3b8fd gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:43:38.209530 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c092132-149a-4ea3-aa0d-93fb7399cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.211208 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ed075d3-9c2f-4c66-9c55-67aa2bdd7dfd req-b191d274-26e5-4356-bf4f-0bbbc16b6225 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.2169487 Feb 04 15:43:38.213274 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.221224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for e4834db7-dd95-42bd-b1ae-19fd52d123b8 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:38.293035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c092132-149a-4ea3-aa0d-93fb7399cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f06e6d-dbdb-411f-b169-47e70fc68405,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:38.301858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c092132-149a-4ea3-aa0d-93fb7399cdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.303076 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6c092132-149a-4ea3-aa0d-93fb7399cdd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71f06e6d-dbdb-411f-b169-47e70fc68405 HTTP/1.1" status: 204 len: 168 time: 0.6889970 Feb 04 15:43:38.322477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.366730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5f1efbf-f66f-457b-b985-bbad24d2a001 req-71b37160-4ea5-4a4f-a0be-c48eb2b65a3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1465557 Feb 04 15:43:38.403217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.478682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6b3dae69b7c45fb9450d77621042364&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9789917 Feb 04 15:43:38.483302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40002) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:38.498097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=b48b2fa7-1499-46a6-8e93-83d8b6b3aa03,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:38.500274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd3ad4f-b745-4397-be85-99acbe7d0a30,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:38.503486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-e50b9f10-7601-44ac-befa-f6f8eee4d930 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 998 time: 0.4333532 Feb 04 15:43:38.576132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.657852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.658273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.658802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.659425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.659955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.660464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.662464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.663038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.663536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.664083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.669123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.669652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.681242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.681661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.681916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.682266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.682579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.687070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.687437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.687782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.688123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.688459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.688805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.689138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ced417-4a3b-4edb-8911-da3fb4cd3039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:38.751844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=e4834db7-dd95-42bd-b1ae-19fd52d123b8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:38.804646 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.872034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.888270 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9da50428-f8fb-46dd-94c0-c154ba2d6990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.915215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.954158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9da50428-f8fb-46dd-94c0-c154ba2d6990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.958690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-21b2c083-4a02-4f56-b36a-bd757f934011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.961952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-21b2c083-4a02-4f56-b36a-bd757f934011 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.3920329 Feb 04 15:43:38.974580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Deleting port e19face0-1467-42b9-9cf8-e65d15087962 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:38.975496 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.993273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.994774 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8ab5d57b-f63d-480c-abd2-44f129a7cba0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/floatingips/29a1a0cb-26d1-437c-acb1-da403631089b HTTP/1.1" status: 204 len: 168 time: 1.4474063 Feb 04 15:43:38.998686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40018) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.043315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:43:34Z', 'revision_number': 5, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:39.047743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365f0665-4970-42ea-afc3-649a6d05e7d8 None None] The sync data for ids ['9e0f6afa-6e81-488f-8648-06a989d3b8fd'] in n-d-827870-1 is: [{'id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'name': 'tempest-ServersTestJSON-374694053-router', 'tenant_id': '44f3de2d0b264acbab42a91f7187820d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:43Z', 'updated_at': '2022-02-04T15:43:34Z', 'revision_number': 5, 'project_id': '44f3de2d0b264acbab42a91f7187820d', 'gw_port': {'id': 'e19face0-1467-42b9-9cf8-e65d15087962', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f6afa-6e81-488f-8648-06a989d3b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:39.079820 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.094903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40022) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.103772 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.113933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6e5a0e60-4239-42e8-9522-93104626aa6e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/b48b2fa7-1499-46a6-8e93-83d8b6b3aa03 HTTP/1.1" status: 204 len: 168 time: 2.9045224 Feb 04 15:43:39.121962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40026) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.134412 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-44582ef5-11f3-495c-8fd7-37f03d8d88f0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:39.134923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44582ef5-11f3-495c-8fd7-37f03d8d88f0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:39.152746 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-44582ef5-11f3-495c-8fd7-37f03d8d88f0 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/ports/f75a04f7-c47a-49fc-a532-e8e34f48e782 HTTP/1.1" status: 404 len: 333 time: 0.1527491 Feb 04 15:43:39.160041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40030) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.166954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9da50428-f8fb-46dd-94c0-c154ba2d6990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.169945 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9da50428-f8fb-46dd-94c0-c154ba2d6990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.173304 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9da50428-f8fb-46dd-94c0-c154ba2d6990 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bd3ad4f-b745-4397-be85-99acbe7d0a30 HTTP/1.1" status: 204 len: 168 time: 0.6857862 Feb 04 15:43:39.239621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d2eee7c8-966e-43e5-afa2-7254e37fd22a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Synchronizing usage tracker for tenant:b213a792181848089740e7c057803da1 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:39.242167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da50428-f8fb-46dd-94c0-c154ba2d6990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd3ad4f-b745-4397-be85-99acbe7d0a30,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:39.255734 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-953ef03b-9756-400c-96bc-d2aecf163bda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ff347dac0214615aa5bfb39b39ffc78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567822 Feb 04 15:43:39.255734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40040) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.320245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d2eee7c8-966e-43e5-afa2-7254e37fd22a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Unset dirty status for tenant:b213a792181848089740e7c057803da1 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:39.323738 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d2eee7c8-966e-43e5-afa2-7254e37fd22a tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "GET /v2.0/ports?device_id=96cd70a9-1486-4da8-900b-d10b33544c04 HTTP/1.1" status: 200 len: 205 time: 0.1585472 Feb 04 15:43:39.325035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40046) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.417481 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f06dc9e-f984-4a22-afc7-04ca396bfdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.499001 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f06dc9e-f984-4a22-afc7-04ca396bfdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.532397 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-75c77931-3b74-4fe2-9f96-170aea7e7642 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] delete failed (client error): The resource could not be found. Feb 04 15:43:39.535543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-75c77931-3b74-4fe2-9f96-170aea7e7642 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/routers/96cd70a9-1486-4da8-900b-d10b33544c04 HTTP/1.1" status: 404 len: 336 time: 0.2043333 Feb 04 15:43:39.535910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40054) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.541962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd80871-5814-43a5-8ae2-b7f1453bc763 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:39.546183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd80871-5814-43a5-8ae2-b7f1453bc763 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:39.547052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9cd80871-5814-43a5-8ae2-b7f1453bc763 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:39.568687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-70ad7f51-f3d6-4bc0-930d-2e77d189088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:39.570595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-70ad7f51-f3d6-4bc0-930d-2e77d189088d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5321286 Feb 04 15:43:39.599342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-ec97c4fa-7b31-4d00-a3cb-f625f92d9ce0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:43:39.600739 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-ec97c4fa-7b31-4d00-a3cb-f625f92d9ce0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073476 Feb 04 15:43:39.602453 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-679316c6-47fe-41ea-bca7-b8c3caa31426 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:39.603144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679316c6-47fe-41ea-bca7-b8c3caa31426 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:39.605211 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-679316c6-47fe-41ea-bca7-b8c3caa31426 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/subnets/341509df-9147-40cd-a696-52cfb1de5719 HTTP/1.1" status: 404 len: 337 time: 0.0680416 Feb 04 15:43:39.607812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40060) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.636468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af3a0-b27f-43eb-8bd2-99a3aa517c49 req-ad57ec7c-a35a-4670-919c-2ef14ac75b53 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:39.644477 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-920af3a0-b27f-43eb-8bd2-99a3aa517c49 req-ad57ec7c-a35a-4670-919c-2ef14ac75b53 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.7406378 Feb 04 15:43:39.686774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca8404-11ef-4521-b0a2-058e54327feb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port 47d579ef-fd14-40ca-95f1-825e7ec83f5a {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:39.687422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ca8404-11ef-4521-b0a2-058e54327feb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.721066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f06dc9e-f984-4a22-afc7-04ca396bfdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.764261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06dc9e-f984-4a22-afc7-04ca396bfdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b7836f-4146-4404-a745-44276c7d6457,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:39.768536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f06dc9e-f984-4a22-afc7-04ca396bfdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.770740 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5f06dc9e-f984-4a22-afc7-04ca396bfdbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38b7836f-4146-4404-a745-44276c7d6457 HTTP/1.1" status: 204 len: 168 time: 0.5133672 Feb 04 15:43:39.817689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9cd80871-5814-43a5-8ae2-b7f1453bc763 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:39.822069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9cd80871-5814-43a5-8ae2-b7f1453bc763 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7005184 Feb 04 15:43:39.823080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40068) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.836574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] For port e19face0-1467-42b9-9cf8-e65d15087962, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e19face0-1467-42b9-9cf8-e65d15087962,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:39.836983 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.929477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8d8417-1086-42cd-932c-08067d3aa7ff tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet f2d2d61e-bd36-4ffa-94ac-01c606314bda {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:43:39.932700 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8417-1086-42cd-932c-08067d3aa7ff tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.938546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40074) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:39.978100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa14948c-40a5-48b1-b13a-439a7f901d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.000888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8417-1086-42cd-932c-08067d3aa7ff tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.038716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aa14948c-40a5-48b1-b13a-439a7f901d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:40.096948 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8417-1086-42cd-932c-08067d3aa7ff tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.110789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aa14948c-40a5-48b1-b13a-439a7f901d50 admin admin] Usage tracker for resource:security_group_rule and tenant:410c14d2f2234fc1ba80c4406d4d417c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:40.117402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aa14948c-40a5-48b1-b13a-439a7f901d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:40.128224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aa14948c-40a5-48b1-b13a-439a7f901d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:40.229787 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ca8404-11ef-4521-b0a2-058e54327feb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.391190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca8404-11ef-4521-b0a2-058e54327feb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for 47d579ef-fd14-40ca-95f1-825e7ec83f5a owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:40.403425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-920af3a0-b27f-43eb-8bd2-99a3aa517c49 req-4f7d5754-b13e-4c0a-892b-1b6dc486c72b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7572784 Feb 04 15:43:40.425683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5f83f4b1-842c-42f5-ac37-8dba473f125e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:40.465330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa14948c-40a5-48b1-b13a-439a7f901d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.487902 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa14948c-40a5-48b1-b13a-439a7f901d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.502787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5f83f4b1-842c-42f5-ac37-8dba473f125e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:43:40.503188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5f83f4b1-842c-42f5-ac37-8dba473f125e not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:40.529068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Calling delete_port for e19face0-1467-42b9-9cf8-e65d15087962 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:40.555531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aa14948c-40a5-48b1-b13a-439a7f901d50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=410c14d2f2234fc1ba80c4406d4d417c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6110890 Feb 04 15:43:40.561150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40092) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:40.566942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14948c-40a5-48b1-b13a-439a7f901d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c71571c-fe2e-4043-8b66-9f2e698abead,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:40.591761 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8417-1086-42cd-932c-08067d3aa7ff tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.707298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80fdb60d-fe88-4679-a8a5-db3ea4995297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.710030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17563d-39fe-44c8-8a20-c4f1ee4ef4a6 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:40.726416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d8417-1086-42cd-932c-08067d3aa7ff tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d2d61e-bd36-4ffa-94ac-01c606314bda,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:40.729033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8417-1086-42cd-932c-08067d3aa7ff tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.738411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80fdb60d-fe88-4679-a8a5-db3ea4995297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.751124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8e3c96d-bead-4a27-905f-3ddc6ae1c050 req-d3bf95ab-431a-4824-bd51-6f5e4335d572 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1680462 Feb 04 15:43:40.769015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-e763d26c-af13-48a8-90d8-a74e90b93b31 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1536050 Feb 04 15:43:40.800049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ca8404-11ef-4521-b0a2-058e54327feb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.849664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80fdb60d-fe88-4679-a8a5-db3ea4995297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.887374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca8404-11ef-4521-b0a2-058e54327feb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=47d579ef-fd14-40ca-95f1-825e7ec83f5a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:40.891426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ef8d8417-1086-42cd-932c-08067d3aa7ff tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/f2d2d61e-bd36-4ffa-94ac-01c606314bda HTTP/1.1" status: 204 len: 168 time: 1.0596716 Feb 04 15:43:40.897017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdb60d-fe88-4679-a8a5-db3ea4995297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c71571c-fe2e-4043-8b66-9f2e698abead,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:40.899993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40106) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:41.011277 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5556e148-a13b-437e-aa2d-7e68ce9255db req-53a9dde0-61eb-4503-b937-c7f4e520ec53 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062774 Feb 04 15:43:41.031310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40112) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:41.031563 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fb01236f-bf02-4e2e-bdcf-b5be1da425c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299675 Feb 04 15:43:41.049379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:41.087846 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80fdb60d-fe88-4679-a8a5-db3ea4995297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.089573 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-80fdb60d-fe88-4679-a8a5-db3ea4995297 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c71571c-fe2e-4043-8b66-9f2e698abead HTTP/1.1" status: 204 len: 168 time: 0.5260491 Feb 04 15:43:41.148293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ca8404-11ef-4521-b0a2-058e54327feb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.157085 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d5ca8404-11ef-4521-b0a2-058e54327feb tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/ports/47d579ef-fd14-40ca-95f1-825e7ec83f5a HTTP/1.1" status: 204 len: 168 time: 1.5479016 Feb 04 15:43:41.159984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:41.267544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-8ce62e44-a12e-4bae-82ce-a72d200a4cf7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port ce77e883-2a78-4bf5-8561-d658979ce5eb {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:41.269002 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e44-a12e-4bae-82ce-a72d200a4cf7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.284380 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.289076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e02a5b0-6588-4f35-a24f-bf7fd18cfc92 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:43:41.296445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0e02a5b0-6588-4f35-a24f-bf7fd18cfc92 None None] Deleting port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:41.297150 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0e02a5b0-6588-4f35-a24f-bf7fd18cfc92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.461717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Pushing event deleted for resources: {'Port': ['ID=e19face0-1467-42b9-9cf8-e65d15087962,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:41.651032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:41.678498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:41.694764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:41.705254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40150) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:41.767971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:41.806990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.912100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0e02a5b0-6588-4f35-a24f-bf7fd18cfc92 None None] For port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=89ef84b6-3585-4913-a0b0-bb197fd5cd3a,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:41.912756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0e02a5b0-6588-4f35-a24f-bf7fd18cfc92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:41.994972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e44-a12e-4bae-82ce-a72d200a4cf7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.083224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:42.087218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.178320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0e02a5b0-6588-4f35-a24f-bf7fd18cfc92 None None] Calling delete_port for 89ef84b6-3585-4913-a0b0-bb197fd5cd3a owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:42.195682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-8ce62e44-a12e-4bae-82ce-a72d200a4cf7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for ce77e883-2a78-4bf5-8561-d658979ce5eb owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:42.258917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.273932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.287841 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-400bd9cc-8085-4967-9f4c-dfe0ee2e7cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.314621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-400bd9cc-8085-4967-9f4c-dfe0ee2e7cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:42.325289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-400bd9cc-8085-4967-9f4c-dfe0ee2e7cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:47cd48550d2a4f11b28fa30934643b28 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:42.330258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-400bd9cc-8085-4967-9f4c-dfe0ee2e7cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:42.352454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-400bd9cc-8085-4967-9f4c-dfe0ee2e7cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:42.357503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.362254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e0f6afa-6e81-488f-8648-06a989d3b8fd {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:43:42.373511 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0e02a5b0-6588-4f35-a24f-bf7fd18cfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.429786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292f8cd-273f-49a9-8fe6-a5066e367c99 req-0b7b0427-138d-4979-b612-86cdcaeb6284 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:42.439662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c292f8cd-273f-49a9-8fe6-a5066e367c99 req-0b7b0427-138d-4979-b612-86cdcaeb6284 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.5319552 Feb 04 15:43:42.547709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02a5b0-6588-4f35-a24f-bf7fd18cfc92 None None] Pushing event deleted for resources: {'Port': ['ID=89ef84b6-3585-4913-a0b0-bb197fd5cd3a,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:42.571552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02a5b0-6588-4f35-a24f-bf7fd18cfc92 None None] No DVR routers for this DVR port 89ef84b6-3585-4913-a0b0-bb197fd5cd3a on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:42.579476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c292f8cd-273f-49a9-8fe6-a5066e367c99 req-86b6a665-252c-456c-9c06-90a669c108f9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385474 Feb 04 15:43:42.603317 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:43:42.647511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 89ef84b6-3585-4913-a0b0-bb197fd5cd3a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:42.713688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e44-a12e-4bae-82ce-a72d200a4cf7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.726171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.736050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-816bfbcc-e80f-4e66-9932-7e86e533580f admin admin] 10.222.0.46 "DELETE /v2.0/routers/9e0f6afa-6e81-488f-8648-06a989d3b8fd HTTP/1.1" status: 204 len: 168 time: 5.2584853 Feb 04 15:43:42.740691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 89ef84b6-3585-4913-a0b0-bb197fd5cd3a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:43:42.741262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 89ef84b6-3585-4913-a0b0-bb197fd5cd3a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:42.747746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40178) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:42.774858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce62e44-a12e-4bae-82ce-a72d200a4cf7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=ce77e883-2a78-4bf5-8561-d658979ce5eb,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:42.910193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-400bd9cc-8085-4967-9f4c-dfe0ee2e7cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.916480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e44-a12e-4bae-82ce-a72d200a4cf7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.922745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-400bd9cc-8085-4967-9f4c-dfe0ee2e7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.985658 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8ce62e44-a12e-4bae-82ce-a72d200a4cf7 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/ports/ce77e883-2a78-4bf5-8561-d658979ce5eb HTTP/1.1" status: 204 len: 168 time: 1.8243763 Feb 04 15:43:42.989932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40188) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:43.066751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bd9cc-8085-4967-9f4c-dfe0ee2e7cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7a4d8e-bff9-409d-90df-cb645aeb68ba,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:43.074951 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-400bd9cc-8085-4967-9f4c-dfe0ee2e7cd6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47cd48550d2a4f11b28fa30934643b28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3678334 Feb 04 15:43:43.075941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40192) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:43.084524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40196) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:43.095233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5e45658-5186-4f69-be72-994f5ea94a5b req-41c79a99-7c19-425e-8819-117afa5329c6 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.2554975 Feb 04 15:43:43.107309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b713751-08e6-4669-8427-41645c088639 admin admin] Deleting subnet d9367304-f197-4805-a390-4281e5d0b8f9 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:43:43.114989 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b713751-08e6-4669-8427-41645c088639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.157639 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.188394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea4968-0102-435b-8a35-8802b8616e91 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:43.189148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d7ea4968-0102-435b-8a35-8802b8616e91 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Synchronizing usage tracker for tenant:b213a792181848089740e7c057803da1 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:43.205284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e387fc53-25a1-4096-afe1-7befb7785348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.223874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:43.229242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:43.235652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:43.236393 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.242753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ec0d1-08ad-414c-92e0-f1b0be831487 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:43.243815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d7ea4968-0102-435b-8a35-8802b8616e91 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Unset dirty status for tenant:b213a792181848089740e7c057803da1 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:43.247455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b713751-08e6-4669-8427-41645c088639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.249056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d7ea4968-0102-435b-8a35-8802b8616e91 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "GET /v2.0/ports?device_id=39a46c67-4dd8-4201-8e26-604f7e473ca2 HTTP/1.1" status: 200 len: 913 time: 0.2552040 Feb 04 15:43:43.249851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:43.345578 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3035219 Feb 04 15:43:43.346378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e3a97-70f3-43ef-96fb-346d98e86712 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=15975436-70d1-4abd-8738-4f39306b487c,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:43.348476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40210) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:43.358358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': '15975436-70d1-4abd-8738-4f39306b487c', 'ip_address': '2001:db8::8c0d:4bfb:c035:ae18'}], 'name': 'tempest-NetworksTestDHCPv6-1654657653'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:43.481918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40214) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:43.506447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-199231277'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:43.512624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b713751-08e6-4669-8427-41645c088639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.514009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e387fc53-25a1-4096-afe1-7befb7785348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.523188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:43.543337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Usage tracker for resource:network and tenant:e7c1879cca0649e4bfba892350bc8d7f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:43.557271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:43.561390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1863855991', 'router:external': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:43.576412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:43.588712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Usage tracker for resource:network and tenant:0b56033bbdcf4fdca6829196b966bb46 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:43.593319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:43.607114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:43.632219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:43.645229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Made reservation on behalf of 0b56033bbdcf4fdca6829196b966bb46 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:43.649321 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.660573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '15975436-70d1-4abd-8738-4f39306b487c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:43:43.661526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.676969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Made reservation on behalf of e7c1879cca0649e4bfba892350bc8d7f for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:43.679495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:43.681444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.684802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:43.688225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:43.699152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.703048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:43.708009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.771694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e387fc53-25a1-4096-afe1-7befb7785348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.771923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:43.775746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Usage tracker for resource:security_group_rule and tenant:0b56033bbdcf4fdca6829196b966bb46 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:43.779538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:43.785239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:43.796074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:43.803686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Usage tracker for resource:security_group_rule and tenant:e7c1879cca0649e4bfba892350bc8d7f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:43.806580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387fc53-25a1-4096-afe1-7befb7785348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7a4d8e-bff9-409d-90df-cb645aeb68ba,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:43.813098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:43.824674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:43.831762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b713751-08e6-4669-8427-41645c088639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.831982 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e387fc53-25a1-4096-afe1-7befb7785348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.833085 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e387fc53-25a1-4096-afe1-7befb7785348 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb7a4d8e-bff9-409d-90df-cb645aeb68ba HTTP/1.1" status: 204 len: 168 time: 0.7560716 Feb 04 15:43:43.850300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/15975436-70d1-4abd-8738-4f39306b487c/985e9540-1d43-4981-bcd1-0babd93ba7b6) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:43.913807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:43.939315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3473e9-8462-4cd4-aaea-a0481421a938 None None] Network 5e24425c-2564-4130-b8be-14c33b27ce6a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:44.034185 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.071158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.078884 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b713751-08e6-4669-8427-41645c088639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.085553 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.107923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b713751-08e6-4669-8427-41645c088639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9367304-f197-4805-a390-4281e5d0b8f9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:44.133303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:44.137078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3b713751-08e6-4669-8427-41645c088639 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d9367304-f197-4805-a390-4281e5d0b8f9 HTTP/1.1" status: 204 len: 168 time: 1.3877625 Feb 04 15:43:44.140623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a66468-b7d6-4110-bbf9-ded764c354c8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:44.144140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40226) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:44.147204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 038dbbe2-e85d-486c-94c7-a4063eca2943 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:44.174334 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.174685 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Added segment ed2c75ee-e891-4a38-9f16-08e751524f43 of type vlan for network 98845dd0-3507-4747-bfc6-8715142e6e69 Feb 04 15:43:44.226200 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.238042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Transition to ACTIVE for port object 985e9540-1d43-4981-bcd1-0babd93ba7b6 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:44.255093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4921f-8b5b-41e8-9644-84806399d88e req-6507a2f6-c31e-4e38-8c66-ba449e699080 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:44.263377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28f4921f-8b5b-41e8-9644-84806399d88e req-6507a2f6-c31e-4e38-8c66-ba449e699080 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.5580859 Feb 04 15:43:44.266486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Transition to ACTIVE for port object 985e9540-1d43-4981-bcd1-0babd93ba7b6 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:44.275381 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.276755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.301583 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.303929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.344664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.393668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.409604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:44.416257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:44.425871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:44.430715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:44.454142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Pushing event updated for resources: {'Port': ['ID=985e9540-1d43-4981-bcd1-0babd93ba7b6,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:44.459858 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28f4921f-8b5b-41e8-9644-84806399d88e req-1040bd15-fbde-4632-a72b-5871136a4180 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950834 Feb 04 15:43:44.483480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9482ab03-34e6-4813-84e6-6e9f62c00188,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:44.521262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Deleting port 196879c1-6897-40b6-aa0c-35d9bb7aae51 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:44.521560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.533509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.533861 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Added segment 235c0430-c698-4eca-8912-791324a40e05 of type vlan for network a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 Feb 04 15:43:44.565452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e19face0-1467-42b9-9cf8-e65d15087962 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:44.593900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::8c0d:4bfb:c035:ae18 (40f4fd11-09ca-4e76-8993-0ead05403d9a/15975436-70d1-4abd-8738-4f39306b487c/038dbbe2-e85d-486c-94c7-a4063eca2943) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:44.596016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40234) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:44.600038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.634930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f74fb59d-7621-40f0-9f4d-6583c685399b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.683768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e19face0-1467-42b9-9cf8-e65d15087962 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:43:44.684173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e19face0-1467-42b9-9cf8-e65d15087962 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:44.701470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f74fb59d-7621-40f0-9f4d-6583c685399b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:44.723942 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Attempting to bind port 985e9540-1d43-4981-bcd1-0babd93ba7b6 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:44.724318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Attempting to bind port 985e9540-1d43-4981-bcd1-0babd93ba7b6 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:44.725112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Attempting to bind port 985e9540-1d43-4981-bcd1-0babd93ba7b6 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:43:44.728054 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.731839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:43:44.732178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:44.732578 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.732989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:43:44.733636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:44.733843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Bound port: 985e9540-1d43-4981-bcd1-0babd93ba7b6, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:44.734197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.734326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.737619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f74fb59d-7621-40f0-9f4d-6583c685399b admin admin] Usage tracker for resource:security_group_rule and tenant:4df4dd33579543b292aed7f17c4ca465 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:44.742027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74c34cd4-e812-4d10-8f06-55be0c64cd1d req-77657c63-9db9-44ae-a3e8-9ef247ac130c tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0879726 Feb 04 15:43:44.752561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f74fb59d-7621-40f0-9f4d-6583c685399b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:44.766023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f74fb59d-7621-40f0-9f4d-6583c685399b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:44.789152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.790111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:44.790683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.846476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] DHCP port deletion for 5e24425c-2564-4130-b8be-14c33b27ce6a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:43:44.859170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] Deleting port 196879c1-6897-40b6-aa0c-35d9bb7aae51 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:44.860894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.906963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] For port 985e9540-1d43-4981-bcd1-0babd93ba7b6, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:43:44.930225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] For port 985e9540-1d43-4981-bcd1-0babd93ba7b6, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=985e9540-1d43-4981-bcd1-0babd93ba7b6,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:43:44.940010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.016325 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9263964 Feb 04 15:43:45.019018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40238) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:45.022188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743ed6d-5f3d-4d7e-874f-bbc686112e08 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Network': ['ID=98845dd0-3507-4747-bfc6-8715142e6e69,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:45.039789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event updated for resources: {'Network': ['ID=a8b1d2e0-f4ff-4ac4-a944-731078ffbe85,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:45.060293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'subnet': {'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:45.073223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 98845dd0-3507-4747-bfc6-8715142e6e69 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:45.087837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:45.159529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-760c54a9-acfc-42df-a8c7-210366802a07 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6767235 Feb 04 15:43:45.162721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40242) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:45.166698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] For port 196879c1-6897-40b6-aa0c-35d9bb7aae51, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=196879c1-6897-40b6-aa0c-35d9bb7aae51,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:45.167727 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.183503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'subnet': {'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:45.192790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:45.206129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.272632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Usage tracker for resource:subnet and tenant:0b56033bbdcf4fdca6829196b966bb46 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:45.333599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcfa42-e614-4bf7-beab-f6e2d33ef7f9 None None] Pushing event updated for resources: {'Port': ['ID=985e9540-1d43-4981-bcd1-0babd93ba7b6,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:45.334178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:45.343531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Calling delete_port for 196879c1-6897-40b6-aa0c-35d9bb7aae51 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:45.405453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:45.437921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 038dbbe2-e85d-486c-94c7-a4063eca2943 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:45.446568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Made reservation on behalf of 0b56033bbdcf4fdca6829196b966bb46 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:45.448949 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.466252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port 1f21eaa0-57ec-4d20-83c6-2d6481748da8 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:45.466666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.471365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:45.477686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Usage tracker for resource:subnet and tenant:e7c1879cca0649e4bfba892350bc8d7f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:45.481110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:45.489715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:45.519486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f74fb59d-7621-40f0-9f4d-6583c685399b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.530443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f74fb59d-7621-40f0-9f4d-6583c685399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.538769 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] For port 196879c1-6897-40b6-aa0c-35d9bb7aae51, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=196879c1-6897-40b6-aa0c-35d9bb7aae51,segment=NetworkSegment(009aa7a1-c1ef-42a6-b6df-4d332defbde0),segment_id=009aa7a1-c1ef-42a6-b6df-4d332defbde0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:45.539167 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.549977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Made reservation on behalf of e7c1879cca0649e4bfba892350bc8d7f for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:45.553740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.569358 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.612187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.719619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] Calling delete_port for 196879c1-6897-40b6-aa0c-35d9bb7aae51 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:45.764977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=196879c1-6897-40b6-aa0c-35d9bb7aae51,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:45.775847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] No DVR routers for this DVR port 196879c1-6897-40b6-aa0c-35d9bb7aae51 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:45.783089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f74fb59d-7621-40f0-9f4d-6583c685399b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4df4dd33579543b292aed7f17c4ca465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1855845 Feb 04 15:43:45.784570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fb59d-7621-40f0-9f4d-6583c685399b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf94c763-a77c-4bb3-aa68-4e86d4b61744,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:45.798648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40246) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:45.829353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:45.838926 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:43:45.840273 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:43:45.856884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:45.860696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:45.868558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:45.869689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.874018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=038dbbe2-e85d-486c-94c7-a4063eca2943,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:45.928261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-72e1751b-ac4d-496b-b5c3-8bace12e404b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5768297 Feb 04 15:43:45.933608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40252) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:45.984271 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.015865 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.038037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c50dd4a-4d48-45a2-8061-4ec51cb6a6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.074485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e24425c-2564-4130-b8be-14c33b27ce6a']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:46.077844 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0231a07-a93b-476f-96c4-40f7728bde73 req-13934dab-9cc1-483c-9a12-dd8ba55cd16d tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0973086 Feb 04 15:43:46.137158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c50dd4a-4d48-45a2-8061-4ec51cb6a6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.198176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009aa7a1-c1ef-42a6-b6df-4d332defbde0') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:46.198472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009aa7a1-c1ef-42a6-b6df-4d332defbde0') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:46.212875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for 1f21eaa0-57ec-4d20-83c6-2d6481748da8 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:46.228587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1700c6-8d55-44f1-9872-3a52e88b0828 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:46.236254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1700c6-8d55-44f1-9872-3a52e88b0828 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:46.237097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4d1700c6-8d55-44f1-9872-3a52e88b0828 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:46.243827 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.320849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4d1700c6-8d55-44f1-9872-3a52e88b0828 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:46.323534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4d1700c6-8d55-44f1-9872-3a52e88b0828 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3887217 Feb 04 15:43:46.324271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40256) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:46.341280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] Deleting port 196879c1-6897-40b6-aa0c-35d9bb7aae51 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:46.341864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.372398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c50dd4a-4d48-45a2-8061-4ec51cb6a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.410117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.426338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Subnet': ['ID=6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:46.433729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50dd4a-4d48-45a2-8061-4ec51cb6a6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf94c763-a77c-4bb3-aa68-4e86d4b61744,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:46.446669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Checking segment: {'id': 'ed2c75ee-e891-4a38-9f16-08e751524f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:46.447030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Network hostable DHCP agents. Network: 98845dd0-3507-4747-bfc6-8715142e6e69, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:46.468105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5f51421f-58c1-45a7-a979-c51238c59923 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 038dbbe2-e85d-486c-94c7-a4063eca2943 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:46.468325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f51421f-58c1-45a7-a979-c51238c59923 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.472497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e685a013-55b1-43d7-a18e-ab5be83a280d None None] The port '196879c1-6897-40b6-aa0c-35d9bb7aae51' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:43:46.504382 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.545921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:46.546336 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c50dd4a-4d48-45a2-8061-4ec51cb6a6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.546462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.547739 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1c50dd4a-4d48-45a2-8061-4ec51cb6a6fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf94c763-a77c-4bb3-aa68-4e86d4b61744 HTTP/1.1" status: 204 len: 168 time: 0.7479033 Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:46.562779 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:46.571709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Network 98845dd0-3507-4747-bfc6-8715142e6e69 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:46.592985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 98845dd0-3507-4747-bfc6-8715142e6e69) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:46.598941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:46.599808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.611625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8be4e48-707d-4460-9d09-b37fb92b8f4f None None] Network 98845dd0-3507-4747-bfc6-8715142e6e69 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:46.641458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 985e9540-1d43-4981-bcd1-0babd93ba7b6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:46.784947 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.810874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.817748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 985e9540-1d43-4981-bcd1-0babd93ba7b6 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:46.830749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e24425c-2564-4130-b8be-14c33b27ce6a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:46.905931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bad5fbb8-8973-4c7c-aad1-f1cb60c36fe1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5e24425c-2564-4130-b8be-14c33b27ce6a HTTP/1.1" status: 204 len: 168 time: 2.7489035 Feb 04 15:43:46.933883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 196879c1-6897-40b6-aa0c-35d9bb7aae51 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:46.956286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3861a22d-9177-436f-b30f-ce178417acf5 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9139009 Feb 04 15:43:46.958423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40266) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:46.989077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'port': {'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69', 'name': 'tempest-AllowedAddressPairTestJSON-184361639'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:47.006859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1b8c1327-4065-4c4c-a5e0-1f75c9ce6e04 None None] Provisioning for port 985e9540-1d43-4981-bcd1-0babd93ba7b6 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:47.027104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 196879c1-6897-40b6-aa0c-35d9bb7aae51 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:43:47.027592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 196879c1-6897-40b6-aa0c-35d9bb7aae51 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:47.047798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1b8c1327-4065-4c4c-a5e0-1f75c9ce6e04 None None] Provisioning complete for port 985e9540-1d43-4981-bcd1-0babd93ba7b6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:47.049443 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1327-4065-4c4c-a5e0-1f75c9ce6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.178210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f51421f-58c1-45a7-a979-c51238c59923 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.219980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-98845dd0-3507-4747-bfc6-8715142e6e69', 'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69', 'tenant_id': 'e7c1879cca0649e4bfba892350bc8d7f', 'fixed_ips': [{'subnet_id': '6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:43:47.220818 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.221936 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.226636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:43:47.227339 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.330916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:47.396637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40278) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:47.443874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d3a322e-deef-4265-a05c-432e937e7f39,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:47.448918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0485971f-30eb-4a43-aea9-3abd9607db93 req-f2113061-8d9b-4f1c-b2b6-2e35e40bf13f tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0493493 Feb 04 15:43:47.458022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5f51421f-58c1-45a7-a979-c51238c59923 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 038dbbe2-e85d-486c-94c7-a4063eca2943 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:47.476489 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1327-4065-4c4c-a5e0-1f75c9ce6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.496352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Usage tracker for resource:port and tenant:e7c1879cca0649e4bfba892350bc8d7f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:47.530312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=1f21eaa0-57ec-4d20-83c6-2d6481748da8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:47.531949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:47.548077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:47.565114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1b8c1327-4065-4c4c-a5e0-1f75c9ce6e04 None None] For port 985e9540-1d43-4981-bcd1-0babd93ba7b6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=985e9540-1d43-4981-bcd1-0babd93ba7b6,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:47.575005 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1327-4065-4c4c-a5e0-1f75c9ce6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.614517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Made reservation on behalf of e7c1879cca0649e4bfba892350bc8d7f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:47.618370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.627549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Allocated IP 172.20.0.2 (98845dd0-3507-4747-bfc6-8715142e6e69/6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e/664bddbe-5036-484a-89ac-0dec97af08b6) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:47.637030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5b9bce75-a391-49cf-afb3-8c692b24fc3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44f3de2d0b264acbab42a91f7187820d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920464 Feb 04 15:43:47.637352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40284) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:47.639947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Checking segment: {'id': '235c0430-c698-4eca-8912-791324a40e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:47.640431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Network hostable DHCP agents. Network: a8b1d2e0-f4ff-4ac4-a944-731078ffbe85, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:47.667983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] device_id is not set on port 714046ec-0335-4067-900a-1dc600633cc1 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:47.687682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Network a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:47.743361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c1327-4065-4c4c-a5e0-1f75c9ce6e04 None None] Pushing event updated for resources: {'Port': ['ID=985e9540-1d43-4981-bcd1-0babd93ba7b6,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:47.765724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a8b1d2e0-f4ff-4ac4-a944-731078ffbe85) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:47.785807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:47.786684 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.786815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba3b955-1789-4f02-8820-9fddf717815c None None] Network a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:47.842713 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-03ccfdfb-f35f-44e0-a565-05aa81be4e8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6788545 Feb 04 15:43:47.903219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40292) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:47.922092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1652506552', 'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:47.939926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:47.948031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Usage tracker for resource:port and tenant:0b56033bbdcf4fdca6829196b966bb46 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:47.953582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:47.962838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:47.965436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.990374 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f51421f-58c1-45a7-a979-c51238c59923 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.004811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-87290652-508f-4994-a9c5-b85592526b8c None None] Provisioning for port 038dbbe2-e85d-486c-94c7-a4063eca2943 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:48.031078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-87290652-508f-4994-a9c5-b85592526b8c None None] Provisioning complete for port 038dbbe2-e85d-486c-94c7-a4063eca2943 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:48.031445 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-87290652-508f-4994-a9c5-b85592526b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.062491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Made reservation on behalf of 0b56033bbdcf4fdca6829196b966bb46 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:48.065276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.082434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-87290652-508f-4994-a9c5-b85592526b8c None None] Port 038dbbe2-e85d-486c-94c7-a4063eca2943 was deleted so its status cannot be updated. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 15:43:48.083178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51421f-58c1-45a7-a979-c51238c59923 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=038dbbe2-e85d-486c-94c7-a4063eca2943,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:48.137722 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.140053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] device_id is not set on port 20c25b3c-cfe3-4c32-b032-fa8f178023f4 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:48.157485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Transition to ACTIVE for port object 664bddbe-5036-484a-89ac-0dec97af08b6 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:48.171939 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f51421f-58c1-45a7-a979-c51238c59923 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.227718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Transition to ACTIVE for port object 664bddbe-5036-484a-89ac-0dec97af08b6 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:48.230514 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ad33786-45e1-488b-8161-38a4cdd3b191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.249863 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.302350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083477b7-db61-4bba-b0ec-b3b6a1134e52 None None] Network a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:48.397009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Network 98845dd0-3507-4747-bfc6-8715142e6e69 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:48.407026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:48.417069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:48.547060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5f51421f-58c1-45a7-a979-c51238c59923 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/038dbbe2-e85d-486c-94c7-a4063eca2943 HTTP/1.1" status: 204 len: 168 time: 2.2176950 Feb 04 15:43:48.556013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40306) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:48.597494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Pushing event updated for resources: {'Port': ['ID=664bddbe-5036-484a-89ac-0dec97af08b6,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:48.599862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 985e9540-1d43-4981-bcd1-0babd93ba7b6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:48.604149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ad33786-45e1-488b-8161-38a4cdd3b191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.653836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Allocated IP 172.20.0.5 (98845dd0-3507-4747-bfc6-8715142e6e69/6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e/714046ec-0335-4067-900a-1dc600633cc1) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:48.691550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Attempting to bind port 664bddbe-5036-484a-89ac-0dec97af08b6 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:48.692000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Attempting to bind port 664bddbe-5036-484a-89ac-0dec97af08b6 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ed2c75ee-e891-4a38-9f16-08e751524f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:48.692665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Attempting to bind port 664bddbe-5036-484a-89ac-0dec97af08b6 on network 98845dd0-3507-4747-bfc6-8715142e6e69 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:43:48.707883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:43:48.708400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Checking segment: {'id': 'ed2c75ee-e891-4a38-9f16-08e751524f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:48.711377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.711377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Bound using segment: {'id': 'ed2c75ee-e891-4a38-9f16-08e751524f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:43:48.711377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Bound port: 664bddbe-5036-484a-89ac-0dec97af08b6, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2c75ee-e891-4a38-9f16-08e751524f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:48.711377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.715299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a915d7-03ec-4062-b995-acde1b0f90c0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:48.717065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a915d7-03ec-4062-b995-acde1b0f90c0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:48.717829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c9a915d7-03ec-4062-b995-acde1b0f90c0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:48.745845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Allocated IP 2001:db8::2ed (a8b1d2e0-f4ff-4ac4-a944-731078ffbe85/8d3a322e-deef-4265-a05c-432e937e7f39/20c25b3c-cfe3-4c32-b032-fa8f178023f4) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:48.762899 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ad33786-45e1-488b-8161-38a4cdd3b191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.839593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad33786-45e1-488b-8161-38a4cdd3b191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b8ccb1-cc6a-49db-948d-5d007cc0baa4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:48.840943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 985e9540-1d43-4981-bcd1-0babd93ba7b6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:48.841337 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.981790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] For port 664bddbe-5036-484a-89ac-0dec97af08b6, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:43:48.985463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] For port 664bddbe-5036-484a-89ac-0dec97af08b6, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=664bddbe-5036-484a-89ac-0dec97af08b6,segment=NetworkSegment(ed2c75ee-e891-4a38-9f16-08e751524f43),segment_id=ed2c75ee-e891-4a38-9f16-08e751524f43)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:43:48.995342 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.037776 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.054904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Transition to ACTIVE for port object 714046ec-0335-4067-900a-1dc600633cc1 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:49.077815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Router 39a46c67-4dd8-4201-8e26-604f7e473ca2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:43:49.080350 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33e370a5-0ac2-4bea-a549-da8885fe8005 req-a01cff12-60ab-4526-83c1-af71bbbafd3d tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.3240101 Feb 04 15:43:49.086655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.117141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c9a915d7-03ec-4062-b995-acde1b0f90c0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:49.118462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c9a915d7-03ec-4062-b995-acde1b0f90c0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5433908 Feb 04 15:43:49.123602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40320) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:49.148548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a633a4-621e-44a1-85c1-e3fed0f708e3 None None] Pushing event updated for resources: {'Port': ['ID=664bddbe-5036-484a-89ac-0dec97af08b6,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:49.153981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ad33786-45e1-488b-8161-38a4cdd3b191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.155373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4ad33786-45e1-488b-8161-38a4cdd3b191 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4b8ccb1-cc6a-49db-948d-5d007cc0baa4 HTTP/1.1" status: 204 len: 168 time: 1.5138981 Feb 04 15:43:49.166117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Network 98845dd0-3507-4747-bfc6-8715142e6e69 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:49.170373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:49.175245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:49.284175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Port': ['ID=714046ec-0335-4067-900a-1dc600633cc1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:49.323273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:49.325574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.363197 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4a9e5007-9cec-4105-8153-84dbaa1193b4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3809097 Feb 04 15:43:49.363985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40332) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:49.370387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'port': {'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69', 'name': 'tempest-AllowedAddressPairTestJSON-509579678', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c1:a8:ec'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:49.426966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcacdcf-5506-4184-b24c-e2d793a7bba3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 15975436-70d1-4abd-8738-4f39306b487c {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:43:49.439417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5fcacdcf-5506-4184-b24c-e2d793a7bba3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.615324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:49.621252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Usage tracker for resource:port and tenant:e7c1879cca0649e4bfba892350bc8d7f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:49.624547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:49.633172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:49.647973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Made reservation on behalf of e7c1879cca0649e4bfba892350bc8d7f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:49.721170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5fcacdcf-5506-4184-b24c-e2d793a7bba3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.814166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:49.827318 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9405ee-cebe-4784-9dd0-9d8ebdf37ec7 None None] Sync routers for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:49.842137 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9405ee-cebe-4784-9dd0-9d8ebdf37ec7 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:49.843223 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3c9405ee-cebe-4784-9dd0-9d8ebdf37ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:49.853077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.857196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.865261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-27138769-ecb1-4a4e-8444-ab3a42637114 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "PUT /v2.0/routers/39a46c67-4dd8-4201-8e26-604f7e473ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6058652 Feb 04 15:43:49.869222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40354) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:49.920566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] device_id is not set on port 6fad2f3c-0e20-41e2-8b5d-15a080824932 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:49.980246 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3c9405ee-cebe-4784-9dd0-9d8ebdf37ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:49.999146 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9405ee-cebe-4784-9dd0-9d8ebdf37ec7 None None] Routers {'39a46c67-4dd8-4201-8e26-604f7e473ca2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:49.999397 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3c9405ee-cebe-4784-9dd0-9d8ebdf37ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['39a46c67-4dd8-4201-8e26-604f7e473ca2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:50.018871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5fcacdcf-5506-4184-b24c-e2d793a7bba3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.094435 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3c9405ee-cebe-4784-9dd0-9d8ebdf37ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:50.095070 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9405ee-cebe-4784-9dd0-9d8ebdf37ec7 None None] The sync data for ids ['39a46c67-4dd8-4201-8e26-604f7e473ca2'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:50.155149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.204036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Allocated IP 172.20.0.6 (98845dd0-3507-4747-bfc6-8715142e6e69/6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e/6fad2f3c-0e20-41e2-8b5d-15a080824932) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:50.334659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Network a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:50.338079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b59e052d-6bc6-4d6b-92f0-638f6eadf0d3 req-31ac70df-1428-43ac-b3af-d532e637751c tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0677869 Feb 04 15:43:50.389745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.521442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:50.543508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:50.544646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:50.559799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 664bddbe-5036-484a-89ac-0dec97af08b6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:50.560439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.612664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40390) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:50.623829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event updated for resources: {'Port': ['ID=20c25b3c-cfe3-4c32-b032-fa8f178023f4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:50.647451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.647862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.648207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.648593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.648978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.649349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.649809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.650206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.650644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.651766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.652117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.652469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:50.657174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-69dc97d9-8810-42ea-a131-d12e0b1ca2d9 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7525318 Feb 04 15:43:50.662676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40396) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:50.674850 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5fcacdcf-5506-4184-b24c-e2d793a7bba3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.687510 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.695587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 664bddbe-5036-484a-89ac-0dec97af08b6 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:50.716076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Transition to ACTIVE for port object 6fad2f3c-0e20-41e2-8b5d-15a080824932 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:50.760588 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.787147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346bee54-1f00-4b72-9d4b-fd63f56325f5 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:50.816595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5fcacdcf-5506-4184-b24c-e2d793a7bba3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.819402 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5fcacdcf-5506-4184-b24c-e2d793a7bba3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/15975436-70d1-4abd-8738-4f39306b487c HTTP/1.1" status: 204 len: 168 time: 1.6937923 Feb 04 15:43:50.827089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcacdcf-5506-4184-b24c-e2d793a7bba3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=15975436-70d1-4abd-8738-4f39306b487c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:50.827492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db24af-6e0c-4eff-b7d6-0ff6712f5255 None None] Network 98845dd0-3507-4747-bfc6-8715142e6e69 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:50.832720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40400) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:50.905041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-8db77faf-38e0-44ae-abed-dd21617b30dd tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Deleting port 20c25b3c-cfe3-4c32-b032-fa8f178023f4 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:50.905393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8db77faf-38e0-44ae-abed-dd21617b30dd tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.907541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2081021822-network', 'tenant_id': '8e3df66f359844f398f44d84d2554ba3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:50.913939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:50.919588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Usage tracker for resource:network and tenant:8e3df66f359844f398f44d84d2554ba3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:50.922864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:50.930066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:50.985199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e03c3d8-9a5f-4e3a-9441-13399a3c0ef3 None None] Provisioning for port 664bddbe-5036-484a-89ac-0dec97af08b6 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:51.002629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Port': ['ID=6fad2f3c-0e20-41e2-8b5d-15a080824932,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:51.014014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e03c3d8-9a5f-4e3a-9441-13399a3c0ef3 None None] Provisioning complete for port 664bddbe-5036-484a-89ac-0dec97af08b6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:51.014696 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e03c3d8-9a5f-4e3a-9441-13399a3c0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.029859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Made reservation on behalf of 8e3df66f359844f398f44d84d2554ba3 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:51.033298 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.047610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Network 98845dd0-3507-4747-bfc6-8715142e6e69 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:51.050502 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fa560fc5-29c9-4e53-8325-646407aace69 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2167509 Feb 04 15:43:51.051094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40414) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:51.055496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:51.058102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40416) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:51.060825 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.073864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:51.163770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:51.168677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Usage tracker for resource:security_group_rule and tenant:8e3df66f359844f398f44d84d2554ba3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:51.171890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:51.178505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:51.340717 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8db77faf-38e0-44ae-abed-dd21617b30dd tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.400262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.428488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.455556 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e03c3d8-9a5f-4e3a-9441-13399a3c0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.469083 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf66d-2898-444e-98bc-a3da0ef71ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.491926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5955bb0-174d-49ef-8aca-0a3b3775849b None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:43:51.502138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d5955bb0-174d-49ef-8aca-0a3b3775849b None None] Deleting port 985e9540-1d43-4981-bcd1-0babd93ba7b6 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:51.502847 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d5955bb0-174d-49ef-8aca-0a3b3775849b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.503827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:51.504471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.520665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-8db77faf-38e0-44ae-abed-dd21617b30dd tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Calling delete_port for 20c25b3c-cfe3-4c32-b032-fa8f178023f4 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:51.524472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:51.544434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f2ecf66d-2898-444e-98bc-a3da0ef71ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:51.555227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f2ecf66d-2898-444e-98bc-a3da0ef71ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:6f805ca8557841a68be63a29becd9657 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:51.573914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9e03c3d8-9a5f-4e3a-9441-13399a3c0ef3 None None] For port 664bddbe-5036-484a-89ac-0dec97af08b6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=664bddbe-5036-484a-89ac-0dec97af08b6,segment=NetworkSegment(ed2c75ee-e891-4a38-9f16-08e751524f43),segment_id=ed2c75ee-e891-4a38-9f16-08e751524f43)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:51.585870 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e03c3d8-9a5f-4e3a-9441-13399a3c0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.600265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01515bba-81b1-43a4-966f-00c526144efd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:51.603189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f2ecf66d-2898-444e-98bc-a3da0ef71ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:51.606786 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.627765 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting port 928848fb-7496-46fd-8169-941901e4dd2f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:51.632604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.632868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.633357 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Added segment 26a4290b-164d-4178-9bd0-123f158e2b99 of type vlan for network 09c60676-92d3-4929-a739-62012ad9acdf Feb 04 15:43:51.634813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f2ecf66d-2898-444e-98bc-a3da0ef71ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:51.641818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f817caf5-2a5a-4739-8a9d-bb10314b0da6 req-951febbf-fafb-4ddc-ba97-67dd45ebd1de tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0936830 Feb 04 15:43:51.658866 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-77eeeca1-8e46-43b0-8e18-f4a0e7b06534 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.2937198 Feb 04 15:43:51.666214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40436) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:51.752406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355de860-6152-4aac-92a6-a885e241ffa7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:51.753147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-355de860-6152-4aac-92a6-a885e241ffa7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:51.758391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.832702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-355de860-6152-4aac-92a6-a885e241ffa7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:51.836422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-355de860-6152-4aac-92a6-a885e241ffa7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7745075 Feb 04 15:43:51.843753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40440) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:51.844180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03c3d8-9a5f-4e3a-9441-13399a3c0ef3 None None] Pushing event updated for resources: {'Port': ['ID=664bddbe-5036-484a-89ac-0dec97af08b6,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:51.870801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d5955bb0-174d-49ef-8aca-0a3b3775849b None None] For port 985e9540-1d43-4981-bcd1-0babd93ba7b6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=985e9540-1d43-4981-bcd1-0babd93ba7b6,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:51.871624 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d5955bb0-174d-49ef-8aca-0a3b3775849b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.915754 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.917314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:51.918234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.939796 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8db77faf-38e0-44ae-abed-dd21617b30dd tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.953065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.022803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d5955bb0-174d-49ef-8aca-0a3b3775849b None None] Calling delete_port for 985e9540-1d43-4981-bcd1-0babd93ba7b6 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:52.090552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Provisioning for port 714046ec-0335-4067-900a-1dc600633cc1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:52.100369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Provisioning complete for port 714046ec-0335-4067-900a-1dc600633cc1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:52.100559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86670f7e-087b-4a50-8db3-0b945a557a68 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:52.101257 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.106667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86670f7e-087b-4a50-8db3-0b945a557a68 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:52.113293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86670f7e-087b-4a50-8db3-0b945a557a68 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:52.114426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-86670f7e-087b-4a50-8db3-0b945a557a68 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Synchronizing usage tracker for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:52.127460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf66d-2898-444e-98bc-a3da0ef71ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.131956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9dda0d-48c7-4d4c-a87c-488bcad9f7fa tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:52.132627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9e9dda0d-48c7-4d4c-a87c-488bcad9f7fa tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:52.144311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] Pushing event updated for resources: {'Network': ['ID=09c60676-92d3-4929-a739-62012ad9acdf,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:52.156993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1cbb3252-6d5d-49be-9a3b-1be3d39fdd11 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5428157 Feb 04 15:43:52.157846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf66d-2898-444e-98bc-a3da0ef71ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.167989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40444) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:52.168213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db77faf-38e0-44ae-abed-dd21617b30dd tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event deleted for resources: {'Port': ['ID=20c25b3c-cfe3-4c32-b032-fa8f178023f4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:52.169000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 09c60676-92d3-4929-a739-62012ad9acdf details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:43:52.181615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Calling delete_port for 928848fb-7496-46fd-8169-941901e4dd2f owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:52.215740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Request body: {'subnet': {'network_id': '09c60676-92d3-4929-a739-62012ad9acdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2081021822-subnet', 'tenant_id': '8e3df66f359844f398f44d84d2554ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:52.222369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:52.227337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8db77faf-38e0-44ae-abed-dd21617b30dd tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.227879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Usage tracker for resource:subnet and tenant:8e3df66f359844f398f44d84d2554ba3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:52.231742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:52.238737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:52.247522 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8db77faf-38e0-44ae-abed-dd21617b30dd tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "DELETE /v2.0/ports/20c25b3c-cfe3-4c32-b032-fa8f178023f4 HTTP/1.1" status: 204 len: 168 time: 1.5814126 Feb 04 15:43:52.248463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40448) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:52.256138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85', 'external_fixed_ips': [{'subnet_id': '8d3a322e-deef-4265-a05c-432e937e7f39', 'ip_address': '2001:db8::2ed'}]}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:52.264722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:52.266421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Made reservation on behalf of 8e3df66f359844f398f44d84d2554ba3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:52.269377 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.272524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Usage tracker for resource:router and tenant:0b56033bbdcf4fdca6829196b966bb46 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:52.276876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:52.294590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecf66d-2898-444e-98bc-a3da0ef71ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe60db83-a421-4c86-a1fe-445cf06eb6f8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:52.297998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:52.320077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.321190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.331436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Port 714046ec-0335-4067-900a-1dc600633cc1 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:52.334029 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d5955bb0-174d-49ef-8aca-0a3b3775849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.349827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.397877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5955bb0-174d-49ef-8aca-0a3b3775849b None None] Pushing event deleted for resources: {'Port': ['ID=985e9540-1d43-4981-bcd1-0babd93ba7b6,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:52.400131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5955bb0-174d-49ef-8aca-0a3b3775849b None None] No DVR routers for this DVR port 985e9540-1d43-4981-bcd1-0babd93ba7b6 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:52.417266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Provisioning complete for port 664bddbe-5036-484a-89ac-0dec97af08b6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:52.417582 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.451868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-86670f7e-087b-4a50-8db3-0b945a557a68 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Unset dirty status for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:52.453088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-86670f7e-087b-4a50-8db3-0b945a557a68 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.7793727 Feb 04 15:43:52.460238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f2ecf66d-2898-444e-98bc-a3da0ef71ee9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f805ca8557841a68be63a29becd9657&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4056926 Feb 04 15:43:52.462075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9e9dda0d-48c7-4d4c-a87c-488bcad9f7fa tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:52.466056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9e9dda0d-48c7-4d4c-a87c-488bcad9f7fa tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6131938 Feb 04 15:43:52.466056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40452) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:52.466056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40454) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:52.466408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40456) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:52.502476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 664bddbe-5036-484a-89ac-0dec97af08b6 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:52.660730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-261f881c-3b6f-40fe-bff9-b64d8f914fb4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1789608 Feb 04 15:43:52.661287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40464) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:52.673448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 664bddbe-5036-484a-89ac-0dec97af08b6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:52.674085 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.680632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:52.727455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Provisioning for port 6fad2f3c-0e20-41e2-8b5d-15a080824932 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:52.738109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-23672579-f075-4322-8f23-9d9c29ba8c54 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Deleting port 6fad2f3c-0e20-41e2-8b5d-15a080824932 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:52.738362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Provisioning complete for port 6fad2f3c-0e20-41e2-8b5d-15a080824932 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:52.738470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23672579-f075-4322-8f23-9d9c29ba8c54 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.738713 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.834701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-25b453f5-ddab-49e6-b2d7-da6d7429a0e2 None None] Port 6fad2f3c-0e20-41e2-8b5d-15a080824932 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:52.860713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.886493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.917630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 985e9540-1d43-4981-bcd1-0babd93ba7b6 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:43:52.942915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1676429f-c8dc-44cf-9300-e6bd1fb227c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.963606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 985e9540-1d43-4981-bcd1-0babd93ba7b6 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:43:52.963936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 985e9540-1d43-4981-bcd1-0babd93ba7b6 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:43:52.979958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ee126834-46ff-4cf4-b733-caf6519cbb46 None None] Provisioning complete for port 714046ec-0335-4067-900a-1dc600633cc1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:52.980200 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee126834-46ff-4cf4-b733-caf6519cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.997936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b2b48e4-c243-4be5-b2fc-6ba216a95a61 req-747a4587-98f6-4b20-b039-0fd2c32644bc tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1337395 Feb 04 15:43:53.046339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ee126834-46ff-4cf4-b733-caf6519cbb46 None None] Port 714046ec-0335-4067-900a-1dc600633cc1 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:53.058890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ee126834-46ff-4cf4-b733-caf6519cbb46 None None] Provisioning complete for port 6fad2f3c-0e20-41e2-8b5d-15a080824932 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:53.059332 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee126834-46ff-4cf4-b733-caf6519cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.111792 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1676429f-c8dc-44cf-9300-e6bd1fb227c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.115171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ee126834-46ff-4cf4-b733-caf6519cbb46 None None] Port 6fad2f3c-0e20-41e2-8b5d-15a080824932 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:53.158340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:53.161847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Port': ['ID=928848fb-7496-46fd-8169-941901e4dd2f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:53.188866 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.214169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:53.275772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:53.280510 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.285261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23672579-f075-4322-8f23-9d9c29ba8c54 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.391028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.440953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-23672579-f075-4322-8f23-9d9c29ba8c54 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Calling delete_port for 6fad2f3c-0e20-41e2-8b5d-15a080824932 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:43:53.477730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:53.500980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1676429f-c8dc-44cf-9300-e6bd1fb227c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.519337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Checking segment: {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:53.519699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Network hostable DHCP agents. Network: 09c60676-92d3-4929-a739-62012ad9acdf, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:53.617970 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.628086 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.644303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676429f-c8dc-44cf-9300-e6bd1fb227c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe60db83-a421-4c86-a1fe-445cf06eb6f8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:53.691464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1676429f-c8dc-44cf-9300-e6bd1fb227c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.693098 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1676429f-c8dc-44cf-9300-e6bd1fb227c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe60db83-a421-4c86-a1fe-445cf06eb6f8 HTTP/1.1" status: 204 len: 168 time: 1.2175496 Feb 04 15:43:53.694919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Network 09c60676-92d3-4929-a739-62012ad9acdf is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:53.717236 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.718064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Fanout notify agent at l3_agent the message router_deleted on router 39a46c67-4dd8-4201-8e26-604f7e473ca2 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:43:53.744323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 09c60676-92d3-4929-a739-62012ad9acdf) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:53.752993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:53.754485 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.762389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00424b87-98c1-4e82-8108-750945c8c51d None None] Network 09c60676-92d3-4929-a739-62012ad9acdf requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:53.800230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23672579-f075-4322-8f23-9d9c29ba8c54 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.803684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2b7b572b-bc50-411f-a43f-4562ec848934 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6061432 Feb 04 15:43:53.841099 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.842206 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6813c1ac-f952-48de-99a3-43ea891511a8 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/routers/39a46c67-4dd8-4201-8e26-604f7e473ca2 HTTP/1.1" status: 204 len: 168 time: 3.9698730 Feb 04 15:43:53.853828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40474) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:53.907878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672579-f075-4322-8f23-9d9c29ba8c54 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event deleted for resources: {'Port': ['ID=6fad2f3c-0e20-41e2-8b5d-15a080824932,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:54.009502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7f85e7-fd9b-44cb-b8b2-91253ad226e6 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Deleting subnet 2e7cb65d-5998-49ec-9efc-afd561e9a9ae {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:43:54.052497 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f7f85e7-fd9b-44cb-b8b2-91253ad226e6 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.083184 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.243492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:54.256261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:54.292572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:54.295552 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f7f85e7-fd9b-44cb-b8b2-91253ad226e6 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.301806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.347794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf6ed4-9155-47e7-a5f1-b1ff6303d6ed None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:54.365725 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.414705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40486) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:54.418956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=9f859ccb-8e88-4802-a0a3-38f930e4222f,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:54.439045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.455366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8cf7539-0d88-431d-acb4-dd2604271447 req-6aa08f7a-6527-4f56-8ea4-b57c2477a9d8 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1029959 Feb 04 15:43:54.482200 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a89f0ab-5fdc-43df-bd53-9cf9733557c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.482853 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c9e0a19-377b-4285-b26f-8dc3a9d79d14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8172848 Feb 04 15:43:54.485002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40490) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:54.502598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': '9f859ccb-8e88-4802-a0a3-38f930e4222f', 'ip_address': '2001:db8::2885:b46c:12a1:cf4a'}], 'name': 'tempest-NetworksTestDHCPv6-1064881064'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:54.504070 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23672579-f075-4322-8f23-9d9c29ba8c54 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.510180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-23672579-f075-4322-8f23-9d9c29ba8c54 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "DELETE /v2.0/ports/6fad2f3c-0e20-41e2-8b5d-15a080824932 HTTP/1.1" status: 204 len: 168 time: 2.0360518 Feb 04 15:43:54.515272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40496) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:54.519130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7a89f0ab-5fdc-43df-bd53-9cf9733557c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:54.562317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f7f85e7-fd9b-44cb-b8b2-91253ad226e6 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.603041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7a89f0ab-5fdc-43df-bd53-9cf9733557c1 admin admin] Usage tracker for resource:security_group_rule and tenant:76c7251ab99a4d3c83ce102c54994685 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:54.608668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b1972-0a07-4ad1-b68a-66bbabc6207f None None] Network 09c60676-92d3-4929-a739-62012ad9acdf requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:43:54.617143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7a89f0ab-5fdc-43df-bd53-9cf9733557c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:54.621079 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c327f70-c14d-422e-b3e7-f47fb99281fd tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] GET failed (client error): The resource could not be found. Feb 04 15:43:54.621655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6c327f70-c14d-422e-b3e7-f47fb99281fd tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Synchronizing usage tracker for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:54.633648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7a89f0ab-5fdc-43df-bd53-9cf9733557c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:54.682869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:54.694768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6c327f70-c14d-422e-b3e7-f47fb99281fd tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Unset dirty status for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:54.697712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:54.701847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6c327f70-c14d-422e-b3e7-f47fb99281fd tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "GET /v2.0/ports/6fad2f3c-0e20-41e2-8b5d-15a080824932 HTTP/1.1" status: 404 len: 333 time: 0.1843038 Feb 04 15:43:54.702809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40500) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:54.713925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'port': {'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69', 'name': 'tempest-AllowedAddressPairTestJSON-915972943'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:54.738661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:54.795379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '9f859ccb-8e88-4802-a0a3-38f930e4222f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:43:54.797973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.844483 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f7f85e7-fd9b-44cb-b8b2-91253ad226e6 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.907429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f85e7-fd9b-44cb-b8b2-91253ad226e6 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7cb65d-5998-49ec-9efc-afd561e9a9ae,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:54.923438 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f7f85e7-fd9b-44cb-b8b2-91253ad226e6 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.984064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0f7f85e7-fd9b-44cb-b8b2-91253ad226e6 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/subnets/2e7cb65d-5998-49ec-9efc-afd561e9a9ae HTTP/1.1" status: 204 len: 168 time: 1.1290612 Feb 04 15:43:54.994183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40512) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:55.001836 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a89f0ab-5fdc-43df-bd53-9cf9733557c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.026972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:55.093223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/9f859ccb-8e88-4802-a0a3-38f930e4222f/63e22110-03c6-424a-9701-578c84ff975c) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:55.159854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a89f0ab-5fdc-43df-bd53-9cf9733557c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.162001 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.180314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:55.180540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Allocated IP 2001:db8::2ed (a8b1d2e0-f4ff-4ac4-a944-731078ffbe85/8d3a322e-deef-4265-a05c-432e937e7f39/e132f743-3aeb-4ff4-b8f2-b89daf06d686) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:55.200689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 126160c8-5ef4-4621-9ada-5a353b8dad34 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:55.259807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Made reservation on behalf of e7c1879cca0649e4bfba892350bc8d7f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:55.263397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.306294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7a89f0ab-5fdc-43df-bd53-9cf9733557c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76c7251ab99a4d3c83ce102c54994685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8829300 Feb 04 15:43:55.306294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89f0ab-5fdc-43df-bd53-9cf9733557c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016fe5af-d8f7-4606-b735-ef8352f974d7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.311691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40516) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:55.352403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.362758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] device_id is not set on port 3785e8ad-6184-4011-9aeb-894fd3b2def5 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:55.371842 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.387695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Transition to ACTIVE for port object 63e22110-03c6-424a-9701-578c84ff975c will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:55.413670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Transition to ACTIVE for port object 63e22110-03c6-424a-9701-578c84ff975c will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:55.423316 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.436467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-49f2134f-b304-4c4d-9963-18ae551f1bae tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:55.437590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-49f2134f-b304-4c4d-9963-18ae551f1bae tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Synchronizing usage tracker for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:55.475094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.507190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:55.512092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:55.516170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:55.556353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::2885:b46c:12a1:cf4a (40f4fd11-09ca-4e76-8993-0ead05403d9a/9f859ccb-8e88-4802-a0a3-38f930e4222f/126160c8-5ef4-4621-9ada-5a353b8dad34) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:55.565970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Pushing event updated for resources: {'Port': ['ID=63e22110-03c6-424a-9701-578c84ff975c,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.570254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-49f2134f-b304-4c4d-9963-18ae551f1bae tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Unset dirty status for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:55.577634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-49f2134f-b304-4c4d-9963-18ae551f1bae tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 813 time: 0.5906518 Feb 04 15:43:55.608995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.633607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Attempting to bind port 63e22110-03c6-424a-9701-578c84ff975c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:55.634149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Attempting to bind port 63e22110-03c6-424a-9701-578c84ff975c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:55.634507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Attempting to bind port 63e22110-03c6-424a-9701-578c84ff975c on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:43:55.640711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:43:55.641141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:43:55.641537 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.641939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:43:55.642427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Bound port: 63e22110-03c6-424a-9701-578c84ff975c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:55.642798 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.673181 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb63587c-9a5a-4a15-87cf-3e98a4f702d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.694945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-8b51a427-c14f-4a9e-bcc2-5bbac4042e43 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/quotas/8e3df66f359844f398f44d84d2554ba3 HTTP/1.1" status: 200 len: 375 time: 0.1164391 Feb 04 15:43:55.715968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Network a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:55.737531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] For port 63e22110-03c6-424a-9701-578c84ff975c, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:43:55.740905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] For port 63e22110-03c6-424a-9701-578c84ff975c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=63e22110-03c6-424a-9701-578c84ff975c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:43:55.746010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.765922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:55.777621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:55.831404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db2740-1bd7-4f03-94f6-d7462b48ab41 None None] Pushing event updated for resources: {'Port': ['ID=63e22110-03c6-424a-9701-578c84ff975c,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.844335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event updated for resources: {'Port': ['ID=e132f743-3aeb-4ff4-b8f2-b89daf06d686,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.906761 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.933171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-16d576af-b95e-4969-b797-345bb2420135 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2362013 Feb 04 15:43:55.934619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb63587c-9a5a-4a15-87cf-3e98a4f702d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.989815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Allocated IP 172.20.0.6 (98845dd0-3507-4747-bfc6-8715142e6e69/6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e/3785e8ad-6184-4011-9aeb-894fd3b2def5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:56.061254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.065182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f66a19a-2b7b-4a57-83e6-101570d1893b']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:56.091065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fc0284-b45c-420e-9c17-ae1567332a51') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:56.091442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fc0284-b45c-420e-9c17-ae1567332a51') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:56.133778 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.147320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 126160c8-5ef4-4621-9ada-5a353b8dad34 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:56.161290 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.170531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:56.170964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:56.189392 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:56.283012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.345177 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-e3c194c4-1bb9-4a9d-a856-bfc092422d34 service neutron] 10.222.0.46 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905435 Feb 04 15:43:56.352483 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb63587c-9a5a-4a15-87cf-3e98a4f702d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.355708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.452876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.460077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:56.470103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:56.472980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:56.481222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:56.481222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.512377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 63e22110-03c6-424a-9701-578c84ff975c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:56.514574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=126160c8-5ef4-4621-9ada-5a353b8dad34,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:56.530947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63587c-9a5a-4a15-87cf-3e98a4f702d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016fe5af-d8f7-4606-b735-ef8352f974d7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:56.543321 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.569894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] Pushing event deleted for resources: {'Network': ['ID=5f66a19a-2b7b-4a57-83e6-101570d1893b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:56.596419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-973a3510-fbfe-46e7-98a5-c38d54f76968 tempest-FloatingIPTestJSON-1387252202 tempest-FloatingIPTestJSON-1387252202-project] 10.222.0.46 "DELETE /v2.0/networks/5f66a19a-2b7b-4a57-83e6-101570d1893b HTTP/1.1" status: 204 len: 168 time: 1.6004591 Feb 04 15:43:56.603284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb63587c-9a5a-4a15-87cf-3e98a4f702d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.604719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cb63587c-9a5a-4a15-87cf-3e98a4f702d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/016fe5af-d8f7-4606-b735-ef8352f974d7 HTTP/1.1" status: 204 len: 168 time: 1.2901478 Feb 04 15:43:56.624342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 63e22110-03c6-424a-9701-578c84ff975c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:56.639695 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9eda25f4-2b6b-4d28-a178-aaf0f71edb25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1505821 Feb 04 15:43:56.645725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:56.659968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': '9f859ccb-8e88-4802-a0a3-38f930e4222f', 'ip_address': '2001:db8::2885:b46c:12a1:cf4a'}], 'name': 'tempest-NetworksTestDHCPv6-1467267998'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:56.712196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.734472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-d99f3438-1da5-4fcf-b554-a83a08ab0cee service neutron] 10.222.0.46 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530197 Feb 04 15:43:56.768939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Transition to ACTIVE for port object 3785e8ad-6184-4011-9aeb-894fd3b2def5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:56.823440 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.972320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Network 98845dd0-3507-4747-bfc6-8715142e6e69 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:56.991554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:56.996149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:43:57.085663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Port': ['ID=3785e8ad-6184-4011-9aeb-894fd3b2def5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:57.206893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d76367e9-013a-4ef6-b9c0-c5f500febe3f req-ebfb42f1-5e81-42a2-9aac-fc16e7548efc tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0620747 Feb 04 15:43:57.212738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:57.220484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40542) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:57.224913 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.260294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-763938ba-364a-4e16-b88b-e39df0681c35 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5535920 Feb 04 15:43:57.264848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40548) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:57.271181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2aedd092-52dd-46ff-9d92-dde446520526 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c1:a8:ec'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:57.336618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:43:57.347887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:43:57.354246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:43:57.378622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:43:57.516576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Provisioning for port 3785e8ad-6184-4011-9aeb-894fd3b2def5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:57.522185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:57.524650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Provisioning complete for port 3785e8ad-6184-4011-9aeb-894fd3b2def5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:57.527649 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.527842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.574537 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.593882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 8353fee8-7ac2-409a-a467-a359fa33d9e6 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:43:57.653802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Port 3785e8ad-6184-4011-9aeb-894fd3b2def5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:57.686340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Provisioning for port 63e22110-03c6-424a-9701-578c84ff975c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:57.699232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c828dc7-ae6d-4a80-9490-4c4686f5d444 req-cbe9e605-dc67-49d8-8f70-02942476c181 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 210 time: 0.0892179 Feb 04 15:43:57.706084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Provisioning complete for port 63e22110-03c6-424a-9701-578c84ff975c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:57.708284 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.829640 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-59f7a530-d3b0-4b96-844d-6dcedd72f135 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b213a792181848089740e7c057803da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057341 Feb 04 15:43:57.867159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40564) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:57.960637 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.000545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] For port 63e22110-03c6-424a-9701-578c84ff975c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=63e22110-03c6-424a-9701-578c84ff975c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:43:58.006894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.029182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2aedd092-52dd-46ff-9d92-dde446520526 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.120928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c227577-73cd-432d-8abf-4b9b89c89228 None None] Pushing event updated for resources: {'Port': ['ID=63e22110-03c6-424a-9701-578c84ff975c,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:58.134017 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 15:43:58.134464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:58.136671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-73777f00-3674-4c50-8760-24a5bd6df673 None None] Provisioning for port 126160c8-5ef4-4621-9ada-5a353b8dad34 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:58.140124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Router a8868961-deeb-4f4e-8003-2ccc9c46e7e9 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:43:58.143919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-73777f00-3674-4c50-8760-24a5bd6df673 None None] Provisioning complete for port 126160c8-5ef4-4621-9ada-5a353b8dad34 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:58.144849 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-73777f00-3674-4c50-8760-24a5bd6df673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.268348 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-76b43169-958f-45f7-be72-0658d5205e1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6201024 Feb 04 15:43:58.269145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40584) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:58.331110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-73777f00-3674-4c50-8760-24a5bd6df673 None None] Port 126160c8-5ef4-4621-9ada-5a353b8dad34 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:58.358140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2aedd092-52dd-46ff-9d92-dde446520526 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.365648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2aedd092-52dd-46ff-9d92-dde446520526 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.421246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2efc617-1689-4e2f-9e63-b212fe488669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.476703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:43:58.488695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Sync routers for ids ['a8868961-deeb-4f4e-8003-2ccc9c46e7e9'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:58.500157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Routers {'a8868961-deeb-4f4e-8003-2ccc9c46e7e9'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:43:58.501242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a8868961-deeb-4f4e-8003-2ccc9c46e7e9'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:58.550823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf6d7c-36f1-40c7-9a72-647417de993b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:58.576851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf6d7c-36f1-40c7-9a72-647417de993b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:58.585305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e3cf6d7c-36f1-40c7-9a72-647417de993b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:43:58.602086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 63e22110-03c6-424a-9701-578c84ff975c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:43:58.609561 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.610829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-322c749b-e8a3-4fea-990c-d584ab81cbb1 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.3612781 Feb 04 15:43:58.613694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40592) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:58.713491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e3cf6d7c-36f1-40c7-9a72-647417de993b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:43:58.725008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e3cf6d7c-36f1-40c7-9a72-647417de993b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4524906 Feb 04 15:43:58.731756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40596) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:58.762314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2aedd092-52dd-46ff-9d92-dde446520526 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] In _notify_port_updated(), no bound segment for port 3785e8ad-6184-4011-9aeb-894fd3b2def5 on network 98845dd0-3507-4747-bfc6-8715142e6e69 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:43:58.769234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aedd092-52dd-46ff-9d92-dde446520526 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:58.770196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2aedd092-52dd-46ff-9d92-dde446520526 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.771503 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2aedd092-52dd-46ff-9d92-dde446520526 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "PUT /v2.0/ports/3785e8ad-6184-4011-9aeb-894fd3b2def5 HTTP/1.1" status: 200 len: 992 time: 1.5054612 Feb 04 15:43:58.816202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40602) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:43:58.895837 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46d7f84a-3a7c-4998-b86c-64fc82ab4ade req-b36ea1cc-866b-4a39-8646-d553d98e1565 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1439569 Feb 04 15:43:58.928788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2efc617-1689-4e2f-9e63-b212fe488669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.935156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 63e22110-03c6-424a-9701-578c84ff975c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:58.935530 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.984289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedd092-52dd-46ff-9d92-dde446520526 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Port': ['ID=3785e8ad-6184-4011-9aeb-894fd3b2def5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:59.024614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Set router a8868961-deeb-4f4e-8003-2ccc9c46e7e9 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:43:59.118699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a0d28-9029-4329-ab03-b70d180c370c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 126160c8-5ef4-4621-9ada-5a353b8dad34 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:59.119233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0d28-9029-4329-ab03-b70d180c370c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.167301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-977abd76-ea4e-4bb3-954a-0ac1248e41fb req-d738ca92-f230-4d93-94db-7b4bfaa83e7f tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 210 time: 0.1033268 Feb 04 15:43:59.170037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2efc617-1689-4e2f-9e63-b212fe488669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.232052 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2efc617-1689-4e2f-9e63-b212fe488669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.234207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0bc014ae-a130-4b31-9caf-9d73df8ca7a5 None None] Provisioning complete for port 3785e8ad-6184-4011-9aeb-894fd3b2def5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:59.234622 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0bc014ae-a130-4b31-9caf-9d73df8ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.236473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d2efc617-1689-4e2f-9e63-b212fe488669 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f48f6cfa-182f-46dc-bf8d-061caa26cf05 HTTP/1.1" status: 204 len: 168 time: 1.3623261 Feb 04 15:43:59.237443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efc617-1689-4e2f-9e63-b212fe488669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f6cfa-182f-46dc-bf8d-061caa26cf05,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:59.376041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0bc014ae-a130-4b31-9caf-9d73df8ca7a5 None None] Port 3785e8ad-6184-4011-9aeb-894fd3b2def5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:43:59.501300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8868961-deeb-4f4e-8003-2ccc9c46e7e9', 'name': '', 'tenant_id': '0b56033bbdcf4fdca6829196b966bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85', 'external_fixed_ips': [{'subnet_id': '8d3a322e-deef-4265-a05c-432e937e7f39', 'ip_address': '2001:db8::2ed'}], 'enable_snat': True}, 'gw_port_id': 'e132f743-3aeb-4ff4-b8f2-b89daf06d686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:52Z', 'updated_at': '2022-02-04T15:43:56Z', 'revision_number': 3, 'project_id': '0b56033bbdcf4fdca6829196b966bb46', 'gw_port': {'id': 'e132f743-3aeb-4ff4-b8f2-b89daf06d686', 'name': '', 'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8868961-deeb-4f4e-8003-2ccc9c46e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '8d3a322e-deef-4265-a05c-432e937e7f39', 'ip_address': '2001:db8::2ed', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:54Z', 'updated_at': '2022-02-04T15:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3a322e-deef-4265-a05c-432e937e7f39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:59.506311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Checking router: a8868961-deeb-4f4e-8003-2ccc9c46e7e9 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:59.506741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Updating router a8868961-deeb-4f4e-8003-2ccc9c46e7e9 port e132f743-3aeb-4ff4-b8f2-b89daf06d686 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:43:59.582041 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.801952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e19af224-d371-403d-a454-0db10e5dd9c9 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Deleting port 3785e8ad-6184-4011-9aeb-894fd3b2def5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:43:59.802465 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e19af224-d371-403d-a454-0db10e5dd9c9 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.860565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.224890 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.273288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Transition to ACTIVE for port object e132f743-3aeb-4ff4-b8f2-b89daf06d686 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:00.279822 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0d28-9029-4329-ab03-b70d180c370c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.294107 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.504086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d24b391d-d104-40b9-8ce7-70ebbcfad80f req-8f1fd100-b7c1-497e-95f1-c292979686c5 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.2390013 Feb 04 15:44:00.548425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Attempting to bind port e132f743-3aeb-4ff4-b8f2-b89daf06d686 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:00.548959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Attempting to bind port e132f743-3aeb-4ff4-b8f2-b89daf06d686 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '235c0430-c698-4eca-8912-791324a40e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:00.549427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Attempting to bind port e132f743-3aeb-4ff4-b8f2-b89daf06d686 on network a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:00.571521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6a937-18a2-4c01-9c18-1e152dcf28b2 None None] Pushing event updated for resources: {'Port': ['ID=e132f743-3aeb-4ff4-b8f2-b89daf06d686,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:00.574146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:00.574609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Checking segment: {'id': '235c0430-c698-4eca-8912-791324a40e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:00.575008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.575424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Bound using segment: {'id': '235c0430-c698-4eca-8912-791324a40e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:00.575866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Bound port: e132f743-3aeb-4ff4-b8f2-b89daf06d686, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235c0430-c698-4eca-8912-791324a40e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a8b1d2e0-f4ff-4ac4-a944-731078ffbe85'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:00.576238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.721360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] For port e132f743-3aeb-4ff4-b8f2-b89daf06d686, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:00.725469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] For port e132f743-3aeb-4ff4-b8f2-b89daf06d686, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e132f743-3aeb-4ff4-b8f2-b89daf06d686,segment=NetworkSegment(235c0430-c698-4eca-8912-791324a40e05),segment_id=235c0430-c698-4eca-8912-791324a40e05)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:00.733901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.751608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-a8dc0616-3948-466d-90be-8067d5d0787a tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:00.754637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-a8dc0616-3948-466d-90be-8067d5d0787a tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.61 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 813 time: 0.5758815 Feb 04 15:44:00.800916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40662) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:00.808505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a0d28-9029-4329-ab03-b70d180c370c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 126160c8-5ef4-4621-9ada-5a353b8dad34 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:00.835325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Routers {'a8868961-deeb-4f4e-8003-2ccc9c46e7e9'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:00.836016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:43:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a8868961-deeb-4f4e-8003-2ccc9c46e7e9'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:00.860403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Request body: {'port': {'device_id': '7138c6e5-e2f1-480e-acc7-edf5bc9e2a27', 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf', 'admin_state_up': True, 'tenant_id': '8e3df66f359844f398f44d84d2554ba3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:00.892809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d64fd21e-4d7e-4baf-858f-39951a084c78 req-4f904a4c-2c2f-4fe2-b801-6498c8943908 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 210 time: 0.1305394 Feb 04 15:44:00.918782 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.954315 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Deleting port e132f743-3aeb-4ff4-b8f2-b89daf06d686 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:00.955104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.241586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6a937-18a2-4c01-9c18-1e152dcf28b2 None None] Pushing event updated for resources: {'Port': ['ID=e132f743-3aeb-4ff4-b8f2-b89daf06d686,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:01.273217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:01.281536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-18c66a8b-670f-4809-8c45-f47f839fe874 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.282934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-18c66a8b-670f-4809-8c45-f47f839fe874 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.61 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 813 time: 0.3309100 Feb 04 15:44:01.285683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Usage tracker for resource:port and tenant:8e3df66f359844f398f44d84d2554ba3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:01.286436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1571563870'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:01.288902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:01.299078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Request body: {'port': {'device_id': 'dc693f09-3a44-486c-8719-32a265494b86', 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf', 'admin_state_up': True, 'tenant_id': '8e3df66f359844f398f44d84d2554ba3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:01.300876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] Set router a8868961-deeb-4f4e-8003-2ccc9c46e7e9 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:01.301910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:01.318827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e19af224-d371-403d-a454-0db10e5dd9c9 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.327715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:01.381791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Usage tracker for resource:network and tenant:c6d7757a8ebc47deb33a82e56fe5586d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:01.415319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:01.429967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8868961-deeb-4f4e-8003-2ccc9c46e7e9', 'name': '', 'tenant_id': '0b56033bbdcf4fdca6829196b966bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:52Z', 'updated_at': '2022-02-04T15:44:00Z', 'revision_number': 4, 'project_id': '0b56033bbdcf4fdca6829196b966bb46', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:01.441904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96243a28-16c3-4400-9ad2-516fdd8fe481 None None] The sync data for ids ['a8868961-deeb-4f4e-8003-2ccc9c46e7e9'] in n-d-827870-1 is: [{'id': 'a8868961-deeb-4f4e-8003-2ccc9c46e7e9', 'name': '', 'tenant_id': '0b56033bbdcf4fdca6829196b966bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:52Z', 'updated_at': '2022-02-04T15:44:00Z', 'revision_number': 4, 'project_id': '0b56033bbdcf4fdca6829196b966bb46', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:01.466165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Made reservation on behalf of 8e3df66f359844f398f44d84d2554ba3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:01.478179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.571383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e19af224-d371-403d-a454-0db10e5dd9c9 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Calling delete_port for 3785e8ad-6184-4011-9aeb-894fd3b2def5 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:01.617941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:01.628153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Usage tracker for resource:port and tenant:8e3df66f359844f398f44d84d2554ba3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:01.634387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:01.646601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:01.683083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:01.744970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b937639e-5ddc-42d1-a970-af99f7b0c5d5 req-4414a372-d3e1-4b1c-8734-188360155ffb tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0603025 Feb 04 15:44:01.758064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Made reservation on behalf of 8e3df66f359844f398f44d84d2554ba3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:01.761941 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.777772 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0d28-9029-4329-ab03-b70d180c370c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.811949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Allocated IP 172.20.0.12 (09c60676-92d3-4929-a739-62012ad9acdf/3f2cde3f-fa8d-41b8-9a34-f38f7cb78696/5e1b3caf-1a7d-4b11-adf7-08a1502de197) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:01.853043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Made reservation on behalf of c6d7757a8ebc47deb33a82e56fe5586d for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:01.857167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.894234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a0d28-9029-4329-ab03-b70d180c370c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=126160c8-5ef4-4621-9ada-5a353b8dad34,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:01.902510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] For port e132f743-3aeb-4ff4-b8f2-b89daf06d686, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e132f743-3aeb-4ff4-b8f2-b89daf06d686,segment=NetworkSegment(235c0430-c698-4eca-8912-791324a40e05),segment_id=235c0430-c698-4eca-8912-791324a40e05)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:01.902886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.950374 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.175870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-807c3d4e-d756-4759-a83f-ae43d550d7cf req-952854a2-90a7-4b01-880c-40ec79129d4c tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 210 time: 0.0731750 Feb 04 15:44:02.253061 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.297220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0d28-9029-4329-ab03-b70d180c370c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.300619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:02.308981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Calling delete_port for e132f743-3aeb-4ff4-b8f2-b89daf06d686 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:02.341630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e19af224-d371-403d-a454-0db10e5dd9c9 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.357235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Usage tracker for resource:security_group_rule and tenant:c6d7757a8ebc47deb33a82e56fe5586d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:02.387469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Allocated IP 172.20.0.2 (09c60676-92d3-4929-a739-62012ad9acdf/3f2cde3f-fa8d-41b8-9a34-f38f7cb78696/fcaa0d2a-80fa-459f-855f-8ed89ca42db4) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:02.405186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.409579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:02.432195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:02.437126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19af224-d371-403d-a454-0db10e5dd9c9 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event deleted for resources: {'Port': ['ID=3785e8ad-6184-4011-9aeb-894fd3b2def5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:02.498621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40712) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:02.529301 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6f4a0d28-9029-4329-ab03-b70d180c370c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/126160c8-5ef4-4621-9ada-5a353b8dad34 HTTP/1.1" status: 204 len: 168 time: 3.7952671 Feb 04 15:44:02.544182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:02.563265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Network 09c60676-92d3-4929-a739-62012ad9acdf is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:02.576696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:02.589146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:02.813348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf6ac6c-6491-40da-ba5c-0b1b392af5f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:02.815088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf6ac6c-6491-40da-ba5c-0b1b392af5f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:02.815848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aaf6ac6c-6491-40da-ba5c-0b1b392af5f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:02.902903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.905335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Pushing event updated for resources: {'Port': ['ID=5e1b3caf-1a7d-4b11-adf7-08a1502de197,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:02.907739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6a35873-81fc-45a6-a632-2d3ab8ff6ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.990850 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.994912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e19af224-d371-403d-a454-0db10e5dd9c9 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.015066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aaf6ac6c-6491-40da-ba5c-0b1b392af5f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:03.016213 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aaf6ac6c-6491-40da-ba5c-0b1b392af5f6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4716704 Feb 04 15:44:03.026583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40724) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:03.033275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f6a35873-81fc-45a6-a632-2d3ab8ff6ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:03.044614 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee2b0272-58a2-4385-b1f6-32689ec44752 req-d2edbf94-3da5-4206-865e-0886fd2a64b0 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0667024 Feb 04 15:44:03.050100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:03.050689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.072060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f6a35873-81fc-45a6-a632-2d3ab8ff6ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:277c1efc08df4dcca8ffcd99f9a40f98 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:03.073537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f6a35873-81fc-45a6-a632-2d3ab8ff6ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:03.085847 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e19af224-d371-403d-a454-0db10e5dd9c9 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "DELETE /v2.0/ports/3785e8ad-6184-4011-9aeb-894fd3b2def5 HTTP/1.1" status: 204 len: 168 time: 4.2656989 Feb 04 15:44:03.087282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f6a35873-81fc-45a6-a632-2d3ab8ff6ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:03.089247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40728) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:03.105593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411d16ce-b2e8-4190-9c2e-2b8abf5bd3aa,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:03.128352 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.161199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-39088ff9-967e-4ca0-803a-390dbef2a2e0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3128111 Feb 04 15:44:03.171231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:44:03.171506 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79df4b5-9d08-4903-8961-e805071e13f6 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] GET failed (client error): The resource could not be found. Feb 04 15:44:03.172040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e79df4b5-9d08-4903-8961-e805071e13f6 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Synchronizing usage tracker for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:03.183489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-35da1fe6-5ceb-46ff-8f4c-099491ba6cdd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 9f859ccb-8e88-4802-a0a3-38f930e4222f {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:44:03.197261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event deleted for resources: {'Port': ['ID=e132f743-3aeb-4ff4-b8f2-b89daf06d686,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:03.201268 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35da1fe6-5ceb-46ff-8f4c-099491ba6cdd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.227032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.235412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e79df4b5-9d08-4903-8961-e805071e13f6 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Unset dirty status for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:03.236809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e79df4b5-9d08-4903-8961-e805071e13f6 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "GET /v2.0/ports/3785e8ad-6184-4011-9aeb-894fd3b2def5 HTTP/1.1" status: 404 len: 333 time: 0.1466298 Feb 04 15:44:03.240910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40736) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:03.252205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'port': {'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69', 'name': 'tempest-AllowedAddressPairTestJSON-950888214'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:03.272956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.273313 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Added segment 76fb6d18-b1d6-4acd-bea9-6134e6797970 of type vlan for network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 Feb 04 15:44:03.297051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.338648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Request body: {'port': {'device_id': '7138c6e5-e2f1-480e-acc7-edf5bc9e2a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:03.423024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35da1fe6-5ceb-46ff-8f4c-099491ba6cdd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.533765 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.543736 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.547790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.605032 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.605437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8868961-deeb-4f4e-8003-2ccc9c46e7e9 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:44:03.638032 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.639190 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e8d61098-d8e7-4b20-ba79-7ef089277308 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a8868961-deeb-4f4e-8003-2ccc9c46e7e9 HTTP/1.1" status: 204 len: 168 time: 5.0197618 Feb 04 15:44:03.641955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.648956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:03.649587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.655801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40740) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:03.664620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6a35873-81fc-45a6-a632-2d3ab8ff6ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.679151 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.721031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6a35873-81fc-45a6-a632-2d3ab8ff6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.756649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:03.764576 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35da1fe6-5ceb-46ff-8f4c-099491ba6cdd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.805387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.839448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9983926 Feb 04 15:44:03.845683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:03.850530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:03.872450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f6a35873-81fc-45a6-a632-2d3ab8ff6ac7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=277c1efc08df4dcca8ffcd99f9a40f98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3632710 Feb 04 15:44:03.881132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Network 09c60676-92d3-4929-a739-62012ad9acdf is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:03.882505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40750) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:03.887443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a35873-81fc-45a6-a632-2d3ab8ff6ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443377eb-1c16-4d1a-9676-616943de077f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:03.923260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:03.932726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7429-6e16-407d-b148-2b59a96daaae req-35c5fcb2-cd5b-4d7f-9513-7f39708c11a3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:03.933479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4a1f7429-6e16-407d-b148-2b59a96daaae req-35c5fcb2-cd5b-4d7f-9513-7f39708c11a3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Synchronizing usage tracker for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:03.936160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Pushing event updated for resources: {'Port': ['ID=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:03.943728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:03.992672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Request body: {'subnet': {'network_id': '49ea15b2-cedc-49a8-a08f-35fb02d9fd06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:04.001319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Made reservation on behalf of e7c1879cca0649e4bfba892350bc8d7f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:04.004671 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.009704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60811404-31b6-4771-b43c-8b04a31ac40e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event updated for resources: {'Network': ['ID=49ea15b2-cedc-49a8-a08f-35fb02d9fd06,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:04.015634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-5e66056f-747f-4eea-9a1f-f2ff9ae439e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5617201 Feb 04 15:44:04.021007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:44:04.111512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] device_id is not set on port 6d8bc4db-b493-4844-9078-578146207f8a yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:04.140040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-89886fa1-a641-4504-83c2-9ca845d8de34 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Deleting subnet 8d3a322e-deef-4265-a05c-432e937e7f39 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:44:04.150231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89886fa1-a641-4504-83c2-9ca845d8de34 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.151431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4a1f7429-6e16-407d-b148-2b59a96daaae req-35c5fcb2-cd5b-4d7f-9513-7f39708c11a3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Unset dirty status for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:04.152716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a1f7429-6e16-407d-b148-2b59a96daaae req-35c5fcb2-cd5b-4d7f-9513-7f39708c11a3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 932 time: 0.7820034 Feb 04 15:44:04.182394 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-648b5293-d1db-46e8-96ac-b36b30451c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.201799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:04.215215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35da1fe6-5ceb-46ff-8f4c-099491ba6cdd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.215646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.216254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.222258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Usage tracker for resource:subnet and tenant:c6d7757a8ebc47deb33a82e56fe5586d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:04.250211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:04.269388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89886fa1-a641-4504-83c2-9ca845d8de34 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.302030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:04.304008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da1fe6-5ceb-46ff-8f4c-099491ba6cdd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=9f859ccb-8e88-4802-a0a3-38f930e4222f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:04.308831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35da1fe6-5ceb-46ff-8f4c-099491ba6cdd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.341700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f4bb7-2c84-4ecf-911e-b189e24813ad None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:04.351000 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-35da1fe6-5ceb-46ff-8f4c-099491ba6cdd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/9f859ccb-8e88-4802-a0a3-38f930e4222f HTTP/1.1" status: 204 len: 168 time: 1.3153362 Feb 04 15:44:04.351000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Made reservation on behalf of c6d7757a8ebc47deb33a82e56fe5586d for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:04.351607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.357197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40756) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:04.458558 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c28f53-cea2-4d31-81b8-358610b53087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.458872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89886fa1-a641-4504-83c2-9ca845d8de34 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.519203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4a1f7429-6e16-407d-b148-2b59a96daaae req-4f4927a9-1e8e-4cca-9267-8ccc5ddec2d7 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Synchronizing usage tracker for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:04.527705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5d94487f-825b-41cd-af43-4fef3178994c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523330 Feb 04 15:44:04.527705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fa73f994-7c33-4066-a944-7dc79fe5c949 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2330203 Feb 04 15:44:04.528985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40760) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:04.539764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:04.626000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Request body: {'port': {'device_id': 'dc693f09-3a44-486c-8719-32a265494b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:04.650449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f16bb2-cc32-4447-8746-faa559ba22bb None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:44:04.659101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4f16bb2-cc32-4447-8746-faa559ba22bb None None] Deleting port 63e22110-03c6-424a-9701-578c84ff975c {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:04.659722 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4f16bb2-cc32-4447-8746-faa559ba22bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.688645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89886fa1-a641-4504-83c2-9ca845d8de34 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.766064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89886fa1-a641-4504-83c2-9ca845d8de34 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3a322e-deef-4265-a05c-432e937e7f39,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:04.787986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:04.795797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:04.798944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89886fa1-a641-4504-83c2-9ca845d8de34 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.807911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:04.821755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:04.830263 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-89886fa1-a641-4504-83c2-9ca845d8de34 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/8d3a322e-deef-4265-a05c-432e937e7f39 HTTP/1.1" status: 204 len: 168 time: 1.1561658 Feb 04 15:44:04.844663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40764) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:04.849732 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c28f53-cea2-4d31-81b8-358610b53087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.862376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:04.865859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.943505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.944206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4f16bb2-cc32-4447-8746-faa559ba22bb None None] For port 63e22110-03c6-424a-9701-578c84ff975c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=63e22110-03c6-424a-9701-578c84ff975c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:04.944638 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4f16bb2-cc32-4447-8746-faa559ba22bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.970413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4a1f7429-6e16-407d-b148-2b59a96daaae req-4f4927a9-1e8e-4cca-9267-8ccc5ddec2d7 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Unset dirty status for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:04.971558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a1f7429-6e16-407d-b148-2b59a96daaae req-4f4927a9-1e8e-4cca-9267-8ccc5ddec2d7 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637677 Feb 04 15:44:05.072420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event updated for resources: {'Subnet': ['ID=da3e556d-e79e-48c9-8520-a29b4f8d2290,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:05.073067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Allocated IP 172.20.0.6 (98845dd0-3507-4747-bfc6-8715142e6e69/6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e/6d8bc4db-b493-4844-9078-578146207f8a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:05.076618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-a0a61cb6-59b6-4dfc-83ce-8cfccb6b4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.078146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-a0a61cb6-59b6-4dfc-83ce-8cfccb6b4049 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1095 time: 0.9681253 Feb 04 15:44:05.086528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Checking segment: {'id': '76fb6d18-b1d6-4acd-bea9-6134e6797970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '49ea15b2-cedc-49a8-a08f-35fb02d9fd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:05.086901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Network hostable DHCP agents. Network: 49ea15b2-cedc-49a8-a08f-35fb02d9fd06, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:44:05.117810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4f16bb2-cc32-4447-8746-faa559ba22bb None None] Calling delete_port for 63e22110-03c6-424a-9701-578c84ff975c owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:05.121298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:44:05.170814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 49ea15b2-cedc-49a8-a08f-35fb02d9fd06) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:05.179063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.179656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.198213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa80c0-d30c-4899-b243-d6ac8cd24873 None None] Network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:05.213056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6e26b2cb-7885-454e-9e46-2a6dd6087982 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3581524 Feb 04 15:44:05.217628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40768) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:05.224392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2110161734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:05.235689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:05.249034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Usage tracker for resource:router and tenant:c6d7757a8ebc47deb33a82e56fe5586d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:05.254256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:05.269063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:05.276354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.285223 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.314375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.320644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.321871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.346295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f16d2bd2-7f55-42f7-80c9-b92b419fd966 req-0e9ea5dc-1f8e-40a8-ae8b-376c110c8a33 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1773834 Feb 04 15:44:05.347982 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4f16bb2-cc32-4447-8746-faa559ba22bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.361539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:05.373927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:05.382114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.382851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.402707 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c28f53-cea2-4d31-81b8-358610b53087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.407779 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.409066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=71e7a923-035e-4aa1-be08-b6fa3360dc52,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:05.418054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f16bb2-cc32-4447-8746-faa559ba22bb None None] Pushing event deleted for resources: {'Port': ['ID=63e22110-03c6-424a-9701-578c84ff975c,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:05.434258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f16bb2-cc32-4447-8746-faa559ba22bb None None] No DVR routers for this DVR port 63e22110-03c6-424a-9701-578c84ff975c on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:05.437202 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f0884442-9b13-47de-a831-4a3bed99fbd9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9069283 Feb 04 15:44:05.439732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40772) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:05.447910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': '71e7a923-035e-4aa1-be08-b6fa3360dc52', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-154886371'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:05.468051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.471696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf321c0-c648-437c-9b42-36587fa2683d None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:05.483587 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:44:05.528890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c28f53-cea2-4d31-81b8-358610b53087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443377eb-1c16-4d1a-9676-616943de077f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:05.559605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.563556 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f08e9937-0bc7-4a59-bb4c-eef4316cc87d tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3422256 Feb 04 15:44:05.564793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40776) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:05.711382 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c28f53-cea2-4d31-81b8-358610b53087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.716536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-05c28f53-cea2-4d31-81b8-358610b53087 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/443377eb-1c16-4d1a-9676-616943de077f HTTP/1.1" status: 204 len: 168 time: 1.8222921 Feb 04 15:44:05.748403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-d9ea465a-8b41-4fb5-acb6-76eed6e73e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.750148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-d9ea465a-8b41-4fb5-acb6-76eed6e73e1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.6370180 Feb 04 15:44:05.927894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1b3caf-1a7d-4b11-adf7-08a1502de197 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:05.931272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '71e7a923-035e-4aa1-be08-b6fa3360dc52'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:44:05.933219 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.976134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.026314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.072947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Transition to ACTIVE for port object 5e1b3caf-1a7d-4b11-adf7-08a1502de197 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:06.114838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:06.120885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:06.123910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:06.131652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:06.137768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-49ea15b2-cedc-49a8-a08f-35fb02d9fd06', 'network_id': '49ea15b2-cedc-49a8-a08f-35fb02d9fd06', 'tenant_id': 'c6d7757a8ebc47deb33a82e56fe5586d', 'fixed_ips': [{'subnet_id': 'da3e556d-e79e-48c9-8520-a29b4f8d2290'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:44:06.139273 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.141376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40786) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:06.168160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.209859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-dd30435b-6eaa-47eb-b143-5949b8c82a5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 998 time: 0.3959723 Feb 04 15:44:06.226213 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.236868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a7d64b27-a3ca-463c-8b1e-c899496c414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.250192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b1d2e0-f4ff-4ac4-a944-731078ffbe85']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:06.251541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:06.255085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/71e7a923-035e-4aa1-be08-b6fa3360dc52/1d2f118c-dd6d-4baf-a592-3e9d2c757e58) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:06.291033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.310804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Transition to ACTIVE for port object 6d8bc4db-b493-4844-9078-578146207f8a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:06.349185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a7d64b27-a3ca-463c-8b1e-c899496c414f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:06.360801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a7d64b27-a3ca-463c-8b1e-c899496c414f admin admin] Usage tracker for resource:security_group_rule and tenant:5d10118b993c403d9e6194df15bed3c5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:06.381373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Allocated IP 172.20.0.2 (49ea15b2-cedc-49a8-a08f-35fb02d9fd06/da3e556d-e79e-48c9-8520-a29b4f8d2290/8b31712d-6345-4e2a-9933-896f88e7795c) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:06.419899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a7d64b27-a3ca-463c-8b1e-c899496c414f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:06.476193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a7d64b27-a3ca-463c-8b1e-c899496c414f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:06.524032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 63e22110-03c6-424a-9701-578c84ff975c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:06.561589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcaa0d2a-80fa-459f-855f-8ed89ca42db4 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:06.569937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 63e22110-03c6-424a-9701-578c84ff975c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:44:06.570424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 63e22110-03c6-424a-9701-578c84ff975c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:06.592015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.610634 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.641940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 2b08a9d5-2624-465c-ae67-639a8ab563e8 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:06.664899 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-29b785d2-4769-460d-b432-c68ce90ba7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.764391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.776650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235c0430-c698-4eca-8912-791324a40e05') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:06.776974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235c0430-c698-4eca-8912-791324a40e05') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:06.799016 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.803120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.815134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Transition to ACTIVE for port object 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:06.835264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.851518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Transition to ACTIVE for port object 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:06.852549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Transition to ACTIVE for port object 8b31712d-6345-4e2a-9933-896f88e7795c will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:06.858108 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.863481 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.928293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Network 98845dd0-3507-4747-bfc6-8715142e6e69 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:06.929290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1b3caf-1a7d-4b11-adf7-08a1502de197,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:06.930305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Transition to ACTIVE for port object 8b31712d-6345-4e2a-9933-896f88e7795c will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:06.936049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Transition to ACTIVE for port object fcaa0d2a-80fa-459f-855f-8ed89ca42db4 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:06.941802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:06.946128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:06.946720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:06.951380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:06.958253 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.970836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:07.048592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Pushing event updated for resources: {'Port': ['ID=1d2f118c-dd6d-4baf-a592-3e9d2c757e58,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.072566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a7d64b27-a3ca-463c-8b1e-c899496c414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.080032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.089535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a7d64b27-a3ca-463c-8b1e-c899496c414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.098231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.103308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-b441f337-b27d-4360-9541-9e37973ba185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.106134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-b441f337-b27d-4360-9541-9e37973ba185 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.7621408 Feb 04 15:44:07.127205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:07.134567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Attempting to bind port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:07.135113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Attempting to bind port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:07.135565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Attempting to bind port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:07.139440 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a7d64b27-a3ca-463c-8b1e-c899496c414f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d10118b993c403d9e6194df15bed3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9883864 Feb 04 15:44:07.144844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:07.145845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:07.146479 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.147086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:07.147826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Bound port: 1d2f118c-dd6d-4baf-a592-3e9d2c757e58, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:07.148429 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.152167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40792) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:07.153184 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:44:07.153687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:44:07.153811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:44:07.154114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.160343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:07.165844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:07.205240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b732c4f0-073f-4949-811c-e61e55eb7043 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7621727 Feb 04 15:44:07.215675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40796) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:44:07.216384 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:44:07.277388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d64b27-a3ca-463c-8b1e-c899496c414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe527e30-ac1f-416f-b43b-f148d5f74583,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.314319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Pushing event updated for resources: {'Port': ['ID=8b31712d-6345-4e2a-9933-896f88e7795c,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.354604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7e50944-afcc-4520-8b4e-f0f12a082c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.359081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Allocated IP 172.20.0.1 (49ea15b2-cedc-49a8-a08f-35fb02d9fd06/da3e556d-e79e-48c9-8520-a29b4f8d2290/4885413f-c2d1-40f7-b5be-01815a61603c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:07.361838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Attempting to bind port 8b31712d-6345-4e2a-9933-896f88e7795c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:07.362445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Attempting to bind port 8b31712d-6345-4e2a-9933-896f88e7795c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '76fb6d18-b1d6-4acd-bea9-6134e6797970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '49ea15b2-cedc-49a8-a08f-35fb02d9fd06'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:07.363050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Attempting to bind port 8b31712d-6345-4e2a-9933-896f88e7795c on network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:07.387341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:07.388116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Checking segment: {'id': '76fb6d18-b1d6-4acd-bea9-6134e6797970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '49ea15b2-cedc-49a8-a08f-35fb02d9fd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:07.388806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.389443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Bound using segment: {'id': '76fb6d18-b1d6-4acd-bea9-6134e6797970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '49ea15b2-cedc-49a8-a08f-35fb02d9fd06'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:07.390143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Bound port: 8b31712d-6345-4e2a-9933-896f88e7795c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb6d18-b1d6-4acd-bea9-6134e6797970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '49ea15b2-cedc-49a8-a08f-35fb02d9fd06'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:07.390762 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.404410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7e50944-afcc-4520-8b4e-f0f12a082c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.462701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4e8aae5a-bd04-45db-a36f-c23c5e8d6983 None None] Provisioning for port 6d8bc4db-b493-4844-9078-578146207f8a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:07.468461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] For port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:07.478245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4e8aae5a-bd04-45db-a36f-c23c5e8d6983 None None] Provisioning complete for port 6d8bc4db-b493-4844-9078-578146207f8a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:07.480042 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4e8aae5a-bd04-45db-a36f-c23c5e8d6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.503432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Port': ['ID=6d8bc4db-b493-4844-9078-578146207f8a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.529087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] For port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1d2f118c-dd6d-4baf-a592-3e9d2c757e58,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:07.549090 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.560593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.561305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.567819 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7e50944-afcc-4520-8b4e-f0f12a082c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.595731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e50944-afcc-4520-8b4e-f0f12a082c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe527e30-ac1f-416f-b43b-f148d5f74583,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.616837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7e50944-afcc-4520-8b4e-f0f12a082c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.617984 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b7e50944-afcc-4520-8b4e-f0f12a082c8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe527e30-ac1f-416f-b43b-f148d5f74583 HTTP/1.1" status: 204 len: 168 time: 0.4345703 Feb 04 15:44:07.637094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.658060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Transition to ACTIVE for port object 4885413f-c2d1-40f7-b5be-01815a61603c will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:07.671493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b31a1f-cb35-48ed-9dfd-ce4957ca274d req-2bb7b42a-d0dc-4b7a-999b-8b188e26f36e tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.680006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94b31a1f-cb35-48ed-9dfd-ce4957ca274d req-2bb7b42a-d0dc-4b7a-999b-8b188e26f36e tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 944 time: 1.5126073 Feb 04 15:44:07.681910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4e8aae5a-bd04-45db-a36f-c23c5e8d6983 None None] Port 6d8bc4db-b493-4844-9078-578146207f8a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:07.696370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.701588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] For port 8b31712d-6345-4e2a-9933-896f88e7795c, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:07.706168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.708066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] For port 8b31712d-6345-4e2a-9933-896f88e7795c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8b31712d-6345-4e2a-9933-896f88e7795c,segment=NetworkSegment(76fb6d18-b1d6-4acd-bea9-6134e6797970),segment_id=76fb6d18-b1d6-4acd-bea9-6134e6797970)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:07.717617 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.719160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9da67-e991-476e-817e-ca036bca709d None None] Pushing event updated for resources: {'Port': ['ID=1d2f118c-dd6d-4baf-a592-3e9d2c757e58,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.724660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.766361 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.769414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Attempting to bind port 5e1b3caf-1a7d-4b11-adf7-08a1502de197 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:07.769414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Attempting to bind port 5e1b3caf-1a7d-4b11-adf7-08a1502de197 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:07.769697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Attempting to bind port 5e1b3caf-1a7d-4b11-adf7-08a1502de197 on network 09c60676-92d3-4929-a739-62012ad9acdf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:07.783809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 15:44:07.798089 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.808980 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "DELETE /v2.0/networks/a8b1d2e0-f4ff-4ac4-a944-731078ffbe85 HTTP/1.1" status: 204 len: 168 time: 2.9498258 Feb 04 15:44:07.847321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:07.863395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07edc3-f192-4503-af0d-3ec001db0b56 None None] Pushing event updated for resources: {'Port': ['ID=8b31712d-6345-4e2a-9933-896f88e7795c,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.881117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:07.886482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event updated for resources: {'Port': ['ID=4885413f-c2d1-40f7-b5be-01815a61603c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.897926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:07.913689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Port 5e1b3caf-1a7d-4b11-adf7-08a1502de197 on network 09c60676-92d3-4929-a739-62012ad9acdf not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:44:07.913999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Attempting to bind port 5e1b3caf-1a7d-4b11-adf7-08a1502de197 on network 09c60676-92d3-4929-a739-62012ad9acdf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:07.924486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-95b5c1cb-2b7f-444f-849b-19b7704ef2b1 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6797521 Feb 04 15:44:07.928796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa0f92-20b0-4a6f-8088-7e499654753f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8b1d2e0-f4ff-4ac4-a944-731078ffbe85,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.939802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Pushing event updated for resources: {'Port': ['ID=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.950630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40804) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:08.003530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:08.003911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Checking segment: {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:08.004370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Bound using segment: {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:08.004857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Bound port: 5e1b3caf-1a7d-4b11-adf7-08a1502de197, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:08.018555 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.071825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c1:a8:ec'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:08.267691 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.357323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94b31a1f-cb35-48ed-9dfd-ce4957ca274d req-69d8d5ac-1970-4fa9-9e36-986b46d83ce0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761758 Feb 04 15:44:08.635720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-8cb06a00-8fcb-43d6-bd82-b757d1724897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:08.637437 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-8cb06a00-8fcb-43d6-bd82-b757d1724897 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5048456 Feb 04 15:44:08.791237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:08.891948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b222a8-94bc-4e6e-a149-c586ad2a947a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:08.895819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-75b222a8-94bc-4e6e-a149-c586ad2a947a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.6762738 Feb 04 15:44:08.896014 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-a5c4107f-cfa4-412a-a36b-3f5fbb40e765 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233555 Feb 04 15:44:08.902994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40828) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:08.903350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40830) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:08.930258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.960633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Attempting to bind port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:08.960993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Attempting to bind port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:08.961341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Attempting to bind port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 on network 09c60676-92d3-4929-a739-62012ad9acdf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:08.998154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:09.032271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8b31712d-6345-4e2a-9933-896f88e7795c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:09.238753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.258635 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.265057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8b31712d-6345-4e2a-9933-896f88e7795c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:09.288235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'router': {'name': 'tempest-router--1667153776', 'project_id': '04aa2644d68e458caf06b3d96a1fd11f'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:09.365689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:09.395420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cae64a2-6f58-4ad0-abda-58607c14dee0 req-ff10cc05-c0cc-4bf3-baae-41be72eef0b5 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.7248452 Feb 04 15:44:09.396081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 on network 09c60676-92d3-4929-a739-62012ad9acdf not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:44:09.396414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Attempting to bind port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 on network 09c60676-92d3-4929-a739-62012ad9acdf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:09.568327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e100d43-9e3d-49d7-9181-704021763e38 None None] Network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:09.590662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.599973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.617502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Usage tracker for resource:router and tenant:04aa2644d68e458caf06b3d96a1fd11f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:09.625924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:09.636355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:09.667153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:09.667525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Checking segment: {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:09.667942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Bound using segment: {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:09.668393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Bound port: fcaa0d2a-80fa-459f-855f-8ed89ca42db4, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:09.668822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.693118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd30e921-2b6c-4ca8-a55f-40851c0e05ee None None] Provisioning for port 8b31712d-6345-4e2a-9933-896f88e7795c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:09.695868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.697135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.703326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd30e921-2b6c-4ca8-a55f-40851c0e05ee None None] Provisioning complete for port 8b31712d-6345-4e2a-9933-896f88e7795c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:09.703774 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd30e921-2b6c-4ca8-a55f-40851c0e05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.783487 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.887325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] For port fcaa0d2a-80fa-459f-855f-8ed89ca42db4, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:09.890998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] For port fcaa0d2a-80fa-459f-855f-8ed89ca42db4, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:09.921436 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd30e921-2b6c-4ca8-a55f-40851c0e05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.922573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c26e24-5ec7-440d-9828-7526349f677c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.924306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c26e24-5ec7-440d-9828-7526349f677c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.926067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-16c26e24-5ec7-440d-9828-7526349f677c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9596260 Feb 04 15:44:09.927320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.940557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40852) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:09.946783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] For port 5e1b3caf-1a7d-4b11-adf7-08a1502de197, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:10.009331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event updated for resources: {'Port': ['ID=4885413f-c2d1-40f7-b5be-01815a61603c,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.037624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bd30e921-2b6c-4ca8-a55f-40851c0e05ee None None] For port 8b31712d-6345-4e2a-9933-896f88e7795c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8b31712d-6345-4e2a-9933-896f88e7795c,segment=NetworkSegment(76fb6d18-b1d6-4acd-bea9-6134e6797970),segment_id=76fb6d18-b1d6-4acd-bea9-6134e6797970)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:10.042378 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.051199 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd30e921-2b6c-4ca8-a55f-40851c0e05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.084331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d904c965-09d2-42ba-81ed-46be7e904736 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 71e7a923-035e-4aa1-be08-b6fa3360dc52 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:44:10.089787 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d904c965-09d2-42ba-81ed-46be7e904736 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.100523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:10.101389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.103136 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] 10.222.0.61 "PUT /v2.0/ports/fcaa0d2a-80fa-459f-855f-8ed89ca42db4 HTTP/1.1" status: 200 len: 1091 time: 5.5168238 Feb 04 15:44:10.121920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] For port 5e1b3caf-1a7d-4b11-adf7-08a1502de197, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e1b3caf-1a7d-4b11-adf7-08a1502de197,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:10.139330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc693f09-3a44-486c-8719-32a265494b86', 'tag': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:10.165933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d904c965-09d2-42ba-81ed-46be7e904736 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.167411 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.192531 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.200889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32d1b793-d421-44b3-a846-f49935716efe None None] Provisioning for port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:10.216903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32d1b793-d421-44b3-a846-f49935716efe None None] Provisioning complete for port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:10.217580 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32d1b793-d421-44b3-a846-f49935716efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.284128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d904c965-09d2-42ba-81ed-46be7e904736 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.292234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30e921-2b6c-4ca8-a55f-40851c0e05ee None None] Pushing event updated for resources: {'Port': ['ID=8b31712d-6345-4e2a-9933-896f88e7795c,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.312211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-74dc530e-db29-454d-a11b-11d7fb6ed7c0 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3420069 Feb 04 15:44:10.363549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:10.364557 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.366414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] 10.222.0.61 "PUT /v2.0/ports/5e1b3caf-1a7d-4b11-adf7-08a1502de197 HTTP/1.1" status: 200 len: 1092 time: 7.1918371 Feb 04 15:44:10.387230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.421218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d904c965-09d2-42ba-81ed-46be7e904736 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.441036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a2767-d558-44f6-89de-67e345478611 service neutron] Pushing event updated for resources: {'Port': ['ID=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.488372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8b31712d-6345-4e2a-9933-896f88e7795c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:10.540240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32d1b793-d421-44b3-a846-f49935716efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.545849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904c965-09d2-42ba-81ed-46be7e904736 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=71e7a923-035e-4aa1-be08-b6fa3360dc52,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.550919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d904c965-09d2-42ba-81ed-46be7e904736 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.570685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a7e876-9be1-4bd7-9ed6-6278cff3b2ca None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:10.571073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:10.573438 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d904c965-09d2-42ba-81ed-46be7e904736 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/71e7a923-035e-4aa1-be08-b6fa3360dc52 HTTP/1.1" status: 204 len: 168 time: 0.6313291 Feb 04 15:44:10.574564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:10.579513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40878) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:10.730021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-32d1b793-d421-44b3-a846-f49935716efe None None] For port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1d2f118c-dd6d-4baf-a592-3e9d2c757e58,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:10.737965 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32d1b793-d421-44b3-a846-f49935716efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.767936 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-81c05f68-2932-4509-8025-2b5ca5d0ef9e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1863668 Feb 04 15:44:10.782171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40886) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:10.793085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:10.841663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8b31712d-6345-4e2a-9933-896f88e7795c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:10.842069 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.924961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fd3dd-ff5f-4805-a30e-124f77eae7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1b3caf-1a7d-4b11-adf7-08a1502de197,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.945219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f36f6-e908-4a9c-94a9-cdf3fbc6e069 req-26013bec-2adc-4176-9525-05c9e045763f tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:10.954853 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-428f36f6-e908-4a9c-94a9-cdf3fbc6e069 req-26013bec-2adc-4176-9525-05c9e045763f tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 944 time: 1.3872635 Feb 04 15:44:10.985911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1b793-d421-44b3-a846-f49935716efe None None] Pushing event updated for resources: {'Port': ['ID=1d2f118c-dd6d-4baf-a592-3e9d2c757e58,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.990763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bbc92dd6-3e24-46f0-a79a-5c05f190cad6 None None] Provisioning for port 4885413f-c2d1-40f7-b5be-01815a61603c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:11.004846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.006020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cd1835a2-b4fa-4e76-8416-674ab2443a8f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.0418811 Feb 04 15:44:11.017403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:44:11.025939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40902) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:11.028473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fe064613-2b8c-48fb-8b0f-4563034d9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:11.030135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-fe064613-2b8c-48fb-8b0f-4563034d9b5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&device_id=dc693f09-3a44-486c-8719-32a265494b86 HTTP/1.1" status: 200 len: 1094 time: 0.8702271 Feb 04 15:44:11.040015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bbc92dd6-3e24-46f0-a79a-5c05f190cad6 None None] Provisioning complete for port 4885413f-c2d1-40f7-b5be-01815a61603c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:11.040015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbc92dd6-3e24-46f0-a79a-5c05f190cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.109135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.173680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-bbc92dd6-3e24-46f0-a79a-5c05f190cad6 None None] Port 4885413f-c2d1-40f7-b5be-01815a61603c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:11.191596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bbc92dd6-3e24-46f0-a79a-5c05f190cad6 None None] Provisioning complete for port 8b31712d-6345-4e2a-9933-896f88e7795c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:11.191955 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbc92dd6-3e24-46f0-a79a-5c05f190cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.210314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.255369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-218ac44c-2604-4789-869e-060446034827 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fcaa0d2a-80fa-459f-855f-8ed89ca42db4 HTTP/1.1" status: 200 len: 217 time: 0.1563878 Feb 04 15:44:11.315891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be81ae44-5011-4773-a62d-63760a6424f1 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:44:11.327652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:11.332180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:11.335276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:11.342740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:11.359490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:11.363886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.409481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-be81ae44-5011-4773-a62d-63760a6424f1 None None] Deleting port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:11.410190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-be81ae44-5011-4773-a62d-63760a6424f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.428435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-9e21763b-bdf4-44e7-88f0-0c982cd99b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:11.430031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-9e21763b-bdf4-44e7-88f0-0c982cd99b03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 HTTP/1.1" status: 200 len: 853 time: 0.0859151 Feb 04 15:44:11.442405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-428f36f6-e908-4a9c-94a9-cdf3fbc6e069 req-005e6c48-4fa8-4b82-ab57-f6c2bd4f80f5 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863837 Feb 04 15:44:11.466849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-957adb13-cbef-448c-b9a8-4116db4d6b37 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.583814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Router 5e75e85b-f25b-489f-add4-fbbb9121cfbc is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:44:11.770659 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc693f09-3a44-486c-8719-32a265494b86', 'tag': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4', 'status': 'completed', 'code': 200} Feb 04 15:44:11.831908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:44:11.843711 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197abfea-62a1-4a64-a722-8805b7415690 None None] Sync routers for ids ['5e75e85b-f25b-489f-add4-fbbb9121cfbc'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:11.859919 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197abfea-62a1-4a64-a722-8805b7415690 None None] Routers {'5e75e85b-f25b-489f-add4-fbbb9121cfbc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:11.861226 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-197abfea-62a1-4a64-a722-8805b7415690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5e75e85b-f25b-489f-add4-fbbb9121cfbc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:11.886705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e996e1e-1f90-4360-82c7-738b4cb4c7b6 None None] Provisioning complete for port 4885413f-c2d1-40f7-b5be-01815a61603c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:11.887074 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e996e1e-1f90-4360-82c7-738b4cb4c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.893964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-37961e52-0c6a-4a4d-a278-826f2306e209 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "PUT /v2.0/routers/5e75e85b-f25b-489f-add4-fbbb9121cfbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3283293 Feb 04 15:44:11.895327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40948) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:11.910339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Request body: {'port': {'network_id': '49ea15b2-cedc-49a8-a08f-35fb02d9fd06', 'name': 'tempest-FloatingIPNegativeTestJSON-1115349017'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:11.977304 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-197abfea-62a1-4a64-a722-8805b7415690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:11.981522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9e996e1e-1f90-4360-82c7-738b4cb4c7b6 None None] Port 4885413f-c2d1-40f7-b5be-01815a61603c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:11.988298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-be81ae44-5011-4773-a62d-63760a6424f1 None None] For port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1d2f118c-dd6d-4baf-a592-3e9d2c757e58,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:11.988958 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-be81ae44-5011-4773-a62d-63760a6424f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.000436 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197abfea-62a1-4a64-a722-8805b7415690 None None] Routers {'5e75e85b-f25b-489f-add4-fbbb9121cfbc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:12.001418 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-197abfea-62a1-4a64-a722-8805b7415690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5e75e85b-f25b-489f-add4-fbbb9121cfbc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:12.109477 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-197abfea-62a1-4a64-a722-8805b7415690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:12.110543 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197abfea-62a1-4a64-a722-8805b7415690 None None] The sync data for ids ['5e75e85b-f25b-489f-add4-fbbb9121cfbc'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:12.143883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-be81ae44-5011-4773-a62d-63760a6424f1 None None] Calling delete_port for 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:12.163534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] In _notify_port_updated(), no bound segment for port 6d8bc4db-b493-4844-9078-578146207f8a on network 98845dd0-3507-4747-bfc6-8715142e6e69 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:44:12.169603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.171118 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.171290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:12.171666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "PUT /v2.0/ports/6d8bc4db-b493-4844-9078-578146207f8a HTTP/1.1" status: 200 len: 995 time: 4.1950116 Feb 04 15:44:12.182246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40964) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:12.184693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Usage tracker for resource:port and tenant:c6d7757a8ebc47deb33a82e56fe5586d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:12.208893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b1523f47-5b72-45d9-9f11-66746b638125 None None] Provisioning complete for port 6d8bc4db-b493-4844-9078-578146207f8a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:12.209425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b1523f47-5b72-45d9-9f11-66746b638125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.224959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:12.247095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e53e5c7d-b616-4b8f-adba-9634c4abd0d8 req-1c99c0ac-266e-4764-a769-0b1ec846d632 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.0737650 Feb 04 15:44:12.249092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-c6bc1e50-5236-4a16-9deb-c0b5b278883c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09c60676-92d3-4929-a739-62012ad9acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7985280 Feb 04 15:44:12.263285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:12.296555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b1523f47-5b72-45d9-9f11-66746b638125 None None] Port 6d8bc4db-b493-4844-9078-578146207f8a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:12.313923 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-be81ae44-5011-4773-a62d-63760a6424f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.328335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Made reservation on behalf of c6d7757a8ebc47deb33a82e56fe5586d for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:12.332150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.367017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-99a74aef-5c8c-45d8-a120-563d534f2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.369014 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-99a74aef-5c8c-45d8-a120-563d534f2a09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 1095 time: 1.5668786 Feb 04 15:44:12.372630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be81ae44-5011-4773-a62d-63760a6424f1 None None] No DVR routers for this DVR port 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:12.382739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81ae44-5011-4773-a62d-63760a6424f1 None None] Pushing event deleted for resources: {'Port': ['ID=1d2f118c-dd6d-4baf-a592-3e9d2c757e58,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:12.390812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa8c3d-8570-44ba-bb14-b6c9abe44508 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Port': ['ID=6d8bc4db-b493-4844-9078-578146207f8a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:12.391034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3e36ad90-b1f7-41a8-a9ca-8f4589665dc4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Deleting port 6d8bc4db-b493-4844-9078-578146207f8a {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:12.391344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e36ad90-b1f7-41a8-a9ca-8f4589665dc4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.510659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.518742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:12.600294 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-957adb13-cbef-448c-b9a8-4116db4d6b37 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.605882 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-957adb13-cbef-448c-b9a8-4116db4d6b37 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.608247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-b6a52345-d368-4633-bfd4-79451280375a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1b3caf-1a7d-4b11-adf7-08a1502de197 HTTP/1.1" status: 200 len: 217 time: 0.2022126 Feb 04 15:44:12.610816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:44:12.613202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1d2f118c-dd6d-4baf-a592-3e9d2c757e58 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:12.624424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] device_id is not set on port 274c2bd4-8a13-45c6-b22c-7f84fdc9c74d yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:12.669612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=c2595345-3b21-41f1-910c-8d5727c840f0,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:12.689202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:12.702287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:12.712458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875d707-59da-4311-8a64-0618aa2c6266 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:12.724511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.725123 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.762757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-957adb13-cbef-448c-b9a8-4116db4d6b37 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.763129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957adb13-cbef-448c-b9a8-4116db4d6b37 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81b4ff2a-9a41-4c82-8757-b009d026eaaf {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:44:12.804078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-d41f8a71-b52a-4b49-98db-e038789fc7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.805960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-d41f8a71-b52a-4b49-98db-e038789fc7e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 HTTP/1.1" status: 200 len: 853 time: 0.1528740 Feb 04 15:44:12.808381 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-957adb13-cbef-448c-b9a8-4116db4d6b37 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.809648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-957adb13-cbef-448c-b9a8-4116db4d6b37 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "DELETE /v2.0/routers/81b4ff2a-9a41-4c82-8757-b009d026eaaf HTTP/1.1" status: 204 len: 168 time: 1.7745645 Feb 04 15:44:12.879723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-f03c6c5e-d16a-4742-9de1-47019a7ad429 service neutron] 10.222.0.61 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230331 Feb 04 15:44:12.884216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-2aaca3e8-af81-4259-a508-aa519ffb055e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09c60676-92d3-4929-a739-62012ad9acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697355 Feb 04 15:44:12.888740 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d3ff399f-7a85-4acb-8a2d-85c3df1954ec tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1025617 Feb 04 15:44:12.891603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41004) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:12.996385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1024647091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:13.013690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:13.017212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': 'c2595345-3b21-41f1-910c-8d5727c840f0'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:44:13.018206 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.018364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:router and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:13.021834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:13.029583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:13.048839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41016) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:13.066210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Allocated IP 172.20.0.5 (49ea15b2-cedc-49a8-a08f-35fb02d9fd06/da3e556d-e79e-48c9-8520-a29b4f8d2290/274c2bd4-8a13-45c6-b22c-7f84fdc9c74d) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:13.069406 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e36ad90-b1f7-41a8-a9ca-8f4589665dc4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.104225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50b97-08d3-46a3-a027-3c6b6ab9c671 req-d6ed59c7-da85-4cb5-9f68-cb8e42da3bea tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:13.111711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26b50b97-08d3-46a3-a027-3c6b6ab9c671 req-d6ed59c7-da85-4cb5-9f68-cb8e42da3bea tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 944 time: 0.5069087 Feb 04 15:44:13.199373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.200446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.238762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3e36ad90-b1f7-41a8-a9ca-8f4589665dc4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Calling delete_port for 6d8bc4db-b493-4844-9078-578146207f8a owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:13.289051 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26b50b97-08d3-46a3-a027-3c6b6ab9c671 req-724051c2-1471-4618-819c-81ffb28210df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725860 Feb 04 15:44:13.395795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.398824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/c2595345-3b21-41f1-910c-8d5727c840f0/589ba6c0-e94c-4edd-9434-1c6a314cc406) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:13.590250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1928843959', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:13.596707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-4e7aa668-491d-49cc-bbbb-1bf5c07ee37b service neutron] 10.222.0.61 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404102 Feb 04 15:44:13.600945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:13.607323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Usage tracker for resource:router and tenant:4aa8b7b0688842d7a4482102e1c4c9c2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:13.611261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:13.625428 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:13.637477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41032) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:13.669967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e36ad90-b1f7-41a8-a9ca-8f4589665dc4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.674383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.676661 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.714731 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.729227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Transition to ACTIVE for port object 589ba6c0-e94c-4edd-9434-1c6a314cc406 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:13.754257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Transition to ACTIVE for port object 589ba6c0-e94c-4edd-9434-1c6a314cc406 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:13.762430 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.776725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36ad90-b1f7-41a8-a9ca-8f4589665dc4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event deleted for resources: {'Port': ['ID=6d8bc4db-b493-4844-9078-578146207f8a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:13.803211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138c6e5-e2f1-480e-acc7-edf5bc9e2a27', 'tag': '5e1b3caf-1a7d-4b11-adf7-08a1502de197'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:13.831101 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.843782 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aefac3e4-e91e-4be5-b9e4-d8b1b905bd70 req-0636d188-3d89-4374-a947-febec5327bab tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.3197544 Feb 04 15:44:13.846072 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.850176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-f756878b-ddc3-4e70-a1f2-4451380fe255 service neutron] 10.222.0.61 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9574661 Feb 04 15:44:13.865557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21798e3-a718-4bf3-b015-8a2f3698be83 req-54820212-34b7-466b-bd4d-896151541d3f service neutron] 10.222.0.61 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569258 Feb 04 15:44:13.898779 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:13.903615 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-221082c4-778a-4a03-8ca1-845d422c424b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0073314 Feb 04 15:44:13.904015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41040) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:13.952179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Pushing event updated for resources: {'Port': ['ID=589ba6c0-e94c-4edd-9434-1c6a314cc406,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:13.969234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:13.972200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:13.976868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:13.985887 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-368d7def-ef7d-45e8-ac32-92bde3645945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.050664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-368d7def-ef7d-45e8-ac32-92bde3645945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:14.068806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-368d7def-ef7d-45e8-ac32-92bde3645945 admin admin] Usage tracker for resource:security_group_rule and tenant:230a1efae2de41f19fa5eea0c4cbf2f0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:14.074830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e36ad90-b1f7-41a8-a9ca-8f4589665dc4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.089246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-368d7def-ef7d-45e8-ac32-92bde3645945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:14.100468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Attempting to bind port 589ba6c0-e94c-4edd-9434-1c6a314cc406 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:14.101082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Attempting to bind port 589ba6c0-e94c-4edd-9434-1c6a314cc406 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:14.101449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Attempting to bind port 589ba6c0-e94c-4edd-9434-1c6a314cc406 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:14.107530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:14.107939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:14.108301 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.108948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:14.109357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Bound port: 589ba6c0-e94c-4edd-9434-1c6a314cc406, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:14.109731 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.161672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-368d7def-ef7d-45e8-ac32-92bde3645945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:14.176505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e36ad90-b1f7-41a8-a9ca-8f4589665dc4 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "DELETE /v2.0/ports/6d8bc4db-b493-4844-9078-578146207f8a HTTP/1.1" status: 204 len: 168 time: 1.9936700 Feb 04 15:44:14.194501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41044) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:14.211821 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7138c6e5-e2f1-480e-acc7-edf5bc9e2a27', 'tag': '5e1b3caf-1a7d-4b11-adf7-08a1502de197', 'status': 'completed', 'code': 200} Feb 04 15:44:14.219894 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] For port 589ba6c0-e94c-4edd-9434-1c6a314cc406, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:14.223657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] For port 589ba6c0-e94c-4edd-9434-1c6a314cc406, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=589ba6c0-e94c-4edd-9434-1c6a314cc406,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:14.228933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.327222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc0c62-9616-4787-8129-2131a4f8be78 None None] Pushing event updated for resources: {'Port': ['ID=589ba6c0-e94c-4edd-9434-1c6a314cc406,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:14.416728 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ace32b-f9c2-41f0-afa8-5caaaafb4304 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] GET failed (client error): The resource could not be found. Feb 04 15:44:14.417074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-42ace32b-f9c2-41f0-afa8-5caaaafb4304 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Synchronizing usage tracker for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:14.511369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.528116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.557962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Transition to ACTIVE for port object 274c2bd4-8a13-45c6-b22c-7f84fdc9c74d will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:14.579638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-42ace32b-f9c2-41f0-afa8-5caaaafb4304 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Unset dirty status for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:14.581007 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-42ace32b-f9c2-41f0-afa8-5caaaafb4304 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "GET /v2.0/ports/6d8bc4db-b493-4844-9078-578146207f8a HTTP/1.1" status: 404 len: 333 time: 0.3850636 Feb 04 15:44:14.602851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41050) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:14.669227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'port': {'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69', 'name': 'tempest-AllowedAddressPairTestJSON-878758070'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:14.806227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b25f4-ff82-470c-8944-070bb98045b6 req-3abc71d5-24c7-47b1-aec7-951e3f971866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:14.808067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-083b25f4-ff82-470c-8944-070bb98045b6 req-3abc71d5-24c7-47b1-aec7-951e3f971866 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 1095 time: 0.5979176 Feb 04 15:44:14.832236 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-368d7def-ef7d-45e8-ac32-92bde3645945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.840237 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-368d7def-ef7d-45e8-ac32-92bde3645945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.866022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.911045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80307289-e39a-46ea-8395-83639f7fd89e req-5ad4f430-3fdf-461b-9014-ff2fb81a5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:14.912532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80307289-e39a-46ea-8395-83639f7fd89e req-5ad4f430-3fdf-461b-9014-ff2fb81a5d18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&device_id=dc693f09-3a44-486c-8719-32a265494b86 HTTP/1.1" status: 200 len: 1094 time: 0.7036316 Feb 04 15:44:14.986145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d33d1-001f-49cf-a728-eebfde57dfc2 req-2aafda07-7e57-4997-9d64-fcc93f387566 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:14.988809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-033d33d1-001f-49cf-a728-eebfde57dfc2 req-2aafda07-7e57-4997-9d64-fcc93f387566 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 944 time: 0.4986892 Feb 04 15:44:14.999952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.003016 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-368d7def-ef7d-45e8-ac32-92bde3645945 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=230a1efae2de41f19fa5eea0c4cbf2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3643622 Feb 04 15:44:15.003998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d7def-ef7d-45e8-ac32-92bde3645945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a7ef5-c4ac-41d8-8caa-61271490eae9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:15.012090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41056) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:15.016463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:15.017743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:15.036146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:15.048876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:15.080705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:15.089248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event updated for resources: {'Port': ['ID=274c2bd4-8a13-45c6-b22c-7f84fdc9c74d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:15.151582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Made reservation on behalf of e7c1879cca0649e4bfba892350bc8d7f for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:15.155156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.225998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:15.226608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.243276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45191ea9-fd69-4076-bde9-59382c028d04 req-6a331543-587f-4572-a118-92bd51ff7f4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.2311277 Feb 04 15:44:15.244108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] device_id is not set on port 5aff1374-1f15-4627-8319-d6c89c0f3231 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:15.291963 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-497f94c6-19f5-4826-a88e-0d8500294720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.399574 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e99a659d-9448-4aa0-8a00-7e5cfc22585e tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4990182 Feb 04 15:44:15.402679 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-497f94c6-19f5-4826-a88e-0d8500294720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.407881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41062) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:15.438677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:15.461633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b25f4-ff82-470c-8944-070bb98045b6 req-6f6036bd-ae55-46c6-994f-6f2cf8884ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:15.463199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-083b25f4-ff82-470c-8944-070bb98045b6 req-6f6036bd-ae55-46c6-994f-6f2cf8884ae3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 914 time: 0.6394546 Feb 04 15:44:15.471170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-716a3b93-e068-4545-a496-b4b94bfcd60c None None] Provisioning for port 274c2bd4-8a13-45c6-b22c-7f84fdc9c74d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:15.476946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-716a3b93-e068-4545-a496-b4b94bfcd60c None None] Provisioning complete for port 274c2bd4-8a13-45c6-b22c-7f84fdc9c74d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:15.477471 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-716a3b93-e068-4545-a496-b4b94bfcd60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.480361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:15.485607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-033d33d1-001f-49cf-a728-eebfde57dfc2 req-cf1b8534-2f25-469f-b287-916623abac77 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760089 Feb 04 15:44:15.566048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Usage tracker for resource:floatingip and tenant:c6d7757a8ebc47deb33a82e56fe5586d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:15.586671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-716a3b93-e068-4545-a496-b4b94bfcd60c None None] Port 274c2bd4-8a13-45c6-b22c-7f84fdc9c74d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:15.590822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:15.610522 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-083b25f4-ff82-470c-8944-070bb98045b6 req-8270c9fa-6a8a-46ab-82bc-c770b20853fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1b3caf-1a7d-4b11-adf7-08a1502de197 HTTP/1.1" status: 200 len: 217 time: 0.1236300 Feb 04 15:44:15.619857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:15.812223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8d93b710-1d44-4de7-a594-cb6c589dbe76 None None] Provisioning for port 589ba6c0-e94c-4edd-9434-1c6a314cc406 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:15.821465 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.842097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80307289-e39a-46ea-8395-83639f7fd89e req-ba796d38-1270-4063-8f0b-81f344a68429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:15.843608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80307289-e39a-46ea-8395-83639f7fd89e req-ba796d38-1270-4063-8f0b-81f344a68429 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 914 time: 0.8906252 Feb 04 15:44:15.859522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.904813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Allocated IP 172.20.0.7 (98845dd0-3507-4747-bfc6-8715142e6e69/6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e/5aff1374-1f15-4627-8319-d6c89c0f3231) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:15.950857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.952716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-497f94c6-19f5-4826-a88e-0d8500294720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.978681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097282b1-c36a-498c-9845-bb7e67cc488a req-f0f2efec-5780-4494-8d77-60c50326233e tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1487765 Feb 04 15:44:15.997176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f94c6-19f5-4826-a88e-0d8500294720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a7ef5-c4ac-41d8-8caa-61271490eae9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:16.062088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80307289-e39a-46ea-8395-83639f7fd89e req-4ae6f710-8dda-41e3-bf8c-bcc5b35ed9de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fcaa0d2a-80fa-459f-855f-8ed89ca42db4 HTTP/1.1" status: 200 len: 217 time: 0.1757927 Feb 04 15:44:16.115678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b25f4-ff82-470c-8944-070bb98045b6 req-90eea011-f990-4c7a-a2d4-7a3d5383a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:16.117099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-083b25f4-ff82-470c-8944-070bb98045b6 req-90eea011-f990-4c7a-a2d4-7a3d5383a742 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 HTTP/1.1" status: 200 len: 853 time: 0.4947906 Feb 04 15:44:16.123921 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-497f94c6-19f5-4826-a88e-0d8500294720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.125064 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-497f94c6-19f5-4826-a88e-0d8500294720 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/764a7ef5-c4ac-41d8-8caa-61271490eae9 HTTP/1.1" status: 204 len: 168 time: 1.1110623 Feb 04 15:44:16.164622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Allocated IP 172.25.8.3 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/ebce0328-f94a-42df-858f-40c6f6bf8626) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:16.220591 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-083b25f4-ff82-470c-8944-070bb98045b6 req-0a83b333-366f-400f-8fc4-b1e456bf3100 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09c60676-92d3-4929-a739-62012ad9acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688548 Feb 04 15:44:16.308106 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.342657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Transition to ACTIVE for port object 5aff1374-1f15-4627-8319-d6c89c0f3231 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:16.384336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.420420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.428460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::1 (40f4fd11-09ca-4e76-8993-0ead05403d9a/c2595345-3b21-41f1-910c-8d5727c840f0/8be43e7e-25d3-4d2d-9304-4a875c62e15f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:16.474733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80307289-e39a-46ea-8395-83639f7fd89e req-e7d5ef97-aaae-4cbe-b821-2dd18e343c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:16.478062 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80307289-e39a-46ea-8395-83639f7fd89e req-e7d5ef97-aaae-4cbe-b821-2dd18e343c63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 HTTP/1.1" status: 200 len: 853 time: 0.4051421 Feb 04 15:44:16.550867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Port': ['ID=5aff1374-1f15-4627-8319-d6c89c0f3231,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:16.554303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Network 98845dd0-3507-4747-bfc6-8715142e6e69 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:16.557408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:16.559991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:16.592009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.627082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 589ba6c0-e94c-4edd-9434-1c6a314cc406 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:16.671643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41074) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:16.672417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event updated for resources: {'Port': ['ID=ebce0328-f94a-42df-858f-40c6f6bf8626,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:16.705449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2cab51e9-acf0-4522-a4a7-a09f2894f576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.731519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2cab51e9-acf0-4522-a4a7-a09f2894f576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:16.735856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2cab51e9-acf0-4522-a4a7-a09f2894f576 admin admin] Usage tracker for resource:security_group_rule and tenant:1429602c32624cae83e65ea29aeb1d24 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:16.739041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2cab51e9-acf0-4522-a4a7-a09f2894f576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:16.745173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2cab51e9-acf0-4522-a4a7-a09f2894f576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:16.769153 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 589ba6c0-e94c-4edd-9434-1c6a314cc406 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:16.778525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 589ba6c0-e94c-4edd-9434-1c6a314cc406 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:16.778825 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.835963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:16.846854 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2cab51e9-acf0-4522-a4a7-a09f2894f576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.848430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:16.856363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:16.857038 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.862554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:16.888150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2cab51e9-acf0-4522-a4a7-a09f2894f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.910119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device fcaa0d2a-80fa-459f-855f-8ed89ca42db4 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:44:16.919529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80307289-e39a-46ea-8395-83639f7fd89e req-b0fecb4e-e4a4-4e99-876a-6ebab16c19ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09c60676-92d3-4929-a739-62012ad9acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3556550 Feb 04 15:44:16.969549 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2cab51e9-acf0-4522-a4a7-a09f2894f576 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1429602c32624cae83e65ea29aeb1d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944953 Feb 04 15:44:16.971304 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9e018b99-9bc0-4404-badf-8faeeb83eb8f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3671546 Feb 04 15:44:16.977508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41078) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:16.978070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41080) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:16.985359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab51e9-acf0-4522-a4a7-a09f2894f576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f009d4a0-4066-49da-b8ad-9a5226a8e1cd,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:16.992468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'port': {'network_id': '98845dd0-3507-4747-bfc6-8715142e6e69', 'name': 'tempest-AllowedAddressPairTestJSON-1196306259'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:17.072626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1832fca3-63c8-4e0c-9020-2398c85046ce None None] Provisioning for port 5aff1374-1f15-4627-8319-d6c89c0f3231 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:17.076812 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.092951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1832fca3-63c8-4e0c-9020-2398c85046ce None None] Provisioning complete for port 5aff1374-1f15-4627-8319-d6c89c0f3231 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:17.093316 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1832fca3-63c8-4e0c-9020-2398c85046ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.094990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-083b25f4-ff82-470c-8944-070bb98045b6 req-187b4024-0c4f-45c1-82cd-e84b23140bf1 service neutron] 10.222.0.61 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8572161 Feb 04 15:44:17.132332 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.162301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 8be43e7e-25d3-4d2d-9304-4a875c62e15f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:17.213057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 589ba6c0-e94c-4edd-9434-1c6a314cc406, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=589ba6c0-e94c-4edd-9434-1c6a314cc406,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:17.214020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1832fca3-63c8-4e0c-9020-2398c85046ce None None] Port 5aff1374-1f15-4627-8319-d6c89c0f3231 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:17.222762 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.225667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port fcaa0d2a-80fa-459f-855f-8ed89ca42db4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:17.286828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4', 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf', 'port_id': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4', 'mac_address': 'fa:16:3e:95:71:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2cde3f-fa8d-41b8-9a34-f38f7cb78696', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:44:17.319401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80307289-e39a-46ea-8395-83639f7fd89e req-e1ecaeb1-3da2-49a1-af90-cf063c8b82b9 service neutron] 10.222.0.61 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793223 Feb 04 15:44:17.333633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b3a42-5c04-4ac3-9c05-6e3c14761321 req-c5da15d2-976d-4c66-ae61-8ff442999544 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:17.341289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d19b3a42-5c04-4ac3-9c05-6e3c14761321 req-c5da15d2-976d-4c66-ae61-8ff442999544 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.6824923 Feb 04 15:44:17.361717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=589ba6c0-e94c-4edd-9434-1c6a314cc406,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.366187 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.385251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcaa0d2a-80fa-459f-855f-8ed89ca42db4 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:17.403050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port fcaa0d2a-80fa-459f-855f-8ed89ca42db4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:17.408372 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.409244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5e1b3caf-1a7d-4b11-adf7-08a1502de197 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:44:17.481089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-033e85f2-796a-4825-a28f-72751bfa5c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.496707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:17.503579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.503958 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.509250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5e1b3caf-1a7d-4b11-adf7-08a1502de197, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e1b3caf-1a7d-4b11-adf7-08a1502de197,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:17.523991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '5e1b3caf-1a7d-4b11-adf7-08a1502de197', 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf', 'port_id': '5e1b3caf-1a7d-4b11-adf7-08a1502de197', 'mac_address': 'fa:16:3e:90:d4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2cde3f-fa8d-41b8-9a34-f38f7cb78696', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:44:17.530788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-083b25f4-ff82-470c-8944-070bb98045b6 req-a8646af5-7550-4d5a-8f90-4c6245c4497b service neutron] 10.222.0.61 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116638 Feb 04 15:44:17.584683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:17.589951 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.590623 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.595010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-033e85f2-796a-4825-a28f-72751bfa5c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.608413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1b3caf-1a7d-4b11-adf7-08a1502de197 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:17.626392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5e1b3caf-1a7d-4b11-adf7-08a1502de197, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e1b3caf-1a7d-4b11-adf7-08a1502de197,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:17.631964 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.637018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Made reservation on behalf of e7c1879cca0649e4bfba892350bc8d7f for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:17.640559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.642572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d19b3a42-5c04-4ac3-9c05-6e3c14761321 req-fdd3cb3f-500d-4278-a20e-47a786a43793 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997544 Feb 04 15:44:17.726146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5e1b3caf-1a7d-4b11-adf7-08a1502de197,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.727218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:17.738917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:17.741506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:17.742386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.743377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] device_id is not set on port 83a538af-9fe2-425a-aa4b-e6c3737a81a3 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:17.815559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.878196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-033e85f2-796a-4825-a28f-72751bfa5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.899485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['5e1b3caf-1a7d-4b11-adf7-08a1502de197'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:44:17.933328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e85f2-796a-4825-a28f-72751bfa5c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f009d4a0-4066-49da-b8ad-9a5226a8e1cd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.936676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['fcaa0d2a-80fa-459f-855f-8ed89ca42db4'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:44:18.033111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80307289-e39a-46ea-8395-83639f7fd89e req-3a8779bf-5948-48dc-8323-d76102d8465c service neutron] 10.222.0.61 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894450 Feb 04 15:44:18.089159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-04563317-7e77-4820-8102-2c84ca474339 None None] Provisioning for port 8be43e7e-25d3-4d2d-9304-4a875c62e15f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:18.117706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-04563317-7e77-4820-8102-2c84ca474339 None None] Provisioning complete for port 8be43e7e-25d3-4d2d-9304-4a875c62e15f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:18.118077 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-04563317-7e77-4820-8102-2c84ca474339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.129723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=8be43e7e-25d3-4d2d-9304-4a875c62e15f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:18.150757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-033e85f2-796a-4825-a28f-72751bfa5c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.151884 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-033e85f2-796a-4825-a28f-72751bfa5c7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f009d4a0-4066-49da-b8ad-9a5226a8e1cd HTTP/1.1" status: 204 len: 168 time: 1.1723201 Feb 04 15:44:18.164878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Allocated IP 172.20.0.12 (98845dd0-3507-4747-bfc6-8715142e6e69/6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e/83a538af-9fe2-425a-aa4b-e6c3737a81a3) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:18.216435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Allocated IP 172.25.8.62 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/abb8b26e-c881-4d8d-80b1-50e892267d08) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:18.268143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-04563317-7e77-4820-8102-2c84ca474339 None None] Port 8be43e7e-25d3-4d2d-9304-4a875c62e15f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:18.405839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdb058-c5e7-43f0-8581-ba05b7e7ade7 req-1e5db551-ec32-4417-83dd-3a6c7891b78a tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:18.407434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2cdb058-c5e7-43f0-8581-ba05b7e7ade7 req-1e5db551-ec32-4417-83dd-3a6c7891b78a tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 945 time: 0.3896010 Feb 04 15:44:18.427748 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.440042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.512742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 589ba6c0-e94c-4edd-9434-1c6a314cc406 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:18.599699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2cdb058-c5e7-43f0-8581-ba05b7e7ade7 req-c62b8c72-0e8e-4980-9e0c-8d811cb3db0a tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803401 Feb 04 15:44:18.622532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 589ba6c0-e94c-4edd-9434-1c6a314cc406 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:18.623595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.860994 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.879997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Router 13638df1-007c-4793-8980-cf3e38221e1b is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:44:18.891601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.926578 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eae3ecdd-72f8-4da9-a483-f042a5e5ddc7 req-60f6f28b-9489-42ff-b5bd-02faa68a5fce tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1203911 Feb 04 15:44:18.992582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Transition to ACTIVE for port object 83a538af-9fe2-425a-aa4b-e6c3737a81a3 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:19.095328 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.238730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:19.248603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:19.251235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:19.282746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:44:19.295913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b33d19-5db0-439f-96b8-9e0f3366dedd None None] Sync routers for ids ['13638df1-007c-4793-8980-cf3e38221e1b'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:19.314414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.316949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event updated for resources: {'Port': ['ID=abb8b26e-c881-4d8d-80b1-50e892267d08,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:19.320555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b33d19-5db0-439f-96b8-9e0f3366dedd None None] Routers {'13638df1-007c-4793-8980-cf3e38221e1b'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:19.321246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-62b33d19-5db0-439f-96b8-9e0f3366dedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['13638df1-007c-4793-8980-cf3e38221e1b'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:19.383172 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.404031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4002e2-acf4-4825-9a19-fa9f6566b41c req-33e6df53-4726-4338-8a66-8349a728783c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.405706 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a4002e2-acf4-4825-9a19-fa9f6566b41c req-33e6df53-4726-4338-8a66-8349a728783c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2662899 Feb 04 15:44:19.406910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.407900 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.457669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-62b33d19-5db0-439f-96b8-9e0f3366dedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:19.471198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b33d19-5db0-439f-96b8-9e0f3366dedd None None] Routers {'13638df1-007c-4793-8980-cf3e38221e1b'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:19.472586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-62b33d19-5db0-439f-96b8-9e0f3366dedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['13638df1-007c-4793-8980-cf3e38221e1b'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:19.476897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Port': ['ID=83a538af-9fe2-425a-aa4b-e6c3737a81a3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:19.484499 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.487162 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e83c644-bbe3-416c-bc93-fd1cb7eff66c tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4364355 Feb 04 15:44:19.489843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Network 98845dd0-3507-4747-bfc6-8715142e6e69 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:19.490696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41156) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:19.494162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:19.564302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:19.571302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-62b33d19-5db0-439f-96b8-9e0f3366dedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:19.572595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b33d19-5db0-439f-96b8-9e0f3366dedd None None] The sync data for ids ['13638df1-007c-4793-8980-cf3e38221e1b'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:19.607224 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:44:19.638201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=8be43e7e-25d3-4d2d-9304-4a875c62e15f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:19.663720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a4002e2-acf4-4825-9a19-fa9f6566b41c req-f9b56134-74bd-426e-8b46-a1b9112d1922 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000022 Feb 04 15:44:19.667654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.684801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.685835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.857167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41166) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:19.860044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-335fb468-2eab-4be5-b8d1-00825f366329 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/routers/13638df1-007c-4793-8980-cf3e38221e1b HTTP/1.1" status: 200 len: 923 time: 0.3675041 Feb 04 15:44:19.862052 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2f10a6f0-3dac-4667-8fef-59d031cfadfe tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8806717 Feb 04 15:44:19.862767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41168) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:19.865224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41172) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:19.876458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:19.879841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:19.882465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:19.905841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-43ef65a6-d2d3-4de7-889f-c0ef089ed7da tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c1:a8:ec'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:16:52:d1'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:19.935466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8d98858e-6d43-4718-8419-fbe04c2335d3 None None] Provisioning for port 83a538af-9fe2-425a-aa4b-e6c3737a81a3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:19.943521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8d98858e-6d43-4718-8419-fbe04c2335d3 None None] Provisioning complete for port 83a538af-9fe2-425a-aa4b-e6c3737a81a3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:19.944496 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8d98858e-6d43-4718-8419-fbe04c2335d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.059064 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8d98858e-6d43-4718-8419-fbe04c2335d3 None None] Port 83a538af-9fe2-425a-aa4b-e6c3737a81a3 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:20.090954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-49b1bb45-b00c-4909-87a0-372334c6aedc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=13638df1-007c-4793-8980-cf3e38221e1b HTTP/1.1" status: 200 len: 205 time: 0.2268407 Feb 04 15:44:20.095725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41182) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:20.285801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-03b5d461-0d4c-43c1-b9cf-984e2f47a878 None None] Provisioning complete for port 8be43e7e-25d3-4d2d-9304-4a875c62e15f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:20.286168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03b5d461-0d4c-43c1-b9cf-984e2f47a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.312950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9ae4f9b-43a3-4b1e-8362-de58e54a5e20 req-e2e636f4-99c3-48a1-b759-6f2811cca008 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875&device_id=8fde02ea-f3e5-4e43-beda-001c8ab46fdb HTTP/1.1" status: 200 len: 210 time: 0.1233602 Feb 04 15:44:20.343222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e0a1-42f7-4ccf-9ed9-cc9f492227e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.378110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-03b5d461-0d4c-43c1-b9cf-984e2f47a878 None None] Port 8be43e7e-25d3-4d2d-9304-4a875c62e15f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:20.402145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5ae4e0a1-42f7-4ccf-9ed9-cc9f492227e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:20.413655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.459372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5ae4e0a1-42f7-4ccf-9ed9-cc9f492227e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2acfb168940249b690a898ca671c4cd1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:20.488389 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43ef65a6-d2d3-4de7-889f-c0ef089ed7da tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.501917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5ae4e0a1-42f7-4ccf-9ed9-cc9f492227e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:20.523957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5ae4e0a1-42f7-4ccf-9ed9-cc9f492227e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:20.666519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Router c95affdc-7f09-498c-be2c-ea58cc9fda82 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:44:20.689677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151dfab-34c4-477d-bdcc-a8fe0ec6e8c9 req-b162f57b-1ca7-4673-bc7a-4f255fc8b4f8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:20.691124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2151dfab-34c4-477d-bdcc-a8fe0ec6e8c9 req-b162f57b-1ca7-4673-bc7a-4f255fc8b4f8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 945 time: 0.2357764 Feb 04 15:44:20.709606 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.772021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Deleting port ebce0328-f94a-42df-858f-40c6f6bf8626 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:20.772293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.792888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.820249 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:20.939809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5e1b3caf-1a7d-4b11-adf7-08a1502de197 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:21.000161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e0a1-42f7-4ccf-9ed9-cc9f492227e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.003710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2151dfab-34c4-477d-bdcc-a8fe0ec6e8c9 req-9f31b5f4-8536-47a8-a34c-7d32c1056f62 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909160 Feb 04 15:44:21.024886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 5e1b3caf-1a7d-4b11-adf7-08a1502de197 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:21.034838 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ae4e0a1-42f7-4ccf-9ed9-cc9f492227e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.041432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 5e1b3caf-1a7d-4b11-adf7-08a1502de197 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:21.045015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.053710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event updated for resources: {'Port': ['ID=abb8b26e-c881-4d8d-80b1-50e892267d08,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:21.093796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:44:21.107227 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Sync routers for ids ['c95affdc-7f09-498c-be2c-ea58cc9fda82'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:21.122905 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5ae4e0a1-42f7-4ccf-9ed9-cc9f492227e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2acfb168940249b690a898ca671c4cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2596874 Feb 04 15:44:21.123647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41194) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:21.129387 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Routers {'c95affdc-7f09-498c-be2c-ea58cc9fda82'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:21.130889 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c95affdc-7f09-498c-be2c-ea58cc9fda82'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:21.138966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4e0a1-42f7-4ccf-9ed9-cc9f492227e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b1b926-b58f-44f7-8730-7d762ca08c2d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:21.143534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.217313 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.229998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43ef65a6-d2d3-4de7-889f-c0ef089ed7da tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.242231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43ef65a6-d2d3-4de7-889f-c0ef089ed7da tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.287673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9883ba03-4f4b-4a15-bb3e-be03868a8524 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "PUT /v2.0/routers/c95affdc-7f09-498c-be2c-ea58cc9fda82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3822126 Feb 04 15:44:21.303333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41202) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:21.309212 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.313563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-aba08338-050c-4c31-854c-38d890b49db4 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8999381 Feb 04 15:44:21.340040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:21.342910 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.385305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138c6e5-e2f1-480e-acc7-edf5bc9e2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b3caf-1a7d-4b11-adf7-08a1502de197'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:21.395037 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Set router c95affdc-7f09-498c-be2c-ea58cc9fda82 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:21.404653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5e1b3caf-1a7d-4b11-adf7-08a1502de197, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e1b3caf-1a7d-4b11-adf7-08a1502de197,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:21.411254 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.414004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device fcaa0d2a-80fa-459f-855f-8ed89ca42db4 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:21.421012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Calling delete_port for ebce0328-f94a-42df-858f-40c6f6bf8626 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:21.444835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-545c096b-64e7-4e8e-9a1c-8fdc07def847 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:21.446273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-545c096b-64e7-4e8e-9a1c-8fdc07def847 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 0.2974660 Feb 04 15:44:21.469117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86f0112-5572-4f2c-8ebb-46db0275387e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:21.469708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c86f0112-5572-4f2c-8ebb-46db0275387e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:21.473115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ce35f054-bdc1-4c8c-8e9b-c132dabb9cc2 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Request body: {'floatingip': {'port_id': '274c2bd4-8a13-45c6-b22c-7f84fdc9c74d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:21.478678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-fa8485f7-9eb5-47f0-858f-d6f47da0b3c4 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/quotas/471aa203ed68486e939c8ab113a56f07 HTTP/1.1" status: 200 len: 375 time: 0.0246181 Feb 04 15:44:21.528725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c86f0112-5572-4f2c-8ebb-46db0275387e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:21.531645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c86f0112-5572-4f2c-8ebb-46db0275387e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports/8be43e7e-25d3-4d2d-9304-4a875c62e15f HTTP/1.1" status: 200 len: 911 time: 0.2281365 Feb 04 15:44:21.532353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41212) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:21.558952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5e1b3caf-1a7d-4b11-adf7-08a1502de197,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:21.600497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:21.606097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:21.606454 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.607544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-853f3b5e-4937-4d16-9f8e-d792a89685bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.642100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce35f054-bdc1-4c8c-8e9b-c132dabb9cc2 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.700027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-8a4e694c-467b-4d0b-9da2-5902bb54ee4a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2122357 Feb 04 15:44:21.740452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16cf50-b048-4880-a3dd-f4fe8bf05caf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:21.748604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16cf50-b048-4880-a3dd-f4fe8bf05caf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:21.751512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5d16cf50-b048-4880-a3dd-f4fe8bf05caf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2122488 Feb 04 15:44:21.755324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41216) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:21.780010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.826413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port fcaa0d2a-80fa-459f-855f-8ed89ca42db4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:21.829732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef65a6-d2d3-4de7-889f-c0ef089ed7da tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event updated for resources: {'Port': ['ID=83a538af-9fe2-425a-aa4b-e6c3737a81a3,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:21.841468 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.858067 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-853f3b5e-4937-4d16-9f8e-d792a89685bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.872404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-43ef65a6-d2d3-4de7-889f-c0ef089ed7da tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] In _notify_port_updated(), no bound segment for port 83a538af-9fe2-425a-aa4b-e6c3737a81a3 on network 98845dd0-3507-4747-bfc6-8715142e6e69 {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:44:21.878201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ef65a6-d2d3-4de7-889f-c0ef089ed7da tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:21.879075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43ef65a6-d2d3-4de7-889f-c0ef089ed7da tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.880665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-43ef65a6-d2d3-4de7-889f-c0ef089ed7da tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "PUT /v2.0/ports/83a538af-9fe2-425a-aa4b-e6c3737a81a3 HTTP/1.1" status: 200 len: 1056 time: 2.0143201 Feb 04 15:44:21.893885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41220) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:21.922554 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95affdc-7f09-498c-be2c-ea58cc9fda82', 'name': 'tempest-NetworksTestDHCPv6-router-1024647091', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:13Z', 'updated_at': '2022-02-04T15:44:18Z', 'revision_number': 2, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None, '_interfaces': [{'id': '8be43e7e-25d3-4d2d-9304-4a875c62e15f', 'name': '', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'mac_address': 'fa:16:3e:57:f0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95affdc-7f09-498c-be2c-ea58cc9fda82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'c2595345-3b21-41f1-910c-8d5727c840f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:15Z', 'updated_at': '2022-02-04T15:44:18Z', 'revision_number': 2, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'subnets': [{'id': 'c2595345-3b21-41f1-910c-8d5727c840f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:21.927295 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Checking router: c95affdc-7f09-498c-be2c-ea58cc9fda82 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:44:21.927639 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Updating router c95affdc-7f09-498c-be2c-ea58cc9fda82 port 8be43e7e-25d3-4d2d-9304-4a875c62e15f binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:44:21.937784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:21.995892 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.012560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-129d4b37-7c32-4d88-97e3-c551c3f07a93 None None] Provisioning complete for port 83a538af-9fe2-425a-aa4b-e6c3737a81a3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:22.013053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-129d4b37-7c32-4d88-97e3-c551c3f07a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.091294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-129d4b37-7c32-4d88-97e3-c551c3f07a93 None None] Port 83a538af-9fe2-425a-aa4b-e6c3737a81a3 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:22.111860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e0397d75-5405-4bf2-90f9-f62397541030 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Deleting port 83a538af-9fe2-425a-aa4b-e6c3737a81a3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:22.112305 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0397d75-5405-4bf2-90f9-f62397541030 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.144617 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-ce35f054-bdc1-4c8c-8e9b-c132dabb9cc2 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] update failed (client error): The resource could not be found. Feb 04 15:44:22.145813 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce35f054-bdc1-4c8c-8e9b-c132dabb9cc2 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "PUT /v2.0/floatingips/ac40a7bb-5956-4e6d-bef2-589603ec805a HTTP/1.1" status: 404 len: 507 time: 0.7376363 Feb 04 15:44:22.152053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41226) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:22.167605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-853f3b5e-4937-4d16-9f8e-d792a89685bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.226401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f3b5e-4937-4d16-9f8e-d792a89685bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b1b926-b58f-44f7-8730-7d762ca08c2d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:22.328639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-853f3b5e-4937-4d16-9f8e-d792a89685bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.332624 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-853f3b5e-4937-4d16-9f8e-d792a89685bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99b1b926-b58f-44f7-8730-7d762ca08c2d HTTP/1.1" status: 204 len: 168 time: 1.2070415 Feb 04 15:44:22.352215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.466633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event deleted for resources: {'Port': ['ID=ebce0328-f94a-42df-858f-40c6f6bf8626,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:22.552612 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.569246 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Transition to ACTIVE for port object 8be43e7e-25d3-4d2d-9304-4a875c62e15f will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:22.573017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Deleting port abb8b26e-c881-4d8d-80b1-50e892267d08 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:22.573553 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.580803 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.638399 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.657341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-dd1e20e2-25ab-4e29-9c41-099c5c3a3a7a service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9560516 Feb 04 15:44:22.688152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0397d75-5405-4bf2-90f9-f62397541030 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.832801 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Pushing event updated for resources: {'Port': ['ID=8be43e7e-25d3-4d2d-9304-4a875c62e15f,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:22.844782 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.845125 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.845903 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.846486 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.847008 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.847403 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.848268 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.848268 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.848554 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.848908 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.849230 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.850201 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:22.885486 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Attempting to bind port 8be43e7e-25d3-4d2d-9304-4a875c62e15f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:22.885922 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Attempting to bind port 8be43e7e-25d3-4d2d-9304-4a875c62e15f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:22.886286 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Attempting to bind port 8be43e7e-25d3-4d2d-9304-4a875c62e15f on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:22.892790 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:22.893475 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:22.893728 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.894120 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:22.894581 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Bound port: 8be43e7e-25d3-4d2d-9304-4a875c62e15f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:22.894950 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.047553 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] For port 8be43e7e-25d3-4d2d-9304-4a875c62e15f, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:23.051576 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] For port 8be43e7e-25d3-4d2d-9304-4a875c62e15f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8be43e7e-25d3-4d2d-9304-4a875c62e15f,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:23.053979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.054380 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.059435 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.084624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-ad198471-e1e4-4bd2-a7c8-d520b0eda56f service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194932 Feb 04 15:44:23.115793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e0397d75-5405-4bf2-90f9-f62397541030 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Calling delete_port for 83a538af-9fe2-425a-aa4b-e6c3737a81a3 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:23.186943 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Routers {'c95affdc-7f09-498c-be2c-ea58cc9fda82'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:23.187714 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c95affdc-7f09-498c-be2c-ea58cc9fda82'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:23.220294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.230155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.296078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.296630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Fanout notify agent at l3_agent the message router_deleted on router 13638df1-007c-4793-8980-cf3e38221e1b {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:44:23.321013 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.322246 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-195a54e1-4683-4116-97b9-526d1d46d85f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/13638df1-007c-4793-8980-cf3e38221e1b HTTP/1.1" status: 204 len: 168 time: 3.2255385 Feb 04 15:44:23.327196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41250) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:23.335702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917706836', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': False}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:23.360019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Calling delete_port for abb8b26e-c881-4d8d-80b1-50e892267d08 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:23.388486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:23.401823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Usage tracker for resource:router and tenant:0b56033bbdcf4fdca6829196b966bb46 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:23.427067 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] Set router c95affdc-7f09-498c-be2c-ea58cc9fda82 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:23.580521 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.606576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:23.624298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:23.636458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0397d75-5405-4bf2-90f9-f62397541030 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.668345 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5973ea-44da-416f-848e-c697e29565d5 None None] Pushing event updated for resources: {'Port': ['ID=8be43e7e-25d3-4d2d-9304-4a875c62e15f,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:23.769846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41262) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:23.790337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.791757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.802636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0397d75-5405-4bf2-90f9-f62397541030 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event deleted for resources: {'Port': ['ID=83a538af-9fe2-425a-aa4b-e6c3737a81a3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:23.838681 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.095784 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95affdc-7f09-498c-be2c-ea58cc9fda82', 'name': 'tempest-NetworksTestDHCPv6-router-1024647091', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:13Z', 'updated_at': '2022-02-04T15:44:18Z', 'revision_number': 2, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None, '_interfaces': [{'id': '8be43e7e-25d3-4d2d-9304-4a875c62e15f', 'name': '', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'mac_address': 'fa:16:3e:57:f0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95affdc-7f09-498c-be2c-ea58cc9fda82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'c2595345-3b21-41f1-910c-8d5727c840f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:15Z', 'updated_at': '2022-02-04T15:44:23Z', 'revision_number': 4, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'subnets': [{'id': 'c2595345-3b21-41f1-910c-8d5727c840f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:24.107282 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de0484-93f8-458d-a8df-2ee82d2e404d None None] The sync data for ids ['c95affdc-7f09-498c-be2c-ea58cc9fda82'] in n-d-827870-1 is: [{'id': 'c95affdc-7f09-498c-be2c-ea58cc9fda82', 'name': 'tempest-NetworksTestDHCPv6-router-1024647091', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:13Z', 'updated_at': '2022-02-04T15:44:18Z', 'revision_number': 2, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None, '_interfaces': [{'id': '8be43e7e-25d3-4d2d-9304-4a875c62e15f', 'name': '', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'mac_address': 'fa:16:3e:57:f0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95affdc-7f09-498c-be2c-ea58cc9fda82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'c2595345-3b21-41f1-910c-8d5727c840f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:15Z', 'updated_at': '2022-02-04T15:44:23Z', 'revision_number': 4, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'subnets': [{'id': 'c2595345-3b21-41f1-910c-8d5727c840f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:24.148179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eebe88dc-374e-4efe-86de-57dd6e174307 req-921721cc-7d1f-4293-ab97-151b4241b766 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68665a9a20244c20b0cffc0733c912cc&device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.3867247 Feb 04 15:44:24.153279 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138c6e5-e2f1-480e-acc7-edf5bc9e2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b3caf-1a7d-4b11-adf7-08a1502de197', 'code': 200} Feb 04 15:44:24.247483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1640807755'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:24.253402 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eebe88dc-374e-4efe-86de-57dd6e174307 req-6be04d31-6d08-4c62-ab6d-80be0d94c581 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=68665a9a20244c20b0cffc0733c912cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837433 Feb 04 15:44:24.262640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:24.310416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Usage tracker for resource:network and tenant:468fb1af63fe4a768e7731e8c615c77b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:24.502314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:24.537111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:24.606779 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.625107 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0397d75-5405-4bf2-90f9-f62397541030 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.699738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Made reservation on behalf of 468fb1af63fe4a768e7731e8c615c77b for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:24.703333 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e0397d75-5405-4bf2-90f9-f62397541030 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "DELETE /v2.0/ports/83a538af-9fe2-425a-aa4b-e6c3737a81a3 HTTP/1.1" status: 204 len: 168 time: 2.8042264 Feb 04 15:44:24.704342 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.705710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41274) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:24.754576 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0d3c20-89de-4b19-9c53-501c2ef066ca tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] GET failed (client error): The resource could not be found. Feb 04 15:44:24.754813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.755107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9d0d3c20-89de-4b19-9c53-501c2ef066ca tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Synchronizing usage tracker for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:24.785369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9d0d3c20-89de-4b19-9c53-501c2ef066ca tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Unset dirty status for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:24.789899 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9d0d3c20-89de-4b19-9c53-501c2ef066ca tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "GET /v2.0/ports/83a538af-9fe2-425a-aa4b-e6c3737a81a3 HTTP/1.1" status: 404 len: 333 time: 0.0799003 Feb 04 15:44:24.789899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41278) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:24.828936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:24.851526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Usage tracker for resource:security_group_rule and tenant:468fb1af63fe4a768e7731e8c615c77b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:24.857728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:24.864002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe88dc-374e-4efe-86de-57dd6e174307 req-781e2232-29d9-4fd8-a81d-2d5adc452821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:24.866333 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eebe88dc-374e-4efe-86de-57dd6e174307 req-781e2232-29d9-4fd8-a81d-2d5adc452821 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6002884 Feb 04 15:44:24.876293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:24.880252 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.895625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-591cefc1-26b3-4a40-9b86-f2e9e2cf47fa tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Deleting port 5aff1374-1f15-4627-8319-d6c89c0f3231 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:24.895973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-591cefc1-26b3-4a40-9b86-f2e9e2cf47fa tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.036977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b063e-6731-428e-87f4-6aea536a9002 req-c1141107-3595-4dad-80d8-0565c00badf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:25.038497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac5b063e-6731-428e-87f4-6aea536a9002 req-c1141107-3595-4dad-80d8-0565c00badf6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 1097 time: 0.7248001 Feb 04 15:44:25.041023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event deleted for resources: {'Port': ['ID=abb8b26e-c881-4d8d-80b1-50e892267d08,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:25.117110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9aee6-cdac-4212-8020-e4802f58a24c req-5399406d-1c0e-4f00-8be2-4a5e6cc9c4ce tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:25.119150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05c9aee6-cdac-4212-8020-e4802f58a24c req-5399406d-1c0e-4f00-8be2-4a5e6cc9c4ce tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 946 time: 0.6179469 Feb 04 15:44:25.230522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 8be43e7e-25d3-4d2d-9304-4a875c62e15f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:25.230791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.327903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac5b063e-6731-428e-87f4-6aea536a9002 req-cc4d502f-c28e-43ea-9044-41c9698f126a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691076 Feb 04 15:44:25.376727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05c9aee6-cdac-4212-8020-e4802f58a24c req-10694669-22a7-403c-9100-53c0a28b7912 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448545 Feb 04 15:44:25.381374 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.446608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.478542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a23b8275-129a-428e-b069-880c1b413a24 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:25.480059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a23b8275-129a-428e-b069-880c1b413a24 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.53 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 0.5958450 Feb 04 15:44:25.483207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.511981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'port': {'device_id': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'admin_state_up': True, 'tenant_id': '471aa203ed68486e939c8ab113a56f07'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:25.565723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-591cefc1-26b3-4a40-9b86-f2e9e2cf47fa tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.647492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8646817-ec1d-4a0f-8d80-907388b26948 req-6955de44-f564-406e-a356-5d47192bf9a3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 210 time: 0.1525452 Feb 04 15:44:25.702631 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.715075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.720946 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-745d3736-18b2-482f-8b4d-c2e0c7295722 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "DELETE /v2.0/floatingips/ac40a7bb-5956-4e6d-bef2-589603ec805a HTTP/1.1" status: 204 len: 168 time: 3.5632484 Feb 04 15:44:25.722314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41282) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:25.724036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.743409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-591cefc1-26b3-4a40-9b86-f2e9e2cf47fa tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Calling delete_port for 5aff1374-1f15-4627-8319-d6c89c0f3231 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:25.744376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-92b8315e-f5c9-48f1-9e33-41cefc3193eb tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Request body: {'floatingip': {'floating_network_id': '49ea15b2-cedc-49a8-a08f-35fb02d9fd06', 'port_id': '274c2bd4-8a13-45c6-b22c-7f84fdc9c74d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:25.757169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] For port 8be43e7e-25d3-4d2d-9304-4a875c62e15f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8be43e7e-25d3-4d2d-9304-4a875c62e15f,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:25.757532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.778186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-92b8315e-f5c9-48f1-9e33-41cefc3193eb tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:25.801964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:44:25.896754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Allocated IP 172.25.8.157 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/6eb97637-11e9-4183-9ae8-5de1a2b82cba) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:25.980489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-92b8315e-f5c9-48f1-9e33-41cefc3193eb tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Usage tracker for resource:floatingip and tenant:c6d7757a8ebc47deb33a82e56fe5586d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:26.045510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-92b8315e-f5c9-48f1-9e33-41cefc3193eb tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:26.087035 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-591cefc1-26b3-4a40-9b86-f2e9e2cf47fa tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.137481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 8be43e7e-25d3-4d2d-9304-4a875c62e15f owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:26.154006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc693f09-3a44-486c-8719-32a265494b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:26.154563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cefc1-26b3-4a40-9b86-f2e9e2cf47fa tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event deleted for resources: {'Port': ['ID=5aff1374-1f15-4627-8319-d6c89c0f3231,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:26.167852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-92b8315e-f5c9-48f1-9e33-41cefc3193eb tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:26.171642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c19dc5c7-a78d-44dc-b950-fc11d00dd74d req-b3d5f321-9864-45a1-ac00-4df6d821275e tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.3909862 Feb 04 15:44:26.184985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.185438 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Added segment 60fc7527-5251-4937-a4f7-04efd2480649 of type vlan for network 1b18359b-6842-44ac-8298-eb199585f1a0 Feb 04 15:44:26.202507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf96f567-176a-411f-8e64-54f70d7c0d0e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:26.235538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:26.245416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92b8315e-f5c9-48f1-9e33-41cefc3193eb tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.272100 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc693f09-3a44-486c-8719-32a265494b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4', 'code': 200} Feb 04 15:44:26.272918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.285084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:26.333926 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eebe88dc-374e-4efe-86de-57dd6e174307 req-ca297efa-d8b0-4a4e-ae90-ae507db2eaca tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.53 "GET /v2.0/ports?device_id=103d6d9f-6dac-4d5a-b923-bf89bed04875 HTTP/1.1" status: 200 len: 210 time: 0.1192670 Feb 04 15:44:26.370871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.387567 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-591cefc1-26b3-4a40-9b86-f2e9e2cf47fa tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.420175 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-591cefc1-26b3-4a40-9b86-f2e9e2cf47fa tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "DELETE /v2.0/ports/5aff1374-1f15-4627-8319-d6c89c0f3231 HTTP/1.1" status: 204 len: 168 time: 1.6297674 Feb 04 15:44:26.424030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41290) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:26.520208 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74aea1e-e5fd-43ae-9823-7ebcf2f8608b tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] GET failed (client error): The resource could not be found. Feb 04 15:44:26.523126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f74aea1e-e5fd-43ae-9823-7ebcf2f8608b tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Synchronizing usage tracker for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:26.552191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f74aea1e-e5fd-43ae-9823-7ebcf2f8608b tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Unset dirty status for tenant:e7c1879cca0649e4bfba892350bc8d7f on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:26.556566 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f74aea1e-e5fd-43ae-9823-7ebcf2f8608b tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "GET /v2.0/ports/5aff1374-1f15-4627-8319-d6c89c0f3231 HTTP/1.1" status: 404 len: 333 time: 0.1309721 Feb 04 15:44:26.561329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41294) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:26.615181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8be43e7e-25d3-4d2d-9304-4a875c62e15f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:26.627446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Made reservation on behalf of 471aa203ed68486e939c8ab113a56f07 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:26.631529 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.647226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4787ec50-15dd-4971-b6f4-a05f5f16238f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Deleting port 714046ec-0335-4067-900a-1dc600633cc1 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:26.647590 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4787ec50-15dd-4971-b6f4-a05f5f16238f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.679614 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:44:26.694081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.704210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8be43e7e-25d3-4d2d-9304-4a875c62e15f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:26.713986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8be43e7e-25d3-4d2d-9304-4a875c62e15f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:26.714356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.790019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:26.795245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:26.802482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:26.851325 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.867557 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.873279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:26.873949 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.892196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8be43e7e-25d3-4d2d-9304-4a875c62e15f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8be43e7e-25d3-4d2d-9304-4a875c62e15f,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:26.896200 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.976368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8be43e7e-25d3-4d2d-9304-4a875c62e15f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:26.985080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.985426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.985773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.986104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.986451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.986882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.987212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.987583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.987907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.988221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.988651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:26.989065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:27.001361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb97637-11e9-4183-9ae8-5de1a2b82cba,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:27.071068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.3000176 Feb 04 15:44:27.079073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:44:27.079394 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:44:27.079793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41300) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:27.132535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dace28-ecde-4c87-b54b-07a2e69e7ac4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Network': ['ID=1b18359b-6842-44ac-8298-eb199585f1a0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:27.145714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 1b18359b-6842-44ac-8298-eb199585f1a0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:44:27.146806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'subnet': {'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:27.170252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d87b93-d0e8-4496-95e2-474d1350b2f3 req-b6282944-d7ca-4849-b14f-89b3cb2f277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:27.172497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18d87b93-d0e8-4496-95e2-474d1350b2f3 req-b6282944-d7ca-4849-b14f-89b3cb2f277e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dc693f09-3a44-486c-8719-32a265494b86 HTTP/1.1" status: 200 len: 1096 time: 0.7812154 Feb 04 15:44:27.264871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Allocated IP 172.20.0.10 (3e563c62-9980-4f72-9bd0-f60f9c6f071a/ab7f8d5d-e36f-4cb3-8bf2-911e596292f2/18eb13a3-69bb-41a9-956b-2a8be26395a8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:27.323937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4082-bc3e-485a-b473-eb3730bdbcd1 req-e6e2449a-3e78-4232-8a71-6af3d06e65af tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:27.325613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e90f4082-bc3e-485a-b473-eb3730bdbcd1 req-e6e2449a-3e78-4232-8a71-6af3d06e65af tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 946 time: 0.6747253 Feb 04 15:44:27.360274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4787ec50-15dd-4971-b6f4-a05f5f16238f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.429204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18d87b93-d0e8-4496-95e2-474d1350b2f3 req-872a771a-31c7-4ddd-9618-185edda50044 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930900 Feb 04 15:44:27.496986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:27.510551 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e90f4082-bc3e-485a-b473-eb3730bdbcd1 req-e57c3878-1459-4695-aa2c-4734f0f9f054 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672015 Feb 04 15:44:27.528012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Usage tracker for resource:subnet and tenant:468fb1af63fe4a768e7731e8c615c77b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:27.534181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:27.549288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4787ec50-15dd-4971-b6f4-a05f5f16238f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Calling delete_port for 714046ec-0335-4067-900a-1dc600633cc1 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:27.591820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 8be43e7e-25d3-4d2d-9304-4a875c62e15f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:27.592237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.617551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:27.753410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.864015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Made reservation on behalf of 468fb1af63fe4a768e7731e8c615c77b for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:27.868344 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.904934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-de5fa90f-61cd-4c1b-bc3b-897ad772cb39 req-7233e533-79e2-40ff-ad85-d14e165a6137 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:27.917380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4787ec50-15dd-4971-b6f4-a05f5f16238f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.988148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787ec50-15dd-4971-b6f4-a05f5f16238f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event deleted for resources: {'Port': ['ID=714046ec-0335-4067-900a-1dc600633cc1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:28.038982 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-92b8315e-f5c9-48f1-9e33-41cefc3193eb tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:44:28.043519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-92b8315e-f5c9-48f1-9e33-41cefc3193eb tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.3173234 Feb 04 15:44:28.060820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41306) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:28.121988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-de5fa90f-61cd-4c1b-bc3b-897ad772cb39 req-7233e533-79e2-40ff-ad85-d14e165a6137 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:28.123447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de5fa90f-61cd-4c1b-bc3b-897ad772cb39 req-7233e533-79e2-40ff-ad85-d14e165a6137 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 210 time: 0.4724691 Feb 04 15:44:28.140551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '274c2bd4-8a13-45c6-b22c-7f84fdc9c74d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:28.155273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:28.179155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Usage tracker for resource:floatingip and tenant:c6d7757a8ebc47deb33a82e56fe5586d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:28.186526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:28.197771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:28.199622 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.218687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] For port 8be43e7e-25d3-4d2d-9304-4a875c62e15f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8be43e7e-25d3-4d2d-9304-4a875c62e15f,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:28.219056 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.244145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Transition to ACTIVE for port object 18eb13a3-69bb-41a9-956b-2a8be26395a8 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:28.366334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 8be43e7e-25d3-4d2d-9304-4a875c62e15f owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:28.468834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4787ec50-15dd-4971-b6f4-a05f5f16238f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.472179 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.552901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8be43e7e-25d3-4d2d-9304-4a875c62e15f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:28.557865 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.562927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.613019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['220f55ed-72cd-4128-9acc-d8b11087dcf5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:44:28.639952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.652040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['19afb512-078f-41e7-b2c4-3f9ddac8377e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:44:28.703637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:28.722755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:28.725183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'Port': ['ID=18eb13a3-69bb-41a9-956b-2a8be26395a8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:28.732746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:28.792193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b99458f7-bccd-4b35-b5b0-881c750d342e req-b6803ab2-5eeb-47b5-8c90-ed000fce99ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68665a9a20244c20b0cffc0733c912cc&device_id=8fde02ea-f3e5-4e43-beda-001c8ab46fdb HTTP/1.1" status: 200 len: 210 time: 0.0863850 Feb 04 15:44:28.799088 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4787ec50-15dd-4971-b6f4-a05f5f16238f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "DELETE /v2.0/ports/714046ec-0335-4067-900a-1dc600633cc1 HTTP/1.1" status: 204 len: 168 time: 2.2343929 Feb 04 15:44:28.804299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41316) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:28.847584 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b99458f7-bccd-4b35-b5b0-881c750d342e req-cb88c47c-26bf-4146-aa1e-2f0112629d4f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=68665a9a20244c20b0cffc0733c912cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418613 Feb 04 15:44:28.870208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Subnet': ['ID=6d626c7c-a3b9-40c2-8de2-823cb1f47ea8,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:28.879720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8be43e7e-25d3-4d2d-9304-4a875c62e15f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:28.880078 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.917383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:28.918042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.958148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Checking segment: {'id': '60fc7527-5251-4937-a4f7-04efd2480649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:28.958148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Network hostable DHCP agents. Network: 1b18359b-6842-44ac-8298-eb199585f1a0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:44:29.028598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Network 1b18359b-6842-44ac-8298-eb199585f1a0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:44:29.031403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-36dbbf51-72ee-4fa3-a759-ca5a5b892ca3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5388024 Feb 04 15:44:29.042222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.045249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Could not find standard attr ID for object 8be43e7e-25d3-4d2d-9304-4a875c62e15f. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:44:29.048512 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No ports have port_id starting with 8be43e7e-25d3-4d2d-9304-4a875c62e15f Feb 04 15:44:29.086283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e6f9d-374e-4208-ab28-77f88693ee0b req-09be0717-7c83-471d-99f2-c0e2047eec67 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:29.088337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa2e6f9d-374e-4208-ab28-77f88693ee0b req-09be0717-7c83-471d-99f2-c0e2047eec67 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 946 time: 0.3674066 Feb 04 15:44:29.097302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-1f4a5ba5-2db6-4925-b6f5-647e0c35ce34 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:44:29.098769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-1f4a5ba5-2db6-4925-b6f5-647e0c35ce34 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520151 Feb 04 15:44:29.100665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 1b18359b-6842-44ac-8298-eb199585f1a0) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:29.116690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=8be43e7e-25d3-4d2d-9304-4a875c62e15f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:29.119101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:29.120137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.126591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Request body: {'port': {'device_id': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:29.139498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3315a543-d6dd-4496-b05d-60c084b78480 None None] Network 1b18359b-6842-44ac-8298-eb199585f1a0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:29.186802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-465fcedd-bb8a-4e41-8789-5c1e44f8e81f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Deleting subnet 6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:44:29.190841 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-465fcedd-bb8a-4e41-8789-5c1e44f8e81f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.277365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.356693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa2e6f9d-374e-4208-ab28-77f88693ee0b req-b1cc658e-dece-4ba8-8b73-0f8bc0167fee tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457950 Feb 04 15:44:29.372371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-592404e3-c441-45dc-9cc5-2885b13b4d15 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2554746 Feb 04 15:44:29.383800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41324) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:29.420074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9f033e1d-90e0-4a46-a9b2-ce73bbf86913 None None] Provisioning for port 18eb13a3-69bb-41a9-956b-2a8be26395a8 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:29.434472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9f033e1d-90e0-4a46-a9b2-ce73bbf86913 None None] Provisioning complete for port 18eb13a3-69bb-41a9-956b-2a8be26395a8 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:29.434842 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9f033e1d-90e0-4a46-a9b2-ce73bbf86913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.444186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Allocated IP 172.25.8.233 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/c7c961a2-5105-49a6-8866-d9203cff0e1f) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:29.538903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9f033e1d-90e0-4a46-a9b2-ce73bbf86913 None None] Port 18eb13a3-69bb-41a9-956b-2a8be26395a8 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:29.542077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'port': {'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-608644833'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:29.577513 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.596025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-1b18359b-6842-44ac-8298-eb199585f1a0', 'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0', 'tenant_id': '468fb1af63fe4a768e7731e8c615c77b', 'fixed_ips': [{'subnet_id': '6d626c7c-a3b9-40c2-8de2-823cb1f47ea8'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:44:29.597067 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.604448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Router cd369f96-92a4-4def-b917-75b02ab6342d is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:44:29.614734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99458f7-bccd-4b35-b5b0-881c750d342e req-dd58b2c1-63b3-4040-b4e7-a50488692cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:29.616401 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b99458f7-bccd-4b35-b5b0-881c750d342e req-dd58b2c1-63b3-4040-b4e7-a50488692cbf service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6712465 Feb 04 15:44:29.624385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-465fcedd-bb8a-4e41-8789-5c1e44f8e81f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.688178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.818575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Allocated IP 2001:db8::2 (1b18359b-6842-44ac-8298-eb199585f1a0/6d626c7c-a3b9-40c2-8de2-823cb1f47ea8/5b44611e-8e9f-4fa2-a590-4207747b8dfb) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:29.837737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6b2363c-1baf-4d30-b1dd-2cd807b5460d req-31555211-8f59-4b91-8af2-a5f8b2141d49 tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fde02ea-f3e5-4e43-beda-001c8ab46fdb HTTP/1.1" status: 200 len: 210 time: 0.2702622 Feb 04 15:44:29.917927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-465fcedd-bb8a-4e41-8789-5c1e44f8e81f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.961381 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.007864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:44:30.025129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Sync routers for ids ['cd369f96-92a4-4def-b917-75b02ab6342d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:30.047045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Routers {'cd369f96-92a4-4def-b917-75b02ab6342d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:30.047657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cd369f96-92a4-4def-b917-75b02ab6342d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:30.065665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:30.070376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:30.079759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:30.108516 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.118394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.124953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event updated for resources: {'Port': ['ID=c7c961a2-5105-49a6-8866-d9203cff0e1f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:30.127445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.131152 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d5ab5f14-7a09-44b6-8999-5860abe881ef tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.8006117 Feb 04 15:44:30.137450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41330) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:30.171083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Transition to ACTIVE for port object 5b44611e-8e9f-4fa2-a590-4207747b8dfb will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:30.195522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Transition to ACTIVE for port object 5b44611e-8e9f-4fa2-a590-4207747b8dfb will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:30.205126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.301032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Pushing event updated for resources: {'Port': ['ID=5b44611e-8e9f-4fa2-a590-4207747b8dfb,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:30.311266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Network 1b18359b-6842-44ac-8298-eb199585f1a0 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:30.315051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:30.318528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:30.356816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:30.359726 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-465fcedd-bb8a-4e41-8789-5c1e44f8e81f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.367551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Router c95affdc-7f09-498c-be2c-ea58cc9fda82 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:44:30.379034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Usage tracker for resource:port and tenant:468fb1af63fe4a768e7731e8c615c77b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:30.393217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:30.405289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:30.461502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fcedd-bb8a-4e41-8789-5c1e44f8e81f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:30.467091 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-465fcedd-bb8a-4e41-8789-5c1e44f8e81f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.469511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-465fcedd-bb8a-4e41-8789-5c1e44f8e81f tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "DELETE /v2.0/subnets/6f0707eb-2ca3-43ec-9ad9-5c1aabbae77e HTTP/1.1" status: 204 len: 168 time: 1.6252904 Feb 04 15:44:30.482671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41334) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:30.484541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec685b8-903d-4b41-a983-b3d6a924f08d None None] Network 98845dd0-3507-4747-bfc6-8715142e6e69 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:30.582187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Attempting to bind port 5b44611e-8e9f-4fa2-a590-4207747b8dfb on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:30.582187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Attempting to bind port 5b44611e-8e9f-4fa2-a590-4207747b8dfb by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '60fc7527-5251-4937-a4f7-04efd2480649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:30.582641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Attempting to bind port 5b44611e-8e9f-4fa2-a590-4207747b8dfb on network 1b18359b-6842-44ac-8298-eb199585f1a0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:30.582876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:44:30.585717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Set router cd369f96-92a4-4def-b917-75b02ab6342d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:30.599798 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] Sync routers for ids ['c95affdc-7f09-498c-be2c-ea58cc9fda82'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:30.604217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-aefb8509-76bb-4174-a686-aade613a9e5e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "PUT /v2.0/routers/c95affdc-7f09-498c-be2c-ea58cc9fda82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8477399 Feb 04 15:44:30.608292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41338) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:30.610247 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] Routers {'c95affdc-7f09-498c-be2c-ea58cc9fda82'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:30.611232 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c95affdc-7f09-498c-be2c-ea58cc9fda82'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:30.614775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Made reservation on behalf of 468fb1af63fe4a768e7731e8c615c77b for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:30.618526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.704865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555eeaf-dc9e-4816-a84d-78c21d9f132c req-5ec1f2ff-cc2a-4b06-adce-f7b3d7133102 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:30.712023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0555eeaf-dc9e-4816-a84d-78c21d9f132c req-5ec1f2ff-cc2a-4b06-adce-f7b3d7133102 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 932 time: 0.7081721 Feb 04 15:44:30.725054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:30.725684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Checking segment: {'id': '60fc7527-5251-4937-a4f7-04efd2480649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:30.725804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.726173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Bound using segment: {'id': '60fc7527-5251-4937-a4f7-04efd2480649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:30.726647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Bound port: 5b44611e-8e9f-4fa2-a590-4207747b8dfb, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fc7527-5251-4937-a4f7-04efd2480649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:30.727011 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.748127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] device_id is not set on port ce0ab191-0606-4de7-9ae2-121d7149ca8b yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:30.753796 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] Set router c95affdc-7f09-498c-be2c-ea58cc9fda82 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:30.803879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Deleting port c7c961a2-5105-49a6-8866-d9203cff0e1f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:30.804239 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.873871 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95affdc-7f09-498c-be2c-ea58cc9fda82', 'name': 'tempest-NetworksTestDHCPv6-router-1024647091', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:13Z', 'updated_at': '2022-02-04T15:44:28Z', 'revision_number': 3, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:30.878895 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] Checking router: c95affdc-7f09-498c-be2c-ea58cc9fda82 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:44:30.889792 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] Routers {'c95affdc-7f09-498c-be2c-ea58cc9fda82'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:30.890669 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c95affdc-7f09-498c-be2c-ea58cc9fda82'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:30.933420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c4ec8f-8dd1-4bdc-88f8-5f075731421d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:30.935071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c4ec8f-8dd1-4bdc-88f8-5f075731421d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:30.939350 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d6c4ec8f-8dd1-4bdc-88f8-5f075731421d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3293092 Feb 04 15:44:30.943150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41344) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.015333 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0555eeaf-dc9e-4816-a84d-78c21d9f132c req-8b4ee351-8aee-4cda-bf00-b59020ee8779 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021910 Feb 04 15:44:31.043446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] For port 5b44611e-8e9f-4fa2-a590-4207747b8dfb, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:31.061057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] For port 5b44611e-8e9f-4fa2-a590-4207747b8dfb, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5b44611e-8e9f-4fa2-a590-4207747b8dfb,segment=NetworkSegment(60fc7527-5251-4937-a4f7-04efd2480649),segment_id=60fc7527-5251-4937-a4f7-04efd2480649)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:31.082042 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] Set router c95affdc-7f09-498c-be2c-ea58cc9fda82 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:31.097087 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.116712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.117140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.202642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Allocated IP 2001:db8::e3 (1b18359b-6842-44ac-8298-eb199585f1a0/6d626c7c-a3b9-40c2-8de2-823cb1f47ea8/ce0ab191-0606-4de7-9ae2-121d7149ca8b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:31.207442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212fe59-7dab-44af-b9a1-a2b358d829f0 None None] DHCP port deletion for 98845dd0-3507-4747-bfc6-8715142e6e69 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:44:31.218351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.235744 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95affdc-7f09-498c-be2c-ea58cc9fda82', 'name': 'tempest-NetworksTestDHCPv6-router-1024647091', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:13Z', 'updated_at': '2022-02-04T15:44:28Z', 'revision_number': 3, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:31.240650 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff98f18-9a71-4e02-95a6-66987d142321 None None] The sync data for ids ['c95affdc-7f09-498c-be2c-ea58cc9fda82'] in n-d-827870-1 is: [{'id': 'c95affdc-7f09-498c-be2c-ea58cc9fda82', 'name': 'tempest-NetworksTestDHCPv6-router-1024647091', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:13Z', 'updated_at': '2022-02-04T15:44:28Z', 'revision_number': 3, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:31.242945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a212fe59-7dab-44af-b9a1-a2b358d829f0 None None] Deleting port 664bddbe-5036-484a-89ac-0dec97af08b6 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:31.244285 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a212fe59-7dab-44af-b9a1-a2b358d829f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.364419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8644b-9c18-4d7c-9e71-9034fb643595 None None] Pushing event updated for resources: {'Port': ['ID=5b44611e-8e9f-4fa2-a590-4207747b8dfb,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:31.376469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Calling delete_port for c7c961a2-5105-49a6-8866-d9203cff0e1f owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:31.409179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b4a751-7d8c-4379-b697-d36a87e2186d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet c2595345-3b21-41f1-910c-8d5727c840f0 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:44:31.413627 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a751-7d8c-4379-b697-d36a87e2186d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.426055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b99458f7-bccd-4b35-b5b0-881c750d342e req-c550152c-5d60-496a-948d-5645819e5deb tempest-ServerShowV247Test-70909163 tempest-ServerShowV247Test-70909163-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fde02ea-f3e5-4e43-beda-001c8ab46fdb HTTP/1.1" status: 200 len: 210 time: 0.1091752 Feb 04 15:44:31.451026 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3032d38b-4f92-4d0a-837d-c0b495094eaa tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/routers/cd369f96-92a4-4def-b917-75b02ab6342d HTTP/1.1" status: 200 len: 909 time: 1.3127048 Feb 04 15:44:31.454712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41348) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:31.464732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917706836', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': True}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:31.468474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Deleting port 664bddbe-5036-484a-89ac-0dec97af08b6 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:31.468910 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.473101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd369f96-92a4-4def-b917-75b02ab6342d', 'name': 'tempest-snat-router-1917706836', 'tenant_id': '0b56033bbdcf4fdca6829196b966bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.157'}], 'enable_snat': False}, 'gw_port_id': '6eb97637-11e9-4183-9ae8-5de1a2b82cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:23Z', 'updated_at': '2022-02-04T15:44:27Z', 'revision_number': 3, 'project_id': '0b56033bbdcf4fdca6829196b966bb46', 'gw_port': {'id': '6eb97637-11e9-4183-9ae8-5de1a2b82cba', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd369f96-92a4-4def-b917-75b02ab6342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:25Z', 'updated_at': '2022-02-04T15:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:31.483893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Checking router: cd369f96-92a4-4def-b917-75b02ab6342d for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:44:31.484229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Updating router cd369f96-92a4-4def-b917-75b02ab6342d port 6eb97637-11e9-4183-9ae8-5de1a2b82cba binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:44:31.509466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:31.542441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Usage tracker for resource:router and tenant:0b56033bbdcf4fdca6829196b966bb46 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:31.548077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:31.557600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:31.565078 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.683384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.684337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.788516 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:44:31.826879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.893452 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a751-7d8c-4379-b697-d36a87e2186d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.896206 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.896360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a212fe59-7dab-44af-b9a1-a2b358d829f0 None None] For port 664bddbe-5036-484a-89ac-0dec97af08b6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=664bddbe-5036-484a-89ac-0dec97af08b6,segment=NetworkSegment(ed2c75ee-e891-4a38-9f16-08e751524f43),segment_id=ed2c75ee-e891-4a38-9f16-08e751524f43)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:31.896870 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a212fe59-7dab-44af-b9a1-a2b358d829f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.905627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event deleted for resources: {'Port': ['ID=c7c961a2-5105-49a6-8866-d9203cff0e1f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:32.002838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18eb13a3-69bb-41a9-956b-2a8be26395a8 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:32.017958 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.053506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a212fe59-7dab-44af-b9a1-a2b358d829f0 None None] Calling delete_port for 664bddbe-5036-484a-89ac-0dec97af08b6 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:32.055169 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.084154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Transition to ACTIVE for port object 18eb13a3-69bb-41a9-956b-2a8be26395a8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:32.097181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8dbc3-ff4e-4d1c-abb2-6734d51afa53 req-156fccac-9610-4248-ad05-e16bf33046bb tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:32.104654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2f8dbc3-ff4e-4d1c-abb2-6734d51afa53 req-156fccac-9610-4248-ad05-e16bf33046bb tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc693f09-3a44-486c-8719-32a265494b86 HTTP/1.1" status: 200 len: 945 time: 0.7000668 Feb 04 15:44:32.128049 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.137621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Transition to ACTIVE for port object ce0ab191-0606-4de7-9ae2-121d7149ca8b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:32.239007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] For port 664bddbe-5036-484a-89ac-0dec97af08b6, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=664bddbe-5036-484a-89ac-0dec97af08b6,segment=NetworkSegment(ed2c75ee-e891-4a38-9f16-08e751524f43),segment_id=ed2c75ee-e891-4a38-9f16-08e751524f43)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:32.239355 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.241643 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a212fe59-7dab-44af-b9a1-a2b358d829f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.368719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a751-7d8c-4379-b697-d36a87e2186d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.388948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212fe59-7dab-44af-b9a1-a2b358d829f0 None None] Pushing event deleted for resources: {'Port': ['ID=664bddbe-5036-484a-89ac-0dec97af08b6,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:32.396685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212fe59-7dab-44af-b9a1-a2b358d829f0 None None] No DVR routers for this DVR port 664bddbe-5036-484a-89ac-0dec97af08b6 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:32.449213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2f8dbc3-ff4e-4d1c-abb2-6734d51afa53 req-9a097f58-6e58-467d-98e9-ce90c5b5c63a tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394442 Feb 04 15:44:32.465088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Pushing event updated for resources: {'Port': ['ID=18eb13a3-69bb-41a9-956b-2a8be26395a8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:32.514078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Calling delete_port for 664bddbe-5036-484a-89ac-0dec97af08b6 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:32.590753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.622263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Transition to ACTIVE for port object 6eb97637-11e9-4183-9ae8-5de1a2b82cba will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:32.639350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5b44611e-8e9f-4fa2-a590-4207747b8dfb up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:32.710771 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.714966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.803576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Attempting to bind port 18eb13a3-69bb-41a9-956b-2a8be26395a8 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:32.803974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Attempting to bind port 18eb13a3-69bb-41a9-956b-2a8be26395a8 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:32.809354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Attempting to bind port 18eb13a3-69bb-41a9-956b-2a8be26395a8 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:32.827388 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a751-7d8c-4379-b697-d36a87e2186d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.838522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Network 1b18359b-6842-44ac-8298-eb199585f1a0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:32.876321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.911995 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] create failed (client error): The resource could not be found. Feb 04 15:44:32.912694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Attempting to bind port 6eb97637-11e9-4183-9ae8-5de1a2b82cba on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:32.913404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Attempting to bind port 6eb97637-11e9-4183-9ae8-5de1a2b82cba by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:32.913705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Attempting to bind port 6eb97637-11e9-4183-9ae8-5de1a2b82cba on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:32.916997 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-da97dfd6-5143-4a30-95ac-b0ac0b0ca5af tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8522723 Feb 04 15:44:32.917680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41358) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:32.935660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:32.936312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:32.937008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.937652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:32.938426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Bound port: 6eb97637-11e9-4183-9ae8-5de1a2b82cba, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:32.939046 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.963820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Port 18eb13a3-69bb-41a9-956b-2a8be26395a8 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:44:32.964431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Attempting to bind port 18eb13a3-69bb-41a9-956b-2a8be26395a8 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:32.966993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:32.984340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e114d5-1404-4631-a056-45de011afef6 None None] Pushing event updated for resources: {'Port': ['ID=6eb97637-11e9-4183-9ae8-5de1a2b82cba,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:32.991122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:32.997929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:32.998977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.016472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4a751-7d8c-4379-b697-d36a87e2186d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=c2595345-3b21-41f1-910c-8d5727c840f0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:33.019453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:44:33.019776 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:44:33.029766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5b44611e-8e9f-4fa2-a590-4207747b8dfb completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:33.034425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Port': ['ID=ce0ab191-0606-4de7-9ae2-121d7149ca8b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:33.037211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:33.037502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Checking segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:33.037925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Bound using segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:33.038454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Bound port: 18eb13a3-69bb-41a9-956b-2a8be26395a8, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:33.038839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.046061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1cbfa4-a75a-48a2-99f4-81c82685cafa None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:33.077687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a751-7d8c-4379-b697-d36a87e2186d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.096274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-944091fb-7eda-4599-a620-59e13df89274 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Deleting port 274c2bd4-8a13-45c6-b22c-7f84fdc9c74d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:33.096672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-944091fb-7eda-4599-a620-59e13df89274 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.188662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41364) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:33.196754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d7b4a751-7d8c-4379-b697-d36a87e2186d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/c2595345-3b21-41f1-910c-8d5727c840f0 HTTP/1.1" status: 204 len: 168 time: 2.2317204 Feb 04 15:44:33.208647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-298271ff-0680-4860-a3b1-8f44eba9e957 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8161473 Feb 04 15:44:33.212929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41368) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:33.215736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] For port 6eb97637-11e9-4183-9ae8-5de1a2b82cba, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:33.238484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'port': {'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1788144092', 'allowed_address_pairs': [{'ip_address': '2001:db8::e3', 'mac_address': 'fa:16:3e:a7:4e:83'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:33.253029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8be43e7e-25d3-4d2d-9304-4a875c62e15f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:33.316356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0b3a6-d829-41d8-bcef-18617c801157 None None] Network 1b18359b-6842-44ac-8298-eb199585f1a0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:33.332559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] For port 6eb97637-11e9-4183-9ae8-5de1a2b82cba, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6eb97637-11e9-4183-9ae8-5de1a2b82cba,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:33.346576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41372) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:33.372840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9790b-79fb-4918-8bac-ff04c8e6f7ea req-2f8b5c9f-94b6-496a-9dc7-1c37b9f87dad tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:33.375077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43b9790b-79fb-4918-8bac-ff04c8e6f7ea req-2f8b5c9f-94b6-496a-9dc7-1c37b9f87dad tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 944 time: 0.5491943 Feb 04 15:44:33.391458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] For port 18eb13a3-69bb-41a9-956b-2a8be26395a8, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:33.425918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] For port 18eb13a3-69bb-41a9-956b-2a8be26395a8, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:33.438852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.450585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8be43e7e-25d3-4d2d-9304-4a875c62e15f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:44:33.451215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8be43e7e-25d3-4d2d-9304-4a875c62e15f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:33.451764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 664bddbe-5036-484a-89ac-0dec97af08b6 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:33.494405 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.547164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 664bddbe-5036-484a-89ac-0dec97af08b6 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:44:33.547577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 664bddbe-5036-484a-89ac-0dec97af08b6 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:33.551771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Deleting port 664bddbe-5036-484a-89ac-0dec97af08b6 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:33.552320 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.594069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:33.595084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.596753 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] 10.222.0.53 "PUT /v2.0/ports/18eb13a3-69bb-41a9-956b-2a8be26395a8 HTTP/1.1" status: 200 len: 1092 time: 4.4842310 Feb 04 15:44:33.600967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'tag': '18eb13a3-69bb-41a9-956b-2a8be26395a8'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:33.614921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43b9790b-79fb-4918-8bac-ff04c8e6f7ea req-7335137c-71da-43bf-a13a-982982ddee5f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244925 Feb 04 15:44:33.623843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:33.628703 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-52490851-b91c-4f73-bbde-243ca1f42e75 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4328282 Feb 04 15:44:33.630580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41380) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:33.634280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Usage tracker for resource:port and tenant:468fb1af63fe4a768e7731e8c615c77b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:33.639798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:33.642970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1da61-a1f4-434d-8126-6862f32ef2fd service neutron] Pushing event updated for resources: {'Port': ['ID=18eb13a3-69bb-41a9-956b-2a8be26395a8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:33.703810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] The port '664bddbe-5036-484a-89ac-0dec97af08b6' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:44:33.737134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:33.778387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8851ec24-d546-46e9-9101-4907849b6451 None None] Provisioning for port 5b44611e-8e9f-4fa2-a590-4207747b8dfb completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:33.801470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-944091fb-7eda-4599-a620-59e13df89274 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.832170 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ff28241-5f0b-4e31-890d-9dbca9bad8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.843460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Routers {'cd369f96-92a4-4def-b917-75b02ab6342d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:33.844100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cd369f96-92a4-4def-b917-75b02ab6342d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:33.919907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-397c7e9a-754d-4b36-b409-c980815f4f4c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.946529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8851ec24-d546-46e9-9101-4907849b6451 None None] Provisioning complete for port 5b44611e-8e9f-4fa2-a590-4207747b8dfb triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:33.947509 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8851ec24-d546-46e9-9101-4907849b6451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.971266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e114d5-1404-4631-a056-45de011afef6 None None] Pushing event updated for resources: {'Port': ['ID=6eb97637-11e9-4183-9ae8-5de1a2b82cba,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:33.982237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Made reservation on behalf of 468fb1af63fe4a768e7731e8c615c77b for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:34.148041 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'tag': '18eb13a3-69bb-41a9-956b-2a8be26395a8', 'status': 'completed', 'code': 200} Feb 04 15:44:34.204284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9ff28241-5f0b-4e31-890d-9dbca9bad8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:34.213536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-944091fb-7eda-4599-a620-59e13df89274 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Calling delete_port for 274c2bd4-8a13-45c6-b22c-7f84fdc9c74d owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:34.222870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9ff28241-5f0b-4e31-890d-9dbca9bad8cf admin admin] Usage tracker for resource:security_group_rule and tenant:68665a9a20244c20b0cffc0733c912cc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:34.228702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9ff28241-5f0b-4e31-890d-9dbca9bad8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:34.282612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f2dace9-8aaa-4cb9-8bb9-2221ac246267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.313252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:44:34.318574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] Set router cd369f96-92a4-4def-b917-75b02ab6342d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:34.331988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9ff28241-5f0b-4e31-890d-9dbca9bad8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:34.342875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.435284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98845dd0-3507-4747-bfc6-8715142e6e69']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:34.453915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Deleting port 589ba6c0-e94c-4edd-9434-1c6a314cc406 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:34.454462 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.474785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2c75ee-e891-4a38-9f16-08e751524f43') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:34.478479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2c75ee-e891-4a38-9f16-08e751524f43') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:34.507010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.549110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.553095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 589ba6c0-e94c-4edd-9434-1c6a314cc406 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:34.559077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.628068 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-397c7e9a-754d-4b36-b409-c980815f4f4c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.632813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-397c7e9a-754d-4b36-b409-c980815f4f4c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.645118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-07dcd848-3fcb-4d24-bf00-6460772db453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:34.646153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-07dcd848-3fcb-4d24-bf00-6460772db453 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 1095 time: 0.9104328 Feb 04 15:44:34.654450 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.672334 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.674356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8851ec24-d546-46e9-9101-4907849b6451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.707531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:44:34.708141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:44:34.731437 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:44:34.805469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-944091fb-7eda-4599-a620-59e13df89274 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.813806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-2ab90836-d50a-4354-bfa0-ba834f265b0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8 HTTP/1.1" status: 200 len: 217 time: 0.1440060 Feb 04 15:44:34.839067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8851ec24-d546-46e9-9101-4907849b6451 None None] For port 5b44611e-8e9f-4fa2-a590-4207747b8dfb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5b44611e-8e9f-4fa2-a590-4207747b8dfb,segment=NetworkSegment(60fc7527-5251-4937-a4f7-04efd2480649),segment_id=60fc7527-5251-4937-a4f7-04efd2480649)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:34.844144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] device_id is not set on port 3ebee22d-cf82-436e-9c43-49cf31064a07 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:34.912538 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8851ec24-d546-46e9-9101-4907849b6451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.928416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944091fb-7eda-4599-a620-59e13df89274 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event deleted for resources: {'Port': ['ID=274c2bd4-8a13-45c6-b22c-7f84fdc9c74d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:35.110055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.184620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Allocated IP 2001:db8::44 (1b18359b-6842-44ac-8298-eb199585f1a0/6d626c7c-a3b9-40c2-8de2-823cb1f47ea8/3ebee22d-cf82-436e-9c43-49cf31064a07) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:35.189540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Allocated IP 172.25.8.60 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/549acc7f-1a66-47ed-9b0a-672fead7f505) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:35.199255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-397c7e9a-754d-4b36-b409-c980815f4f4c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.199743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397c7e9a-754d-4b36-b409-c980815f4f4c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Fanout notify agent at l3_agent the message router_deleted on router c95affdc-7f09-498c-be2c-ea58cc9fda82 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:44:35.305822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ff28241-5f0b-4e31-890d-9dbca9bad8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.400033 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.422884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] For port 589ba6c0-e94c-4edd-9434-1c6a314cc406, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=589ba6c0-e94c-4edd-9434-1c6a314cc406,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:35.423421 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.425939 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ff28241-5f0b-4e31-890d-9dbca9bad8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.452529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851ec24-d546-46e9-9101-4907849b6451 None None] Pushing event updated for resources: {'Port': ['ID=5b44611e-8e9f-4fa2-a590-4207747b8dfb,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:35.488690 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.547115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.551985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] Pushing event deleted for resources: {'Network': ['ID=98845dd0-3507-4747-bfc6-8715142e6e69,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:35.560586 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.564028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9ff28241-5f0b-4e31-890d-9dbca9bad8cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68665a9a20244c20b0cffc0733c912cc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2127261 Feb 04 15:44:35.569509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41392) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:35.602147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-7dc6c1bf-7054-4ec9-8dd2-6c3317e75c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:35.604158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Calling delete_port for 589ba6c0-e94c-4edd-9434-1c6a314cc406 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:35.604515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-7dc6c1bf-7054-4ec9-8dd2-6c3317e75c96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.4912181 Feb 04 15:44:35.605169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff28241-5f0b-4e31-890d-9dbca9bad8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1d555-5a44-4173-9fa0-97af6e07c38c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:35.692619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 589ba6c0-e94c-4edd-9434-1c6a314cc406, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=589ba6c0-e94c-4edd-9434-1c6a314cc406,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:35.731861 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.732109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event updated for resources: {'Port': ['ID=549acc7f-1a66-47ed-9b0a-672fead7f505,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:35.741532 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce177371-504a-4350-bd20-65ed68bb5da2 tempest-AllowedAddressPairTestJSON-1484161722 tempest-AllowedAddressPairTestJSON-1484161722-project] 10.222.0.46 "DELETE /v2.0/networks/98845dd0-3507-4747-bfc6-8715142e6e69 HTTP/1.1" status: 204 len: 168 time: 5.2574003 Feb 04 15:44:35.760801 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-944091fb-7eda-4599-a620-59e13df89274 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.765284 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-944091fb-7eda-4599-a620-59e13df89274 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "DELETE /v2.0/ports/274c2bd4-8a13-45c6-b22c-7f84fdc9c74d HTTP/1.1" status: 204 len: 168 time: 2.8433611 Feb 04 15:44:35.780869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41398) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:35.788776 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-397c7e9a-754d-4b36-b409-c980815f4f4c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.793896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-397c7e9a-754d-4b36-b409-c980815f4f4c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/routers/c95affdc-7f09-498c-be2c-ea58cc9fda82 HTTP/1.1" status: 204 len: 168 time: 2.1622024 Feb 04 15:44:35.797828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41402) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:35.804450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:35.814916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:35.836543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:35.852751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:35.859890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-78bf2eea-4be3-429e-985d-1cf516888ba7 None None] Provisioning for port ce0ab191-0606-4de7-9ae2-121d7149ca8b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:35.878746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:44:35.879261 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:44:35.882722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-78bf2eea-4be3-429e-985d-1cf516888ba7 None None] Provisioning complete for port ce0ab191-0606-4de7-9ae2-121d7149ca8b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:35.883113 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-78bf2eea-4be3-429e-985d-1cf516888ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.986133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-78bf2eea-4be3-429e-985d-1cf516888ba7 None None] Port ce0ab191-0606-4de7-9ae2-121d7149ca8b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:35.991995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd369f96-92a4-4def-b917-75b02ab6342d', 'name': 'tempest-snat-router-1917706836', 'tenant_id': '0b56033bbdcf4fdca6829196b966bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.157'}], 'enable_snat': False}, 'gw_port_id': '6eb97637-11e9-4183-9ae8-5de1a2b82cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:23Z', 'updated_at': '2022-02-04T15:44:27Z', 'revision_number': 3, 'project_id': '0b56033bbdcf4fdca6829196b966bb46', 'gw_port': {'id': '6eb97637-11e9-4183-9ae8-5de1a2b82cba', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd369f96-92a4-4def-b917-75b02ab6342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:25Z', 'updated_at': '2022-02-04T15:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:35.996403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=589ba6c0-e94c-4edd-9434-1c6a314cc406,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:36.014326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eab2bf-be62-4f19-8a14-b3e48c4a1a1d None None] The sync data for ids ['cd369f96-92a4-4def-b917-75b02ab6342d'] in n-d-827870-1 is: [{'id': 'cd369f96-92a4-4def-b917-75b02ab6342d', 'name': 'tempest-snat-router-1917706836', 'tenant_id': '0b56033bbdcf4fdca6829196b966bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.157'}], 'enable_snat': False}, 'gw_port_id': '6eb97637-11e9-4183-9ae8-5de1a2b82cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:23Z', 'updated_at': '2022-02-04T15:44:27Z', 'revision_number': 3, 'project_id': '0b56033bbdcf4fdca6829196b966bb46', 'gw_port': {'id': '6eb97637-11e9-4183-9ae8-5de1a2b82cba', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd369f96-92a4-4def-b917-75b02ab6342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:25Z', 'updated_at': '2022-02-04T15:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:36.023990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4986a659-c6f6-4ae7-98ab-e9c914de1900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.030640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-78bf2eea-4be3-429e-985d-1cf516888ba7 None None] Provisioning complete for port 5b44611e-8e9f-4fa2-a590-4207747b8dfb triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:36.031147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-78bf2eea-4be3-429e-985d-1cf516888ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.034817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41408) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:36.060013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd53b0-696e-40fe-8715-524d28299850 req-dfba27e8-8068-4a97-b676-027a3b389639 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:36.072418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcd53b0-696e-40fe-8715-524d28299850 req-dfba27e8-8068-4a97-b676-027a3b389639 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 944 time: 0.8051653 Feb 04 15:44:36.199820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-62370bdc-2026-4f9a-9152-23545b59043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:36.201448 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-62370bdc-2026-4f9a-9152-23545b59043e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5697379 Feb 04 15:44:36.205486 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.232618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7fcfbf-7164-4570-9ed5-f44b1bd69396 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:36.233772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f7fcfbf-7164-4570-9ed5-f44b1bd69396 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Synchronizing usage tracker for tenant:c6d7757a8ebc47deb33a82e56fe5586d on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:36.276606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-ba5179c9-68f7-4805-8966-8dbbab4a639b tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:36.278241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-ba5179c9-68f7-4805-8966-8dbbab4a639b tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc693f09-3a44-486c-8719-32a265494b86 HTTP/1.1" status: 200 len: 945 time: 0.6588709 Feb 04 15:44:36.287715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:36.292613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:36.296103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:36.302442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:36.314853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4986a659-c6f6-4ae7-98ab-e9c914de1900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.342669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-990b5b73-8a42-4131-9db3-7c146df80c76 None None] Provisioning complete for port ce0ab191-0606-4de7-9ae2-121d7149ca8b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:36.343165 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-990b5b73-8a42-4131-9db3-7c146df80c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.349317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.383932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Transition to ACTIVE for port object 3ebee22d-cf82-436e-9c43-49cf31064a07 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:36.455436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Deleting port 589ba6c0-e94c-4edd-9434-1c6a314cc406 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:36.455992 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.527565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4986a659-c6f6-4ae7-98ab-e9c914de1900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.531079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:36.534675 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.659726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-990b5b73-8a42-4131-9db3-7c146df80c76 None None] Port ce0ab191-0606-4de7-9ae2-121d7149ca8b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:36.674969 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c33c3167-369a-484a-82b1-e6ca2c164bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.737195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6eb97637-11e9-4183-9ae8-5de1a2b82cba up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:36.748088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcd53b0-696e-40fe-8715-524d28299850 req-de122e8c-a341-4c51-a8b7-6bd4dd951b33 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746507 Feb 04 15:44:36.954944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 6eb97637-11e9-4183-9ae8-5de1a2b82cba completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:36.964852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] For port 589ba6c0-e94c-4edd-9434-1c6a314cc406, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=589ba6c0-e94c-4edd-9434-1c6a314cc406,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:36.965385 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.980078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6eb97637-11e9-4183-9ae8-5de1a2b82cba triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:36.980602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.987365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f7fcfbf-7164-4570-9ed5-f44b1bd69396 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Unset dirty status for tenant:c6d7757a8ebc47deb33a82e56fe5586d on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:36.991045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9f7fcfbf-7164-4570-9ed5-f44b1bd69396 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e75e85b-f25b-489f-add4-fbbb9121cfbc HTTP/1.1" status: 200 len: 913 time: 1.2045231 Feb 04 15:44:36.991223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986a659-c6f6-4ae7-98ab-e9c914de1900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1d555-5a44-4173-9fa0-97af6e07c38c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:36.997346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41422) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:37.072161 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.147735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Deleting port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:37.148202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.155771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Calling delete_port for 589ba6c0-e94c-4edd-9434-1c6a314cc406 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:37.220079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=446ac5e7-432c-46db-91d1-7915197ab279,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:37.233953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:37.249218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4986a659-c6f6-4ae7-98ab-e9c914de1900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.253061 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4986a659-c6f6-4ae7-98ab-e9c914de1900 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44a1d555-5a44-4173-9fa0-97af6e07c38c HTTP/1.1" status: 204 len: 168 time: 1.6255317 Feb 04 15:44:37.253061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:37.268370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:37.269013 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.305265 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc112db7-041e-412d-b96b-cfb66e13b645 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7c1879cca0649e4bfba892350bc8d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2466197 Feb 04 15:44:37.306507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41428) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:37.323805 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.344050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 6eb97637-11e9-4183-9ae8-5de1a2b82cba, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6eb97637-11e9-4183-9ae8-5de1a2b82cba,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:37.345901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.397766 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.398509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5b44611e-8e9f-4fa2-a590-4207747b8dfb up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:37.426091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-74b9f049-64c0-4b25-9804-334191a711c2 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2077146 Feb 04 15:44:37.428377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] No DVR routers for this DVR port 589ba6c0-e94c-4edd-9434-1c6a314cc406 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:37.471551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821027e-de5e-4e10-85ba-4dcf32e5a917 None None] Pushing event deleted for resources: {'Port': ['ID=589ba6c0-e94c-4edd-9434-1c6a314cc406,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:37.473694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4001ff16-227a-4079-8a03-338eff5fdacc None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:37.513137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.529264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef1a3591-f451-41ea-8828-5ef4185c4009 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:37.531072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef1a3591-f451-41ea-8828-5ef4185c4009 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.61 "GET /v2.0/ports?device_id=7138c6e5-e2f1-480e-acc7-edf5bc9e2a27 HTTP/1.1" status: 200 len: 946 time: 1.2444375 Feb 04 15:44:37.664931 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.681553 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.683246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=6eb97637-11e9-4183-9ae8-5de1a2b82cba,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:37.688912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5b44611e-8e9f-4fa2-a590-4207747b8dfb triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:37.689273 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.779080 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.811692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-77d02a2c-5ea3-4049-b0da-f6cbafebd8d3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:37.820416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-77d02a2c-5ea3-4049-b0da-f6cbafebd8d3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 813 time: 0.9326968 Feb 04 15:44:37.945444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '446ac5e7-432c-46db-91d1-7915197ab279'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:44:37.946586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.987842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a78fab64-6bc5-4c3e-adbf-3e41b580b98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.010810 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3f26daf1-9b59-48ce-abcc-110a88612e5a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2117298 Feb 04 15:44:38.014358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41448) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:38.025718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-182773209', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:38.081558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:38.087791 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a78fab64-6bc5-4c3e-adbf-3e41b580b98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.183077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Port': ['ID=3ebee22d-cf82-436e-9c43-49cf31064a07,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:38.203136 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-3db9917a-6b43-4c19-a114-1e099e698006 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/quotas/8e3df66f359844f398f44d84d2554ba3 HTTP/1.1" status: 200 len: 375 time: 0.3805704 Feb 04 15:44:38.217491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/446ac5e7-432c-46db-91d1-7915197ab279/1fd7990f-28eb-4d19-9dff-c1b7b9b247ed) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:38.225776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Network 1b18359b-6842-44ac-8298-eb199585f1a0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:38.286517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:38.294387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.298470 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:router and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:38.304075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:38.309551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:38.310178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:38.310992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.340087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Deleting port 5e1b3caf-1a7d-4b11-adf7-08a1502de197 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:38.340535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.393126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:38.417437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41456) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:38.488435 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.491478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.507177 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.578472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Transition to ACTIVE for port object 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:38.629366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6eb97637-11e9-4183-9ae8-5de1a2b82cba up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:38.637620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.641469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-242298460-network', 'tenant_id': '88675380f23a4e7886d02b7197b8fb55'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:38.682338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Transition to ACTIVE for port object 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:38.702747 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.809969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:38.819464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:38.821888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:38.839287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Pushing event updated for resources: {'Port': ['ID=1fd7990f-28eb-4d19-9dff-c1b7b9b247ed,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:38.842491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:38.854201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-09fc3bf9-4e80-4ab2-86b8-0cafbbd39553 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.6338525 Feb 04 15:44:38.857956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41462) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:38.860473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.897209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-40a4fa3c-f4c4-469c-b9ca-11d43a834885 None None] Provisioning for port 3ebee22d-cf82-436e-9c43-49cf31064a07 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:38.910750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Usage tracker for resource:network and tenant:88675380f23a4e7886d02b7197b8fb55 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:38.913573 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a78fab64-6bc5-4c3e-adbf-3e41b580b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.918986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:38.924861 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f003a3d6-f1b5-45d4-b7ab-a2417ad86909 req-fc00363e-7521-4b9e-b0e9-40f5b84e3ce3 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4676926 Feb 04 15:44:38.926528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] For port fcaa0d2a-80fa-459f-855f-8ed89ca42db4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:38.927022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.952659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-40a4fa3c-f4c4-469c-b9ca-11d43a834885 None None] Provisioning complete for port 3ebee22d-cf82-436e-9c43-49cf31064a07 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:38.952991 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-40a4fa3c-f4c4-469c-b9ca-11d43a834885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.967613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:38.978901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fab64-6bc5-4c3e-adbf-3e41b580b98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a66468-b7d6-4110-bbf9-ded764c354c8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:38.996982 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a78fab64-6bc5-4c3e-adbf-3e41b580b98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.998580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a78fab64-6bc5-4c3e-adbf-3e41b580b98f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42a66468-b7d6-4110-bbf9-ded764c354c8 HTTP/1.1" status: 204 len: 168 time: 1.6814804 Feb 04 15:44:39.018050 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.021238 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9efd64d0-7b04-4a43-b78b-ad0ee52d3eac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0040874 Feb 04 15:44:39.022153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41468) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:39.023083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Attempting to bind port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:39.023454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Attempting to bind port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:39.023811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Attempting to bind port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:39.040990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:39.041268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:39.041655 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.042046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:39.042477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Bound port: 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:39.042864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.060469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device fcaa0d2a-80fa-459f-855f-8ed89ca42db4 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:39.132077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-40a4fa3c-f4c4-469c-b9ca-11d43a834885 None None] Port 3ebee22d-cf82-436e-9c43-49cf31064a07 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:39.136859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6eb97637-11e9-4183-9ae8-5de1a2b82cba triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:39.137126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.144561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Made reservation on behalf of 88675380f23a4e7886d02b7197b8fb55 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:39.147878 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.176737 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.264827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Calling delete_port for fcaa0d2a-80fa-459f-855f-8ed89ca42db4 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:39.273573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:39.307715 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.332400 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.385924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Usage tracker for resource:security_group_rule and tenant:88675380f23a4e7886d02b7197b8fb55 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:39.389676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:39.411859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-1f64abde-d5a8-483b-b4f6-df8b624fa3ed tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2077804 Feb 04 15:44:39.419793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d65f19-72b7-41c8-9029-8ef75ad61916 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:39.425703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d65f19-72b7-41c8-9029-8ef75ad61916 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:39.432189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d65f19-72b7-41c8-9029-8ef75ad61916 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:39.433996 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d2d65f19-72b7-41c8-9029-8ef75ad61916 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.5663931 Feb 04 15:44:39.435345 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.438260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:39.440045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41480) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:39.486614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] For port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:39.503878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc693f09-3a44-486c-8719-32a265494b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:39.522209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] For port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fd7990f-28eb-4d19-9dff-c1b7b9b247ed,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:39.530610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port fcaa0d2a-80fa-459f-855f-8ed89ca42db4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:39.534811 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.591145 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.601522 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:44:39.601917 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:44:39.624929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Router 6a32fd93-eb33-4d39-beb3-be3a65e2cab1 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:44:39.668917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5fbaf-5241-4f03-a796-3209603c0811 None None] Pushing event updated for resources: {'Port': ['ID=1fd7990f-28eb-4d19-9dff-c1b7b9b247ed,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:39.714063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] For port 5e1b3caf-1a7d-4b11-adf7-08a1502de197, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5e1b3caf-1a7d-4b11-adf7-08a1502de197,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:39.714426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.779488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-1c6461df-cbbc-4397-873a-74bad0046a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:39.781342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-1c6461df-cbbc-4397-873a-74bad0046a82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 1095 time: 0.7865930 Feb 04 15:44:39.819049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:39.884032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-efa87db8-5b3f-442d-91bf-9122a170cd65 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Deleting port 3ebee22d-cf82-436e-9c43-49cf31064a07 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:39.884032 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-efa87db8-5b3f-442d-91bf-9122a170cd65 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.050891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Calling delete_port for 5e1b3caf-1a7d-4b11-adf7-08a1502de197 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:40.105622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41496) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:40.111873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Deleting port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:40.112423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.176716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.272669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-45c4a927-38cc-42a2-bcf8-3753546a6b18 service neutron] 10.222.0.46 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8595014 Feb 04 15:44:40.348463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:44:40.365183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Sync routers for ids ['6a32fd93-eb33-4d39-beb3-be3a65e2cab1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:40.400385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Routers {'6a32fd93-eb33-4d39-beb3-be3a65e2cab1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:40.405416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6a32fd93-eb33-4d39-beb3-be3a65e2cab1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:40.425262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.531163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1419838516'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:40.695155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:40.779378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:40.796457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Set router 6a32fd93-eb33-4d39-beb3-be3a65e2cab1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:40.813608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Usage tracker for resource:network and tenant:fc34215a0bdd445c8ecfb76c0c087cbc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:40.830583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:40.874263 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.900689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.950744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-18fdd4f3-c445-4f30-bc66-c945b053eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:40.952214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-18fdd4f3-c445-4f30-bc66-c945b053eeb7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 1.1588688 Feb 04 15:44:40.966923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:41.002620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fbb1e1-98ca-4710-a693-51eac3554852,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:41.005687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.006914 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fb3bcf51-aac1-402f-a78c-aebfd8dbabf7 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.5505033 Feb 04 15:44:41.023646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:41.025247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:44:41.038279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41502) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:41.046995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5e1b3caf-1a7d-4b11-adf7-08a1502de197 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:41.139825 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-dc23d61b-f575-43b9-8db2-f83db9a7f955 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8 HTTP/1.1" status: 200 len: 217 time: 0.1589441 Feb 04 15:44:41.158865 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-efa87db8-5b3f-442d-91bf-9122a170cd65 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.163797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Made reservation on behalf of fc34215a0bdd445c8ecfb76c0c087cbc for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:41.168278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.175807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.176009 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Added segment af70df67-3a30-4fff-95aa-b85a4cde7772 of type vlan for network cf36374d-d245-40cc-915b-8c254d5c5c93 Feb 04 15:44:41.194361 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.248462 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.294647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3d2bcad9-9e45-4fe8-8462-ceda1459b6ff None None] Provisioning for port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:41.302507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3d2bcad9-9e45-4fe8-8462-ceda1459b6ff None None] Provisioning complete for port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:41.302781 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcad9-9e45-4fe8-8462-ceda1459b6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.322296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:41.330607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] For port fcaa0d2a-80fa-459f-855f-8ed89ca42db4, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:41.331081 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.365330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.377177 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-55045018-760f-45bf-a556-b1b9ed4215be service neutron] 10.222.0.46 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0893326 Feb 04 15:44:41.396514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-efa87db8-5b3f-442d-91bf-9122a170cd65 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Calling delete_port for 3ebee22d-cf82-436e-9c43-49cf31064a07 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:41.401233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a32fd93-eb33-4d39-beb3-be3a65e2cab1', 'name': 'tempest-snat-router-1917706836', 'tenant_id': '0b56033bbdcf4fdca6829196b966bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '549acc7f-1a66-47ed-9b0a-672fead7f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:31Z', 'updated_at': '2022-02-04T15:44:37Z', 'revision_number': 3, 'project_id': '0b56033bbdcf4fdca6829196b966bb46', 'gw_port': {'id': '549acc7f-1a66-47ed-9b0a-672fead7f505', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a32fd93-eb33-4d39-beb3-be3a65e2cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:34Z', 'updated_at': '2022-02-04T15:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:41.410813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Checking router: 6a32fd93-eb33-4d39-beb3-be3a65e2cab1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:44:41.411303 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Updating router 6a32fd93-eb33-4d39-beb3-be3a65e2cab1 port 549acc7f-1a66-47ed-9b0a-672fead7f505 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:44:41.443418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Usage tracker for resource:security_group_rule and tenant:fc34215a0bdd445c8ecfb76c0c087cbc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:41.470823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.497538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:41.517836 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.623485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::1 (40f4fd11-09ca-4e76-8993-0ead05403d9a/446ac5e7-432c-46db-91d1-7915197ab279/d42d248b-f61f-4f55-b32a-6dcd1ed0f947) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:41.645202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:41.651931 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcad9-9e45-4fe8-8462-ceda1459b6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.677560 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6a52a812-be27-453d-abd8-e064d6e85a7c tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/routers/6a32fd93-eb33-4d39-beb3-be3a65e2cab1 HTTP/1.1" status: 200 len: 907 time: 0.6376026 Feb 04 15:44:41.694130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41508) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:41.699425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Pushing event deleted for resources: {'Port': ['ID=5e1b3caf-1a7d-4b11-adf7-08a1502de197,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:41.720810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Calling delete_port for fcaa0d2a-80fa-459f-855f-8ed89ca42db4 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:41.728701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3d2bcad9-9e45-4fe8-8462-ceda1459b6ff None None] For port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fd7990f-28eb-4d19-9dff-c1b7b9b247ed,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:41.745225 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcad9-9e45-4fe8-8462-ceda1459b6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.798628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] No DVR routers for this DVR port 5e1b3caf-1a7d-4b11-adf7-08a1502de197 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:41.801173 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.806021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.806444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.806848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.807183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.807529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.807924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.808329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.808658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.809128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.809456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.810204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.810204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:41.824531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138c6e5-e2f1-480e-acc7-edf5bc9e2a27', 'name': 'network-vif-deleted', 'tag': '5e1b3caf-1a7d-4b11-adf7-08a1502de197'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:41.830635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-76fa2194-734e-4f74-b7ad-e5f0cf12d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:41.842358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-76fa2194-734e-4f74-b7ad-e5f0cf12d065 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.6425195 Feb 04 15:44:41.906722 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.908135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:41.908907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bcad9-9e45-4fe8-8462-ceda1459b6ff None None] Pushing event updated for resources: {'Port': ['ID=1fd7990f-28eb-4d19-9dff-c1b7b9b247ed,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:41.909191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:41.983505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 18eb13a3-69bb-41a9-956b-2a8be26395a8 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:44:41.990698 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.5692694 Feb 04 15:44:42.000312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41520) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:42.012011 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed5a92f5-447b-4861-9164-bee35adb6bdb req-ef9c9f43-c788-4d81-8338-509e1f593563 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.61 "DELETE /v2.0/ports/5e1b3caf-1a7d-4b11-adf7-08a1502de197 HTTP/1.1" status: 204 len: 173 time: 4.3723552 Feb 04 15:44:42.035565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Request body: {'subnet': {'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-242298460-subnet', 'tenant_id': '88675380f23a4e7886d02b7197b8fb55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:42.138377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:42.153384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Usage tracker for resource:subnet and tenant:88675380f23a4e7886d02b7197b8fb55 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:42.159535 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.163573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:42.180506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:42.231158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Transition to ACTIVE for port object 549acc7f-1a66-47ed-9b0a-672fead7f505 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:42.238051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30477f84-fded-4c9f-bfe7-d087a19e8019 admin admin] Pushing event updated for resources: {'Network': ['ID=cf36374d-d245-40cc-915b-8c254d5c5c93,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:42.263516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Made reservation on behalf of 88675380f23a4e7886d02b7197b8fb55 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:42.264671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network cf36374d-d245-40cc-915b-8c254d5c5c93 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:44:42.265816 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-efa87db8-5b3f-442d-91bf-9122a170cd65 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.266762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.282389 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.340583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa87db8-5b3f-442d-91bf-9122a170cd65 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event deleted for resources: {'Port': ['ID=3ebee22d-cf82-436e-9c43-49cf31064a07,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:42.423811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1752ff-b8df-4ab7-a46a-0700800be6a6 None None] Pushing event updated for resources: {'Port': ['ID=549acc7f-1a66-47ed-9b0a-672fead7f505,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:42.478989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.482550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 18eb13a3-69bb-41a9-956b-2a8be26395a8, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:42.578508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '18eb13a3-69bb-41a9-956b-2a8be26395a8', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'port_id': '18eb13a3-69bb-41a9-956b-2a8be26395a8', 'mac_address': 'fa:16:3e:82:23:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:44:42.591493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Attempting to bind port 549acc7f-1a66-47ed-9b0a-672fead7f505 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:42.592018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Attempting to bind port 549acc7f-1a66-47ed-9b0a-672fead7f505 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:42.592961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Attempting to bind port 549acc7f-1a66-47ed-9b0a-672fead7f505 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:42.601176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:42.791009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.811207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:42.811976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:42.811976 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.812350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:42.813058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Bound port: 549acc7f-1a66-47ed-9b0a-672fead7f505, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:42.813558 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.855500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a75ad2-9c9f-4914-a5c4-2f44f9722baf req-324c86e4-5ca2-4603-8840-a05db98aa935 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:42.864682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33a75ad2-9c9f-4914-a5c4-2f44f9722baf req-324c86e4-5ca2-4603-8840-a05db98aa935 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 944 time: 1.0776665 Feb 04 15:44:42.887681 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.890996 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.944361 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.978311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] For port 549acc7f-1a66-47ed-9b0a-672fead7f505, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:42.981701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18eb13a3-69bb-41a9-956b-2a8be26395a8 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:42.988712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] For port 549acc7f-1a66-47ed-9b0a-672fead7f505, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=549acc7f-1a66-47ed-9b0a-672fead7f505,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:42.992626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-2899ae8c-2a2d-43bd-9d8d-a20b7d804198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:42.995285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-2899ae8c-2a2d-43bd-9d8d-a20b7d804198 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0897939 Feb 04 15:44:43.013304 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.109533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:43.110310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.112187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.121716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-efa87db8-5b3f-442d-91bf-9122a170cd65 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.129351 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-efa87db8-5b3f-442d-91bf-9122a170cd65 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "DELETE /v2.0/ports/3ebee22d-cf82-436e-9c43-49cf31064a07 HTTP/1.1" status: 204 len: 168 time: 3.6860116 Feb 04 15:44:43.141540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41530) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:43.158264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1752ff-b8df-4ab7-a46a-0700800be6a6 None None] Pushing event updated for resources: {'Port': ['ID=549acc7f-1a66-47ed-9b0a-672fead7f505,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:43.169793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 18eb13a3-69bb-41a9-956b-2a8be26395a8, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:43.188181 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.210158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Deleting port 4885413f-c2d1-40f7-b5be-01815a61603c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:43.210516 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.211804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object d42d248b-f61f-4f55-b32a-6dcd1ed0f947 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:43.216729 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d946bb-cb8e-43d6-b01a-c67fafe93ab4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] GET failed (client error): The resource could not be found. Feb 04 15:44:43.217304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e9d946bb-cb8e-43d6-b01a-c67fafe93ab4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Synchronizing usage tracker for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:43.267622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Routers {'6a32fd93-eb33-4d39-beb3-be3a65e2cab1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:43.268414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6a32fd93-eb33-4d39-beb3-be3a65e2cab1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:43.268742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Pushing event deleted for resources: {'Port': ['ID=fcaa0d2a-80fa-459f-855f-8ed89ca42db4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:43.278309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:44:43.324988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e9d946bb-cb8e-43d6-b01a-c67fafe93ab4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Unset dirty status for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:43.326142 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e9d946bb-cb8e-43d6-b01a-c67fafe93ab4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "GET /v2.0/ports/3ebee22d-cf82-436e-9c43-49cf31064a07 HTTP/1.1" status: 404 len: 333 time: 0.1836150 Feb 04 15:44:43.330395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41534) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:43.343873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.350210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'port': {'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-617057267'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:43.438108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab914af-9948-4269-8557-7fbae3310ea1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:43.438378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Deleting port 549acc7f-1a66-47ed-9b0a-672fead7f505 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:43.438726 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.451396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['18eb13a3-69bb-41a9-956b-2a8be26395a8'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:44:43.462474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33a75ad2-9c9f-4914-a5c4-2f44f9722baf req-38e78da7-b6ba-404f-a88e-d5bbcd8a25eb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963712 Feb 04 15:44:43.485707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] No DVR routers for this DVR port fcaa0d2a-80fa-459f-855f-8ed89ca42db4 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:43.485974 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.505927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.506562 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Added segment 3a13893e-0514-44e0-8914-19b950dd2090 of type vlan for network 7cc48e54-b03d-417c-9572-e94ed14039c6 Feb 04 15:44:43.532301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.607914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=18eb13a3-69bb-41a9-956b-2a8be26395a8,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:43.628292 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc693f09-3a44-486c-8719-32a265494b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4', 'code': 200} Feb 04 15:44:43.670845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] Set router 6a32fd93-eb33-4d39-beb3-be3a65e2cab1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:43.693007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:43.698163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:43.746727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:43.747275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:43.836490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7930322-79d4-4fab-81c4-6b998c0cf644 req-9940302b-bef8-4b37-9f0d-f8641ff212c0 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.61 "DELETE /v2.0/ports/fcaa0d2a-80fa-459f-855f-8ed89ca42db4 HTTP/1.1" status: 204 len: 173 time: 7.4892583 Feb 04 15:44:43.849906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.015780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=d42d248b-f61f-4f55-b32a-6dcd1ed0f947,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:44.029871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-884f4c81-e79f-4a09-9626-53961d002737 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617893 Feb 04 15:44:44.113293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.140356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:44.186418 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.192518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:44.193368 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.235892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:44.306506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-98b9b96e-6cc4-4621-8f14-44e0d7f9955a None None] Provisioning for port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:44.332315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-98b9b96e-6cc4-4621-8f14-44e0d7f9955a None None] Provisioning complete for port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:44.332958 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-98b9b96e-6cc4-4621-8f14-44e0d7f9955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.350601 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138c6e5-e2f1-480e-acc7-edf5bc9e2a27', 'name': 'network-vif-deleted', 'tag': '5e1b3caf-1a7d-4b11-adf7-08a1502de197', 'status': 'completed', 'code': 200} Feb 04 15:44:44.364656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-97ffe1b9-0bf2-495c-8db3-6041e7410225 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:44.367570 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-97ffe1b9-0bf2-495c-8db3-6041e7410225 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.53 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 813 time: 0.6653154 Feb 04 15:44:44.412074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Request body: {'port': {'device_id': '0e427e23-bbc4-49a9-aa22-b0d3ec650c3b', 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf', 'admin_state_up': True, 'tenant_id': '8e3df66f359844f398f44d84d2554ba3'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:44.419722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-98b9b96e-6cc4-4621-8f14-44e0d7f9955a None None] Port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:44.424801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a32fd93-eb33-4d39-beb3-be3a65e2cab1', 'name': 'tempest-snat-router-1917706836', 'tenant_id': '0b56033bbdcf4fdca6829196b966bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '549acc7f-1a66-47ed-9b0a-672fead7f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:31Z', 'updated_at': '2022-02-04T15:44:37Z', 'revision_number': 3, 'project_id': '0b56033bbdcf4fdca6829196b966bb46', 'gw_port': {'id': '549acc7f-1a66-47ed-9b0a-672fead7f505', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a32fd93-eb33-4d39-beb3-be3a65e2cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:34Z', 'updated_at': '2022-02-04T15:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:44.431403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ce465-331a-40a9-b6d3-b7f1c89297af None None] The sync data for ids ['6a32fd93-eb33-4d39-beb3-be3a65e2cab1'] in n-d-827870-1 is: [{'id': '6a32fd93-eb33-4d39-beb3-be3a65e2cab1', 'name': 'tempest-snat-router-1917706836', 'tenant_id': '0b56033bbdcf4fdca6829196b966bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '549acc7f-1a66-47ed-9b0a-672fead7f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:31Z', 'updated_at': '2022-02-04T15:44:37Z', 'revision_number': 3, 'project_id': '0b56033bbdcf4fdca6829196b966bb46', 'gw_port': {'id': '549acc7f-1a66-47ed-9b0a-672fead7f505', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a32fd93-eb33-4d39-beb3-be3a65e2cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:34Z', 'updated_at': '2022-02-04T15:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:44.512604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01803b72-e202-4226-8ee6-a0cff1bf8559 req-2123d62d-720c-46a4-a8f4-4ffdb6da68f1 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431012 Feb 04 15:44:44.550923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Made reservation on behalf of 468fb1af63fe4a768e7731e8c615c77b for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:44.554621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.615751 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.621998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] For port 549acc7f-1a66-47ed-9b0a-672fead7f505, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=549acc7f-1a66-47ed-9b0a-672fead7f505,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:44.622370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.628535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Calling delete_port for 4885413f-c2d1-40f7-b5be-01815a61603c owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:44.709863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] device_id is not set on port 400c5b3a-8f63-4118-8a19-06f630d60d95 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:44.745587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.813793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.6315801 Feb 04 15:44:44.832374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41542) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:44.839965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Calling delete_port for 549acc7f-1a66-47ed-9b0a-672fead7f505 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:44.870667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a9c47c5d-f6b6-4bfb-9b96-179eba046b61 req-bb5f69ad-0281-4fa7-84c4-fdedf83aca63 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Synchronizing usage tracker for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:44.877130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Request body: {'subnet': {'network_id': '7cc48e54-b03d-417c-9572-e94ed14039c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:44.944342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb60a5e-1611-49bc-be58-dd41b2ddfbf0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event updated for resources: {'Network': ['ID=7cc48e54-b03d-417c-9572-e94ed14039c6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:44.956063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 7cc48e54-b03d-417c-9572-e94ed14039c6 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:44:44.989599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78064bb-81be-4819-b4ef-67045bdf4b75,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:45.033808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a9c47c5d-f6b6-4bfb-9b96-179eba046b61 req-bb5f69ad-0281-4fa7-84c4-fdedf83aca63 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Unset dirty status for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:45.035430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a9c47c5d-f6b6-4bfb-9b96-179eba046b61 req-bb5f69ad-0281-4fa7-84c4-fdedf83aca63 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 210 time: 0.4263160 Feb 04 15:44:45.059279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Checking segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:45.059279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Network hostable DHCP agents. Network: cf36374d-d245-40cc-915b-8c254d5c5c93, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:44:45.059589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:45.104148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-09a1ee5c-9611-4076-89e2-8f6fa2844ea1 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:45.106226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-09a1ee5c-9611-4076-89e2-8f6fa2844ea1 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.53 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 813 time: 0.5181088 Feb 04 15:44:45.121605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Network cf36374d-d245-40cc-915b-8c254d5c5c93 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:44:45.143311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Request body: {'port': {'device_id': 'c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4', 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf', 'admin_state_up': True, 'tenant_id': '8e3df66f359844f398f44d84d2554ba3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:45.267784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, cf36374d-d245-40cc-915b-8c254d5c5c93) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:45.272744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:45.273554 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:45.288087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb3c3a6-adf1-438c-b43a-29420cd248a0 None None] Network cf36374d-d245-40cc-915b-8c254d5c5c93 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:45.294958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Usage tracker for resource:subnet and tenant:fc34215a0bdd445c8ecfb76c0c087cbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:45.314333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:45.345843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:45.425933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:45.433105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Made reservation on behalf of fc34215a0bdd445c8ecfb76c0c087cbc for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:45.436894 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:45.614784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0bbe0350-87fc-4c7e-8158-e2375bf20ac5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6048977 Feb 04 15:44:45.643827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fba3f-3b54-4a77-84bd-942b98865f86 None None] Network cf36374d-d245-40cc-915b-8c254d5c5c93 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:45.674841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:45.679525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:45.734686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6385f-66c2-4da6-8331-a2436712ab1f req-5ce032ef-df89-4d71-bb14-f011fa2a22f8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:45.736579 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f2d6385f-66c2-4da6-8331-a2436712ab1f req-5ce032ef-df89-4d71-bb14-f011fa2a22f8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 945 time: 0.5647669 Feb 04 15:44:45.753550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event deleted for resources: {'Port': ['ID=4885413f-c2d1-40f7-b5be-01815a61603c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:45.795836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:45.908274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Allocated IP 2001:db8::17e (1b18359b-6842-44ac-8298-eb199585f1a0/6d626c7c-a3b9-40c2-8de2-823cb1f47ea8/400c5b3a-8f63-4118-8a19-06f630d60d95) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:45.990747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:46.030919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 18eb13a3-69bb-41a9-956b-2a8be26395a8 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:46.050450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f2d6385f-66c2-4da6-8331-a2436712ab1f req-2964be62-829f-47d1-803e-1a1364ee268d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995954 Feb 04 15:44:46.085952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Made reservation on behalf of 8e3df66f359844f398f44d84d2554ba3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:46.091603 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.122475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Made reservation on behalf of 8e3df66f359844f398f44d84d2554ba3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:46.126533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.150876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 18eb13a3-69bb-41a9-956b-2a8be26395a8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:46.155180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.160389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 18eb13a3-69bb-41a9-956b-2a8be26395a8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:46.161183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.171005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.320520 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.352509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eb13a3-69bb-41a9-956b-2a8be26395a8'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:46.354706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc693f09-3a44-486c-8719-32a265494b86', 'name': 'network-vif-deleted', 'tag': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:46.362235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event deleted for resources: {'Port': ['ID=549acc7f-1a66-47ed-9b0a-672fead7f505,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:46.370764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 18eb13a3-69bb-41a9-956b-2a8be26395a8, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:46.375656 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.459406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=18eb13a3-69bb-41a9-956b-2a8be26395a8,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:46.691179 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.815732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:46.829924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Router 5e75e85b-f25b-489f-add4-fbbb9121cfbc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:44:46.874139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-f34cd16b-534d-4f86-8205-d5d268307fe0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:46.875606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-f34cd16b-534d-4f86-8205-d5d268307fe0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.5266471 Feb 04 15:44:46.943118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Allocated IP 172.20.0.12 (09c60676-92d3-4929-a739-62012ad9acdf/3f2cde3f-fa8d-41b8-9a34-f38f7cb78696/8cfa05d3-1328-4b17-a0f0-167541bb12ea) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:46.974502 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-21e50f2c-a31a-4033-8e60-bc2f40181e2d tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/quotas/88675380f23a4e7886d02b7197b8fb55 HTTP/1.1" status: 200 len: 375 time: 0.0405941 Feb 04 15:44:46.989900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.074319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:44:47.084865 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a84af4-6914-4fce-8870-646df376218b None None] Sync routers for ids ['5e75e85b-f25b-489f-add4-fbbb9121cfbc'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:47.097789 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a84af4-6914-4fce-8870-646df376218b None None] Routers {'5e75e85b-f25b-489f-add4-fbbb9121cfbc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:47.098509 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a2a84af4-6914-4fce-8870-646df376218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5e75e85b-f25b-489f-add4-fbbb9121cfbc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:47.107769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-10a702d8-d574-4193-8303-67a8a3529e11 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763271 Feb 04 15:44:47.122706 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-40eba118-fe04-4a3a-8851-0b6c34370f2a tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "PUT /v2.0/routers/5e75e85b-f25b-489f-add4-fbbb9121cfbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1163123 Feb 04 15:44:47.141952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41572) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:47.155397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.174085 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a2a84af4-6914-4fce-8870-646df376218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:47.174976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.184904 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a84af4-6914-4fce-8870-646df376218b None None] Routers {'5e75e85b-f25b-489f-add4-fbbb9121cfbc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:47.185848 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a2a84af4-6914-4fce-8870-646df376218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5e75e85b-f25b-489f-add4-fbbb9121cfbc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:47.186212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event updated for resources: {'Subnet': ['ID=8b163c69-b198-418e-8028-8253aac4c329,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:47.240274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Transition to ACTIVE for port object 400c5b3a-8f63-4118-8a19-06f630d60d95 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:47.253788 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a2a84af4-6914-4fce-8870-646df376218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:47.254709 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a84af4-6914-4fce-8870-646df376218b None None] The sync data for ids ['5e75e85b-f25b-489f-add4-fbbb9121cfbc'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:47.256525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.256525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a32fd93-eb33-4d39-beb3-be3a65e2cab1 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:44:47.258004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Checking segment: {'id': '3a13893e-0514-44e0-8914-19b950dd2090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cc48e54-b03d-417c-9572-e94ed14039c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:47.258892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Network hostable DHCP agents. Network: 7cc48e54-b03d-417c-9572-e94ed14039c6, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:44:47.302981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.318136 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.318879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.384680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Network 7cc48e54-b03d-417c-9572-e94ed14039c6 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:44:47.417336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.492023 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.493411 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-200a5ac1-b1ad-4998-9df2-dbb5e6e1175e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "DELETE /v2.0/routers/6a32fd93-eb33-4d39-beb3-be3a65e2cab1 HTTP/1.1" status: 204 len: 168 time: 5.7908027 Feb 04 15:44:47.499759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 7cc48e54-b03d-417c-9572-e94ed14039c6) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:47.505516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41576) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:47.509678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0805149f-d578-4cfd-a2d3-ca60c50119c5 None None] Network 7cc48e54-b03d-417c-9572-e94ed14039c6 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:47.520238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=d42d248b-f61f-4f55-b32a-6dcd1ed0f947,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:47.577687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:47.578301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.607074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb994872-0bff-464b-91c9-7bca0e0ecb57 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.616510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Network 1b18359b-6842-44ac-8298-eb199585f1a0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:47.632888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:47.666835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:47.672443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:47.673071 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.732869 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e0541030-1479-47dd-918f-96d6405c1b78 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8578830 Feb 04 15:44:47.742345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41580) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:47.755922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Port': ['ID=400c5b3a-8f63-4118-8a19-06f630d60d95,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:47.764818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Request body: {'port': {'network_id': '7cc48e54-b03d-417c-9572-e94ed14039c6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1038004188'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:47.771616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-7cc48e54-b03d-417c-9572-e94ed14039c6', 'network_id': '7cc48e54-b03d-417c-9572-e94ed14039c6', 'tenant_id': 'fc34215a0bdd445c8ecfb76c0c087cbc', 'fixed_ips': [{'subnet_id': '8b163c69-b198-418e-8028-8253aac4c329'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:44:47.773047 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.786676 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2a351c84-da67-48fc-b307-99440db7e665 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4541934 Feb 04 15:44:47.810089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41584) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:47.811180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:47.822289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-349608fa-4a6b-4242-989f-349b4863aad4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e3', 'mac_address': 'fa:16:3e:a7:4e:83'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:47.900056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:48.011923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-337da97a-cbe9-4692-84ef-b64d4204d2f9 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8948791 Feb 04 15:44:48.031793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Allocated IP 172.20.0.2 (7cc48e54-b03d-417c-9572-e94ed14039c6/8b163c69-b198-418e-8028-8253aac4c329/da8fa587-1f8f-476e-9e4b-41b6278a0841) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:48.160537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e87ba6e5-85de-44e2-9931-5ea901d74a23 None None] Provisioning for port 400c5b3a-8f63-4118-8a19-06f630d60d95 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:48.168498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e87ba6e5-85de-44e2-9931-5ea901d74a23 None None] Provisioning complete for port 400c5b3a-8f63-4118-8a19-06f630d60d95 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:48.168885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e87ba6e5-85de-44e2-9931-5ea901d74a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.261818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e87ba6e5-85de-44e2-9931-5ea901d74a23 None None] Port 400c5b3a-8f63-4118-8a19-06f630d60d95 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:48.263197 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb994872-0bff-464b-91c9-7bca0e0ecb57 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.269466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.271604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.272964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb994872-0bff-464b-91c9-7bca0e0ecb57 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.368456 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.385160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Transition to ACTIVE for port object da8fa587-1f8f-476e-9e4b-41b6278a0841 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:48.389147 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb994872-0bff-464b-91c9-7bca0e0ecb57 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.389668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb994872-0bff-464b-91c9-7bca0e0ecb57 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Fanout notify agent at l3_agent the message router_deleted on router 5e75e85b-f25b-489f-add4-fbbb9121cfbc {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:44:48.407814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Transition to ACTIVE for port object da8fa587-1f8f-476e-9e4b-41b6278a0841 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:48.410043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:48.415828 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.420754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Usage tracker for resource:port and tenant:fc34215a0bdd445c8ecfb76c0c087cbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:48.429436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:48.440283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:48.458665 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb994872-0bff-464b-91c9-7bca0e0ecb57 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.464018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bb994872-0bff-464b-91c9-7bca0e0ecb57 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "DELETE /v2.0/routers/5e75e85b-f25b-489f-add4-fbbb9121cfbc HTTP/1.1" status: 204 len: 168 time: 1.3159823 Feb 04 15:44:48.464195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-da4dd9c8-5928-456b-96ef-bb5b7d267060 None None] Provisioning complete for port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:48.464195 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-da4dd9c8-5928-456b-96ef-bb5b7d267060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.475823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41588) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:48.483922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-119c8134-b527-43e0-9b70-925b48d5dc83 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197261 Feb 04 15:44:48.534117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-da4dd9c8-5928-456b-96ef-bb5b7d267060 None None] Port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:48.535633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 549acc7f-1a66-47ed-9b0a-672fead7f505 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:48.563776 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Made reservation on behalf of fc34215a0bdd445c8ecfb76c0c087cbc for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:48.568289 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.596650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 549acc7f-1a66-47ed-9b0a-672fead7f505 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:44:48.597224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 549acc7f-1a66-47ed-9b0a-672fead7f505 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:48.606169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Network 7cc48e54-b03d-417c-9572-e94ed14039c6 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:48.609940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:48.610874 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-349608fa-4a6b-4242-989f-349b4863aad4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.614013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:48.620971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Pushing event updated for resources: {'Port': ['ID=da8fa587-1f8f-476e-9e4b-41b6278a0841,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:48.668683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.672564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] device_id is not set on port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:48.684917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.765989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Router c630298c-8f96-4c8e-8079-e1532c67407d is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:44:48.769575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Attempting to bind port da8fa587-1f8f-476e-9e4b-41b6278a0841 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:48.770186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Attempting to bind port da8fa587-1f8f-476e-9e4b-41b6278a0841 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '3a13893e-0514-44e0-8914-19b950dd2090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cc48e54-b03d-417c-9572-e94ed14039c6'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:48.771171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Attempting to bind port da8fa587-1f8f-476e-9e4b-41b6278a0841 on network 7cc48e54-b03d-417c-9572-e94ed14039c6 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:48.779478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:48.780183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Checking segment: {'id': '3a13893e-0514-44e0-8914-19b950dd2090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cc48e54-b03d-417c-9572-e94ed14039c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:48.781263 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.781919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Bound using segment: {'id': '3a13893e-0514-44e0-8914-19b950dd2090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cc48e54-b03d-417c-9572-e94ed14039c6'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:48.782610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Bound port: da8fa587-1f8f-476e-9e4b-41b6278a0841, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a13893e-0514-44e0-8914-19b950dd2090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7cc48e54-b03d-417c-9572-e94ed14039c6'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:48.783161 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.903453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] For port da8fa587-1f8f-476e-9e4b-41b6278a0841, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:48.908830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] For port da8fa587-1f8f-476e-9e4b-41b6278a0841, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da8fa587-1f8f-476e-9e4b-41b6278a0841,segment=NetworkSegment(3a13893e-0514-44e0-8914-19b950dd2090),segment_id=3a13893e-0514-44e0-8914-19b950dd2090)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:48.915595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.035302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2272f7f0-72aa-4925-92d3-b6d546e9f336 req-f76bfcad-32a3-4202-bec0-ac255aa3b4a7 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Synchronizing usage tracker for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:49.056475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd239907-d5e2-4317-b455-7dd721224af9 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Deleting subnet da3e556d-e79e-48c9-8520-a29b4f8d2290 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:44:49.064486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b0b0c-a0d3-4bc3-92dc-4d9632f19f22 None None] Pushing event updated for resources: {'Port': ['ID=da8fa587-1f8f-476e-9e4b-41b6278a0841,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:49.068112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Network 09c60676-92d3-4929-a739-62012ad9acdf is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:49.075511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd239907-d5e2-4317-b455-7dd721224af9 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.109553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:49.112062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:49.141555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Deleting port 6eb97637-11e9-4183-9ae8-5de1a2b82cba {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:49.142083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.154496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Pushing event updated for resources: {'Port': ['ID=8cfa05d3-1328-4b17-a0f0-167541bb12ea,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:49.290630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2272f7f0-72aa-4925-92d3-b6d546e9f336 req-f76bfcad-32a3-4202-bec0-ac255aa3b4a7 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Unset dirty status for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:49.302717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2272f7f0-72aa-4925-92d3-b6d546e9f336 req-f76bfcad-32a3-4202-bec0-ac255aa3b4a7 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 210 time: 0.3797812 Feb 04 15:44:49.309628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd239907-d5e2-4317-b455-7dd721224af9 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.433541 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc693f09-3a44-486c-8719-32a265494b86', 'name': 'network-vif-deleted', 'tag': 'fcaa0d2a-80fa-459f-855f-8ed89ca42db4', 'status': 'completed', 'code': 200} Feb 04 15:44:49.457910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] For port 6eb97637-11e9-4183-9ae8-5de1a2b82cba, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6eb97637-11e9-4183-9ae8-5de1a2b82cba,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:49.458117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:49.458506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.458808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.488679 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eb13a3-69bb-41a9-956b-2a8be26395a8', 'code': 200} Feb 04 15:44:49.538115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bdc3c1c7-cdfe-43ff-a60e-a2a8cfeaafb8 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4044881 Feb 04 15:44:49.564051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Allocated IP 172.20.0.14 (09c60676-92d3-4929-a739-62012ad9acdf/3f2cde3f-fa8d-41b8-9a34-f38f7cb78696/472c1a71-53ab-47e8-93f2-fd3ba7df095f) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:49.577684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:44:49.589400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Sync routers for ids ['c630298c-8f96-4c8e-8079-e1532c67407d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:49.606127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Routers {'c630298c-8f96-4c8e-8079-e1532c67407d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:49.607797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c630298c-8f96-4c8e-8079-e1532c67407d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:49.618376 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd239907-d5e2-4317-b455-7dd721224af9 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.718788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Request body: {'port': {'device_id': 'c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:49.762171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Calling delete_port for 6eb97637-11e9-4183-9ae8-5de1a2b82cba owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:49.803702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Set router c630298c-8f96-4c8e-8079-e1532c67407d gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:49.816437 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad938fc7-8e8d-4fb6-825b-cbb91b109b62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "PUT /v2.0/routers/c630298c-8f96-4c8e-8079-e1532c67407d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7835491 Feb 04 15:44:49.823098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41602) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:49.894133 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd239907-d5e2-4317-b455-7dd721224af9 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.912009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Allocated IP 172.20.0.13 (7cc48e54-b03d-417c-9572-e94ed14039c6/8b163c69-b198-418e-8028-8253aac4c329/4d2f3f6b-bc10-43e9-8f15-73979208ad17) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:49.998007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46356176-4591-4440-9af3-6adb9859e2e9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:49.998757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46356176-4591-4440-9af3-6adb9859e2e9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:49.999285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd239907-d5e2-4317-b455-7dd721224af9 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event deleted for resources: {'Subnet': ['ID=da3e556d-e79e-48c9-8520-a29b4f8d2290,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:50.009927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd239907-d5e2-4317-b455-7dd721224af9 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.029514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e60f9-ce7b-4794-8ba3-e07cb79c0a7d None None] Network 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:50.042720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.055723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cd239907-d5e2-4317-b455-7dd721224af9 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "DELETE /v2.0/subnets/da3e556d-e79e-48c9-8520-a29b4f8d2290 HTTP/1.1" status: 204 len: 168 time: 1.5779879 Feb 04 15:44:50.059753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41606) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:50.091928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-349608fa-4a6b-4242-989f-349b4863aad4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.127702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-349608fa-4a6b-4242-989f-349b4863aad4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.203842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e498-4862-4710-b6c3-f2ed5c5d1d50 req-0f051cb4-e009-4bbe-8777-3a17ab62e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:50.206899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2159e498-4862-4710-b6c3-f2ed5c5d1d50 req-0f051cb4-e009-4bbe-8777-3a17ab62e2b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 1097 time: 0.4211073 Feb 04 15:44:50.237470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca06b-8cba-4fdf-b128-6c3fbd724baf req-1f56cff5-75fd-406d-9de3-cab2aad302bb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:50.245936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0d5ca06b-8cba-4fdf-b128-6c3fbd724baf req-1f56cff5-75fd-406d-9de3-cab2aad302bb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 946 time: 0.4191341 Feb 04 15:44:50.262466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46356176-4591-4440-9af3-6adb9859e2e9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:50.266163 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-46356176-4591-4440-9af3-6adb9859e2e9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports/d42d248b-f61f-4f55-b32a-6dcd1ed0f947 HTTP/1.1" status: 200 len: 911 time: 0.4373367 Feb 04 15:44:50.343629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41610) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:50.419027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c630298c-8f96-4c8e-8079-e1532c67407d', 'name': 'tempest-NetworksTestDHCPv6-router-182773209', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:38Z', 'updated_at': '2022-02-04T15:44:44Z', 'revision_number': 2, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None, '_interfaces': [{'id': 'd42d248b-f61f-4f55-b32a-6dcd1ed0f947', 'name': '', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'mac_address': 'fa:16:3e:5e:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c630298c-8f96-4c8e-8079-e1532c67407d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '446ac5e7-432c-46db-91d1-7915197ab279', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:40Z', 'updated_at': '2022-02-04T15:44:46Z', 'revision_number': 2, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'subnets': [{'id': '446ac5e7-432c-46db-91d1-7915197ab279', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:50.425302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Checking router: c630298c-8f96-4c8e-8079-e1532c67407d for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:44:50.425782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Updating router c630298c-8f96-4c8e-8079-e1532c67407d port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:44:50.472462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd34f66-7b0a-4aed-9371-5582e8938548 None None] DHCP port deletion for 49ea15b2-cedc-49a8-a08f-35fb02d9fd06 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:44:50.503294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7bd34f66-7b0a-4aed-9371-5582e8938548 None None] Deleting port 8b31712d-6345-4e2a-9933-896f88e7795c {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:50.505961 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7bd34f66-7b0a-4aed-9371-5582e8938548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.540418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-349608fa-4a6b-4242-989f-349b4863aad4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] In _notify_port_updated(), no bound segment for port 400c5b3a-8f63-4118-8a19-06f630d60d95 on network 1b18359b-6842-44ac-8298-eb199585f1a0 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:44:50.550991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349608fa-4a6b-4242-989f-349b4863aad4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:50.551662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-349608fa-4a6b-4242-989f-349b4863aad4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.556373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-349608fa-4a6b-4242-989f-349b4863aad4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "PUT /v2.0/ports/400c5b3a-8f63-4118-8a19-06f630d60d95 HTTP/1.1" status: 200 len: 1001 time: 2.7419233 Feb 04 15:44:50.594630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41616) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:50.659372 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.670405 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.681235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da8fa587-1f8f-476e-9e4b-41b6278a0841 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:50.730062 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2159e498-4862-4710-b6c3-f2ed5c5d1d50 req-4649d8b9-e30a-4967-8ef9-34694ae3eafc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809055 Feb 04 15:44:50.731937 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.742070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event deleted for resources: {'Port': ['ID=6eb97637-11e9-4183-9ae8-5de1a2b82cba,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:50.782515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349608fa-4a6b-4242-989f-349b4863aad4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Port': ['ID=400c5b3a-8f63-4118-8a19-06f630d60d95,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:50.829831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Deleting port 8b31712d-6345-4e2a-9933-896f88e7795c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:50.830176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.835248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0d5ca06b-8cba-4fdf-b128-6c3fbd724baf req-73047e9b-59b5-4285-b76b-ac7a892677e5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883732 Feb 04 15:44:50.875416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.875908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.876250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.876583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.876935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.877259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.877583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.877903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.878235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.878540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.878858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.879168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:50.985181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6f0910ab-1325-4a3d-a24e-152f02e6b01c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Deleting port 400c5b3a-8f63-4118-8a19-06f630d60d95 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:50.985615 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f0910ab-1325-4a3d-a24e-152f02e6b01c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.012148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a9abc-c46e-4405-a970-36568091f4cf None None] Network 7cc48e54-b03d-417c-9572-e94ed14039c6 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:44:51.048199 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.059079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-a53a16b3-9cbd-41d3-8a2c-b3217e1ae824 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:51.060506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-a53a16b3-9cbd-41d3-8a2c-b3217e1ae824 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.8391304 Feb 04 15:44:51.083361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Request body: {'port': {'device_id': '777ebe29-158e-4691-a2b2-2ce17d56a259', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'admin_state_up': True, 'tenant_id': '88675380f23a4e7886d02b7197b8fb55'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:51.103666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-255f39ca-b20e-42ff-ac4a-7ab4bb789b42 req-8aaded6e-30cb-465b-a6ae-f5213dd681fd tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 210 time: 0.1224885 Feb 04 15:44:51.112072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf94bbb-c083-425c-8058-85e16cf53c13 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:51.118282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf94bbb-c083-425c-8058-85e16cf53c13 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:51.119105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-abf94bbb-c083-425c-8058-85e16cf53c13 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:51.147596 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.152999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.260512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f6051eda-af14-4578-9ec6-fba3a49c0526 None None] Provisioning for port da8fa587-1f8f-476e-9e4b-41b6278a0841 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:51.281525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7bd34f66-7b0a-4aed-9371-5582e8938548 None None] For port 8b31712d-6345-4e2a-9933-896f88e7795c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8b31712d-6345-4e2a-9933-896f88e7795c,segment=NetworkSegment(76fb6d18-b1d6-4acd-bea9-6134e6797970),segment_id=76fb6d18-b1d6-4acd-bea9-6134e6797970)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:51.281940 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7bd34f66-7b0a-4aed-9371-5582e8938548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.381895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67dfb211-fdcf-429d-9d0e-b61a61064910 req-d4b26128-ffb4-4d8a-8cb1-4dca8a967bca tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 210 time: 0.0730371 Feb 04 15:44:51.433076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-abf94bbb-c083-425c-8058-85e16cf53c13 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:51.437164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-abf94bbb-c083-425c-8058-85e16cf53c13 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.0755389 Feb 04 15:44:51.446562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41620) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:51.495437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port da8fa587-1f8f-476e-9e4b-41b6278a0841 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:51.510329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7bd34f66-7b0a-4aed-9371-5582e8938548 None None] Calling delete_port for 8b31712d-6345-4e2a-9933-896f88e7795c owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:51.551804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Transition to ACTIVE for port object 4d2f3f6b-bc10-43e9-8f15-73979208ad17 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:51.633056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port da8fa587-1f8f-476e-9e4b-41b6278a0841 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:51.633432 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.638525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.642444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.655105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] For port 8b31712d-6345-4e2a-9933-896f88e7795c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8b31712d-6345-4e2a-9933-896f88e7795c,segment=NetworkSegment(76fb6d18-b1d6-4acd-bea9-6134e6797970),segment_id=76fb6d18-b1d6-4acd-bea9-6134e6797970)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:51.655468 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.713631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f6051eda-af14-4578-9ec6-fba3a49c0526 None None] Provisioning complete for port 400c5b3a-8f63-4118-8a19-06f630d60d95 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:51.714253 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f6051eda-af14-4578-9ec6-fba3a49c0526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.723528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:51.737870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Usage tracker for resource:port and tenant:88675380f23a4e7886d02b7197b8fb55 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:51.743355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:51.813139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Calling delete_port for 8b31712d-6345-4e2a-9933-896f88e7795c owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:51.832699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:51.848009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.911854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f6051eda-af14-4578-9ec6-fba3a49c0526 None None] Port 400c5b3a-8f63-4118-8a19-06f630d60d95 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:51.931495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.932008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd369f96-92a4-4def-b917-75b02ab6342d {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:44:51.947682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f0910ab-1325-4a3d-a24e-152f02e6b01c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.967125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Network 09c60676-92d3-4929-a739-62012ad9acdf is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:51.974040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:51.976454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:52.010676 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7bd34f66-7b0a-4aed-9371-5582e8938548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.013000 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.045633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Made reservation on behalf of 88675380f23a4e7886d02b7197b8fb55 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:52.063446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.098711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd34f66-7b0a-4aed-9371-5582e8938548 None None] Pushing event deleted for resources: {'Port': ['ID=8b31712d-6345-4e2a-9933-896f88e7795c,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:52.110593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.112111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a5566f86-5a0c-45aa-85bc-cdf5ed3eec9e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "DELETE /v2.0/routers/cd369f96-92a4-4def-b917-75b02ab6342d HTTP/1.1" status: 204 len: 168 time: 4.6024890 Feb 04 15:44:52.113233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Pushing event updated for resources: {'Port': ['ID=472c1a71-53ab-47e8-93f2-fd3ba7df095f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:52.147035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd34f66-7b0a-4aed-9371-5582e8938548 None None] No DVR routers for this DVR port 8b31712d-6345-4e2a-9933-896f88e7795c on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:52.168854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41626) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:52.188810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-178788124', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:52.227130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:52.229630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Network 7cc48e54-b03d-417c-9572-e94ed14039c6 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:52.235933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:44:52.236127 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:44:52.238969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Usage tracker for resource:router and tenant:4aa8b7b0688842d7a4482102e1c4c9c2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:52.245143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:52.247372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:52.267833 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.291783 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.295598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6f0910ab-1325-4a3d-a24e-152f02e6b01c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Calling delete_port for 400c5b3a-8f63-4118-8a19-06f630d60d95 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:52.330235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Transition to ACTIVE for port object d42d248b-f61f-4f55-b32a-6dcd1ed0f947 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:52.343022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port da8fa587-1f8f-476e-9e4b-41b6278a0841, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da8fa587-1f8f-476e-9e4b-41b6278a0841,segment=NetworkSegment(3a13893e-0514-44e0-8914-19b950dd2090),segment_id=3a13893e-0514-44e0-8914-19b950dd2090)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:52.344983 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.360794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:52.369943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:52.380678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:52.381416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.394698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:52.395981 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.396387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.457776 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event updated for resources: {'Port': ['ID=4d2f3f6b-bc10-43e9-8f15-73979208ad17,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:52.462159 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-bfba8cef-2292-481e-ab93-ffe31ac2e477 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0595143 Feb 04 15:44:52.480454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Request body: {'port': {'device_id': '0e427e23-bbc4-49a9-aa22-b0d3ec650c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:52.556274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45aaea2-b7f2-4c43-96e5-487ec1e2ef80 None None] Pushing event updated for resources: {'Port': ['ID=d42d248b-f61f-4f55-b32a-6dcd1ed0f947,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:52.585216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.587521 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.654173 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-452ceacc-cc60-46f8-b350-90a2fcd16352 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9026904 Feb 04 15:44:52.672436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41634) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:52.687572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Request body: {'port': {'network_id': '7cc48e54-b03d-417c-9572-e94ed14039c6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1426363705', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:52.688273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.api.validators [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] bootfile-name is not in valid_values {{(pid=87571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:44:52.688668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.api.validators [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] tftp-server is not in valid_values {{(pid=87571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:44:52.692621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.api.validators [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] server-ip-address is not in valid_values {{(pid=87571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:44:52.735286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8b31712d-6345-4e2a-9933-896f88e7795c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:52.777874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Deleting port 8b31712d-6345-4e2a-9933-896f88e7795c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:52.778217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.826597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8b31712d-6345-4e2a-9933-896f88e7795c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:44:52.826934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8b31712d-6345-4e2a-9933-896f88e7795c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:52.840121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Attempting to bind port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:52.840489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Attempting to bind port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:52.841054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Attempting to bind port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:52.854606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:52.855078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:52.855575 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.856167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:52.856603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Bound port: d42d248b-f61f-4f55-b32a-6dcd1ed0f947, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:52.857141 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.883973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7fc101cc-55be-4b5b-8075-034777c67cf3 None None] Provisioning complete for port da8fa587-1f8f-476e-9e4b-41b6278a0841 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:52.884409 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7fc101cc-55be-4b5b-8075-034777c67cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.893488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] The port '8b31712d-6345-4e2a-9933-896f88e7795c' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:44:52.936010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.036358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] For port d42d248b-f61f-4f55-b32a-6dcd1ed0f947, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:53.041247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] For port d42d248b-f61f-4f55-b32a-6dcd1ed0f947, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d42d248b-f61f-4f55-b32a-6dcd1ed0f947,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:53.043064 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=da8fa587-1f8f-476e-9e4b-41b6278a0841,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:53.044975 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f0910ab-1325-4a3d-a24e-152f02e6b01c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.076884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6eb97637-11e9-4183-9ae8-5de1a2b82cba no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:44:53.091445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Allocated IP 172.20.0.14 (cf36374d-d245-40cc-915b-8c254d5c5c93/a78064bb-81be-4819-b4ef-67045bdf4b75/d523cd42-07b5-4e93-92c2-61f00f40e737) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:53.110623 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.156810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.157068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 6eb97637-11e9-4183-9ae8-5de1a2b82cba {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:44:53.157068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6eb97637-11e9-4183-9ae8-5de1a2b82cba not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:44:53.163765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0910ab-1325-4a3d-a24e-152f02e6b01c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event deleted for resources: {'Port': ['ID=400c5b3a-8f63-4118-8a19-06f630d60d95,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:53.180914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:53.193220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.203356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Usage tracker for resource:port and tenant:fc34215a0bdd445c8ecfb76c0c087cbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:53.217476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:53.231656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4314a2-4491-411f-9ba2-575f2b6f5058 req-51ef3f71-a271-490f-b738-ad4cf6a6e29b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:53.238780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c4314a2-4491-411f-9ba2-575f2b6f5058 req-51ef3f71-a271-490f-b738-ad4cf6a6e29b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 946 time: 1.1981993 Feb 04 15:44:53.241502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:53.270202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Routers {'c630298c-8f96-4c8e-8079-e1532c67407d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:53.270823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c630298c-8f96-4c8e-8079-e1532c67407d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:53.288735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ea15b2-cedc-49a8-a08f-35fb02d9fd06']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:53.329933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfa05d3-1328-4b17-a0f0-167541bb12ea {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:53.386010 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.451881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45aaea2-b7f2-4c43-96e5-487ec1e2ef80 None None] Pushing event updated for resources: {'Port': ['ID=d42d248b-f61f-4f55-b32a-6dcd1ed0f947,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:53.457006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c4314a2-4491-411f-9ba2-575f2b6f5058 req-495b7bd2-8ae3-4838-9dc0-33bb2c421d35 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143371 Feb 04 15:44:53.571847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] Set router c630298c-8f96-4c8e-8079-e1532c67407d gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:44:53.706489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fb6d18-b1d6-4acd-bea9-6134e6797970') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:53.706982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fb6d18-b1d6-4acd-bea9-6134e6797970') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:53.720805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Transition to ACTIVE for port object 8cfa05d3-1328-4b17-a0f0-167541bb12ea will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:53.724822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f0910ab-1325-4a3d-a24e-152f02e6b01c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.780427 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.784783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Made reservation on behalf of fc34215a0bdd445c8ecfb76c0c087cbc for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:53.786683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-821e3776-b81e-43f6-8c62-acb08c4b44be req-d23ab1ba-5b92-4dbf-8286-7ff9bfb77b86 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 210 time: 0.1236145 Feb 04 15:44:53.788446 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.821215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.833306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7fc101cc-55be-4b5b-8075-034777c67cf3 None None] Provisioning for port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:53.850756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7fc101cc-55be-4b5b-8075-034777c67cf3 None None] Provisioning complete for port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:53.851925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7fc101cc-55be-4b5b-8075-034777c67cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.885462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6f0910ab-1325-4a3d-a24e-152f02e6b01c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "DELETE /v2.0/ports/400c5b3a-8f63-4118-8a19-06f630d60d95 HTTP/1.1" status: 204 len: 168 time: 3.2638226 Feb 04 15:44:53.908246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41640) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:53.920193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.922725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7fc101cc-55be-4b5b-8075-034777c67cf3 None None] Port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:53.972038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] device_id is not set on port d8d1e15a-8110-4a86-80ae-91744bc41db5 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:54.042366 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.063529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2fb8c521-89b7-421c-902b-62919ba3f145 None None] Provisioning complete for port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:54.064138 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c521-89b7-421c-902b-62919ba3f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.069572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfa05d3-1328-4b17-a0f0-167541bb12ea,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:54.072249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:44:54.072655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:44:54.087550 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:44:54.091452 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-587be637-6268-42b8-acd0-8de42b8dca8f tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] GET failed (client error): The resource could not be found. Feb 04 15:44:54.091452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-587be637-6268-42b8-acd0-8de42b8dca8f tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Synchronizing usage tracker for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:54.108345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c630298c-8f96-4c8e-8079-e1532c67407d', 'name': 'tempest-NetworksTestDHCPv6-router-182773209', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:38Z', 'updated_at': '2022-02-04T15:44:44Z', 'revision_number': 2, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None, '_interfaces': [{'id': 'd42d248b-f61f-4f55-b32a-6dcd1ed0f947', 'name': '', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'mac_address': 'fa:16:3e:5e:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c630298c-8f96-4c8e-8079-e1532c67407d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '446ac5e7-432c-46db-91d1-7915197ab279', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:40Z', 'updated_at': '2022-02-04T15:44:53Z', 'revision_number': 4, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'subnets': [{'id': '446ac5e7-432c-46db-91d1-7915197ab279', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:54.123489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66274c-b493-45e2-90d2-de7e5c35c82b None None] The sync data for ids ['c630298c-8f96-4c8e-8079-e1532c67407d'] in n-d-827870-1 is: [{'id': 'c630298c-8f96-4c8e-8079-e1532c67407d', 'name': 'tempest-NetworksTestDHCPv6-router-182773209', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:38Z', 'updated_at': '2022-02-04T15:44:44Z', 'revision_number': 2, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None, '_interfaces': [{'id': 'd42d248b-f61f-4f55-b32a-6dcd1ed0f947', 'name': '', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'mac_address': 'fa:16:3e:5e:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c630298c-8f96-4c8e-8079-e1532c67407d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '446ac5e7-432c-46db-91d1-7915197ab279', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:44:40Z', 'updated_at': '2022-02-04T15:44:53Z', 'revision_number': 4, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'subnets': [{'id': '446ac5e7-432c-46db-91d1-7915197ab279', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:54.135313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8c521-89b7-421c-902b-62919ba3f145 None None] Port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:54.189361 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.293532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Attempting to bind port 8cfa05d3-1328-4b17-a0f0-167541bb12ea on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:54.294177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Attempting to bind port 8cfa05d3-1328-4b17-a0f0-167541bb12ea by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:54.294517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Attempting to bind port 8cfa05d3-1328-4b17-a0f0-167541bb12ea on network 09c60676-92d3-4929-a739-62012ad9acdf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:54.318676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c923e-22fc-4756-9977-c9f52224ff2e req-0212a1cf-85a9-41c9-aac8-e1ecd7c3ab7b tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:54.322552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-587be637-6268-42b8-acd0-8de42b8dca8f tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Unset dirty status for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:54.327230 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-587be637-6268-42b8-acd0-8de42b8dca8f tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "GET /v2.0/ports/400c5b3a-8f63-4118-8a19-06f630d60d95 HTTP/1.1" status: 404 len: 333 time: 0.3990662 Feb 04 15:44:54.327420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e1c923e-22fc-4756-9977-c9f52224ff2e req-0212a1cf-85a9-41c9-aac8-e1ecd7c3ab7b tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 932 time: 0.3484297 Feb 04 15:44:54.333176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41644) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:54.333778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Port 8cfa05d3-1328-4b17-a0f0-167541bb12ea on network 09c60676-92d3-4929-a739-62012ad9acdf not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:44:54.334083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Attempting to bind port 8cfa05d3-1328-4b17-a0f0-167541bb12ea on network 09c60676-92d3-4929-a739-62012ad9acdf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:54.358680 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.360486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'port': {'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-590005781'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:54.390231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.393476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.432873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] Pushing event deleted for resources: {'Network': ['ID=49ea15b2-cedc-49a8-a08f-35fb02d9fd06,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:54.460390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:54.460737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Checking segment: {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:54.461867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Bound using segment: {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:54.462434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Bound port: 8cfa05d3-1328-4b17-a0f0-167541bb12ea, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:54.462803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.465887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b55c4e78-4a62-492c-8e6a-55f5698780f0 tempest-FloatingIPNegativeTestJSON-1681135748 tempest-FloatingIPNegativeTestJSON-1681135748-project] 10.222.0.46 "DELETE /v2.0/networks/49ea15b2-cedc-49a8-a08f-35fb02d9fd06 HTTP/1.1" status: 204 len: 168 time: 4.3933675 Feb 04 15:44:54.538746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Allocated IP 172.20.0.7 (7cc48e54-b03d-417c-9572-e94ed14039c6/8b163c69-b198-418e-8028-8253aac4c329/d8d1e15a-8110-4a86-80ae-91744bc41db5) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:54.579700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472c1a71-53ab-47e8-93f2-fd3ba7df095f {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:54.608066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.702067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Transition to ACTIVE for port object 472c1a71-53ab-47e8-93f2-fd3ba7df095f will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:54.732004 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e1c923e-22fc-4756-9977-c9f52224ff2e req-9755524c-3697-4567-a894-87351d9b32f7 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038804 Feb 04 15:44:54.758538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:54.874820 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.093264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d42d248b-f61f-4f55-b32a-6dcd1ed0f947 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:55.131946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41656) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:55.142982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:55.188172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:55.194633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:55.195009 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.274445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Network cf36374d-d245-40cc-915b-8c254d5c5c93 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:55.325924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event updated for resources: {'Port': ['ID=d523cd42-07b5-4e93-92c2-61f00f40e737,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:55.329595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.345985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] For port 8cfa05d3-1328-4b17-a0f0-167541bb12ea, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:55.354431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] For port 8cfa05d3-1328-4b17-a0f0-167541bb12ea, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cfa05d3-1328-4b17-a0f0-167541bb12ea,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:55.356552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:55.372494 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.382463 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.397008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:55.405598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:55.424893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port d42d248b-f61f-4f55-b32a-6dcd1ed0f947, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d42d248b-f61f-4f55-b32a-6dcd1ed0f947,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:55.429026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.431590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da8fa587-1f8f-476e-9e4b-41b6278a0841 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:55.465899 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.536531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Made reservation on behalf of 468fb1af63fe4a768e7731e8c615c77b for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:55.540844 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.561420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=d42d248b-f61f-4f55-b32a-6dcd1ed0f947,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:55.572378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Pushing event updated for resources: {'Port': ['ID=472c1a71-53ab-47e8-93f2-fd3ba7df095f,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:55.574450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port da8fa587-1f8f-476e-9e4b-41b6278a0841 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:55.575220 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.634004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:55.634960 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.636976 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/8cfa05d3-1328-4b17-a0f0-167541bb12ea HTTP/1.1" status: 200 len: 1092 time: 6.0817757 Feb 04 15:44:55.649724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4', 'tag': '8cfa05d3-1328-4b17-a0f0-167541bb12ea'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:55.670901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:55.672079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.676846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] device_id is not set on port 773e88e8-5c4d-4ea2-a89f-19439fd6e591 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:44:55.732895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.746484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Attempting to bind port 472c1a71-53ab-47e8-93f2-fd3ba7df095f on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:55.746827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Attempting to bind port 472c1a71-53ab-47e8-93f2-fd3ba7df095f by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:55.747161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Attempting to bind port 472c1a71-53ab-47e8-93f2-fd3ba7df095f on network 09c60676-92d3-4929-a739-62012ad9acdf {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:55.755181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Port 472c1a71-53ab-47e8-93f2-fd3ba7df095f on network 09c60676-92d3-4929-a739-62012ad9acdf not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:44:55.755662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Attempting to bind port 472c1a71-53ab-47e8-93f2-fd3ba7df095f on network 09c60676-92d3-4929-a739-62012ad9acdf {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:55.776363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:55.776709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Checking segment: {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:55.777120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Bound using segment: {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:55.777557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Bound port: 472c1a71-53ab-47e8-93f2-fd3ba7df095f, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a4290b-164d-4178-9bd0-123f158e2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:55.777906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:55.796711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Transition to ACTIVE for port object d8d1e15a-8110-4a86-80ae-91744bc41db5 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:55.804452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceeb6a-40fa-453a-92aa-1f60808460a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfa05d3-1328-4b17-a0f0-167541bb12ea,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:55.824360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f34576b0-646f-4e00-8c4d-e3655094fd56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6d7757a8ebc47deb33a82e56fe5586d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832299 Feb 04 15:44:55.834364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41668) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:55.836721 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-50cae00e-dabb-4c94-b228-a9444fe1e5ad tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7615542 Feb 04 15:44:55.860846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Allocated IP 172.25.8.153 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/7d5971a9-0d98-4080-abe8-80051272d489) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:55.878563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Request body: {'port': {'device_id': '777ebe29-158e-4691-a2b2-2ce17d56a259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:55.920462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876fa7-d4d3-4b93-8827-04ab1da4dff7 req-aa41e501-07a4-4ec7-aae8-d54b254af98c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:55.921935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a876fa7-d4d3-4b93-8827-04ab1da4dff7 req-aa41e501-07a4-4ec7-aae8-d54b254af98c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 946 time: 0.7917817 Feb 04 15:44:55.997932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] For port 472c1a71-53ab-47e8-93f2-fd3ba7df095f, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:44:56.013518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.054565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] For port 472c1a71-53ab-47e8-93f2-fd3ba7df095f, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=472c1a71-53ab-47e8-93f2-fd3ba7df095f,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:44:56.070708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:56.071047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.078508 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.127362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.128401 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.129805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] 10.222.0.53 "PUT /v2.0/ports/472c1a71-53ab-47e8-93f2-fd3ba7df095f HTTP/1.1" status: 200 len: 1092 time: 3.6573489 Feb 04 15:44:56.137951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Network 7cc48e54-b03d-417c-9572-e94ed14039c6 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:56.138782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e427e23-bbc4-49a9-aa22-b0d3ec650c3b', 'tag': '472c1a71-53ab-47e8-93f2-fd3ba7df095f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:56.158517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:56.161080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:56.193305 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a876fa7-d4d3-4b93-8827-04ab1da4dff7 req-4c0b4149-3284-497d-ba1d-392fed69bd8d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596760 Feb 04 15:44:56.222418 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cffb6d9c-fa4e-4812-ac65-519bdc2be3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.236118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Allocated IP 2001:db8::3d7 (1b18359b-6842-44ac-8298-eb199585f1a0/6d626c7c-a3b9-40c2-8de2-823cb1f47ea8/773e88e8-5c4d-4ea2-a89f-19439fd6e591) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:56.248581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-d17b3bcb-2ccf-4e4e-b4c3-50cef589259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.250089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-d17b3bcb-2ccf-4e4e-b4c3-50cef589259f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&device_id=c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4 HTTP/1.1" status: 200 len: 1095 time: 0.5198226 Feb 04 15:44:56.256813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event updated for resources: {'Port': ['ID=d8d1e15a-8110-4a86-80ae-91744bc41db5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:56.352254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.393708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.394366 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.422659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b890ac-bd09-4f44-894c-9f437ed7f513 service neutron] Pushing event updated for resources: {'Port': ['ID=472c1a71-53ab-47e8-93f2-fd3ba7df095f,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:56.450032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c38ab03d-8077-41fb-a524-793f3a0105c4 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.7764392 Feb 04 15:44:56.454482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41676) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:56.456893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.494028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7d736f3f-6502-44c0-8bb3-e41c0ddfecef None None] Provisioning for port d8d1e15a-8110-4a86-80ae-91744bc41db5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:56.499140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7d736f3f-6502-44c0-8bb3-e41c0ddfecef None None] Provisioning complete for port d8d1e15a-8110-4a86-80ae-91744bc41db5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:56.499432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-e965abd2-f602-4ce7-869b-9c56c69aa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.499629 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d736f3f-6502-44c0-8bb3-e41c0ddfecef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.501608 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-e965abd2-f602-4ce7-869b-9c56c69aa6f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 1095 time: 0.2965412 Feb 04 15:44:56.505949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-e3f6630b-4502-4828-901b-01cca6affd65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfa05d3-1328-4b17-a0f0-167541bb12ea HTTP/1.1" status: 200 len: 217 time: 0.2078874 Feb 04 15:44:56.507762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cffb6d9c-fa4e-4812-ac65-519bdc2be3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.555849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7d736f3f-6502-44c0-8bb3-e41c0ddfecef None None] Port d8d1e15a-8110-4a86-80ae-91744bc41db5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:56.581940 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.607485 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:44:56.637911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-0c2d2f37-9c6b-4bb7-a143-e33eacf45d5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=472c1a71-53ab-47e8-93f2-fd3ba7df095f HTTP/1.1" status: 200 len: 217 time: 0.1206243 Feb 04 15:44:56.717247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:56.724220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:56.735824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:56.783012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event updated for resources: {'Port': ['ID=7d5971a9-0d98-4080-abe8-80051272d489,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:56.795853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-2b9dac9a-b554-48e2-979b-0fe4dccd5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.797303 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-2b9dac9a-b554-48e2-979b-0fe4dccd5bab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 HTTP/1.1" status: 200 len: 853 time: 0.1400962 Feb 04 15:44:56.839028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-5873daa4-b649-4192-84f9-22a30b9f67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.840371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-5873daa4-b649-4192-84f9-22a30b9f67e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 HTTP/1.1" status: 200 len: 853 time: 0.3091452 Feb 04 15:44:56.901137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00b128-1c21-41b0-b165-d325612c0af8 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.906858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00b128-1c21-41b0-b165-d325612c0af8 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.912632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00b128-1c21-41b0-b165-d325612c0af8 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.913720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e00b128-1c21-41b0-b165-d325612c0af8 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Synchronizing usage tracker for tenant:fc34215a0bdd445c8ecfb76c0c087cbc on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:56.919677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d42d248b-f61f-4f55-b32a-6dcd1ed0f947 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:44:56.940902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-b5c8b4a7-c463-4933-8a7b-8c9cf782ebcc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09c60676-92d3-4929-a739-62012ad9acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340516 Feb 04 15:44:56.971080 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-e75ecc85-b386-49fb-a0a9-d3cc3829e179 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09c60676-92d3-4929-a739-62012ad9acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173058 Feb 04 15:44:56.989551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] For port d42d248b-f61f-4f55-b32a-6dcd1ed0f947, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d42d248b-f61f-4f55-b32a-6dcd1ed0f947,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:44:56.989940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:56.997886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d42d248b-f61f-4f55-b32a-6dcd1ed0f947 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:56.998380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.231225 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cffb6d9c-fa4e-4812-ac65-519bdc2be3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.332391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e00b128-1c21-41b0-b165-d325612c0af8 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Unset dirty status for tenant:fc34215a0bdd445c8ecfb76c0c087cbc on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:57.337337 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e00b128-1c21-41b0-b165-d325612c0af8 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.8774092 Feb 04 15:44:57.338583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41680) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:57.381537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for d42d248b-f61f-4f55-b32a-6dcd1ed0f947 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:57.416481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d7ef0-e114-4251-8f93-126241b0dc54 req-52c22a4a-37c0-4c5d-a9f9-ea08a654c8a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:57.417204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-004d7ef0-e114-4251-8f93-126241b0dc54 req-52c22a4a-37c0-4c5d-a9f9-ea08a654c8a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:44:57.419728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6d9c-fa4e-4812-ac65-519bdc2be3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411d16ce-b2e8-4190-9c2e-2b8abf5bd3aa,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:57.512725 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-a26ea6e5-d344-44ed-97cc-8c3f69600ebd service neutron] 10.222.0.53 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584774 Feb 04 15:44:57.519817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c68765ca-5cc9-4560-86c1-2ad96707fdb6 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Deleting port d8d1e15a-8110-4a86-80ae-91744bc41db5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:44:57.520153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c68765ca-5cc9-4560-86c1-2ad96707fdb6 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.560545 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cffb6d9c-fa4e-4812-ac65-519bdc2be3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.561705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cffb6d9c-fa4e-4812-ac65-519bdc2be3fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/411d16ce-b2e8-4190-9c2e-2b8abf5bd3aa HTTP/1.1" status: 204 len: 168 time: 1.7231736 Feb 04 15:44:57.613450 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.654138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-004d7ef0-e114-4251-8f93-126241b0dc54 req-52c22a4a-37c0-4c5d-a9f9-ea08a654c8a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:44:57.655312 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-004d7ef0-e114-4251-8f93-126241b0dc54 req-52c22a4a-37c0-4c5d-a9f9-ea08a654c8a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 932 time: 1.2185738 Feb 04 15:44:57.725704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-679dec97-53d9-4342-bcbd-38a4582a0c3c service neutron] 10.222.0.53 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463598 Feb 04 15:44:57.731649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Transition to ACTIVE for port object 773e88e8-5c4d-4ea2-a89f-19439fd6e591 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:57.797494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.870987 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-004d7ef0-e114-4251-8f93-126241b0dc54 req-24f6b0f6-cd27-4af5-aa64-7d2d45d470c4 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955121 Feb 04 15:44:57.990353 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4', 'tag': '8cfa05d3-1328-4b17-a0f0-167541bb12ea', 'status': 'completed', 'code': 200} Feb 04 15:44:58.005680 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-b961cee4-e289-440b-bd6e-659744dfbf6e service neutron] 10.222.0.53 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549737 Feb 04 15:44:58.050914 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.226169 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c68765ca-5cc9-4560-86c1-2ad96707fdb6 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.240680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bf7a434-1f43-4991-a8e7-9802eba52a61 req-945bf79f-26b2-404f-97cb-b79653d5983f service neutron] 10.222.0.53 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963927 Feb 04 15:44:58.246820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d523cd42-07b5-4e93-92c2-61f00f40e737 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:58.257433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Network 1b18359b-6842-44ac-8298-eb199585f1a0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:58.276797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:58.281877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:44:58.291702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:58.292272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.303467 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.323221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Port': ['ID=773e88e8-5c4d-4ea2-a89f-19439fd6e591,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:58.385024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c68765ca-5cc9-4560-86c1-2ad96707fdb6 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Calling delete_port for d8d1e15a-8110-4a86-80ae-91744bc41db5 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:44:58.399015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.404461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Transition to ACTIVE for port object d523cd42-07b5-4e93-92c2-61f00f40e737 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:58.458586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=d42d248b-f61f-4f55-b32a-6dcd1ed0f947,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:58.465989 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d885c0be-4a89-4493-a4e4-9fb7596597e6 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1294115 Feb 04 15:44:58.472912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41706) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:58.473764 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.523224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41710) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:58.570352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1734a038-325c-49ca-8254-2b37f91a5497 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a7:4e:83'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:58.573702 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.799911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-514d5220-4b04-4c4c-a404-1c353e9d8100 None None] Provisioning for port 773e88e8-5c4d-4ea2-a89f-19439fd6e591 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:58.808795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-514d5220-4b04-4c4c-a404-1c353e9d8100 None None] Provisioning complete for port 773e88e8-5c4d-4ea2-a89f-19439fd6e591 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:58.809428 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-514d5220-4b04-4c4c-a404-1c353e9d8100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.874922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1159209631'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:58.894682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:58.903096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:network and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:58.907693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:58.920520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-514d5220-4b04-4c4c-a404-1c353e9d8100 None None] Port 773e88e8-5c4d-4ea2-a89f-19439fd6e591 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:44:58.962850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:59.044528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:59.047904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.056351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be75a4-75d1-4908-8902-d48903108cd9 req-544bb7fd-b5c4-448e-bdbc-7e7410a11011 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:59.057841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96be75a4-75d1-4908-8902-d48903108cd9 req-544bb7fd-b5c4-448e-bdbc-7e7410a11011 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 944 time: 0.9901102 Feb 04 15:44:59.065815 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.076548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d523cd42-07b5-4e93-92c2-61f00f40e737,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:59.089130 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.109273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c68765ca-5cc9-4560-86c1-2ad96707fdb6 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.147484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:44:59.162365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group_rule and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:44:59.175487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:44:59.179386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68765ca-5cc9-4560-86c1-2ad96707fdb6 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event deleted for resources: {'Port': ['ID=d8d1e15a-8110-4a86-80ae-91744bc41db5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:59.217894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:44:59.360233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-091b398b-d931-4a4d-9276-17e132b21916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:59.361738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-091b398b-d931-4a4d-9276-17e132b21916 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&device_id=c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4 HTTP/1.1" status: 200 len: 1095 time: 1.0415673 Feb 04 15:44:59.369204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Router ce65f603-6e61-43cf-810f-80eae66a53b9 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:44:59.378457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c68765ca-5cc9-4560-86c1-2ad96707fdb6 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.505740 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c68765ca-5cc9-4560-86c1-2ad96707fdb6 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "DELETE /v2.0/ports/d8d1e15a-8110-4a86-80ae-91744bc41db5 HTTP/1.1" status: 204 len: 168 time: 2.1664271 Feb 04 15:44:59.506746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41718) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:59.520078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96be75a4-75d1-4908-8902-d48903108cd9 req-87ef4bc4-c79b-43f5-962d-906995f8d56d tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445882 Feb 04 15:44:59.552490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Request body: {'port': {'name': 'tempest-new-port-name-2102648975', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:59.552490 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.api.validators [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] bootfile-name is not in valid_values {{(pid=87571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:44:59.552490 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.api.validators [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] tftp-server is not in valid_values {{(pid=87571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:44:59.552490 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.api.validators [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] server-ip-address is not in valid_values {{(pid=87571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 15:44:59.628464 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e427e23-bbc4-49a9-aa22-b0d3ec650c3b', 'tag': '472c1a71-53ab-47e8-93f2-fd3ba7df095f', 'status': 'completed', 'code': 200} Feb 04 15:44:59.659969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Attempting to bind port d523cd42-07b5-4e93-92c2-61f00f40e737 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:59.660465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Attempting to bind port d523cd42-07b5-4e93-92c2-61f00f40e737 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:59.660916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Attempting to bind port d523cd42-07b5-4e93-92c2-61f00f40e737 on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:59.679250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Port d523cd42-07b5-4e93-92c2-61f00f40e737 on network cf36374d-d245-40cc-915b-8c254d5c5c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:44:59.680248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Attempting to bind port d523cd42-07b5-4e93-92c2-61f00f40e737 on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:44:59.788717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:44:59.789181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Checking segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:44:59.789636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Bound using segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:44:59.790103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Bound port: d523cd42-07b5-4e93-92c2-61f00f40e737, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:59.790460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.823236 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.864088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Router c630298c-8f96-4c8e-8079-e1532c67407d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:44:59.872539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.912215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-6a9ffd85-2aca-466e-b958-962064ca6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:59.913708 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-6a9ffd85-2aca-466e-b958-962064ca6e6e service neutron] 10.222.0.53 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 914 time: 0.5401516 Feb 04 15:44:59.929591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:44:59.942429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:44:59.951259 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0060cac-7550-4c4a-a0fb-1b1bd4e102a5 None None] Sync routers for ids ['ce65f603-6e61-43cf-810f-80eae66a53b9'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:59.962370 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0060cac-7550-4c4a-a0fb-1b1bd4e102a5 None None] Routers {'ce65f603-6e61-43cf-810f-80eae66a53b9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:44:59.963601 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d0060cac-7550-4c4a-a0fb-1b1bd4e102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ce65f603-6e61-43cf-810f-80eae66a53b9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:59.969138 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.984371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180055f5-1cc3-48f1-bc85-883f4d00b328,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:00.004371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.004937 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Added segment 7a3184ea-692a-4d4f-9438-0be3fe00658f of type vlan for network 35220ca7-b9e4-4028-99d8-81fb03d3792c Feb 04 15:45:00.013173 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1734a038-325c-49ca-8254-2b37f91a5497 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.028075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-1ee61f53-e7de-47a6-9c66-81f7a9dfe2d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfa05d3-1328-4b17-a0f0-167541bb12ea HTTP/1.1" status: 200 len: 217 time: 0.0928206 Feb 04 15:45:00.040392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-1ee7a26a-2db9-4b32-9d9b-397a262c4d88 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=471aa203ed68486e939c8ab113a56f07 HTTP/1.1" status: 200 len: 267 time: 0.2760389 Feb 04 15:45:00.041933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.045589 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b9a4d0dc-18f4-4126-9e86-0a5f4305ad5f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8706543 Feb 04 15:45:00.045757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 472c1a71-53ab-47e8-93f2-fd3ba7df095f details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:45:00.051358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41722) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:00.053478 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d0060cac-7550-4c4a-a0fb-1b1bd4e102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:00.073651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-dbc0c17b-3670-454e-a73b-ab804672b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.075374 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-dbc0c17b-3670-454e-a73b-ab804672b222 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e3df66f359844f398f44d84d2554ba3&device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 1095 time: 0.4310381 Feb 04 15:45:00.076569 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0060cac-7550-4c4a-a0fb-1b1bd4e102a5 None None] Routers {'ce65f603-6e61-43cf-810f-80eae66a53b9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:00.083329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-54e58378-fac1-4c5a-98e7-011ee65f8009 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': False}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:00.084378 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d0060cac-7550-4c4a-a0fb-1b1bd4e102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ce65f603-6e61-43cf-810f-80eae66a53b9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:00.241704 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.290390 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d0060cac-7550-4c4a-a0fb-1b1bd4e102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:00.291194 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0060cac-7550-4c4a-a0fb-1b1bd4e102a5 None None] The sync data for ids ['ce65f603-6e61-43cf-810f-80eae66a53b9'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:45:00.335359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] For port d523cd42-07b5-4e93-92c2-61f00f40e737, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:00.359659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:45:00.380932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] Sync routers for ids ['c630298c-8f96-4c8e-8079-e1532c67407d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:45:00.390099 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:45:00.413168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] Routers {'c630298c-8f96-4c8e-8079-e1532c67407d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:00.414687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c630298c-8f96-4c8e-8079-e1532c67407d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:00.543119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-403dfef2-da58-4014-9f5c-e12dfac515c9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "PUT /v2.0/routers/c630298c-8f96-4c8e-8079-e1532c67407d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0924084 Feb 04 15:45:00.551114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41726) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:00.559524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] For port d523cd42-07b5-4e93-92c2-61f00f40e737, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d523cd42-07b5-4e93-92c2-61f00f40e737,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:00.563344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 472c1a71-53ab-47e8-93f2-fd3ba7df095f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=472c1a71-53ab-47e8-93f2-fd3ba7df095f,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:00.602531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-6ac4112f-4bff-45e0-b609-a69a1318c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.604139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-6ac4112f-4bff-45e0-b609-a69a1318c131 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 HTTP/1.1" status: 200 len: 853 time: 0.5061166 Feb 04 15:45:00.612466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.655067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] Set router c630298c-8f96-4c8e-8079-e1532c67407d gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:45:00.681952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.687309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.687899 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.750193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-c43214cb-2189-44bf-80cc-880ba1e82f31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09c60676-92d3-4929-a739-62012ad9acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293638 Feb 04 15:45:00.761096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.761689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.762729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '472c1a71-53ab-47e8-93f2-fd3ba7df095f', 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf', 'port_id': '472c1a71-53ab-47e8-93f2-fd3ba7df095f', 'mac_address': 'fa:16:3e:fb:5e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2cde3f-fa8d-41b8-9a34-f38f7cb78696', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:45:00.763441 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/d523cd42-07b5-4e93-92c2-61f00f40e737 HTTP/1.1" status: 200 len: 1092 time: 4.9026706 Feb 04 15:45:00.780154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c630298c-8f96-4c8e-8079-e1532c67407d', 'name': 'tempest-NetworksTestDHCPv6-router-182773209', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:38Z', 'updated_at': '2022-02-04T15:44:57Z', 'revision_number': 3, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:00.780925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777ebe29-158e-4691-a2b2-2ce17d56a259', 'tag': 'd523cd42-07b5-4e93-92c2-61f00f40e737'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:00.794022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] Checking router: c630298c-8f96-4c8e-8079-e1532c67407d for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:45:00.858611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] Routers {'c630298c-8f96-4c8e-8079-e1532c67407d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:00.859611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:44:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c630298c-8f96-4c8e-8079-e1532c67407d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:00.870779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-eb1e3c68-cb6e-4b45-905a-20452754a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.872518 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-eb1e3c68-cb6e-4b45-905a-20452754a8c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 200 len: 914 time: 0.7262051 Feb 04 15:45:00.908905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2230c45-3dbb-4119-bdaa-82ac4a643482 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.910488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2230c45-3dbb-4119-bdaa-82ac4a643482 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.911228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d2230c45-3dbb-4119-bdaa-82ac4a643482 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:00.944973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.972455 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4374762 Feb 04 15:45:00.981014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41734) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:00.990818 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-3ab1d84d-80b4-42c3-ab2f-cf7d62567304 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=472c1a71-53ab-47e8-93f2-fd3ba7df095f HTTP/1.1" status: 200 len: 217 time: 0.1029677 Feb 04 15:45:01.008824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ff5a-c2db-473e-b2f6-9ff151d422f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d523cd42-07b5-4e93-92c2-61f00f40e737,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:01.022625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'name': 'tempest-PortsTestJSON-1574933269'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:01.033341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] Set router c630298c-8f96-4c8e-8079-e1532c67407d gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:45:01.039513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5372b5f-9ead-4ec7-a422-3d1e8a315a17 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Network': ['ID=35220ca7-b9e4-4028-99d8-81fb03d3792c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:01.109861 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:45:01.126447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-ede3f621-04b1-48c7-9d80-b1f3409e1169 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:01.135079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-ede3f621-04b1-48c7-9d80-b1f3409e1169 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 946 time: 1.0935614 Feb 04 15:45:01.145142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:01.145852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.146522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d2230c45-3dbb-4119-bdaa-82ac4a643482 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:01.147645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d2230c45-3dbb-4119-bdaa-82ac4a643482 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5933840 Feb 04 15:45:01.156582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41738) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:01.160085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-0bd1dfa8-e138-4331-a28d-afdeb7c82a51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'port': {'security_groups': []}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:01.169492 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.175450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472c1a71-53ab-47e8-93f2-fd3ba7df095f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:01.229946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c630298c-8f96-4c8e-8079-e1532c67407d', 'name': 'tempest-NetworksTestDHCPv6-router-182773209', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:38Z', 'updated_at': '2022-02-04T15:44:57Z', 'revision_number': 3, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:01.250733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2024c-9ea2-4547-8f16-2ac0f350eaa8 None None] The sync data for ids ['c630298c-8f96-4c8e-8079-e1532c67407d'] in n-d-827870-1 is: [{'id': 'c630298c-8f96-4c8e-8079-e1532c67407d', 'name': 'tempest-NetworksTestDHCPv6-router-182773209', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:44:38Z', 'updated_at': '2022-02-04T15:44:57Z', 'revision_number': 3, 'project_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:45:01.291469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 472c1a71-53ab-47e8-93f2-fd3ba7df095f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=472c1a71-53ab-47e8-93f2-fd3ba7df095f,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:01.324845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-b3ef7690-48f8-41af-b872-a752dcec565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:01.325058 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-7347f48a-7595-45d3-abad-e4db64bcaa65 service neutron] 10.222.0.53 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854710 Feb 04 15:45:01.326703 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-b3ef7690-48f8-41af-b872-a752dcec565f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 HTTP/1.1" status: 200 len: 853 time: 0.3207879 Feb 04 15:45:01.329271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:01.366326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.367144 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8cfa05d3-1328-4b17-a0f0-167541bb12ea details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:45:01.373211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:01.406065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:01.478033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=472c1a71-53ab-47e8-93f2-fd3ba7df095f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:01.482429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8cfa05d3-1328-4b17-a0f0-167541bb12ea, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cfa05d3-1328-4b17-a0f0-167541bb12ea,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:01.491194 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-99df961a-6b3e-4152-b510-00ba0929d370 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09c60676-92d3-4929-a739-62012ad9acdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199219 Feb 04 15:45:01.506578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '8cfa05d3-1328-4b17-a0f0-167541bb12ea', 'network_id': '09c60676-92d3-4929-a739-62012ad9acdf', 'port_id': '8cfa05d3-1328-4b17-a0f0-167541bb12ea', 'mac_address': 'fa:16:3e:b9:c9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2cde3f-fa8d-41b8-9a34-f38f7cb78696', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:45:01.518625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b492786b-8f2b-4173-80b0-6e132abe3e8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 446ac5e7-432c-46db-91d1-7915197ab279 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:01.526665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event updated for resources: {'Port': ['ID=4d2f3f6b-bc10-43e9-8f15-73979208ad17,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:01.553697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:01.558234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-083c9cd2-04f4-45ef-bc2c-4b2c3cddcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:01.559496 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b492786b-8f2b-4173-80b0-6e132abe3e8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.560070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-083c9cd2-04f4-45ef-bc2c-4b2c3cddcb4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 1095 time: 0.6924448 Feb 04 15:45:01.567276 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1734a038-325c-49ca-8254-2b37f91a5497 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.596438 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.617450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfa05d3-1328-4b17-a0f0-167541bb12ea {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:01.637629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8cfa05d3-1328-4b17-a0f0-167541bb12ea, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cfa05d3-1328-4b17-a0f0-167541bb12ea,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:01.645472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.685057 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1734a038-325c-49ca-8254-2b37f91a5497 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.733231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] In _notify_port_updated(), no bound segment for port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 on network 7cc48e54-b03d-417c-9572-e94ed14039c6 {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:45:01.738673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:01.739338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.743756 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-87c139f3-cec3-478b-a181-08901872a57c tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "PUT /v2.0/ports/4d2f3f6b-bc10-43e9-8f15-73979208ad17 HTTP/1.1" status: 200 len: 1137 time: 2.2208526 Feb 04 15:45:01.746471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41742) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:01.748382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8cfa05d3-1328-4b17-a0f0-167541bb12ea,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:01.749707 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-0bd1dfa8-e138-4331-a28d-afdeb7c82a51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.759804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-05ceb71b-f46d-42a7-ac7f-79e1c1c348b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d523cd42-07b5-4e93-92c2-61f00f40e737 HTTP/1.1" status: 200 len: 217 time: 0.1786382 Feb 04 15:45:01.774039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:01.777770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-93a7bad6-d61b-46d0-9033-829510ca8eee None None] Provisioning complete for port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:01.777918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.778126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93a7bad6-d61b-46d0-9033-829510ca8eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.831640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54e58378-fac1-4c5a-98e7-011ee65f8009 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.848592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b492786b-8f2b-4173-80b0-6e132abe3e8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.864626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1734a038-325c-49ca-8254-2b37f91a5497 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] In _notify_port_updated(), no bound segment for port 773e88e8-5c4d-4ea2-a89f-19439fd6e591 on network 1b18359b-6842-44ac-8298-eb199585f1a0 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:45:01.865850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-93a7bad6-d61b-46d0-9033-829510ca8eee None None] Port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:01.870790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734a038-325c-49ca-8254-2b37f91a5497 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:01.871661 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1734a038-325c-49ca-8254-2b37f91a5497 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.875427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1734a038-325c-49ca-8254-2b37f91a5497 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "PUT /v2.0/ports/773e88e8-5c4d-4ea2-a89f-19439fd6e591 HTTP/1.1" status: 200 len: 1002 time: 3.3886795 Feb 04 15:45:01.880172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:01.902802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8cfa05d3-1328-4b17-a0f0-167541bb12ea'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:01.945708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['472c1a71-53ab-47e8-93f2-fd3ba7df095f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:01.951743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 8685a53d-5f78-4b0d-b017-559ab29336d5 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:02.003976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e584bd1-aff7-4f91-b7c5-07028294845e tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:02.004927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7e584bd1-aff7-4f91-b7c5-07028294845e tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Synchronizing usage tracker for tenant:fc34215a0bdd445c8ecfb76c0c087cbc on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:02.020117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734a038-325c-49ca-8254-2b37f91a5497 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Port': ['ID=773e88e8-5c4d-4ea2-a89f-19439fd6e591,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:02.071031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-7467e452-5230-43d7-9245-7fd8f28e3706 service neutron] 10.222.0.53 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003965 Feb 04 15:45:02.095141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-17bbad61-b7d8-484e-8c0c-91b6c71e9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:02.096545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-17bbad61-b7d8-484e-8c0c-91b6c71e9eff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.2859697 Feb 04 15:45:02.118973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-6698f550-6aed-4592-bb04-cce30ed2db55 service neutron] 10.222.0.53 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932212 Feb 04 15:45:02.129460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0b259718-8d5c-4632-8be6-53d9a2f54757 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Deleting port 773e88e8-5c4d-4ea2-a89f-19439fd6e591 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:02.130137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b259718-8d5c-4632-8be6-53d9a2f54757 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.159271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-c92ef598-3d95-4807-9b8a-df108deda03e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7321534 Feb 04 15:45:02.358965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7e584bd1-aff7-4f91-b7c5-07028294845e tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Unset dirty status for tenant:fc34215a0bdd445c8ecfb76c0c087cbc on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:02.365044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7e584bd1-aff7-4f91-b7c5-07028294845e tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "GET /v2.0/ports/4d2f3f6b-bc10-43e9-8f15-73979208ad17 HTTP/1.1" status: 200 len: 1137 time: 0.6132777 Feb 04 15:45:02.366033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41752) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:02.374485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d09c9a44-d9a3-4d6a-a36f-cc53042733f5 None None] Provisioning complete for port 773e88e8-5c4d-4ea2-a89f-19439fd6e591 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:02.375091 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d09c9a44-d9a3-4d6a-a36f-cc53042733f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.404103 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-103da4c8-1aaf-405b-b061-21348fb05244 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2987885 Feb 04 15:45:02.435229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d09c9a44-d9a3-4d6a-a36f-cc53042733f5 None None] Port 773e88e8-5c4d-4ea2-a89f-19439fd6e591 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:02.582606 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b492786b-8f2b-4173-80b0-6e132abe3e8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.621455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d33d7d75-3e94-4aa3-a418-2955fbab4bd0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Deleting port 4d2f3f6b-bc10-43e9-8f15-73979208ad17 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:02.621706 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d33d7d75-3e94-4aa3-a418-2955fbab4bd0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.781720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-0bd1dfa8-e138-4331-a28d-afdeb7c82a51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] For port 18eb13a3-69bb-41a9-956b-2a8be26395a8, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:02.811974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-736184d2-f0e9-41ae-a959-9121c7f04df0 service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631098 Feb 04 15:45:02.819285 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.823293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-85462910-62a9-4341-9f94-427205d905db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:02.825452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-85462910-62a9-4341-9f94-427205d905db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 1096 time: 0.4160552 Feb 04 15:45:02.831440 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266a7cae-cecf-4d6b-9769-c9e7c33c69ab req-f7feee39-5dc2-4368-a451-62be1b34f51e service neutron] 10.222.0.53 "GET /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040216 Feb 04 15:45:02.875172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d42d248b-f61f-4f55-b32a-6dcd1ed0f947 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:02.912083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: d42d248b-f61f-4f55-b32a-6dcd1ed0f947 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:45:02.912835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d42d248b-f61f-4f55-b32a-6dcd1ed0f947 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:45:02.933350 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-0bd1dfa8-e138-4331-a28d-afdeb7c82a51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.947058 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-0bd1dfa8-e138-4331-a28d-afdeb7c82a51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:02.961708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['220f55ed-72cd-4128-9acc-d8b11087dcf5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:02.990231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['19afb512-078f-41e7-b2c4-3f9ddac8377e', '18eb13a3-69bb-41a9-956b-2a8be26395a8'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:03.106001 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b492786b-8f2b-4173-80b0-6e132abe3e8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.108082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-0bd1dfa8-e138-4331-a28d-afdeb7c82a51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:03.108414 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-0bd1dfa8-e138-4331-a28d-afdeb7c82a51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.110944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2bced9a-7c1e-4ec4-ab49-b2c6ceaf58e0 req-0bd1dfa8-e138-4331-a28d-afdeb7c82a51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "PUT /v2.0/ports/18eb13a3-69bb-41a9-956b-2a8be26395a8 HTTP/1.1" status: 200 len: 905 time: 1.9750011 Feb 04 15:45:03.158948 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b259718-8d5c-4632-8be6-53d9a2f54757 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.184050 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.192702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b256e86-740c-4a64-94e3-0181b10c9f0b req-4555ece4-7da4-4c37-8b37-bd3ca93e16f5 service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652346 Feb 04 15:45:03.193948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492786b-8f2b-4173-80b0-6e132abe3e8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=446ac5e7-432c-46db-91d1-7915197ab279,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:03.243698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['18eb13a3-69bb-41a9-956b-2a8be26395a8'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:03.311206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d589535d-e1e8-43f5-a613-281918081eda None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:03.345576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1dfa8-e138-4331-a28d-afdeb7c82a51 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'Port': ['ID=18eb13a3-69bb-41a9-956b-2a8be26395a8,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:03.400946 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b492786b-8f2b-4173-80b0-6e132abe3e8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.436247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0b259718-8d5c-4632-8be6-53d9a2f54757 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Calling delete_port for 773e88e8-5c4d-4ea2-a89f-19439fd6e591 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:03.515906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=8685a53d-5f78-4b0d-b017-559ab29336d5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:03.543094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Checking segment: {'id': '7a3184ea-692a-4d4f-9438-0be3fe00658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:03.543961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network hostable DHCP agents. Network: 35220ca7-b9e4-4028-99d8-81fb03d3792c, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:03.592050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c984b-4b7e-4c65-87ce-f430ba32af79 req-48106ca0-aa45-4701-addd-c357676c3a40 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:03.593711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b3c984b-4b7e-4c65-87ce-f430ba32af79 req-48106ca0-aa45-4701-addd-c357676c3a40 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 944 time: 0.3418872 Feb 04 15:45:03.605558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:03.637159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 35220ca7-b9e4-4028-99d8-81fb03d3792c) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:03.655285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5277ccfb-763f-4902-912c-f5469ece7d94 None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:03.659754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b492786b-8f2b-4173-80b0-6e132abe3e8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/446ac5e7-432c-46db-91d1-7915197ab279 HTTP/1.1" status: 204 len: 168 time: 2.4975667 Feb 04 15:45:03.662149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41758) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:03.664191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:03.670249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-bdaf53a9-06a6-4118-80b2-b163c4d567f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:03.671764 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-bdaf53a9-06a6-4118-80b2-b163c4d567f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.8074889 Feb 04 15:45:03.676143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:03.676919 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.758121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d33d7d75-3e94-4aa3-a418-2955fbab4bd0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.769970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b3c984b-4b7e-4c65-87ce-f430ba32af79 req-f3198b12-771a-465f-9065-6a05a7bb97b0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599731 Feb 04 15:45:03.792028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e2e84139-0338-44ac-a92b-56711b9ec824 None None] Provisioning complete for port 18eb13a3-69bb-41a9-956b-2a8be26395a8 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:03.792397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e2e84139-0338-44ac-a92b-56711b9ec824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.796666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a36369c2-946c-4834-9c57-3fdda2fc4bdf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7993171 Feb 04 15:45:03.797388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41762) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:03.858272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-871136742'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:03.864429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:03.870549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:network and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:03.872866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:03.879355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:03.896604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:03.903148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:03.932208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e8db5535-f405-4088-a915-c13a246c1841 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:router {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:04.015003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:04.027275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e8db5535-f405-4088-a915-c13a246c1841 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:router {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:04.029514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e8db5535-f405-4088-a915-c13a246c1841 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3476548 Feb 04 15:45:04.035692 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.036720 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Added segment 1b64f6ac-21e0-4898-b59e-2f1311446de9 of type vlan for network 5ad16e8f-96be-4a9e-bffe-95cde3498f9b Feb 04 15:45:04.038017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-65b76a9b-dd07-4951-b948-7ef4021cf29a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e HTTP/1.1" status: 200 len: 217 time: 0.3494313 Feb 04 15:45:04.073270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.083177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 472c1a71-53ab-47e8-93f2-fd3ba7df095f up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:04.102827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41766) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:04.111423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.119889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:04.120493 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.122160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d33d7d75-3e94-4aa3-a418-2955fbab4bd0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Calling delete_port for 4d2f3f6b-bc10-43e9-8f15-73979208ad17 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:04.237746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3905911 Feb 04 15:45:04.238595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41770) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:04.254233 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b7aca237-0c61-4fad-acc2-0fdba59eb756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.286422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'ports': [{'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c'}, {'network_id': '5ad16e8f-96be-4a9e-bffe-95cde3498f9b'}]} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:04.287897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:04.290097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '5ad16e8f-96be-4a9e-bffe-95cde3498f9b'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:04.301905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 472c1a71-53ab-47e8-93f2-fd3ba7df095f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:04.321167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 472c1a71-53ab-47e8-93f2-fd3ba7df095f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:04.321541 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.331200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906f348-6107-4ed1-b8c5-8a57cd6db64c req-d264739e-3f65-4805-a7f7-99fcb9f41e50 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:04.333071 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4906f348-6107-4ed1-b8c5-8a57cd6db64c req-d264739e-3f65-4805-a7f7-99fcb9f41e50 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 945 time: 0.3948467 Feb 04 15:45:04.372363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96455669-32dd-4bd3-b95f-520cf1c71c21 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:45:04.394101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-96455669-32dd-4bd3-b95f-520cf1c71c21 None None] Deleting port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:04.394478 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96455669-32dd-4bd3-b95f-520cf1c71c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.401941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45e0a1-ec3f-4819-beed-dd461933c8db tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Network': ['ID=5ad16e8f-96be-4a9e-bffe-95cde3498f9b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:04.486689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5ad16e8f-96be-4a9e-bffe-95cde3498f9b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:04.509110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10239a4b-4672-4be9-bc61-47f52a6b7750 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.539381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4906f348-6107-4ed1-b8c5-8a57cd6db64c req-f62834c6-653a-43bf-9580-1230bd33dae1 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386831 Feb 04 15:45:04.582101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-959a773a-4aec-4312-9739-7ddfaf545c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:04.583551 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-959a773a-4aec-4312-9739-7ddfaf545c37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.4779868 Feb 04 15:45:04.773921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.779546 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777ebe29-158e-4691-a2b2-2ce17d56a259', 'tag': 'd523cd42-07b5-4e93-92c2-61f00f40e737', 'status': 'completed', 'code': 200} Feb 04 15:45:04.845146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e427e23-bbc4-49a9-aa22-b0d3ec650c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472c1a71-53ab-47e8-93f2-fd3ba7df095f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:04.861775 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 472c1a71-53ab-47e8-93f2-fd3ba7df095f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=472c1a71-53ab-47e8-93f2-fd3ba7df095f,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:04.864659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-96455669-32dd-4bd3-b95f-520cf1c71c21 None None] For port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fd7990f-28eb-4d19-9dff-c1b7b9b247ed,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:04.864659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96455669-32dd-4bd3-b95f-520cf1c71c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.875468 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.876445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b259718-8d5c-4632-8be6-53d9a2f54757 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.876597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8cfa05d3-1328-4b17-a0f0-167541bb12ea up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:04.921278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:04.931343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:04.936382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:04.946073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:04.952124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-da5b727e-dfa0-4ce9-a7bb-c1215c8010f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4692266 Feb 04 15:45:04.981031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-cc2bd95f-4e9c-4c51-8bfd-10ea05046f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:04.982633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-cc2bd95f-4e9c-4c51-8bfd-10ea05046f2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 1095 time: 0.2352145 Feb 04 15:45:04.990205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df57f3-262e-4d38-9750-96742deebeac req-8a9e898a-2aa1-4083-8856-07a5d816f2be tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:04.997420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48df57f3-262e-4d38-9750-96742deebeac req-8a9e898a-2aa1-4083-8856-07a5d816f2be tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 908 time: 0.2032001 Feb 04 15:45:05.004687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 2} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:05.013303 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.100477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259718-8d5c-4632-8be6-53d9a2f54757 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event deleted for resources: {'Port': ['ID=773e88e8-5c4d-4ea2-a89f-19439fd6e591,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:05.107452 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.157430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d33d7d75-3e94-4aa3-a418-2955fbab4bd0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.188212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:05.228893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-96455669-32dd-4bd3-b95f-520cf1c71c21 None None] Calling delete_port for 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:05.328199 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10239a4b-4672-4be9-bc61-47f52a6b7750 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.330698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 8cfa05d3-1328-4b17-a0f0-167541bb12ea completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:05.341609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 8cfa05d3-1328-4b17-a0f0-167541bb12ea triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:05.342020 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.366525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10239a4b-4672-4be9-bc61-47f52a6b7750 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.425197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=472c1a71-53ab-47e8-93f2-fd3ba7df095f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:05.544411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 8aa631ce-815d-4551-9d65-f6a20db72396 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:05.561362 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96455669-32dd-4bd3-b95f-520cf1c71c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.590385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966770d-d8cc-4aee-bb55-85a9bf575909 req-188aef96-5e85-4107-9470-64e4be69d93e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.592019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a966770d-d8cc-4aee-bb55-85a9bf575909 req-188aef96-5e85-4107-9470-64e4be69d93e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 944 time: 0.4210494 Feb 04 15:45:05.596012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-c2dc841d-bb64-4fb6-82ae-e18b35105c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.597456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-c2dc841d-bb64-4fb6-82ae-e18b35105c46 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.5982921 Feb 04 15:45:05.642781 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.654197 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54e58378-fac1-4c5a-98e7-011ee65f8009 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.658688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d7d75-3e94-4aa3-a418-2955fbab4bd0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event deleted for resources: {'Port': ['ID=4d2f3f6b-bc10-43e9-8f15-73979208ad17,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:05.672260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-d8aba980-2789-4118-a69d-60440fbd65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.673856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-d8aba980-2789-4118-a69d-60440fbd65f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 1097 time: 0.6734424 Feb 04 15:45:05.675278 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.676074 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54e58378-fac1-4c5a-98e7-011ee65f8009 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.684807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b259718-8d5c-4632-8be6-53d9a2f54757 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.725706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96455669-32dd-4bd3-b95f-520cf1c71c21 None None] No DVR routers for this DVR port 1fd7990f-28eb-4d19-9dff-c1b7b9b247ed on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:05.742456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-9157416a-292f-409f-be2c-54035c7f12c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d523cd42-07b5-4e93-92c2-61f00f40e737 HTTP/1.1" status: 200 len: 217 time: 0.1280897 Feb 04 15:45:05.769947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96455669-32dd-4bd3-b95f-520cf1c71c21 None None] Pushing event deleted for resources: {'Port': ['ID=1fd7990f-28eb-4d19-9dff-c1b7b9b247ed,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:05.811104 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0b259718-8d5c-4632-8be6-53d9a2f54757 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "DELETE /v2.0/ports/773e88e8-5c4d-4ea2-a89f-19439fd6e591 HTTP/1.1" status: 204 len: 168 time: 3.9209194 Feb 04 15:45:05.825272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41782) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:05.828489 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10239a4b-4672-4be9-bc61-47f52a6b7750 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.829439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10239a4b-4672-4be9-bc61-47f52a6b7750 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Fanout notify agent at l3_agent the message router_deleted on router c630298c-8f96-4c8e-8079-e1532c67407d {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:45:05.830589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8cfa05d3-1328-4b17-a0f0-167541bb12ea, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cfa05d3-1328-4b17-a0f0-167541bb12ea,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:05.848341 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.873040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a966770d-d8cc-4aee-bb55-85a9bf575909 req-f65951ec-97b5-4816-a803-a2199508df41 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738707 Feb 04 15:45:05.913505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10239a4b-4672-4be9-bc61-47f52a6b7750 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.920740 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-10239a4b-4672-4be9-bc61-47f52a6b7750 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/routers/c630298c-8f96-4c8e-8079-e1532c67407d HTTP/1.1" status: 204 len: 168 time: 1.8168004 Feb 04 15:45:05.923640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-8c122421-1200-481a-b6ea-e183f0dec0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.927618 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-8c122421-1200-481a-b6ea-e183f0dec0d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3101234 Feb 04 15:45:05.928343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41786) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:05.979610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-7e7ee26b-3502-4fa4-adaf-1f463cd7a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.981131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-7e7ee26b-3502-4fa4-adaf-1f463cd7a97d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.1830893 Feb 04 15:45:05.997689 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e427e23-bbc4-49a9-aa22-b0d3ec650c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472c1a71-53ab-47e8-93f2-fd3ba7df095f', 'code': 200} Feb 04 15:45:06.009798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8cfa05d3-1328-4b17-a0f0-167541bb12ea,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:06.175603 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.184482 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4796d075-071a-4279-b72d-1dd678559f03 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] GET failed (client error): The resource could not be found. Feb 04 15:45:06.185123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4796d075-071a-4279-b72d-1dd678559f03 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Synchronizing usage tracker for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:06.191285 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e8180770-de30-4632-b049-d4d80d2e6d91 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1799941 Feb 04 15:45:06.191488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-a58c9304-e06f-4519-ac62-5423bfcc4299 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437767 Feb 04 15:45:06.199357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41790) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:06.210233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-537510e0-cbdd-4e68-a7e4-0bf925bd8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:06.211986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-537510e0-cbdd-4e68-a7e4-0bf925bd8e67 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.5022693 Feb 04 15:45:06.309565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d33d7d75-3e94-4aa3-a418-2955fbab4bd0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.313649 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d33d7d75-3e94-4aa3-a418-2955fbab4bd0 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "DELETE /v2.0/ports/4d2f3f6b-bc10-43e9-8f15-73979208ad17 HTTP/1.1" status: 204 len: 168 time: 3.9329195 Feb 04 15:45:06.329616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41794) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:06.389225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4796d075-071a-4279-b72d-1dd678559f03 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Unset dirty status for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:06.393894 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4796d075-071a-4279-b72d-1dd678559f03 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "GET /v2.0/ports/773e88e8-5c4d-4ea2-a89f-19439fd6e591 HTTP/1.1" status: 404 len: 333 time: 0.5632799 Feb 04 15:45:06.421029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41798) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:06.439582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'port': {'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1314264082'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:06.512043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-2362cf5f-e9c8-464a-93ab-918baab598cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=220f55ed-72cd-4128-9acc-d8b11087dcf5 HTTP/1.1" status: 200 len: 217 time: 0.2750638 Feb 04 15:45:06.523777 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.529951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91031abe-fc8b-41f8-adb1-bc16891cac86 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:06.530631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-91031abe-fc8b-41f8-adb1-bc16891cac86 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:06.566122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e58378-fac1-4c5a-98e7-011ee65f8009 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Router ce65f603-6e61-43cf-810f-80eae66a53b9 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:45:06.568493 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-8485d0ca-acb9-4134-b841-e6d9dc4a6ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376587 Feb 04 15:45:06.578880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a772fd-c2fb-4f90-9d09-79808547b226 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Deleting subnet 8b163c69-b198-418e-8028-8253aac4c329 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:06.596602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63a772fd-c2fb-4f90-9d09-79808547b226 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.625635 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32059bb5-b398-40fd-82b8-ca15c8da0459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.716486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-91031abe-fc8b-41f8-adb1-bc16891cac86 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:06.720169 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-91031abe-fc8b-41f8-adb1-bc16891cac86 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5155203 Feb 04 15:45:06.720341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-64a96663-170a-4a96-942d-4627d86aad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:06.721103 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-64a96663-170a-4a96-942d-4627d86aad81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.2006385 Feb 04 15:45:06.721554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41802) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:06.836265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'tag': '18eb13a3-69bb-41a9-956b-2a8be26395a8'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:06.842771 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63a772fd-c2fb-4f90-9d09-79808547b226 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.848962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 2c40c7d0-6776-416a-9104-b2a03722adf5 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:06.865089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500446f9-d936-41b6-9a7c-ac3a7831b22d req-0462f681-71c0-414d-afdd-ab4704063a73 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:06.866588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-500446f9-d936-41b6-9a7c-ac3a7831b22d req-0462f681-71c0-414d-afdd-ab4704063a73 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.7291951 Feb 04 15:45:06.885471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-6e6fa14c-8b27-457e-8930-5a64b7ba5cf4 service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809235 Feb 04 15:45:06.887334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9029-0a44-43f0-9db8-d9e32ed6880e req-b57c5ccf-8f60-46a5-a4ee-7bb49853bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:06.888681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-355f9029-0a44-43f0-9db8-d9e32ed6880e req-b57c5ccf-8f60-46a5-a4ee-7bb49853bc10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 1097 time: 0.7910297 Feb 04 15:45:06.893314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0e47ccc1-fa01-4c26-9345-fc825c037d18 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552439 Feb 04 15:45:06.910039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41808) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:06.936698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:06.954784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:07.082343 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-355f9029-0a44-43f0-9db8-d9e32ed6880e req-5c3bf10a-ad57-45e4-bfc2-95a5014ab03c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858282 Feb 04 15:45:07.094381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-500446f9-d936-41b6-9a7c-ac3a7831b22d req-3c5760c3-0f18-405b-89be-d57cead34182 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033556 Feb 04 15:45:07.129345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d523cd42-07b5-4e93-92c2-61f00f40e737 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:45:07.163707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-5da32fac-bf99-493f-80fd-ddac5c075a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:07.165432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-5da32fac-bf99-493f-80fd-ddac5c075a8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4149606 Feb 04 15:45:07.225003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:07.264230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-977b8543-3ab8-425d-b9db-b6b3e460d3d8 req-3faa5fc1-8b33-4103-8c82-455fe1490508 service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688958 Feb 04 15:45:07.302929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.330159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d523cd42-07b5-4e93-92c2-61f00f40e737, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d523cd42-07b5-4e93-92c2-61f00f40e737,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:07.345931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-83c84440-cb8c-448f-9d25-3f4875eb61da req-2c2b6151-8f25-474b-a808-1f2ba6acb2f6 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185936 Feb 04 15:45:07.354390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'd523cd42-07b5-4e93-92c2-61f00f40e737', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'port_id': 'd523cd42-07b5-4e93-92c2-61f00f40e737', 'mac_address': 'fa:16:3e:04:6e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78064bb-81be-4819-b4ef-67045bdf4b75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:45:07.361673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Made reservation on behalf of 468fb1af63fe4a768e7731e8c615c77b for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:07.365132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.406273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:07.417297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e58378-fac1-4c5a-98e7-011ee65f8009 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:45:07.419622 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63a772fd-c2fb-4f90-9d09-79808547b226 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.421553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-078ec2c2-0031-4866-8448-185ac2e6cc3d service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409098 Feb 04 15:45:07.441315 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4c721-3da6-4415-a192-6533793dcb3d None None] Sync routers for ids ['ce65f603-6e61-43cf-810f-80eae66a53b9'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:45:07.456496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] device_id is not set on port a3608a8d-4f21-44d5-b96b-17f94630bc03 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:07.470180 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4c721-3da6-4415-a192-6533793dcb3d None None] Routers {'ce65f603-6e61-43cf-810f-80eae66a53b9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:07.470937 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-25c4c721-3da6-4415-a192-6533793dcb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ce65f603-6e61-43cf-810f-80eae66a53b9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:07.491140 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.498948 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54e58378-fac1-4c5a-98e7-011ee65f8009 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.502980 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-54e58378-fac1-4c5a-98e7-011ee65f8009 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "PUT /v2.0/routers/ce65f603-6e61-43cf-810f-80eae66a53b9 HTTP/1.1" status: 200 len: 925 time: 7.4423304 Feb 04 15:45:07.505950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41816) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:07.517471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d523cd42-07b5-4e93-92c2-61f00f40e737 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:07.524466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:07.540903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d523cd42-07b5-4e93-92c2-61f00f40e737, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d523cd42-07b5-4e93-92c2-61f00f40e737,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:07.546670 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.551268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:07.555248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.560580 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-25c4c721-3da6-4415-a192-6533793dcb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:07.576177 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4c721-3da6-4415-a192-6533793dcb3d None None] Routers {'ce65f603-6e61-43cf-810f-80eae66a53b9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:07.578370 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-25c4c721-3da6-4415-a192-6533793dcb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ce65f603-6e61-43cf-810f-80eae66a53b9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:07.586345 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.650755 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.673779 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-25c4c721-3da6-4415-a192-6533793dcb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:07.675167 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4c721-3da6-4415-a192-6533793dcb3d None None] The sync data for ids ['ce65f603-6e61-43cf-810f-80eae66a53b9'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:45:07.678586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.681937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=d523cd42-07b5-4e93-92c2-61f00f40e737,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:07.689375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413f67d-ea29-4950-997b-1019239a4335 req-d9d845bf-bb02-4bbb-8d88-fb51d9bacc8d tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:07.690881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1413f67d-ea29-4950-997b-1019239a4335 req-d9d845bf-bb02-4bbb-8d88-fb51d9bacc8d tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 946 time: 0.3806095 Feb 04 15:45:07.758688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:07.779382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:07.783849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63a772fd-c2fb-4f90-9d09-79808547b226 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.789757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:07.790601 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.795134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=8aa631ce-815d-4551-9d65-f6a20db72396,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:07.796169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:07.846110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a772fd-c2fb-4f90-9d09-79808547b226 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event deleted for resources: {'Subnet': ['ID=8b163c69-b198-418e-8028-8253aac4c329,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:07.862046 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63a772fd-c2fb-4f90-9d09-79808547b226 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.878607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854611e0-1432-413c-8b62-70a12c31e574 None None] Network 7cc48e54-b03d-417c-9572-e94ed14039c6 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:07.888439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Allocated IP 2001:db8::2fb (1b18359b-6842-44ac-8298-eb199585f1a0/6d626c7c-a3b9-40c2-8de2-823cb1f47ea8/a3608a8d-4f21-44d5-b96b-17f94630bc03) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:07.894977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3846a344-d8da-4ebe-ba69-7e1684369180 req-d8b2644a-ee7e-4a98-b3d0-f95f8063fd45 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637706 Feb 04 15:45:07.927824 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-63a772fd-c2fb-4f90-9d09-79808547b226 tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "DELETE /v2.0/subnets/8b163c69-b198-418e-8028-8253aac4c329 HTTP/1.1" status: 204 len: 168 time: 1.5936224 Feb 04 15:45:07.934484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41820) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:07.959065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1413f67d-ea29-4950-997b-1019239a4335 req-09f9ba54-0dde-4a74-868a-16304f95bbb3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384560 Feb 04 15:45:08.007698 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5168b2ed-636a-4038-9a59-afc07428d703 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/routers/ce65f603-6e61-43cf-810f-80eae66a53b9 HTTP/1.1" status: 200 len: 925 time: 0.4986470 Feb 04 15:45:08.019933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41824) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:08.021018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=2c40c7d0-6776-416a-9104-b2a03722adf5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:08.034336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfa05d3-1328-4b17-a0f0-167541bb12ea'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:08.120100 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'tag': '18eb13a3-69bb-41a9-956b-2a8be26395a8', 'status': 'completed', 'code': 200} Feb 04 15:45:08.135186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Checking segment: {'id': '1b64f6ac-21e0-4898-b59e-2f1311446de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5ad16e8f-96be-4a9e-bffe-95cde3498f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:08.135773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network hostable DHCP agents. Network: 5ad16e8f-96be-4a9e-bffe-95cde3498f9b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:08.204274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.372945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0bd96-1cb0-44b3-80d1-3a80939d2c00 None None] DHCP port deletion for 7cc48e54-b03d-417c-9572-e94ed14039c6 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:45:08.373914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Deleting port da8fa587-1f8f-476e-9e4b-41b6278a0841 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:08.374412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.377393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0bd96-1cb0-44b3-80d1-3a80939d2c00 None None] Deleting port da8fa587-1f8f-476e-9e4b-41b6278a0841 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:08.377923 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d3e0bd96-1cb0-44b3-80d1-3a80939d2c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.488534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 5ad16e8f-96be-4a9e-bffe-95cde3498f9b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:08.499077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-71b13cfb-b99b-4868-9a0c-c2fb683837a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.500585 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-71b13cfb-b99b-4868-9a0c-c2fb683837a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 1059 time: 0.4290793 Feb 04 15:45:08.502393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32ce144-1e8f-4d16-8541-ebbf423d999c tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.506919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d32ce144-1e8f-4d16-8541-ebbf423d999c tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=ce65f603-6e61-43cf-810f-80eae66a53b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4703901 Feb 04 15:45:08.508642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41830) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:08.513621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5ad16e8f-96be-4a9e-bffe-95cde3498f9b) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:08.531606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eddcac-aae2-4485-b6f1-029fcdfe122b None None] Network 5ad16e8f-96be-4a9e-bffe-95cde3498f9b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:08.547875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:08.554178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.559048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.559753 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.573864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8302f-b2ed-4cd3-8a89-86eafe05209a req-1245b23a-fb44-41b4-b83a-bbf05d2b249f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.577260 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9df8302f-b2ed-4cd3-8a89-86eafe05209a req-1245b23a-fb44-41b4-b83a-bbf05d2b249f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 945 time: 0.3797424 Feb 04 15:45:08.652233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.664755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:45:08.675329 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.708264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-856cd88d-fff0-4da8-9c09-0e56a44eff6a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4453330 Feb 04 15:45:08.716224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41834) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:08.743712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9df8302f-b2ed-4cd3-8a89-86eafe05209a req-0df15a6f-045b-4fa6-97bf-ea2b7e8d4588 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017201 Feb 04 15:45:08.751134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9553029-ac7b-474e-871b-691c2894ad68 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.751688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e9553029-ac7b-474e-871b-691c2894ad68 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Synchronizing usage tracker for tenant:0b56033bbdcf4fdca6829196b966bb46 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:08.776726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e9553029-ac7b-474e-871b-691c2894ad68 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Unset dirty status for tenant:0b56033bbdcf4fdca6829196b966bb46 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:08.780876 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e9553029-ac7b-474e-871b-691c2894ad68 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 881 time: 0.2662163 Feb 04 15:45:08.781162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41838) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:08.825898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Transition to ACTIVE for port object a3608a8d-4f21-44d5-b96b-17f94630bc03 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:08.850436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8d09eaaa-69d2-47d8-932b-220a56fbc502 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce65f603-6e61-43cf-810f-80eae66a53b9 HTTP/1.1" status: 200 len: 205 time: 0.0658526 Feb 04 15:45:08.852356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41842) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:08.856008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:08.919328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d3e0bd96-1cb0-44b3-80d1-3a80939d2c00 None None] For port da8fa587-1f8f-476e-9e4b-41b6278a0841, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da8fa587-1f8f-476e-9e4b-41b6278a0841,segment=NetworkSegment(3a13893e-0514-44e0-8914-19b950dd2090),segment_id=3a13893e-0514-44e0-8914-19b950dd2090)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:08.919713 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d3e0bd96-1cb0-44b3-80d1-3a80939d2c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.935338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da8fa587-1f8f-476e-9e4b-41b6278a0841 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:09.067757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:09.090642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:09.092030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.106284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e0a589-d04f-4331-a849-01e952d36e65 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:09.115640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=c32f010e-f4de-4351-b87c-62390ca7578d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:09.132464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712f06-84e0-4f77-87d7-e805810445f2 req-6f0567bd-2bda-4313-8c49-c8ae2e68eaaf tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:09.139955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c712f06-84e0-4f77-87d7-e805810445f2 req-6f0567bd-2bda-4313-8c49-c8ae2e68eaaf tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2069271 Feb 04 15:45:09.141442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0bd96-1cb0-44b3-80d1-3a80939d2c00 None None] Calling delete_port for da8fa587-1f8f-476e-9e4b-41b6278a0841 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:09.146597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c64cf2cc-ea43-4656-aefc-208dc037c33e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 2c40c7d0-6776-416a-9104-b2a03722adf5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:09.146938 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c64cf2cc-ea43-4656-aefc-208dc037c33e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.161964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.173087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d523cd42-07b5-4e93-92c2-61f00f40e737 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:09.221350 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c720eb3a-e870-441b-b221-e47a67e5ecab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3052843 Feb 04 15:45:09.221644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41848) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:09.229095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:09.235815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-740f1143-38ad-4a2c-9bf3-0fc137c7b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:09.237276 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-740f1143-38ad-4a2c-9bf3-0fc137c7b1b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.7192223 Feb 04 15:45:09.248243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] For port da8fa587-1f8f-476e-9e4b-41b6278a0841, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da8fa587-1f8f-476e-9e4b-41b6278a0841,segment=NetworkSegment(3a13893e-0514-44e0-8914-19b950dd2090),segment_id=3a13893e-0514-44e0-8914-19b950dd2090)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:09.248599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.345388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c712f06-84e0-4f77-87d7-e805810445f2 req-237bb221-f9b4-4e7e-b317-54d2eb6454df tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044833 Feb 04 15:45:09.410858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-2944a3d5-acf7-45d5-b9dc-aae9aa336113 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8 HTTP/1.1" status: 200 len: 217 time: 0.1537805 Feb 04 15:45:09.463601 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.464524 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.486644 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfa05d3-1328-4b17-a0f0-167541bb12ea', 'code': 200} Feb 04 15:45:09.524904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Calling delete_port for da8fa587-1f8f-476e-9e4b-41b6278a0841 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:09.577753 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.583739 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.612825 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d3e0bd96-1cb0-44b3-80d1-3a80939d2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.647728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port d523cd42-07b5-4e93-92c2-61f00f40e737 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:09.650227 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.704206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0bd96-1cb0-44b3-80d1-3a80939d2c00 None None] Pushing event deleted for resources: {'Port': ['ID=da8fa587-1f8f-476e-9e4b-41b6278a0841,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:09.706964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port d523cd42-07b5-4e93-92c2-61f00f40e737 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:09.707403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.730626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Network 1b18359b-6842-44ac-8298-eb199585f1a0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:09.739084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Deleting port 7d5971a9-0d98-4080-abe8-80051272d489 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:09.739494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.748117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0bd96-1cb0-44b3-80d1-3a80939d2c00 None None] No DVR routers for this DVR port da8fa587-1f8f-476e-9e4b-41b6278a0841 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:09.767100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': 'c32f010e-f4de-4351-b87c-62390ca7578d'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:45:09.767904 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.780746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-829f4c7c-b39f-4324-8d87-082709ca55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:09.782299 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-829f4c7c-b39f-4324-8d87-082709ca55b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.2945521 Feb 04 15:45:09.801380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:09.841460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:09.847675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:09.848404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.855719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Port': ['ID=a3608a8d-4f21-44d5-b96b-17f94630bc03,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:09.920722 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:45:09.922384 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:45:09.934740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c64cf2cc-ea43-4656-aefc-208dc037c33e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.951302 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d21bb5f5-de76-4d7b-aa14-b63b6eae121a tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5229337 Feb 04 15:45:09.953066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41858) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:10.048484 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.075226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'port': {'network_id': '1b18359b-6842-44ac-8298-eb199585f1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-999777117'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:10.079104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b68661-4921-4fb7-ac8a-21cff4d97c0a req-4b171854-47d2-4892-a9ce-b784d6114ce9 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:10.089272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43b68661-4921-4fb7-ac8a-21cff4d97c0a req-4b171854-47d2-4892-a9ce-b784d6114ce9 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 946 time: 0.4277081 Feb 04 15:45:10.095630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Allocated IP 2001:db8::f816:3eff:fe03:c172 (40f4fd11-09ca-4e76-8993-0ead05403d9a/c32f010e-f4de-4351-b87c-62390ca7578d/8ce52c80-8028-4378-b4ab-8b599f3ffeed) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:10.109017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d523cd42-07b5-4e93-92c2-61f00f40e737, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d523cd42-07b5-4e93-92c2-61f00f40e737,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:10.110044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c64cf2cc-ea43-4656-aefc-208dc037c33e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 2c40c7d0-6776-416a-9104-b2a03722adf5 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:10.121052 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.129914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:10.141664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:10.183138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43b68661-4921-4fb7-ac8a-21cff4d97c0a req-e43e0834-8090-4143-b287-9481648240ba tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928838 Feb 04 15:45:10.202973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.342230 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c64cf2cc-ea43-4656-aefc-208dc037c33e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.358067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=d523cd42-07b5-4e93-92c2-61f00f40e737,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:10.364113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a6221f71-a963-4614-adde-5703321fab92 None None] Provisioning for port a3608a8d-4f21-44d5-b96b-17f94630bc03 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:10.372564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a6221f71-a963-4614-adde-5703321fab92 None None] Provisioning complete for port a3608a8d-4f21-44d5-b96b-17f94630bc03 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:10.373085 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a6221f71-a963-4614-adde-5703321fab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.397030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e07564-444b-4612-8214-4ef65fc9b6ff req-f5b7a230-dcf0-49f2-bd2b-9232127b2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:10.398786 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-52e07564-444b-4612-8214-4ef65fc9b6ff req-f5b7a230-dcf0-49f2-bd2b-9232127b2fad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4 HTTP/1.1" status: 200 len: 1097 time: 0.7887142 Feb 04 15:45:10.405794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Calling delete_port for 7d5971a9-0d98-4080-abe8-80051272d489 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:10.437605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Deleting port da8fa587-1f8f-476e-9e4b-41b6278a0841 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:10.438366 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.478303 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a6221f71-a963-4614-adde-5703321fab92 None None] Port a3608a8d-4f21-44d5-b96b-17f94630bc03 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:10.497593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:10.540856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] The port 'da8fa587-1f8f-476e-9e4b-41b6278a0841' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:45:10.551109 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.562506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Transition to ACTIVE for port object 8ce52c80-8028-4378-b4ab-8b599f3ffeed will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:10.573904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cf2cc-ea43-4656-aefc-208dc037c33e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=2c40c7d0-6776-416a-9104-b2a03722adf5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:10.584152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Transition to ACTIVE for port object 8ce52c80-8028-4378-b4ab-8b599f3ffeed will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:10.584371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-fe851b2c-fecb-40b2-8b6c-47017eaf4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:10.586175 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-fe851b2c-fecb-40b2-8b6c-47017eaf4dfb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7766521 Feb 04 15:45:10.595310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.595511 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c64cf2cc-ea43-4656-aefc-208dc037c33e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.632049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:10.664350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:10.664944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:10.666885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:10.668292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.670726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:10.679782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Pushing event updated for resources: {'Port': ['ID=8ce52c80-8028-4378-b4ab-8b599f3ffeed,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:10.773908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Attempting to bind port 8ce52c80-8028-4378-b4ab-8b599f3ffeed on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:10.774228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Attempting to bind port 8ce52c80-8028-4378-b4ab-8b599f3ffeed by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:10.774576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Attempting to bind port 8ce52c80-8028-4378-b4ab-8b599f3ffeed on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:10.780474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:10.781435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:10.781435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.781793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:10.782109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Bound port: 8ce52c80-8028-4378-b4ab-8b599f3ffeed, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:10.782463 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.836366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-52e07564-444b-4612-8214-4ef65fc9b6ff req-2bb85a09-450f-460d-b778-654621ad75a9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066081 Feb 04 15:45:10.869591 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c64cf2cc-ea43-4656-aefc-208dc037c33e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/2c40c7d0-6776-416a-9104-b2a03722adf5 HTTP/1.1" status: 204 len: 168 time: 2.1390660 Feb 04 15:45:10.871998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41872) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:10.895134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] For port 8ce52c80-8028-4378-b4ab-8b599f3ffeed, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:10.900689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] For port 8ce52c80-8028-4378-b4ab-8b599f3ffeed, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8ce52c80-8028-4378-b4ab-8b599f3ffeed,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:10.907193 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.915476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Made reservation on behalf of 468fb1af63fe4a768e7731e8c615c77b for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:10.918818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.934191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-6ae223d9-d3c0-497b-9764-c39a15b0508b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:10.935705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-6ae223d9-d3c0-497b-9764-c39a15b0508b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 0.5597250 Feb 04 15:45:10.942639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.969512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] device_id is not set on port e1bddd53-a4e7-4353-81a3-91e583d31165 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:10.970508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-8909edac-8329-4d3e-b0f1-946a535f7bf7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/quotas/471aa203ed68486e939c8ab113a56f07 HTTP/1.1" status: 200 len: 375 time: 0.0155063 Feb 04 15:45:11.007569 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58c6f7-3500-4bf8-9b76-a95910250ff8 None None] Pushing event updated for resources: {'Port': ['ID=8ce52c80-8028-4378-b4ab-8b599f3ffeed,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:11.015680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc48e54-b03d-417c-9572-e94ed14039c6']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:11.067445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a13893e-0514-44e0-8914-19b950dd2090') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:11.067795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a13893e-0514-44e0-8914-19b950dd2090') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:11.095769 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-9925912f-de8e-4f45-8b68-5129d63daeb7 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929278 Feb 04 15:45:11.100187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.198497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83adfc8f-67f4-484c-b974-f65449a41d61 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.205088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83adfc8f-67f4-484c-b974-f65449a41d61 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.205396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-83adfc8f-67f4-484c-b974-f65449a41d61 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:11.209810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.234812 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.258774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:45:11.259051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:11.328261 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:11.337282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-e50e44f3-a9c6-41ce-8591-29d38593d692 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3489058 Feb 04 15:45:11.342130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-95c81d7e-3e69-444a-8a95-bd25933eaf81 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:45:11.348683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-95c81d7e-3e69-444a-8a95-bd25933eaf81 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105715 Feb 04 15:45:11.375345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event deleted for resources: {'Port': ['ID=7d5971a9-0d98-4080-abe8-80051272d489,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:11.423713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.454821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.457975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Allocated IP 2001:db8::1e (1b18359b-6842-44ac-8298-eb199585f1a0/6d626c7c-a3b9-40c2-8de2-823cb1f47ea8/e1bddd53-a4e7-4353-81a3-91e583d31165) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:11.487861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ebe29-158e-4691-a2b2-2ce17d56a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd523cd42-07b5-4e93-92c2-61f00f40e737'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:11.490058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] Pushing event deleted for resources: {'Network': ['ID=7cc48e54-b03d-417c-9572-e94ed14039c6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:11.501976 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f97e7779-76e6-41fa-827f-fffbda0a2968 req-caf9c989-4152-4f7c-9585-8bd2fc62c616 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939953 Feb 04 15:45:11.504835 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-777ed3f7-7896-43f7-98ed-6e9fd3d295ff tempest-ExtraDHCPOptionsTestJSON-99466326 tempest-ExtraDHCPOptionsTestJSON-99466326-project] 10.222.0.46 "DELETE /v2.0/networks/7cc48e54-b03d-417c-9572-e94ed14039c6 HTTP/1.1" status: 204 len: 168 time: 3.5671132 Feb 04 15:45:11.518676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-83adfc8f-67f4-484c-b974-f65449a41d61 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:11.524228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-83adfc8f-67f4-484c-b974-f65449a41d61 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6461158 Feb 04 15:45:11.530942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41880) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:11.645163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0426ecf7-60c6-43cc-a347-07d7f79f0b51 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 8aa631ce-815d-4551-9d65-f6a20db72396 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:11.645504 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0426ecf7-60c6-43cc-a347-07d7f79f0b51 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.655524 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.718273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-4fc0751c-6209-43ce-92bf-4f201c2a9137 service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687346 Feb 04 15:45:11.843650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41886) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:11.958706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.972457 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.980823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.001759 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.029276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Transition to ACTIVE for port object e1bddd53-a4e7-4353-81a3-91e583d31165 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:12.062639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0426ecf7-60c6-43cc-a347-07d7f79f0b51 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.068844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:12.079086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:12.098907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:12.099594 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.199102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.199813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Fanout notify agent at l3_agent the message router_deleted on router ce65f603-6e61-43cf-810f-80eae66a53b9 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:45:12.208911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9837668 Feb 04 15:45:12.214519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0426ecf7-60c6-43cc-a347-07d7f79f0b51 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 8aa631ce-815d-4551-9d65-f6a20db72396 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:12.218027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.222689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a5ea7458-556f-41fc-b94b-13ef5cee2ac3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/ce65f603-6e61-43cf-810f-80eae66a53b9 HTTP/1.1" status: 204 len: 168 time: 3.3658297 Feb 04 15:45:12.222689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84149a7b-1c53-476c-a70c-810641da41cf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=381e8959-5128-4b20-9980-f915a9bee671,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:12.222689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41892) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:12.222689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41894) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:12.247687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:ea:cd:df', 'name': 'tempest-NetworksTestDHCPv6-1842445629'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:12.280911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f9c00601-764d-403e-98f1-4f669020235e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc34215a0bdd445c8ecfb76c0c087cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334793 Feb 04 15:45:12.284342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41900) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:12.287427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.327541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a2c6e2-5562-47cd-ab50-a4a806f16886 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:12.389327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Network 1b18359b-6842-44ac-8298-eb199585f1a0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:12.390283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-405007739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:12.397489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:12.400264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:12.403947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-ee16cf2d-6275-4588-a0c6-2dad9a8f521e service neutron] 10.222.0.46 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070120 Feb 04 15:45:12.409908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Usage tracker for resource:router and tenant:4aa8b7b0688842d7a4482102e1c4c9c2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:12.413645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:12.416512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:12.418821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:12.423557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:12.424842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:12.426014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.426278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:12.428851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:12.437598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:12.448963 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.450410 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.456080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:12.460688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Port': ['ID=e1bddd53-a4e7-4353-81a3-91e583d31165,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:12.500436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0426ecf7-60c6-43cc-a347-07d7f79f0b51 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.502537 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee49c999-529d-4f9b-ba0c-a65567b2bc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.520815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dc18d389-4c64-49a7-8708-fc2670de290b None None] Provisioning for port 8ce52c80-8028-4378-b4ab-8b599f3ffeed completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:12.686949 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dd48c90e-c2bd-4e42-94f8-dcf935832199 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7319469 Feb 04 15:45:12.690652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41906) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:12.710913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426ecf7-60c6-43cc-a347-07d7f79f0b51 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=8aa631ce-815d-4551-9d65-f6a20db72396,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:12.742857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-59e4d8f8-5fef-4de2-906e-b64029fc5515 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e3', 'mac_address': 'fa:16:3e:a7:4e:83'}, {'ip_address': '2001:db8::2fb', 'mac_address': 'fa:16:3e:f9:13:ae'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:12.755652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0426ecf7-60c6-43cc-a347-07d7f79f0b51 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.758128 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0426ecf7-60c6-43cc-a347-07d7f79f0b51 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/8aa631ce-815d-4551-9d65-f6a20db72396 HTTP/1.1" status: 204 len: 168 time: 1.2255566 Feb 04 15:45:12.765850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41914) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:12.825305 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee49c999-529d-4f9b-ba0c-a65567b2bc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.929655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff4fb93-6d90-4449-97aa-aa36297aaa57 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:12.930357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9ff4fb93-6d90-4449-97aa-aa36297aaa57 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:12.961026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee49c999-529d-4f9b-ba0c-a65567b2bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.980318 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.987132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf340e88-5d71-4ee5-9ab0-2764a73e42e0 None None] Update dhcp port {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': 'c32f010e-f4de-4351-b87c-62390ca7578d', 'ip_address': '2001:db8::f816:3eff:fe03:c172'}, {'subnet_id': '381e8959-5128-4b20-9980-f915a9bee671'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '8ce52c80-8028-4378-b4ab-8b599f3ffeed'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:45:12.989348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49c999-529d-4f9b-ba0c-a65567b2bc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab914af-9948-4269-8557-7fbae3310ea1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:12.993819 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee49c999-529d-4f9b-ba0c-a65567b2bc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.995960 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ee49c999-529d-4f9b-ba0c-a65567b2bc26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ab914af-9948-4269-8557-7fbae3310ea1 HTTP/1.1" status: 204 len: 168 time: 0.7103870 Feb 04 15:45:12.997880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9ff4fb93-6d90-4449-97aa-aa36297aaa57 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:13.013142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-749b5224-6ff5-4ee7-b397-0ddd66fb61c7 None None] Provisioning for port e1bddd53-a4e7-4353-81a3-91e583d31165 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:13.017383 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9ff4fb93-6d90-4449-97aa-aa36297aaa57 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2450697 Feb 04 15:45:13.019109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41924) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:13.055725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-749b5224-6ff5-4ee7-b397-0ddd66fb61c7 None None] Provisioning complete for port e1bddd53-a4e7-4353-81a3-91e583d31165 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:13.056105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-749b5224-6ff5-4ee7-b397-0ddd66fb61c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.089137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.096075 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f814142a-19fc-471f-ac8d-78e93878eaa7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:45:13.097458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f814142a-19fc-471f-ac8d-78e93878eaa7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/2c40c7d0-6776-416a-9104-b2a03722adf5 HTTP/1.1" status: 404 len: 333 time: 0.0764904 Feb 04 15:45:13.102279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41928) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:13.116486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.118846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8ce52c80-8028-4378-b4ab-8b599f3ffeed up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:13.160553 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b307dec-f3dc-4419-9425-1c4117a115a5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:45:13.167703 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0b307dec-f3dc-4419-9425-1c4117a115a5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/8aa631ce-815d-4551-9d65-f6a20db72396 HTTP/1.1" status: 404 len: 333 time: 0.0642605 Feb 04 15:45:13.170152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41932) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:13.222907 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf340e88-5d71-4ee5-9ab0-2764a73e42e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.236661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-749b5224-6ff5-4ee7-b397-0ddd66fb61c7 None None] Port e1bddd53-a4e7-4353-81a3-91e583d31165 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:13.327271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port ecbc6697-d575-44ce-908b-2542d57e32af yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:13.347961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8ce52c80-8028-4378-b4ab-8b599f3ffeed completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:13.364266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8ce52c80-8028-4378-b4ab-8b599f3ffeed triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:13.364961 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.391106 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.395838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5d6609e7-27db-40fa-a4be-9ae387894218 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1611006 Feb 04 15:45:13.398479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41940) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:13.433489 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.508760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:13.558510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-bf340e88-5d71-4ee5-9ab0-2764a73e42e0 None None] Allocated IP 172.20.0.2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/381e8959-5128-4b20-9980-f915a9bee671/8ce52c80-8028-4378-b4ab-8b599f3ffeed) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:13.614813 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.736365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.764615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bf340e88-5d71-4ee5-9ab0-2764a73e42e0 None None] For port 8ce52c80-8028-4378-b4ab-8b599f3ffeed, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8ce52c80-8028-4378-b4ab-8b599f3ffeed,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:13.768747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad16e8f-96be-4a9e-bffe-95cde3498f9b']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:13.783381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b64f6ac-21e0-4898-b59e-2f1311446de9') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:13.786233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b64f6ac-21e0-4898-b59e-2f1311446de9') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:13.804973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf340e88-5d71-4ee5-9ab0-2764a73e42e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.822968 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.827553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bf340e88-5d71-4ee5-9ab0-2764a73e42e0 None None] Transition to ACTIVE for port object 8ce52c80-8028-4378-b4ab-8b599f3ffeed will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:13.852284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.860057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:45:13.861953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.875279 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf340e88-5d71-4ee5-9ab0-2764a73e42e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.956545 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59e4d8f8-5fef-4de2-906e-b64029fc5515 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:13.966310 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:13.971820 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.979084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf340e88-5d71-4ee5-9ab0-2764a73e42e0 None None] Pushing event updated for resources: {'Port': ['ID=8ce52c80-8028-4378-b4ab-8b599f3ffeed,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:14.004001 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.020452 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/networks/5ad16e8f-96be-4a9e-bffe-95cde3498f9b HTTP/1.1" status: 204 len: 168 time: 0.8486795 Feb 04 15:45:14.022216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:14.053016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ffe52-b9cd-43aa-9a43-5879f88c7e38 req-78424e55-d206-43c5-a37d-ee775184d1ae tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:14.053329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-246517303'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:14.057829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef68448-6124-457b-9b81-b2a3366a37f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Network': ['ID=5ad16e8f-96be-4a9e-bffe-95cde3498f9b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:14.060416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f07ffe52-b9cd-43aa-9a43-5879f88c7e38 req-78424e55-d206-43c5-a37d-ee775184d1ae tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 946 time: 1.0518525 Feb 04 15:45:14.062048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:14.066911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:network and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:14.070319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:14.078301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:14.114592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:14.122601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.152874 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:45:14.153221 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:45:14.186344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:14.199704 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.200338 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Added segment 94c309c0-94c2-4539-8b61-be0259b7e681 of type vlan for network 3b095468-e5b5-47f4-a31c-eb294c9b0f26 Feb 04 15:45:14.240008 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.246033 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.251491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41964) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:14.298186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f07ffe52-b9cd-43aa-9a43-5879f88c7e38 req-f59343f1-8e36-41f3-8b11-69a6096d01d1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364836 Feb 04 15:45:14.368760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.381105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:14.381770 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.525789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Network': ['ID=3b095468-e5b5-47f4-a31c-eb294c9b0f26,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:14.533362 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c351e818-a649-4fdf-9356-55425eff121b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5037138 Feb 04 15:45:14.537790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3b095468-e5b5-47f4-a31c-eb294c9b0f26 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:14.538249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-341103216'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:14.544239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:14.548663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:network and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:14.551242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41970) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:14.554648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:14.563028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '3b095468-e5b5-47f4-a31c-eb294c9b0f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:14.688737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:14.691671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:14.698562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:14.703089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:14.711782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:14.715155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:14.722696 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.741641 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.756254 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.765985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:14.770181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:security_group_rule and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:14.774268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:14.780045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:14.803559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:14.805958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8ce52c80-8028-4378-b4ab-8b599f3ffeed, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8ce52c80-8028-4378-b4ab-8b599f3ffeed,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:14.808102 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.812145 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:14.914061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.ipam_backend_mixin [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Performing IP validity checks on allocation pools {{(pid=87571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:45:14.914677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.ipam_backend_mixin [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:45:14.924931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8ce52c80-8028-4378-b4ab-8b599f3ffeed,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:14.956643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8ce52c80-8028-4378-b4ab-8b599f3ffeed up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:15.030533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-0311b32f-9ab5-4a1b-a96d-511fab476a3e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:15.032261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-0311b32f-9ab5-4a1b-a96d-511fab476a3e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 812 time: 0.7719896 Feb 04 15:45:15.061357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Request body: {'port': {'device_id': '34552013-4738-4d75-8f3c-c5ca789a4588', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'admin_state_up': True, 'tenant_id': '471aa203ed68486e939c8ab113a56f07'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:15.087912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.099712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.131590 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.176870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:15.183598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6f4196cf-40e9-4794-bee8-4df485650665 None None] Provisioning for port 8ce52c80-8028-4378-b4ab-8b599f3ffeed completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:15.190388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6f4196cf-40e9-4794-bee8-4df485650665 None None] Provisioning complete for port 8ce52c80-8028-4378-b4ab-8b599f3ffeed triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:15.191055 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6f4196cf-40e9-4794-bee8-4df485650665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.196592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f17e5d-5bc5-42ae-93cb-3d87309f5765,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:15.215987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.216248 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added segment ca0d898f-173b-43e4-8ee1-a14aaabd62bd of type vlan for network d7ade09a-7140-4f24-a3e9-1a9e64d6425d Feb 04 15:45:15.248730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=9fb4cce9-81e9-4d07-8bc0-6b79f692c46c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:15.273249 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.279513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Checking segment: {'id': '94c309c0-94c2-4539-8b61-be0259b7e681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3b095468-e5b5-47f4-a31c-eb294c9b0f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:15.279873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network hostable DHCP agents. Network: 3b095468-e5b5-47f4-a31c-eb294c9b0f26, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:15.280858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 172.20.0.7 (40f4fd11-09ca-4e76-8993-0ead05403d9a/381e8959-5128-4b20-9980-f915a9bee671/ecbc6697-d575-44ce-908b-2542d57e32af) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:15.320892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 3b095468-e5b5-47f4-a31c-eb294c9b0f26 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:15.327012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:feea:cddf (40f4fd11-09ca-4e76-8993-0ead05403d9a/c32f010e-f4de-4351-b87c-62390ca7578d/ecbc6697-d575-44ce-908b-2542d57e32af) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:15.334891 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.342514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:15.343284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.375444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 3b095468-e5b5-47f4-a31c-eb294c9b0f26) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:15.379092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759617e-6eb8-488c-9e8e-94e0d55933ed req-66943cf7-2701-4ac1-876a-2f702ed95c61 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:15.386135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2759617e-6eb8-488c-9e8e-94e0d55933ed req-66943cf7-2701-4ac1-876a-2f702ed95c61 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4 HTTP/1.1" status: 200 len: 946 time: 0.8255937 Feb 04 15:45:15.390040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83666e7-af95-4082-a03b-2d04bfedd2bf None None] Network 3b095468-e5b5-47f4-a31c-eb294c9b0f26 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:15.441749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:15.442425 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.456154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:15.500483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2448971 Feb 04 15:45:15.501183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41976) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:15.504237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:15.507578 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59e4d8f8-5fef-4de2-906e-b64029fc5515 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.507947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6653e8b2-6143-4c05-a52b-91638a1b0012 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9554522 Feb 04 15:45:15.511882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41978) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:15.518953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '3b095468-e5b5-47f4-a31c-eb294c9b0f26', 'name': 'tempest-PortsTestJSON-447379936'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:15.534077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-485575036'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:15.534772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c4ba5-edd8-4214-a86e-1aeb40f2cac9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Network': ['ID=d7ade09a-7140-4f24-a3e9-1a9e64d6425d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:15.548038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2759617e-6eb8-488c-9e8e-94e0d55933ed req-e71f4650-ab16-4b6d-b9a8-8db4fb3d492c tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583691 Feb 04 15:45:15.551392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59e4d8f8-5fef-4de2-906e-b64029fc5515 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.554847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network d7ade09a-7140-4f24-a3e9-1a9e64d6425d details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:15.649988 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ebe29-158e-4691-a2b2-2ce17d56a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd523cd42-07b5-4e93-92c2-61f00f40e737', 'code': 200} Feb 04 15:45:15.759146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:15.778105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-3b095468-e5b5-47f4-a31c-eb294c9b0f26', 'network_id': '3b095468-e5b5-47f4-a31c-eb294c9b0f26', 'tenant_id': '214ab35bad1a4657956c11682d7336a3', 'fixed_ips': [{'subnet_id': '9fb4cce9-81e9-4d07-8bc0-6b79f692c46c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:45:15.778947 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.815546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Made reservation on behalf of 471aa203ed68486e939c8ab113a56f07 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:15.819160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.829419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:network and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:15.838994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:15.848368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:15.859620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:15.863192 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.885490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:15.905644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:15.911409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-59e4d8f8-5fef-4de2-906e-b64029fc5515 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] In _notify_port_updated(), no bound segment for port e1bddd53-a4e7-4353-81a3-91e583d31165 on network 1b18359b-6842-44ac-8298-eb199585f1a0 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:45:15.917412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4d8f8-5fef-4de2-906e-b64029fc5515 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:15.918073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59e4d8f8-5fef-4de2-906e-b64029fc5515 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.919303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-59e4d8f8-5fef-4de2-906e-b64029fc5515 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "PUT /v2.0/ports/e1bddd53-a4e7-4353-81a3-91e583d31165 HTTP/1.1" status: 200 len: 1065 time: 3.2134311 Feb 04 15:45:15.925617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41986) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:15.952331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:15.961808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3e631eb-312b-4cb3-aec1-2a45ee5c9735 req-310adc4d-98ad-42e5-9e77-e4829dd1fee3 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 210 time: 0.1999683 Feb 04 15:45:15.971182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Allocated IP 172.20.0.2 (3b095468-e5b5-47f4-a31c-eb294c9b0f26/9fb4cce9-81e9-4d07-8bc0-6b79f692c46c/4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:16.030459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f31d9-1a67-4566-b5e3-a59bbbdfecba tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Deleting port e1bddd53-a4e7-4353-81a3-91e583d31165 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:16.031030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e0f31d9-1a67-4566-b5e3-a59bbbdfecba tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.112313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4d8f8-5fef-4de2-906e-b64029fc5515 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event updated for resources: {'Port': ['ID=e1bddd53-a4e7-4353-81a3-91e583d31165,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:16.124784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:16.128222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.188998 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.255480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object ecbc6697-d575-44ce-908b-2542d57e32af will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:16.279523 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.294380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Transition to ACTIVE for port object 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:16.325291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Transition to ACTIVE for port object 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:16.332675 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.399411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e0f31d9-1a67-4566-b5e3-a59bbbdfecba tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.421279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:16.421609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Network 3b095468-e5b5-47f4-a31c-eb294c9b0f26 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:16.427161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:16.432111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:16.439726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1ca10423-f1f7-4f69-baa7-cf06ab2b558e None None] Provisioning complete for port e1bddd53-a4e7-4353-81a3-91e583d31165 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:16.440161 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1ca10423-f1f7-4f69-baa7-cf06ab2b558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.466223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Pushing event updated for resources: {'Port': ['ID=4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:16.546338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f31d9-1a67-4566-b5e3-a59bbbdfecba tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Calling delete_port for e1bddd53-a4e7-4353-81a3-91e583d31165 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:16.547233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.547643 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added segment 6056b93d-2e07-4c8e-b893-fe5ac750c1c7 of type vlan for network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 Feb 04 15:45:16.575491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5bd3-82a6-41c5-8f3e-67b9fcee96b5 req-8ef65775-165d-4c9e-84f0-4a0564a2e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:16.577057 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-86de5bd3-82a6-41c5-8f3e-67b9fcee96b5 req-8ef65775-165d-4c9e-84f0-4a0564a2e246 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 1097 time: 0.8254290 Feb 04 15:45:16.577684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.580446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1ca10423-f1f7-4f69-baa7-cf06ab2b558e None None] Port e1bddd53-a4e7-4353-81a3-91e583d31165 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:16.582209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Attempting to bind port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:16.582643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Attempting to bind port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '94c309c0-94c2-4539-8b61-be0259b7e681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3b095468-e5b5-47f4-a31c-eb294c9b0f26'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:16.583227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Attempting to bind port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd on network 3b095468-e5b5-47f4-a31c-eb294c9b0f26 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:16.590198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.13 (3b095468-e5b5-47f4-a31c-eb294c9b0f26/9fb4cce9-81e9-4d07-8bc0-6b79f692c46c/ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:16.590387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:16.590698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Checking segment: {'id': '94c309c0-94c2-4539-8b61-be0259b7e681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3b095468-e5b5-47f4-a31c-eb294c9b0f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:16.591094 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.591470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Bound using segment: {'id': '94c309c0-94c2-4539-8b61-be0259b7e681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3b095468-e5b5-47f4-a31c-eb294c9b0f26'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:16.592145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Bound port: 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c309c0-94c2-4539-8b61-be0259b7e681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3b095468-e5b5-47f4-a31c-eb294c9b0f26'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:16.592312 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.651255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.674369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Allocated IP 172.20.0.13 (3e563c62-9980-4f72-9bd0-f60f9c6f071a/ab7f8d5d-e36f-4cb3-8bf2-911e596292f2/5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:16.686801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] For port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:16.692829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] For port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd,segment=NetworkSegment(94c309c0-94c2-4539-8b61-be0259b7e681),segment_id=94c309c0-94c2-4539-8b61-be0259b7e681)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:16.697619 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.820810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e2185-ba23-4f0b-876a-fe3ec2658a3d None None] Pushing event updated for resources: {'Port': ['ID=4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:16.869493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e0f31d9-1a67-4566-b5e3-a59bbbdfecba tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.919441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04f0d4-f2ba-47b8-9ad3-e1ca18c241dd req-93d2a46e-810e-4fc8-a0e9-c24f4ccf06b1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:16.921322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f04f0d4-f2ba-47b8-9ad3-e1ca18c241dd req-93d2a46e-810e-4fc8-a0e9-c24f4ccf06b1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 946 time: 0.8111095 Feb 04 15:45:16.923512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.939101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8ce52c80-8028-4378-b4ab-8b599f3ffeed up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:16.940075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-86de5bd3-82a6-41c5-8f3e-67b9fcee96b5 req-90413ad8-0a54-4d23-a18d-ebf7bffe51fe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257234 Feb 04 15:45:16.951054 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.955640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f31d9-1a67-4566-b5e3-a59bbbdfecba tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event deleted for resources: {'Port': ['ID=e1bddd53-a4e7-4353-81a3-91e583d31165,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:17.026128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.051984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8ce52c80-8028-4378-b4ab-8b599f3ffeed triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:17.052356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.069620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:17.125528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:17.155017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:17.208090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:17.331709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e0f31d9-1a67-4566-b5e3-a59bbbdfecba tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.347415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.361223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f04f0d4-f2ba-47b8-9ad3-e1ca18c241dd req-e22fe738-546b-4bad-9c8c-6e076287bcb4 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097087 Feb 04 15:45:17.374035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.380391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:17.381185 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.409013 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8e0f31d9-1a67-4566-b5e3-a59bbbdfecba tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "DELETE /v2.0/ports/e1bddd53-a4e7-4353-81a3-91e583d31165 HTTP/1.1" status: 204 len: 168 time: 1.4751916 Feb 04 15:45:17.450491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41994) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:17.472488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:17.486640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 3b095468-e5b5-47f4-a31c-eb294c9b0f26 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:17.488348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:17.490619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:17.593151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:17.595921 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.629672 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-233073cc-c89b-4f16-b838-11177e7b3ade tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1165333 Feb 04 15:45:17.632224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41996) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:17.646053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=ecbc6697-d575-44ce-908b-2542d57e32af,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:17.655476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:17.656131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.723925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-65014cd9-88de-4adb-8cd9-0451f1dae300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:17.724351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65014cd9-88de-4adb-8cd9-0451f1dae300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.849081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ace66549-5894-45e6-8c7a-3738058c76fe None None] Provisioning for port ecbc6697-d575-44ce-908b-2542d57e32af completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:17.856325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ace66549-5894-45e6-8c7a-3738058c76fe None None] Provisioning complete for port ecbc6697-d575-44ce-908b-2542d57e32af triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:17.857034 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ace66549-5894-45e6-8c7a-3738058c76fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.862160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Allocated IP 172.25.8.91 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/68740ead-0304-4cdf-9b6c-1a178330f2f1) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:17.864527 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6012e93-ade5-4f40-a598-c32b8d87c660 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] GET failed (client error): The resource could not be found. Feb 04 15:45:17.865131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a6012e93-ade5-4f40-a598-c32b8d87c660 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Synchronizing usage tracker for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:17.875291 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.885065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3685753 Feb 04 15:45:17.896054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42004) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:17.920570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ace66549-5894-45e6-8c7a-3738058c76fe None None] Port ecbc6697-d575-44ce-908b-2542d57e32af cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:17.947434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4624a-801d-46ba-a869-0dab296131cb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Network': ['ID=9a089c24-30ea-4a45-9cb4-fdd9afe9d711,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:17.958556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'subnet': {'network_id': 'd7ade09a-7140-4f24-a3e9-1a9e64d6425d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:17.964875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:17.988394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9e1b3bc7-9778-4350-988d-a2a9ee99599d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.7550719 Feb 04 15:45:17.998838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-08f3c53d-f41b-4326-8570-edc0a634ae35 req-ce5127d1-6d85-4690-8f4d-3e838a944178 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:18.001653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Transition to ACTIVE for port object 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:18.005807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42008) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:18.133345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65014cd9-88de-4adb-8cd9-0451f1dae300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.225086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a6012e93-ade5-4f40-a598-c32b8d87c660 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Unset dirty status for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:18.229701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a6012e93-ade5-4f40-a598-c32b8d87c660 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "GET /v2.0/ports/e1bddd53-a4e7-4353-81a3-91e583d31165 HTTP/1.1" status: 404 len: 333 time: 0.5822656 Feb 04 15:45:18.244580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42012) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:18.289025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-65014cd9-88de-4adb-8cd9-0451f1dae300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:18.314496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-08f3c53d-f41b-4326-8570-edc0a634ae35 req-ce5127d1-6d85-4690-8f4d-3e838a944178 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:18.315668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08f3c53d-f41b-4326-8570-edc0a634ae35 req-ce5127d1-6d85-4690-8f4d-3e838a944178 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 210 time: 0.4445212 Feb 04 15:45:18.366126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:18.371127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:subnet and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:18.374716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:18.389349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:18.450246 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65014cd9-88de-4adb-8cd9-0451f1dae300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.463907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b64777ef-3cc0-4cbc-902b-02e3d020a4b4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Deleting port a3608a8d-4f21-44d5-b96b-17f94630bc03 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:18.464419 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b64777ef-3cc0-4cbc-902b-02e3d020a4b4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.525777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:18.530097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.536632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e79e4-7ef8-4d10-be6e-41b05a89608c None None] Network 3b095468-e5b5-47f4-a31c-eb294c9b0f26 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:18.536899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014cd9-88de-4adb-8cd9-0451f1dae300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:18.624674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.644668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['220f55ed-72cd-4128-9acc-d8b11087dcf5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:18.646392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65014cd9-88de-4adb-8cd9-0451f1dae300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.658747 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-65014cd9-88de-4adb-8cd9-0451f1dae300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3 HTTP/1.1" status: 204 len: 168 time: 1.0221567 Feb 04 15:45:18.658978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42020) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:18.691799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.710710 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f139c9b7-96ac-4183-b4be-1e09eb77c8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:45:18.711549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f139c9b7-96ac-4183-b4be-1e09eb77c8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:45:18.717991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['19afb512-078f-41e7-b2c4-3f9ddac8377e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:18.728842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3515c2-03f7-4bb5-a39a-9f52c2ae55e2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:18.729758 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f139c9b7-96ac-4183-b4be-1e09eb77c8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3 HTTP/1.1" status: 404 len: 333 time: 0.0674267 Feb 04 15:45:18.730580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42024) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:18.735247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3515c2-03f7-4bb5-a39a-9f52c2ae55e2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:18.736068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bd3515c2-03f7-4bb5-a39a-9f52c2ae55e2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:18.779262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:18.784074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac75c9cc-a9af-4267-a66c-3ec96b4d945c None None] Provisioning for port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:18.790589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:18.792546 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72eab19-244a-4cec-a44b-72fccc12fbbd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:45:18.793461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e72eab19-244a-4cec-a44b-72fccc12fbbd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:18.799093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bd3515c2-03f7-4bb5-a39a-9f52c2ae55e2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:18.800060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bd3515c2-03f7-4bb5-a39a-9f52c2ae55e2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7453020 Feb 04 15:45:18.805356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42028) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:18.876719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e72eab19-244a-4cec-a44b-72fccc12fbbd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:18.879518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:18.881520 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e72eab19-244a-4cec-a44b-72fccc12fbbd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/ac982bbf-1b2d-4a00-aa95-0ddcc6c522c3 HTTP/1.1" status: 404 len: 333 time: 0.1494071 Feb 04 15:45:18.885837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42032) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:18.993447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:18.994017 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.995666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-964d3f04-9be1-40ac-97e1-65f983bed8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet 9fb4cce9-81e9-4d07-8bc0-6b79f692c46c {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:19.003348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-964d3f04-9be1-40ac-97e1-65f983bed8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.065588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:19.082702 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-964d3f04-9be1-40ac-97e1-65f983bed8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.100079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event updated for resources: {'Port': ['ID=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:19.154365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-62df46b8-af43-4337-9024-b0ca6ba05dd7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port ecbc6697-d575-44ce-908b-2542d57e32af {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:19.155318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62df46b8-af43-4337-9024-b0ca6ba05dd7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.268956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7e8ae435-f0b2-4f24-9494-e350b3614e03 None None] Provisioning for port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:19.302967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7e8ae435-f0b2-4f24-9494-e350b3614e03 None None] Provisioning complete for port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:19.303461 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e8ae435-f0b2-4f24-9494-e350b3614e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.350422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-964d3f04-9be1-40ac-97e1-65f983bed8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.352884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-3bb655e0-d4b7-4caa-b251-1e0cb79b8784 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2941463 Feb 04 15:45:19.355831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:19.369993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Request body: {'port': {'device_id': '34552013-4738-4d75-8f3c-c5ca789a4588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:19.387270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:19.387630 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.455428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ae435-f0b2-4f24-9494-e350b3614e03 None None] Port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:19.513075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.565486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-964d3f04-9be1-40ac-97e1-65f983bed8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.578617 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.605058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-d82d2295-bc34-4abb-a3f7-2e7a72fbaf79 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:19.605766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-d82d2295-bc34-4abb-a3f7-2e7a72fbaf79 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Synchronizing usage tracker for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:19.625112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d3f04-9be1-40ac-97e1-65f983bed8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb4cce9-81e9-4d07-8bc0-6b79f692c46c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:19.625415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event updated for resources: {'Port': ['ID=68740ead-0304-4cdf-9b6c-1a178330f2f1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:19.672489 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-964d3f04-9be1-40ac-97e1-65f983bed8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.677649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb28b-a260-4ed3-a1cb-8654543d309d req-13e1573a-a905-408c-be39-f9cc8e575bfc tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:19.686039 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-964d3f04-9be1-40ac-97e1-65f983bed8f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/9fb4cce9-81e9-4d07-8bc0-6b79f692c46c HTTP/1.1" status: 204 len: 168 time: 0.7984567 Feb 04 15:45:19.686444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f67cb28b-a260-4ed3-a1cb-8654543d309d req-13e1573a-a905-408c-be39-f9cc8e575bfc tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 946 time: 0.9054720 Feb 04 15:45:19.699616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-d82d2295-bc34-4abb-a3f7-2e7a72fbaf79 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Unset dirty status for tenant:8e3df66f359844f398f44d84d2554ba3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:19.699884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:45:19.700145 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:45:19.701107 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-d82d2295-bc34-4abb-a3f7-2e7a72fbaf79 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4 HTTP/1.1" status: 200 len: 946 time: 0.5090797 Feb 04 15:45:19.702803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42038) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:19.705393 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.709437 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62df46b8-af43-4337-9024-b0ca6ba05dd7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.736882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:19.768371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:19.789531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9facad74-1198-461f-9009-0bf3dc093fe4 None None] Network 3b095468-e5b5-47f4-a31c-eb294c9b0f26 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:19.833227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:19.868628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b64777ef-3cc0-4cbc-902b-02e3d020a4b4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.945021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8e0bfb13-f2b8-4297-aa27-635bbf1fe5d2 None None] Provisioning complete for port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:19.945414 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8e0bfb13-f2b8-4297-aa27-635bbf1fe5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.020366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-62df46b8-af43-4337-9024-b0ca6ba05dd7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for ecbc6697-d575-44ce-908b-2542d57e32af owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:20.081850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Deleting port 8cfa05d3-1328-4b17-a0f0-167541bb12ea {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:20.082122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.092806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b64777ef-3cc0-4cbc-902b-02e3d020a4b4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Calling delete_port for a3608a8d-4f21-44d5-b96b-17f94630bc03 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:20.158803 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8e0bfb13-f2b8-4297-aa27-635bbf1fe5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.224590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f67cb28b-a260-4ed3-a1cb-8654543d309d req-85451dfb-40ce-4edf-a39e-41ba7eacca44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370350 Feb 04 15:45:20.243952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.250449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.257735 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a328de46-e2d6-4467-87fc-634fae7fd9f0 None None] DHCP port deletion for 3b095468-e5b5-47f4-a31c-eb294c9b0f26 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:45:20.442933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8e0bfb13-f2b8-4297-aa27-635bbf1fe5d2 None None] For port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd,segment=NetworkSegment(94c309c0-94c2-4539-8b61-be0259b7e681),segment_id=94c309c0-94c2-4539-8b61-be0259b7e681)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:20.465000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a328de46-e2d6-4467-87fc-634fae7fd9f0 None None] Deleting port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:20.465482 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a328de46-e2d6-4467-87fc-634fae7fd9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.532863 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8e0bfb13-f2b8-4297-aa27-635bbf1fe5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.613996 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.646663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] For port 8cfa05d3-1328-4b17-a0f0-167541bb12ea, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8cfa05d3-1328-4b17-a0f0-167541bb12ea,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:20.647259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.691130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bfb13-f2b8-4297-aa27-635bbf1fe5d2 None None] Pushing event updated for resources: {'Port': ['ID=4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:20.718234 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62df46b8-af43-4337-9024-b0ca6ba05dd7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.827669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Calling delete_port for 8cfa05d3-1328-4b17-a0f0-167541bb12ea owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:20.840788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:45:20.841141 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:45:20.851610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a328de46-e2d6-4467-87fc-634fae7fd9f0 None None] For port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd,segment=NetworkSegment(94c309c0-94c2-4539-8b61-be0259b7e681),segment_id=94c309c0-94c2-4539-8b61-be0259b7e681)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:20.852013 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a328de46-e2d6-4467-87fc-634fae7fd9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.887330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df46b8-af43-4337-9024-b0ca6ba05dd7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=ecbc6697-d575-44ce-908b-2542d57e32af,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:20.986184 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a328de46-e2d6-4467-87fc-634fae7fd9f0 None None] Calling delete_port for 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:20.986490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Subnet': ['ID=65f3c09f-81b2-4ede-84e7-3140a21d0d35,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:21.002990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:21.003556 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.060804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62df46b8-af43-4337-9024-b0ca6ba05dd7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.089186 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a328de46-e2d6-4467-87fc-634fae7fd9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.106583 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-62df46b8-af43-4337-9024-b0ca6ba05dd7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/ecbc6697-d575-44ce-908b-2542d57e32af HTTP/1.1" status: 204 len: 168 time: 2.3000400 Feb 04 15:45:21.112307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42046) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:21.144740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328de46-e2d6-4467-87fc-634fae7fd9f0 None None] No DVR routers for this DVR port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:21.156839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328de46-e2d6-4467-87fc-634fae7fd9f0 None None] Pushing event deleted for resources: {'Port': ['ID=4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:21.201283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-3104ee36-8191-49a5-b947-e07499816943 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:21.202965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-3104ee36-8191-49a5-b947-e07499816943 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e427e23-bbc4-49a9-aa22-b0d3ec650c3b HTTP/1.1" status: 200 len: 946 time: 1.0756824 Feb 04 15:45:21.215074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e082fa20-b9ed-4c12-b389-23a684010299 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:21.216707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e082fa20-b9ed-4c12-b389-23a684010299 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:21.218231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e082fa20-b9ed-4c12-b389-23a684010299 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:21.219794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e082fa20-b9ed-4c12-b389-23a684010299 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:21.224519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.240467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['472c1a71-53ab-47e8-93f2-fd3ba7df095f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:21.261592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] The port '4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:45:21.294558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Pushing event deleted for resources: {'Port': ['ID=8cfa05d3-1328-4b17-a0f0-167541bb12ea,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:21.334292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Checking segment: {'id': 'ca0d898f-173b-43e4-8ee1-a14aaabd62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7ade09a-7140-4f24-a3e9-1a9e64d6425d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:21.334691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network hostable DHCP agents. Network: d7ade09a-7140-4f24-a3e9-1a9e64d6425d, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:21.342639 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b64777ef-3cc0-4cbc-902b-02e3d020a4b4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.345192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e082fa20-b9ed-4c12-b389-23a684010299 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:21.346650 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e082fa20-b9ed-4c12-b389-23a684010299 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2332063 Feb 04 15:45:21.352760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42050) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:21.405332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] No DVR routers for this DVR port 8cfa05d3-1328-4b17-a0f0-167541bb12ea on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:21.443782 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.446586 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6e2a32e4-4a5d-4500-bbc4-c72a0f45d732 req-8892957e-42e8-42b7-9863-e6ba1955f3df tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.53 "DELETE /v2.0/ports/8cfa05d3-1328-4b17-a0f0-167541bb12ea HTTP/1.1" status: 204 len: 173 time: 1.7286527 Feb 04 15:45:21.447108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4', 'name': 'network-vif-deleted', 'tag': '8cfa05d3-1328-4b17-a0f0-167541bb12ea'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:21.488129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2c1fa2-6e9d-46e3-bd8d-5fc097d61425 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 381e8959-5128-4b20-9980-f915a9bee671 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:21.492203 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe2c1fa2-6e9d-46e3-bd8d-5fc097d61425 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.548672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe2c1fa2-6e9d-46e3-bd8d-5fc097d61425 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.559754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64777ef-3cc0-4cbc-902b-02e3d020a4b4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event deleted for resources: {'Port': ['ID=a3608a8d-4f21-44d5-b96b-17f94630bc03,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:21.568853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Port 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd update to ACTIVE by agent not found {{(pid=87572) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 15:45:21.654897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:21.659304 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe2c1fa2-6e9d-46e3-bd8d-5fc097d61425 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.661052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5ed68-28f4-4316-8454-ffbb8bfb8276 req-7b400641-4ae9-4be2-a94a-3ff4b6806ff5 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:21.662690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64c5ed68-28f4-4316-8454-ffbb8bfb8276 req-7b400641-4ae9-4be2-a94a-3ff4b6806ff5 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4 HTTP/1.1" status: 200 len: 946 time: 1.0961039 Feb 04 15:45:21.769663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:45:21.769663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4c48b3e7-7b0a-4962-bfb7-f93ea634b7cd not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:45:21.770884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Deleting port 472c1a71-53ab-47e8-93f2-fd3ba7df095f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:21.770884 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.786752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe2c1fa2-6e9d-46e3-bd8d-5fc097d61425 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.790641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network d7ade09a-7140-4f24-a3e9-1a9e64d6425d is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:21.801599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.835695 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe2c1fa2-6e9d-46e3-bd8d-5fc097d61425 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.839589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c1fa2-6e9d-46e3-bd8d-5fc097d61425 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=381e8959-5128-4b20-9980-f915a9bee671,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:21.839838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ed8b5e-9cb6-4d29-9c4a-b703ee1934af None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:21.869195 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fe2c1fa2-6e9d-46e3-bd8d-5fc097d61425 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/381e8959-5128-4b20-9980-f915a9bee671 HTTP/1.1" status: 204 len: 168 time: 0.4662611 Feb 04 15:45:21.871486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42056) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:21.933980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b64777ef-3cc0-4cbc-902b-02e3d020a4b4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.978724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, d7ade09a-7140-4f24-a3e9-1a9e64d6425d) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:21.998090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46eeb2-c458-49f9-948f-7b932aa62e0f None None] Network d7ade09a-7140-4f24-a3e9-1a9e64d6425d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:22.000621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b095468-e5b5-47f4-a31c-eb294c9b0f26']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:22.008586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:22.009205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.089697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c309c0-94c2-4539-8b61-be0259b7e681') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:22.090017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c309c0-94c2-4539-8b61-be0259b7e681') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:22.101257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba8e73a-04d4-4ae4-b6ea-17760d0efa30 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet c32f010e-f4de-4351-b87c-62390ca7578d {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:22.102809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64c5ed68-28f4-4316-8454-ffbb8bfb8276 req-229e5e43-eb48-4398-baf3-fa62b9c9bbef tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.46 "GET /v2.0/security-groups?id=01515bba-81b1-43a4-966f-00c526144efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344762 Feb 04 15:45:22.110769 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.111364 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e73a-04d4-4ae4-b6ea-17760d0efa30 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.140808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8cfa05d3-1328-4b17-a0f0-167541bb12ea no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:22.170705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b64777ef-3cc0-4cbc-902b-02e3d020a4b4 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "DELETE /v2.0/ports/a3608a8d-4f21-44d5-b96b-17f94630bc03 HTTP/1.1" status: 204 len: 168 time: 3.9225464 Feb 04 15:45:22.176931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42060) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:22.180234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 8cfa05d3-1328-4b17-a0f0-167541bb12ea {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:45:22.180564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8cfa05d3-1328-4b17-a0f0-167541bb12ea not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:45:22.187027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.206643 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:45:22.220341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-45b658bc-be9c-4aab-ad96-2b57f8b98d89 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2879815 Feb 04 15:45:22.233874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42064) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:22.262619 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-96aba6de-f80f-4db0-bb2d-38b046803881 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] GET failed (client error): The resource could not be found. Feb 04 15:45:22.263251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-96aba6de-f80f-4db0-bb2d-38b046803881 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Synchronizing usage tracker for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:22.268514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e73a-04d4-4ae4-b6ea-17760d0efa30 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.316756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'subnet': {'network_id': '9a089c24-30ea-4a45-9cb4-fdd9afe9d711', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:22.355643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-96aba6de-f80f-4db0-bb2d-38b046803881 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Unset dirty status for tenant:468fb1af63fe4a768e7731e8c615c77b on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:22.361343 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-96aba6de-f80f-4db0-bb2d-38b046803881 tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "GET /v2.0/ports/a3608a8d-4f21-44d5-b96b-17f94630bc03 HTTP/1.1" status: 404 len: 333 time: 0.1832151 Feb 04 15:45:22.362116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42068) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:22.451354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-64b7ec72-10f4-408a-81c7-9823d144be2c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Deleting port ce0ab191-0606-4de7-9ae2-121d7149ca8b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:22.451804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64b7ec72-10f4-408a-81c7-9823d144be2c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.453569 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-d7ade09a-7140-4f24-a3e9-1a9e64d6425d', 'network_id': 'd7ade09a-7140-4f24-a3e9-1a9e64d6425d', 'tenant_id': '197a58d9861a419596271837c386a367', 'fixed_ips': [{'subnet_id': '65f3c09f-81b2-4ede-84e7-3140a21d0d35'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:45:22.454382 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.483714 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.498288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e73a-04d4-4ae4-b6ea-17760d0efa30 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.564452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:45:22.565187 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:22.594251 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:22.638502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Allocated IP 2001:db8::2 (d7ade09a-7140-4f24-a3e9-1a9e64d6425d/65f3c09f-81b2-4ede-84e7-3140a21d0d35/04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:22.770373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64b7ec72-10f4-408a-81c7-9823d144be2c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.900535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-64b7ec72-10f4-408a-81c7-9823d144be2c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Calling delete_port for ce0ab191-0606-4de7-9ae2-121d7149ca8b owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:22.925900 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.988095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:22.994878 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e73a-04d4-4ae4-b6ea-17760d0efa30 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.009518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:23.036553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8e73a-04d4-4ae4-b6ea-17760d0efa30 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=c32f010e-f4de-4351-b87c-62390ca7578d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:23.041892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e73a-04d4-4ae4-b6ea-17760d0efa30 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.042463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:subnet and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:23.053828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.071314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:23.092350 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4ba8e73a-04d4-4ae4-b6ea-17760d0efa30 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/c32f010e-f4de-4351-b87c-62390ca7578d HTTP/1.1" status: 204 len: 168 time: 1.2174747 Feb 04 15:45:23.092916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42072) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:23.094994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:23.139753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb99b7d-7093-4a3e-9b3c-5f75723db82b None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:23.172255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.172968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a70dc4f3-1352-462d-9a3f-d3c68d933f20 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:router {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:23.176479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.192854 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64b7ec72-10f4-408a-81c7-9823d144be2c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.208244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Transition to ACTIVE for port object 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:23.224049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/networks/3b095468-e5b5-47f4-a31c-eb294c9b0f26 HTTP/1.1" status: 204 len: 168 time: 3.5014813 Feb 04 15:45:23.224049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Transition to ACTIVE for port object 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:23.235913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42078) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:23.241847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] For port 472c1a71-53ab-47e8-93f2-fd3ba7df095f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=472c1a71-53ab-47e8-93f2-fd3ba7df095f,segment=NetworkSegment(26a4290b-164d-4178-9bd0-123f158e2b99),segment_id=26a4290b-164d-4178-9bd0-123f158e2b99)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:23.242208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.248798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7ec72-10f4-408a-81c7-9823d144be2c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event deleted for resources: {'Port': ['ID=ce0ab191-0606-4de7-9ae2-121d7149ca8b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:23.250580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a70dc4f3-1352-462d-9a3f-d3c68d933f20 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:router {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:23.252029 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a70dc4f3-1352-462d-9a3f-d3c68d933f20 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579792 Feb 04 15:45:23.261018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Transition to ACTIVE for port object 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:23.270500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-947641941'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:23.278646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c103d57-ec19-4740-bc1b-97529d08cb31 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Network': ['ID=3b095468-e5b5-47f4-a31c-eb294c9b0f26,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:23.282496 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.287496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42082) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:23.298811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:23.364970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e55e257b-d9c0-46fd-8119-b568f3c4c14b None None] Provisioning complete for port 8ce52c80-8028-4378-b4ab-8b599f3ffeed triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:23.365526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e55e257b-d9c0-46fd-8119-b568f3c4c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.388262 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64b7ec72-10f4-408a-81c7-9823d144be2c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.392730 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-64b7ec72-10f4-408a-81c7-9823d144be2c tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "DELETE /v2.0/ports/ce0ab191-0606-4de7-9ae2-121d7149ca8b HTTP/1.1" status: 204 len: 168 time: 1.0269408 Feb 04 15:45:23.396617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:23.400281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42086) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:23.400416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.422053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.443524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:23.482524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Network d7ade09a-7140-4f24-a3e9-1a9e64d6425d is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:23.498566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:23.502852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Pushing event updated for resources: {'Port': ['ID=04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:23.506516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:23.520015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:23.528384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:23.532016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:23.540963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:23.562839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:23.572188 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.684524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Attempting to bind port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:23.684923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Attempting to bind port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ca0d898f-173b-43e4-8ee1-a14aaabd62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7ade09a-7140-4f24-a3e9-1a9e64d6425d'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:23.685289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Attempting to bind port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 on network d7ade09a-7140-4f24-a3e9-1a9e64d6425d {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:23.698545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:23.699517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Checking segment: {'id': 'ca0d898f-173b-43e4-8ee1-a14aaabd62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7ade09a-7140-4f24-a3e9-1a9e64d6425d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:23.699935 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.700334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Bound using segment: {'id': 'ca0d898f-173b-43e4-8ee1-a14aaabd62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7ade09a-7140-4f24-a3e9-1a9e64d6425d'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:23.700846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Bound port: 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0d898f-173b-43e4-8ee1-a14aaabd62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd7ade09a-7140-4f24-a3e9-1a9e64d6425d'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:23.701651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.721625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caaba0a-5bd7-40eb-a9a5-151751c960cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Deleting subnet 6d626c7c-a3b9-40c2-8de2-823cb1f47ea8 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:23.726123 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4caaba0a-5bd7-40eb-a9a5-151751c960cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.728513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:network and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:23.739380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:23.759179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Calling delete_port for 472c1a71-53ab-47e8-93f2-fd3ba7df095f owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:23.808108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4caaba0a-5bd7-40eb-a9a5-151751c960cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.821524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:23.824656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] For port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:23.828006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] For port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059,segment=NetworkSegment(ca0d898f-173b-43e4-8ee1-a14aaabd62bd),segment_id=ca0d898f-173b-43e4-8ee1-a14aaabd62bd)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:23.833975 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.870811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8e62-2126-4524-b4e2-0be105934aae req-70a9153a-831c-4e64-b2a0-28b23a42c974 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:23.872385 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45fe8e62-2126-4524-b4e2-0be105934aae req-70a9153a-831c-4e64-b2a0-28b23a42c974 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 932 time: 1.4974716 Feb 04 15:45:23.880573 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.889801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:45:23.931584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Deleting port 8ce52c80-8028-4378-b4ab-8b599f3ffeed {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:23.932465 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.987523 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.001249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:24.017184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:24.020654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.030010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaf2cb-e7b4-4a4d-a88f-3a7fb3df6555 None None] Pushing event updated for resources: {'Port': ['ID=04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:24.124114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4caaba0a-5bd7-40eb-a9a5-151751c960cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.169318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 472c1a71-53ab-47e8-93f2-fd3ba7df095f no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:24.219831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45fe8e62-2126-4524-b4e2-0be105934aae req-f46f0e06-0d1b-4e63-bac1-bf4b05612581 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900853 Feb 04 15:45:24.232462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:24.319832 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4caaba0a-5bd7-40eb-a9a5-151751c960cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.349856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] For port 8ce52c80-8028-4378-b4ab-8b599f3ffeed, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8ce52c80-8028-4378-b4ab-8b599f3ffeed,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:24.352543 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.383191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4caaba0a-5bd7-40eb-a9a5-151751c960cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.398059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaba0a-5bd7-40eb-a9a5-151751c960cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event deleted for resources: {'Subnet': ['ID=6d626c7c-a3b9-40c2-8de2-823cb1f47ea8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:24.449452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Attempting to bind port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:24.449989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Attempting to bind port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:24.450522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Attempting to bind port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:24.482560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:45:24.489025 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.489575 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Added segment c7f4ee60-cf2d-417b-8b52-011b272ef129 of type vlan for network 172a3a74-5322-4afc-91c3-407bea1fd17b Feb 04 15:45:24.499956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d2f01-be33-43c5-9479-be058551a20f None None] Network 1b18359b-6842-44ac-8298-eb199585f1a0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:24.538481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:45:24.538973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Attempting to bind port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 on network 3e563c62-9980-4f72-9bd0-f60f9c6f071a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:24.561629 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4caaba0a-5bd7-40eb-a9a5-151751c960cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "DELETE /v2.0/subnets/6d626c7c-a3b9-40c2-8de2-823cb1f47ea8 HTTP/1.1" status: 204 len: 168 time: 1.1604896 Feb 04 15:45:24.570163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42098) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:24.587386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Calling delete_port for 8ce52c80-8028-4378-b4ab-8b599f3ffeed owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:24.771062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.806043 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.843142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Deleting port 5b44611e-8e9f-4fa2-a590-4207747b8dfb {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:24.843715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.860057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:24.860418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Checking segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:24.861426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Bound using segment: {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:24.861426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Bound port: 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b13719f-dbe1-424d-a9f9-cab305beba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:24.861753 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.896998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.910185 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:45:24.910529 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:45:24.911026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.969112 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.975080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:24.976063 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.980884 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.079023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b427358b-d37b-4d0b-8aab-1915994a6400 None None] DHCP port deletion for 1b18359b-6842-44ac-8298-eb199585f1a0 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:45:25.084622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b427358b-d37b-4d0b-8aab-1915994a6400 None None] Deleting port 5b44611e-8e9f-4fa2-a590-4207747b8dfb {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:25.085250 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b427358b-d37b-4d0b-8aab-1915994a6400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.162277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Pushing event deleted for resources: {'Port': ['ID=472c1a71-53ab-47e8-93f2-fd3ba7df095f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:25.282565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] For port 5b44611e-8e9f-4fa2-a590-4207747b8dfb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5b44611e-8e9f-4fa2-a590-4207747b8dfb,segment=NetworkSegment(60fc7527-5251-4937-a4f7-04efd2480649),segment_id=60fc7527-5251-4937-a4f7-04efd2480649)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:25.283751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.314818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Network': ['ID=172a3a74-5322-4afc-91c3-407bea1fd17b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:25.359959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b427358b-d37b-4d0b-8aab-1915994a6400 None None] For port 5b44611e-8e9f-4fa2-a590-4207747b8dfb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5b44611e-8e9f-4fa2-a590-4207747b8dfb,segment=NetworkSegment(60fc7527-5251-4937-a4f7-04efd2480649),segment_id=60fc7527-5251-4937-a4f7-04efd2480649)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:25.360602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b427358b-d37b-4d0b-8aab-1915994a6400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.372446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.454651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Subnet': ['ID=43336fcc-44dd-4730-bad1-4ca0f8748735,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:25.458671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-de1c56a8-6587-4b99-a13b-12380ef169b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2196288 Feb 04 15:45:25.460127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] No DVR routers for this DVR port 472c1a71-53ab-47e8-93f2-fd3ba7df095f on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:25.462455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.464948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-302dc9b1-20e3-44f8-97d6-7d212c88f89e req-ea3c0777-5476-49da-8ed5-a67049d019c3 tempest-MultipleCreateTestJSON-196307914 tempest-MultipleCreateTestJSON-196307914-project] 10.222.0.53 "DELETE /v2.0/ports/472c1a71-53ab-47e8-93f2-fd3ba7df095f HTTP/1.1" status: 204 len: 173 time: 4.1989341 Feb 04 15:45:25.466724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42104) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:25.471537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e427e23-bbc4-49a9-aa22-b0d3ec650c3b', 'name': 'network-vif-deleted', 'tag': '472c1a71-53ab-47e8-93f2-fd3ba7df095f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:25.486779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-bbd8df68-7f2c-4c10-91ef-c8ff73e0adf8 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:25.488498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-bbd8df68-7f2c-4c10-91ef-c8ff73e0adf8 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 1.0157585 Feb 04 15:45:25.507478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '172a3a74-5322-4afc-91c3-407bea1fd17b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:25.508200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Calling delete_port for 5b44611e-8e9f-4fa2-a590-4207747b8dfb owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:25.519238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b427358b-d37b-4d0b-8aab-1915994a6400 None None] Calling delete_port for 5b44611e-8e9f-4fa2-a590-4207747b8dfb owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:25.545161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Router c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:45:25.547714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:25.573751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] For port 8ce52c80-8028-4378-b4ab-8b599f3ffeed, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8ce52c80-8028-4378-b4ab-8b599f3ffeed,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:25.612219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Deleting port 8ce52c80-8028-4378-b4ab-8b599f3ffeed {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:25.612613 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.619532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-b789ffba-4fd0-4b2d-830a-3a7cad637c7f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/quotas/88675380f23a4e7886d02b7197b8fb55 HTTP/1.1" status: 200 len: 375 time: 0.0754688 Feb 04 15:45:25.649564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 172a3a74-5322-4afc-91c3-407bea1fd17b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:25.652096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:25.682309 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.687265 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:45:25.687713 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:45:25.689429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.690222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.737694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.737910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170054e-180c-4753-9cf7-07a20240294d None None] Network d7ade09a-7140-4f24-a3e9-1a9e64d6425d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:25.905190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:25.905842 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.907866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:25.908015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] 10.222.0.61 "PUT /v2.0/ports/5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 HTTP/1.1" status: 200 len: 1092 time: 6.5445981 Feb 04 15:45:25.936038 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b427358b-d37b-4d0b-8aab-1915994a6400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.976124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:25.984025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:25.990396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:25.991835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.998134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=123cc485-058f-449e-b960-ffd36ccfe2f3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.010593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=8ce52c80-8028-4378-b4ab-8b599f3ffeed,revision_number=8']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.025167 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd948fec-03a9-408b-bbe4-3983b7460c17 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7365100 Feb 04 15:45:26.028144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42110) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:26.034490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:26.112226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427358b-d37b-4d0b-8aab-1915994a6400 None None] No DVR routers for this DVR port 5b44611e-8e9f-4fa2-a590-4207747b8dfb on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:26.132963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427358b-d37b-4d0b-8aab-1915994a6400 None None] Pushing event deleted for resources: {'Port': ['ID=5b44611e-8e9f-4fa2-a590-4207747b8dfb,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.142783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7b237426-9357-4c12-90f4-b485b282f5e0 None None] Provisioning for port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:26.171967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:45:26.174352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:26.184562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Checking segment: {'id': '6056b93d-2e07-4c8e-b893-fe5ac750c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a089c24-30ea-4a45-9cb4-fdd9afe9d711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:26.184965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network hostable DHCP agents. Network: 9a089c24-30ea-4a45-9cb4-fdd9afe9d711, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:26.189340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Deleting port 5b44611e-8e9f-4fa2-a590-4207747b8dfb {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:26.189896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.200950 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.202118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8b40bcc0-2450-437f-86a3-124bdfcb04b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "PUT /v2.0/routers/c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4 HTTP/1.1" status: 200 len: 882 time: 12.7523344 Feb 04 15:45:26.219986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:26.219986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42114) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:26.223864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec25710-4221-408f-9ff2-204a04e33b58 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.229209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:26.245078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:26.248351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed2fa1-a5c5-487e-a9c5-01b24f4eb14c None None] Sync routers for ids ['c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:45:26.280488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:26.280930 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.297767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] The port '5b44611e-8e9f-4fa2-a590-4207747b8dfb' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:45:26.354656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:26.374534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed2fa1-a5c5-487e-a9c5-01b24f4eb14c None None] Routers {'c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:26.375172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-58ed2fa1-a5c5-487e-a9c5-01b24f4eb14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:26.418681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:26.420864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:26.424304 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.484285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:26.493037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:26.496698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.503938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:26.513845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:26.537027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b18359b-6842-44ac-8298-eb199585f1a0']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:26.549333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:26.552987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.569171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fc7527-5251-4937-a4f7-04efd2480649') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:26.569560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fc7527-5251-4937-a4f7-04efd2480649') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:26.579343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-0272161a-33a1-4c46-bc06-ae1236848775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:26.580948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-0272161a-33a1-4c46-bc06-ae1236848775 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 1095 time: 0.4625432 Feb 04 15:45:26.582075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 9a089c24-30ea-4a45-9cb4-fdd9afe9d711) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:26.604919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-0e94110e-b96f-48d5-b012-c4a746d0bf28 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9706566 Feb 04 15:45:26.620313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34530c9-ff7e-439a-a3dd-3562b88a7662 None None] Network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:26.632568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-58ed2fa1-a5c5-487e-a9c5-01b24f4eb14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:26.634476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.673900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.674588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:26.676990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.688994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:45:26.689571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:26.705335 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:26.751034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] For port 8ce52c80-8028-4378-b4ab-8b599f3ffeed, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8ce52c80-8028-4378-b4ab-8b599f3ffeed,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:26.751418 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.776590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed2fa1-a5c5-487e-a9c5-01b24f4eb14c None None] Routers {'c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:26.777265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-58ed2fa1-a5c5-487e-a9c5-01b24f4eb14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:26.819412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.840313 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.860237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] Pushing event deleted for resources: {'Network': ['ID=1b18359b-6842-44ac-8298-eb199585f1a0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.869297 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc218df5-21da-4495-92a1-5c510f63a6cb tempest-AllowedAddressPairIpV6TestJSON-658669217 tempest-AllowedAddressPairIpV6TestJSON-658669217-project] 10.222.0.46 "DELETE /v2.0/networks/1b18359b-6842-44ac-8298-eb199585f1a0 HTTP/1.1" status: 204 len: 168 time: 2.2983439 Feb 04 15:45:26.983059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-4dc91afb-1be2-4ea8-8eb3-51b83903ec0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 HTTP/1.1" status: 200 len: 217 time: 0.3669958 Feb 04 15:45:27.000671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Calling delete_port for 8ce52c80-8028-4378-b4ab-8b599f3ffeed owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:27.043932 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.044958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-58ed2fa1-a5c5-487e-a9c5-01b24f4eb14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:27.045391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed2fa1-a5c5-487e-a9c5-01b24f4eb14c None None] The sync data for ids ['c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:45:27.052185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-212a36bf-30cc-415b-8c28-0627b83dc371 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/routers/c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4 HTTP/1.1" status: 200 len: 923 time: 0.8294818 Feb 04 15:45:27.055381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-f42ad162-3ca5-4533-88a6-cf1c4f22703b service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709097 Feb 04 15:45:27.058689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42120) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:27.061932 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1c1018d8-dac0-4373-ac49-873d9281d6da tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.8235033 Feb 04 15:45:27.101806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42124) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:27.124944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.133771 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-773349991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:27.168412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=5f46ae5f-5274-471e-b059-7e92f7a5b15a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:27.180047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:27.181971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:27.188483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:27.189118 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.219737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:27.231357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:router and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:27.232660 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7ee47e90-34a4-448c-ab23-c79ef7e692d8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2030022 Feb 04 15:45:27.235447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:27.241779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:ca:88:96', 'name': 'tempest-NetworksTestDHCPv6-1395037995'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:27.250925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:27.254906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-82b16ab5-2b58-4dd5-aae8-f49d8d0ea58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:27.256467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-82b16ab5-2b58-4dd5-aae8-f49d8d0ea58e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.2642467 Feb 04 15:45:27.263813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42136) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:27.313046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:27.343472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059,segment=NetworkSegment(ca0d898f-173b-43e4-8ee1-a14aaabd62bd),segment_id=ca0d898f-173b-43e4-8ee1-a14aaabd62bd)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:27.349101 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.422371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.423400 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.427878 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.492054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Pushing event deleted for resources: {'Port': ['ID=8ce52c80-8028-4378-b4ab-8b599f3ffeed,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:27.510299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:27.519759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:27.531508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:27.534454 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-955ec080-3410-4c8f-9d4b-4375a66592cd service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268436 Feb 04 15:45:27.541400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e1ac8-2fe7-41cd-aaa0-f0b45fb6ff0b tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:27.546037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-9a089c24-30ea-4a45-9cb4-fdd9afe9d711', 'network_id': '9a089c24-30ea-4a45-9cb4-fdd9afe9d711', 'tenant_id': '197a58d9861a419596271837c386a367', 'fixed_ips': [{'subnet_id': '43336fcc-44dd-4730-bad1-4ca0f8748735'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:45:27.546251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42142) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:27.546637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-759e1ac8-2fe7-41cd-aaa0-f0b45fb6ff0b tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4829516 Feb 04 15:45:27.547027 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.548590 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.551084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:27.571464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8ce52c80-8028-4378-b4ab-8b599f3ffeed no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:27.602740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-818e6a73-cfe5-4688-8aed-ceb1d846a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:27.604318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-818e6a73-cfe5-4688-8aed-ceb1d846a3d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3378086 Feb 04 15:45:27.626920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.627360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.627592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.628067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.628346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.628675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.629111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.629459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.629871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.630201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.630548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.630871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:27.692103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:27.719990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.722487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8ce52c80-8028-4378-b4ab-8b599f3ffeed {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:45:27.722833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8ce52c80-8028-4378-b4ab-8b599f3ffeed not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:45:27.723250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5b44611e-8e9f-4fa2-a590-4207747b8dfb no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:27.724620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.768957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac23af-0585-487f-81a2-11c2285e03cd None None] No DVR routers for this DVR port 8ce52c80-8028-4378-b4ab-8b599f3ffeed on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:27.797127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5b44611e-8e9f-4fa2-a590-4207747b8dfb {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:45:27.797127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5b44611e-8e9f-4fa2-a590-4207747b8dfb not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:45:27.855068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dee478-aca0-4efa-afbb-7e43dcc8e15c None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:27.902126 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.935141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e9c7aa5e-afe9-4319-91b1-ce02ac2cbe8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=468fb1af63fe4a768e7731e8c615c77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679449 Feb 04 15:45:27.939108 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.945017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8813db7c-ef18-4444-a0ba-af94e117f433 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8408880 Feb 04 15:45:27.951961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42152) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:27.952304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42154) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:27.963347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=48494bb9-e700-40af-9bb5-4ef980830840,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:27.975658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-169aa65d-8afe-4edf-b77d-9f72194034bd None None] Provisioning complete for port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:27.976428 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-169aa65d-8afe-4edf-b77d-9f72194034bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:27.984209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Checking segment: {'id': 'c7f4ee60-cf2d-417b-8b52-011b272ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '172a3a74-5322-4afc-91c3-407bea1fd17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:27.984572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network hostable DHCP agents. Network: 172a3a74-5322-4afc-91c3-407bea1fd17b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:28.014320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-5d145109-e596-4225-910a-120e35edf53b service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893199 Feb 04 15:45:28.029005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:28.068431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port fdb3ad66-10a8-4f21-8ad0-7139dd2d144a yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:28.109210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 172a3a74-5322-4afc-91c3-407bea1fd17b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:28.130671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 172a3a74-5322-4afc-91c3-407bea1fd17b) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:28.130900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eabb963-b1d8-4398-a129-119eb0dab096 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:28.136701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:28.137507 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.140727 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4eabb963-b1d8-4398-a129-119eb0dab096 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 881 time: 0.5920329 Feb 04 15:45:28.144213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42164) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:28.153634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f9f93d-a31c-4ee3-8452-ca92db5d1efa None None] Network 172a3a74-5322-4afc-91c3-407bea1fd17b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:28.229525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-90a77143-c92b-458d-80fe-43371861e340 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4 HTTP/1.1" status: 200 len: 205 time: 0.0779126 Feb 04 15:45:28.230312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42170) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:28.235787 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f88d9b42-26ac-4e41-938b-1bf525f2f129 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7557139 Feb 04 15:45:28.237326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42174) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:28.250032 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ab0f8c-b7c9-49c8-9be4-8d457c06c7b4', 'name': 'network-vif-deleted', 'tag': '8cfa05d3-1328-4b17-a0f0-167541bb12ea', 'status': 'completed', 'code': 200} Feb 04 15:45:28.314854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '172a3a74-5322-4afc-91c3-407bea1fd17b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-241640005'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:28.356070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92f37c00-86e4-4355-a4e8-91e36681c1a3 req-1f83afe5-058f-48ee-b12f-6283b2da214c service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320329 Feb 04 15:45:28.427911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Allocated IP 2001:db8:1::2 (9a089c24-30ea-4a45-9cb4-fdd9afe9d711/43336fcc-44dd-4730-bad1-4ca0f8748735/dedcf332-99cf-40f8-9740-27a7097b2510) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:28.533310 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.817264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.830941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Transition to ACTIVE for port object dedcf332-99cf-40f8-9740-27a7097b2510 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:28.864402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Transition to ACTIVE for port object dedcf332-99cf-40f8-9740-27a7097b2510 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:28.905522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de52206-2b70-4473-8b21-16d0769ea658 req-8ce589d2-c865-47ed-bf51-f1d9f3567a4e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:28.912414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4de52206-2b70-4473-8b21-16d0769ea658 req-8ce589d2-c865-47ed-bf51-f1d9f3567a4e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 944 time: 0.4669228 Feb 04 15:45:28.936233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.963369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Deleting port 68740ead-0304-4cdf-9b6c-1a178330f2f1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:28.963760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.964452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '123cc485-058f-449e-b960-ffd36ccfe2f3'}, {'subnet_id': '5f46ae5f-5274-471e-b059-7e92f7a5b15a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:45:28.965366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.979910 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.013174 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4de52206-2b70-4473-8b21-16d0769ea658 req-8b23fbc3-dd94-4241-b2b9-4801a2d31d7b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994639 Feb 04 15:45:29.059119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Pushing event updated for resources: {'Port': ['ID=dedcf332-99cf-40f8-9740-27a7097b2510,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:29.078755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:29.080926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-172a3a74-5322-4afc-91c3-407bea1fd17b', 'network_id': '172a3a74-5322-4afc-91c3-407bea1fd17b', 'tenant_id': '214ab35bad1a4657956c11682d7336a3', 'fixed_ips': [{'subnet_id': '48494bb9-e700-40af-9bb5-4ef980830840'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:45:29.081732 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.137676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94bfe9b3-9133-43e7-9906-635a83f55992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.145400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:29.150725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:29.240119 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.278434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:29.334074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:29.353436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Attempting to bind port dedcf332-99cf-40f8-9740-27a7097b2510 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:29.354080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Attempting to bind port dedcf332-99cf-40f8-9740-27a7097b2510 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '6056b93d-2e07-4c8e-b893-fe5ac750c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a089c24-30ea-4a45-9cb4-fdd9afe9d711'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:29.354595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Attempting to bind port dedcf332-99cf-40f8-9740-27a7097b2510 on network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:29.370054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:29.370759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Checking segment: {'id': '6056b93d-2e07-4c8e-b893-fe5ac750c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a089c24-30ea-4a45-9cb4-fdd9afe9d711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:29.371352 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.371885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Bound using segment: {'id': '6056b93d-2e07-4c8e-b893-fe5ac750c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a089c24-30ea-4a45-9cb4-fdd9afe9d711'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:29.372625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Bound port: dedcf332-99cf-40f8-9740-27a7097b2510, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6056b93d-2e07-4c8e-b893-fe5ac750c1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a089c24-30ea-4a45-9cb4-fdd9afe9d711'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:29.373321 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.416502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:29.421164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94bfe9b3-9133-43e7-9906-635a83f55992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.442763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:29.481649 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e427e23-bbc4-49a9-aa22-b0d3ec650c3b', 'name': 'network-vif-deleted', 'tag': '472c1a71-53ab-47e8-93f2-fd3ba7df095f', 'status': 'completed', 'code': 200} Feb 04 15:45:29.489765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Calling delete_port for 68740ead-0304-4cdf-9b6c-1a178330f2f1 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:29.518806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:29.520922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Allocated IP 172.20.0.2 (172a3a74-5322-4afc-91c3-407bea1fd17b/48494bb9-e700-40af-9bb5-4ef980830840/a84e5f4e-9f06-4a5a-9221-2dd9795d0d71) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:29.522918 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.534539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 172.20.0.4 (40f4fd11-09ca-4e76-8993-0ead05403d9a/5f46ae5f-5274-471e-b059-7e92f7a5b15a/fdb3ad66-10a8-4f21-8ad0-7139dd2d144a) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:29.535376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42182) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:29.576018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:feca:8896 (40f4fd11-09ca-4e76-8993-0ead05403d9a/123cc485-058f-449e-b960-ffd36ccfe2f3/fdb3ad66-10a8-4f21-8ad0-7139dd2d144a) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:29.594182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.625103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port d383bf78-ddbb-422c-9d64-5ec124c027b1 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:29.654089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f55d59-903d-49e8-9db1-3d28650f9909 admin admin] Deleting subnet 3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:29.695086 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75f55d59-903d-49e8-9db1-3d28650f9909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.743464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09d97162-a974-4798-9f39-9b55ad82eefc req-ce4deff9-941b-4483-ae83-d4695c3934b3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c9d743-cb4e-4940-8cbe-b8157d21c342 HTTP/1.1" status: 200 len: 210 time: 0.0919280 Feb 04 15:45:29.778410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94bfe9b3-9133-43e7-9906-635a83f55992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.780056 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75f55d59-903d-49e8-9db1-3d28650f9909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.790211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] For port dedcf332-99cf-40f8-9740-27a7097b2510, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:29.803691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] For port dedcf332-99cf-40f8-9740-27a7097b2510, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=dedcf332-99cf-40f8-9740-27a7097b2510,segment=NetworkSegment(6056b93d-2e07-4c8e-b893-fe5ac750c1c7),segment_id=6056b93d-2e07-4c8e-b893-fe5ac750c1c7)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:29.810511 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.867347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75f55d59-903d-49e8-9db1-3d28650f9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.876620 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.922049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:29.948306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfe9b3-9133-43e7-9906-635a83f55992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf96f567-176a-411f-8e64-54f70d7c0d0e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:29.952418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Transition to ACTIVE for port object a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:30.003662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.030674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1094b7f-c739-4168-95a2-c7299ab8209b None None] Pushing event updated for resources: {'Port': ['ID=dedcf332-99cf-40f8-9740-27a7097b2510,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:30.039768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Transition to ACTIVE for port object a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:30.063454 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.113896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event deleted for resources: {'Port': ['ID=68740ead-0304-4cdf-9b6c-1a178330f2f1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:30.117886 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75f55d59-903d-49e8-9db1-3d28650f9909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.171445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Network 172a3a74-5322-4afc-91c3-407bea1fd17b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:30.172540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:30.173153 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.203752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94bfe9b3-9133-43e7-9906-635a83f55992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.204825 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-94bfe9b3-9133-43e7-9906-635a83f55992 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf96f567-176a-411f-8e64-54f70d7c0d0e HTTP/1.1" status: 204 len: 168 time: 2.0793884 Feb 04 15:45:30.209508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:30.261681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f55d59-903d-49e8-9db1-3d28650f9909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2cde3f-fa8d-41b8-9a34-f38f7cb78696,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:30.274973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75f55d59-903d-49e8-9db1-3d28650f9909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.299789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:30.307028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Pushing event updated for resources: {'Port': ['ID=a84e5f4e-9f06-4a5a-9221-2dd9795d0d71,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:30.308078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.14 (172a3a74-5322-4afc-91c3-407bea1fd17b/48494bb9-e700-40af-9bb5-4ef980830840/d383bf78-ddbb-422c-9d64-5ec124c027b1) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:30.316552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-75f55d59-903d-49e8-9db1-3d28650f9909 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3f2cde3f-fa8d-41b8-9a34-f38f7cb78696 HTTP/1.1" status: 204 len: 168 time: 0.7793798 Feb 04 15:45:30.321104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42190) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:30.403560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.539238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Attempting to bind port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:30.539620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Attempting to bind port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c7f4ee60-cf2d-417b-8b52-011b272ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '172a3a74-5322-4afc-91c3-407bea1fd17b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:30.539982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Attempting to bind port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 on network 172a3a74-5322-4afc-91c3-407bea1fd17b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:30.568042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:30.568414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Checking segment: {'id': 'c7f4ee60-cf2d-417b-8b52-011b272ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '172a3a74-5322-4afc-91c3-407bea1fd17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:30.568871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.569270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Bound using segment: {'id': 'c7f4ee60-cf2d-417b-8b52-011b272ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '172a3a74-5322-4afc-91c3-407bea1fd17b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:30.569757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Bound port: a84e5f4e-9f06-4a5a-9221-2dd9795d0d71, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f4ee60-cf2d-417b-8b52-011b272ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '172a3a74-5322-4afc-91c3-407bea1fd17b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:30.570127 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.787789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] For port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:30.789465 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.792317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] For port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a84e5f4e-9f06-4a5a-9221-2dd9795d0d71,segment=NetworkSegment(c7f4ee60-cf2d-417b-8b52-011b272ef129),segment_id=c7f4ee60-cf2d-417b-8b52-011b272ef129)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:30.798340 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.809627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 2001:db8::1 (d7ade09a-7140-4f24-a3e9-1a9e64d6425d/65f3c09f-81b2-4ede-84e7-3140a21d0d35/869588cc-41ee-4496-8af8-23d06e9dafb9) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:30.843244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object fdb3ad66-10a8-4f21-8ad0-7139dd2d144a will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:30.843415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf744bf-5e88-486f-9069-035be720cdbd req-34e6da0d-4ca8-40b9-9fe5-d7e0f6228d03 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:30.850669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abf744bf-5e88-486f-9069-035be720cdbd req-34e6da0d-4ca8-40b9-9fe5-d7e0f6228d03 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 944 time: 0.6366177 Feb 04 15:45:30.917288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad74608-d9c9-44a5-ae52-086853e23c13 None None] Pushing event updated for resources: {'Port': ['ID=a84e5f4e-9f06-4a5a-9221-2dd9795d0d71,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:30.995232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abf744bf-5e88-486f-9069-035be720cdbd req-1bd59dbc-056f-4d72-a8ec-1ad54dcccf84 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433907 Feb 04 15:45:31.003339 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.009072 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.041987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.076861 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.100314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object d383bf78-ddbb-422c-9d64-5ec124c027b1 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:31.102042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.104013 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.104564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Fanout notify agent at l3_agent the message router_deleted on router c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:45:31.227468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:45:31.336121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.365116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:31.368542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:31.398931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=fdb3ad66-10a8-4f21-8ad0-7139dd2d144a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:31.409143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:31.482812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Allocated IP 172.20.0.2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/5f46ae5f-5274-471e-b059-7e92f7a5b15a/a76f599a-3d29-4454-bb5d-38ddd4b5b406) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:31.499210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Allocated IP 2001:db8::f816:3eff:fe01:3068 (40f4fd11-09ca-4e76-8993-0ead05403d9a/123cc485-058f-449e-b960-ffd36ccfe2f3/a76f599a-3d29-4454-bb5d-38ddd4b5b406) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:31.513875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Transition to ACTIVE for port object 869588cc-41ee-4496-8af8-23d06e9dafb9 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:31.542760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.610853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42214) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:31.612241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:31.616999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.626592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:31.639880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:31.654827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'port_id': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6', 'mac_address': 'fa:16:3e:d6:ab:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:45:31.667714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.735937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 172a3a74-5322-4afc-91c3-407bea1fd17b is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:31.744344 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a0eb0c54-f0cf-42d7-9aab-b0a3ce71f83a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5053484 Feb 04 15:45:31.748825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:31.752349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network d7ade09a-7140-4f24-a3e9-1a9e64d6425d is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:31.754044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.755131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-76107f34-516c-4248-a0a0-6fa6db0c37fd tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4 HTTP/1.1" status: 204 len: 168 time: 3.5205476 Feb 04 15:45:31.755587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42218) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:31.758180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-fa35a2e6-dda1-4fd8-b2d1-0000bd3b1ed4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=91c9d743-cb4e-4940-8cbe-b8157d21c342 HTTP/1.1" status: 200 len: 210 time: 0.6352763 Feb 04 15:45:31.763158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42222) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:31.764799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:31.768534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.832140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:31.844680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:31.854534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:31.855168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.862933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83770ed2-85f8-4e31-a02b-29a839bd1d7f None None] Network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:31.863518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:31.864812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.914728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=d383bf78-ddbb-422c-9d64-5ec124c027b1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:31.971251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1081783533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:31.979804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:31.984162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Usage tracker for resource:router and tenant:4aa8b7b0688842d7a4482102e1c4c9c2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:31.987652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:31.996085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:32.047458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.048640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.069181 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.107080 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-74c48a28-d612-4e6c-9108-9fcd0fd35c5e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.8535743 Feb 04 15:45:32.117322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42234) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:32.130015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.165300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc44f841-6742-4207-87ca-46607936bb3f req-9e661e71-03e4-41b1-979f-1962630f308b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c9d743-cb4e-4940-8cbe-b8157d21c342 HTTP/1.1" status: 200 len: 210 time: 0.5561559 Feb 04 15:45:32.206286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'networks': [{'name': 'tempest-network--835293682'}, {'name': 'tempest-network--1602277227'}]} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:32.206823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'network': {'name': 'tempest-network--835293682'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:32.207629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'network': {'name': 'tempest-network--1602277227'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:32.211672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dedcf332-99cf-40f8-9740-27a7097b2510 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:32.216215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:32.220961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Usage tracker for resource:network and tenant:f9f3cce11bd9405eacca7d33da02588a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:32.224409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:32.239235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:32.252847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5da92317-0188-474a-9381-f0624060eb39 None None] Provisioning for port dedcf332-99cf-40f8-9740-27a7097b2510 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:32.254104 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.297392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:32.307904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1ec8c-d480-4cca-8eba-366744f75fe9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port d383bf78-ddbb-422c-9d64-5ec124c027b1 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:32.308251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ec8c-d480-4cca-8eba-366744f75fe9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.315009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-b2d2641f-bd0c-4044-a889-3992cc57c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:32.317291 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-b2d2641f-bd0c-4044-a889-3992cc57c348 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=88675380f23a4e7886d02b7197b8fb55&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4519484 Feb 04 15:45:32.323817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Made reservation on behalf of f9f3cce11bd9405eacca7d33da02588a for: {'network': 2} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:32.323984 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.329126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.330517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.437137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Transition to ACTIVE for port object a76f599a-3d29-4454-bb5d-38ddd4b5b406 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:32.471209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=869588cc-41ee-4496-8af8-23d06e9dafb9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:32.498258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.499968 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d5513010-46e5-425e-8025-2f51803e411b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6526954 Feb 04 15:45:32.511683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42238) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:32.528609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': True}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:32.532005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Transition to ACTIVE for port object a76f599a-3d29-4454-bb5d-38ddd4b5b406 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:32.534970 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6', 'status': 'completed', 'code': 200} Feb 04 15:45:32.543509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:32.550694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-484e2402-882b-4062-85ed-3bdaba2815cd None None] Provisioning for port 869588cc-41ee-4496-8af8-23d06e9dafb9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:32.556524 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.607350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port dedcf332-99cf-40f8-9740-27a7097b2510 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:32.621077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-484e2402-882b-4062-85ed-3bdaba2815cd None None] Provisioning complete for port 869588cc-41ee-4496-8af8-23d06e9dafb9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:32.621449 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-484e2402-882b-4062-85ed-3bdaba2815cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.643736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-275b0810-8c61-4841-89e6-c618b5677fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:32.645534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-275b0810-8c61-4841-89e6-c618b5677fd7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2959635 Feb 04 15:45:32.651272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.681098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:32.739357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c60676-92d3-4929-a739-62012ad9acdf']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:32.743752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port dedcf332-99cf-40f8-9740-27a7097b2510 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:32.744119 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.757873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a4290b-164d-4178-9bd0-123f158e2b99') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:32.758184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a4290b-164d-4178-9bd0-123f158e2b99') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:32.781123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:32.786089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-184e91e0-b5fa-43cc-a185-87fd17cd31b1 req-79886c9a-9e84-41ac-921d-802459d210ff tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/ports?device_id=91c9d743-cb4e-4940-8cbe-b8157d21c342 HTTP/1.1" status: 200 len: 210 time: 0.0959408 Feb 04 15:45:32.786981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0060b2-6375-4531-8c97-e44e541eb24d None None] Network 172a3a74-5322-4afc-91c3-407bea1fd17b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:32.789657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.796048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad5897-48da-467c-b781-8b40f957546f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:32.796354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cfad5897-48da-467c-b781-8b40f957546f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:32.802221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Usage tracker for resource:security_group_rule and tenant:f9f3cce11bd9405eacca7d33da02588a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:32.808004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:32.822214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:32.837552 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.841547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:32.853153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:45:32.853609 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:32.872719 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:32.918682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:32.920724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:32.927503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cfad5897-48da-467c-b781-8b40f957546f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:32.928995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cfad5897-48da-467c-b781-8b40f957546f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 1.1721501 Feb 04 15:45:32.935281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Pushing event updated for resources: {'Port': ['ID=a76f599a-3d29-4454-bb5d-38ddd4b5b406,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:32.944969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42242) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:32.964891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e5a9-d1c2-4b42-a2f1-f97684b075de req-02dcd1ad-f4ff-4f85-a129-063def5ef721 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:32.971868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e865e5a9-d1c2-4b42-a2f1-f97684b075de req-02dcd1ad-f4ff-4f85-a129-063def5ef721 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 945 time: 0.4315751 Feb 04 15:45:32.999957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-484e2402-882b-4062-85ed-3bdaba2815cd None None] Port 869588cc-41ee-4496-8af8-23d06e9dafb9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:33.054059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-188def26-4ae1-420f-9808-bd768caeb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:33.055567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-188def26-4ae1-420f-9808-bd768caeb610 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 1096 time: 0.5239985 Feb 04 15:45:33.205225 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.234713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e865e5a9-d1c2-4b42-a2f1-f97684b075de req-15f586ef-0f94-4b7c-9911-4b37af48df79 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611513 Feb 04 15:45:33.310004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-761bd3d1-0833-4eff-bb40-ee6560a54430 None None] Provisioning for port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:33.352123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Attempting to bind port a76f599a-3d29-4454-bb5d-38ddd4b5b406 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:33.352499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Attempting to bind port a76f599a-3d29-4454-bb5d-38ddd4b5b406 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:33.352888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Attempting to bind port a76f599a-3d29-4454-bb5d-38ddd4b5b406 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:33.411580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:33.412049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:33.412388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.413651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:33.414236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Bound port: a76f599a-3d29-4454-bb5d-38ddd4b5b406, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:33.414613 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.441028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-4ce29554-4de3-4f31-86af-a097fdee1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:33.443042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-4ce29554-4de3-4f31-86af-a097fdee1497 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.3544190 Feb 04 15:45:33.486981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.518617 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.573055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ec8c-d480-4cca-8eba-366744f75fe9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.613240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.614537 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.617042 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:45:33.630356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a2821172-25b4-470c-80d1-d4d734ec12fa None None] Provisioning complete for port dedcf332-99cf-40f8-9740-27a7097b2510 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:33.630907 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2821172-25b4-470c-80d1-d4d734ec12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.631821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.632296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.654680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6dbbf-ca61-4435-bf1f-aa17395db616 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port fdb3ad66-10a8-4f21-8ad0-7139dd2d144a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:33.655312 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dbbf-ca61-4435-bf1f-aa17395db616 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.667175 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.680887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-791d696b-bb72-4016-a1ff-b7af3634bd30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 HTTP/1.1" status: 200 len: 217 time: 0.1607976 Feb 04 15:45:33.683068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4dc3b10b-423d-4872-bd61-5787d9da2a36 req-65f3c07a-8a90-45da-854b-a22c853ddf1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=91c9d743-cb4e-4940-8cbe-b8157d21c342 HTTP/1.1" status: 200 len: 210 time: 0.2391477 Feb 04 15:45:33.685138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de8ea08e-998e-4220-a6e7-10435565cf75 req-95085b25-1993-448a-8212-029e205dd1d8 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c9d743-cb4e-4940-8cbe-b8157d21c342 HTTP/1.1" status: 200 len: 210 time: 0.2370150 Feb 04 15:45:33.739606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] Pushing event deleted for resources: {'Network': ['ID=09c60676-92d3-4929-a739-62012ad9acdf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:33.812059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] For port a76f599a-3d29-4454-bb5d-38ddd4b5b406, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:33.817860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1ec8c-d480-4cca-8eba-366744f75fe9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for d383bf78-ddbb-422c-9d64-5ec124c027b1 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:33.833163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port dedcf332-99cf-40f8-9740-27a7097b2510, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=dedcf332-99cf-40f8-9740-27a7097b2510,segment=NetworkSegment(6056b93d-2e07-4c8e-b893-fe5ac750c1c7),segment_id=6056b93d-2e07-4c8e-b893-fe5ac750c1c7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:33.844057 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.844880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:33.874383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] For port a76f599a-3d29-4454-bb5d-38ddd4b5b406, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a76f599a-3d29-4454-bb5d-38ddd4b5b406,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:33.922105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-51cc8aa6-5c09-4403-8ff0-ab52276a838a admin admin] 10.222.0.46 "DELETE /v2.0/networks/09c60676-92d3-4929-a739-62012ad9acdf HTTP/1.1" status: 204 len: 168 time: 3.5928648 Feb 04 15:45:33.944200 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.069076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:34.079473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=dedcf332-99cf-40f8-9740-27a7097b2510,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:34.080730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fc97a7-8804-4cd4-9eaf-8dd344aaeecf,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:34.168984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-7688daed-3a59-43d0-b5b7-b3c3cb2877c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:34.170694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-7688daed-3a59-43d0-b5b7-b3c3cb2877c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.4412935 Feb 04 15:45:34.186021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:34.212409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798a227-7f4c-4c4c-b03a-0a2421f5b418 None None] Pushing event updated for resources: {'Port': ['ID=a76f599a-3d29-4454-bb5d-38ddd4b5b406,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:34.224878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:34.225474 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.321349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3b68b71a-19e6-4679-b186-80958a6eb141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.389677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42252) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:34.407081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ec8c-d480-4cca-8eba-366744f75fe9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.432703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b10b-423d-4872-bd61-5787d9da2a36 req-e27b3490-fa1c-4234-ba16-fd1ca729edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:34.434239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4dc3b10b-423d-4872-bd61-5787d9da2a36 req-e27b3490-fa1c-4234-ba16-fd1ca729edaf service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=88675380f23a4e7886d02b7197b8fb55&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7246163 Feb 04 15:45:34.437010 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.437371 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Added segment b9afdeee-a4a4-42dc-a847-e2d8ee06e5ac of type vlan for network 3b73cb19-f3fc-410b-9b65-7fa546fdd96c Feb 04 15:45:34.552680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a92063a4-ddc0-4b98-89e3-cdda8de0587e None None] Could not find standard attr ID for object d383bf78-ddbb-422c-9d64-5ec124c027b1. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:45:34.554489 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.581156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1ec8c-d480-4cca-8eba-366744f75fe9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=d383bf78-ddbb-422c-9d64-5ec124c027b1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:34.599217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a84e5f4e-9f06-4a5a-9221-2dd9795d0d71,segment=NetworkSegment(c7f4ee60-cf2d-417b-8b52-011b272ef129),segment_id=c7f4ee60-cf2d-417b-8b52-011b272ef129)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:34.614056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a92063a4-ddc0-4b98-89e3-cdda8de0587e None None] Provisioning complete for port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:34.614433 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a92063a4-ddc0-4b98-89e3-cdda8de0587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.696598 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.704101 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.726163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:45:34.749111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-544aa9a8-4350-42db-9453-b209a3c28ce0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e3df66f359844f398f44d84d2554ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553357 Feb 04 15:45:34.758142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42258) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:34.781919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.814540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=a84e5f4e-9f06-4a5a-9221-2dd9795d0d71,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:34.860014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.860856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.867379 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dbbf-ca61-4435-bf1f-aa17395db616 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.901199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-911ffcab-e45b-44d3-9670-235412147cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:34.902785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-911ffcab-e45b-44d3-9670-235412147cb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7239594 Feb 04 15:45:34.926732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ec8c-d480-4cca-8eba-366744f75fe9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.972575 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cfa1ec8c-d480-4cca-8eba-366744f75fe9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/d383bf78-ddbb-422c-9d64-5ec124c027b1 HTTP/1.1" status: 204 len: 168 time: 2.8321178 Feb 04 15:45:34.983090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42262) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:35.031339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a76f599a-3d29-4454-bb5d-38ddd4b5b406 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:35.064951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:35.083209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2b006721-bafd-437f-8155-5263293bc166 None None] Could not find standard attr ID for object d383bf78-ddbb-422c-9d64-5ec124c027b1. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:45:35.096002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6dbbf-ca61-4435-bf1f-aa17395db616 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for fdb3ad66-10a8-4f21-8ad0-7139dd2d144a owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:35.140122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port a76f599a-3d29-4454-bb5d-38ddd4b5b406 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:35.146233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dedcf332-99cf-40f8-9740-27a7097b2510 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:35.245989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port dedcf332-99cf-40f8-9740-27a7097b2510 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:35.246502 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.286917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b10b-423d-4872-bd61-5787d9da2a36 req-8053f1f7-7883-46bc-97e2-dec325be5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:35.288590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4dc3b10b-423d-4872-bd61-5787d9da2a36 req-8053f1f7-7883-46bc-97e2-dec325be5f1d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8073940 Feb 04 15:45:35.298720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.299090 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Added segment 134ca54d-20bf-4406-97ba-4c4f4376c0f1 of type vlan for network bf534ad4-fadd-4376-b465-9ee5a4242915 Feb 04 15:45:35.301723 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30b34b1-58e4-4b3a-9411-e30a40a1bdf0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:45:35.303492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a30b34b1-58e4-4b3a-9411-e30a40a1bdf0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/d383bf78-ddbb-422c-9d64-5ec124c027b1 HTTP/1.1" status: 404 len: 333 time: 0.2401028 Feb 04 15:45:35.316545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42266) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:35.356220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a5a18f0-9973-41b4-890e-a247ff46ef77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.369012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52f176-593a-4bb8-8eb6-6f3fe485b360 req-fe031db5-c2b8-4da5-b212-faf067204042 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:35.371390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:35.384646 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a5a18f0-9973-41b4-890e-a247ff46ef77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.393805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b52f176-593a-4bb8-8eb6-6f3fe485b360 req-fe031db5-c2b8-4da5-b212-faf067204042 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 945 time: 0.8731380 Feb 04 15:45:35.409287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=869588cc-41ee-4496-8af8-23d06e9dafb9,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:35.571272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:35.577003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:35.577417 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.622238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4dc3b10b-423d-4872-bd61-5787d9da2a36 req-256da47a-6451-48ee-9610-b2ebd2b8b20a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/ports?device_id=91c9d743-cb4e-4940-8cbe-b8157d21c342 HTTP/1.1" status: 200 len: 210 time: 0.2118487 Feb 04 15:45:35.626572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b52f176-593a-4bb8-8eb6-6f3fe485b360 req-e0487262-18db-48a1-b8b1-9e81fef16d5b tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319410 Feb 04 15:45:35.664966 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.733734 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.748735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network d7ade09a-7140-4f24-a3e9-1a9e64d6425d is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:35.750292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:35.784100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.863679 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a5a18f0-9973-41b4-890e-a247ff46ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.876892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69ebab6f-b9a7-4e5c-88c8-ff9e5850f339 req-bbad3428-b266-448a-98f7-8e8fd59cb26a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=91c9d743-cb4e-4940-8cbe-b8157d21c342 HTTP/1.1" status: 200 len: 210 time: 0.0833304 Feb 04 15:45:35.882530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-49e2fbe4-a453-4e87-abdd-b48f66c2aea3 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202722 Feb 04 15:45:35.885077 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.900536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-294dc19c-712c-4d78-865f-00984c2155ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet 48494bb9-e700-40af-9bb5-4ef980830840 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:35.955294 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-294dc19c-712c-4d78-865f-00984c2155ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.959970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:35.972796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:35.979416 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.019901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a18f0-9973-41b4-890e-a247ff46ef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01515bba-81b1-43a4-966f-00c526144efd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:36.120612 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6', 'code': 200} Feb 04 15:45:36.129510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97012198-11cc-460b-86bc-3c0310282726 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:36.224431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7a5a18f0-9973-41b4-890e-a247ff46ef77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.228356 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7a5a18f0-9973-41b4-890e-a247ff46ef77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01515bba-81b1-43a4-966f-00c526144efd HTTP/1.1" status: 204 len: 168 time: 1.4585788 Feb 04 15:45:36.291009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:36.313248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fddf842e-8a87-4baf-9a0d-2ed7b2b25799 None None] Provisioning for port a76f599a-3d29-4454-bb5d-38ddd4b5b406 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:36.321880 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.333472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fddf842e-8a87-4baf-9a0d-2ed7b2b25799 None None] Provisioning complete for port a76f599a-3d29-4454-bb5d-38ddd4b5b406 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:36.333864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fddf842e-8a87-4baf-9a0d-2ed7b2b25799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.372096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Allocated IP 172.25.8.179 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/fcba4a0c-e4f4-4c6a-9553-00796de6ed7f) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:36.386107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 94531689-084c-4531-8ccd-35fc41056aee is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:45:36.421767 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-294dc19c-712c-4d78-865f-00984c2155ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.472881 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.473475 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.480066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:36.485501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:36.486248 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.610968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:45:36.625365 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec5cfe-e9e0-4053-8ec7-89d202072bc7 None None] Sync routers for ids ['94531689-084c-4531-8ccd-35fc41056aee'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:45:36.637743 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-87d9fc5c-6a9f-462e-8338-f9cb62184065 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/94531689-084c-4531-8ccd-35fc41056aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5102103 Feb 04 15:45:36.639121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42276) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:36.646019 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec5cfe-e9e0-4053-8ec7-89d202072bc7 None None] Routers {'94531689-084c-4531-8ccd-35fc41056aee'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:36.647277 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c4ec5cfe-e9e0-4053-8ec7-89d202072bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94531689-084c-4531-8ccd-35fc41056aee'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:36.667343 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fddf842e-8a87-4baf-9a0d-2ed7b2b25799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.727016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fddf842e-8a87-4baf-9a0d-2ed7b2b25799 None None] For port a76f599a-3d29-4454-bb5d-38ddd4b5b406, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a76f599a-3d29-4454-bb5d-38ddd4b5b406,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:36.729220 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a33ce6c0-02e8-422e-9bb6-5a12680ab08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.742048 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fddf842e-8a87-4baf-9a0d-2ed7b2b25799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.751755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.0008802 Feb 04 15:45:36.752327 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4d52982-39de-4acf-bd5c-6e21361c8de8 req-249d3e71-65b6-492b-92de-cd794d8cbdae service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8470573 Feb 04 15:45:36.754333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a034c-62b6-4dd8-954d-d84b1de5ffc7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:36.754333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-937a034c-62b6-4dd8-954d-d84b1de5ffc7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:36.758052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42282) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:36.776371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Network': ['ID=3b73cb19-f3fc-410b-9b65-7fa546fdd96c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:36.781843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dbbf-ca61-4435-bf1f-aa17395db616 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.857256 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c4ec5cfe-e9e0-4053-8ec7-89d202072bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:36.880085 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec5cfe-e9e0-4053-8ec7-89d202072bc7 None None] Routers {'94531689-084c-4531-8ccd-35fc41056aee'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:36.880708 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c4ec5cfe-e9e0-4053-8ec7-89d202072bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94531689-084c-4531-8ccd-35fc41056aee'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:36.923267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf842e-8a87-4baf-9a0d-2ed7b2b25799 None None] Pushing event updated for resources: {'Port': ['ID=a76f599a-3d29-4454-bb5d-38ddd4b5b406,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:36.941424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3b73cb19-f3fc-410b-9b65-7fa546fdd96c details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:36.964357 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c4ec5cfe-e9e0-4053-8ec7-89d202072bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:36.964783 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec5cfe-e9e0-4053-8ec7-89d202072bc7 None None] The sync data for ids ['94531689-084c-4531-8ccd-35fc41056aee'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:45:37.012941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-937a034c-62b6-4dd8-954d-d84b1de5ffc7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:37.014557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-937a034c-62b6-4dd8-954d-d84b1de5ffc7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports/869588cc-41ee-4496-8af8-23d06e9dafb9 HTTP/1.1" status: 200 len: 911 time: 0.3743036 Feb 04 15:45:37.027934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42296) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:37.037745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:37.049518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6dbbf-ca61-4435-bf1f-aa17395db616 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=fdb3ad66-10a8-4f21-8ad0-7139dd2d144a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:37.185410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f8e0d-d0a5-4fa1-9ca8-e6ba03a6ce8e req-9c763ebb-eb13-4d0e-af53-9db8b4132401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.186944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d49f8e0d-d0a5-4fa1-9ca8-e6ba03a6ce8e req-9c763ebb-eb13-4d0e-af53-9db8b4132401 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 1097 time: 1.0076532 Feb 04 15:45:37.193471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-294dc19c-712c-4d78-865f-00984c2155ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.202180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7171451b-e139-4cef-a7e1-d6b5a1d1ff6b None None] Provisioning complete for port 869588cc-41ee-4496-8af8-23d06e9dafb9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:37.202673 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7171451b-e139-4cef-a7e1-d6b5a1d1ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.228864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2c428-3265-457d-b52b-1c5144e039eb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Network': ['ID=bf534ad4-fadd-4376-b465-9ee5a4242915,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:37.251095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network bf534ad4-fadd-4376-b465-9ee5a4242915 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:37.461885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d49f8e0d-d0a5-4fa1-9ca8-e6ba03a6ce8e req-17de6ad7-57b4-456d-a124-d8ef600952b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304683 Feb 04 15:45:37.468209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42308) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:37.485041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7171451b-e139-4cef-a7e1-d6b5a1d1ff6b None None] Port 869588cc-41ee-4496-8af8-23d06e9dafb9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:37.498377 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dbbf-ca61-4435-bf1f-aa17395db616 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.519292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da1457-9b40-424b-8627-2b8b03d1fc7b req-b7e27a58-08f2-4f66-b600-f1cb2e14599a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.523737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:37.523884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89da1457-9b40-424b-8627-2b8b03d1fc7b req-b7e27a58-08f2-4f66-b600-f1cb2e14599a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 0.5804300 Feb 04 15:45:37.524024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.529410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d1a6dbbf-ca61-4435-bf1f-aa17395db616 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/fdb3ad66-10a8-4f21-8ad0-7139dd2d144a HTTP/1.1" status: 204 len: 168 time: 4.5832787 Feb 04 15:45:37.532184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42314) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:37.580599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967cc88-45f1-4888-844c-e8e76471076b tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.587351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967cc88-45f1-4888-844c-e8e76471076b tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.594351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967cc88-45f1-4888-844c-e8e76471076b tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.601754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967cc88-45f1-4888-844c-e8e76471076b tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.603839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a967cc88-45f1-4888-844c-e8e76471076b tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8306313 Feb 04 15:45:37.621910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42318) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:37.633491 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-294dc19c-712c-4d78-865f-00984c2155ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.676953 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.682724 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.746186 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.759000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-57d02129-f165-4798-b4d8-dad7398f457c None None] Provisioning complete for port a76f599a-3d29-4454-bb5d-38ddd4b5b406 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:37.759795 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-57d02129-f165-4798-b4d8-dad7398f457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.786651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1284523621-network', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:37.796222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dc19c-712c-4d78-865f-00984c2155ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=48494bb9-e700-40af-9bb5-4ef980830840,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:37.814197 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-294dc19c-712c-4d78-865f-00984c2155ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.816046 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-294dc19c-712c-4d78-865f-00984c2155ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/48494bb9-e700-40af-9bb5-4ef980830840 HTTP/1.1" status: 204 len: 168 time: 2.4811478 Feb 04 15:45:37.817913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:37.821085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42324) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:37.838008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc7e0e9-bb20-4222-a577-9dab54a5c679 None None] Network 172a3a74-5322-4afc-91c3-407bea1fd17b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:37.846699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Usage tracker for resource:network and tenant:ec20a7a5ff3646d6be625a5821e1ddcc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:37.855102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89da1457-9b40-424b-8627-2b8b03d1fc7b req-cb7fff9c-b888-4507-af08-0fb93b7781b6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243868 Feb 04 15:45:37.856185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:37.878643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:37.889050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5661df-ae1c-4a95-8ddc-172778e3b302 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.889050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5661df-ae1c-4a95-8ddc-172778e3b302 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.889050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5661df-ae1c-4a95-8ddc-172778e3b302 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.889050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2d5661df-ae1c-4a95-8ddc-172778e3b302 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:37.908702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.924571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2d5661df-ae1c-4a95-8ddc-172778e3b302 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:37.929462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2d5661df-ae1c-4a95-8ddc-172778e3b302 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3928597 Feb 04 15:45:37.930405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42328) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:37.934407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Made reservation on behalf of ec20a7a5ff3646d6be625a5821e1ddcc for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:37.936917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.131832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.139295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.187286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc43d95-89fa-4adf-888a-3fd39c4a2834 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 123cc485-058f-449e-b960-ffd36ccfe2f3 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:38.190427 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4dc43d95-89fa-4adf-888a-3fd39c4a2834 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.212332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-57d02129-f165-4798-b4d8-dad7398f457c None None] Could not find standard attr ID for object fdb3ad66-10a8-4f21-8ad0-7139dd2d144a. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:45:38.230202 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.264053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4dc43d95-89fa-4adf-888a-3fd39c4a2834 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.326185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3794a011-7ef6-4d53-ba1d-7ae31bc7cec3 None None] Could not find standard attr ID for object fdb3ad66-10a8-4f21-8ad0-7139dd2d144a. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:45:38.346929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:38.353389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.363079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:38.372398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:38.401034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b66e3dc-3149-4809-880a-49d3c63427b6 None None] DHCP port deletion for 172a3a74-5322-4afc-91c3-407bea1fd17b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:45:38.405915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0b66e3dc-3149-4809-880a-49d3c63427b6 None None] Deleting port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:38.406370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0b66e3dc-3149-4809-880a-49d3c63427b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.436428 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event updated for resources: {'Port': ['ID=fcba4a0c-e4f4-4c6a-9553-00796de6ed7f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:38.449951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:38.450369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.646673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b73cb19-f3fc-410b-9b65-7fa546fdd96c']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:38.652816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0b66e3dc-3149-4809-880a-49d3c63427b6 None None] For port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a84e5f4e-9f06-4a5a-9221-2dd9795d0d71,segment=NetworkSegment(c7f4ee60-cf2d-417b-8b52-011b272ef129),segment_id=c7f4ee60-cf2d-417b-8b52-011b272ef129)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:38.653380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0b66e3dc-3149-4809-880a-49d3c63427b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.653956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:38.666326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Usage tracker for resource:security_group_rule and tenant:ec20a7a5ff3646d6be625a5821e1ddcc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:38.670657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:38.681976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.689879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9afdeee-a4a4-42dc-a847-e2d8ee06e5ac') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:38.690341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9afdeee-a4a4-42dc-a847-e2d8ee06e5ac') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:38.716209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:38.720339 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.783380 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.813357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:45:38.813357 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.835831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-f69c6dde-2acd-48a1-a484-d029bb0e03ed tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:38.842841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-f69c6dde-2acd-48a1-a484-d029bb0e03ed tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.4710152 Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:38.850424 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:38.889088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a76f599a-3d29-4454-bb5d-38ddd4b5b406 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:38.934399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4dc43d95-89fa-4adf-888a-3fd39c4a2834 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.964124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-93de39da-2d11-451c-a978-f17baaafcb79 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/quotas/88675380f23a4e7886d02b7197b8fb55 HTTP/1.1" status: 200 len: 375 time: 0.1203120 Feb 04 15:45:38.993706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0b66e3dc-3149-4809-880a-49d3c63427b6 None None] Calling delete_port for a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:39.049948 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.088625 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.111495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a76f599a-3d29-4454-bb5d-38ddd4b5b406 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:39.111726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Network': ['ID=3b73cb19-f3fc-410b-9b65-7fa546fdd96c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:39.111852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.141265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fdc188fb-3e94-475f-94a7-49eeaa459949 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/networks/3b73cb19-f3fc-410b-9b65-7fa546fdd96c HTTP/1.1" status: 204 len: 168 time: 1.5155244 Feb 04 15:45:39.144725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42346) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:39.170332 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.187558 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0b66e3dc-3149-4809-880a-49d3c63427b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.233909 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.243329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66e3dc-3149-4809-880a-49d3c63427b6 None None] Pushing event deleted for resources: {'Port': ['ID=a84e5f4e-9f06-4a5a-9221-2dd9795d0d71,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:39.248221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66e3dc-3149-4809-880a-49d3c63427b6 None None] No DVR routers for this DVR port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:39.249831 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4dc43d95-89fa-4adf-888a-3fd39c4a2834 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.343234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc43d95-89fa-4adf-888a-3fd39c4a2834 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=123cc485-058f-449e-b960-ffd36ccfe2f3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:39.356285 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4dc43d95-89fa-4adf-888a-3fd39c4a2834 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.360704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efccd223-46eb-4768-9fd6-d871631cd990 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:39.391335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.415203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-4796ed73-6647-4cb2-af1b-3185c6accb7d tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4416950 Feb 04 15:45:39.421309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.421762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] For port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a84e5f4e-9f06-4a5a-9221-2dd9795d0d71,segment=NetworkSegment(c7f4ee60-cf2d-417b-8b52-011b272ef129),segment_id=c7f4ee60-cf2d-417b-8b52-011b272ef129)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:39.422273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.423389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.445281 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4dc43d95-89fa-4adf-888a-3fd39c4a2834 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/123cc485-058f-449e-b960-ffd36ccfe2f3 HTTP/1.1" status: 204 len: 168 time: 1.5103056 Feb 04 15:45:39.457152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42350) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:39.471361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:39.472570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:39.489360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.489790 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Added segment d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1 of type vlan for network 1cbe632d-9896-4c60-b50c-303fe834e5e2 Feb 04 15:45:39.517265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:45:39.517723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:45:39.529037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.595128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:39.661685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0baf62-7920-491a-8af9-cc4c8fc7fd68,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:39.677621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:45:39.811032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.812072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:39.812688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.845257 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.865538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ecf0d2-6b49-4e8f-8f35-bf843b81ea76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 5f46ae5f-5274-471e-b059-7e92f7a5b15a {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:45:39.896231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf0d2-6b49-4e8f-8f35-bf843b81ea76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.948208 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.950882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf534ad4-fadd-4376-b465-9ee5a4242915']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:39.970528 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4953985 Feb 04 15:45:39.971244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42356) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:39.985431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-2f08a123-4972-490f-8b27-c3e11a94f921 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458274 Feb 04 15:45:40.011116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134ca54d-20bf-4406-97ba-4c4f4376c0f1') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:40.011578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134ca54d-20bf-4406-97ba-4c4f4376c0f1') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:40.022174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Request body: {'subnet': {'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1284523621-subnet', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:40.033322 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:45:40.033640 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:45:40.036401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0c7aa-c557-4f56-bc22-3e56d2208b51 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbe632d-9896-4c60-b50c-303fe834e5e2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:40.041490 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.047639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 1cbe632d-9896-4c60-b50c-303fe834e5e2 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:40.079830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf0d2-6b49-4e8f-8f35-bf843b81ea76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.100563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:40.118581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Usage tracker for resource:subnet and tenant:ec20a7a5ff3646d6be625a5821e1ddcc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:40.125852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:40.138488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.141004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:40.158264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:45:40.159762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:40.174692 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:40.234622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Made reservation on behalf of ec20a7a5ff3646d6be625a5821e1ddcc for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:40.236852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.252128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 2001:db8:1::1 (9a089c24-30ea-4a45-9cb4-fdd9afe9d711/43336fcc-44dd-4730-bad1-4ca0f8748735/c6e21aa1-0f0f-4728-9317-57a79d04c6d5) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:40.384433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-1b0c45e0-92e2-40d5-be6a-7f21ed00b272 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975070 Feb 04 15:45:40.398565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.404975 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.437668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Network': ['ID=bf534ad4-fadd-4376-b465-9ee5a4242915,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:40.443282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3fdbc7b0-77e0-4890-b1cf-c269694cf0e4 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/networks/bf534ad4-fadd-4376-b465-9ee5a4242915 HTTP/1.1" status: 204 len: 168 time: 1.2947807 Feb 04 15:45:40.446802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42360) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:40.478538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf0d2-6b49-4e8f-8f35-bf843b81ea76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.490107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-326743d3-f795-48b2-a9a7-45666d9ece52 None None] Provisioning complete for port a76f599a-3d29-4454-bb5d-38ddd4b5b406 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:40.491014 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-326743d3-f795-48b2-a9a7-45666d9ece52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.544183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port a84e5f4e-9f06-4a5a-9221-2dd9795d0d71 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:40.544992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.723724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] The port 'a84e5f4e-9f06-4a5a-9221-2dd9795d0d71' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:45:40.809466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943eb61-e9da-42cb-9f28-3787c32f8821 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:40.817721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943eb61-e9da-42cb-9f28-3787c32f8821 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:40.818763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4943eb61-e9da-42cb-9f28-3787c32f8821 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Synchronizing usage tracker for tenant:f9f3cce11bd9405eacca7d33da02588a on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:40.899517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4943eb61-e9da-42cb-9f28-3787c32f8821 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Unset dirty status for tenant:f9f3cce11bd9405eacca7d33da02588a on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:40.904383 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4943eb61-e9da-42cb-9f28-3787c32f8821 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4569480 Feb 04 15:45:40.908177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42374) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:40.916716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1089366536'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:40.929544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:40.958127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:40.987158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70b2b-2cea-46f9-af69-6cbd3d9491e9 req-59300c4d-2e2a-49d5-8a23-73df6aa8d2a4 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:40.994565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fbd70b2b-2cea-46f9-af69-6cbd3d9491e9 req-59300c4d-2e2a-49d5-8a23-73df6aa8d2a4 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 0.2435470 Feb 04 15:45:41.020729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Made reservation on behalf of f9f3cce11bd9405eacca7d33da02588a for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:41.025065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.045970 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.064892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.082584 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.092961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf0d2-6b49-4e8f-8f35-bf843b81ea76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.096890 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.121642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fbd70b2b-2cea-46f9-af69-6cbd3d9491e9 req-6c3c8e60-effd-4011-a298-4b43ea124abc tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256206 Feb 04 15:45:41.137788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:41.168880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.174186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.174560 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Added segment 0ad9e1aa-21a5-488c-9323-33ab80dd9216 of type vlan for network 0debc800-e06d-4b5c-91c8-dd92efd93d22 Feb 04 15:45:41.180567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecf0d2-6b49-4e8f-8f35-bf843b81ea76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=5f46ae5f-5274-471e-b059-7e92f7a5b15a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:41.184322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Transition to ACTIVE for port object c6e21aa1-0f0f-4728-9317-57a79d04c6d5 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:41.201827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331ceb8-226f-49a4-9bd1-e4a74588dde7 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:41.216382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Checking segment: {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:41.216747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Network hostable DHCP agents. Network: 1cbe632d-9896-4c60-b50c-303fe834e5e2, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:41.239544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa8bbf6-d45c-4a46-a927-322c388308cf,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:41.242597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf0d2-6b49-4e8f-8f35-bf843b81ea76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.267897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.297196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172a3a74-5322-4afc-91c3-407bea1fd17b']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:41.317319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a4ecf0d2-6b49-4e8f-8f35-bf843b81ea76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/5f46ae5f-5274-471e-b059-7e92f7a5b15a HTTP/1.1" status: 204 len: 168 time: 1.7977972 Feb 04 15:45:41.327537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42384) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:41.329606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f4ee60-cf2d-417b-8b52-011b272ef129') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:41.329908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f4ee60-cf2d-417b-8b52-011b272ef129') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:41.364016 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8511646-b68b-42f3-a391-fc11d2e9e76b req-5b3510a0-21de-449c-b878-4b60bf369f6c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 210 time: 0.0805700 Feb 04 15:45:41.385730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Network 1cbe632d-9896-4c60-b50c-303fe834e5e2 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:41.400651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 1cbe632d-9896-4c60-b50c-303fe834e5e2) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:41.408085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:41.409047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.409380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.440912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427398f-b0f5-49d6-af30-b4981ba6ede7 None None] Network 1cbe632d-9896-4c60-b50c-303fe834e5e2 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:41.447438 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c3a4f329-7e5a-4346-b0dd-8365dfc301d2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4689801 Feb 04 15:45:41.449485 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.453944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42390) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:41.456603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7be0ddf7-9b63-4cb1-bf71-73d33453bdf8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173012 Feb 04 15:45:41.458506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:41.459821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.460533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42392) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:41.463438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.531093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:41.549218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:41.582990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:41.594278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Network': ['ID=0debc800-e06d-4b5c-91c8-dd92efd93d22,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:41.608632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-56c3678e-8c25-4446-9464-058521e76e02 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6992311 Feb 04 15:45:41.609561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 0debc800-e06d-4b5c-91c8-dd92efd93d22 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:41.611171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42398) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:41.620099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1291394463'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:41.627936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:41.634137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Usage tracker for resource:network and tenant:f9f3cce11bd9405eacca7d33da02588a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:41.638793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:41.640965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:45:41.641374 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.647427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:41.660592 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:41.663939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Made reservation on behalf of f9f3cce11bd9405eacca7d33da02588a for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:41.665206 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.668557 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.729139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Usage tracker for resource:router and tenant:ec20a7a5ff3646d6be625a5821e1ddcc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:41.729828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:41.759815 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.760224 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Added segment f79d48b8-ee53-4181-851e-18bc7b7fa9b7 of type vlan for network 7ee16913-e19e-4f57-b0af-0442dfacfbb5 Feb 04 15:45:41.793505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:41.830720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.856956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:41.885485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:41.898204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.907216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:41.908375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.917483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:41.932502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:41.933526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.965286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.966792 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.971249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=c6e21aa1-0f0f-4728-9317-57a79d04c6d5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:41.980060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:41.984958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926648f-fa9d-42ad-bf6d-6fd69d2e1f96 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:45:41.988556 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.991863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:41.993344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5926648f-fa9d-42ad-bf6d-6fd69d2e1f96 None None] Deleting port a76f599a-3d29-4454-bb5d-38ddd4b5b406 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:41.993727 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5926648f-fa9d-42ad-bf6d-6fd69d2e1f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.003735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:42.031434 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.037997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4ccd0-676d-4dc2-a8d1-485f4b91f951 None None] Network 1cbe632d-9896-4c60-b50c-303fe834e5e2 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:42.041371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:42.070235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Network': ['ID=172a3a74-5322-4afc-91c3-407bea1fd17b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:42.121648 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-119a916e-48b8-4d29-85f3-1d7cd36427e8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/networks/172a3a74-5322-4afc-91c3-407bea1fd17b HTTP/1.1" status: 204 len: 168 time: 4.2993336 Feb 04 15:45:42.124993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42404) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:42.155418 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.176791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'name': 'tempest-PortsTestJSON-923373666'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:42.221827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:42.233844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.273401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6599686 Feb 04 15:45:42.379644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42408) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:42.395398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'ports': [{'network_id': '0debc800-e06d-4b5c-91c8-dd92efd93d22', 'name': 'tempest-port--990565949', 'admin_state_up': True}, {'network_id': '7ee16913-e19e-4f57-b0af-0442dfacfbb5', 'admin_state_up': False}]} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:42.396139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'port': {'network_id': '0debc800-e06d-4b5c-91c8-dd92efd93d22', 'name': 'tempest-port--990565949', 'admin_state_up': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:42.397308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'port': {'network_id': '7ee16913-e19e-4f57-b0af-0442dfacfbb5', 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:42.415380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Router 94412cbf-cf68-414a-bd4b-6a4630845bb0 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:45:42.415905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c92e9f7-6b96-4c7e-8056-7947497ad324 None None] Provisioning for port c6e21aa1-0f0f-4728-9317-57a79d04c6d5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:42.420093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5926648f-fa9d-42ad-bf6d-6fd69d2e1f96 None None] For port a76f599a-3d29-4454-bb5d-38ddd4b5b406, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a76f599a-3d29-4454-bb5d-38ddd4b5b406,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:42.420505 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5926648f-fa9d-42ad-bf6d-6fd69d2e1f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.438337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c92e9f7-6b96-4c7e-8056-7947497ad324 None None] Provisioning complete for port c6e21aa1-0f0f-4728-9317-57a79d04c6d5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:42.438711 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c92e9f7-6b96-4c7e-8056-7947497ad324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.555828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Network': ['ID=7ee16913-e19e-4f57-b0af-0442dfacfbb5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:42.585879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.586392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.586824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.587254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.587683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.588118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.588527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.588970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.589391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.589823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.590266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.590677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ba13a5-1860-4984-a3c6-199da2236f76 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:42.614799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5926648f-fa9d-42ad-bf6d-6fd69d2e1f96 None None] Calling delete_port for a76f599a-3d29-4454-bb5d-38ddd4b5b406 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:42.618615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-3b3a5f45-5a6c-450b-9da9-e47cb48e2fb8 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:42.620204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-3b3a5f45-5a6c-450b-9da9-e47cb48e2fb8 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.6546218 Feb 04 15:45:42.654255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:42.654853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 7ee16913-e19e-4f57-b0af-0442dfacfbb5 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:42.686615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Request body: {'port': {'device_id': '96f76003-7094-4bdf-a0b9-9435e2a1aa0b', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'admin_state_up': True, 'tenant_id': '88675380f23a4e7886d02b7197b8fb55'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:42.717542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:42.730357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:42.791192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597050-6cf3-4f39-9b63-7c9c70735975 req-64576b4a-3685-4562-b1e6-a0b2f23a6b0f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:42.799191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58597050-6cf3-4f39-9b63-7c9c70735975 req-64576b4a-3685-4562-b1e6-a0b2f23a6b0f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 0.7749555 Feb 04 15:45:42.801387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3c92e9f7-6b96-4c7e-8056-7947497ad324 None None] Port c6e21aa1-0f0f-4728-9317-57a79d04c6d5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:42.842411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a76f599a-3d29-4454-bb5d-38ddd4b5b406 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:45:42.874710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:42.892546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Usage tracker for resource:port and tenant:f9f3cce11bd9405eacca7d33da02588a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:42.905765 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5926648f-fa9d-42ad-bf6d-6fd69d2e1f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.909787 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58597050-6cf3-4f39-9b63-7c9c70735975 req-ad908197-1469-4be3-8a86-b779dd8ec50f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095665 Feb 04 15:45:42.910795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:42.922603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:42.950813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:42.954993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Made reservation on behalf of f9f3cce11bd9405eacca7d33da02588a for: {'port': 2} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:42.960533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.972941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926648f-fa9d-42ad-bf6d-6fd69d2e1f96 None None] Pushing event deleted for resources: {'Port': ['ID=a76f599a-3d29-4454-bb5d-38ddd4b5b406,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:42.979834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No active binding found for port a76f599a-3d29-4454-bb5d-38ddd4b5b406 {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 15:45:42.980247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a76f599a-3d29-4454-bb5d-38ddd4b5b406 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:45:42.986708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:42.992549 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.994821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926648f-fa9d-42ad-bf6d-6fd69d2e1f96 None None] No DVR routers for this DVR port a76f599a-3d29-4454-bb5d-38ddd4b5b406 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:43.001081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:43.059473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Made reservation on behalf of 88675380f23a4e7886d02b7197b8fb55 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:43.064519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.136737 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.226760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:43.230281 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.272905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.300369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2eeb112b-a90c-41bc-b269-3db59cd6233a req-dab227d3-e7ac-4eb1-9506-bc9aa04471a7 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 210 time: 0.2108262 Feb 04 15:45:43.337876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 8180c227-9f13-4bc1-8f1f-d9bb866a16bc yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:43.467975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:45:43.481140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acd4360-a4e0-40e0-ba7e-2feb881b41fc None None] Sync routers for ids ['94412cbf-cf68-414a-bd4b-6a4630845bb0'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:45:43.495220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd4360-a4e0-40e0-ba7e-2feb881b41fc None None] Routers {'94412cbf-cf68-414a-bd4b-6a4630845bb0'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:43.496686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3acd4360-a4e0-40e0-ba7e-2feb881b41fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94412cbf-cf68-414a-bd4b-6a4630845bb0'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:43.546066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] device_id is not set on port 48168184-0f30-4eb8-a991-c18d199dd84c yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:43.565662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3acd4360-a4e0-40e0-ba7e-2feb881b41fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:43.576723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd4360-a4e0-40e0-ba7e-2feb881b41fc None None] Routers {'94412cbf-cf68-414a-bd4b-6a4630845bb0'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:43.577703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3acd4360-a4e0-40e0-ba7e-2feb881b41fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94412cbf-cf68-414a-bd4b-6a4630845bb0'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:43.600814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Allocated IP 172.20.0.4 (cf36374d-d245-40cc-915b-8c254d5c5c93/a78064bb-81be-4819-b4ef-67045bdf4b75/456f7aa5-9554-48c0-bd21-28b8aac0d09c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:43.643804 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3acd4360-a4e0-40e0-ba7e-2feb881b41fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:43.644409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acd4360-a4e0-40e0-ba7e-2feb881b41fc None None] The sync data for ids ['94412cbf-cf68-414a-bd4b-6a4630845bb0'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:45:43.690929 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.755009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.759208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d210cb96-e496-47b2-a77d-02779089d557 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "PUT /v2.0/routers/94412cbf-cf68-414a-bd4b-6a4630845bb0 HTTP/1.1" status: 200 len: 919 time: 11.2433033 Feb 04 15:45:43.763492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42414) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:43.806109 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.961118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] device_id is not set on port 08c1fb68-a237-4735-aa94-0d7c85f392d1 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:43.963081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:43.972034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.019173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:44.037575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f853ebc-eca6-4c0c-9cb0-8bf3099460a8 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:44.043671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:44.044269 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.047333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.065628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:44.068060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=4e4526ac-0745-42f7-977d-aacf04aefb88,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:44.101969 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.215943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Network cf36374d-d245-40cc-915b-8c254d5c5c93 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:44.223970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:44.230501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:44.263109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b583816a-148e-4ed9-9e26-cdbe9a6408f2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7944620 Feb 04 15:45:44.269781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42420) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:44.308202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:44.411427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event updated for resources: {'Port': ['ID=456f7aa5-9554-48c0-bd21-28b8aac0d09c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:44.446782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '4e4526ac-0745-42f7-977d-aacf04aefb88'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:45:44.447768 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.490684 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.498875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:44.500065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.515162 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.534574 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-838db737-e886-412c-b32d-ee866cc3471e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/routers/94412cbf-cf68-414a-bd4b-6a4630845bb0 HTTP/1.1" status: 200 len: 925 time: 0.7093332 Feb 04 15:45:44.547426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42426) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:44.580162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b10c5-8c20-41de-bbd1-43748397a4ab req-e6daa212-351f-454f-980d-95a24c69da91 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:44.581984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef9b10c5-8c20-41de-bbd1-43748397a4ab req-e6daa212-351f-454f-980d-95a24c69da91 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 0.5362864 Feb 04 15:45:44.596193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:44.613825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:44.631888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:44.648360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Allocated IP 172.20.0.2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/4e4526ac-0745-42f7-977d-aacf04aefb88/3ab7f1ee-b484-4121-97b3-ac2d86132d53) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:44.653031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:44.656747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-a0f8f6dd-a881-4367-a5d5-a760a6a8a6c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9755375 Feb 04 15:45:44.684170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Request body: {'port': {'device_id': '96f76003-7094-4bdf-a0b9-9435e2a1aa0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:44.737293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Port': ['ID=48168184-0f30-4eb8-a991-c18d199dd84c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:44.749054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:44.752481 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.780292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef9b10c5-8c20-41de-bbd1-43748397a4ab req-60758d85-7e10-4a2f-84a6-5ea97b0d57f0 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853101 Feb 04 15:45:44.811197 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:45:44.837264 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.841864 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.878594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Checking segment: {'id': '0ad9e1aa-21a5-488c-9323-33ab80dd9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0debc800-e06d-4b5c-91c8-dd92efd93d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:44.879322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Network hostable DHCP agents. Network: 0debc800-e06d-4b5c-91c8-dd92efd93d22, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:44.896942 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.897966 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.906534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.921248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Transition to ACTIVE for port object 3ab7f1ee-b484-4121-97b3-ac2d86132d53 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:44.942270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Transition to ACTIVE for port object 3ab7f1ee-b484-4121-97b3-ac2d86132d53 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:44.949720 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.967982 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.995106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:45.016308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:45.020270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:45.023093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:45.029531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Network 0debc800-e06d-4b5c-91c8-dd92efd93d22 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:45.059087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:45.061569 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.063568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Pushing event updated for resources: {'Port': ['ID=3ab7f1ee-b484-4121-97b3-ac2d86132d53,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:45.072232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:45.076206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 0debc800-e06d-4b5c-91c8-dd92efd93d22) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:45.077675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.078287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.084662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.088026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f182290-eca1-49ed-bf88-70a4df77162f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.088700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4f182290-eca1-49ed-bf88-70a4df77162f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Synchronizing usage tracker for tenant:0b56033bbdcf4fdca6829196b966bb46 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:45.094980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:45.095812 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.096101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=8180c227-9f13-4bc1-8f1f-d9bb866a16bc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:45.123448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadc92a4-65ef-4ce7-ae5b-b9ed361a0faa None None] Network 0debc800-e06d-4b5c-91c8-dd92efd93d22 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:45.217349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Attempting to bind port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:45.217349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Attempting to bind port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:45.217799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Attempting to bind port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:45.235602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:45.236012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:45.236397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.236836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:45.237332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Bound port: 3ab7f1ee-b484-4121-97b3-ac2d86132d53, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:45.237709 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.245927 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e0805ec4-6ce1-498f-841e-ea0a685a2120 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1067932 Feb 04 15:45:45.250501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42432) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:45.373476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Port': ['ID=08c1fb68-a237-4735-aa94-0d7c85f392d1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:45.397888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Allocated IP 172.25.8.221 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/40339b00-23a8-404e-9fad-0bc00e1b09a5) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:45.407009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868d7e3-162e-4554-afb3-60b76456c3f0 req-46d20faf-0ddc-44cc-9c10-787d448c1650 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.407724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0868d7e3-162e-4554-afb3-60b76456c3f0 req-46d20faf-0ddc-44cc-9c10-787d448c1650 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:45.434216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] For port 3ab7f1ee-b484-4121-97b3-ac2d86132d53, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:45.445943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] For port 3ab7f1ee-b484-4121-97b3-ac2d86132d53, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3ab7f1ee-b484-4121-97b3-ac2d86132d53,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:45.453038 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.551356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a14de4-2cc4-4c6c-bdee-a0afaba60d76 None None] Pushing event updated for resources: {'Port': ['ID=3ab7f1ee-b484-4121-97b3-ac2d86132d53,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:45.559965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Checking segment: {'id': 'f79d48b8-ee53-4181-851e-18bc7b7fa9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7ee16913-e19e-4f57-b0af-0442dfacfbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:45.560334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Network hostable DHCP agents. Network: 7ee16913-e19e-4f57-b0af-0442dfacfbb5, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:45.580732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0868d7e3-162e-4554-afb3-60b76456c3f0 req-46d20faf-0ddc-44cc-9c10-787d448c1650 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:45.582023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0868d7e3-162e-4554-afb3-60b76456c3f0 req-46d20faf-0ddc-44cc-9c10-787d448c1650 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 931 time: 0.6480453 Feb 04 15:45:45.589234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4f182290-eca1-49ed-bf88-70a4df77162f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Unset dirty status for tenant:0b56033bbdcf4fdca6829196b966bb46 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:45.590434 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4f182290-eca1-49ed-bf88-70a4df77162f tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=94412cbf-cf68-414a-bd4b-6a4630845bb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0376298 Feb 04 15:45:45.591943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=c6e21aa1-0f0f-4728-9317-57a79d04c6d5,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:45.599651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42436) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:45.697976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.710352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:45.717331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:45.724064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1129a3a9-6ec0-47a6-8b99-4008567d8b67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 8180c227-9f13-4bc1-8f1f-d9bb866a16bc {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:45.724437 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1129a3a9-6ec0-47a6-8b99-4008567d8b67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:45.852128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Network 7ee16913-e19e-4f57-b0af-0442dfacfbb5 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:45.914334 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0868d7e3-162e-4554-afb3-60b76456c3f0 req-c8f5205c-cbab-4288-912c-f785c95bd999 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199770 Feb 04 15:45:45.930646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 7ee16913-e19e-4f57-b0af-0442dfacfbb5) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:45.956609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561a094f-c036-4dd8-8227-da01d89cf0e3 None None] Network 7ee16913-e19e-4f57-b0af-0442dfacfbb5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:45.962586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:45.969283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.974792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.975500 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.101861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f67b5bb-5378-433f-ade6-1cd504b645f6 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:46.106384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9f67b5bb-5378-433f-ade6-1cd504b645f6 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 881 time: 0.4956596 Feb 04 15:45:46.112227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42440) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:46.129236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-15f28eac-1e74-4732-9e3c-a7cce95f8261 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7474525 Feb 04 15:45:46.130023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42444) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:46.139932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 94531689-084c-4531-8ccd-35fc41056aee has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:45:46.147017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.285985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-af269b7b-4bad-48a6-a783-ede6e807f988 None None] Provisioning complete for port c6e21aa1-0f0f-4728-9317-57a79d04c6d5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:46.286392 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-af269b7b-4bad-48a6-a783-ede6e807f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.340463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:46.357841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4a434a4f-280d-4239-8416-7912129a68c4 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=94412cbf-cf68-414a-bd4b-6a4630845bb0 HTTP/1.1" status: 200 len: 205 time: 0.2440529 Feb 04 15:45:46.361570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42452) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:46.369438 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:45:46.373619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-af269b7b-4bad-48a6-a783-ede6e807f988 None None] Port c6e21aa1-0f0f-4728-9317-57a79d04c6d5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:46.561341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456f7aa5-9554-48c0-bd21-28b8aac0d09c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:46.569790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.objects.ports [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87570) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:45:46.580914 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.602448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:46.622205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:46.639292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Transition to ACTIVE for port object 456f7aa5-9554-48c0-bd21-28b8aac0d09c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:46.678980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Pushing event updated for resources: {'Port': ['ID=40339b00-23a8-404e-9fad-0bc00e1b09a5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:46.726863 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.779658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1129a3a9-6ec0-47a6-8b99-4008567d8b67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.895168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3ab7f1ee-b484-4121-97b3-ac2d86132d53 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:46.932098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:45:46.945394 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb84532-08fb-4421-b601-d7ed6b7f6b55 None None] Sync routers for ids ['94531689-084c-4531-8ccd-35fc41056aee'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:45:46.955952 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb84532-08fb-4421-b601-d7ed6b7f6b55 None None] Routers {'94531689-084c-4531-8ccd-35fc41056aee'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:46.956577 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eeb84532-08fb-4421-b601-d7ed6b7f6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94531689-084c-4531-8ccd-35fc41056aee'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:46.965175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:46.989961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:47.040581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1129a3a9-6ec0-47a6-8b99-4008567d8b67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 8180c227-9f13-4bc1-8f1f-d9bb866a16bc owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:47.088116 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eeb84532-08fb-4421-b601-d7ed6b7f6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:47.093281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d043802-7b4d-4e99-8224-554d5f1cff37 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.099922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d043802-7b4d-4e99-8224-554d5f1cff37 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.100863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2d043802-7b4d-4e99-8224-554d5f1cff37 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Synchronizing usage tracker for tenant:f9f3cce11bd9405eacca7d33da02588a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:47.101746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b1339b1a-69aa-4d14-aec7-a67825c3be6d None None] Provisioning for port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:47.103030 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb84532-08fb-4421-b601-d7ed6b7f6b55 None None] Routers {'94531689-084c-4531-8ccd-35fc41056aee'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:47.104011 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eeb84532-08fb-4421-b601-d7ed6b7f6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94531689-084c-4531-8ccd-35fc41056aee'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:47.112332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b1339b1a-69aa-4d14-aec7-a67825c3be6d None None] Provisioning complete for port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:47.112812 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b1339b1a-69aa-4d14-aec7-a67825c3be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.119329 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9939ef2b-735f-42e8-8ac1-b3a97961caf6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/94531689-084c-4531-8ccd-35fc41056aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0903900 Feb 04 15:45:47.130515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42464) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:47.175544 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eeb84532-08fb-4421-b601-d7ed6b7f6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:47.175999 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb84532-08fb-4421-b601-d7ed6b7f6b55 None None] The sync data for ids ['94531689-084c-4531-8ccd-35fc41056aee'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:45:47.278603 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b1339b1a-69aa-4d14-aec7-a67825c3be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.306879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1129a3a9-6ec0-47a6-8b99-4008567d8b67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.322391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b1339b1a-69aa-4d14-aec7-a67825c3be6d None None] For port 3ab7f1ee-b484-4121-97b3-ac2d86132d53, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3ab7f1ee-b484-4121-97b3-ac2d86132d53,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:47.328180 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b1339b1a-69aa-4d14-aec7-a67825c3be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.390275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1129a3a9-6ec0-47a6-8b99-4008567d8b67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.394333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129a3a9-6ec0-47a6-8b99-4008567d8b67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=8180c227-9f13-4bc1-8f1f-d9bb866a16bc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:47.405337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1339b1a-69aa-4d14-aec7-a67825c3be6d None None] Pushing event updated for resources: {'Port': ['ID=3ab7f1ee-b484-4121-97b3-ac2d86132d53,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:47.411328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2d043802-7b4d-4e99-8224-554d5f1cff37 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Unset dirty status for tenant:f9f3cce11bd9405eacca7d33da02588a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:47.413971 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1129a3a9-6ec0-47a6-8b99-4008567d8b67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/8180c227-9f13-4bc1-8f1f-d9bb866a16bc HTTP/1.1" status: 204 len: 168 time: 2.1388342 Feb 04 15:45:47.414944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42468) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:47.415849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2d043802-7b4d-4e99-8224-554d5f1cff37 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.2331409 Feb 04 15:45:47.417550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42470) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:47.463414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Pushing event updated for resources: {'Port': ['ID=456f7aa5-9554-48c0-bd21-28b8aac0d09c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:47.480645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'mac_address': 'fa:16:3e:5e:28:3e', 'name': 'tempest-PortsTestJSON-680261926'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:47.642057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28c8c1-820b-40fe-8fb2-d590d1ee49f4 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.643430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6f28c8c1-820b-40fe-8fb2-d590d1ee49f4 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports/c6e21aa1-0f0f-4728-9317-57a79d04c6d5 HTTP/1.1" status: 200 len: 913 time: 0.5080476 Feb 04 15:45:47.650996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42476) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:47.723016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e5f2a-96bc-4569-8b23-7c2bf8d01efd req-3e209380-7a62-4a77-9f01-167dc3b11aea tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.723230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d0265332-ad9b-43e4-b35b-8dfadf1517f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Deleting port 48168184-0f30-4eb8-a991-c18d199dd84c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:47.723325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0265332-ad9b-43e4-b35b-8dfadf1517f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.724511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff5e5f2a-96bc-4569-8b23-7c2bf8d01efd req-3e209380-7a62-4a77-9f01-167dc3b11aea tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 0.9770255 Feb 04 15:45:47.743545 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.750153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Attempting to bind port 456f7aa5-9554-48c0-bd21-28b8aac0d09c on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:47.750492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Attempting to bind port 456f7aa5-9554-48c0-bd21-28b8aac0d09c by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:47.750823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Attempting to bind port 456f7aa5-9554-48c0-bd21-28b8aac0d09c on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:47.781996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Port 456f7aa5-9554-48c0-bd21-28b8aac0d09c on network cf36374d-d245-40cc-915b-8c254d5c5c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:45:47.782349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Attempting to bind port 456f7aa5-9554-48c0-bd21-28b8aac0d09c on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:47.792746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Deleting port fcba4a0c-e4f4-4c6a-9553-00796de6ed7f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:47.793124 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.833186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.842037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:47.842396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Checking segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:47.843129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Bound using segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:47.843252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Bound port: 456f7aa5-9554-48c0-bd21-28b8aac0d09c, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:47.843532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.850205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:47.865840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:47.890804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff5e5f2a-96bc-4569-8b23-7c2bf8d01efd req-aa3b8246-1a66-46d0-9b7b-43b24438c4d5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568787 Feb 04 15:45:47.921797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:47.937727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:48.000529 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.224840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:48.267250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] For port 456f7aa5-9554-48c0-bd21-28b8aac0d09c, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:48.305421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] For port 456f7aa5-9554-48c0-bd21-28b8aac0d09c, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=456f7aa5-9554-48c0-bd21-28b8aac0d09c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:48.307383 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.328115 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.497757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Calling delete_port for fcba4a0c-e4f4-4c6a-9553-00796de6ed7f owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:48.583175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:48.584310 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.585727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] 10.222.0.53 "PUT /v2.0/ports/456f7aa5-9554-48c0-bd21-28b8aac0d09c HTTP/1.1" status: 200 len: 1091 time: 3.9153349 Feb 04 15:45:48.590077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f76003-7094-4bdf-a0b9-9435e2a1aa0b', 'tag': '456f7aa5-9554-48c0-bd21-28b8aac0d09c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:48.600690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] For port 3ab7f1ee-b484-4121-97b3-ac2d86132d53, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3ab7f1ee-b484-4121-97b3-ac2d86132d53,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:48.613497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be928-c826-4a77-8385-00533fee2bd8 req-06418e9f-acb5-4467-9408-8a503732296a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:48.614968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-644be928-c826-4a77-8385-00533fee2bd8 req-06418e9f-acb5-4467-9408-8a503732296a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 943 time: 0.5851984 Feb 04 15:45:48.635127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c0ee2-69c8-4e8a-a3d2-f5307a26c26e service neutron] Pushing event updated for resources: {'Port': ['ID=456f7aa5-9554-48c0-bd21-28b8aac0d09c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:48.665539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.686435 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0265332-ad9b-43e4-b35b-8dfadf1517f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.759241 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.774363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-644be928-c826-4a77-8385-00533fee2bd8 req-31e9659a-65e2-4358-abe7-5bf0b8ac1080 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445167 Feb 04 15:45:48.774973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.775695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.848696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3ab7f1ee-b484-4121-97b3-ac2d86132d53 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:48.859825 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f76003-7094-4bdf-a0b9-9435e2a1aa0b', 'tag': '456f7aa5-9554-48c0-bd21-28b8aac0d09c', 'status': 'completed', 'code': 200} Feb 04 15:45:48.926660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:48.930316 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d0265332-ad9b-43e4-b35b-8dfadf1517f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Calling delete_port for 48168184-0f30-4eb8-a991-c18d199dd84c owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:48.942945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:48.949927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:48.950526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.963586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b638c-cfe4-4a1b-aca2-08d93b46f1af None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:45:48.999852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 0f38b4ba-8673-42b1-8e51-dbaf7d36a7ee yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:49.253135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=3ab7f1ee-b484-4121-97b3-ac2d86132d53,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:49.263811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=fedb5e49-d368-440c-ad24-d2dcd1dcbe43,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:49.280296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-6561e27f-401f-4b68-9694-34da64a6abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:49.281859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-6561e27f-401f-4b68-9694-34da64a6abdc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 1094 time: 0.6476667 Feb 04 15:45:49.295405 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0265332-ad9b-43e4-b35b-8dfadf1517f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.296179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-43ec15ba-0223-4eb5-a06d-d9c34f2efd96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0190918 Feb 04 15:45:49.297100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42496) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:49.349022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:b9:c7:7b', 'name': 'tempest-NetworksTestDHCPv6-1832482569'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:49.378523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:45:49.381458 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-e7e3d5e6-4189-48a1-9b07-f26ba5754ee8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=456f7aa5-9554-48c0-bd21-28b8aac0d09c HTTP/1.1" status: 200 len: 217 time: 0.0833869 Feb 04 15:45:49.385880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.394911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:49.395316 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.436226 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.534299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event deleted for resources: {'Port': ['ID=fcba4a0c-e4f4-4c6a-9553-00796de6ed7f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:49.560973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9db44-40d5-49fc-850b-6e0ed7bdaeb3 req-ad25f179-ccbe-46e3-8303-8830213f949d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:49.562373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1f9db44-40d5-49fc-850b-6e0ed7bdaeb3 req-ad25f179-ccbe-46e3-8303-8830213f949d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 0.3561633 Feb 04 15:45:49.590046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-c666753c-e08a-42bd-805c-fdac1c7ab6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:49.591808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-c666753c-e08a-42bd-805c-fdac1c7ab6bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.1999412 Feb 04 15:45:49.690436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0265332-ad9b-43e4-b35b-8dfadf1517f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Port': ['ID=48168184-0f30-4eb8-a991-c18d199dd84c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:49.720675 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-2b74feef-e952-4dac-8b96-473cd94f3542 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031163 Feb 04 15:45:49.774944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0265332-ad9b-43e4-b35b-8dfadf1517f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.809783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:49.814104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1f9db44-40d5-49fc-850b-6e0ed7bdaeb3 req-dcbc2ba0-3c0e-45c2-95a2-eb7c09280703 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212017 Feb 04 15:45:49.828251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'port_id': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6', 'mac_address': 'fa:16:3e:d6:ab:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:45:49.915434 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.932411 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d0265332-ad9b-43e4-b35b-8dfadf1517f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/ports/48168184-0f30-4eb8-a991-c18d199dd84c HTTP/1.1" status: 204 len: 168 time: 2.5134835 Feb 04 15:45:49.933348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42518) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:49.956220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:49.980688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.994835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:49.999370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.095009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.134582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Deleting port 08c1fb68-a237-4735-aa94-0d7c85f392d1 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:50.134931 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.153112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:50.215358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.233624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:50.510930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:50.515966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:50.532843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:50.559603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=0f38b4ba-8673-42b1-8e51-dbaf7d36a7ee,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:50.568509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:50.591963 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.597802 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.599363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:50.604616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-97364fe8-c5e4-4caf-ac97-70a2a14a544d service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8707118 Feb 04 15:45:50.607417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:50.610607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:50.618637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:50.619382 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.681142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:50.737255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.738072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Fanout notify agent at l3_agent the message router_deleted on router 94412cbf-cf68-414a-bd4b-6a4630845bb0 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:45:50.758289 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.763192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-711dcc60-3bc0-46d3-a5c9-96fed29b2fa2 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/94412cbf-cf68-414a-bd4b-6a4630845bb0 HTTP/1.1" status: 204 len: 168 time: 4.3767381 Feb 04 15:45:50.772208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42522) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:50.786981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-607991063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:50.788796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1f9f4c47-91a0-4022-ba35-9275e1e32e7f None None] Provisioning complete for port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:50.789900 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4c47-91a0-4022-ba35-9275e1e32e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.812349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:50.816987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Usage tracker for resource:router and tenant:4aa8b7b0688842d7a4482102e1c4c9c2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:50.821762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:50.828176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:50.842176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.852015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da535-b792-405c-8975-edc749adc3ec req-f5aefd40-bc35-4745-b969-1b7a85f5c654 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:50.853772 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4da535-b792-405c-8975-edc749adc3ec req-f5aefd40-bc35-4745-b969-1b7a85f5c654 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 943 time: 0.7831478 Feb 04 15:45:50.856478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3ab7f1ee-b484-4121-97b3-ac2d86132d53 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:50.857616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.858745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.877293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.912353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Router 934efb92-66fa-43d4-ba46-4de61cdf3ade is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:45:50.915230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.925467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-23f6d777-c7dd-4699-ba29-66cfe5e353c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.5089850 Feb 04 15:45:50.929386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42528) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:50.988397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.998546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:50.999516 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.012369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e4da535-b792-405c-8975-edc749adc3ec req-3d4a8195-92fb-4a2a-be56-db9c9720e891 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124446 Feb 04 15:45:51.050013 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.051814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5fb89226-1e3f-4fff-9845-fd75ffc31c71 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2755845 Feb 04 15:45:51.055655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42532) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:51.075389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'enable_snat': False}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:51.178180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port b1a701f5-2385-457d-9b3e-57f8c6e454b6 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:51.199171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69b59b0d-2e6a-44e9-a680-07506b124efe req-143ab567-ca78-4014-9472-b0baa7b4067f service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814135 Feb 04 15:45:51.337622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:51.461783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:51.462419 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.628657 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.670577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:51.681964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:51.688588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.767266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:51.778665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d0a26-86f4-4fcd-8b48-02f4298922f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.779586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4f3d0a26-86f4-4fcd-8b48-02f4298922f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:51.821371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.861690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b766333-187e-4b53-b6ea-16c1677aa8be req-f64ed580-0d5a-4a98-a5c6-ee609ea69a63 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.863371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b766333-187e-4b53-b6ea-16c1677aa8be req-f64ed580-0d5a-4a98-a5c6-ee609ea69a63 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 945 time: 0.6776133 Feb 04 15:45:51.922411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14805653-265d-4766-abe9-457c7a7bcb72 req-41c4192b-7449-4eec-b0b9-33e31f0bdcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.923975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14805653-265d-4766-abe9-457c7a7bcb72 req-41c4192b-7449-4eec-b0b9-33e31f0bdcf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 1094 time: 0.6326253 Feb 04 15:45:51.936397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:52.064144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Calling delete_port for 08c1fb68-a237-4735-aa94-0d7c85f392d1 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:52.101763 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b766333-187e-4b53-b6ea-16c1677aa8be req-04d52820-61cf-459e-9e4f-88f545b28a6f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317202 Feb 04 15:45:52.135982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4f3d0a26-86f4-4fcd-8b48-02f4298922f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:52.140419 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4f3d0a26-86f4-4fcd-8b48-02f4298922f2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/0f38b4ba-8673-42b1-8e51-dbaf7d36a7ee HTTP/1.1" status: 200 len: 840 time: 1.2036583 Feb 04 15:45:52.171179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42540) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:52.213296 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6', 'code': 200} Feb 04 15:45:52.276119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14805653-265d-4766-abe9-457c7a7bcb72 req-8fd15d27-a017-4ba6-92da-866bbe0034dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:52.277878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14805653-265d-4766-abe9-457c7a7bcb72 req-8fd15d27-a017-4ba6-92da-866bbe0034dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.3170512 Feb 04 15:45:52.306719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:45:52.315313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Sync routers for ids ['934efb92-66fa-43d4-ba46-4de61cdf3ade'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:45:52.332762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Routers {'934efb92-66fa-43d4-ba46-4de61cdf3ade'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:52.337846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['934efb92-66fa-43d4-ba46-4de61cdf3ade'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:52.370391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14805653-265d-4766-abe9-457c7a7bcb72 req-bb5ab392-3e59-4ee3-a9ac-0b6c8d716862 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=456f7aa5-9554-48c0-bd21-28b8aac0d09c HTTP/1.1" status: 200 len: 217 time: 0.0770550 Feb 04 15:45:52.376399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a5802308-b9a1-4629-ba10-c53b154cebe5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 0f38b4ba-8673-42b1-8e51-dbaf7d36a7ee {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:52.376847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5802308-b9a1-4629-ba10-c53b154cebe5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:52.502543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14805653-265d-4766-abe9-457c7a7bcb72 req-aa797e99-3cc7-44b1-9f22-0d3706fc255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:52.505969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14805653-265d-4766-abe9-457c7a7bcb72 req-aa797e99-3cc7-44b1-9f22-0d3706fc255b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.1231697 Feb 04 15:45:52.556091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 172.20.0.8 (40f4fd11-09ca-4e76-8993-0ead05403d9a/4e4526ac-0745-42f7-977d-aacf04aefb88/b1a701f5-2385-457d-9b3e-57f8c6e454b6) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:52.592088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:feb9:c77b (40f4fd11-09ca-4e76-8993-0ead05403d9a/fedb5e49-d368-440c-ad24-d2dcd1dcbe43/b1a701f5-2385-457d-9b3e-57f8c6e454b6) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:52.659750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14805653-265d-4766-abe9-457c7a7bcb72 req-05e40569-f48e-48a8-8a3a-332c8e6a01c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154561 Feb 04 15:45:52.664077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:52.714398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Set router 934efb92-66fa-43d4-ba46-4de61cdf3ade gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:45:52.879867 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5802308-b9a1-4629-ba10-c53b154cebe5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.029443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a5802308-b9a1-4629-ba10-c53b154cebe5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 0f38b4ba-8673-42b1-8e51-dbaf7d36a7ee owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:53.049472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2925aeb-cde8-41cf-b501-d20e724f4f41 req-653d54fa-550e-4918-919d-38165d445368 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:53.058156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2925aeb-cde8-41cf-b501-d20e724f4f41 req-653d54fa-550e-4918-919d-38165d445368 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 943 time: 0.6086659 Feb 04 15:45:53.062954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:41Z', 'updated_at': '2022-02-04T15:45:47Z', 'revision_number': 3, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'gw_port': {'id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:45Z', 'updated_at': '2022-02-04T15:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:53.067515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Checking router: 934efb92-66fa-43d4-ba46-4de61cdf3ade for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:45:53.067880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Updating router 934efb92-66fa-43d4-ba46-4de61cdf3ade port 40339b00-23a8-404e-9fad-0bc00e1b09a5 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:45:53.129199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14805653-265d-4766-abe9-457c7a7bcb72 req-4b45de9e-7948-48d3-ac56-8e8fcd231164 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567134 Feb 04 15:45:53.188121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Port': ['ID=08c1fb68-a237-4735-aa94-0d7c85f392d1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:53.197688 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.245880 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.284021 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.292994 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8e87c584-f8c4-4579-90dc-e40cb91c9291 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.8349669 Feb 04 15:45:53.294466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.304893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42546) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:53.435686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port c6e21aa1-0f0f-4728-9317-57a79d04c6d5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:53.436142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.488423 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.491227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2925aeb-cde8-41cf-b501-d20e724f4f41 req-065bef96-a530-431f-9c4f-825c1ffbb8c6 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315598 Feb 04 15:45:53.493094 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/ports/08c1fb68-a237-4735-aa94-0d7c85f392d1 HTTP/1.1" status: 204 len: 168 time: 3.5163674 Feb 04 15:45:53.494954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.495289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.495991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.496101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.496799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.497182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.497709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.498362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.499003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.499556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.500072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.500471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fd4fba-8b7e-4fd9-a631-e0f726d0d88a tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:53.504224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42550) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:53.715104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5802308-b9a1-4629-ba10-c53b154cebe5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.731026 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b3f82782-294d-4a90-9604-eb834e41b880 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1363912 Feb 04 15:45:53.751183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.762368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42554) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:53.770910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Transition to ACTIVE for port object 40339b00-23a8-404e-9fad-0bc00e1b09a5 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:53.785035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-366010312'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:53.787124 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.841600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:53.871242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Usage tracker for resource:network and tenant:f9f3cce11bd9405eacca7d33da02588a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:53.876336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:53.892732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:53.898715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14805653-265d-4766-abe9-457c7a7bcb72 req-a200104c-924a-4369-ad57-255a012395b0 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7570276 Feb 04 15:45:53.918115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbd8ca-1bf0-4992-82ea-766e4d72bfe7 None None] Pushing event updated for resources: {'Port': ['ID=40339b00-23a8-404e-9fad-0bc00e1b09a5,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:53.955086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Attempting to bind port 40339b00-23a8-404e-9fad-0bc00e1b09a5 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:53.955877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Attempting to bind port 40339b00-23a8-404e-9fad-0bc00e1b09a5 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:53.956332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Attempting to bind port 40339b00-23a8-404e-9fad-0bc00e1b09a5 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:45:53.963194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:45:53.963707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:45:53.964313 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.965045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:45:53.965966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Bound port: 40339b00-23a8-404e-9fad-0bc00e1b09a5, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:53.966383 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.993446 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5802308-b9a1-4629-ba10-c53b154cebe5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.004625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5802308-b9a1-4629-ba10-c53b154cebe5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=0f38b4ba-8673-42b1-8e51-dbaf7d36a7ee,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:54.043600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Made reservation on behalf of f9f3cce11bd9405eacca7d33da02588a for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:54.047768 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.067682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.087226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a5802308-b9a1-4629-ba10-c53b154cebe5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/0f38b4ba-8673-42b1-8e51-dbaf7d36a7ee HTTP/1.1" status: 204 len: 168 time: 1.9015839 Feb 04 15:45:54.088440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42558) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:54.094206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] For port 40339b00-23a8-404e-9fad-0bc00e1b09a5, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:45:54.097905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] For port 40339b00-23a8-404e-9fad-0bc00e1b09a5, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=40339b00-23a8-404e-9fad-0bc00e1b09a5,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:45:54.107905 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.185260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object b1a701f5-2385-457d-9b3e-57f8c6e454b6 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:54.189061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Allocated IP 172.25.8.198 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/53a2306b-6444-40fe-8565-18b06df68491) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:54.208223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:54.214205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Routers {'934efb92-66fa-43d4-ba46-4de61cdf3ade'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:54.215466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['934efb92-66fa-43d4-ba46-4de61cdf3ade'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:54.237601 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.237902 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Added segment 014d4652-87bc-414f-a083-6b1f12e7cc3b of type vlan for network 0cba94bc-6bf8-40b6-922b-200a2d3a2d66 Feb 04 15:45:54.247468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3583e9-f9e1-4d8e-855b-59960f3b5751 req-7a41c2b4-9154-4a86-aeeb-955da0878a23 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:54.255145 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b3583e9-f9e1-4d8e-855b-59960f3b5751 req-7a41c2b4-9154-4a86-aeeb-955da0878a23 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 0.4938545 Feb 04 15:45:54.267919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.274710 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-34772027-a711-460e-be41-d8528353d2da tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:45:54.275350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-34772027-a711-460e-be41-d8528353d2da tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:54.282056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.391550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:54.403274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:54.422057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:54.433675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 456f7aa5-9554-48c0-bd21-28b8aac0d09c details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:45:54.503822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.550195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-34772027-a711-460e-be41-d8528353d2da tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:54.558245 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-34772027-a711-460e-be41-d8528353d2da tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/0f38b4ba-8673-42b1-8e51-dbaf7d36a7ee HTTP/1.1" status: 404 len: 333 time: 0.4463778 Feb 04 15:45:54.562249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42564) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:54.567006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b3583e9-f9e1-4d8e-855b-59960f3b5751 req-62483417-ffcb-48c4-ace2-2d707f91a50a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108566 Feb 04 15:45:54.670101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for c6e21aa1-0f0f-4728-9317-57a79d04c6d5 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:54.675091 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 456f7aa5-9554-48c0-bd21-28b8aac0d09c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=456f7aa5-9554-48c0-bd21-28b8aac0d09c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:54.717062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'name': 'tempest-PortsTestJSON-981605189'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:54.751861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '456f7aa5-9554-48c0-bd21-28b8aac0d09c', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'port_id': '456f7aa5-9554-48c0-bd21-28b8aac0d09c', 'mac_address': 'fa:16:3e:32:4c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78064bb-81be-4819-b4ef-67045bdf4b75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:45:54.783803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbd8ca-1bf0-4992-82ea-766e4d72bfe7 None None] Pushing event updated for resources: {'Port': ['ID=40339b00-23a8-404e-9fad-0bc00e1b09a5,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:54.872539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=b1a701f5-2385-457d-9b3e-57f8c6e454b6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:54.873394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] Set router 934efb92-66fa-43d4-ba46-4de61cdf3ade gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:45:54.936956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:54.938064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.970064 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8df754ca-d99d-4126-9d30-7d03dc5dcae5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6633825 Feb 04 15:45:54.974576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42568) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:55.032927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:55.057283 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:55.061498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:55.102012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:55.127382 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:55.137026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:55.141463 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:55.150702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456f7aa5-9554-48c0-bd21-28b8aac0d09c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:55.174820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-61d405ed-7075-4279-b6ff-ce0ea4993b12 None None] Provisioning for port b1a701f5-2385-457d-9b3e-57f8c6e454b6 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:55.175450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd7142-f669-4fc4-94bd-27c4605238ca tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:55.182643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd7142-f669-4fc4-94bd-27c4605238ca tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:55.183806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5bdd7142-f669-4fc4-94bd-27c4605238ca tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:55.197876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-61d405ed-7075-4279-b6ff-ce0ea4993b12 None None] Provisioning complete for port b1a701f5-2385-457d-9b3e-57f8c6e454b6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:55.198501 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61d405ed-7075-4279-b6ff-ce0ea4993b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:55.257410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:45:55.277741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 456f7aa5-9554-48c0-bd21-28b8aac0d09c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=456f7aa5-9554-48c0-bd21-28b8aac0d09c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:55.280795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5bdd7142-f669-4fc4-94bd-27c4605238ca tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:55.284675 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5bdd7142-f669-4fc4-94bd-27c4605238ca tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3064950 Feb 04 15:45:55.302692 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:55.315097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:55.326777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42572) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:55.359308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:55.388255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:45:55.430187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:55.454148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-61d405ed-7075-4279-b6ff-ce0ea4993b12 None None] Port b1a701f5-2385-457d-9b3e-57f8c6e454b6 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:45:55.474654 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=456f7aa5-9554-48c0-bd21-28b8aac0d09c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:55.485937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2695bbaf-3014-439e-96bc-7f0866d0e700 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port b1a701f5-2385-457d-9b3e-57f8c6e454b6 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:45:55.487654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2695bbaf-3014-439e-96bc-7f0866d0e700 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:55.535787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:41Z', 'updated_at': '2022-02-04T15:45:47Z', 'revision_number': 3, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'gw_port': {'id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:45Z', 'updated_at': '2022-02-04T15:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:55.543660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a746b4-152a-4601-a7d6-cef499a85164 None None] The sync data for ids ['934efb92-66fa-43d4-ba46-4de61cdf3ade'] in n-d-827870-1 is: [{'id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:41Z', 'updated_at': '2022-02-04T15:45:47Z', 'revision_number': 3, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'gw_port': {'id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:45Z', 'updated_at': '2022-02-04T15:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:45:55.584973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['456f7aa5-9554-48c0-bd21-28b8aac0d09c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:45:55.603995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:55.685051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=c6e21aa1-0f0f-4728-9317-57a79d04c6d5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:56.204156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.211984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:56.212664 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.216795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Pushing event updated for resources: {'Port': ['ID=53a2306b-6444-40fe-8565-18b06df68491,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:56.449500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6840818 Feb 04 15:45:56.462205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42582) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:56.468165 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.474827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2044605747'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:56.480417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:56.485512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Usage tracker for resource:network and tenant:f9f3cce11bd9405eacca7d33da02588a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:56.488637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:56.495182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:56.578154 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.597323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Made reservation on behalf of f9f3cce11bd9405eacca7d33da02588a for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:56.601670 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.621178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9fbc6-3126-4e00-8393-689e9af8a282 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Network': ['ID=0cba94bc-6bf8-40b6-922b-200a2d3a2d66,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:56.632390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 0cba94bc-6bf8-40b6-922b-200a2d3a2d66 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:56.698373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6efb69-f534-450a-b51c-9a92c26d75dd req-c584df27-94c5-4c17-8709-d30d77508f2f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:56.700244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d6efb69-f534-450a-b51c-9a92c26d75dd req-c584df27-94c5-4c17-8709-d30d77508f2f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 943 time: 1.7382929 Feb 04 15:45:56.881241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.886581 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2695bbaf-3014-439e-96bc-7f0866d0e700 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:56.947575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 40339b00-23a8-404e-9fad-0bc00e1b09a5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:57.011276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:57.021436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.022055 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Added segment 84cf093d-6c00-48ae-a54c-f683f4a354a2 of type vlan for network a158c343-316e-4e72-903d-531cd76cc502 Feb 04 15:45:57.053214 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.081518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 40339b00-23a8-404e-9fad-0bc00e1b09a5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:57.089797 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.096722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 40339b00-23a8-404e-9fad-0bc00e1b09a5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:57.097229 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.108543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2695bbaf-3014-439e-96bc-7f0866d0e700 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for b1a701f5-2385-457d-9b3e-57f8c6e454b6 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:45:57.179871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d6efb69-f534-450a-b51c-9a92c26d75dd req-85321553-597b-4d23-a10b-0f2fa865cab0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970098 Feb 04 15:45:57.180835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.188977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:57.189915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.265205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8003247 Feb 04 15:45:57.419021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42586) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:57.440592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'subnets': [{'network_id': '0cba94bc-6bf8-40b6-922b-200a2d3a2d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--300889122', 'ip_version': 4}, {'network_id': 'a158c343-316e-4e72-903d-531cd76cc502', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:57.443464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'subnet': {'network_id': '0cba94bc-6bf8-40b6-922b-200a2d3a2d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--300889122', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:57.444054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Request body: {'subnet': {'network_id': 'a158c343-316e-4e72-903d-531cd76cc502', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:57.474274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.501137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 40339b00-23a8-404e-9fad-0bc00e1b09a5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=40339b00-23a8-404e-9fad-0bc00e1b09a5,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:57.508846 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.579020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 94531689-084c-4531-8ccd-35fc41056aee has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:45:57.586621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.609518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=40339b00-23a8-404e-9fad-0bc00e1b09a5,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:57.761622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:57.769834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93142d11-2f93-48f4-b139-506cee3bf7d8 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Network': ['ID=a158c343-316e-4e72-903d-531cd76cc502,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:57.774084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:57.776593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:45:57.782804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:57.783495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.786558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a158c343-316e-4e72-903d-531cd76cc502 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:57.863047 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.2107821 Feb 04 15:45:57.863979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42590) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:57.890726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fc514162-c48a-4a07-ab18-83755c6fd907 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:58.041443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e2c63-c32c-47f9-9f50-c7de0984362c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:58.228220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:45:58.241318 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501a0c3-6156-4f1a-aa04-7d5ac6c735db None None] Sync routers for ids ['94531689-084c-4531-8ccd-35fc41056aee'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:45:58.243787 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-491fb723-3d0c-4906-a970-db94b288456b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/94531689-084c-4531-8ccd-35fc41056aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5910871 Feb 04 15:45:58.247715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42596) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:58.260262 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501a0c3-6156-4f1a-aa04-7d5ac6c735db None None] Routers {'94531689-084c-4531-8ccd-35fc41056aee'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:58.263419 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e501a0c3-6156-4f1a-aa04-7d5ac6c735db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94531689-084c-4531-8ccd-35fc41056aee'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:58.285027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 456f7aa5-9554-48c0-bd21-28b8aac0d09c up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:58.342665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Allocated IP 172.20.0.1 (1cbe632d-9896-4c60-b50c-303fe834e5e2/6aa8bbf6-d45c-4a46-a927-322c388308cf/410c5493-8fb4-4af3-be04-43ba1bb0b97d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:58.384508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:58.391242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2695bbaf-3014-439e-96bc-7f0866d0e700 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.399926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8d6f3-ba73-42bc-90f5-98191b6b50f9 req-20d64ce8-42a4-47a4-950e-0957749e82cd tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:58.399926 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-85e8d6f3-ba73-42bc-90f5-98191b6b50f9 req-20d64ce8-42a4-47a4-950e-0957749e82cd tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 0.8922892 Feb 04 15:45:58.413495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Usage tracker for resource:subnet and tenant:f9f3cce11bd9405eacca7d33da02588a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:58.476463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 456f7aa5-9554-48c0-bd21-28b8aac0d09c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:58.482602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 456f7aa5-9554-48c0-bd21-28b8aac0d09c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:58.482972 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.496916 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e501a0c3-6156-4f1a-aa04-7d5ac6c735db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:58.506475 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501a0c3-6156-4f1a-aa04-7d5ac6c735db None None] Routers {'94531689-084c-4531-8ccd-35fc41056aee'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:58.507307 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e501a0c3-6156-4f1a-aa04-7d5ac6c735db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94531689-084c-4531-8ccd-35fc41056aee'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:58.573551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695bbaf-3014-439e-96bc-7f0866d0e700 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=b1a701f5-2385-457d-9b3e-57f8c6e454b6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:58.589888 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc514162-c48a-4a07-ab18-83755c6fd907 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.592918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.598024 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.625300 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e501a0c3-6156-4f1a-aa04-7d5ac6c735db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:58.632703 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501a0c3-6156-4f1a-aa04-7d5ac6c735db None None] The sync data for ids ['94531689-084c-4531-8ccd-35fc41056aee'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:45:58.695535 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.701876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:58.792794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 456f7aa5-9554-48c0-bd21-28b8aac0d09c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=456f7aa5-9554-48c0-bd21-28b8aac0d09c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:45:58.793847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f76003-7094-4bdf-a0b9-9435e2a1aa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456f7aa5-9554-48c0-bd21-28b8aac0d09c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:58.801367 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.915245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=456f7aa5-9554-48c0-bd21-28b8aac0d09c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:58.921494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 40339b00-23a8-404e-9fad-0bc00e1b09a5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:58.994160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:59.044997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-85e8d6f3-ba73-42bc-90f5-98191b6b50f9 req-1472cb67-ac37-4d0c-a4de-1d15a5bfeb6e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285014 Feb 04 15:45:59.046911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 40339b00-23a8-404e-9fad-0bc00e1b09a5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:59.047279 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.060735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Made reservation on behalf of f9f3cce11bd9405eacca7d33da02588a for: {'subnet': 2} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:59.068283 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.068628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.545159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Router daf0facc-5393-461a-93d2-ecc2644131ed is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:45:59.659307 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc514162-c48a-4a07-ab18-83755c6fd907 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.672616 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc514162-c48a-4a07-ab18-83755c6fd907 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.726303 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2695bbaf-3014-439e-96bc-7f0866d0e700 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.728613 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2695bbaf-3014-439e-96bc-7f0866d0e700 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/b1a701f5-2385-457d-9b3e-57f8c6e454b6 HTTP/1.1" status: 204 len: 168 time: 4.4008095 Feb 04 15:45:59.741684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42602) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:59.764156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.800262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:45:59.815365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fc514162-c48a-4a07-ab18-83755c6fd907 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] In _notify_port_updated(), no bound segment for port a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f on network 35220ca7-b9e4-4028-99d8-81fb03d3792c {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:45:59.819599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b1865-47be-4ad1-82e0-8fca478b79b6 None None] Sync routers for ids ['daf0facc-5393-461a-93d2-ecc2644131ed'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:45:59.823094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffd42d-556e-4281-960f-b91bed0ba23c req-6b58a048-06f5-4b8b-863b-0d510451d163 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:59.824619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66ffd42d-556e-4281-960f-b91bed0ba23c req-6b58a048-06f5-4b8b-863b-0d510451d163 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 945 time: 0.4950392 Feb 04 15:45:59.836115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b1865-47be-4ad1-82e0-8fca478b79b6 None None] Routers {'daf0facc-5393-461a-93d2-ecc2644131ed'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:59.836741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9a7b1865-47be-4ad1-82e0-8fca478b79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['daf0facc-5393-461a-93d2-ecc2644131ed'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:59.841486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.842686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6b5a27d4-4f1e-424d-b8e9-b545ac8594ce tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "PUT /v2.0/routers/daf0facc-5393-461a-93d2-ecc2644131ed HTTP/1.1" status: 200 len: 919 time: 8.7832596 Feb 04 15:45:59.846421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc514162-c48a-4a07-ab18-83755c6fd907 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:59.848032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42606) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:59.850338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc514162-c48a-4a07-ab18-83755c6fd907 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.856349 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fc514162-c48a-4a07-ab18-83755c6fd907 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "PUT /v2.0/ports/a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f HTTP/1.1" status: 200 len: 818 time: 1.9762328 Feb 04 15:45:59.878206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42608) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:59.908923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9a7b1865-47be-4ad1-82e0-8fca478b79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:59.919414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b1865-47be-4ad1-82e0-8fca478b79b6 None None] Routers {'daf0facc-5393-461a-93d2-ecc2644131ed'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:45:59.919951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9a7b1865-47be-4ad1-82e0-8fca478b79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['daf0facc-5393-461a-93d2-ecc2644131ed'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:59.926655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66ffd42d-556e-4281-960f-b91bed0ba23c req-3cb4663a-a653-45d4-ba85-546d691f4adb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901442 Feb 04 15:46:00.076720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc514162-c48a-4a07-ab18-83755c6fd907 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:00.097492 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f76003-7094-4bdf-a0b9-9435e2a1aa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456f7aa5-9554-48c0-bd21-28b8aac0d09c', 'code': 200} Feb 04 15:46:00.099646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9a7b1865-47be-4ad1-82e0-8fca478b79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:00.100193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b1865-47be-4ad1-82e0-8fca478b79b6 None None] The sync data for ids ['daf0facc-5393-461a-93d2-ecc2644131ed'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:00.110840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c58c6-98fb-44b4-8551-86e5d5069fbb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:00.112859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c58c6-98fb-44b4-8551-86e5d5069fbb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:00.114390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c58c6-98fb-44b4-8551-86e5d5069fbb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:00.115564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-680c58c6-98fb-44b4-8551-86e5d5069fbb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:00.121432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2d92a97f-2d6e-401b-8c89-2c658635cf63 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:00.121840 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d92a97f-2d6e-401b-8c89-2c658635cf63 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.156904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.269075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-680c58c6-98fb-44b4-8551-86e5d5069fbb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:00.270449 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-680c58c6-98fb-44b4-8551-86e5d5069fbb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5269728 Feb 04 15:46:00.277625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42616) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:00.383402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c43471-4d57-479b-a0aa-0cc8d1023ba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 4e4526ac-0745-42f7-977d-aacf04aefb88 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:00.387983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27c43471-4d57-479b-a0aa-0cc8d1023ba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.459958 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27c43471-4d57-479b-a0aa-0cc8d1023ba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.466002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Network 1cbe632d-9896-4c60-b50c-303fe834e5e2 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:00.627383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:00.631366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-88ad03a7-e292-4bd3-a79c-936da9875284 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/routers/daf0facc-5393-461a-93d2-ecc2644131ed HTTP/1.1" status: 200 len: 925 time: 0.7543426 Feb 04 15:46:00.632451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Pushing event updated for resources: {'Port': ['ID=410c5493-8fb4-4af3-be04-43ba1bb0b97d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:00.642288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:00.677878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42620) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:00.711024 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.782548 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.843705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27c43471-4d57-479b-a0aa-0cc8d1023ba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.893062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ebdb-03fa-4183-91cf-4b02c573e114 req-5d896204-88ca-4920-b9bd-7a3c0f11f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:00.894632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6240ebdb-03fa-4183-91cf-4b02c573e114 req-5d896204-88ca-4920-b9bd-7a3c0f11f00d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 1096 time: 0.7885528 Feb 04 15:46:00.898509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d92a97f-2d6e-401b-8c89-2c658635cf63 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.030439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6240ebdb-03fa-4183-91cf-4b02c573e114 req-92948893-658d-4891-a652-c32c4b4bdf3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969553 Feb 04 15:46:01.129668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Checking segment: {'id': '014d4652-87bc-414f-a083-6b1f12e7cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0cba94bc-6bf8-40b6-922b-200a2d3a2d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:01.130092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Network hostable DHCP agents. Network: 0cba94bc-6bf8-40b6-922b-200a2d3a2d66, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:01.157728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846893-aa4f-4100-972a-ff59bae457d7 req-0a90277c-345d-48f3-91b7-6e3c9a17bc4c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:01.159369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0846893-aa4f-4100-972a-ff59bae457d7 req-0a90277c-345d-48f3-91b7-6e3c9a17bc4c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 0.7367885 Feb 04 15:46:01.199534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Subnet': ['ID=76bf5de0-3956-4346-b2b9-89c2b9db11c0,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:01.201653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.227640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2d92a97f-2d6e-401b-8c89-2c658635cf63 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:01.241548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Network 0cba94bc-6bf8-40b6-922b-200a2d3a2d66 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:01.298994 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0846893-aa4f-4100-972a-ff59bae457d7 req-24593578-f839-4d7b-9efb-6a488159608e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330912 Feb 04 15:46:01.299579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 0cba94bc-6bf8-40b6-922b-200a2d3a2d66) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:01.310343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbdc008-88c6-41e5-a745-698f62653a2f None None] Network 0cba94bc-6bf8-40b6-922b-200a2d3a2d66 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:01.336439 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.336686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27c43471-4d57-479b-a0aa-0cc8d1023ba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.432679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43471-4d57-479b-a0aa-0cc8d1023ba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4526ac-0745-42f7-977d-aacf04aefb88,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:01.460173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27c43471-4d57-479b-a0aa-0cc8d1023ba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.492898 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.544761 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-27c43471-4d57-479b-a0aa-0cc8d1023ba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/4e4526ac-0745-42f7-977d-aacf04aefb88 HTTP/1.1" status: 204 len: 168 time: 1.2659101 Feb 04 15:46:01.556200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42628) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:01.582532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf23140-27e6-450b-9339-1519398fcb4b None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:01.612921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.616223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event updated for resources: {'Subnet': ['ID=eebbd8b8-df8c-498a-aec8-ad1369931e7a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:01.623928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf9028-bf87-4bb6-a68e-8074f53f955e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:01.628319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-65bf9028-bf87-4bb6-a68e-8074f53f955e tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=daf0facc-5393-461a-93d2-ecc2644131ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9493322 Feb 04 15:46:01.636896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42632) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:01.657858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.783021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d64eea-e137-455a-ae97-f80b53b08c20 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:01.787902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a6d64eea-e137-455a-ae97-f80b53b08c20 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/networks/cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 881 time: 0.1498818 Feb 04 15:46:01.797857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42636) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:01.811285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Pushing event updated for resources: {'Port': ['ID=410c5493-8fb4-4af3-be04-43ba1bb0b97d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:01.877484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d92a97f-2d6e-401b-8c89-2c658635cf63 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.918918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e351eccd-ea96-4a74-92a8-049963c343b8 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=daf0facc-5393-461a-93d2-ecc2644131ed HTTP/1.1" status: 200 len: 205 time: 0.0970814 Feb 04 15:46:01.937916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42640) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:01.955879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0772db96-a233-4b84-b574-be1cfabece42 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet fedb5e49-d368-440c-ad24-d2dcd1dcbe43 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:01.975791 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0772db96-a233-4b84-b574-be1cfabece42 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.007007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d92a97f-2d6e-401b-8c89-2c658635cf63 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.019164 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2d92a97f-2d6e-401b-8c89-2c658635cf63 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f HTTP/1.1" status: 204 len: 168 time: 2.0643804 Feb 04 15:46:02.019164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92a97f-2d6e-401b-8c89-2c658635cf63 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:02.020192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42644) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:02.190759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-0cba94bc-6bf8-40b6-922b-200a2d3a2d66', 'network_id': '0cba94bc-6bf8-40b6-922b-200a2d3a2d66', 'tenant_id': 'f9f3cce11bd9405eacca7d33da02588a', 'fixed_ips': [{'subnet_id': '76bf5de0-3956-4346-b2b9-89c2b9db11c0'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:02.191880 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.197906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Checking segment: {'id': '84cf093d-6c00-48ae-a54c-f683f4a354a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a158c343-316e-4e72-903d-531cd76cc502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:02.198452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Network hostable DHCP agents. Network: a158c343-316e-4e72-903d-531cd76cc502, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:02.207293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.362321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0772db96-a233-4b84-b574-be1cfabece42 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.468290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-d1b47344-0f47-4bb5-a2ae-89f0da9a0f46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8456473 Feb 04 15:46:02.508844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Allocated IP 172.20.0.2 (0cba94bc-6bf8-40b6-922b-200a2d3a2d66/76bf5de0-3956-4346-b2b9-89c2b9db11c0/8d356f44-a3ea-4577-86ce-203e11e5d943) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:02.511427 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.661606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-195ece4b-b8c9-418f-80f7-8691df1421a6 req-ad71ea8b-e077-4a47-ab47-42965d8fc7f4 service neutron] (87571) timed out ('10.222.0.46', 43608) {{(pid=87571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:46:02.690247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2234c7-2c8b-406e-87cb-de9d45df9ae3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:02.691249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8a2234c7-2c8b-406e-87cb-de9d45df9ae3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:02.783699 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0772db96-a233-4b84-b574-be1cfabece42 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.842622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 869588cc-41ee-4496-8af8-23d06e9dafb9 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:02.842859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.861245 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.883495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Transition to ACTIVE for port object 8d356f44-a3ea-4577-86ce-203e11e5d943 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:02.888625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8a2234c7-2c8b-406e-87cb-de9d45df9ae3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:02.892410 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8a2234c7-2c8b-406e-87cb-de9d45df9ae3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8606739 Feb 04 15:46:02.900326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42650) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:02.910026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Transition to ACTIVE for port object 8d356f44-a3ea-4577-86ce-203e11e5d943 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:02.919268 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.991794 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe7e7d6-afb8-4089-b91b-94fd66ea2a4d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:46:02.996386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cfe7e7d6-afb8-4089-b91b-94fd66ea2a4d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/a522fc2e-7307-4e4c-9e7c-e8d64f22ae1f HTTP/1.1" status: 404 len: 333 time: 0.0901227 Feb 04 15:46:03.002566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42658) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:03.011665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Pushing event updated for resources: {'Port': ['ID=8d356f44-a3ea-4577-86ce-203e11e5d943,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:03.013427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-94943317'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:03.022835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Network 0cba94bc-6bf8-40b6-922b-200a2d3a2d66 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:03.023962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:03.026456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:03.059809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e6507-02e4-40f2-9a1f-b47fe01d5040 req-12117bab-833c-4f57-a55e-0cf626728910 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:03.071437 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-844e6507-02e4-40f2-9a1f-b47fe01d5040 req-12117bab-833c-4f57-a55e-0cf626728910 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 945 time: 1.4519753 Feb 04 15:46:03.098170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:03.119039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:network and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:03.128552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:03.144106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Network a158c343-316e-4e72-903d-531cd76cc502 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:03.151014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:03.156379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Attempting to bind port 8d356f44-a3ea-4577-86ce-203e11e5d943 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:03.156896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Attempting to bind port 8d356f44-a3ea-4577-86ce-203e11e5d943 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '014d4652-87bc-414f-a083-6b1f12e7cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0cba94bc-6bf8-40b6-922b-200a2d3a2d66'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:03.157307 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Attempting to bind port 8d356f44-a3ea-4577-86ce-203e11e5d943 on network 0cba94bc-6bf8-40b6-922b-200a2d3a2d66 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:03.174464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab10c1ab-6484-4011-b034-8839a6e773ed None None] Provisioning complete for port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:03.174991 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab10c1ab-6484-4011-b034-8839a6e773ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.175164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0772db96-a233-4b84-b574-be1cfabece42 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.217782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a158c343-316e-4e72-903d-531cd76cc502) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:03.223955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:03.224918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:03.225715 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.227706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:03.231367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.260581 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-844e6507-02e4-40f2-9a1f-b47fe01d5040 req-0a112c57-206b-46ed-bcd9-c83ec97c1f4f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880028 Feb 04 15:46:03.273468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772db96-a233-4b84-b574-be1cfabece42 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=fedb5e49-d368-440c-ad24-d2dcd1dcbe43,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:03.278498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:03.290042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Checking segment: {'id': '014d4652-87bc-414f-a083-6b1f12e7cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0cba94bc-6bf8-40b6-922b-200a2d3a2d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:03.291290 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0772db96-a233-4b84-b574-be1cfabece42 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.291872 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.292405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Bound using segment: {'id': '014d4652-87bc-414f-a083-6b1f12e7cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0cba94bc-6bf8-40b6-922b-200a2d3a2d66'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:03.293080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Bound port: 8d356f44-a3ea-4577-86ce-203e11e5d943, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d4652-87bc-414f-a083-6b1f12e7cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0cba94bc-6bf8-40b6-922b-200a2d3a2d66'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:03.294565 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.303820 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0772db96-a233-4b84-b574-be1cfabece42 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/fedb5e49-d368-440c-ad24-d2dcd1dcbe43 HTTP/1.1" status: 204 len: 168 time: 1.7437391 Feb 04 15:46:03.304955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42662) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:03.306692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.337649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813e1e2-6afb-4694-a793-19b6ccb9f2a0 None None] Network a158c343-316e-4e72-903d-531cd76cc502 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:03.419778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbd9eeb-de93-4a6f-a0a6-4784fd47d369 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:03.496625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Network 1cbe632d-9896-4c60-b50c-303fe834e5e2 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:03.543314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:03.558860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e70fed0a-2f01-4982-ad18-d4537aa085a2 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.1278310 Feb 04 15:46:03.564753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-b0787cb7-e7f5-4978-afd9-21cf17848cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:03.566512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-b0787cb7-e7f5-4978-afd9-21cf17848cd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 1059 time: 0.6524189 Feb 04 15:46:03.567119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42666) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:03.720114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 869588cc-41ee-4496-8af8-23d06e9dafb9 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:03.907630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] For port 8d356f44-a3ea-4577-86ce-203e11e5d943, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:03.946741 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.957106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] For port 8d356f44-a3ea-4577-86ce-203e11e5d943, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d356f44-a3ea-4577-86ce-203e11e5d943,segment=NetworkSegment(014d4652-87bc-414f-a083-6b1f12e7cc3b),segment_id=014d4652-87bc-414f-a083-6b1f12e7cc3b)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:03.975751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.009401 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-729f8963-bee7-4b4a-bdd6-073058e20472 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6948829 Feb 04 15:46:04.014424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=869588cc-41ee-4496-8af8-23d06e9dafb9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:04.021410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42672) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:04.028322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:04.045299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:04.170824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced92f8f-7dc9-4d3a-91fb-0a8e4da4b4db None None] Pushing event updated for resources: {'Port': ['ID=8d356f44-a3ea-4577-86ce-203e11e5d943,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:04.187928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-a158c343-316e-4e72-903d-531cd76cc502', 'network_id': 'a158c343-316e-4e72-903d-531cd76cc502', 'tenant_id': 'f9f3cce11bd9405eacca7d33da02588a', 'fixed_ips': [{'subnet_id': 'eebbd8b8-df8c-498a-aec8-ad1369931e7a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:04.189010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.209268 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.209709 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Added segment 6491cad9-8244-4f85-9957-8728855aad8a of type vlan for network e2c1fbbe-f18b-4f98-a62a-a982db7c738b Feb 04 15:46:04.339879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75458a1c-7eaf-4676-ac83-8e3f4bfbedee None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:04.343799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-77a5f90e-fec7-4395-8c23-b65e3df60ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.353952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-75458a1c-7eaf-4676-ac83-8e3f4bfbedee None None] Deleting port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:04.354490 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-75458a1c-7eaf-4676-ac83-8e3f4bfbedee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.403263 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.453163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Deleting port 53a2306b-6444-40fe-8565-18b06df68491 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:04.454109 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.620847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.662539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d967b5-0c9b-49d9-900d-4031640cd519 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:04.664654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d967b5-0c9b-49d9-900d-4031640cd519 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:04.666254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d967b5-0c9b-49d9-900d-4031640cd519 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:04.667128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-91d967b5-0c9b-49d9-900d-4031640cd519 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Synchronizing usage tracker for tenant:f9f3cce11bd9405eacca7d33da02588a on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:04.705254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Router 934efb92-66fa-43d4-ba46-4de61cdf3ade has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:46:04.773926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:04.838279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:04.842768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:04.856827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:04.869055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:04.889092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-91d967b5-0c9b-49d9-900d-4031640cd519 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Unset dirty status for tenant:f9f3cce11bd9405eacca7d33da02588a on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:04.890337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-91d967b5-0c9b-49d9-900d-4031640cd519 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.9048941 Feb 04 15:46:04.929149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42678) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:04.956064 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Allocated IP 172.20.0.18 (a158c343-316e-4e72-903d-531cd76cc502/eebbd8b8-df8c-498a-aec8-ad1369931e7a/ec5457ee-3b9e-4427-bf41-3958a44e4733) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:04.996220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d356f44-a3ea-4577-86ce-203e11e5d943 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:05.007278 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:46:05.072090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407177b2-4f48-4769-86e6-bce90d19d978 req-983c11f7-533a-41c0-a31f-f76d369ed605 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:05.078985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-407177b2-4f48-4769-86e6-bce90d19d978 req-983c11f7-533a-41c0-a31f-f76d369ed605 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 1.5723693 Feb 04 15:46:05.096110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:05.099562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-75458a1c-7eaf-4676-ac83-8e3f4bfbedee None None] For port 3ab7f1ee-b484-4121-97b3-ac2d86132d53, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3ab7f1ee-b484-4121-97b3-ac2d86132d53,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:05.100215 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-75458a1c-7eaf-4676-ac83-8e3f4bfbedee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.101555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.104877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-c5573d35-854c-4e62-9a8a-bf9083d6c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:05.106308 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-c5573d35-854c-4e62-9a8a-bf9083d6c45d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 1.1192508 Feb 04 15:46:05.188991 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-13906529-566d-457e-be17-eea9304ea2e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8 HTTP/1.1" status: 200 len: 217 time: 0.0680394 Feb 04 15:46:05.209686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 94531689-084c-4531-8ccd-35fc41056aee has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:46:05.231837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.238025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:05.239082 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.316609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-75458a1c-7eaf-4676-ac83-8e3f4bfbedee None None] Calling delete_port for 3ab7f1ee-b484-4121-97b3-ac2d86132d53 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:05.401180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-407177b2-4f48-4769-86e6-bce90d19d978 req-330a8fc3-d0d0-4e1e-8b88-833e8dc15830 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211977 Feb 04 15:46:05.434294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe053641-a995-4f59-a76f-80d0872d6ecb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Deleting subnet 76bf5de0-3956-4346-b2b9-89c2b9db11c0 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:05.466916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe053641-a995-4f59-a76f-80d0872d6ecb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.604274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-75458a1c-7eaf-4676-ac83-8e3f4bfbedee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.648782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-16089f68-de46-4645-928f-6c455a5e930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:05.653883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-16089f68-de46-4645-928f-6c455a5e930f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.4535842 Feb 04 15:46:05.688237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe053641-a995-4f59-a76f-80d0872d6ecb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.704234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75458a1c-7eaf-4676-ac83-8e3f4bfbedee None None] No DVR routers for this DVR port 3ab7f1ee-b484-4121-97b3-ac2d86132d53 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:05.717498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75458a1c-7eaf-4676-ac83-8e3f4bfbedee None None] Pushing event deleted for resources: {'Port': ['ID=3ab7f1ee-b484-4121-97b3-ac2d86132d53,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:05.754448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8d356f44-a3ea-4577-86ce-203e11e5d943 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:05.847583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3ab7f1ee-b484-4121-97b3-ac2d86132d53 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:05.895962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 3ab7f1ee-b484-4121-97b3-ac2d86132d53 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:05.896313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3ab7f1ee-b484-4121-97b3-ac2d86132d53 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:05.956706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:05.961081 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.9549615 Feb 04 15:46:05.964728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:46:05.967311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42682) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:05.978824 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67737105-ea25-4147-bccd-41fd0b5b0694 None None] Sync routers for ids ['94531689-084c-4531-8ccd-35fc41056aee'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:05.984529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:05.997417 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67737105-ea25-4147-bccd-41fd0b5b0694 None None] Routers {'94531689-084c-4531-8ccd-35fc41056aee'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:05.998025 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-67737105-ea25-4147-bccd-41fd0b5b0694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94531689-084c-4531-8ccd-35fc41056aee'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:06.002272 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.019879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8465a415-f087-476c-8bd1-5fe02c503412 None None] Network 0cba94bc-6bf8-40b6-922b-200a2d3a2d66 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:06.029581 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-65a7239c-f8e0-47be-8296-0f3d98f20132 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/94531689-084c-4531-8ccd-35fc41056aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7678237 Feb 04 15:46:06.038142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42686) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:06.126037 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-67737105-ea25-4147-bccd-41fd0b5b0694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:06.143038 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67737105-ea25-4147-bccd-41fd0b5b0694 None None] Routers {'94531689-084c-4531-8ccd-35fc41056aee'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:06.143678 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-67737105-ea25-4147-bccd-41fd0b5b0694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['94531689-084c-4531-8ccd-35fc41056aee'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:06.165557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Transition to ACTIVE for port object ec5457ee-3b9e-4427-bf41-3958a44e4733 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:06.171762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Calling delete_port for 53a2306b-6444-40fe-8565-18b06df68491 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:06.229727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82457707-bfe3-46a7-ae40-ea9f3458c8ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Network': ['ID=e2c1fbbe-f18b-4f98-a62a-a982db7c738b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:06.238770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] Provisioning for port 8d356f44-a3ea-4577-86ce-203e11e5d943 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:06.249907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:06.262077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f903e05a-9673-40d9-9076-720ba21ac9f0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:06.263106 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-67737105-ea25-4147-bccd-41fd0b5b0694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:06.263229 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.263493 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67737105-ea25-4147-bccd-41fd0b5b0694 None None] The sync data for ids ['94531689-084c-4531-8ccd-35fc41056aee'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:06.274573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Transition to ACTIVE for port object ec5457ee-3b9e-4427-bf41-3958a44e4733 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:06.326173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] Provisioning complete for port 8d356f44-a3ea-4577-86ce-203e11e5d943 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:06.326487 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.334411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f903e05a-9673-40d9-9076-720ba21ac9f0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:06.335573 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f903e05a-9673-40d9-9076-720ba21ac9f0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=94531689-084c-4531-8ccd-35fc41056aee HTTP/1.1" status: 200 len: 205 time: 0.2965155 Feb 04 15:46:06.360953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42690) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:06.484097 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.560868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ede3cac-8e36-4ef8-a98d-aed06f277f00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.627353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Network a158c343-316e-4e72-903d-531cd76cc502 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:06.681060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:06.686317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:46:06.691914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a348ba62-d4fb-4176-8e25-7ab8459f506d admin admin] 10.222.0.46 "PUT /v2.0/routers/934efb92-66fa-43d4-ba46-4de61cdf3ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3855486 Feb 04 15:46:06.710941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:06.790026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:06.798488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Sync routers for ids ['934efb92-66fa-43d4-ba46-4de61cdf3ade'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:06.839389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:06.862528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:06.871559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Pushing event updated for resources: {'Port': ['ID=ec5457ee-3b9e-4427-bf41-3958a44e4733,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:06.881213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:06.889060 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe053641-a995-4f59-a76f-80d0872d6ecb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.918229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Routers {'934efb92-66fa-43d4-ba46-4de61cdf3ade'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:06.922272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:45:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['934efb92-66fa-43d4-ba46-4de61cdf3ade'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:06.976657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe053641-a995-4f59-a76f-80d0872d6ecb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.998231 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54638dbe-a5bd-44ef-92aa-eb00e2201516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.034951 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ede3cac-8e36-4ef8-a98d-aed06f277f00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.046209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ede3cac-8e36-4ef8-a98d-aed06f277f00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.057190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:07.061527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.071183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.095039 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe053641-a995-4f59-a76f-80d0872d6ecb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.109089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe053641-a995-4f59-a76f-80d0872d6ecb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Subnet': ['ID=76bf5de0-3956-4346-b2b9-89c2b9db11c0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:07.116369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-5c645b75-7ca4-4f9a-82a6-ed4d31baff1d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5457797 Feb 04 15:46:07.140322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fe053641-a995-4f59-a76f-80d0872d6ecb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/subnets/76bf5de0-3956-4346-b2b9-89c2b9db11c0 HTTP/1.1" status: 204 len: 168 time: 2.1356459 Feb 04 15:46:07.158102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42702) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:07.172961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.308077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-ba5508ce-e174-460f-ab16-91d35917599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:07.309513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-ba5508ce-e174-460f-ab16-91d35917599f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5975528 Feb 04 15:46:07.313304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7d8853-b13e-4e03-aff3-403a64bd33ae tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Deleting subnet eebbd8b8-df8c-498a-aec8-ad1369931e7a {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:07.339353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8853-b13e-4e03-aff3-403a64bd33ae tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.380639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Set router 934efb92-66fa-43d4-ba46-4de61cdf3ade gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:46:07.380891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:07.382480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb9a18-bdba-4f1c-ac76-f60334190e17 req-05a19969-1963-4a1a-a6a1-e124cfa2453a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:07.383975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bbb9a18-bdba-4f1c-ac76-f60334190e17 req-05a19969-1963-4a1a-a6a1-e124cfa2453a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 945 time: 0.8271780 Feb 04 15:46:07.394128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ede3cac-8e36-4ef8-a98d-aed06f277f00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.394466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ede3cac-8e36-4ef8-a98d-aed06f277f00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Fanout notify agent at l3_agent the message router_deleted on router 94531689-084c-4531-8ccd-35fc41056aee {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:46:07.400444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:07.409682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:07.410276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.445666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=7b928bb0-ece6-4633-85a4-48cc70303508,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:07.466142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ede3cac-8e36-4ef8-a98d-aed06f277f00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.467214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1ede3cac-8e36-4ef8-a98d-aed06f277f00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/94531689-084c-4531-8ccd-35fc41056aee HTTP/1.1" status: 204 len: 168 time: 1.1007612 Feb 04 15:46:07.470069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42706) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:07.471388 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0550d5ae-683b-4566-9419-be264a86ad70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4490201 Feb 04 15:46:07.502434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42710) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:07.522973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:07.539844 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.592813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8f7311-c38f-41d6-a963-15f50f44ff00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting subnet 43336fcc-44dd-4730-bad1-4ca0f8748735 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:07.609057 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7311-c38f-41d6-a963-15f50f44ff00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.634334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Attempting to bind port ec5457ee-3b9e-4427-bf41-3958a44e4733 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:07.635146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Attempting to bind port ec5457ee-3b9e-4427-bf41-3958a44e4733 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '84cf093d-6c00-48ae-a54c-f683f4a354a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a158c343-316e-4e72-903d-531cd76cc502'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:07.635714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Attempting to bind port ec5457ee-3b9e-4427-bf41-3958a44e4733 on network a158c343-316e-4e72-903d-531cd76cc502 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:07.668169 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.714810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7311-c38f-41d6-a963-15f50f44ff00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.728726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bbb9a18-bdba-4f1c-ac76-f60334190e17 req-eb7df3c0-4b37-4672-8880-20dc44e24bca tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348050 Feb 04 15:46:07.737943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3534e7e4-435b-4e81-bf5c-cb6874adb906 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:07.745887 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8853-b13e-4e03-aff3-403a64bd33ae tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.854301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:07.854762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Checking segment: {'id': '84cf093d-6c00-48ae-a54c-f683f4a354a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a158c343-316e-4e72-903d-531cd76cc502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:07.855414 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.855908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Bound using segment: {'id': '84cf093d-6c00-48ae-a54c-f683f4a354a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a158c343-316e-4e72-903d-531cd76cc502'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:07.856496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Bound port: ec5457ee-3b9e-4427-bf41-3958a44e4733, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cf093d-6c00-48ae-a54c-f683f4a354a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a158c343-316e-4e72-903d-531cd76cc502'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:07.857016 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.877036 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:07.877539 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:07.932558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event deleted for resources: {'Port': ['ID=53a2306b-6444-40fe-8565-18b06df68491,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:08.032851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.041028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] For port ec5457ee-3b9e-4427-bf41-3958a44e4733, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:08.044638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] For port ec5457ee-3b9e-4427-bf41-3958a44e4733, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ec5457ee-3b9e-4427-bf41-3958a44e4733,segment=NetworkSegment(84cf093d-6c00-48ae-a54c-f683f4a354a2),segment_id=84cf093d-6c00-48ae-a54c-f683f4a354a2)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:08.052546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=f47a988c-fb28-4f28-8830-9fa7c8962018,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:08.078310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.091985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Checking segment: {'id': '6491cad9-8244-4f85-9957-8728855aad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:08.092677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network hostable DHCP agents. Network: e2c1fbbe-f18b-4f98-a62a-a982db7c738b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:08.129187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7311-c38f-41d6-a963-15f50f44ff00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.165619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:08.194865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.198335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609207d8-af49-4e9b-ab0f-66406ffa0cd4 None None] Pushing event updated for resources: {'Port': ['ID=ec5457ee-3b9e-4427-bf41-3958a44e4733,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:08.204844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, e2c1fbbe-f18b-4f98-a62a-a982db7c738b) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:08.210390 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.216189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:08.216849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.248151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7c9c46bc-72b0-4196-b5b9-e501fa620db2 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2769730 Feb 04 15:46:08.251294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b8727-213c-47a1-9fdc-ce1b783e523b None None] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:08.257983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:08.290950 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.291199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:08.294079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.510014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7311-c38f-41d6-a963-15f50f44ff00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.581302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7311-c38f-41d6-a963-15f50f44ff00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.633700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f7311-c38f-41d6-a963-15f50f44ff00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Subnet': ['ID=43336fcc-44dd-4730-bad1-4ca0f8748735,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:08.636521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-c811182e-14e1-4a22-972b-ee9f73c1a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:08.637583 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-c811182e-14e1-4a22-972b-ee9f73c1a2e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1095 time: 1.4091678 Feb 04 15:46:08.671097 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3d8f7311-c38f-41d6-a963-15f50f44ff00 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/43336fcc-44dd-4730-bad1-4ca0f8748735 HTTP/1.1" status: 204 len: 168 time: 1.1981821 Feb 04 15:46:08.690213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42720) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:08.743009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.743567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Fanout notify agent at l3_agent the message router_deleted on router daf0facc-5393-461a-93d2-ecc2644131ed {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:46:08.768586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:08.772930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:08.773347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca1fe7-a24a-49db-8d98-4e85bd4a0e43 None None] Network 0cba94bc-6bf8-40b6-922b-200a2d3a2d66 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:08.776079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:08.781962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:08.789444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ec231-514a-4d0d-9af8-2d05c0f4d810 None None] Network 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:08.794071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.801183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-df0d737b-5e86-4f41-995f-df89f90e53fc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/daf0facc-5393-461a-93d2-ecc2644131ed HTTP/1.1" status: 204 len: 168 time: 6.8531420 Feb 04 15:46:08.802566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42724) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:08.873660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8853-b13e-4e03-aff3-403a64bd33ae tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.967952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:08.968147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b691f2d0-0f62-473b-bde3-45f976a889fb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting subnet 65f3c09f-81b2-4ede-84e7-3140a21d0d35 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:08.972121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.982665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b691f2d0-0f62-473b-bde3-45f976a889fb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.994439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-0b737038-9321-4509-a7ea-f6c17c6f442b service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6737831 Feb 04 15:46:09.028115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:09.047773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:09.057488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:09.060981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ec5457ee-3b9e-4427-bf41-3958a44e4733 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:09.068589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:09.075755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b691f2d0-0f62-473b-bde3-45f976a889fb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.079997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-562523528', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:09.087808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-d2783914-d211-4b3e-95ce-697f2d932c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:09.089487 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-d2783914-d211-4b3e-95ce-697f2d932c4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.3979294 Feb 04 15:46:09.122998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:09.126749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.231989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:09.329629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Usage tracker for resource:router and tenant:4aa8b7b0688842d7a4482102e1c4c9c2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:09.360434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:09.401212 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b691f2d0-0f62-473b-bde3-45f976a889fb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.433960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:09.516716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11fa8f-4aab-4274-8c54-b1c7fd8b1cc8 req-4a78239c-0555-4cbf-807a-c8544bde88a0 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:09.518633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d11fa8f-4aab-4274-8c54-b1c7fd8b1cc8 req-4a78239c-0555-4cbf-807a-c8544bde88a0 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 1.5209467 Feb 04 15:46:09.558590 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b691f2d0-0f62-473b-bde3-45f976a889fb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.560974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.561979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.565235 n-d-827870-1 neutron-server[87571]: INFO neutron.db.ipam_backend_mixin [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f47a988c-fb28-4f28-8830-9fa7c8962018 (CIDR: 172.20.0.0/28) Feb 04 15:46:09.572616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-2a0c396f-9443-4492-ad1c-c11c1b67309a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 998 time: 0.3987339 Feb 04 15:46:09.634540 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:46:09.635335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:09.636262 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.637261 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.637621 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.684078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b691f2d0-0f62-473b-bde3-45f976a889fb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.686404 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b691f2d0-0f62-473b-bde3-45f976a889fb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/65f3c09f-81b2-4ede-84e7-3140a21d0d35 HTTP/1.1" status: 204 len: 168 time: 0.9938512 Feb 04 15:46:09.689395 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-78773d49-c3b2-44d6-8779-c4f6639a891c tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4154761 Feb 04 15:46:09.691128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691f2d0-0f62-473b-bde3-45f976a889fb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Subnet': ['ID=65f3c09f-81b2-4ede-84e7-3140a21d0d35,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:09.699398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42728) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:09.699986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42730) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:09.710280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] For port 8d356f44-a3ea-4577-86ce-203e11e5d943, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d356f44-a3ea-4577-86ce-203e11e5d943,segment=NetworkSegment(014d4652-87bc-414f-a083-6b1f12e7cc3b),segment_id=014d4652-87bc-414f-a083-6b1f12e7cc3b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:09.711442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d11fa8f-4aab-4274-8c54-b1c7fd8b1cc8 req-5c315a4a-6d69-4613-9794-6f23231a23cb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789989 Feb 04 15:46:09.712127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-e2c1fbbe-f18b-4f98-a62a-a982db7c738b', 'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b', 'tenant_id': '214ab35bad1a4657956c11682d7336a3', 'fixed_ips': [{'subnet_id': 'f47a988c-fb28-4f28-8830-9fa7c8962018'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:09.713246 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.721094 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.788706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:09.790970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7a059-0fd3-45ed-b9be-b0b5397813b1 None None] Network d7ade09a-7140-4f24-a3e9-1a9e64d6425d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:09.818894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.822911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8853-b13e-4e03-aff3-403a64bd33ae tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.869865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f65a197-999c-4fce-af24-c1abd5a472d1 req-e7514a4e-36a2-4761-b9a1-8f862701e2c3 service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7759385 Feb 04 15:46:09.908267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d8853-b13e-4e03-aff3-403a64bd33ae tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Subnet': ['ID=eebbd8b8-df8c-498a-aec8-ad1369931e7a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:09.921221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8853-b13e-4e03-aff3-403a64bd33ae tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.025789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5f7d8853-b13e-4e03-aff3-403a64bd33ae tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/subnets/eebbd8b8-df8c-498a-aec8-ad1369931e7a HTTP/1.1" status: 204 len: 168 time: 2.8664472 Feb 04 15:46:10.028966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-931f3243-9b50-4dbb-a6b3-cb3af63e2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:10.036758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-931f3243-9b50-4dbb-a6b3-cb3af63e2f94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.4505272 Feb 04 15:46:10.037979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42738) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:10.138236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '7b928bb0-ece6-4633-85a4-48cc70303508'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:10.139021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.222923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df975a3-96ad-4401-b00e-19321d4937bf tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:10.224067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3df975a3-96ad-4401-b00e-19321d4937bf tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Synchronizing usage tracker for tenant:f9f3cce11bd9405eacca7d33da02588a on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:10.267955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.359890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port dedcf332-99cf-40f8-9740-27a7097b2510 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:10.360234 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.416812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258f67a2-428f-4fc0-8ba9-6dee7fe12bc9 None None] Network a158c343-316e-4e72-903d-531cd76cc502 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:10.417494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:10.425076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:10.430193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:10.435774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108f3b1-439a-49d7-975f-431004b81417 None None] Pushing event updated for resources: {'Port': ['ID=8d356f44-a3ea-4577-86ce-203e11e5d943,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:10.439454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:10.493519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ec5457ee-3b9e-4427-bf41-3958a44e4733 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:10.500806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:10.504229 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.606524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5add8e0c-81bc-4ece-8d46-275f8160ceb4 None None] Provisioning complete for port 8d356f44-a3ea-4577-86ce-203e11e5d943 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:10.607222 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5add8e0c-81bc-4ece-8d46-275f8160ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.609006 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:46:10.780952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port dedcf332-99cf-40f8-9740-27a7097b2510, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=dedcf332-99cf-40f8-9740-27a7097b2510,segment=NetworkSegment(6056b93d-2e07-4c8e-b893-fe5ac750c1c7),segment_id=6056b93d-2e07-4c8e-b893-fe5ac750c1c7)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:10.781306 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.914562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:41Z', 'updated_at': '2022-02-04T15:46:00Z', 'revision_number': 4, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'gw_port': {'id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:45Z', 'updated_at': '2022-02-04T15:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '410c5493-8fb4-4af3-be04-43ba1bb0b97d', 'name': '', 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'mac_address': 'fa:16:3e:7f:78:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6aa8bbf6-d45c-4a46-a927-322c388308cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:56Z', 'updated_at': '2022-02-04T15:46:01Z', 'revision_number': 2, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'subnets': [{'id': '6aa8bbf6-d45c-4a46-a927-322c388308cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:10.919061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70fa024-2379-4234-997b-f56b7a416ad7 None None] DHCP port deletion for 9a089c24-30ea-4a45-9cb4-fdd9afe9d711 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:10.931706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3df975a3-96ad-4401-b00e-19321d4937bf tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Unset dirty status for tenant:f9f3cce11bd9405eacca7d33da02588a on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:10.936407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Checking router: 934efb92-66fa-43d4-ba46-4de61cdf3ade for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:46:10.936754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Updating router 934efb92-66fa-43d4-ba46-4de61cdf3ade port 410c5493-8fb4-4af3-be04-43ba1bb0b97d binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:46:10.936992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3df975a3-96ad-4401-b00e-19321d4937bf tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8761604 Feb 04 15:46:10.945647 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.962014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42754) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:10.980650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d356f44-a3ea-4577-86ce-203e11e5d943 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:11.229671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for dedcf332-99cf-40f8-9740-27a7097b2510 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:11.257040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c70fa024-2379-4234-997b-f56b7a416ad7 None None] Deleting port dedcf332-99cf-40f8-9740-27a7097b2510 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:11.257040 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c70fa024-2379-4234-997b-f56b7a416ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.308225 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.323198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-05fa0203-dda4-41e8-99d9-6da947d3b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:11.324698 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-05fa0203-dda4-41e8-99d9-6da947d3b5ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1680129 Feb 04 15:46:11.336049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-c8582fc9-6c50-4101-a928-127f6b6a7b3e tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:11.336745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-c8582fc9-6c50-4101-a928-127f6b6a7b3e tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Synchronizing usage tracker for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:11.359377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.439550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Deleting port ec5457ee-3b9e-4427-bf41-3958a44e4733 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:11.440444 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.467834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.549780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=dedcf332-99cf-40f8-9740-27a7097b2510,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:11.552329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No DVR routers for this DVR port dedcf332-99cf-40f8-9740-27a7097b2510 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:11.594881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-b55e3e6e-fe2a-40b5-9050-8ffc28f22ba8 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538507 Feb 04 15:46:11.711265 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.739746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a089c24-30ea-4a45-9cb4-fdd9afe9d711']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:11.755558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6056b93d-2e07-4c8e-b893-fe5ac750c1c7') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:11.756059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6056b93d-2e07-4c8e-b893-fe5ac750c1c7') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:11.767149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-c8582fc9-6c50-4101-a928-127f6b6a7b3e tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Unset dirty status for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:11.768555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-c8582fc9-6c50-4101-a928-127f6b6a7b3e tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 811 time: 1.2060916 Feb 04 15:46:11.799209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.813693 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.820637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.827974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:11.828455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:11.937751 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:11.939625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a27fdeed-94f2-4d09-ae91-4453d69773ec tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/quotas/ec20a7a5ff3646d6be625a5821e1ddcc HTTP/1.1" status: 200 len: 375 time: 0.1082735 Feb 04 15:46:11.943211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] DHCP port deletion for d7ade09a-7140-4f24-a3e9-1a9e64d6425d request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:11.956859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8d356f44-a3ea-4577-86ce-203e11e5d943 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:11.957844 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.958257 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.988375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] Deleting port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:11.989153 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.023371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841c38e-dcd7-4be1-9f19-20de49bd7243 None None] DHCP port deletion for 0cba94bc-6bf8-40b6-922b-200a2d3a2d66 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:12.030392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.033062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=673d10f5-3b60-4173-8d18-5c0df18c35f1,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:12.058404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.061308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Transition to ACTIVE for port object 410c5493-8fb4-4af3-be04-43ba1bb0b97d will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:12.077777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6841c38e-dcd7-4be1-9f19-20de49bd7243 None None] Deleting port 8d356f44-a3ea-4577-86ce-203e11e5d943 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:12.078506 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6841c38e-dcd7-4be1-9f19-20de49bd7243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.078943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Network': ['ID=9a089c24-30ea-4a45-9cb4-fdd9afe9d711,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:12.090600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:12.093394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:12.099247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:12.099959 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.109108 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-96f48da5-07d1-4760-9a0b-af1e6076c4ec tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/networks/9a089c24-30ea-4a45-9cb4-fdd9afe9d711 HTTP/1.1" status: 204 len: 168 time: 2.4055398 Feb 04 15:46:12.112466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42762) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:12.146813 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.183761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Allocated IP 172.20.0.2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/7b928bb0-ece6-4633-85a4-48cc70303508/27fff5ae-94e5-48f6-8602-580ab3624e1c) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:12.218779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f411368e-3bf3-40a1-9683-d0fdfb68702f req-83a86c29-5a76-4a35-9eba-785724515fb4 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047263 Feb 04 15:46:12.245385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.261597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-270de863-6b1b-4386-8e8f-4b3ad0978801 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5548627 Feb 04 15:46:12.261597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:12.261597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.286612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42766) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:12.296398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.objects.ports [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87570) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:46:12.307014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b', 'fixed_ips': [{'subnet_id': 'f47a988c-fb28-4f28-8830-9fa7c8962018'}, {'subnet_id': '673d10f5-3b60-4173-8d18-5c0df18c35f1'}], 'name': 'tempest-PortsTestJSON-1023873257'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:12.359580 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.378003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f631642-6ea0-4004-be60-3267920e415c None None] Pushing event updated for resources: {'Port': ['ID=410c5493-8fb4-4af3-be04-43ba1bb0b97d,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:12.481419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c70fa024-2379-4234-997b-f56b7a416ad7 None None] The port 'dedcf332-99cf-40f8-9740-27a7097b2510' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:46:12.482668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6fc50ed8-56b8-48ff-9752-36407c424bbb None None] Provisioning for port ec5457ee-3b9e-4427-bf41-3958a44e4733 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:12.589033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Attempting to bind port 410c5493-8fb4-4af3-be04-43ba1bb0b97d on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:12.589401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Attempting to bind port 410c5493-8fb4-4af3-be04-43ba1bb0b97d by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:12.589761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Attempting to bind port 410c5493-8fb4-4af3-be04-43ba1bb0b97d on network 1cbe632d-9896-4c60-b50c-303fe834e5e2 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:12.595103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6fc50ed8-56b8-48ff-9752-36407c424bbb None None] Provisioning complete for port ec5457ee-3b9e-4427-bf41-3958a44e4733 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:12.595471 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6fc50ed8-56b8-48ff-9752-36407c424bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.608436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059,segment=NetworkSegment(ca0d898f-173b-43e4-8ee1-a14aaabd62bd),segment_id=ca0d898f-173b-43e4-8ee1-a14aaabd62bd)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:12.609050 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.698737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:12.698737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Checking segment: {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:12.698737 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.698737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Bound using segment: {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:12.698737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Bound port: 410c5493-8fb4-4af3-be04-43ba1bb0b97d, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:12.698737 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.726600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] DHCP port deletion for a158c343-316e-4e72-903d-531cd76cc502 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:12.733345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Allocated IP 172.20.0.2 (e2c1fbbe-f18b-4f98-a62a-a982db7c738b/f47a988c-fb28-4f28-8830-9fa7c8962018/9c049d8d-9906-4c10-854c-7b2de2511dcc) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:12.773505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:12.845753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] For port 410c5493-8fb4-4af3-be04-43ba1bb0b97d, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:12.846163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] For port ec5457ee-3b9e-4427-bf41-3958a44e4733, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ec5457ee-3b9e-4427-bf41-3958a44e4733,segment=NetworkSegment(84cf093d-6c00-48ae-a54c-f683f4a354a2),segment_id=84cf093d-6c00-48ae-a54c-f683f4a354a2)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:12.846543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.849699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] For port 410c5493-8fb4-4af3-be04-43ba1bb0b97d, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=410c5493-8fb4-4af3-be04-43ba1bb0b97d,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:12.855868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] Deleting port ec5457ee-3b9e-4427-bf41-3958a44e4733 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:12.856328 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.863954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.918511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No DVR routers for this DVR port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:12.941681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:12.997970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:13.041183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-fc204082-d3ef-4d9f-b4d1-9496fa4803e9 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Synchronizing usage tracker for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:13.043966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:13.054984 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.057639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Calling delete_port for ec5457ee-3b9e-4427-bf41-3958a44e4733 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:13.090734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:13.091353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.175196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=1c2c33f5-94eb-4202-8445-256d5d684ae3,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:13.235506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.247751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:13.272006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:13.274780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-27689f18-b389-46f7-a146-185080b8eb6a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7667115 Feb 04 15:46:13.275373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ade09a-7140-4f24-a3e9-1a9e64d6425d']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:13.283049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42780) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:13.288439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-fc204082-d3ef-4d9f-b4d1-9496fa4803e9 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Unset dirty status for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:13.289791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-fc204082-d3ef-4d9f-b4d1-9496fa4803e9 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3242500 Feb 04 15:46:13.299985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:ec:5b:da', 'name': 'tempest-NetworksTestDHCPv6-195910437'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:13.398781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Routers {'934efb92-66fa-43d4-ba46-4de61cdf3ade'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:13.399416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['934efb92-66fa-43d4-ba46-4de61cdf3ade'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:13.414334 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.451410 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.456721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:13.461917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:13.465067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:13.471798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:13.486033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0d898f-173b-43e4-8ee1-a14aaabd62bd') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:13.486472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0d898f-173b-43e4-8ee1-a14aaabd62bd') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:13.496346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:13.525953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.538777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:13.606265 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.607403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Port': ['ID=ec5457ee-3b9e-4427-bf41-3958a44e4733,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:13.616632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] No DVR routers for this DVR port ec5457ee-3b9e-4427-bf41-3958a44e4733 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:13.687401 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.719508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:13.719914 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.732632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6fc50ed8-56b8-48ff-9752-36407c424bbb None None] Port ec5457ee-3b9e-4427-bf41-3958a44e4733 update to ACTIVE by agent not found {{(pid=87572) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:13.737533 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:13.769678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-29442952-3b57-41a0-99a3-d254aa1374c5 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525228 Feb 04 15:46:13.874810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.878150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.917955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.929877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.941278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f631642-6ea0-4004-be60-3267920e415c None None] Pushing event updated for resources: {'Port': ['ID=410c5493-8fb4-4af3-be04-43ba1bb0b97d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:13.945589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Network': ['ID=d7ade09a-7140-4f24-a3e9-1a9e64d6425d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:13.963858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a76ef0a2-fb37-4a5c-9d63-0dabdd50e11b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/networks/d7ade09a-7140-4f24-a3e9-1a9e64d6425d HTTP/1.1" status: 204 len: 168 time: 1.8503206 Feb 04 15:46:13.973828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42784) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:13.974867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port b5a8cba7-161c-47d1-9f01-53855300a842 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:13.983721 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.992740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Allocated IP 172.25.8.175 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/9955952e-9b83-41be-8a80-a3aea7d7d626) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:14.019982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:14.062101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a158c343-316e-4e72-903d-531cd76cc502']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:14.062330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1019227858'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:14.072229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:14.091120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:network and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:14.101688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:14.128058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:14.150958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cf093d-6c00-48ae-a54c-f683f4a354a2') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:14.151323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cf093d-6c00-48ae-a54c-f683f4a354a2') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:14.154596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] For port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059,segment=NetworkSegment(ca0d898f-173b-43e4-8ee1-a14aaabd62bd),segment_id=ca0d898f-173b-43e4-8ee1-a14aaabd62bd)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:14.155160 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.161616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967893c7-848c-41e3-be90-f5158d8ca978 req-12bb3bb8-952f-41dc-ba97-9fca14c5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:14.163182 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-967893c7-848c-41e3-be90-f5158d8ca978 req-12bb3bb8-952f-41dc-ba97-9fca14c5d03b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 1097 time: 0.5448792 Feb 04 15:46:14.173781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6841c38e-dcd7-4be1-9f19-20de49bd7243 None None] For port 8d356f44-a3ea-4577-86ce-203e11e5d943, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d356f44-a3ea-4577-86ce-203e11e5d943,segment=NetworkSegment(014d4652-87bc-414f-a083-6b1f12e7cc3b),segment_id=014d4652-87bc-414f-a083-6b1f12e7cc3b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:14.174164 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6841c38e-dcd7-4be1-9f19-20de49bd7243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.176126 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-20eccc1d-1371-453f-902b-9438f39bf66b service neutron] 10.222.0.46 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555810 Feb 04 15:46:14.188355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:14.194736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:14.198150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.209061 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.298943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.339958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:14.340825 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.346547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:14.356853 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:14.362223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:14.362981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:14.362981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dedcf332-99cf-40f8-9740-27a7097b2510 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:14.417237 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.417595 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added segment 87a9a008-3b9b-4edc-8d6c-536de54a0522 of type vlan for network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 Feb 04 15:46:14.495546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.548650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] Calling delete_port for 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:14.563703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.574795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:14.575542 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.587398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] For port ec5457ee-3b9e-4427-bf41-3958a44e4733, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ec5457ee-3b9e-4427-bf41-3958a44e4733,segment=NetworkSegment(84cf093d-6c00-48ae-a54c-f683f4a354a2),segment_id=84cf093d-6c00-48ae-a54c-f683f4a354a2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:14.587802 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.622938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967893c7-848c-41e3-be90-f5158d8ca978 req-9878461a-53e9-4259-8f80-6148b9ed6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:14.624537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-967893c7-848c-41e3-be90-f5158d8ca978 req-9878461a-53e9-4259-8f80-6148b9ed6163 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.4525330 Feb 04 15:46:14.726833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6841c38e-dcd7-4be1-9f19-20de49bd7243 None None] Calling delete_port for 8d356f44-a3ea-4577-86ce-203e11e5d943 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:14.752272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Network': ['ID=1a1bf51e-3c07-4739-a0d4-ce18195ce944,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:14.759405 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6c8ca7c1-d6cd-4a78-9205-31d41fbb0177 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7413254 Feb 04 15:46:14.762276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42796) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:14.768985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: dedcf332-99cf-40f8-9740-27a7097b2510 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:14.769230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'subnet': {'network_id': '1a1bf51e-3c07-4739-a0d4-ce18195ce944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:14.769366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dedcf332-99cf-40f8-9740-27a7097b2510 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:14.769766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d356f44-a3ea-4577-86ce-203e11e5d943 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:14.779444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-967893c7-848c-41e3-be90-f5158d8ca978 req-4c7b1c1e-7a38-45e4-888c-5e01a40ace31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 HTTP/1.1" status: 200 len: 217 time: 0.1423163 Feb 04 15:46:14.797744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] Set router 934efb92-66fa-43d4-ba46-4de61cdf3ade gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:46:14.838478 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.863961 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.883506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:14.896130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.905413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Network': ['ID=a158c343-316e-4e72-903d-531cd76cc502,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:14.922162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:14.927014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:subnet and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:14.932279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:14.936851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967893c7-848c-41e3-be90-f5158d8ca978 req-bf75a090-7056-49e1-9f47-75359f3464a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:14.938307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-967893c7-848c-41e3-be90-f5158d8ca978 req-bf75a090-7056-49e1-9f47-75359f3464a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.1504555 Feb 04 15:46:14.940323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:14.953758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:14.957740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.993228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1954ea39-d4df-44c2-8692-c35607d4559d tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/networks/a158c343-316e-4e72-903d-531cd76cc502 HTTP/1.1" status: 204 len: 168 time: 4.0234201 Feb 04 15:46:14.996577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42802) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:15.040377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d21c08-1f30-4070-af58-ed0ebaf0c4ca req-f5af6d6a-256a-4f76-bfbd-ec460607d455 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:15.041817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02d21c08-1f30-4070-af58-ed0ebaf0c4ca req-f5af6d6a-256a-4f76-bfbd-ec460607d455 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 945 time: 0.4073460 Feb 04 15:46:15.048671 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.141033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] Calling delete_port for ec5457ee-3b9e-4427-bf41-3958a44e4733 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:15.209387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02d21c08-1f30-4070-af58-ed0ebaf0c4ca req-1e9449dd-f3ad-4494-b820-3d9931400542 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062813 Feb 04 15:46:15.213495 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.246725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Transition to ACTIVE for port object 27fff5ae-94e5-48f6-8602-580ab3624e1c will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:15.262327 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.294832 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.307895 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.311495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:15.318169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:15.321937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967893c7-848c-41e3-be90-f5158d8ca978 req-899ba3f6-5d95-4657-bd3b-39f655afe74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:15.324406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-967893c7-848c-41e3-be90-f5158d8ca978 req-899ba3f6-5d95-4657-bd3b-39f655afe74c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3778157 Feb 04 15:46:15.326669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Transition to ACTIVE for port object 9c049d8d-9906-4c10-854c-7b2de2511dcc will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:15.328628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:15.351920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Transition to ACTIVE for port object 9c049d8d-9906-4c10-854c-7b2de2511dcc will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:15.448002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Checking segment: {'id': '87a9a008-3b9b-4edc-8d6c-536de54a0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a1bf51e-3c07-4739-a0d4-ce18195ce944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:15.448731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network hostable DHCP agents. Network: 1a1bf51e-3c07-4739-a0d4-ce18195ce944, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:15.459874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Subnet': ['ID=02ec9f9c-b7ad-4cdb-ba55-1da3aa128e6d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:15.499628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Deleting port 8d356f44-a3ea-4577-86ce-203e11e5d943 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:15.500124 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.501836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:15.504939 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.655680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Transition to ACTIVE for port object 27fff5ae-94e5-48f6-8602-580ab3624e1c will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:15.673567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 1a1bf51e-3c07-4739-a0d4-ce18195ce944) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:15.678714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:15.679301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.709510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:15.710759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cbfea7-f1e3-43cc-b98d-86d841443753 None None] Network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:15.716925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event updated for resources: {'Port': ['ID=9955952e-9b83-41be-8a80-a3aea7d7d626,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:15.766837 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ab6460cf-6a0b-4cd3-8d60-2a444e53e9b5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0034275 Feb 04 15:46:15.770760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42808) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:15.777695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-239464759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:15.794373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.12 (e2c1fbbe-f18b-4f98-a62a-a982db7c738b/f47a988c-fb28-4f28-8830-9fa7c8962018/3b92eb46-9a45-4d75-83e4-82c41ff566b0) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:15.796490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:15.814060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:router and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:15.820244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.19 (e2c1fbbe-f18b-4f98-a62a-a982db7c738b/673d10f5-3b60-4173-8d18-5c0df18c35f1/3b92eb46-9a45-4d75-83e4-82c41ff566b0) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:15.825446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:15.842708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:15.847420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:15.903806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:15.915228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.915457 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.916150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.928246 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6841c38e-dcd7-4be1-9f19-20de49bd7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.974524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 172.20.0.7 (40f4fd11-09ca-4e76-8993-0ead05403d9a/7b928bb0-ece6-4633-85a4-48cc70303508/b5a8cba7-161c-47d1-9f01-53855300a842) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:15.983036 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:15.983976 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:15.984335 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:15.999826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:16.057883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a45cc27c-3e94-4122-847b-78206e573566 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:16.059183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:feec:5bda (40f4fd11-09ca-4e76-8993-0ead05403d9a/1c2c33f5-94eb-4202-8445-256d5d684ae3/b5a8cba7-161c-47d1-9f01-53855300a842) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:16.059503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:16.060440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a45cc27c-3e94-4122-847b-78206e573566 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.53 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 811 time: 0.1922204 Feb 04 15:46:16.061812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.077567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Request body: {'port': {'device_id': '6a7fa3d0-1bb7-4d08-abc0-c881903e88f5', 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2', 'admin_state_up': True, 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:16.077955 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:16.078314 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:16.078811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Pushing event updated for resources: {'Port': ['ID=9c049d8d-9906-4c10-854c-7b2de2511dcc,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.124459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Attempting to bind port 9c049d8d-9906-4c10-854c-7b2de2511dcc on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:16.125256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Attempting to bind port 9c049d8d-9906-4c10-854c-7b2de2511dcc by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '6491cad9-8244-4f85-9957-8728855aad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:16.125256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Attempting to bind port 9c049d8d-9906-4c10-854c-7b2de2511dcc on network e2c1fbbe-f18b-4f98-a62a-a982db7c738b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:16.135882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841c38e-dcd7-4be1-9f19-20de49bd7243 None None] No DVR routers for this DVR port 8d356f44-a3ea-4577-86ce-203e11e5d943 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:16.141421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] The port '8d356f44-a3ea-4577-86ce-203e11e5d943' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:46:16.144956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:16.144956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Checking segment: {'id': '6491cad9-8244-4f85-9957-8728855aad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:16.144956 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.146053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Bound using segment: {'id': '6491cad9-8244-4f85-9957-8728855aad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:16.146839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Bound port: 9c049d8d-9906-4c10-854c-7b2de2511dcc, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6491cad9-8244-4f85-9957-8728855aad8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:16.147223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.151325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.156628 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.170271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object 3b92eb46-9a45-4d75-83e4-82c41ff566b0 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:16.256122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.367643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=3b92eb46-9a45-4d75-83e4-82c41ff566b0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.381757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:16.385876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:16.455244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:16.475782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-1a1bf51e-3c07-4739-a0d4-ce18195ce944', 'network_id': '1a1bf51e-3c07-4739-a0d4-ce18195ce944', 'tenant_id': '197a58d9861a419596271837c386a367', 'fixed_ips': [{'subnet_id': '02ec9f9c-b7ad-4cdb-ba55-1da3aa128e6d'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:16.476679 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.490614 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.508787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] Deleting port 04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:16.509174 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.546424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.550020 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-040fc645-d7d3-4bb4-a45b-e2c921d63451 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7740555 Feb 04 15:46:16.556087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42812) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:16.561549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'port': {'network_id': '1a1bf51e-3c07-4739-a0d4-ce18195ce944', 'name': 'tempest-RoutersIpV6Test-988257932'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:16.581131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ec5457ee-3b9e-4427-bf41-3958a44e4733 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:16.598940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-967893c7-848c-41e3-be90-f5158d8ca978 req-4a40e07d-3b0f-4f01-a192-9ca80f73110f service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1034226 Feb 04 15:46:16.628875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Pushing event updated for resources: {'Port': ['ID=27fff5ae-94e5-48f6-8602-580ab3624e1c,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.632816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] Deleting port ec5457ee-3b9e-4427-bf41-3958a44e4733 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:16.632816 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.634888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea352ac5-0b33-4f2c-b7b0-f7796bd537fb req-2cb87f7f-27b2-441e-847a-8bde94bcb366 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:16.642209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea352ac5-0b33-4f2c-b7b0-f7796bd537fb req-2cb87f7f-27b2-441e-847a-8bde94bcb366 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 946 time: 1.1562824 Feb 04 15:46:16.644382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:16.645053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.703114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.709916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b4711da4-c039-4477-a234-949c46922eca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.4154096 Feb 04 15:46:16.719397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42816) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:16.735442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f47a988c-fb28-4f28-8830-9fa7c8962018'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:16.800821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.803456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ec5457ee-3b9e-4427-bf41-3958a44e4733 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:16.804590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ec5457ee-3b9e-4427-bf41-3958a44e4733 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:16.815061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9bc02927-884c-4671-a173-25c5b76149fe None None] The port '04c86ba5-2e00-4d8c-b3d1-7a1c7e30f059' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:46:16.817334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Attempting to bind port 27fff5ae-94e5-48f6-8602-580ab3624e1c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:16.818053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Attempting to bind port 27fff5ae-94e5-48f6-8602-580ab3624e1c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:16.818441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Attempting to bind port 27fff5ae-94e5-48f6-8602-580ab3624e1c on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:16.820653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841c38e-dcd7-4be1-9f19-20de49bd7243 None None] Pushing event deleted for resources: {'Port': ['ID=8d356f44-a3ea-4577-86ce-203e11e5d943,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.851731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cba94bc-6bf8-40b6-922b-200a2d3a2d66']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:16.857669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:16.861835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:port and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:16.866752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:16.868064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:16.872688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:16.881702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object b5a8cba7-161c-47d1-9f01-53855300a842 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:16.889057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:16.890294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:16.890672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:16.891070 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.891469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:16.891956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Bound port: 27fff5ae-94e5-48f6-8602-580ab3624e1c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:16.892304 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.892625 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.909158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e3dab9ee-ebf3-49d7-9724-ad3f47debe6a None None] The port 'ec5457ee-3b9e-4427-bf41-3958a44e4733' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:46:16.962852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] device_id is not set on port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:16.975171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] For port 9c049d8d-9906-4c10-854c-7b2de2511dcc, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:16.980650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014d4652-87bc-414f-a083-6b1f12e7cc3b') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:16.980994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014d4652-87bc-414f-a083-6b1f12e7cc3b') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:17.005899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea352ac5-0b33-4f2c-b7b0-f7796bd537fb req-a06680c0-845b-435a-b949-3fbf82e72ec2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626630 Feb 04 15:46:17.013330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] For port 9c049d8d-9906-4c10-854c-7b2de2511dcc, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9c049d8d-9906-4c10-854c-7b2de2511dcc,segment=NetworkSegment(6491cad9-8244-4f85-9957-8728855aad8a),segment_id=6491cad9-8244-4f85-9957-8728855aad8a)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:17.015428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:17.052599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.058345 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.069924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.070322 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.157134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-967893c7-848c-41e3-be90-f5158d8ca978 req-9ab14eb6-8151-40d9-8360-9c7e2dacaf83 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360601 Feb 04 15:46:17.160252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Made reservation on behalf of ec20a7a5ff3646d6be625a5821e1ddcc for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:17.175298 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.183416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] For port 27fff5ae-94e5-48f6-8602-580ab3624e1c, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:17.197711 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.226459 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.226826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] For port 27fff5ae-94e5-48f6-8602-580ab3624e1c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=27fff5ae-94e5-48f6-8602-580ab3624e1c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:17.229948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:41Z', 'updated_at': '2022-02-04T15:46:00Z', 'revision_number': 4, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'gw_port': {'id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:45Z', 'updated_at': '2022-02-04T15:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '410c5493-8fb4-4af3-be04-43ba1bb0b97d', 'name': '', 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'mac_address': 'fa:16:3e:7f:78:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6aa8bbf6-d45c-4a46-a927-322c388308cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:56Z', 'updated_at': '2022-02-04T15:46:12Z', 'revision_number': 4, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'subnets': [{'id': '6aa8bbf6-d45c-4a46-a927-322c388308cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:17.234170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Allocated IP 2001:db8::2 (1a1bf51e-3c07-4739-a0d4-ce18195ce944/02ec9f9c-b7ad-4cdb-ba55-1da3aa128e6d/bc037da2-6cb8-443e-adbf-36ad250b6483) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:17.236630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186f196-9f4f-4b0c-90ed-a556d9a9de8a None None] Pushing event updated for resources: {'Port': ['ID=9c049d8d-9906-4c10-854c-7b2de2511dcc,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:17.243314 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.253736 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd386ae-7a71-4998-93bc-5eea5a470432 req-60d77bc4-2327-49f1-a35c-7a3c04d63663 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 210 time: 0.0499384 Feb 04 15:46:17.261508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:17.262149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:17.278878 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:17.293313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee7dfb-8c20-42a9-8b46-eb78f06944e6 None None] The sync data for ids ['934efb92-66fa-43d4-ba46-4de61cdf3ade'] in n-d-827870-1 is: [{'id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:41Z', 'updated_at': '2022-02-04T15:46:00Z', 'revision_number': 4, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'gw_port': {'id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:45Z', 'updated_at': '2022-02-04T15:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '410c5493-8fb4-4af3-be04-43ba1bb0b97d', 'name': '', 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'mac_address': 'fa:16:3e:7f:78:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6aa8bbf6-d45c-4a46-a927-322c388308cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:56Z', 'updated_at': '2022-02-04T15:46:12Z', 'revision_number': 4, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'subnets': [{'id': '6aa8bbf6-d45c-4a46-a927-322c388308cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:17.327537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:17.403478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:17.409910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:17.552351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=b5a8cba7-161c-47d1-9f01-53855300a842,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:17.704565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:17.705263 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.787757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-41d8f3a8-d30b-4583-9595-059fcb8034c4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5010815 Feb 04 15:46:17.792585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42822) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:17.807460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:17.827105 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.877686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae918d-38e4-4f63-9277-ab1fb5546b07 None None] Pushing event updated for resources: {'Port': ['ID=27fff5ae-94e5-48f6-8602-580ab3624e1c,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:17.934174 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.053858 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.085835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Network': ['ID=0cba94bc-6bf8-40b6-922b-200a2d3a2d66,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:18.162953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Transition to ACTIVE for port object bc037da2-6cb8-443e-adbf-36ad250b6483 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:18.193462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Transition to ACTIVE for port object bc037da2-6cb8-443e-adbf-36ad250b6483 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:18.207322 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.222452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-30e61161-1a1d-44f1-8b3b-5f3d236bfa60 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/networks/0cba94bc-6bf8-40b6-922b-200a2d3a2d66 HTTP/1.1" status: 204 len: 168 time: 3.2227960 Feb 04 15:46:18.223720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42830) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:18.305492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Delete allocated IP 172.20.0.19 (e2c1fbbe-f18b-4f98-a62a-a982db7c738b/673d10f5-3b60-4173-8d18-5c0df18c35f1) {{(pid=87571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:46:18.333437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:18.338273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:18.355087 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.367051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:18.371339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Pushing event updated for resources: {'Port': ['ID=bc037da2-6cb8-443e-adbf-36ad250b6483,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:18.442223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4042aa-88f8-4c31-afbc-fa1e74ff4ed7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:18.448082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4042aa-88f8-4c31-afbc-fa1e74ff4ed7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:18.448918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b4042aa-88f8-4c31-afbc-fa1e74ff4ed7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:18.454477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 2001:db8::256 (1a1bf51e-3c07-4739-a0d4-ce18195ce944/02ec9f9c-b7ad-4cdb-ba55-1da3aa128e6d/8223e6c3-37b0-4444-9fa9-f131d6bfe407) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:18.487221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:18.537756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Attempting to bind port bc037da2-6cb8-443e-adbf-36ad250b6483 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:18.538278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Attempting to bind port bc037da2-6cb8-443e-adbf-36ad250b6483 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '87a9a008-3b9b-4edc-8d6c-536de54a0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a1bf51e-3c07-4739-a0d4-ce18195ce944'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:18.538794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Attempting to bind port bc037da2-6cb8-443e-adbf-36ad250b6483 on network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:18.549914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:18.558335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:18.559256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Checking segment: {'id': '87a9a008-3b9b-4edc-8d6c-536de54a0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a1bf51e-3c07-4739-a0d4-ce18195ce944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:18.559957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.560659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Bound using segment: {'id': '87a9a008-3b9b-4edc-8d6c-536de54a0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a1bf51e-3c07-4739-a0d4-ce18195ce944'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:18.561319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Bound port: bc037da2-6cb8-443e-adbf-36ad250b6483, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a9a008-3b9b-4edc-8d6c-536de54a0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a1bf51e-3c07-4739-a0d4-ce18195ce944'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:18.561844 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.573890 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.674505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Allocated IP 172.20.0.12 (1cbe632d-9896-4c60-b50c-303fe834e5e2/6aa8bbf6-d45c-4a46-a927-322c388308cf/bfb15915-e283-4e9a-9ef1-1f94885e83f1) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:18.682498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b4042aa-88f8-4c31-afbc-fa1e74ff4ed7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:18.692737 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2b4042aa-88f8-4c31-afbc-fa1e74ff4ed7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.8894200 Feb 04 15:46:18.693498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42838) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:18.719136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:18.725795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.734940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.808426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ab16d531-0b8a-473d-8579-1985ab5d9754 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port b5a8cba7-161c-47d1-9f01-53855300a842 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:18.808851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab16d531-0b8a-473d-8579-1985ab5d9754 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.817717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] For port bc037da2-6cb8-443e-adbf-36ad250b6483, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:18.822766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] For port bc037da2-6cb8-443e-adbf-36ad250b6483, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bc037da2-6cb8-443e-adbf-36ad250b6483,segment=NetworkSegment(87a9a008-3b9b-4edc-8d6c-536de54a0522),segment_id=87a9a008-3b9b-4edc-8d6c-536de54a0522)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:18.830749 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.980419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39a52a-40b3-46d0-8553-e7a9ffc9a741 req-5d264bd8-2ce4-483f-89a0-f58fb6e75e1e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:18.995937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e39a52a-40b3-46d0-8553-e7a9ffc9a741 req-5d264bd8-2ce4-483f-89a0-f58fb6e75e1e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 945 time: 0.8359907 Feb 04 15:46:19.234181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0adef-cf8c-4055-8266-d1f790b7157f None None] Pushing event updated for resources: {'Port': ['ID=bc037da2-6cb8-443e-adbf-36ad250b6483,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:19.398395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9c049d8d-9906-4c10-854c-7b2de2511dcc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:19.485454 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.532199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee16913-e19e-4f57-b0af-0442dfacfbb5']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:19.547170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79d48b8-ee53-4181-851e-18bc7b7fa9b7') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:19.547458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79d48b8-ee53-4181-851e-18bc7b7fa9b7') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:19.561852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.594062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 9c049d8d-9906-4c10-854c-7b2de2511dcc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:19.595532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.603511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 410c5493-8fb4-4af3-be04-43ba1bb0b97d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:19.633790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab16d531-0b8a-473d-8579-1985ab5d9754 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.648726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3414cbe5-cd4f-49cc-a9bb-31de5742eedd None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:19.714098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:19.714835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:19.739272 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:19.846177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ab16d531-0b8a-473d-8579-1985ab5d9754 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for b5a8cba7-161c-47d1-9f01-53855300a842 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:19.893625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40897a-c33a-400a-8a47-ebff6f126199 None None] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:19.975459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e39a52a-40b3-46d0-8553-e7a9ffc9a741 req-399650eb-353d-4841-8094-53dafc81e6b4 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9787445 Feb 04 15:46:20.002099 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.008872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.010296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd082de9-b6b8-414f-a894-022881258e5f None None] Provisioning for port 27fff5ae-94e5-48f6-8602-580ab3624e1c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:20.050659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-72136552-4d8a-4fa5-af31-919155e011b5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:20.052757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-72136552-4d8a-4fa5-af31-919155e011b5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 945 time: 0.6196790 Feb 04 15:46:20.093859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Ignored duplicate provisioning block setup for port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:46:20.094992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Transition to ACTIVE for port object 8223e6c3-37b0-4444-9fa9-f131d6bfe407 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:20.116440 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.123153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.139842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.154695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.221213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 410c5493-8fb4-4af3-be04-43ba1bb0b97d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:20.229823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Network': ['ID=7ee16913-e19e-4f57-b0af-0442dfacfbb5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:20.253156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=3b92eb46-9a45-4d75-83e4-82c41ff566b0,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:20.255958 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cb660140-eadc-4e95-bfb7-9492407ae2fb tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/networks/7ee16913-e19e-4f57-b0af-0442dfacfbb5 HTTP/1.1" status: 204 len: 168 time: 2.0210729 Feb 04 15:46:20.257312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42842) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:20.267422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0772754e-0a7a-4bff-9217-85242a26b1ca None None] Provisioning for port 9c049d8d-9906-4c10-854c-7b2de2511dcc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:20.302646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 410c5493-8fb4-4af3-be04-43ba1bb0b97d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:20.303082 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.339774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0772754e-0a7a-4bff-9217-85242a26b1ca None None] Provisioning complete for port 9c049d8d-9906-4c10-854c-7b2de2511dcc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:20.340128 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0772754e-0a7a-4bff-9217-85242a26b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.369543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Router 89691f06-2a98-4969-a23a-8bf6fa77b3dc is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:46:20.376572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Deleting port 456f7aa5-9554-48c0-bd21-28b8aac0d09c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:20.376951 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.505025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff68bb4-2b40-4bca-9b71-51cb5b643522 req-032b3e03-4bdd-4643-93de-4532845cfde6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:20.512302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ff68bb4-2b40-4bca-9b71-51cb5b643522 req-032b3e03-4bdd-4643-93de-4532845cfde6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 944 time: 0.3543718 Feb 04 15:46:20.542773 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.548030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.599092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] In _notify_port_updated(), no bound segment for port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 on network e2c1fbbe-f18b-4f98-a62a-a982db7c738b {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:46:20.604974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:20.605812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.607315 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b1e34101-b5e6-48e6-b7ef-927049c5a0ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "PUT /v2.0/ports/3b92eb46-9a45-4d75-83e4-82c41ff566b0 HTTP/1.1" status: 200 len: 920 time: 3.8878236 Feb 04 15:46:20.621170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42846) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:20.630201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f47a988c-fb28-4f28-8830-9fa7c8962018'}, {'subnet_id': '673d10f5-3b60-4173-8d18-5c0df18c35f1'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:20.662439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Pushing event updated for resources: {'Port': ['ID=bfb15915-e283-4e9a-9ef1-1f94885e83f1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:20.684347 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.706769 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0772754e-0a7a-4bff-9217-85242a26b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.719441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.783155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 410c5493-8fb4-4af3-be04-43ba1bb0b97d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=410c5493-8fb4-4af3-be04-43ba1bb0b97d,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:20.833324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Network 1cbe632d-9896-4c60-b50c-303fe834e5e2 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:20.837668 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.838513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 27fff5ae-94e5-48f6-8602-580ab3624e1c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:20.842943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:20.854559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:20.912464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ff68bb4-2b40-4bca-9b71-51cb5b643522 req-7ff6c43d-5d6f-467c-9bd1-f720d1105f73 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991787 Feb 04 15:46:21.003126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=410c5493-8fb4-4af3-be04-43ba1bb0b97d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:21.047882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab16d531-0b8a-473d-8579-1985ab5d9754 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.054190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0772754e-0a7a-4bff-9217-85242a26b1ca None None] For port 9c049d8d-9906-4c10-854c-7b2de2511dcc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9c049d8d-9906-4c10-854c-7b2de2511dcc,segment=NetworkSegment(6491cad9-8244-4f85-9957-8728855aad8a),segment_id=6491cad9-8244-4f85-9957-8728855aad8a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:21.079971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:46:21.088289 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0772754e-0a7a-4bff-9217-85242a26b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.096253 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023129d1-29bb-4d59-a76a-7cdd87d9106c None None] Sync routers for ids ['89691f06-2a98-4969-a23a-8bf6fa77b3dc'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:21.099733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.111665 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023129d1-29bb-4d59-a76a-7cdd87d9106c None None] Routers {'89691f06-2a98-4969-a23a-8bf6fa77b3dc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:21.112443 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-023129d1-29bb-4d59-a76a-7cdd87d9106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['89691f06-2a98-4969-a23a-8bf6fa77b3dc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:21.139552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:21.140219 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.155518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0debc800-e06d-4b5c-91c8-dd92efd93d22']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:21.171816 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.176532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-285a4377-13fb-4329-81f2-b2bb20f548b1 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.2310634 Feb 04 15:46:21.178981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42854) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:21.184902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770dd1e-46e1-462a-962d-b5f48eff2924 None None] Network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:21.185463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad9e1aa-21a5-488c-9323-33ab80dd9216') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:21.185904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad9e1aa-21a5-488c-9323-33ab80dd9216') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:21.197002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:21.248681 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-023129d1-29bb-4d59-a76a-7cdd87d9106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:21.259618 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023129d1-29bb-4d59-a76a-7cdd87d9106c None None] Routers {'89691f06-2a98-4969-a23a-8bf6fa77b3dc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:21.260389 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-023129d1-29bb-4d59-a76a-7cdd87d9106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['89691f06-2a98-4969-a23a-8bf6fa77b3dc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:21.328428 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-023129d1-29bb-4d59-a76a-7cdd87d9106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:21.329203 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023129d1-29bb-4d59-a76a-7cdd87d9106c None None] The sync data for ids ['89691f06-2a98-4969-a23a-8bf6fa77b3dc'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:21.420156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=8223e6c3-37b0-4444-9fa9-f131d6bfe407,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:21.431816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772754e-0a7a-4bff-9217-85242a26b1ca None None] Pushing event updated for resources: {'Port': ['ID=9c049d8d-9906-4c10-854c-7b2de2511dcc,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:21.464386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:21.465149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-56c09ed8-d498-4b57-adf0-17cb38e11230 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3913531 Feb 04 15:46:21.472759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.485177 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.500958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Request body: {'port': {'device_id': '6a7fa3d0-1bb7-4d08-abc0-c881903e88f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:21.523028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:21.540805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16d531-0b8a-473d-8579-1985ab5d9754 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=b5a8cba7-161c-47d1-9f01-53855300a842,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:21.547875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:21.554127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:21.554127 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.558582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ced3b-941f-4bdb-9a95-34731f8111a5 None None] Update dhcp port {'port': {'network_id': 'e2c1fbbe-f18b-4f98-a62a-a982db7c738b', 'fixed_ips': [{'subnet_id': 'f47a988c-fb28-4f28-8830-9fa7c8962018', 'ip_address': '172.20.0.2'}, {'subnet_id': '673d10f5-3b60-4173-8d18-5c0df18c35f1'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '9c049d8d-9906-4c10-854c-7b2de2511dcc'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:46:21.586018 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.604819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:21.605219 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:21.623576 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:21.648130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:21.701057 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0096c0f9-ade0-41a7-a847-1d8cedac0614 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1437540 Feb 04 15:46:21.716649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42858) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:21.734658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c29a8b-9804-4e3f-933e-f75e8df0c544 None None] Update dhcp port {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': '7b928bb0-ece6-4633-85a4-48cc70303508', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c2c33f5-94eb-4202-8445-256d5d684ae3'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '27fff5ae-94e5-48f6-8602-580ab3624e1c'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:46:21.760391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1bb9801a-caab-490e-815b-923ae2ce6477 None None] Provisioning for port bc037da2-6cb8-443e-adbf-36ad250b6483 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:21.814638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 27fff5ae-94e5-48f6-8602-580ab3624e1c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:21.817919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e89ced3b-941f-4bdb-9a95-34731f8111a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.844515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 27fff5ae-94e5-48f6-8602-580ab3624e1c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:21.844804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.887395 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-59c29a8b-9804-4e3f-933e-f75e8df0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.926719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.930567 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.938872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab16d531-0b8a-473d-8579-1985ab5d9754 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.944220 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ab16d531-0b8a-473d-8579-1985ab5d9754 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/b5a8cba7-161c-47d1-9f01-53855300a842 HTTP/1.1" status: 204 len: 168 time: 3.2218676 Feb 04 15:46:21.964176 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.975529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42862) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:22.009848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] For port 456f7aa5-9554-48c0-bd21-28b8aac0d09c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=456f7aa5-9554-48c0-bd21-28b8aac0d09c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:22.010261 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.030190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbbfee-24bc-4593-9418-ef8c2fc5d898 req-c61c4a39-32eb-47d5-8cfa-4625d54a50b2 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.030908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1fbbbfee-24bc-4593-9418-ef8c2fc5d898 req-c61c4a39-32eb-47d5-8cfa-4625d54a50b2 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Synchronizing usage tracker for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:22.077883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] Pushing event deleted for resources: {'Network': ['ID=0debc800-e06d-4b5c-91c8-dd92efd93d22,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:22.108491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5bb66815-c94d-4230-9a4e-3214dc5113f3 tempest-BulkNetworkOpsTest-1267197324 tempest-BulkNetworkOpsTest-1267197324-project] 10.222.0.46 "DELETE /v2.0/networks/0debc800-e06d-4b5c-91c8-dd92efd93d22 HTTP/1.1" status: 204 len: 168 time: 1.8473871 Feb 04 15:46:22.197307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Calling delete_port for 456f7aa5-9554-48c0-bd21-28b8aac0d09c owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:22.216874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1fbbbfee-24bc-4593-9418-ef8c2fc5d898 req-c61c4a39-32eb-47d5-8cfa-4625d54a50b2 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Unset dirty status for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:22.224394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1fbbbfee-24bc-4593-9418-ef8c2fc5d898 req-c61c4a39-32eb-47d5-8cfa-4625d54a50b2 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 932 time: 0.7948837 Feb 04 15:46:22.284885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd5d822-af0c-4d17-aae0-0a1fe7622253 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.287786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd5d822-af0c-4d17-aae0-0a1fe7622253 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.289603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd5d822-af0c-4d17-aae0-0a1fe7622253 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.290611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dbd5d822-af0c-4d17-aae0-0a1fe7622253 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:22.462616 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.513239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-59c29a8b-9804-4e3f-933e-f75e8df0c544 None None] Allocated IP 2001:db8::f816:3eff:fec8:94f6 (40f4fd11-09ca-4e76-8993-0ead05403d9a/1c2c33f5-94eb-4202-8445-256d5d684ae3/27fff5ae-94e5-48f6-8602-580ab3624e1c) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:22.529620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1fbbbfee-24bc-4593-9418-ef8c2fc5d898 req-96d7e072-3435-4b12-8468-304195818d4c tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Synchronizing usage tracker for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:22.539187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-e89ced3b-941f-4bdb-9a95-34731f8111a5 None None] Allocated IP 172.20.0.18 (e2c1fbbe-f18b-4f98-a62a-a982db7c738b/673d10f5-3b60-4173-8d18-5c0df18c35f1/9c049d8d-9906-4c10-854c-7b2de2511dcc) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:22.541331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dbd5d822-af0c-4d17-aae0-0a1fe7622253 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:22.542494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dbd5d822-af0c-4d17-aae0-0a1fe7622253 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5660346 Feb 04 15:46:22.563882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42870) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:22.722574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be9b2f5-0056-44fe-b79d-4f0044027e8c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 1c2c33f5-94eb-4202-8445-256d5d684ae3 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:22.764687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42874) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:22.823156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1fbbbfee-24bc-4593-9418-ef8c2fc5d898 req-96d7e072-3435-4b12-8468-304195818d4c tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Unset dirty status for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:22.824609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1fbbbfee-24bc-4593-9418-ef8c2fc5d898 req-96d7e072-3435-4b12-8468-304195818d4c tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987761 Feb 04 15:46:22.885776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f6a7b145-3951-4def-b22a-82930feed114 None None] Provisioning for port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:22.930321 n-d-827870-1 neutron-server[87572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6', 'code': 422} returned with failed status Feb 04 15:46:22.949135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f6a7b145-3951-4def-b22a-82930feed114 None None] Provisioning complete for port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:22.955148 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b145-3951-4def-b22a-82930feed114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.025783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb15915-e283-4e9a-9ef1-1f94885e83f1 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:23.034141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.045129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e89ced3b-941f-4bdb-9a95-34731f8111a5 None None] For port 9c049d8d-9906-4c10-854c-7b2de2511dcc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9c049d8d-9906-4c10-854c-7b2de2511dcc,segment=NetworkSegment(6491cad9-8244-4f85-9957-8728855aad8a),segment_id=6491cad9-8244-4f85-9957-8728855aad8a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:23.052744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-59c29a8b-9804-4e3f-933e-f75e8df0c544 None None] For port 27fff5ae-94e5-48f6-8602-580ab3624e1c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=27fff5ae-94e5-48f6-8602-580ab3624e1c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:23.054046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Transition to ACTIVE for port object bfb15915-e283-4e9a-9ef1-1f94885e83f1 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:23.065396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7b145-3951-4def-b22a-82930feed114 None None] Port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:23.081367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.101012 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e89ced3b-941f-4bdb-9a95-34731f8111a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.110367 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-59c29a8b-9804-4e3f-933e-f75e8df0c544 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.134600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e89ced3b-941f-4bdb-9a95-34731f8111a5 None None] Transition to ACTIVE for port object 9c049d8d-9906-4c10-854c-7b2de2511dcc will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:23.140196 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e89ced3b-941f-4bdb-9a95-34731f8111a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.219620 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1b614b3c-6d73-4422-89c9-2cf9db6c4d40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9f3cce11bd9405eacca7d33da02588a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536989 Feb 04 15:46:23.224105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.240585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-59c29a8b-9804-4e3f-933e-f75e8df0c544 None None] Transition to ACTIVE for port object 27fff5ae-94e5-48f6-8602-580ab3624e1c will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:23.247533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42880) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:23.278560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.286245 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-59c29a8b-9804-4e3f-933e-f75e8df0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.326083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:46:23.326311 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be9b2f5-0056-44fe-b79d-4f0044027e8c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.360085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.363622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb15915-e283-4e9a-9ef1-1f94885e83f1,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:23.377730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event deleted for resources: {'Port': ['ID=456f7aa5-9554-48c0-bd21-28b8aac0d09c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:23.403899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ced3b-941f-4bdb-9a95-34731f8111a5 None None] Pushing event updated for resources: {'Port': ['ID=9c049d8d-9906-4c10-854c-7b2de2511dcc,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:23.442837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.19 (e2c1fbbe-f18b-4f98-a62a-a982db7c738b/673d10f5-3b60-4173-8d18-5c0df18c35f1/3b92eb46-9a45-4d75-83e4-82c41ff566b0) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:23.530318 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.536175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f18cd374-01f5-463e-bc42-204cc90e6c16 None None] Provisioning complete for port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:23.536851 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f18cd374-01f5-463e-bc42-204cc90e6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.553136 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be9b2f5-0056-44fe-b79d-4f0044027e8c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.609000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] No DVR routers for this DVR port 456f7aa5-9554-48c0-bd21-28b8aac0d09c on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:23.651286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:23.651808 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:23.663922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Deleting port 9955952e-9b83-41be-8a80-a3aea7d7d626 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:23.664268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.670117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.687332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f76003-7094-4bdf-a0b9-9435e2a1aa0b', 'name': 'network-vif-deleted', 'tag': '456f7aa5-9554-48c0-bd21-28b8aac0d09c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:23.697906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f18cd374-01f5-463e-bc42-204cc90e6c16 None None] Port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:23.705504 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad0a6513-34a7-47bd-a176-4fbb59547dd6 req-a0d953e3-add7-4a2c-a372-481140624e76 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "DELETE /v2.0/ports/456f7aa5-9554-48c0-bd21-28b8aac0d09c HTTP/1.1" status: 204 len: 173 time: 3.6438000 Feb 04 15:46:23.720674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c29a8b-9804-4e3f-933e-f75e8df0c544 None None] Pushing event updated for resources: {'Port': ['ID=27fff5ae-94e5-48f6-8602-580ab3624e1c,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:23.767242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e8758-2d95-49bb-ac83-eb652159670b req-57ad113b-4cce-4c32-a3fd-31808b58f51e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:23.768916 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e6e8758-2d95-49bb-ac83-eb652159670b req-57ad113b-4cce-4c32-a3fd-31808b58f51e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.6919703 Feb 04 15:46:23.921837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3ac98bb-a58d-443c-bbb4-079bbceb07c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.006422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Attempting to bind port bfb15915-e283-4e9a-9ef1-1f94885e83f1 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:24.006732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Attempting to bind port bfb15915-e283-4e9a-9ef1-1f94885e83f1 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:24.007002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Attempting to bind port bfb15915-e283-4e9a-9ef1-1f94885e83f1 on network 1cbe632d-9896-4c60-b50c-303fe834e5e2 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:24.030169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e6e8758-2d95-49bb-ac83-eb652159670b req-de58e16b-10c5-40fe-a0e5-e0e5ad1c14ed tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364306 Feb 04 15:46:24.030765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Port bfb15915-e283-4e9a-9ef1-1f94885e83f1 on network 1cbe632d-9896-4c60-b50c-303fe834e5e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:46:24.031118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Attempting to bind port bfb15915-e283-4e9a-9ef1-1f94885e83f1 on network 1cbe632d-9896-4c60-b50c-303fe834e5e2 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:24.040216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3ac98bb-a58d-443c-bbb4-079bbceb07c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.048299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be9b2f5-0056-44fe-b79d-4f0044027e8c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.102028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:24.102358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Checking segment: {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:24.102753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Bound using segment: {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:24.103209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Bound port: bfb15915-e283-4e9a-9ef1-1f94885e83f1, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:24.103559 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.189922 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.234836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Ignored duplicate provisioning block setup for port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:46:24.275201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.281572 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.315628 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.352587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] For port bfb15915-e283-4e9a-9ef1-1f94885e83f1, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:24.359406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] For port bfb15915-e283-4e9a-9ef1-1f94885e83f1, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=bfb15915-e283-4e9a-9ef1-1f94885e83f1,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:24.369759 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.377734 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.425285 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.464367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 456f7aa5-9554-48c0-bd21-28b8aac0d09c no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:24.473759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3ac98bb-a58d-443c-bbb4-079bbceb07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.511704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 456f7aa5-9554-48c0-bd21-28b8aac0d09c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:24.512105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 456f7aa5-9554-48c0-bd21-28b8aac0d09c not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:24.520831 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:24.521463 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:24.549157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be130c40-a8fc-48b4-886c-e914ddba7399 None None] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:24.601051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb15915-e283-4e9a-9ef1-1f94885e83f1,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:24.605197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac98bb-a58d-443c-bbb4-079bbceb07c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fc97a7-8804-4cd4-9eaf-8dd344aaeecf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:24.611671 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3ac98bb-a58d-443c-bbb4-079bbceb07c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.613162 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d3ac98bb-a58d-443c-bbb4-079bbceb07c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1fc97a7-8804-4cd4-9eaf-8dd344aaeecf HTTP/1.1" status: 204 len: 168 time: 1.3327291 Feb 04 15:46:24.618210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be9b2f5-0056-44fe-b79d-4f0044027e8c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.628575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:24.630855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.632369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-a807667c-ca19-4619-8c3a-46744d58e2e1 service neutron] 10.222.0.53 "PUT /v2.0/ports/bfb15915-e283-4e9a-9ef1-1f94885e83f1 HTTP/1.1" status: 200 len: 1092 time: 3.1402507 Feb 04 15:46:24.680057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7fa3d0-1bb7-4d08-abc0-c881903e88f5', 'tag': 'bfb15915-e283-4e9a-9ef1-1f94885e83f1'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:24.717473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=3b92eb46-9a45-4d75-83e4-82c41ff566b0,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:24.794769 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-601b6279-467a-4a9a-ab0f-da495d2d9990 None None] Provisioning for port 9c049d8d-9906-4c10-854c-7b2de2511dcc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:24.795361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9b2f5-0056-44fe-b79d-4f0044027e8c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2c33f5-94eb-4202-8445-256d5d684ae3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:24.821176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-601b6279-467a-4a9a-ab0f-da495d2d9990 None None] Provisioning complete for port 9c049d8d-9906-4c10-854c-7b2de2511dcc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:24.821753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-601b6279-467a-4a9a-ab0f-da495d2d9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.902582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-673d10bd-9f33-4bb2-96fd-c8d3ca3157c1 req-ed044489-ed34-44a7-bb95-b214e1048c3e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f76003-7094-4bdf-a0b9-9435e2a1aa0b HTTP/1.1" status: 200 len: 210 time: 0.3433511 Feb 04 15:46:24.992688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Calling delete_port for 9955952e-9b83-41be-8a80-a3aea7d7d626 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:25.036187 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be9b2f5-0056-44fe-b79d-4f0044027e8c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.137856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2be9b2f5-0056-44fe-b79d-4f0044027e8c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/1c2c33f5-94eb-4202-8445-256d5d684ae3 HTTP/1.1" status: 204 len: 168 time: 2.5727801 Feb 04 15:46:25.143836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42898) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:25.165314 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.196482 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f76003-7094-4bdf-a0b9-9435e2a1aa0b', 'name': 'network-vif-deleted', 'tag': '456f7aa5-9554-48c0-bd21-28b8aac0d09c', 'status': 'completed', 'code': 200} Feb 04 15:46:25.244402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-1003b1c6-ff98-4983-9d51-e6b7e3b8ef8d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 7b928bb0-ece6-4633-85a4-48cc70303508 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:25.244679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=8223e6c3-37b0-4444-9fa9-f131d6bfe407,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:25.248477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1003b1c6-ff98-4983-9d51-e6b7e3b8ef8d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.273313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] In _notify_port_updated(), no bound segment for port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 on network e2c1fbbe-f18b-4f98-a62a-a982db7c738b {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:46:25.278608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:25.279232 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.283532 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a411d31e-9cbf-4451-b38b-b8a0d1827a1e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "PUT /v2.0/ports/3b92eb46-9a45-4d75-83e4-82c41ff566b0 HTTP/1.1" status: 200 len: 1000 time: 4.6559818 Feb 04 15:46:25.285621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42904) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:25.396125 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1003b1c6-ff98-4983-9d51-e6b7e3b8ef8d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.408001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 27fff5ae-94e5-48f6-8602-580ab3624e1c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=27fff5ae-94e5-48f6-8602-580ab3624e1c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:25.418105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.460360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8486ee0a-9a50-41e4-a5ea-a09ef90322d2 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:25.521158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1003b1c6-ff98-4983-9d51-e6b7e3b8ef8d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.529310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-74023acb-9805-4ee8-983a-5efad62d41a4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:25.530620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74023acb-9805-4ee8-983a-5efad62d41a4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.545161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-601b6279-467a-4a9a-ab0f-da495d2d9990 None None] Provisioning for port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:25.569474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-601b6279-467a-4a9a-ab0f-da495d2d9990 None None] Provisioning complete for port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:25.570065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-601b6279-467a-4a9a-ab0f-da495d2d9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.707769 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=27fff5ae-94e5-48f6-8602-580ab3624e1c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:25.709333 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.728461 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1003b1c6-ff98-4983-9d51-e6b7e3b8ef8d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.735123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-601b6279-467a-4a9a-ab0f-da495d2d9990 None None] Port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:25.847648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9c049d8d-9906-4c10-854c-7b2de2511dcc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:25.909382 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.926553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ccdc2ce-3dbd-4f01-83c8-9a98f269cf82 None None] Could not find standard attr ID for object b5a8cba7-161c-47d1-9f01-53855300a842. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:46:25.994011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ccdc2ce-3dbd-4f01-83c8-9a98f269cf82 None None] Provisioning for port 27fff5ae-94e5-48f6-8602-580ab3624e1c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:26.006586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ccdc2ce-3dbd-4f01-83c8-9a98f269cf82 None None] Provisioning complete for port 27fff5ae-94e5-48f6-8602-580ab3624e1c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:26.006962 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc2ce-3dbd-4f01-83c8-9a98f269cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.009935 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1003b1c6-ff98-4983-9d51-e6b7e3b8ef8d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.020855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003b1c6-ff98-4983-9d51-e6b7e3b8ef8d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=7b928bb0-ece6-4633-85a4-48cc70303508,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:26.027757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1003b1c6-ff98-4983-9d51-e6b7e3b8ef8d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/7b928bb0-ece6-4633-85a4-48cc70303508 HTTP/1.1" status: 204 len: 168 time: 0.8780570 Feb 04 15:46:26.031674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42922) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:26.040401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-7d7a643a-f7de-4d2e-a996-e08281d1ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:26.041982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-7d7a643a-f7de-4d2e-a996-e08281d1ed78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 1095 time: 1.1476929 Feb 04 15:46:26.044417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42924) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:26.089733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9c049d8d-9906-4c10-854c-7b2de2511dcc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:26.090265 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.168430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-6eddab0c-f22d-4b0f-88d8-cfbbd66b5d85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfb15915-e283-4e9a-9ef1-1f94885e83f1 HTTP/1.1" status: 200 len: 217 time: 0.1101027 Feb 04 15:46:26.177612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8bbf6e-2a25-4c4b-8a8c-6353bcfa8669 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:26.205647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bbf6e-2a25-4c4b-8a8c-6353bcfa8669 None None] Deleting port 27fff5ae-94e5-48f6-8602-580ab3624e1c {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:26.206327 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c8bbf6e-2a25-4c4b-8a8c-6353bcfa8669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.237625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5272766-8260-4bec-b7bb-bd6ec31c063b req-89f203a9-04d8-4b4d-89e4-0296f1e28045 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:26.239266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5272766-8260-4bec-b7bb-bd6ec31c063b req-89f203a9-04d8-4b4d-89e4-0296f1e28045 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 944 time: 0.5970047 Feb 04 15:46:26.313999 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5272766-8260-4bec-b7bb-bd6ec31c063b req-fc299630-515f-4402-af2e-1d1b2d71d037 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602331 Feb 04 15:46:26.341568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-923039819'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:26.469979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:26.476174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:network and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:26.479853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:26.487295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:26.498933 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.545890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:26.549805 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.565291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-e718f6cd-d56b-4354-a8ec-ff29a19e2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:26.567100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-e718f6cd-d56b-4354-a8ec-ff29a19e2943 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6aa8bbf6-d45c-4a46-a927-322c388308cf HTTP/1.1" status: 200 len: 851 time: 0.3848953 Feb 04 15:46:26.604935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ccdc2ce-3dbd-4f01-83c8-9a98f269cf82 None None] Provisioning complete for port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:26.605549 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc2ce-3dbd-4f01-83c8-9a98f269cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.608000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.667896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.680907 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-18c2c4bd-938a-4287-848c-a26baebcee00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6302783 Feb 04 15:46:26.682241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Pushing event deleted for resources: {'Port': ['ID=9955952e-9b83-41be-8a80-a3aea7d7d626,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:26.684552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42932) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:26.685681 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.686337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.718409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdc2ce-3dbd-4f01-83c8-9a98f269cf82 None None] Port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:26.728301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-e978019f-5bb4-48b1-b1fc-66385b6ece63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1cbe632d-9896-4c60-b50c-303fe834e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985715 Feb 04 15:46:26.780468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bc037da2-6cb8-443e-adbf-36ad250b6483 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:26.887659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3c8bbf6e-2a25-4c4b-8a8c-6353bcfa8669 None None] For port 27fff5ae-94e5-48f6-8602-580ab3624e1c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=27fff5ae-94e5-48f6-8602-580ab3624e1c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:26.887893 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c8bbf6e-2a25-4c4b-8a8c-6353bcfa8669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.931612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-1f9a046c-355c-46cf-815f-7c8c66379c8a service neutron] 10.222.0.53 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884801 Feb 04 15:46:26.933224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:26.962782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c0f6fd82-7fe9-47fd-8a19-a82986618658 None None] Provisioning complete for port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:26.963144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c0f6fd82-7fe9-47fd-8a19-a82986618658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.972238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:security_group_rule and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:26.979185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:27.020649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:27.028714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:27.057427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:27.074352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bbf6e-2a25-4c4b-8a8c-6353bcfa8669 None None] Calling delete_port for 27fff5ae-94e5-48f6-8602-580ab3624e1c owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:27.117430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=8223e6c3-37b0-4444-9fa9-f131d6bfe407,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:27.120136 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.149500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74023acb-9805-4ee8-983a-5efad62d41a4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.197524 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c8bbf6e-2a25-4c4b-8a8c-6353bcfa8669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.251191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8bbf6e-2a25-4c4b-8a8c-6353bcfa8669 None None] No DVR routers for this DVR port 27fff5ae-94e5-48f6-8602-580ab3624e1c on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:27.281511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port bc037da2-6cb8-443e-adbf-36ad250b6483 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:27.293390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9ad52-be1c-4e17-8b13-cbdc78d55c0d req-ece2f73b-a059-4ed4-ba43-e47cb0e5fcc2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:27.295896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aaf9ad52-be1c-4e17-8b13-cbdc78d55c0d req-ece2f73b-a059-4ed4-ba43-e47cb0e5fcc2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.7881515 Feb 04 15:46:27.296034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c0f6fd82-7fe9-47fd-8a19-a82986618658 None None] Port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:27.297703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bbf6e-2a25-4c4b-8a8c-6353bcfa8669 None None] Pushing event deleted for resources: {'Port': ['ID=27fff5ae-94e5-48f6-8602-580ab3624e1c,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:27.309177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bc037da2-6cb8-443e-adbf-36ad250b6483 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:27.309765 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.397427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c0f6fd82-7fe9-47fd-8a19-a82986618658 None None] Provisioning complete for port 9c049d8d-9906-4c10-854c-7b2de2511dcc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:27.398133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c0f6fd82-7fe9-47fd-8a19-a82986618658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.525380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.527827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-74023acb-9805-4ee8-983a-5efad62d41a4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 3b92eb46-9a45-4d75-83e4-82c41ff566b0 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:27.602299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d368860-68d9-4f5b-a291-eb68d46cba80 req-26dc95cd-010f-4fca-a05e-c5d924f0c25b service neutron] 10.222.0.53 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536140 Feb 04 15:46:27.605367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aaf9ad52-be1c-4e17-8b13-cbdc78d55c0d req-f7fa217c-c753-426e-b778-7a14ce7d046e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362566 Feb 04 15:46:27.609605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port bc037da2-6cb8-443e-adbf-36ad250b6483, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bc037da2-6cb8-443e-adbf-36ad250b6483,segment=NetworkSegment(87a9a008-3b9b-4edc-8d6c-536de54a0522),segment_id=87a9a008-3b9b-4edc-8d6c-536de54a0522)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:27.617832 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.618742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 410c5493-8fb4-4af3-be04-43ba1bb0b97d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:27.645513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351884f1-28f3-4d8e-ba35-d7ff080457b5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:27.646334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-351884f1-28f3-4d8e-ba35-d7ff080457b5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:27.678880 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.698871 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7fa3d0-1bb7-4d08-abc0-c881903e88f5', 'tag': 'bfb15915-e283-4e9a-9ef1-1f94885e83f1', 'status': 'completed', 'code': 200} Feb 04 15:46:27.699944 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.741185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-351884f1-28f3-4d8e-ba35-d7ff080457b5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:27.744389 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-351884f1-28f3-4d8e-ba35-d7ff080457b5 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0517364 Feb 04 15:46:27.749903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router ae243149-6e38-41a6-a301-2af18a2c9792 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:46:27.753293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42940) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:27.809352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=bc037da2-6cb8-443e-adbf-36ad250b6483,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:27.814898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-54f22fd8-b3e7-4e21-9d21-c2f31f3fb0bc None None] Provisioning complete for port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:27.815305 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54f22fd8-b3e7-4e21-9d21-c2f31f3fb0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.862414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.862811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.863144 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.863605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.864016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.864347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.864699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.865087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.865445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.866027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.866132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.866401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:27.901070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 410c5493-8fb4-4af3-be04-43ba1bb0b97d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:27.901462 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.927271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-54f22fd8-b3e7-4e21-9d21-c2f31f3fb0bc None None] Port 3b92eb46-9a45-4d75-83e4-82c41ff566b0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:27.969987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-54f22fd8-b3e7-4e21-9d21-c2f31f3fb0bc None None] Provisioning complete for port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:27.970451 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54f22fd8-b3e7-4e21-9d21-c2f31f3fb0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.982657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.047338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.065154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-54f22fd8-b3e7-4e21-9d21-c2f31f3fb0bc None None] Port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:28.066562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a85834e-ddb7-4509-80fd-0e450e647831 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.067482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8a85834e-ddb7-4509-80fd-0e450e647831 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:28.094768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 27fff5ae-94e5-48f6-8602-580ab3624e1c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:28.125257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Router 89691f06-2a98-4969-a23a-8bf6fa77b3dc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:46:28.131564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 27fff5ae-94e5-48f6-8602-580ab3624e1c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:28.131931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 27fff5ae-94e5-48f6-8602-580ab3624e1c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 15:46:28.134155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:46:28.150069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:28.166448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b0888-d6d4-44a7-b60c-12f05c82105c None None] Sync routers for ids ['ae243149-6e38-41a6-a301-2af18a2c9792'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:28.166773 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9b49841b-7f7e-400b-beff-e83e7f4cf5a3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/ae243149-6e38-41a6-a301-2af18a2c9792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4411478 Feb 04 15:46:28.166861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27bf15b-ee2b-4d3e-b596-e1a65d6eceaa,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:28.169532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42946) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:28.172269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Port 27fff5ae-94e5-48f6-8602-580ab3624e1c not found, will not notify nova. {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 15:46:28.177248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8a85834e-ddb7-4509-80fd-0e450e647831 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:28.179197 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8a85834e-ddb7-4509-80fd-0e450e647831 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4230630 Feb 04 15:46:28.183387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b0888-d6d4-44a7-b60c-12f05c82105c None None] Routers {'ae243149-6e38-41a6-a301-2af18a2c9792'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:28.184029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5e4b0888-d6d4-44a7-b60c-12f05c82105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ae243149-6e38-41a6-a301-2af18a2c9792'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:28.188647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42950) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:28.254541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5e4b0888-d6d4-44a7-b60c-12f05c82105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:28.270130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.270578 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Added segment 85c6f96b-09e7-417f-9cc2-9d6801e2afac of type vlan for network 77ef6296-0c16-4c3b-845f-b21b24705fd0 Feb 04 15:46:28.273204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74023acb-9805-4ee8-983a-5efad62d41a4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.293465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bc037da2-6cb8-443e-adbf-36ad250b6483 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:28.294269 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2802d253-fe9a-4697-90c2-7711b81a59ef tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038496 Feb 04 15:46:28.327923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-5cfb2da5-611f-452d-9ff4-b3da43a56b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.329445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-5cfb2da5-611f-452d-9ff4-b3da43a56b3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 1095 time: 0.4312229 Feb 04 15:46:28.331602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42954) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:28.348621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74023acb-9805-4ee8-983a-5efad62d41a4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=3b92eb46-9a45-4d75-83e4-82c41ff566b0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:28.359573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b0888-d6d4-44a7-b60c-12f05c82105c None None] Routers {'ae243149-6e38-41a6-a301-2af18a2c9792'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:28.360222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5e4b0888-d6d4-44a7-b60c-12f05c82105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ae243149-6e38-41a6-a301-2af18a2c9792'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:28.437648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e073c1fc-cc4c-4d41-9508-459c76c30893 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:28.505226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5e4b0888-d6d4-44a7-b60c-12f05c82105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:28.505836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b0888-d6d4-44a7-b60c-12f05c82105c None None] The sync data for ids ['ae243149-6e38-41a6-a301-2af18a2c9792'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:28.541215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:46:28.543608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bc037da2-6cb8-443e-adbf-36ad250b6483 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:28.544403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.554033 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4d5e9-0da3-4d8a-81c3-c16651f473da None None] Sync routers for ids ['89691f06-2a98-4969-a23a-8bf6fa77b3dc'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:28.569281 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4d5e9-0da3-4d8a-81c3-c16651f473da None None] Routers {'89691f06-2a98-4969-a23a-8bf6fa77b3dc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:28.570839 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-19a4d5e9-0da3-4d8a-81c3-c16651f473da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['89691f06-2a98-4969-a23a-8bf6fa77b3dc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:28.584313 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74023acb-9805-4ee8-983a-5efad62d41a4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.586538 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-74023acb-9805-4ee8-983a-5efad62d41a4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/3b92eb46-9a45-4d75-83e4-82c41ff566b0 HTTP/1.1" status: 204 len: 168 time: 3.2586830 Feb 04 15:46:28.589654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:28.615655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.633716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bcdedf-fa6a-4d4f-8636-71c115263a0f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.637570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-23bcdedf-fa6a-4d4f-8636-71c115263a0f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports/8223e6c3-37b0-4444-9fa9-f131d6bfe407 HTTP/1.1" status: 200 len: 983 time: 0.4630997 Feb 04 15:46:28.641731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42962) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:28.665882 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-19a4d5e9-0da3-4d8a-81c3-c16651f473da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:28.683730 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e18100-d0c2-4eb8-8543-9f635f5860a7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:46:28.685905 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4d5e9-0da3-4d8a-81c3-c16651f473da None None] Routers {'89691f06-2a98-4969-a23a-8bf6fa77b3dc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:28.688520 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-19a4d5e9-0da3-4d8a-81c3-c16651f473da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['89691f06-2a98-4969-a23a-8bf6fa77b3dc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:28.688905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-03e18100-d0c2-4eb8-8543-9f635f5860a7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:28.733764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-03e18100-d0c2-4eb8-8543-9f635f5860a7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:28.735099 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-03e18100-d0c2-4eb8-8543-9f635f5860a7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/3b92eb46-9a45-4d75-83e4-82c41ff566b0 HTTP/1.1" status: 404 len: 333 time: 0.1444726 Feb 04 15:46:28.737895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42966) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:28.807428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e073c1fc-cc4c-4d41-9508-459c76c30893 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:28.826342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2a5c4-22ee-4118-b8ca-904655c72c20 req-1a9ebf58-fdbb-44e2-b6bb-88faad579765 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.840415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 27fff5ae-94e5-48f6-8602-580ab3624e1c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:28.845220 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-19a4d5e9-0da3-4d8a-81c3-c16651f473da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:28.845725 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4d5e9-0da3-4d8a-81c3-c16651f473da None None] The sync data for ids ['89691f06-2a98-4969-a23a-8bf6fa77b3dc'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:28.854166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08d2a5c4-22ee-4118-b8ca-904655c72c20 req-1a9ebf58-fdbb-44e2-b6bb-88faad579765 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 944 time: 0.8162313 Feb 04 15:46:28.877195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c93018-c71c-4972-a840-f0ad56bb74fc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet 673d10f5-3b60-4173-8d18-5c0df18c35f1 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:28.886033 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00c93018-c71c-4972-a840-f0ad56bb74fc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.930040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 27fff5ae-94e5-48f6-8602-580ab3624e1c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:28.930411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 27fff5ae-94e5-48f6-8602-580ab3624e1c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:28.956930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:46:28.981172 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00c93018-c71c-4972-a840-f0ad56bb74fc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.012990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e073c1fc-cc4c-4d41-9508-459c76c30893 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:29.078903 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.080345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00c93018-c71c-4972-a840-f0ad56bb74fc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.085015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:29.085779 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.163469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00c93018-c71c-4972-a840-f0ad56bb74fc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.179233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e073c1fc-cc4c-4d41-9508-459c76c30893 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:29.182793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e073c1fc-cc4c-4d41-9508-459c76c30893 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.184140 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e073c1fc-cc4c-4d41-9508-459c76c30893 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:46:29.184558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e073c1fc-cc4c-4d41-9508-459c76c30893 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:29.217366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c93018-c71c-4972-a840-f0ad56bb74fc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=673d10f5-3b60-4173-8d18-5c0df18c35f1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:29.222449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00c93018-c71c-4972-a840-f0ad56bb74fc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.233562 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-00c93018-c71c-4972-a840-f0ad56bb74fc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/673d10f5-3b60-4173-8d18-5c0df18c35f1 HTTP/1.1" status: 204 len: 168 time: 0.4942758 Feb 04 15:46:29.234293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42970) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:29.235426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29b3ec-b3f5-492f-b0d7-d6b7a77521d0 None None] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:29.251897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.258252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ae720d3b-c8a8-4de9-ae86-31d974729059 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "PUT /v2.0/routers/89691f06-2a98-4969-a23a-8bf6fa77b3dc HTTP/1.1" status: 200 len: 709 time: 8.0757401 Feb 04 15:46:29.259601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-01cfd8e6-264e-4221-b7c3-ed8caab3163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:29.261037 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-01cfd8e6-264e-4221-b7c3-ed8caab3163c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 912 time: 0.9204447 Feb 04 15:46:29.274057 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08d2a5c4-22ee-4118-b8ca-904655c72c20 req-6ec3332b-32bf-4e61-988f-38ddf5168237 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189732 Feb 04 15:46:29.310917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4556e46-05c8-44b5-8408-53cda90489bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet f47a988c-fb28-4f28-8830-9fa7c8962018 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:29.313804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42974) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:29.317907 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d4556e46-05c8-44b5-8408-53cda90489bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.433202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Network': ['ID=77ef6296-0c16-4c3b-845f-b21b24705fd0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:29.455751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 77ef6296-0c16-4c3b-845f-b21b24705fd0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:29.462313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8c435c34-2c20-481c-ade9-0aecac20d741 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.4154606 Feb 04 15:46:29.464015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e073c1fc-cc4c-4d41-9508-459c76c30893 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1250553 Feb 04 15:46:29.468414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-de463f1f-2c3b-446f-bf78-7ded47474b00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfb15915-e283-4e9a-9ef1-1f94885e83f1 HTTP/1.1" status: 200 len: 217 time: 0.1409960 Feb 04 15:46:29.710745 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9f0ab735-b653-4f57-b648-5c684a6bb70b tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/routers/89691f06-2a98-4969-a23a-8bf6fa77b3dc HTTP/1.1" status: 200 len: 744 time: 0.3950524 Feb 04 15:46:29.714129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42978) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:29.714129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42982) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:29.728967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d0504669-915e-4d33-bd64-f29aaec20de7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:29.872143 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-97525c81-90fe-4ed5-8b68-701605cf9f61 tempest-RoutersIpV6AdminTest-998305949 tempest-RoutersIpV6AdminTest-998305949-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=cee49329-a2e8-404b-bc10-5459d077e066&device_id=89691f06-2a98-4969-a23a-8bf6fa77b3dc HTTP/1.1" status: 200 len: 205 time: 0.1552525 Feb 04 15:46:29.875814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-b924e563-a3f1-44aa-8b48-abc6c7ba7fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:29.878117 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-b924e563-a3f1-44aa-8b48-abc6c7ba7fc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6aa8bbf6-d45c-4a46-a927-322c388308cf HTTP/1.1" status: 200 len: 851 time: 0.1521680 Feb 04 15:46:29.878349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42988) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:29.886805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d4556e46-05c8-44b5-8408-53cda90489bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.937874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-00086c11-8e1e-4b3c-8d59-31f1170cf6ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1cbe632d-9896-4c60-b50c-303fe834e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480614 Feb 04 15:46:29.969373 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-84434ef5-d8d4-406a-bebd-3efd54500d3d tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=89691f06-2a98-4969-a23a-8bf6fa77b3dc HTTP/1.1" status: 200 len: 205 time: 0.0877271 Feb 04 15:46:29.975398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42992) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:29.996726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d0504669-915e-4d33-bd64-f29aaec20de7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:30.016080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d0504669-915e-4d33-bd64-f29aaec20de7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:30.036412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0504669-915e-4d33-bd64-f29aaec20de7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:30.040233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0504669-915e-4d33-bd64-f29aaec20de7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.041730 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0504669-915e-4d33-bd64-f29aaec20de7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:46:30.042282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0504669-915e-4d33-bd64-f29aaec20de7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:30.069520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d4556e46-05c8-44b5-8408-53cda90489bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.099508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-f4309531-cd5e-49bd-8d40-97d0b22c96a0 req-59c38607-1400-4ad7-a493-76e25991bc5e service neutron] (87571) timed out ('10.222.0.53', 53197) {{(pid=87571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:46:30.108417 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d0504669-915e-4d33-bd64-f29aaec20de7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3931217 Feb 04 15:46:30.128096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42996) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:30.138401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7c37319a-a2b2-43c8-8209-38e4db003782 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:30.257864 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d4556e46-05c8-44b5-8408-53cda90489bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.287457 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66085dc5-2c26-4123-afb0-a8f15d4afe7e tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.365940 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d4556e46-05c8-44b5-8408-53cda90489bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.372383 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d4556e46-05c8-44b5-8408-53cda90489bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/f47a988c-fb28-4f28-8830-9fa7c8962018 HTTP/1.1" status: 204 len: 168 time: 1.1369998 Feb 04 15:46:30.385248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4556e46-05c8-44b5-8408-53cda90489bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=f47a988c-fb28-4f28-8830-9fa7c8962018,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:30.386915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43002) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:30.463606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device bfb15915-e283-4e9a-9ef1-1f94885e83f1 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:46:30.620414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.622864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7c37319a-a2b2-43c8-8209-38e4db003782 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:30.641554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7c37319a-a2b2-43c8-8209-38e4db003782 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:30.648335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 9c049d8d-9906-4c10-854c-7b2de2511dcc {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:30.649045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.721183 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66085dc5-2c26-4123-afb0-a8f15d4afe7e tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.725078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66085dc5-2c26-4123-afb0-a8f15d4afe7e tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.748229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port bfb15915-e283-4e9a-9ef1-1f94885e83f1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=bfb15915-e283-4e9a-9ef1-1f94885e83f1,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:30.765156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'bfb15915-e283-4e9a-9ef1-1f94885e83f1', 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2', 'port_id': 'bfb15915-e283-4e9a-9ef1-1f94885e83f1', 'mac_address': 'fa:16:3e:56:f3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa8bbf6-d45c-4a46-a927-322c388308cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:46:30.768586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43f9458-4358-4238-b8be-2c145df8afe1 None None] Network e2c1fbbe-f18b-4f98-a62a-a982db7c738b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:30.771344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-a9a4e33d-0d03-4c92-af6c-05b7613286d3 service neutron] 10.222.0.53 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8240342 Feb 04 15:46:30.776478 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66085dc5-2c26-4123-afb0-a8f15d4afe7e tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.777927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66085dc5-2c26-4123-afb0-a8f15d4afe7e tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Fanout notify agent at l3_agent the message router_deleted on router 89691f06-2a98-4969-a23a-8bf6fa77b3dc {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:46:30.915138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c37319a-a2b2-43c8-8209-38e4db003782 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:30.917510 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66085dc5-2c26-4123-afb0-a8f15d4afe7e tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.922394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-66085dc5-2c26-4123-afb0-a8f15d4afe7e tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/89691f06-2a98-4969-a23a-8bf6fa77b3dc HTTP/1.1" status: 204 len: 168 time: 0.9425457 Feb 04 15:46:30.928054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43008) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:30.928836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c37319a-a2b2-43c8-8209-38e4db003782 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.930486 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c37319a-a2b2-43c8-8209-38e4db003782 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:46:30.930929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c37319a-a2b2-43c8-8209-38e4db003782 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:31.000195 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7c37319a-a2b2-43c8-8209-38e4db003782 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8683240 Feb 04 15:46:31.006033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43012) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:31.011453 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.020217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b036485d-6d57-4e47-b27d-4fe4284cbc90 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:31.080002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-41caec01-a268-4bd6-930a-0d6714711390 None None] Provisioning complete for port 9c049d8d-9906-4c10-854c-7b2de2511dcc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:31.080809 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41caec01-a268-4bd6-930a-0d6714711390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.089075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.116606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb15915-e283-4e9a-9ef1-1f94885e83f1 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:31.174322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port bfb15915-e283-4e9a-9ef1-1f94885e83f1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=bfb15915-e283-4e9a-9ef1-1f94885e83f1,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:31.197098 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.266334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] For port 9c049d8d-9906-4c10-854c-7b2de2511dcc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9c049d8d-9906-4c10-854c-7b2de2511dcc,segment=NetworkSegment(6491cad9-8244-4f85-9957-8728855aad8a),segment_id=6491cad9-8244-4f85-9957-8728855aad8a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:31.266659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.453559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dde62051-ca23-4c5f-a461-01cbc2c8c356 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=89691f06-2a98-4969-a23a-8bf6fa77b3dc HTTP/1.1" status: 200 len: 205 time: 0.5202699 Feb 04 15:46:31.474861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=bfb15915-e283-4e9a-9ef1-1f94885e83f1,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:31.508245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['bfb15915-e283-4e9a-9ef1-1f94885e83f1'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:46:31.518300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43018) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:31.534438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 9c049d8d-9906-4c10-854c-7b2de2511dcc owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:31.591147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] DHCP port deletion for e2c1fbbe-f18b-4f98-a62a-a982db7c738b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:31.605013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] Deleting port 9c049d8d-9906-4c10-854c-7b2de2511dcc {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:31.605523 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.647223 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-3c2ba862-8276-4138-bc67-7e36295cf5ab tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] delete failed (client error): The resource could not be found. Feb 04 15:46:31.649078 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3c2ba862-8276-4138-bc67-7e36295cf5ab tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/89691f06-2a98-4969-a23a-8bf6fa77b3dc HTTP/1.1" status: 404 len: 336 time: 0.1266541 Feb 04 15:46:31.659950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43022) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:31.678672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b036485d-6d57-4e47-b27d-4fe4284cbc90 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:31.697032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b036485d-6d57-4e47-b27d-4fe4284cbc90 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:31.742244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cb8e7cd-c4ff-40ac-ba26-75daced7404d req-94eb3033-a94a-4fed-a516-722c2f7ed225 service neutron] 10.222.0.53 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9480944 Feb 04 15:46:31.779949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 8223e6c3-37b0-4444-9fa9-f131d6bfe407 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:31.780164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.898921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b036485d-6d57-4e47-b27d-4fe4284cbc90 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:31.902826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b036485d-6d57-4e47-b27d-4fe4284cbc90 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.905059 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b036485d-6d57-4e47-b27d-4fe4284cbc90 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:46:31.905783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b036485d-6d57-4e47-b27d-4fe4284cbc90 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:31.938125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-796b0698-466f-4def-868d-6f0b68414351 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=daf0facc-5393-461a-93d2-ecc2644131ed HTTP/1.1" status: 200 len: 205 time: 0.2680492 Feb 04 15:46:31.940269 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b036485d-6d57-4e47-b27d-4fe4284cbc90 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9333510 Feb 04 15:46:31.944198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43026) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:31.944787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43028) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:31.988227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] For port 9c049d8d-9906-4c10-854c-7b2de2511dcc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9c049d8d-9906-4c10-854c-7b2de2511dcc,segment=NetworkSegment(6491cad9-8244-4f85-9957-8728855aad8a),segment_id=6491cad9-8244-4f85-9957-8728855aad8a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:31.989134 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.025277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f4c44a40-d17d-4404-a352-2fc39dacac9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:32.032592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.130644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.142394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] Calling delete_port for 9c049d8d-9906-4c10-854c-7b2de2511dcc owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:32.194147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 8223e6c3-37b0-4444-9fa9-f131d6bfe407 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:32.206873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No DVR routers for this DVR port 9c049d8d-9906-4c10-854c-7b2de2511dcc on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:32.211298 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-7919363a-40cd-4b56-9812-0bcca03e4dcc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] delete failed (client error): The resource could not be found. Feb 04 15:46:32.215549 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7919363a-40cd-4b56-9812-0bcca03e4dcc tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/daf0facc-5393-461a-93d2-ecc2644131ed HTTP/1.1" status: 404 len: 336 time: 0.2668386 Feb 04 15:46:32.216203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43034) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:32.252586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:32.253226 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:32.287237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16b068-5f8d-4486-be60-0fa1deba9d5f req-c37e6d76-38ba-4f17-8861-a084fd55dbe0 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:32.289275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a16b068-5f8d-4486-be60-0fa1deba9d5f req-c37e6d76-38ba-4f17-8861-a084fd55dbe0 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.8368647 Feb 04 15:46:32.293197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=9c049d8d-9906-4c10-854c-7b2de2511dcc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:32.319909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f4c44a40-d17d-4404-a352-2fc39dacac9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:32.323527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9c049d8d-9906-4c10-854c-7b2de2511dcc no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:32.353285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f4c44a40-d17d-4404-a352-2fc39dacac9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:32.369820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a16b068-5f8d-4486-be60-0fa1deba9d5f req-bc4b1ef7-2ea9-45e8-953b-fae2995f2473 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728540 Feb 04 15:46:32.423185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 9c049d8d-9906-4c10-854c-7b2de2511dcc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:32.423526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9c049d8d-9906-4c10-854c-7b2de2511dcc not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:32.502215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.518534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.529572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c1fbbe-f18b-4f98-a62a-a982db7c738b']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:32.587960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6491cad9-8244-4f85-9957-8728855aad8a') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:32.588714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6491cad9-8244-4f85-9957-8728855aad8a') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:32.600116 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d83ffc9e-2044-4a33-9136-ffd52d11427b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=94412cbf-cf68-414a-bd4b-6a4630845bb0 HTTP/1.1" status: 200 len: 205 time: 0.3105807 Feb 04 15:46:32.601105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c44a40-d17d-4404-a352-2fc39dacac9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:32.604505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4c44a40-d17d-4404-a352-2fc39dacac9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.605967 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c44a40-d17d-4404-a352-2fc39dacac9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:46:32.606601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c44a40-d17d-4404-a352-2fc39dacac9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:32.609900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43038) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:32.618295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.646257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=8223e6c3-37b0-4444-9fa9-f131d6bfe407,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:32.738828 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-634c80c5-591c-4d3c-8085-f258921ba215 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] delete failed (client error): The resource could not be found. Feb 04 15:46:32.739889 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-634c80c5-591c-4d3c-8085-f258921ba215 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/94412cbf-cf68-414a-bd4b-6a4630845bb0 HTTP/1.1" status: 404 len: 336 time: 0.1248765 Feb 04 15:46:32.745324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.753399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:32.754132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.755446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] Deleting port 9c049d8d-9906-4c10-854c-7b2de2511dcc {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:32.755901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.829228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43042) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:32.829925 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.838551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43044) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:32.861136 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:32.868970 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f4c44a40-d17d-4404-a352-2fc39dacac9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9226620 Feb 04 15:46:32.869810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43050) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:32.872928 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.880927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cec5aad8-7c07-4823-aa63-c2ed2a18ae27 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:32.886437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8d3d5-8e86-4088-9240-eea8355da3d0 None None] The port '9c049d8d-9906-4c10-854c-7b2de2511dcc' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:46:32.889217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'subnet': {'network_id': '77ef6296-0c16-4c3b-845f-b21b24705fd0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:32.975467 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.989513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Network': ['ID=e2c1fbbe-f18b-4f98-a62a-a982db7c738b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:33.005535 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f6f46eaf-5e60-4304-8c54-9e29391b2ca3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/networks/e2c1fbbe-f18b-4f98-a62a-a982db7c738b HTTP/1.1" status: 204 len: 168 time: 2.6145105 Feb 04 15:46:33.009889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43054) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.053452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-32ae0f99-768c-43a7-af0e-ac8b4e94953b tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4 HTTP/1.1" status: 200 len: 205 time: 0.2160060 Feb 04 15:46:33.058632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.149396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cec5aad8-7c07-4823-aa63-c2ed2a18ae27 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:33.151844 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-252b6590-8a8d-4664-80ce-2dd01f5f1c4d tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] delete failed (client error): The resource could not be found. Feb 04 15:46:33.152901 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-252b6590-8a8d-4664-80ce-2dd01f5f1c4d tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/c27edda6-0aa8-4fc2-96e3-9ecb63b8f8b4 HTTP/1.1" status: 404 len: 336 time: 0.0905347 Feb 04 15:46:33.156672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43062) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.199948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cec5aad8-7c07-4823-aa63-c2ed2a18ae27 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:33.218146 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1e9365c1-b71d-41f4-838c-dee9cc8b7ea7 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce65f603-6e61-43cf-810f-80eae66a53b9 HTTP/1.1" status: 200 len: 205 time: 0.0592172 Feb 04 15:46:33.222297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43066) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.286730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec5aad8-7c07-4823-aa63-c2ed2a18ae27 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:33.290159 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cec5aad8-7c07-4823-aa63-c2ed2a18ae27 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.291512 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec5aad8-7c07-4823-aa63-c2ed2a18ae27 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:46:33.291926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec5aad8-7c07-4823-aa63-c2ed2a18ae27 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:33.308083 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-2c8af665-b737-4467-aabd-0721405f062e tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] delete failed (client error): The resource could not be found. Feb 04 15:46:33.311581 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2c8af665-b737-4467-aabd-0721405f062e tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/ce65f603-6e61-43cf-810f-80eae66a53b9 HTTP/1.1" status: 404 len: 336 time: 0.0856805 Feb 04 15:46:33.314983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43070) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.358289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d48bf-3ef2-4ed3-968e-87daebaa3d42 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:33.358972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-975d48bf-3ef2-4ed3-968e-87daebaa3d42 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:33.377336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cec5aad8-7c07-4823-aa63-c2ed2a18ae27 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5058439 Feb 04 15:46:33.379669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:33.379841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99e2d5d0-6eef-49fc-8b8a-66ffc506fd3f tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "GET /v2.0/ports?device_id=13638df1-007c-4793-8980-cf3e38221e1b HTTP/1.1" status: 200 len: 205 time: 0.0596526 Feb 04 15:46:33.380423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43074) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.386381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43076) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.437926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:subnet and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:33.450816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:33.469808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa1ddb-dba1-4d5a-b784-e169c2cc015e req-e328bc27-b4e2-478c-bda3-e6c82247cd0b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:33.471381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4aa1ddb-dba1-4d5a-b784-e169c2cc015e req-e328bc27-b4e2-478c-bda3-e6c82247cd0b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 945 time: 0.9006999 Feb 04 15:46:33.473981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router ae243149-6e38-41a6-a301-2af18a2c9792 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:46:33.475503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:33.495875 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eee0faf8-96da-4b93-b632-66a768a346c2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1131756 Feb 04 15:46:33.497187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-975d48bf-3ef2-4ed3-968e-87daebaa3d42 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:33.498240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-975d48bf-3ef2-4ed3-968e-87daebaa3d42 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4876156 Feb 04 15:46:33.498969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43084) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.501846 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-f14e80ff-2555-4736-bc80-752918c8d09d tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] delete failed (client error): The resource could not be found. Feb 04 15:46:33.502446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f14e80ff-2555-4736-bc80-752918c8d09d tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/routers/13638df1-007c-4793-8980-cf3e38221e1b HTTP/1.1" status: 404 len: 336 time: 0.1150055 Feb 04 15:46:33.502992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43088) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.505776 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43090) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.571754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:33.575543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.747355 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-603fd918-c500-44b1-9114-a1d87aabacb3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] DELETE failed (client error): The resource could not be found. Feb 04 15:46:33.747804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603fd918-c500-44b1-9114-a1d87aabacb3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:33.749481 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-603fd918-c500-44b1-9114-a1d87aabacb3 tempest-RoutersIpV6AdminTest-1704995328 tempest-RoutersIpV6AdminTest-1704995328-project] 10.222.0.46 "DELETE /v2.0/subnets/8d3a322e-deef-4265-a05c-432e937e7f39 HTTP/1.1" status: 404 len: 337 time: 0.2137063 Feb 04 15:46:33.774407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4aa1ddb-dba1-4d5a-b784-e169c2cc015e req-42156530-5848-4def-9f92-7466cd2f0c31 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910118 Feb 04 15:46:33.778225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b3d20f-b7f2-48a8-89a9-a34814652f00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:33.779654 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c2b3d20f-b7f2-48a8-89a9-a34814652f00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2796702 Feb 04 15:46:33.782731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43098) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.791094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:46:33.803730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9aeb2-08ba-4820-a833-894741985937 None None] Sync routers for ids ['ae243149-6e38-41a6-a301-2af18a2c9792'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:33.815222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9aeb2-08ba-4820-a833-894741985937 None None] Routers {'ae243149-6e38-41a6-a301-2af18a2c9792'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:33.816356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c6a9aeb2-08ba-4820-a833-894741985937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ae243149-6e38-41a6-a301-2af18a2c9792'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:33.819897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c4befcbb-f2af-43d5-858c-35c14890c970 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/ae243149-6e38-41a6-a301-2af18a2c9792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1712384 Feb 04 15:46:33.823699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43102) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.882944 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1bb33911-71f8-4762-b6c2-d2d5a4a00aa3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988266 Feb 04 15:46:33.886726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43108) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:33.893204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:33.970584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c6a9aeb2-08ba-4820-a833-894741985937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:33.991263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9aeb2-08ba-4820-a833-894741985937 None None] Routers {'ae243149-6e38-41a6-a301-2af18a2c9792'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:33.991895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c6a9aeb2-08ba-4820-a833-894741985937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ae243149-6e38-41a6-a301-2af18a2c9792'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:34.025098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:34.052198 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a029428e-b1ff-4b9e-9954-0adabd216fd8 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5427845 Feb 04 15:46:34.054698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43112) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:34.061939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:34.071465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-13368964'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:34.080158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:34.087508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:network and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:34.091065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:34.092657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c6a9aeb2-08ba-4820-a833-894741985937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:34.093113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9aeb2-08ba-4820-a833-894741985937 None None] The sync data for ids ['ae243149-6e38-41a6-a301-2af18a2c9792'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:34.103982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:34.107655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.135044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:34.213737 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-21702106-ecb3-4b5c-ab8a-8b7a77ca4e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.226251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:34.229918 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.240907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43120) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:34.288589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:34.301845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.302319 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Added segment a0daac5a-bcd5-44c7-a4cf-838d7227e47d of type vlan for network 1dc5be59-5605-409b-b942-a509af000644 Feb 04 15:46:34.372218 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-47f91327-159b-473d-bae2-1a54c04980fe tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 15:46:34.373413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-47f91327-159b-473d-bae2-1a54c04980fe tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/ae243149-6e38-41a6-a301-2af18a2c9792/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5487044 Feb 04 15:46:34.377284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.379323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43126) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:34.448807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-28977440-050b-4f83-bb06-6ff8b3a0d303 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:34.462640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a160de3-4cfc-443a-bae2-92d115a0e101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.463651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.474859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d85a2-4c43-46d5-b19a-e7e28aa46d5c req-533b3e62-f4eb-40e3-9b77-8925e9ffef5a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:34.476571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-440d85a2-4c43-46d5-b19a-e7e28aa46d5c req-533b3e62-f4eb-40e3-9b77-8925e9ffef5a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.3729956 Feb 04 15:46:34.480169 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.485672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:34.486258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.494429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device bfb15915-e283-4e9a-9ef1-1f94885e83f1 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:34.542353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-28977440-050b-4f83-bb06-6ff8b3a0d303 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:34.546188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-28977440-050b-4f83-bb06-6ff8b3a0d303 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae243149-6e38-41a6-a301-2af18a2c9792 HTTP/1.1" status: 200 len: 205 time: 0.1631703 Feb 04 15:46:34.551859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43130) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:34.579848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5a160de3-4cfc-443a-bae2-92d115a0e101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:34.585182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port bfb15915-e283-4e9a-9ef1-1f94885e83f1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:34.591082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port bfb15915-e283-4e9a-9ef1-1f94885e83f1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:34.591877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.594538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5a160de3-4cfc-443a-bae2-92d115a0e101 admin admin] Usage tracker for resource:security_group_rule and tenant:4aa8b7b0688842d7a4482102e1c4c9c2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:34.637448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5a160de3-4cfc-443a-bae2-92d115a0e101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:34.650073 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5899107 Feb 04 15:46:34.656180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43134) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:34.656740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5a160de3-4cfc-443a-bae2-92d115a0e101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:34.666817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '1dc5be59-5605-409b-b942-a509af000644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:34.682571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Subnet': ['ID=7257b865-79f0-4d6c-8284-463be80fa1c8,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:34.695960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4c1df-3dce-4a15-970d-b0932e5902ed tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Network': ['ID=1dc5be59-5605-409b-b942-a509af000644,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:34.713258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 1dc5be59-5605-409b-b942-a509af000644 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:34.815250 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.843335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:46:34.858825 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.868132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7fa3d0-1bb7-4d08-abc0-c881903e88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb15915-e283-4e9a-9ef1-1f94885e83f1'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:34.876973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port bfb15915-e283-4e9a-9ef1-1f94885e83f1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=bfb15915-e283-4e9a-9ef1-1f94885e83f1,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:34.881617 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.896755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-440d85a2-4c43-46d5-b19a-e7e28aa46d5c req-dc3633b9-2f5f-4209-99fb-85db73c55b29 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858199 Feb 04 15:46:34.901626 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b27128-b8b2-4ec0-99bb-55a4b2a5eb95 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.924944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:34.937759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:34.951387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:34.952286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:34.959725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Checking segment: {'id': '85c6f96b-09e7-417f-9cc2-9d6801e2afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '77ef6296-0c16-4c3b-845f-b21b24705fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:34.959725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network hostable DHCP agents. Network: 77ef6296-0c16-4c3b-845f-b21b24705fd0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:34.960083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:34.967664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=bfb15915-e283-4e9a-9ef1-1f94885e83f1,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:34.968460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:34.969095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.974153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:34.977989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a6c9af-b924-4803-83f6-44c94adff77e None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:34.999539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=d75cf1e6-8749-41fb-92b8-8e9353033b20,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:35.007618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:35.011236 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.122903 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-47ff01fd-9a14-4e60-b44b-eba427929a63 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2323549 Feb 04 15:46:35.138962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43150) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:35.151017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:c5:df:14', 'name': 'tempest-NetworksTestDHCPv6-543989861'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:35.194787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network 77ef6296-0c16-4c3b-845f-b21b24705fd0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:35.231070 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a160de3-4cfc-443a-bae2-92d115a0e101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.240043 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a160de3-4cfc-443a-bae2-92d115a0e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.243671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': 'd75cf1e6-8749-41fb-92b8-8e9353033b20'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:35.244742 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.343831 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5a160de3-4cfc-443a-bae2-92d115a0e101 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4aa8b7b0688842d7a4482102e1c4c9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1004069 Feb 04 15:46:35.345800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b27128-b8b2-4ec0-99bb-55a4b2a5eb95 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.348276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 77ef6296-0c16-4c3b-845f-b21b24705fd0) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:35.350101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a160de3-4cfc-443a-bae2-92d115a0e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91bed61-4b42-461e-b6dc-bd53e832371a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:35.353722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b27128-b8b2-4ec0-99bb-55a4b2a5eb95 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.353876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43154) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:35.367245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:35.367817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.383108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427f1d5-ddff-4ce8-a153-0681cd25fc14 None None] Network 77ef6296-0c16-4c3b-845f-b21b24705fd0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:35.422573 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b27128-b8b2-4ec0-99bb-55a4b2a5eb95 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.423077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b27128-b8b2-4ec0-99bb-55a4b2a5eb95 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Fanout notify agent at l3_agent the message router_deleted on router ae243149-6e38-41a6-a301-2af18a2c9792 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:46:35.439730 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b27128-b8b2-4ec0-99bb-55a4b2a5eb95 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.440232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:35.444368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-45b27128-b8b2-4ec0-99bb-55a4b2a5eb95 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/ae243149-6e38-41a6-a301-2af18a2c9792 HTTP/1.1" status: 204 len: 168 time: 0.8856852 Feb 04 15:46:35.445555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43158) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:35.446729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-67266a76-4d76-4bf0-954a-6c98b1638e6e tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6055021 Feb 04 15:46:35.450848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43162) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:35.484729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:35.496759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1049207042'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:35.506676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-0c7f67c7-9b2e-48de-bf07-4dd44bc9ca74 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:35.508095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-0c7f67c7-9b2e-48de-bf07-4dd44bc9ca74 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.4096313 Feb 04 15:46:35.516540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:35.523708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:35.531705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:network and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:35.538598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:35.543522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a983933-ad8f-4062-9f40-bfa65d3fbda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.558987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Allocated IP 2001:db8::f816:3eff:feac:fa1c (40f4fd11-09ca-4e76-8993-0ead05403d9a/d75cf1e6-8749-41fb-92b8-8e9353033b20/61b92577-b02a-4998-bc55-fd021b86f38e) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:35.563381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:35.572943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-897342b6-3a3d-41da-a50e-9455dc69a69e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/quotas/88675380f23a4e7886d02b7197b8fb55 HTTP/1.1" status: 200 len: 375 time: 0.0425267 Feb 04 15:46:35.583499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5bcb12-bcc7-44df-8a8b-7c83aa323204 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting subnet 02ec9f9c-b7ad-4cdb-ba55-1da3aa128e6d {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:35.587917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcb12-bcc7-44df-8a8b-7c83aa323204 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.627908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:35.632268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.734073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcb12-bcc7-44df-8a8b-7c83aa323204 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.773276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:35.795272 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a983933-ad8f-4062-9f40-bfa65d3fbda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.797728 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.798107 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Added segment 19323287-78ff-476c-98a8-ee0827f197a7 of type vlan for network 6aacd522-4707-44a0-a7b3-09e865580368 Feb 04 15:46:35.825149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.847912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-77ef6296-0c16-4c3b-845f-b21b24705fd0', 'network_id': '77ef6296-0c16-4c3b-845f-b21b24705fd0', 'tenant_id': 'a5b81fca46e7443baeac6db3ec4023ba', 'fixed_ips': [{'subnet_id': '7257b865-79f0-4d6c-8284-463be80fa1c8'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:35.849050 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.852587 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.868464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-c5f6e4bb-fe4e-4e0d-94f7-c6d090f1af24 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2483180 Feb 04 15:46:35.971602 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcb12-bcc7-44df-8a8b-7c83aa323204 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.000825 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.035655 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.039876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.044403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Checking segment: {'id': 'a0daac5a-bcd5-44c7-a4cf-838d7227e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1dc5be59-5605-409b-b942-a509af000644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:36.044994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network hostable DHCP agents. Network: 1dc5be59-5605-409b-b942-a509af000644, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:36.046318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:36.046872 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.051128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=56c2f965-9172-43ae-8a43-59c4e2844bce,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.059239 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a983933-ad8f-4062-9f40-bfa65d3fbda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.090409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 489788e6-5b75-49c1-9334-c6cb56a17abf yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:36.093299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Transition to ACTIVE for port object 61b92577-b02a-4998-bc55-fd021b86f38e will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:36.127329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Transition to ACTIVE for port object 61b92577-b02a-4998-bc55-fd021b86f38e will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:36.127733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a983933-ad8f-4062-9f40-bfa65d3fbda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91bed61-4b42-461e-b6dc-bd53e832371a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.139592 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.146833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Allocated IP 2001:db8:0:ffff::2 (77ef6296-0c16-4c3b-845f-b21b24705fd0/7257b865-79f0-4d6c-8284-463be80fa1c8/ea01b74b-4c26-491c-bfad-e9e5bff92c95) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:36.164084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 1dc5be59-5605-409b-b942-a509af000644 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:36.178667 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a983933-ad8f-4062-9f40-bfa65d3fbda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.180222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5a983933-ad8f-4062-9f40-bfa65d3fbda0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f91bed61-4b42-461e-b6dc-bd53e832371a HTTP/1.1" status: 204 len: 168 time: 0.8236408 Feb 04 15:46:36.205335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7159269 Feb 04 15:46:36.206319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43170) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:36.209843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 1dc5be59-5605-409b-b942-a509af000644) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:36.242290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-384865d5-35d5-40af-b386-e26b13601477 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502555 Feb 04 15:46:36.243152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:36.243291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'subnet': {'network_id': '6aacd522-4707-44a0-a7b3-09e865580368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:36.244085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87149f3e-f08a-4a74-96e5-6816bfcf05de tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Network': ['ID=6aacd522-4707-44a0-a7b3-09e865580368,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.254487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d548ec-86ad-4724-ae1b-0ae06da5ff9e None None] Network 1dc5be59-5605-409b-b942-a509af000644 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:36.272500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:36.276708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:36.277328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.279607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:36.294676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 6aacd522-4707-44a0-a7b3-09e865580368 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:36.317282 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcb12-bcc7-44df-8a8b-7c83aa323204 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.370477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bcb12-bcc7-44df-8a8b-7c83aa323204 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Subnet': ['ID=02ec9f9c-b7ad-4cdb-ba55-1da3aa128e6d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.383022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcb12-bcc7-44df-8a8b-7c83aa323204 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.396617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0c5bcb12-bcc7-44df-8a8b-7c83aa323204 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/02ec9f9c-b7ad-4cdb-ba55-1da3aa128e6d HTTP/1.1" status: 204 len: 168 time: 0.9487391 Feb 04 15:46:36.400251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43174) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:36.530568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f4ad1-219f-4885-a97b-5545607b9cb4 None None] Network 1a1bf51e-3c07-4739-a0d4-ce18195ce944 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:36.538715 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-00048bf0-e989-42cd-baf7-57576da34861 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8768296 Feb 04 15:46:36.549647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43180) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:36.563338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '1dc5be59-5605-409b-b942-a509af000644', 'name': 'tempest-PortsTestJSON-478076058'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:36.665982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:36.670524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Pushing event updated for resources: {'Port': ['ID=61b92577-b02a-4998-bc55-fd021b86f38e,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.676183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:fec5:df14 (40f4fd11-09ca-4e76-8993-0ead05403d9a/d75cf1e6-8749-41fb-92b8-8e9353033b20/489788e6-5b75-49c1-9334-c6cb56a17abf) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:36.681216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:subnet and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:36.688723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-81faaefc-ca3e-4eab-985d-2071fc67bb44 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427798 Feb 04 15:46:36.697366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:36.706616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:36.720641 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.725594 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.746526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port bc037da2-6cb8-443e-adbf-36ad250b6483 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:36.747131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.770078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43184) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:36.782238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:36.829237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:36.843468 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.869820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:37.005262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:37.009204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.052546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.063434 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-79190e63-c973-45a7-a321-8080360b75f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b56033bbdcf4fdca6829196b966bb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831411 Feb 04 15:46:37.068977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Transition to ACTIVE for port object ea01b74b-4c26-491c-bfad-e9e5bff92c95 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:37.070123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port bc037da2-6cb8-443e-adbf-36ad250b6483, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bc037da2-6cb8-443e-adbf-36ad250b6483,segment=NetworkSegment(87a9a008-3b9b-4edc-8d6c-536de54a0522),segment_id=87a9a008-3b9b-4edc-8d6c-536de54a0522)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:37.070839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.083102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43194) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:37.093252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Transition to ACTIVE for port object ea01b74b-4c26-491c-bfad-e9e5bff92c95 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:37.121066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 44642c34-d84c-4fbd-9dd1-1d7766f4ecef yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:37.239005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Attempting to bind port 61b92577-b02a-4998-bc55-fd021b86f38e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:37.239588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Attempting to bind port 61b92577-b02a-4998-bc55-fd021b86f38e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:37.240580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Attempting to bind port 61b92577-b02a-4998-bc55-fd021b86f38e on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:37.247032 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.249210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for bc037da2-6cb8-443e-adbf-36ad250b6483 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:37.261022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:37.261493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:37.262013 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.262509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:37.263093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Bound port: 61b92577-b02a-4998-bc55-fd021b86f38e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:37.263594 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.386120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-974e802c-e7ee-45c9-9843-50b9e27dd9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.403160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.417699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9ce76-5509-4a26-ae92-9ac7f44bfc6c req-66c6e04b-4202-4bb1-b58c-840d6f4a0b74 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:37.427118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8fa9ce76-5509-4a26-ae92-9ac7f44bfc6c req-66c6e04b-4202-4bb1-b58c-840d6f4a0b74 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.4314833 Feb 04 15:46:37.458608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Pushing event updated for resources: {'Port': ['ID=ea01b74b-4c26-491c-bfad-e9e5bff92c95,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:37.513153 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-813649f4-72bd-4d87-b510-dd1b72aae2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.527728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No DVR routers for this DVR port bc037da2-6cb8-443e-adbf-36ad250b6483 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:37.543417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-1dc5be59-5605-409b-b942-a509af000644', 'network_id': '1dc5be59-5605-409b-b942-a509af000644', 'tenant_id': '214ab35bad1a4657956c11682d7336a3', 'fixed_ips': [{'subnet_id': '56c2f965-9172-43ae-8a43-59c4e2844bce'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:37.545530 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.559120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-974e802c-e7ee-45c9-9843-50b9e27dd9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.572720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=bc037da2-6cb8-443e-adbf-36ad250b6483,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:37.640927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.9 (1dc5be59-5605-409b-b942-a509af000644/56c2f965-9172-43ae-8a43-59c4e2844bce/44642c34-d84c-4fbd-9dd1-1d7766f4ecef) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:37.643901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Network 77ef6296-0c16-4c3b-845f-b21b24705fd0 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:37.650935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:37.651105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.654436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:37.692837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ac015-1754-4765-80fc-3a2a47348a50 None None] DHCP port deletion for 1a1bf51e-3c07-4739-a0d4-ce18195ce944 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:37.712627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8fa9ce76-5509-4a26-ae92-9ac7f44bfc6c req-6e959277-317c-4d63-9ba3-2af0cbae1800 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845752 Feb 04 15:46:37.745230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.782900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1bf51e-3c07-4739-a0d4-ce18195ce944']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:37.798724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a9a008-3b9b-4edc-8d6c-536de54a0522') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:37.799319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a9a008-3b9b-4edc-8d6c-536de54a0522') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:37.815933 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.830643 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-974e802c-e7ee-45c9-9843-50b9e27dd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.866546 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.873568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e802c-e7ee-45c9-9843-50b9e27dd9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9482ab03-34e6-4813-84e6-6e9f62c00188,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:37.896199 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.899139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:37.899651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:37.927076 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:37.946234 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7fa3d0-1bb7-4d08-abc0-c881903e88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb15915-e283-4e9a-9ef1-1f94885e83f1', 'code': 200} Feb 04 15:46:37.955253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 489788e6-5b75-49c1-9334-c6cb56a17abf will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:37.966241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:46:37.970506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.995404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] For port 61b92577-b02a-4998-bc55-fd021b86f38e, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:38.016671 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.026832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Attempting to bind port ea01b74b-4c26-491c-bfad-e9e5bff92c95 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:38.027623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Attempting to bind port ea01b74b-4c26-491c-bfad-e9e5bff92c95 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '85c6f96b-09e7-417f-9cc2-9d6801e2afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '77ef6296-0c16-4c3b-845f-b21b24705fd0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:38.027761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Attempting to bind port ea01b74b-4c26-491c-bfad-e9e5bff92c95 on network 77ef6296-0c16-4c3b-845f-b21b24705fd0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:38.035997 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.048628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:38.049043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Checking segment: {'id': '85c6f96b-09e7-417f-9cc2-9d6801e2afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '77ef6296-0c16-4c3b-845f-b21b24705fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:38.049344 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.049709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Bound using segment: {'id': '85c6f96b-09e7-417f-9cc2-9d6801e2afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '77ef6296-0c16-4c3b-845f-b21b24705fd0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:38.050176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Bound port: ea01b74b-4c26-491c-bfad-e9e5bff92c95, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c6f96b-09e7-417f-9cc2-9d6801e2afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '77ef6296-0c16-4c3b-845f-b21b24705fd0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:38.051103 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.088880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object 44642c34-d84c-4fbd-9dd1-1d7766f4ecef will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:38.106300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-974e802c-e7ee-45c9-9843-50b9e27dd9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.109153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Subnet': ['ID=07f35445-7244-4655-a083-a951cbf2cf32,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.110289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-974e802c-e7ee-45c9-9843-50b9e27dd9f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9482ab03-34e6-4813-84e6-6e9f62c00188 HTTP/1.1" status: 204 len: 168 time: 1.0260317 Feb 04 15:46:38.129230 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.132627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Checking segment: {'id': '19323287-78ff-476c-98a8-ee0827f197a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6aacd522-4707-44a0-a7b3-09e865580368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:38.133052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network hostable DHCP agents. Network: 6aacd522-4707-44a0-a7b3-09e865580368, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:38.139136 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.143451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] For port 61b92577-b02a-4998-bc55-fd021b86f38e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=61b92577-b02a-4998-bc55-fd021b86f38e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:38.144000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.153847 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.178123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Network': ['ID=1a1bf51e-3c07-4739-a0d4-ce18195ce944,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.190479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7867177a-d6cc-412c-8bab-b30a5817eb67 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/networks/1a1bf51e-3c07-4739-a0d4-ce18195ce944 HTTP/1.1" status: 204 len: 168 time: 1.7801445 Feb 04 15:46:38.194624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43204) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:38.202916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1956439247'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:38.213682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:38.219098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:network and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:38.230026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1d85d-189f-4ae4-b3ab-219c86990cbb req-3a501ecf-aaa2-423b-be8a-e09422d8421e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:38.231657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3de1d85d-189f-4ae4-b3ab-219c86990cbb req-3a501ecf-aaa2-423b-be8a-e09422d8421e tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.2510741 Feb 04 15:46:38.232581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:38.240540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:38.246392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460a42-8fc6-4f43-9fee-445361d98e61 req-da267012-d78c-4004-9fda-fd80165dc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:38.247969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14460a42-8fc6-4f43-9fee-445361d98e61 req-da267012-d78c-4004-9fda-fd80165dc1c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 1097 time: 0.2693305 Feb 04 15:46:38.289581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ae07d-af3e-44a7-bfcc-cde517ee0883 None None] Pushing event updated for resources: {'Port': ['ID=61b92577-b02a-4998-bc55-fd021b86f38e,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.346430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bc037da2-6cb8-443e-adbf-36ad250b6483 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:38.375012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:38.379092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.391900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] For port ea01b74b-4c26-491c-bfad-e9e5bff92c95, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:38.421590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: bc037da2-6cb8-443e-adbf-36ad250b6483 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:38.423576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bc037da2-6cb8-443e-adbf-36ad250b6483 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:38.435257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] For port ea01b74b-4c26-491c-bfad-e9e5bff92c95, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ea01b74b-4c26-491c-bfad-e9e5bff92c95,segment=NetworkSegment(85c6f96b-09e7-417f-9cc2-9d6801e2afac),segment_id=85c6f96b-09e7-417f-9cc2-9d6801e2afac)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:38.445156 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.584640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfcd03-e4e9-4248-8604-58dd78e4a3bf None None] Pushing event updated for resources: {'Port': ['ID=ea01b74b-4c26-491c-bfad-e9e5bff92c95,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.659363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.684031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:38.693664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14460a42-8fc6-4f43-9fee-445361d98e61 req-7aa3db4a-ec54-44fc-a9d1-d084b5e447de service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888583 Feb 04 15:46:38.709030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=489788e6-5b75-49c1-9334-c6cb56a17abf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.712556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:38.772600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3de1d85d-189f-4ae4-b3ab-219c86990cbb req-deb02807-44a5-4478-b5aa-cba000a7db21 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5234714 Feb 04 15:46:38.796414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:38.805255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:38.805980 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.810030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network 6aacd522-4707-44a0-a7b3-09e865580368 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:38.811437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:38.833065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.836051 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added segment f8a10fad-3a84-4fcf-af90-d5abbca90192 of type vlan for network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 Feb 04 15:46:38.841893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Allocated IP 172.20.0.2 (1dc5be59-5605-409b-b942-a509af000644/56c2f965-9172-43ae-8a43-59c4e2844bce/85b35f99-4e6f-4eeb-912a-16510f894edc) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:38.878172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 1dc5be59-5605-409b-b942-a509af000644 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:38.895833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:38.917766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 6aacd522-4707-44a0-a7b3-09e865580368) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:38.925436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:38.941125 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.965271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c9d7bb-9b16-4da1-81ef-9cd725f3a492 None None] Network 6aacd522-4707-44a0-a7b3-09e865580368 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:39.067212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.068253 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.098697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=44642c34-d84c-4fbd-9dd1-1d7766f4ecef,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:39.116588 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aa7b79d2-7736-4d32-8c29-f2753af98d00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9764729 Feb 04 15:46:39.119445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43218) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:39.254901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.266083 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.282411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-1bef27b7-325e-4c07-abef-b3e337dbb4c0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.284249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-1bef27b7-325e-4c07-abef-b3e337dbb4c0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.8024428 Feb 04 15:46:39.293135 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d5ddc676-36ab-4ea6-b0f3-10a06329ae23 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0790424 Feb 04 15:46:39.307640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43224) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:39.316315 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.317762 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.330308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'port': {'network_id': '6aacd522-4707-44a0-a7b3-09e865580368', 'name': 'tempest-NetworksIpV6TestAttrs-210938640'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:39.368164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72099121-f6a0-44a4-ab6f-ce84b9fb0c15 req-d4ed5797-a5d8-4ea8-a77a-c0dca904541e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 210 time: 0.0823851 Feb 04 15:46:39.386062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Request body: {'port': {'device_id': '51c62443-585f-4bce-ab46-ac78cfd34166', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'admin_state_up': True, 'tenant_id': '88675380f23a4e7886d02b7197b8fb55'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:39.483123 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-da4167b6-d3f8-476c-92f1-3057be412127 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9299467 Feb 04 15:46:39.498951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43232) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:39.514063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '1dc5be59-5605-409b-b942-a509af000644', 'name': 'tempest-PortsTestJSON-1776760367'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:39.644987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-6aacd522-4707-44a0-a7b3-09e865580368', 'network_id': '6aacd522-4707-44a0-a7b3-09e865580368', 'tenant_id': 'a5b81fca46e7443baeac6db3ec4023ba', 'fixed_ips': [{'subnet_id': '07f35445-7244-4655-a083-a951cbf2cf32'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:39.646010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.673333 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.741902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Transition to ACTIVE for port object 85b35f99-4e6f-4eeb-912a-16510f894edc will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:39.795381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8834442-3dbc-40aa-91b9-d5c4edb900af tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.797344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Transition to ACTIVE for port object 85b35f99-4e6f-4eeb-912a-16510f894edc will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:39.814744 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.815864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.822693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.823866 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.835763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8834442-3dbc-40aa-91b9-d5c4edb900af tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.836977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c8834442-3dbc-40aa-91b9-d5c4edb900af tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:39.845218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:39.874515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:39.890380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:39.938026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:39.945830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Network 1dc5be59-5605-409b-b942-a509af000644 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:39.949722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:39.957001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:39.964102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:39.977454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:port and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:39.988742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c8834442-3dbc-40aa-91b9-d5c4edb900af tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:39.995858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c8834442-3dbc-40aa-91b9-d5c4edb900af tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8550017 Feb 04 15:46:39.999048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:40.002293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43244) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:40.051529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Network': ['ID=43fe0dc9-a2d3-411c-8be2-3c59e80952d1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:40.067605 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a8a26321-4e03-4049-8e1c-bde52cef5e92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8718910 Feb 04 15:46:40.079374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43248) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:40.085060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:40.089812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:40.094031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.106319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b1854-63ac-476f-9f34-0767dd4855af req-ed449047-0577-4328-962b-3663381e56e6 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:40.114128 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-895b1854-63ac-476f-9f34-0767dd4855af req-ed449047-0577-4328-962b-3663381e56e6 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.4582429 Feb 04 15:46:40.122673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'subnet': {'network_id': '43fe0dc9-a2d3-411c-8be2-3c59e80952d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:40.127519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:40.303435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port a58bacb8-b915-438c-8d9f-6c9b3d4f3eef yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:40.385871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:40.398548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:40.398718 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.427537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:subnet and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:40.491825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:40.507600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b2434ada-1799-4af0-876e-33b4959c878b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 489788e6-5b75-49c1-9334-c6cb56a17abf {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:40.515402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2434ada-1799-4af0-876e-33b4959c878b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.517634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:40.530717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-895b1854-63ac-476f-9f34-0767dd4855af req-6511e9e6-98de-4a94-a994-aa88007009b3 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155047 Feb 04 15:46:40.548966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:40.569890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Usage tracker for resource:port and tenant:88675380f23a4e7886d02b7197b8fb55 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:40.582796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:40.586050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:40.591565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.634492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] device_id is not set on port bbed33f3-dadf-4207-a19a-bc6c92693c2c yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:40.639160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:40.656349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Pushing event updated for resources: {'Port': ['ID=85b35f99-4e6f-4eeb-912a-16510f894edc,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:40.659422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Allocated IP 2001:db8::f816:3eff:fed8:5d4b (6aacd522-4707-44a0-a7b3-09e865580368/07f35445-7244-4655-a083-a951cbf2cf32/f246d0f1-49c3-43aa-8bed-4b015c293de3) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:40.666692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Attempting to bind port 85b35f99-4e6f-4eeb-912a-16510f894edc on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:40.667236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Attempting to bind port 85b35f99-4e6f-4eeb-912a-16510f894edc by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'a0daac5a-bcd5-44c7-a4cf-838d7227e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1dc5be59-5605-409b-b942-a509af000644'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:40.667687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Attempting to bind port 85b35f99-4e6f-4eeb-912a-16510f894edc on network 1dc5be59-5605-409b-b942-a509af000644 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:40.671683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ea01b74b-4c26-491c-bfad-e9e5bff92c95 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:40.868128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Made reservation on behalf of 88675380f23a4e7886d02b7197b8fb55 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:40.871635 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.903388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:40.903666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Checking segment: {'id': 'a0daac5a-bcd5-44c7-a4cf-838d7227e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1dc5be59-5605-409b-b942-a509af000644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:40.904100 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.904493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Bound using segment: {'id': 'a0daac5a-bcd5-44c7-a4cf-838d7227e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1dc5be59-5605-409b-b942-a509af000644'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:40.905020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Bound port: 85b35f99-4e6f-4eeb-912a-16510f894edc, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0daac5a-bcd5-44c7-a4cf-838d7227e47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1dc5be59-5605-409b-b942-a509af000644'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:40.905414 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.095908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7e3ba08d-a58b-40ee-a60f-0192aebd912b None None] Provisioning for port 61b92577-b02a-4998-bc55-fd021b86f38e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:41.099370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bae461-f6e0-4406-b67f-4c94d1539729 None None] Network 77ef6296-0c16-4c3b-845f-b21b24705fd0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:41.131732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.8 (1dc5be59-5605-409b-b942-a509af000644/56c2f965-9172-43ae-8a43-59c4e2844bce/a58bacb8-b915-438c-8d9f-6c9b3d4f3eef) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:41.160971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43266) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:41.168614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd376fe-f5e9-4a2f-a763-692fe05baac7 req-fbbfec6f-e621-4de5-9b6f-34c02d09d494 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:41.175784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd376fe-f5e9-4a2f-a763-692fe05baac7 req-fbbfec6f-e621-4de5-9b6f-34c02d09d494 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.3912981 Feb 04 15:46:41.238963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ea01b74b-4c26-491c-bfad-e9e5bff92c95 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:41.283040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2434ada-1799-4af0-876e-33b4959c878b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.290751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 61b92577-b02a-4998-bc55-fd021b86f38e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:41.305831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbd376fe-f5e9-4a2f-a763-692fe05baac7 req-991c3a70-8149-4531-8781-724432dcf632 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289859 Feb 04 15:46:41.365779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Allocated IP 172.20.0.5 (cf36374d-d245-40cc-915b-8c254d5c5c93/a78064bb-81be-4819-b4ef-67045bdf4b75/e7717218-de26-48b9-9a47-c5b3e666eb6c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:41.457812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] For port 85b35f99-4e6f-4eeb-912a-16510f894edc, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:41.492944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1da9354c-4835-4cfb-ac6e-fdf323f8fa1a None None] Provisioning for port ea01b74b-4c26-491c-bfad-e9e5bff92c95 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:41.493158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.516562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] For port 85b35f99-4e6f-4eeb-912a-16510f894edc, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=85b35f99-4e6f-4eeb-912a-16510f894edc,segment=NetworkSegment(a0daac5a-bcd5-44c7-a4cf-838d7227e47d),segment_id=a0daac5a-bcd5-44c7-a4cf-838d7227e47d)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:41.521818 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.523877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-877237366', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:41.532063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1da9354c-4835-4cfb-ac6e-fdf323f8fa1a None None] Provisioning complete for port ea01b74b-4c26-491c-bfad-e9e5bff92c95 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:41.532424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1da9354c-4835-4cfb-ac6e-fdf323f8fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.540138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b2434ada-1799-4af0-876e-33b4959c878b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 489788e6-5b75-49c1-9334-c6cb56a17abf owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:41.557885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 61b92577-b02a-4998-bc55-fd021b86f38e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:41.575182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:41.598106 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.604120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Usage tracker for resource:port and tenant:9a2efee9c3354c11b5402cd7155d120b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:41.619608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:41.620036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-acd1719c-f157-4edd-8632-0151ae76f399 req-2729ff26-29f9-4783-b547-140eca8fc7c1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 210 time: 0.0857735 Feb 04 15:46:41.636921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:41.655394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Transition to ACTIVE for port object f246d0f1-49c3-43aa-8bed-4b015c293de3 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:41.675545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 61b92577-b02a-4998-bc55-fd021b86f38e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:41.676608 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.692545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Made reservation on behalf of 9a2efee9c3354c11b5402cd7155d120b for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:41.694417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.729007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.738586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Subnet': ['ID=c24443f1-74c2-4747-8df7-ded574279e9f,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:41.749613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Checking segment: {'id': 'f8a10fad-3a84-4fcf-af90-d5abbca90192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43fe0dc9-a2d3-411c-8be2-3c59e80952d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:41.749967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network hostable DHCP agents. Network: 43fe0dc9-a2d3-411c-8be2-3c59e80952d1, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:41.820386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:41.835842 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.845872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 43fe0dc9-a2d3-411c-8be2-3c59e80952d1) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:41.852731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:41.860844 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.863628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Transition to ACTIVE for port object f246d0f1-49c3-43aa-8bed-4b015c293de3 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:41.870035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107fb4e3-ad6f-4cd8-8247-633c7a304b1a None None] Network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:41.909411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-14037ec1-ad61-4f8c-8088-def7d9706859 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8167868 Feb 04 15:46:41.913521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43276) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:41.920021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-374380027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:41.932151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:41.938726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:router and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:41.949436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:41.954460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.039053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:42.086207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:46:42.096019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.123043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object a58bacb8-b915-438c-8d9f-6c9b3d4f3eef will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:42.134832 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.189922 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.192609 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.210715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:42.212110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Network cf36374d-d245-40cc-915b-8c254d5c5c93 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:42.214714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.223030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:42.223405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45832aed-5b8e-4e23-bd80-1a21fcc92376 None None] Pushing event updated for resources: {'Port': ['ID=85b35f99-4e6f-4eeb-912a-16510f894edc,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:42.234676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:42.237222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Usage tracker for resource:security_group_rule and tenant:9a2efee9c3354c11b5402cd7155d120b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:42.298405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:42.327600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:42.343961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:42.344696 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.374642 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2434ada-1799-4af0-876e-33b4959c878b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.384919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Allocated IP 2001:db8::f816:3eff:feb7:64bf (6aacd522-4707-44a0-a7b3-09e865580368/07f35445-7244-4655-a083-a951cbf2cf32/bbed33f3-dadf-4207-a19a-bc6c92693c2c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:42.398853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event updated for resources: {'Port': ['ID=e7717218-de26-48b9-9a47-c5b3e666eb6c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:42.407878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 1dc5be59-5605-409b-b942-a509af000644 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:42.423624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.425797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:42.434260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Network 6aacd522-4707-44a0-a7b3-09e865580368 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:42.447827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:42.466083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:42.468760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:42.528629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=a58bacb8-b915-438c-8d9f-6c9b3d4f3eef,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:42.590228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Pushing event updated for resources: {'Port': ['ID=f246d0f1-49c3-43aa-8bed-4b015c293de3,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:42.603682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-7baefdb7-e013-4ccb-af6f-0bf2224c2e44 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2300611 Feb 04 15:46:42.606819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.625111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Request body: {'port': {'device_id': '51c62443-585f-4bce-ab46-ac78cfd34166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:42.690293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2434ada-1799-4af0-876e-33b4959c878b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=489788e6-5b75-49c1-9334-c6cb56a17abf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:42.697897 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1da9354c-4835-4cfb-ac6e-fdf323f8fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.705876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.707338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-26bc8740-2314-4df5-b499-d5b2b8168431 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7927728 Feb 04 15:46:42.716035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43284) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:42.718032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1670129-962a-4e20-9094-561d12635f36 req-b39c2db9-54c2-4d07-ade9-9e294a4a2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:42.719655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1670129-962a-4e20-9094-561d12635f36 req-b39c2db9-54c2-4d07-ade9-9e294a4a2eb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1095 time: 0.4864831 Feb 04 15:46:42.719790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2434ada-1799-4af0-876e-33b4959c878b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.784491 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b2434ada-1799-4af0-876e-33b4959c878b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/489788e6-5b75-49c1-9334-c6cb56a17abf HTTP/1.1" status: 204 len: 168 time: 2.7739601 Feb 04 15:46:42.787093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43288) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:42.801852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:42.802756 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.833337 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.842327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Attempting to bind port f246d0f1-49c3-43aa-8bed-4b015c293de3 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:42.842668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Attempting to bind port f246d0f1-49c3-43aa-8bed-4b015c293de3 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '19323287-78ff-476c-98a8-ee0827f197a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6aacd522-4707-44a0-a7b3-09e865580368'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:42.843014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Attempting to bind port f246d0f1-49c3-43aa-8bed-4b015c293de3 on network 6aacd522-4707-44a0-a7b3-09e865580368 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:42.875569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd0cf6-e01a-4970-9518-b0c6a7ac8989 req-2bf63182-bcf0-410d-9db2-f05bbc8c412c tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:42.883042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83fd0cf6-e01a-4970-9518-b0c6a7ac8989 req-2bf63182-bcf0-410d-9db2-f05bbc8c412c tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.8033051 Feb 04 15:46:42.889769 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:42.890141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Checking segment: {'id': '19323287-78ff-476c-98a8-ee0827f197a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6aacd522-4707-44a0-a7b3-09e865580368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:42.890542 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.890945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Bound using segment: {'id': '19323287-78ff-476c-98a8-ee0827f197a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6aacd522-4707-44a0-a7b3-09e865580368'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:42.891530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Bound port: f246d0f1-49c3-43aa-8bed-4b015c293de3, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19323287-78ff-476c-98a8-ee0827f197a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6aacd522-4707-44a0-a7b3-09e865580368'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:42.891908 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.930483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2dcf1a66-407b-4cae-b367-cc97cc3d3e03 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4292808 Feb 04 15:46:42.933060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43292) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:42.964824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1da9354c-4835-4cfb-ac6e-fdf323f8fa1a None None] For port ea01b74b-4c26-491c-bfad-e9e5bff92c95, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ea01b74b-4c26-491c-bfad-e9e5bff92c95,segment=NetworkSegment(85c6f96b-09e7-417f-9cc2-9d6801e2afac),segment_id=85c6f96b-09e7-417f-9cc2-9d6801e2afac)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:42.988441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1da9354c-4835-4cfb-ac6e-fdf323f8fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.058856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 61b92577-b02a-4998-bc55-fd021b86f38e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=61b92577-b02a-4998-bc55-fd021b86f38e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:43.095299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1da9354c-4835-4cfb-ac6e-fdf323f8fa1a None None] Could not find standard attr ID for object 489788e6-5b75-49c1-9334-c6cb56a17abf. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:46:43.097789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-43fe0dc9-a2d3-411c-8be2-3c59e80952d1', 'network_id': '43fe0dc9-a2d3-411c-8be2-3c59e80952d1', 'tenant_id': '197a58d9861a419596271837c386a367', 'fixed_ips': [{'subnet_id': 'c24443f1-74c2-4747-8df7-ded574279e9f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:43.098885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.121557 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.153059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a90994-30d1-4574-87f8-720ce095a01a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:43.154952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a90994-30d1-4574-87f8-720ce095a01a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:43.155696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b5a90994-30d1-4574-87f8-720ce095a01a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:43.209709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] For port f246d0f1-49c3-43aa-8bed-4b015c293de3, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:43.210772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] For port f246d0f1-49c3-43aa-8bed-4b015c293de3, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f246d0f1-49c3-43aa-8bed-4b015c293de3,segment=NetworkSegment(19323287-78ff-476c-98a8-ee0827f197a7),segment_id=19323287-78ff-476c-98a8-ee0827f197a7)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:43.211552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b5a90994-30d1-4574-87f8-720ce095a01a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:43.212839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b5a90994-30d1-4574-87f8-720ce095a01a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4047215 Feb 04 15:46:43.224063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43296) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:43.230498 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.304746 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.314996 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.342435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] device_id is not set on port 86e727e5-1088-4cc8-911d-732770084b17 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:43.386334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16cae8-fc88-4c13-a955-8c375a8d3663,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:43.397691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83fd0cf6-e01a-4970-9518-b0c6a7ac8989 req-d48e7069-6ade-4e13-83ab-17525b67db82 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112126 Feb 04 15:46:43.401289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1670129-962a-4e20-9094-561d12635f36 req-32a06224-fc38-49e0-a27e-ef17db1fa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:43.403943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1670129-962a-4e20-9094-561d12635f36 req-32a06224-fc38-49e0-a27e-ef17db1fa2b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.6447272 Feb 04 15:46:43.404525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.433203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-88065418-569d-4c19-92d2-85e79b9b81d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet d75cf1e6-8749-41fb-92b8-8e9353033b20 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:43.436785 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 85b35f99-4e6f-4eeb-912a-16510f894edc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:43.437441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88065418-569d-4c19-92d2-85e79b9b81d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.465876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9354c-4835-4cfb-ac6e-fdf323f8fa1a None None] Pushing event updated for resources: {'Port': ['ID=ea01b74b-4c26-491c-bfad-e9e5bff92c95,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:43.507051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88065418-569d-4c19-92d2-85e79b9b81d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.635555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.681550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ab79b-be68-4ee2-ba99-575cfba130fe tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:43.682276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-259ab79b-be68-4ee2-ba99-575cfba130fe tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:43.695022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Transition to ACTIVE for port object bbed33f3-dadf-4207-a19a-bc6c92693c2c will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:43.704901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88065418-569d-4c19-92d2-85e79b9b81d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.711669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6c80a1cd-42a6-4966-8163-8c8ef2e7a5fc None None] Provisioning complete for port ea01b74b-4c26-491c-bfad-e9e5bff92c95 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:43.712203 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6c80a1cd-42a6-4966-8163-8c8ef2e7a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.752932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d83d2f2-d14a-45cd-b663-cc728814e427 None None] Network 1dc5be59-5605-409b-b942-a509af000644 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:43.814927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-259ab79b-be68-4ee2-ba99-575cfba130fe tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:43.819880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-259ab79b-be68-4ee2-ba99-575cfba130fe tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.8146417 Feb 04 15:46:43.824967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43302) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:43.884111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=61b92577-b02a-4998-bc55-fd021b86f38e,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:43.898011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Allocated IP 172.25.8.125 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/86e727e5-1088-4cc8-911d-732770084b17) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:43.932024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.943492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 85b35f99-4e6f-4eeb-912a-16510f894edc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:43.993893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-95bb99be-ca06-4279-8d34-99689529ee5d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port a58bacb8-b915-438c-8d9f-6c9b3d4f3eef {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:43.994200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Allocated IP 2001:db8::2 (43fe0dc9-a2d3-411c-8be2-3c59e80952d1/c24443f1-74c2-4747-8df7-ded574279e9f/255ecc9e-9743-4918-9437-1c392aaa9be8) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:43.994295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95bb99be-ca06-4279-8d34-99689529ee5d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.043157 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88065418-569d-4c19-92d2-85e79b9b81d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.161188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7717218-de26-48b9-9a47-c5b3e666eb6c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:44.169817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.174433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88065418-569d-4c19-92d2-85e79b9b81d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=d75cf1e6-8749-41fb-92b8-8e9353033b20,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:44.177472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Port': ['ID=bbed33f3-dadf-4207-a19a-bc6c92693c2c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:44.188538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network 6aacd522-4707-44a0-a7b3-09e865580368 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:44.198065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:44.204340 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88065418-569d-4c19-92d2-85e79b9b81d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.209839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bfe0a3-1ee4-4480-b369-d9150e4417cc None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:44.219639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:44.226375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:44.227148 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.247457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f1bd1-0070-4b75-b137-328b5f054954 None None] Pushing event updated for resources: {'Port': ['ID=f246d0f1-49c3-43aa-8bed-4b015c293de3,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:44.268871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Transition to ACTIVE for port object e7717218-de26-48b9-9a47-c5b3e666eb6c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:44.335065 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-88065418-569d-4c19-92d2-85e79b9b81d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/d75cf1e6-8749-41fb-92b8-8e9353033b20 HTTP/1.1" status: 204 len: 168 time: 1.1064346 Feb 04 15:46:44.350972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43306) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:44.364465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.435782 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6d241e1b-4335-4dd5-bcd8-bc930e217033 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.1267674 Feb 04 15:46:44.488677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43310) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:44.547210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1670129-962a-4e20-9094-561d12635f36 req-e4940c1d-4f95-488a-a807-ca42a7fdccf5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 998 time: 1.0911651 Feb 04 15:46:44.702809 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6d43f95d-619b-47ff-81ab-e887a2e3aea0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3471694 Feb 04 15:46:44.707787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43314) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:44.780980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25363c1c-79f0-45b0-8c0c-2d1b7d0bcff8 None None] Provisioning for port 85b35f99-4e6f-4eeb-912a-16510f894edc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:44.788857 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.793426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:44.798466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25363c1c-79f0-45b0-8c0c-2d1b7d0bcff8 None None] Provisioning complete for port 85b35f99-4e6f-4eeb-912a-16510f894edc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:44.798898 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25363c1c-79f0-45b0-8c0c-2d1b7d0bcff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.818350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa9ea1-f062-4a7c-a435-635182ec511d req-3994cc57-9414-4d06-a77a-cb50fb7b28b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:44.819953 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18aa9ea1-f062-4a7c-a435-635182ec511d req-3994cc57-9414-4d06-a77a-cb50fb7b28b9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.6394298 Feb 04 15:46:44.862416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Transition to ACTIVE for port object 255ecc9e-9743-4918-9437-1c392aaa9be8 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:44.890966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Pushing event updated for resources: {'Port': ['ID=e7717218-de26-48b9-9a47-c5b3e666eb6c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:44.891908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Transition to ACTIVE for port object 255ecc9e-9743-4918-9437-1c392aaa9be8 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:44.960750 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.975928 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.981572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.981729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.982070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.982409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.982743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.983084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.983439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.983769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.984122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.984412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.984738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:44.985090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:45.050896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95bb99be-ca06-4279-8d34-99689529ee5d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.060071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:45.075001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Pushing event updated for resources: {'Port': ['ID=255ecc9e-9743-4918-9437-1c392aaa9be8,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:45.077966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:45.089122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:45.091152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Deleting port 61b92577-b02a-4998-bc55-fd021b86f38e {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:45.092110 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.095572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:45.145145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ded0c9-a5b0-4ff0-abd5-93cd0ba88dcb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Deleting subnet 07f35445-7244-4655-a083-a951cbf2cf32 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:45.200092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38ded0c9-a5b0-4ff0-abd5-93cd0ba88dcb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.251887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1670129-962a-4e20-9094-561d12635f36 req-435cd60b-c989-4658-9565-d0cd33e74f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:45.253948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1670129-962a-4e20-9094-561d12635f36 req-435cd60b-c989-4658-9565-d0cd33e74f4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.4971378 Feb 04 15:46:45.267081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:45.276582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-95bb99be-ca06-4279-8d34-99689529ee5d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for a58bacb8-b915-438c-8d9f-6c9b3d4f3eef owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:45.293372 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25363c1c-79f0-45b0-8c0c-2d1b7d0bcff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.329883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18aa9ea1-f062-4a7c-a435-635182ec511d req-73c094bb-9da7-4c3d-a060-230dcc56f410 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226050 Feb 04 15:46:45.345951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:45.350585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.369716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f366ae3-2fec-4174-8d9d-c09e5d3f1dc3 None None] Network 6aacd522-4707-44a0-a7b3-09e865580368 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:45.416589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:45.418341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38ded0c9-a5b0-4ff0-abd5-93cd0ba88dcb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.486009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:45.488076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f246d0f1-49c3-43aa-8bed-4b015c293de3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:45.512126 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.544675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:45.674464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:45.687146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:45.697068 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.700089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:45.735481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Attempting to bind port e7717218-de26-48b9-9a47-c5b3e666eb6c on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:45.735813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Attempting to bind port e7717218-de26-48b9-9a47-c5b3e666eb6c by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:45.736145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Attempting to bind port e7717218-de26-48b9-9a47-c5b3e666eb6c on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:45.751337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Pushing event updated for resources: {'Port': ['ID=86e727e5-1088-4cc8-911d-732770084b17,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:45.760550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-25363c1c-79f0-45b0-8c0c-2d1b7d0bcff8 None None] For port 85b35f99-4e6f-4eeb-912a-16510f894edc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=85b35f99-4e6f-4eeb-912a-16510f894edc,segment=NetworkSegment(a0daac5a-bcd5-44c7-a4cf-838d7227e47d),segment_id=a0daac5a-bcd5-44c7-a4cf-838d7227e47d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:45.796616 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95bb99be-ca06-4279-8d34-99689529ee5d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.806082 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25363c1c-79f0-45b0-8c0c-2d1b7d0bcff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.819125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Port e7717218-de26-48b9-9a47-c5b3e666eb6c on network cf36374d-d245-40cc-915b-8c254d5c5c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:46:45.819498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Attempting to bind port e7717218-de26-48b9-9a47-c5b3e666eb6c on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:45.842641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38ded0c9-a5b0-4ff0-abd5-93cd0ba88dcb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.882731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:45.882964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:45.883092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Checking segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:45.883642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Bound using segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:45.883760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.883988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Bound port: e7717218-de26-48b9-9a47-c5b3e666eb6c, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:45.884239 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.907848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Attempting to bind port 255ecc9e-9743-4918-9437-1c392aaa9be8 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:45.908248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Attempting to bind port 255ecc9e-9743-4918-9437-1c392aaa9be8 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'f8a10fad-3a84-4fcf-af90-d5abbca90192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43fe0dc9-a2d3-411c-8be2-3c59e80952d1'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:45.908567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Attempting to bind port 255ecc9e-9743-4918-9437-1c392aaa9be8 on network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:45.949274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb99be-ca06-4279-8d34-99689529ee5d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=a58bacb8-b915-438c-8d9f-6c9b3d4f3eef,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:45.950302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:45.950686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Checking segment: {'id': 'f8a10fad-3a84-4fcf-af90-d5abbca90192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43fe0dc9-a2d3-411c-8be2-3c59e80952d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:45.951069 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.951530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Bound using segment: {'id': 'f8a10fad-3a84-4fcf-af90-d5abbca90192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43fe0dc9-a2d3-411c-8be2-3c59e80952d1'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:45.952026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Bound port: 255ecc9e-9743-4918-9437-1c392aaa9be8, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a10fad-3a84-4fcf-af90-d5abbca90192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '43fe0dc9-a2d3-411c-8be2-3c59e80952d1'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:45.952399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.976292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Could not find standard attr ID for object a58bacb8-b915-438c-8d9f-6c9b3d4f3eef. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:46:46.021715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f246d0f1-49c3-43aa-8bed-4b015c293de3 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:46.036724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] For port 61b92577-b02a-4998-bc55-fd021b86f38e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=61b92577-b02a-4998-bc55-fd021b86f38e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:46.037144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.076877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1670129-962a-4e20-9094-561d12635f36 req-1e89d599-f71c-47f1-ba22-445e21fd1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:46.078391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1670129-962a-4e20-9094-561d12635f36 req-1e89d599-f71c-47f1-ba22-445e21fd1f1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7969229 Feb 04 15:46:46.083983 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-047010dd-4b59-4f29-b5ad-ccb7c2a82a0b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.9215491 Feb 04 15:46:46.084835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ea01b74b-4c26-491c-bfad-e9e5bff92c95 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:46.088914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43318) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:46.104198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.125'}]}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:46.114693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:46.120547 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-95bb99be-ca06-4279-8d34-99689529ee5d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.125031 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-95bb99be-ca06-4279-8d34-99689529ee5d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/a58bacb8-b915-438c-8d9f-6c9b3d4f3eef HTTP/1.1" status: 204 len: 168 time: 2.2966125 Feb 04 15:46:46.134778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c75a1-3198-4c9e-aa32-23000ac10314 req-729131d7-8cd6-430d-b610-443334228d1c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:46.135549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bd3c75a1-3198-4c9e-aa32-23000ac10314 req-729131d7-8cd6-430d-b610-443334228d1c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:46.138534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363c1c-79f0-45b0-8c0c-2d1b7d0bcff8 None None] Pushing event updated for resources: {'Port': ['ID=85b35f99-4e6f-4eeb-912a-16510f894edc,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:46.147015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43322) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:46.153370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Usage tracker for resource:router and tenant:9a2efee9c3354c11b5402cd7155d120b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:46.159614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:46.172951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:46.200895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.202362 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.278430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.299653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Calling delete_port for 61b92577-b02a-4998-bc55-fd021b86f38e owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:46.309307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:46:46.348720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Provisioning for port 44642c34-d84c-4fbd-9dd1-1d7766f4ecef completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:46.379397 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24a159b-df74-46a1-9780-df9c352ae9f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:46:46.383750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d24a159b-df74-46a1-9780-df9c352ae9f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/a58bacb8-b915-438c-8d9f-6c9b3d4f3eef HTTP/1.1" status: 404 len: 333 time: 0.2311363 Feb 04 15:46:46.383750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38ded0c9-a5b0-4ff0-abd5-93cd0ba88dcb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.388236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Provisioning complete for port 44642c34-d84c-4fbd-9dd1-1d7766f4ecef triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:46.388610 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.394616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43326) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:46.429181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] For port e7717218-de26-48b9-9a47-c5b3e666eb6c, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:46.442966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bd3c75a1-3198-4c9e-aa32-23000ac10314 req-729131d7-8cd6-430d-b610-443334228d1c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:46.444439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd3c75a1-3198-4c9e-aa32-23000ac10314 req-729131d7-8cd6-430d-b610-443334228d1c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 943 time: 0.8809886 Feb 04 15:46:46.508218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ded0c9-a5b0-4ff0-abd5-93cd0ba88dcb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Subnet': ['ID=07f35445-7244-4655-a083-a951cbf2cf32,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:46.513045 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38ded0c9-a5b0-4ff0-abd5-93cd0ba88dcb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.545165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] For port 255ecc9e-9743-4918-9437-1c392aaa9be8, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:46.554895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] For port e7717218-de26-48b9-9a47-c5b3e666eb6c, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e7717218-de26-48b9-9a47-c5b3e666eb6c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:46.559888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Port 44642c34-d84c-4fbd-9dd1-1d7766f4ecef cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:46.568181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] For port 255ecc9e-9743-4918-9437-1c392aaa9be8, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=255ecc9e-9743-4918-9437-1c392aaa9be8,segment=NetworkSegment(f8a10fad-3a84-4fcf-af90-d5abbca90192),segment_id=f8a10fad-3a84-4fcf-af90-d5abbca90192)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:46.583115 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.593177 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.619836 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:46.620214 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:46.629341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ea01b74b-4c26-491c-bfad-e9e5bff92c95 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:46.629860 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.646477 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-38ded0c9-a5b0-4ff0-abd5-93cd0ba88dcb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/subnets/07f35445-7244-4655-a083-a951cbf2cf32 HTTP/1.1" status: 204 len: 168 time: 2.1518989 Feb 04 15:46:46.774828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Provisioning complete for port 85b35f99-4e6f-4eeb-912a-16510f894edc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:46.775265 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.784747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43332) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:46.868697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424d09e-f4c5-4a72-9119-66ea6252e5aa None None] Pushing event updated for resources: {'Port': ['ID=255ecc9e-9743-4918-9437-1c392aaa9be8,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:46.899115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Pushing event updated for resources: {'Port': ['ID=e7717218-de26-48b9-9a47-c5b3e666eb6c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:46.904331 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1670129-962a-4e20-9094-561d12635f36 req-d18fcedb-b988-441d-b662-798fb5b11462 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8044422 Feb 04 15:46:46.999049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.003051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.030258 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd3c75a1-3198-4c9e-aa32-23000ac10314 req-a32111ac-af4c-48e5-a6af-777aa6598b4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252914 Feb 04 15:46:47.044912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1abe693c-989f-451e-bd5d-8a177754fa1f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 44642c34-d84c-4fbd-9dd1-1d7766f4ecef {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:47.045616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1abe693c-989f-451e-bd5d-8a177754fa1f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.068600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Provisioning for port f246d0f1-49c3-43aa-8bed-4b015c293de3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:47.078118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Provisioning complete for port f246d0f1-49c3-43aa-8bed-4b015c293de3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:47.079407 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.106156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b740906-f891-4a75-b8f0-0c996aed618a tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:47.107874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b740906-f891-4a75-b8f0-0c996aed618a tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:47.108944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9b740906-f891-4a75-b8f0-0c996aed618a tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Synchronizing usage tracker for tenant:a5b81fca46e7443baeac6db3ec4023ba on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:47.139926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Deleting port 61b92577-b02a-4998-bc55-fd021b86f38e {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:47.140448 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.144197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 2001:db8::1 (43fe0dc9-a2d3-411c-8be2-3c59e80952d1/c24443f1-74c2-4747-8df7-ded574279e9f/3e8d3604-dd4c-424a-90e3-f192ef5d4c34) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:47.198504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 61b92577-b02a-4998-bc55-fd021b86f38e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:47.342806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4259dbbe-296b-40f3-9d34-84b404f993b6 None None] Network 6aacd522-4707-44a0-a7b3-09e865580368 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:47.372662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:47.373652 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.375047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-017e1180-f150-4cac-80e9-0c56541a7f50 service neutron] 10.222.0.61 "PUT /v2.0/ports/e7717218-de26-48b9-9a47-c5b3e666eb6c HTTP/1.1" status: 200 len: 1091 time: 4.7577825 Feb 04 15:46:47.377551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c62443-585f-4bce-ab46-ac78cfd34166', 'tag': 'e7717218-de26-48b9-9a47-c5b3e666eb6c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:47.466820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9b740906-f891-4a75-b8f0-0c996aed618a tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Unset dirty status for tenant:a5b81fca46e7443baeac6db3ec4023ba on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:47.475475 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9b740906-f891-4a75-b8f0-0c996aed618a tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6318352 Feb 04 15:46:47.487980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43338) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:47.609549 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:46:47.684215 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.762638 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.772114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-52a95db8-372c-42c0-b05b-09badde76c24 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.792295 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a95db8-372c-42c0-b05b-09badde76c24 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 15:46:47.793110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a95db8-372c-42c0-b05b-09badde76c24 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:47.804212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Transition to ACTIVE for port object 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:47.820477 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1670129-962a-4e20-9094-561d12635f36 req-c93e5197-aa88-4bd9-acb8-2066522c5baa service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918381 Feb 04 15:46:47.844800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-52a95db8-372c-42c0-b05b-09badde76c24 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/6aacd522-4707-44a0-a7b3-09e865580368 HTTP/1.1" status: 409 len: 405 time: 0.3548470 Feb 04 15:46:47.845422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43344) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:47.857744 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.869799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] For port 61b92577-b02a-4998-bc55-fd021b86f38e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=61b92577-b02a-4998-bc55-fd021b86f38e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:47.888898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2099813462'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:47.895962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:47.901392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:network and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:47.906513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:47.916020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:47.949796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:47.952269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] For port 61b92577-b02a-4998-bc55-fd021b86f38e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=61b92577-b02a-4998-bc55-fd021b86f38e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:47.952269 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.954114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.974799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] For port f246d0f1-49c3-43aa-8bed-4b015c293de3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f246d0f1-49c3-43aa-8bed-4b015c293de3,segment=NetworkSegment(19323287-78ff-476c-98a8-ee0827f197a7),segment_id=19323287-78ff-476c-98a8-ee0827f197a7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:47.995017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-6b2086b7-3eb3-434b-85c7-afcc42ce230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:47.996646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-6b2086b7-3eb3-434b-85c7-afcc42ce230b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 1094 time: 0.5380411 Feb 04 15:46:48.000332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:48.012328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.012705 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Added segment 17d56922-9e00-4ac7-ba6a-4bcfeca27094 of type vlan for network 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 Feb 04 15:46:48.056383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:46:48.079261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.080198 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.084743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-57ffdef6-f98c-4f69-a48d-2d755c29933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:48.086318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-57ffdef6-f98c-4f69-a48d-2d755c29933b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 1097 time: 0.4857550 Feb 04 15:46:48.102923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Calling delete_port for 61b92577-b02a-4998-bc55-fd021b86f38e owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:48.108549 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.109295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.130069 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.174850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3276ab-18ca-4b3a-89d3-5881d9716205 req-58b859e5-8d05-4ddf-a853-afdaa37efbad tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:48.183195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d3276ab-18ca-4b3a-89d3-5881d9716205 req-58b859e5-8d05-4ddf-a853-afdaa37efbad tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.5020599 Feb 04 15:46:48.198541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-c9b06249-2213-4603-868a-c6b6fa51048d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7717218-de26-48b9-9a47-c5b3e666eb6c HTTP/1.1" status: 200 len: 217 time: 0.1777337 Feb 04 15:46:48.277691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d090891a-bc1f-47ac-92e3-79a9f999a133 None None] Could not find standard attr ID for object a58bacb8-b915-438c-8d9f-6c9b3d4f3eef. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:46:48.291116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=82d879f0-2f4a-436e-915c-f33ee2d01335,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:48.303298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.303706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1abe693c-989f-451e-bd5d-8a177754fa1f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.304741 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:48.305179 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:48.318162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee08b3-684d-46e0-b09d-4d4dfb01a030 None None] Pushing event updated for resources: {'Port': ['ID=f246d0f1-49c3-43aa-8bed-4b015c293de3,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:48.351813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d090891a-bc1f-47ac-92e3-79a9f999a133 None None] Provisioning for port bbed33f3-dadf-4207-a19a-bc6c92693c2c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:48.369126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:48.372252 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:48.373620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d090891a-bc1f-47ac-92e3-79a9f999a133 None None] Provisioning complete for port bbed33f3-dadf-4207-a19a-bc6c92693c2c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:48.374172 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d090891a-bc1f-47ac-92e3-79a9f999a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.395043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:48.488734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f32f3-322e-4a23-96cb-68ec57192110 None None] DHCP port deletion for 6aacd522-4707-44a0-a7b3-09e865580368 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:48.499083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-624f32f3-322e-4a23-96cb-68ec57192110 None None] Deleting port f246d0f1-49c3-43aa-8bed-4b015c293de3 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:48.499448 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-624f32f3-322e-4a23-96cb-68ec57192110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.532301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1abe693c-989f-451e-bd5d-8a177754fa1f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 44642c34-d84c-4fbd-9dd1-1d7766f4ecef owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:48.532934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:48.551962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d090891a-bc1f-47ac-92e3-79a9f999a133 None None] Port bbed33f3-dadf-4207-a19a-bc6c92693c2c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:48.561875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c797c-8e58-4bea-a56b-0fbdbc4957b3 None None] Network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:48.567916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:48.568520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.574219 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.579795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:48.580433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.644823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:48.656453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:48.676470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:48.677031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.711199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=61b92577-b02a-4998-bc55-fd021b86f38e,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:48.737624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d090891a-bc1f-47ac-92e3-79a9f999a133 None None] Provisioning complete for port f246d0f1-49c3-43aa-8bed-4b015c293de3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:48.737886 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d090891a-bc1f-47ac-92e3-79a9f999a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.759226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8824494 Feb 04 15:46:48.762052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43350) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:48.770701 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f0c60663-8750-4b5c-a45a-97b3b3e19687 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0402892 Feb 04 15:46:48.777992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'subnet': {'network_id': '4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:48.793004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43354) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:48.800310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c2c11-f905-4e60-8b50-4d952096567b tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Network': ['ID=4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:48.845478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:48.853518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:48.882263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:aa:24:3f', 'name': 'tempest-NetworksTestDHCPv6-1590702360'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:48.993916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=3e8d3604-dd4c-424a-90e3-f192ef5d4c34,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:49.004899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Deleting port 61b92577-b02a-4998-bc55-fd021b86f38e {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:49.005464 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.033973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-1b6a6fed-ec97-4c02-9c25-9ea9c98d506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:49.035623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-1b6a6fed-ec97-4c02-9c25-9ea9c98d506f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.4566433 Feb 04 15:46:49.038883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d3276ab-18ca-4b3a-89d3-5881d9716205 req-45ffac96-bc80-4299-8350-f97b7ebda7ba tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8548584 Feb 04 15:46:49.111654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.127617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-a1be0286-1078-47a5-80d0-cb034d7c42e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745192 Feb 04 15:46:49.159930 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.164147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-a8f24d44-908c-45f6-91e6-ab3c44804878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:49.165668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-a8f24d44-908c-45f6-91e6-ab3c44804878 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 912 time: 1.0219762 Feb 04 15:46:49.174255 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c62443-585f-4bce-ab46-ac78cfd34166', 'tag': 'e7717218-de26-48b9-9a47-c5b3e666eb6c', 'status': 'completed', 'code': 200} Feb 04 15:46:49.183509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:49.196811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:49.220862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-624f32f3-322e-4a23-96cb-68ec57192110 None None] For port f246d0f1-49c3-43aa-8bed-4b015c293de3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f246d0f1-49c3-43aa-8bed-4b015c293de3,segment=NetworkSegment(19323287-78ff-476c-98a8-ee0827f197a7),segment_id=19323287-78ff-476c-98a8-ee0827f197a7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:49.221275 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-624f32f3-322e-4a23-96cb-68ec57192110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.275827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:49.279582 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.281768 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-68c00c31-7c99-4555-bc6a-692b975b81d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfb15915-e283-4e9a-9ef1-1f94885e83f1 HTTP/1.1" status: 200 len: 217 time: 0.1066799 Feb 04 15:46:49.462353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-624f32f3-322e-4a23-96cb-68ec57192110 None None] Calling delete_port for f246d0f1-49c3-43aa-8bed-4b015c293de3 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:49.506373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:49.514048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:49.538605 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1abe693c-989f-451e-bd5d-8a177754fa1f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.545984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:49.559485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:49.583269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:49.611687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-bc4de12c-e493-4901-997e-698924b79dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:49.613606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-bc4de12c-e493-4901-997e-698924b79dc8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6aa8bbf6-d45c-4a46-a927-322c388308cf HTTP/1.1" status: 200 len: 851 time: 0.2753220 Feb 04 15:46:49.620847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 61b92577-b02a-4998-bc55-fd021b86f38e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=61b92577-b02a-4998-bc55-fd021b86f38e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:49.633176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe693c-989f-451e-bd5d-8a177754fa1f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=44642c34-d84c-4fbd-9dd1-1d7766f4ecef,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:49.636150 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.678978 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.708638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.761920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-3bfeec9e-63db-425b-ac3f-1ad0d41fb20e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1cbe632d-9896-4c60-b50c-303fe834e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299667 Feb 04 15:46:49.779944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=61b92577-b02a-4998-bc55-fd021b86f38e,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:49.799649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-f38e7889-ae6c-4d17-9577-47598c3243fd service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276009 Feb 04 15:46:49.890591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] For port 61b92577-b02a-4998-bc55-fd021b86f38e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=61b92577-b02a-4998-bc55-fd021b86f38e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:49.890987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.901172 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-624f32f3-322e-4a23-96cb-68ec57192110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.963983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f32f3-322e-4a23-96cb-68ec57192110 None None] No DVR routers for this DVR port f246d0f1-49c3-43aa-8bed-4b015c293de3 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:50.033288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f32f3-322e-4a23-96cb-68ec57192110 None None] Pushing event deleted for resources: {'Port': ['ID=f246d0f1-49c3-43aa-8bed-4b015c293de3,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:50.035988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 85b35f99-4e6f-4eeb-912a-16510f894edc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:50.109429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdd9cf-12a9-4419-9efc-4de8930b5495 req-9da2bc84-eaf4-4d08-8fe7-a8c5d24db840 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:50.116558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-71fdd9cf-12a9-4419-9efc-4de8930b5495 req-9da2bc84-eaf4-4d08-8fe7-a8c5d24db840 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.8327703 Feb 04 15:46:50.205927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.211021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Calling delete_port for 61b92577-b02a-4998-bc55-fd021b86f38e owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:50.213246 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.218702 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.296759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 9c16368d-9a49-40b3-aee8-36c28998a3ff yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:50.312976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1abe693c-989f-451e-bd5d-8a177754fa1f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.323620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d550527b-ed45-444b-b79d-bf9a8b4b7d15 None None] Provisioning for port 255ecc9e-9743-4918-9437-1c392aaa9be8 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:50.342367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.343069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6eab7507-39c6-4b61-9045-b2c462fdbfbb {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:46:50.397819 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:46:50.399395 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cbe756ac-3fad-457b-8eea-73f53db27eb0 tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3092439 Feb 04 15:46:50.402859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 85b35f99-4e6f-4eeb-912a-16510f894edc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:50.403235 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.410715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43360) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:50.455052 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:50.456716 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:50.489392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-71fdd9cf-12a9-4419-9efc-4de8930b5495 req-620457c5-016d-435e-99e1-55220bb10b3a tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716433 Feb 04 15:46:50.507825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:46:50.519327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.585766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1abe693c-989f-451e-bd5d-8a177754fa1f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/44642c34-d84c-4fbd-9dd1-1d7766f4ecef HTTP/1.1" status: 204 len: 168 time: 4.1559145 Feb 04 15:46:50.588663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7fe033b0-7777-44ac-b6aa-5fce7f8a2c81 None None] Provisioning for port 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:50.596858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43364) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:50.599511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7fe033b0-7777-44ac-b6aa-5fce7f8a2c81 None None] Provisioning complete for port 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:50.600948 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7fe033b0-7777-44ac-b6aa-5fce7f8a2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.682986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 255ecc9e-9743-4918-9437-1c392aaa9be8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:50.751852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7fe033b0-7777-44ac-b6aa-5fce7f8a2c81 None None] Port 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:50.767111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 255ecc9e-9743-4918-9437-1c392aaa9be8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:50.773245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 255ecc9e-9743-4918-9437-1c392aaa9be8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:50.773739 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.810506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-98572969-e53c-4ecb-a10c-e1806c25f19b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Deleting port 86e727e5-1088-4cc8-911d-732770084b17 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:50.811116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-98572969-e53c-4ecb-a10c-e1806c25f19b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.852661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e799a322-ef5d-4797-8514-51a1f0b75491 req-24f0d58c-152f-4fa5-8510-1d96ca6aef2f service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0059590 Feb 04 15:46:50.854380 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-126a5327-475a-4ff9-ac17-9a0180551a6e service neutron] 10.222.0.53 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0573277 Feb 04 15:46:50.905547 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.911245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:feaa:243f (40f4fd11-09ca-4e76-8993-0ead05403d9a/82d879f0-2f4a-436e-915c-f33ee2d01335/9c16368d-9a49-40b3-aee8-36c28998a3ff) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:50.914999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7d144cac-bb97-4aaa-9080-cde573a27d7d None None] Provisioning complete for port 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:50.915617 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d144cac-bb97-4aaa-9080-cde573a27d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.946395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Subnet': ['ID=ae897650-8220-43d3-84b2-d7acb81e8ffb,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:50.981063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Checking segment: {'id': '17d56922-9e00-4ac7-ba6a-4bcfeca27094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:50.981432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network hostable DHCP agents. Network: 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:50.986305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7d144cac-bb97-4aaa-9080-cde573a27d7d None None] Port 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:50.990041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 255ecc9e-9743-4918-9437-1c392aaa9be8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=255ecc9e-9743-4918-9437-1c392aaa9be8,segment=NetworkSegment(f8a10fad-3a84-4fcf-af90-d5abbca90192),segment_id=f8a10fad-3a84-4fcf-af90-d5abbca90192)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:50.994606 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.035395 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37dffb3-416e-4a54-89f5-ffbfb1fcda62 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:46:51.036088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b37dffb3-416e-4a54-89f5-ffbfb1fcda62 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:51.072187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=255ecc9e-9743-4918-9437-1c392aaa9be8,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:51.076105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f246d0f1-49c3-43aa-8bed-4b015c293de3 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:51.112396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: f246d0f1-49c3-43aa-8bed-4b015c293de3 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:51.112734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f246d0f1-49c3-43aa-8bed-4b015c293de3 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:51.119626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:51.203156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:51.208555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:51.209162 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.217330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcfee29-e57a-487f-bdd8-f5c5aca8c13b None None] Network 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:51.241847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b37dffb3-416e-4a54-89f5-ffbfb1fcda62 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:51.245937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b37dffb3-416e-4a54-89f5-ffbfb1fcda62 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/44642c34-d84c-4fbd-9dd1-1d7766f4ecef HTTP/1.1" status: 404 len: 333 time: 0.6348119 Feb 04 15:46:51.246654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43368) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:51.292685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddddacdd-daed-49cd-b7a4-eca03d2be00c req-75415458-6204-45ab-83ff-06f3a309556a service neutron] 10.222.0.53 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077263 Feb 04 15:46:51.337457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdc98a-037d-40fa-8bdd-9c29a96978bf req-e35cd219-2c51-4579-9027-40e534f4b63b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:51.345827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6cdc98a-037d-40fa-8bdd-9c29a96978bf req-e35cd219-2c51-4579-9027-40e534f4b63b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 943 time: 0.5032718 Feb 04 15:46:51.347096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-98572969-e53c-4ecb-a10c-e1806c25f19b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.385933 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-07659863-6fc8-419a-813c-8c2111717625 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6202674 Feb 04 15:46:51.388704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43374) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:51.400016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'port': {'network_id': '4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8', 'name': 'tempest-NetworksIpV6TestAttrs-156933808'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:51.417141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46aef0-a108-4353-ad97-277882a4515f req-ebb7c9c1-281c-4936-b944-e6427d521878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:51.418792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a46aef0-a108-4353-ad97-277882a4515f req-ebb7c9c1-281c-4936-b944-e6427d521878 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 1094 time: 0.3980858 Feb 04 15:46:51.511940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1211ea-2532-4992-9c84-5e7a45d19ad0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet 56c2f965-9172-43ae-8a43-59c4e2844bce {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:51.521161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-98572969-e53c-4ecb-a10c-e1806c25f19b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Calling delete_port for 86e727e5-1088-4cc8-911d-732770084b17 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:51.526786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8', 'network_id': '4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8', 'tenant_id': 'a5b81fca46e7443baeac6db3ec4023ba', 'fixed_ips': [{'subnet_id': 'ae897650-8220-43d3-84b2-d7acb81e8ffb'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:51.527618 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.559818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1211ea-2532-4992-9c84-5e7a45d19ad0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.599431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6cdc98a-037d-40fa-8bdd-9c29a96978bf req-e27c8d41-b526-4004-ac60-09df5a30b95e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524672 Feb 04 15:46:51.643953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.649754 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.656703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1211ea-2532-4992-9c84-5e7a45d19ad0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.662803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.663602 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.728348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 9c16368d-9a49-40b3-aee8-36c28998a3ff will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:51.803830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 255ecc9e-9743-4918-9437-1c392aaa9be8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:51.842996 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1211ea-2532-4992-9c84-5e7a45d19ad0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.850316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Allocated IP 2001:db8::f816:3eff:fe2c:74fb (4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8/ae897650-8220-43d3-84b2-d7acb81e8ffb/ada8e32d-c06a-41d0-bb72-9e70de6f01e4) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:51.874965 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-98572969-e53c-4ecb-a10c-e1806c25f19b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.881822 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.890632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46aef0-a108-4353-ad97-277882a4515f req-f5eea784-006a-4f8b-bbce-e6103c8e110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:51.892096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a46aef0-a108-4353-ad97-277882a4515f req-f5eea784-006a-4f8b-bbce-e6103c8e110b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.4095902 Feb 04 15:46:51.907347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:51.942765 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98572969-e53c-4ecb-a10c-e1806c25f19b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Pushing event deleted for resources: {'Port': ['ID=86e727e5-1088-4cc8-911d-732770084b17,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:51.987598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 255ecc9e-9743-4918-9437-1c392aaa9be8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:51.987598 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.992001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:port and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:51.996878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=3e8d3604-dd4c-424a-90e3-f192ef5d4c34,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:52.001856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a46aef0-a108-4353-ad97-277882a4515f req-826cbccd-6be0-41b0-93c6-911661ed9e5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7717218-de26-48b9-9a47-c5b3e666eb6c HTTP/1.1" status: 200 len: 217 time: 0.0984912 Feb 04 15:46:52.004161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:52.014942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:52.058486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:52.089600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:52.098893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:52.100083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:52.103628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.104405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:52.105053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.117416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Deleting port 61b92577-b02a-4998-bc55-fd021b86f38e {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:52.117416 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.131598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=9c16368d-9a49-40b3-aee8-36c28998a3ff,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:52.158640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1211ea-2532-4992-9c84-5e7a45d19ad0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.159788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f84d5-597e-4344-87dd-b0f7d1f8b6ba req-854a0c63-f17e-4bf7-91a0-48193f7d84cc tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:52.161473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e0f84d5-597e-4344-87dd-b0f7d1f8b6ba req-854a0c63-f17e-4bf7-91a0-48193f7d84cc tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.3811944 Feb 04 15:46:52.169045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46aef0-a108-4353-ad97-277882a4515f req-7669be6a-7523-44be-ba9f-c52ce7c73bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:52.170352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a46aef0-a108-4353-ad97-277882a4515f req-7669be6a-7523-44be-ba9f-c52ce7c73bbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.1586931 Feb 04 15:46:52.173780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] device_id is not set on port b25ec71c-70b2-4639-af62-15d027656713 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:52.210359 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8a901224-5a97-41d5-9bb5-1e80b6e17262 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4087408 Feb 04 15:46:52.210359 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-98572969-e53c-4ecb-a10c-e1806c25f19b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.214040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:52.217804 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-98572969-e53c-4ecb-a10c-e1806c25f19b tempest-RoutersAdminNegativeIpV6Test-1782259503 tempest-RoutersAdminNegativeIpV6Test-1782259503-project-admin] 10.222.0.46 "DELETE /v2.0/ports/86e727e5-1088-4cc8-911d-732770084b17 HTTP/1.1" status: 204 len: 168 time: 1.7997983 Feb 04 15:46:52.218064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43382) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:52.218652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:52.218952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1211ea-2532-4992-9c84-5e7a45d19ad0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=56c2f965-9172-43ae-8a43-59c4e2844bce,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:52.223647 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1211ea-2532-4992-9c84-5e7a45d19ad0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.225897 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6d1211ea-2532-4992-9c84-5e7a45d19ad0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/56c2f965-9172-43ae-8a43-59c4e2844bce HTTP/1.1" status: 204 len: 168 time: 0.9655788 Feb 04 15:46:52.228434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43388) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:52.253978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25c206-ec7a-46c9-9adc-4637e695d058 None None] Network 1dc5be59-5605-409b-b942-a509af000644 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:52.387764 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a46aef0-a108-4353-ad97-277882a4515f req-b5e6e03a-d331-41ee-9958-8593ec516ad9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703846 Feb 04 15:46:52.459300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.494518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 85b35f99-4e6f-4eeb-912a-16510f894edc {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:52.495404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.511571 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.620613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Transition to ACTIVE for port object ada8e32d-c06a-41d0-bb72-9e70de6f01e4 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:52.743585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Transition to ACTIVE for port object ada8e32d-c06a-41d0-bb72-9e70de6f01e4 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:52.766715 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.807691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-314d5198-0271-4af2-98d3-cbe1589b1966 None None] Provisioning complete for port 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:52.808131 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-314d5198-0271-4af2-98d3-cbe1589b1966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.824490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e0f84d5-597e-4344-87dd-b0f7d1f8b6ba req-1529e5a9-0c4c-4aaa-ad2d-180b503e5463 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6089075 Feb 04 15:46:52.841723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43396) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:52.896195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] For port 61b92577-b02a-4998-bc55-fd021b86f38e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=61b92577-b02a-4998-bc55-fd021b86f38e,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:52.896564 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.973840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Network 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:52.985353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a46aef0-a108-4353-ad97-277882a4515f req-6dd49ecd-b0c6-4ef8-ba02-835e2b0264cd service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523262 Feb 04 15:46:53.019632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Allocated IP 2001:db8::f816:3eff:fed4:b1fb (4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8/ae897650-8220-43d3-84b2-d7acb81e8ffb/b25ec71c-70b2-4639-af62-15d027656713) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:53.038152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:53.040504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:53.048685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Calling delete_port for 61b92577-b02a-4998-bc55-fd021b86f38e owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:53.065731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] For port 85b35f99-4e6f-4eeb-912a-16510f894edc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=85b35f99-4e6f-4eeb-912a-16510f894edc,segment=NetworkSegment(a0daac5a-bcd5-44c7-a4cf-838d7227e47d),segment_id=a0daac5a-bcd5-44c7-a4cf-838d7227e47d)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:53.066562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.077743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-314d5198-0271-4af2-98d3-cbe1589b1966 None None] Port 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:53.099520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Pushing event updated for resources: {'Port': ['ID=ada8e32d-c06a-41d0-bb72-9e70de6f01e4,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:53.113313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7bb946-3dbc-4ee7-aac1-b022c707c680 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:53.119479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7bb946-3dbc-4ee7-aac1-b022c707c680 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:53.120266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4a7bb946-3dbc-4ee7-aac1-b022c707c680 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:53.175974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f07fa4a0-91f8-45d3-a5a3-a63bca0416b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.194633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 85b35f99-4e6f-4eeb-912a-16510f894edc owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:53.198918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:46:53.224878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Attempting to bind port ada8e32d-c06a-41d0-bb72-9e70de6f01e4 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:53.224878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Attempting to bind port ada8e32d-c06a-41d0-bb72-9e70de6f01e4 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '17d56922-9e00-4ac7-ba6a-4bcfeca27094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:53.224878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Attempting to bind port ada8e32d-c06a-41d0-bb72-9e70de6f01e4 on network 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:53.231223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:53.231587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Checking segment: {'id': '17d56922-9e00-4ac7-ba6a-4bcfeca27094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:53.231980 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.232364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Bound using segment: {'id': '17d56922-9e00-4ac7-ba6a-4bcfeca27094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:53.232838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Bound port: ada8e32d-c06a-41d0-bb72-9e70de6f01e4, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d56922-9e00-4ac7-ba6a-4bcfeca27094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:53.233209 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.265449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f07fa4a0-91f8-45d3-a5a3-a63bca0416b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:53.293220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f07fa4a0-91f8-45d3-a5a3-a63bca0416b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e2878ffcba8344c496e47290d4ee3429 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:53.314540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.335422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c1da5-bbe0-4614-aeab-cce729a1c986 None None] DHCP port deletion for 1dc5be59-5605-409b-b942-a509af000644 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:53.348849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4a7bb946-3dbc-4ee7-aac1-b022c707c680 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:53.352850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4a7bb946-3dbc-4ee7-aac1-b022c707c680 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1246586 Feb 04 15:46:53.356577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f07fa4a0-91f8-45d3-a5a3-a63bca0416b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:53.364817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43404) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:53.393745 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.409746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f07fa4a0-91f8-45d3-a5a3-a63bca0416b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:53.426294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=85b35f99-4e6f-4eeb-912a-16510f894edc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:53.428149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No DVR routers for this DVR port 85b35f99-4e6f-4eeb-912a-16510f894edc on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:53.482911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] Pushing event deleted for resources: {'Port': ['ID=61b92577-b02a-4998-bc55-fd021b86f38e,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:53.501740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] For port ada8e32d-c06a-41d0-bb72-9e70de6f01e4, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:53.540305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643eeb9d-0b67-44a5-b658-1eb84eae682e None None] No DVR routers for this DVR port 61b92577-b02a-4998-bc55-fd021b86f38e on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:53.545446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] For port ada8e32d-c06a-41d0-bb72-9e70de6f01e4, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ada8e32d-c06a-41d0-bb72-9e70de6f01e4,segment=NetworkSegment(17d56922-9e00-4ac7-ba6a-4bcfeca27094),segment_id=17d56922-9e00-4ac7-ba6a-4bcfeca27094)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:53.553788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.563418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fff689c1-ba4a-45e3-b670-9dfcf50f1428 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 9c16368d-9a49-40b3-aee8-36c28998a3ff {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:53.563759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fff689c1-ba4a-45e3-b670-9dfcf50f1428 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.596211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb90aca-d83b-4f79-bdfa-b5137f19567a None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:53.625245 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.654254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a46aef0-a108-4353-ad97-277882a4515f req-86363843-cb4e-4c62-952a-586922d8b937 service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585653 Feb 04 15:46:53.688717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc5be59-5605-409b-b942-a509af000644']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:53.724649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0daac5a-bcd5-44c7-a4cf-838d7227e47d') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:53.724992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0daac5a-bcd5-44c7-a4cf-838d7227e47d') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:53.731254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af3c4f-53d8-4040-87c1-0689f9f01efd None None] Pushing event updated for resources: {'Port': ['ID=ada8e32d-c06a-41d0-bb72-9e70de6f01e4,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:53.745023 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.746938 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f07fa4a0-91f8-45d3-a5a3-a63bca0416b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.755108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:46:53.763091 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e7717218-de26-48b9-9a47-c5b3e666eb6c details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:46:53.764839 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e593b076-8124-4bf3-b631-af62a6984482 None None] Sync routers for ids ['f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:53.782109 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593b076-8124-4bf3-b631-af62a6984482 None None] Routers {'f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:53.783190 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e593b076-8124-4bf3-b631-af62a6984482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:53.786839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f07fa4a0-91f8-45d3-a5a3-a63bca0416b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.861778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 85b35f99-4e6f-4eeb-912a-16510f894edc no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:46:53.865416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.878753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:53.879399 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.893955 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e593b076-8124-4bf3-b631-af62a6984482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:53.895406 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:53.901429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fa4a0-91f8-45d3-a5a3-a63bca0416b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74136171-fddf-477b-93bc-fa41bd824cfa,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:53.910363 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593b076-8124-4bf3-b631-af62a6984482 None None] Routers {'f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:46:53.912486 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e593b076-8124-4bf3-b631-af62a6984482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:53.973623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e9ac97eb-0777-4ace-a109-695f9277714f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2524273 Feb 04 15:46:53.982025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43408) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:53.985070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 85b35f99-4e6f-4eeb-912a-16510f894edc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:46:53.985597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 85b35f99-4e6f-4eeb-912a-16510f894edc not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:46:53.990549 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e593b076-8124-4bf3-b631-af62a6984482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:53.991118 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e593b076-8124-4bf3-b631-af62a6984482 None None] The sync data for ids ['f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:54.027800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.044730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Transition to ACTIVE for port object b25ec71c-70b2-4639-af62-15d027656713 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:54.045324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fff689c1-ba4a-45e3-b670-9dfcf50f1428 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.092103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.094037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f756f66-8305-4161-ba40-2eab7b1b1e08 req-7fd5df8d-1e6c-44d6-8275-2d19499638dc tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:54.095134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f756f66-8305-4161-ba40-2eab7b1b1e08 req-7fd5df8d-1e6c-44d6-8275-2d19499638dc tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 1.0114875 Feb 04 15:46:54.102731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f07fa4a0-91f8-45d3-a5a3-a63bca0416b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2878ffcba8344c496e47290d4ee3429&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2642989 Feb 04 15:46:54.133587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port e7717218-de26-48b9-9a47-c5b3e666eb6c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e7717218-de26-48b9-9a47-c5b3e666eb6c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:54.141444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43412) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:54.142544 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.154208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'e7717218-de26-48b9-9a47-c5b3e666eb6c', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'port_id': 'e7717218-de26-48b9-9a47-c5b3e666eb6c', 'mac_address': 'fa:16:3e:27:42:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78064bb-81be-4819-b4ef-67045bdf4b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:46:54.248858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.261519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fff689c1-ba4a-45e3-b670-9dfcf50f1428 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 9c16368d-9a49-40b3-aee8-36c28998a3ff owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:54.277600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '82d879f0-2f4a-436e-915c-f33ee2d01335'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:54.278408 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.308589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Network': ['ID=1dc5be59-5605-409b-b942-a509af000644,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:54.325402 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/networks/1dc5be59-5605-409b-b942-a509af000644 HTTP/1.1" status: 204 len: 168 time: 2.0924966 Feb 04 15:46:54.329310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43416) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:54.330709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.331640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.331975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.332347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.332673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.333019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.333338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.333704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.334021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.334388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.334700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.335011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e0352-7098-4c2b-a9e4-1e6fdc2c9752 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:54.357501 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.358023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-910935109'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:54.369062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:54.369438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:54.375535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:network and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:54.381685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:54.390620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:54.414804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:54.416351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:54.421663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.426057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:54.431793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:54.432523 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.441592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Port': ['ID=b25ec71c-70b2-4639-af62-15d027656713,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:54.444694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7717218-de26-48b9-9a47-c5b3e666eb6c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:54.446680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f756f66-8305-4161-ba40-2eab7b1b1e08 req-ab835a00-7412-4546-bd7d-cca527200afd tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062100 Feb 04 15:46:54.480684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92448006-5951-4a94-9260-ebae20877f39 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:54.481333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-92448006-5951-4a94-9260-ebae20877f39 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:54.503206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c56a39c-d32b-4c72-a438-ffe79e5a4e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.510310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c3f659a4-f2ab-4091-b62e-bdce15adb5f7 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1144881 Feb 04 15:46:54.511501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43420) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:54.522662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-92448006-5951-4a94-9260-ebae20877f39 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:54.524033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-92448006-5951-4a94-9260-ebae20877f39 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports/3e8d3604-dd4c-424a-90e3-f192ef5d4c34 HTTP/1.1" status: 200 len: 911 time: 0.4447744 Feb 04 15:46:54.526881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43424) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:54.560746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Allocated IP 2001:db8::f816:3eff:fe2f:f26b (40f4fd11-09ca-4e76-8993-0ead05403d9a/82d879f0-2f4a-436e-915c-f33ee2d01335/244d7d2d-691b-425b-b554-f786b535e9a7) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:54.564332 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fff689c1-ba4a-45e3-b670-9dfcf50f1428 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.608670 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c56a39c-d32b-4c72-a438-ffe79e5a4e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.656669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:54.673059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port e7717218-de26-48b9-9a47-c5b3e666eb6c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e7717218-de26-48b9-9a47-c5b3e666eb6c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:54.673928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff689c1-ba4a-45e3-b670-9dfcf50f1428 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=9c16368d-9a49-40b3-aee8-36c28998a3ff,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:54.678754 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.684740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fff689c1-ba4a-45e3-b670-9dfcf50f1428 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.708385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.708857 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Added segment ee5b39d9-a3ee-4b6e-844a-da38e99aeda7 of type vlan for network 20549a80-e0f7-4532-bfd0-c93836ed1237 Feb 04 15:46:54.723909 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fff689c1-ba4a-45e3-b670-9dfcf50f1428 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/9c16368d-9a49-40b3-aee8-36c28998a3ff HTTP/1.1" status: 204 len: 168 time: 1.3545043 Feb 04 15:46:54.724214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43428) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:54.731420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b290c10-4412-4f8e-81db-d31dc38b06e2 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Deleting subnet ae897650-8220-43d3-84b2-d7acb81e8ffb {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:54.797745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=e7717218-de26-48b9-9a47-c5b3e666eb6c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:54.888562 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.924517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b290c10-4412-4f8e-81db-d31dc38b06e2 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.999167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.025318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['e7717218-de26-48b9-9a47-c5b3e666eb6c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:46:55.032691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873d9606-7d67-4f19-a7a3-a459022cc383 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:55.034309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873d9606-7d67-4f19-a7a3-a459022cc383 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:55.035496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-873d9606-7d67-4f19-a7a3-a459022cc383 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:55.040288 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c56a39c-d32b-4c72-a438-ffe79e5a4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.042560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b290c10-4412-4f8e-81db-d31dc38b06e2 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.067276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Transition to ACTIVE for port object 244d7d2d-691b-425b-b554-f786b535e9a7 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:55.098187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-873d9606-7d67-4f19-a7a3-a459022cc383 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:55.098783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Transition to ACTIVE for port object 244d7d2d-691b-425b-b554-f786b535e9a7 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:55.102414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-873d9606-7d67-4f19-a7a3-a459022cc383 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3770392 Feb 04 15:46:55.108705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43432) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:55.127572 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.141220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56a39c-d32b-4c72-a438-ffe79e5a4e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74136171-fddf-477b-93bc-fa41bd824cfa,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:55.155418 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c56a39c-d32b-4c72-a438-ffe79e5a4e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.158934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7c56a39c-d32b-4c72-a438-ffe79e5a4e6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74136171-fddf-477b-93bc-fa41bd824cfa HTTP/1.1" status: 204 len: 168 time: 1.0121469 Feb 04 15:46:55.199327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.205835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:55.207816 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.231620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:55.244903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:55.247620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:46:55.282104 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9346840 Feb 04 15:46:55.304993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed80b9-6e07-4589-b23f-27d19c1525a4 None None] Network 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:55.306817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43438) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:55.319946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53d85f-d5eb-4095-a240-5c6e631ca982 req-6e4bfa5b-34a4-4366-a0ed-93431785bab9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:55.320238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Pushing event updated for resources: {'Port': ['ID=244d7d2d-691b-425b-b554-f786b535e9a7,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:55.321644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f53d85f-d5eb-4095-a240-5c6e631ca982 req-6e4bfa5b-34a4-4366-a0ed-93431785bab9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 944 time: 0.6792097 Feb 04 15:46:55.333982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '20549a80-e0f7-4532-bfd0-c93836ed1237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:55.375379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed967ff-63c7-4fb4-8f17-90cf7ee0e4ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 82d879f0-2f4a-436e-915c-f33ee2d01335 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:46:55.383676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eed967ff-63c7-4fb4-8f17-90cf7ee0e4ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.475508 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eed967ff-63c7-4fb4-8f17-90cf7ee0e4ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.499490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0d908f2f-a05d-4f55-bd72-dccee3537103 None None] Provisioning for port ada8e32d-c06a-41d0-bb72-9e70de6f01e4 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:55.508463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Attempting to bind port 244d7d2d-691b-425b-b554-f786b535e9a7 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:55.509323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Attempting to bind port 244d7d2d-691b-425b-b554-f786b535e9a7 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:55.509323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Attempting to bind port 244d7d2d-691b-425b-b554-f786b535e9a7 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:46:55.523213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f53d85f-d5eb-4095-a240-5c6e631ca982 req-aae97058-8fe5-446b-a8f0-c0921158f7bd tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672854 Feb 04 15:46:55.545574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:46:55.545964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:55.546374 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.546900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:46:55.547275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Bound port: 244d7d2d-691b-425b-b554-f786b535e9a7, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:55.547895 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.555612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:55.561730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:55.566799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:55.602756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:55.607486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eed967ff-63c7-4fb4-8f17-90cf7ee0e4ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.637875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:55.641720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.715737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43446) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:55.744399 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eed967ff-63c7-4fb4-8f17-90cf7ee0e4ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.803542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] For port 244d7d2d-691b-425b-b554-f786b535e9a7, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:46:55.855848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] For port 244d7d2d-691b-425b-b554-f786b535e9a7, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=244d7d2d-691b-425b-b554-f786b535e9a7,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:46:55.863211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.866555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eed967ff-63c7-4fb4-8f17-90cf7ee0e4ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.868400 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.877577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed967ff-63c7-4fb4-8f17-90cf7ee0e4ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=82d879f0-2f4a-436e-915c-f33ee2d01335,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:55.879415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413d6e6-91a3-4328-b679-cf34fee1fdec tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Network': ['ID=20549a80-e0f7-4532-bfd0-c93836ed1237,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:55.912830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ada8e32d-c06a-41d0-bb72-9e70de6f01e4 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:55.916517 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eed967ff-63c7-4fb4-8f17-90cf7ee0e4ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/82d879f0-2f4a-436e-915c-f33ee2d01335 HTTP/1.1" status: 204 len: 168 time: 0.8042746 Feb 04 15:46:55.924340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43450) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:55.952952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 20549a80-e0f7-4532-bfd0-c93836ed1237 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:56.001099 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b290c10-4412-4f8e-81db-d31dc38b06e2 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.032603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0b5834c9-5231-463b-a80f-f7f42b4f46ca tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025603 Feb 04 15:46:56.041212 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-150d076d-409c-40a9-ac9a-7649acb68789 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a2efee9c3354c11b5402cd7155d120b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041191 Feb 04 15:46:56.041519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43454) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:56.041603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43456) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:56.145046 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f07ce45-133f-4d96-85fc-c872d176d70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.151903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dd6a6-a765-4b61-a1f3-439d62d91a81 None None] Pushing event updated for resources: {'Port': ['ID=244d7d2d-691b-425b-b554-f786b535e9a7,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:56.170295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b290c10-4412-4f8e-81db-d31dc38b06e2 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.176061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ada8e32d-c06a-41d0-bb72-9e70de6f01e4 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:56.192888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ada8e32d-c06a-41d0-bb72-9e70de6f01e4 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:56.193265 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.222364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf7edb-2bba-4c85-8295-16a56289c5e4 req-7769fed5-65be-446d-8444-f74effd77eb8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:56.224317 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ddf7edb-2bba-4c85-8295-16a56289c5e4 req-7769fed5-65be-446d-8444-f74effd77eb8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.4696639 Feb 04 15:46:56.240855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b290c10-4412-4f8e-81db-d31dc38b06e2 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Subnet': ['ID=ae897650-8220-43d3-84b2-d7acb81e8ffb,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:56.245066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b290c10-4412-4f8e-81db-d31dc38b06e2 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.248728 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f07ce45-133f-4d96-85fc-c872d176d70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.310698 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2b290c10-4412-4f8e-81db-d31dc38b06e2 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/subnets/ae897650-8220-43d3-84b2-d7acb81e8ffb HTTP/1.1" status: 204 len: 168 time: 1.7957566 Feb 04 15:46:56.314863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43462) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:56.389340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ddf7edb-2bba-4c85-8295-16a56289c5e4 req-8f13e172-2f43-4fd8-b099-28e7b466fe37 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475565 Feb 04 15:46:56.463375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.490092 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.536173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port ada8e32d-c06a-41d0-bb72-9e70de6f01e4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ada8e32d-c06a-41d0-bb72-9e70de6f01e4,segment=NetworkSegment(17d56922-9e00-4ac7-ba6a-4bcfeca27094),segment_id=17d56922-9e00-4ac7-ba6a-4bcfeca27094)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:56.564403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.570227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553ab73-beaf-4993-8385-4dbfc5d4b382 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:56.573011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553ab73-beaf-4993-8385-4dbfc5d4b382 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:56.574046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4553ab73-beaf-4993-8385-4dbfc5d4b382 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Synchronizing usage tracker for tenant:a5b81fca46e7443baeac6db3ec4023ba on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:56.584014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f07ce45-133f-4d96-85fc-c872d176d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.615471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07ce45-133f-4d96-85fc-c872d176d70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16cae8-fc88-4c13-a955-8c375a8d3663,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:56.617639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f07ce45-133f-4d96-85fc-c872d176d70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.627248 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0f07ce45-133f-4d96-85fc-c872d176d70c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b16cae8-fc88-4c13-a955-8c375a8d3663 HTTP/1.1" status: 204 len: 168 time: 0.5861979 Feb 04 15:46:56.627915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0350963c-e6b7-4b77-8064-e9f0b96ff566 None None] Network 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:56.632892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47cdaed-5d7c-4254-935c-7090ca0c735d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:56.636264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4553ab73-beaf-4993-8385-4dbfc5d4b382 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Unset dirty status for tenant:a5b81fca46e7443baeac6db3ec4023ba on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:56.640613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a47cdaed-5d7c-4254-935c-7090ca0c735d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5980506 Feb 04 15:46:56.650943 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4553ab73-beaf-4993-8385-4dbfc5d4b382 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3346899 Feb 04 15:46:56.651989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43472) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:56.652648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43474) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:56.789803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=81255402-c46d-4cfa-a25d-af6dcba04973,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:56.820163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f87a87-2a09-422e-a81b-821de722f534 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:56.820856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d6f87a87-2a09-422e-a81b-821de722f534 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:46:56.833625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Checking segment: {'id': 'ee5b39d9-a3ee-4b6e-844a-da38e99aeda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20549a80-e0f7-4532-bfd0-c93836ed1237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:46:56.833999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network hostable DHCP agents. Network: 20549a80-e0f7-4532-bfd0-c93836ed1237, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:56.857013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d6f87a87-2a09-422e-a81b-821de722f534 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:46:56.857617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:56.857974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.861443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d6f87a87-2a09-422e-a81b-821de722f534 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2070475 Feb 04 15:46:56.862688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43480) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:56.874487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8e270631-8c46-4b93-9612-1425a252706d None None] Provisioning for port b25ec71c-70b2-4639-af62-15d027656713 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:56.887000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8e270631-8c46-4b93-9612-1425a252706d None None] Provisioning complete for port b25ec71c-70b2-4639-af62-15d027656713 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:56.887873 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8e270631-8c46-4b93-9612-1425a252706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.927226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd420e2-fd01-4197-9fcb-b61c2c0e4669 req-e682a31e-418a-4479-acf6-92f1f89d1d04 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:56.934295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afd420e2-fd01-4197-9fcb-b61c2c0e4669 req-e682a31e-418a-4479-acf6-92f1f89d1d04 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.3726449 Feb 04 15:46:56.970628 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46e8469f-8dfb-4015-95be-d49b2a602d91 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.996331 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-14a40588-2b88-4b9f-9574-f4722c32d30e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248946 Feb 04 15:46:56.996543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43486) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:57.004601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:57.022834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=ada8e32d-c06a-41d0-bb72-9e70de6f01e4,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:57.061650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8e270631-8c46-4b93-9612-1425a252706d None None] Port b25ec71c-70b2-4639-af62-15d027656713 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:46:57.087920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8e270631-8c46-4b93-9612-1425a252706d None None] Provisioning complete for port ada8e32d-c06a-41d0-bb72-9e70de6f01e4 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:57.088591 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8e270631-8c46-4b93-9612-1425a252706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.135505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 20549a80-e0f7-4532-bfd0-c93836ed1237 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:57.172127 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e8469f-8dfb-4015-95be-d49b2a602d91 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 15:46:57.173301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e8469f-8dfb-4015-95be-d49b2a602d91 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:57.178311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-46e8469f-8dfb-4015-95be-d49b2a602d91 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 HTTP/1.1" status: 409 len: 405 time: 0.5204318 Feb 04 15:46:57.179868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:57.182340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43496) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:57.191936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-175419755'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:57.211997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:57.219260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:57.228112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:network and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:57.240501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b86df-1f38-4caa-b7a5-20d0ab2fee21 None None] DHCP port deletion for 4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:46:57.246001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:57.247879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-081b86df-1f38-4caa-b7a5-20d0ab2fee21 None None] Deleting port ada8e32d-c06a-41d0-bb72-9e70de6f01e4 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:46:57.248351 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-081b86df-1f38-4caa-b7a5-20d0ab2fee21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.267659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:57.272592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:57.281446 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.332399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afd420e2-fd01-4197-9fcb-b61c2c0e4669 req-0403cf1b-3a97-45d7-b668-6f5aa1911f84 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971059 Feb 04 15:46:57.343500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 20549a80-e0f7-4532-bfd0-c93836ed1237) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:57.352454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:57.353057 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.359607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.371976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995205f-b148-4a43-b6f4-614d161c47c3 None None] Network 20549a80-e0f7-4532-bfd0-c93836ed1237 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:57.570103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 3e8d3604-dd4c-424a-90e3-f192ef5d4c34 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:57.683814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-62830995-903a-45b6-8b68-a94c79d635bf tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3611169 Feb 04 15:46:57.696668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43508) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:57.705420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '20549a80-e0f7-4532-bfd0-c93836ed1237', 'name': 'tempest-PortsTestJSON-637615137', 'fixed_ips': [{'subnet_id': '81255402-c46d-4cfa-a25d-af6dcba04973', 'ip_address': '172.20.0.10'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:57.807773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:57.812593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.876738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:57.928051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.928806 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Added segment 11b191a2-4174-4be7-a911-8e2018e5f6fd of type vlan for network e4be0829-3729-47d8-86ee-c74b2bd1343c Feb 04 15:46:57.937778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-081b86df-1f38-4caa-b7a5-20d0ab2fee21 None None] For port ada8e32d-c06a-41d0-bb72-9e70de6f01e4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ada8e32d-c06a-41d0-bb72-9e70de6f01e4,segment=NetworkSegment(17d56922-9e00-4ac7-ba6a-4bcfeca27094),segment_id=17d56922-9e00-4ac7-ba6a-4bcfeca27094)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:57.938343 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-081b86df-1f38-4caa-b7a5-20d0ab2fee21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.943693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43514) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:57.992139 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.037526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2227d-bc57-4762-b953-acb0d2cdef35 req-b25494a6-d48f-470e-a808-2cb829538dd9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:58.039116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3e2227d-bc57-4762-b953-acb0d2cdef35 req-b25494a6-d48f-470e-a808-2cb829538dd9 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.4776998 Feb 04 15:46:58.069215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-081b86df-1f38-4caa-b7a5-20d0ab2fee21 None None] Calling delete_port for ada8e32d-c06a-41d0-bb72-9e70de6f01e4 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:46:58.070046 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.076612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:58.077332 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.122960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:58.136297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:46:58.145232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e7717218-de26-48b9-9a47-c5b3e666eb6c up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:58.149929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:46:58.167621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:58.169050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab21208-38eb-44b7-98c2-c042242d17f8 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:46:58.183067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 244d7d2d-691b-425b-b554-f786b535e9a7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:46:58.201932 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3e2227d-bc57-4762-b953-acb0d2cdef35 req-6c70840c-7a40-4aeb-99d5-53fde6473d47 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970135 Feb 04 15:46:58.203890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:58.245788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-a8402432-cc18-4b09-a97b-da46fb539f3a tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.249966 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a8402432-cc18-4b09-a97b-da46fb539f3a tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3053043 Feb 04 15:46:58.276218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43522) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.287374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-41e43373-7394-465b-a617-d639c4a6f451 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.288476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-41e43373-7394-465b-a617-d639c4a6f451 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0106914 Feb 04 15:46:58.293013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43526) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.302838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-73677d1e-2b7d-41a1-85d3-ff2cf3d18d8e tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.303939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-73677d1e-2b7d-41a1-85d3-ff2cf3d18d8e tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0099425 Feb 04 15:46:58.314894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43530) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.357338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-b14b0aa1-fc19-4070-88fa-62ee1b73ad48 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.359222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b14b0aa1-fc19-4070-88fa-62ee1b73ad48 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0418794 Feb 04 15:46:58.363227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43534) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.365532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Network': ['ID=e4be0829-3729-47d8-86ee-c74b2bd1343c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:58.386888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-98256acc-a138-4e28-bc4e-eb6dddf29e53 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.391382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-98256acc-a138-4e28-bc4e-eb6dddf29e53 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0077012 Feb 04 15:46:58.402780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:46:58.402928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e4be0829-3729-47d8-86ee-c74b2bd1343c details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:46:58.418237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43540) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.438756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-1d630ccc-057f-4c90-ab6c-f67aa4d50feb tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.442536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1d630ccc-057f-4c90-ab6c-f67aa4d50feb tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0209351 Feb 04 15:46:58.442677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-20549a80-e0f7-4532-bfd0-c93836ed1237', 'network_id': '20549a80-e0f7-4532-bfd0-c93836ed1237', 'tenant_id': '214ab35bad1a4657956c11682d7336a3', 'fixed_ips': [{'subnet_id': '81255402-c46d-4cfa-a25d-af6dcba04973'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:46:58.442677 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.454061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43544) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.458603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ee4d710d-59e9-4735-ae45-f6d915d41713 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2751317 Feb 04 15:46:58.461678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43546) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.467375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-9c08511e-ac01-4014-bcba-2aa025c7f497 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.470795 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9c08511e-ac01-4014-bcba-2aa025c7f497 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0084629 Feb 04 15:46:58.477724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'subnet': {'network_id': 'e4be0829-3729-47d8-86ee-c74b2bd1343c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:58.483530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43552) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.506402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-ed3290a1-3d53-493d-9fe6-76e8abf48c25 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.510055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ed3290a1-3d53-493d-9fe6-76e8abf48c25 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0135667 Feb 04 15:46:58.513596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43556) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.526693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-dc8b8ea9-86e5-4130-af4d-006b40c3d645 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.530486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dc8b8ea9-86e5-4130-af4d-006b40c3d645 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0082483 Feb 04 15:46:58.530486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.537149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.547978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43560) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.569623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f36df722-82b6-45b6-b722-95f694bc49eb None None] Provisioning for port 244d7d2d-691b-425b-b554-f786b535e9a7 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:58.607028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-76f6ca7b-1a5b-4c7d-a63a-d826c451dd74 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.611475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-76f6ca7b-1a5b-4c7d-a63a-d826c451dd74 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0244970 Feb 04 15:46:58.611628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43564) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.615179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=3e8d3604-dd4c-424a-90e3-f192ef5d4c34,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:58.622191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-b3b44b06-0cb4-4305-b8ae-15eae3584346 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.625308 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b3b44b06-0cb4-4305-b8ae-15eae3584346 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0103521 Feb 04 15:46:58.626291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43568) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.635159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:46:58.645951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:46:58.656686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-fb8b13da-1bbf-4ef4-8a2e-7fd7508925a4 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.660822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fb8b13da-1bbf-4ef4-8a2e-7fd7508925a4 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0310869 Feb 04 15:46:58.660822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:58.664022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.672620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43572) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.718293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f36df722-82b6-45b6-b722-95f694bc49eb None None] Could not find standard attr ID for object 9c16368d-9a49-40b3-aee8-36c28998a3ff. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:46:58.726445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 244d7d2d-691b-425b-b554-f786b535e9a7 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:58.767010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 244d7d2d-691b-425b-b554-f786b535e9a7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:58.767384 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.784986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-ca083783-3ee6-4b21-9c5b-6248403fe5cd tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.789204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ca083783-3ee6-4b21-9c5b-6248403fe5cd tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0265024 Feb 04 15:46:58.790970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port bd840e93-08bc-468a-8e1c-e7de1ec88281 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:58.793390 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-081b86df-1f38-4caa-b7a5-20d0ab2fee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.851656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43576) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.854385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.855589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c278ef-099d-4851-bf79-7d8b3cc03f16 req-6f27b23e-d31e-4a59-a41e-a4d412e40ecb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:58.864880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68c278ef-099d-4851-bf79-7d8b3cc03f16 req-6f27b23e-d31e-4a59-a41e-a4d412e40ecb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 944 time: 0.5099878 Feb 04 15:46:58.867357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b86df-1f38-4caa-b7a5-20d0ab2fee21 None None] Pushing event deleted for resources: {'Port': ['ID=ada8e32d-c06a-41d0-bb72-9e70de6f01e4,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:58.870735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-284d5f28-d5eb-4818-ba3d-636274865c57 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.871706 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-284d5f28-d5eb-4818-ba3d-636274865c57 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0188613 Feb 04 15:46:58.879171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43580) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.892284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-e32b8a81-8256-4063-811b-938a08127a31 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.893956 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e32b8a81-8256-4063-811b-938a08127a31 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0115595 Feb 04 15:46:58.897417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43584) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.911320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port e7717218-de26-48b9-9a47-c5b3e666eb6c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:58.941267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-d450b3b1-f4b1-4782-92c9-e0aa92c74fb2 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.944640 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d450b3b1-f4b1-4782-92c9-e0aa92c74fb2 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0200791 Feb 04 15:46:58.951685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b86df-1f38-4caa-b7a5-20d0ab2fee21 None None] No DVR routers for this DVR port ada8e32d-c06a-41d0-bb72-9e70de6f01e4 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:58.952163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43588) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.965072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-2fb0b707-d25b-4235-8786-3ca1d589a1c9 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.968459 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2fb0b707-d25b-4235-8786-3ca1d589a1c9 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0092969 Feb 04 15:46:58.970070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43592) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.978267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-4cdb34ca-afe4-4c85-8fd1-8b5b6f790d50 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.981435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4cdb34ca-afe4-4c85-8fd1-8b5b6f790d50 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0082374 Feb 04 15:46:58.982791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43596) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:58.992708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port e7717218-de26-48b9-9a47-c5b3e666eb6c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:58.993358 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.996836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-9eef35d0-3d01-4018-8bd9-d4bed52b99ed tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:58.998419 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9eef35d0-3d01-4018-8bd9-d4bed52b99ed tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080283 Feb 04 15:46:59.002708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43600) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.012546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-21af7b1e-531d-4bd8-82d0-eee740a4390a tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.015902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-21af7b1e-531d-4bd8-82d0-eee740a4390a tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0099144 Feb 04 15:46:59.031712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43604) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.119129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-dcda824f-eedc-4982-b8dd-68d1399366d6 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.120099 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dcda824f-eedc-4982-b8dd-68d1399366d6 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0874317 Feb 04 15:46:59.127410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43610) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.136875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Allocated IP 172.20.0.2 (20549a80-e0f7-4532-bfd0-c93836ed1237/81255402-c46d-4cfa-a25d-af6dcba04973/0ca3696c-a60e-4a91-8709-bccddbfccc11) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:59.138449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-f54447f3-4239-42e2-ad97-578d32f76319 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.139414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f54447f3-4239-42e2-ad97-578d32f76319 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0089414 Feb 04 15:46:59.142491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43614) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.162096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-0495e997-8829-4c4e-b75d-577f7972ac68 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.164839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0495e997-8829-4c4e-b75d-577f7972ac68 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0176942 Feb 04 15:46:59.167338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.177464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43618) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.201123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-58757264-5960-47c1-baba-7276776bc492 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.202236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-58757264-5960-47c1-baba-7276776bc492 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0215492 Feb 04 15:46:59.215674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43622) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.263623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] For port 244d7d2d-691b-425b-b554-f786b535e9a7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=244d7d2d-691b-425b-b554-f786b535e9a7,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:59.300456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.305644 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.320336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.322502 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.348320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-2c647791-c6e6-43fa-8056-2e973c1f5618 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.349355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2c647791-c6e6-43fa-8056-2e973c1f5618 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.1269147 Feb 04 15:46:59.358725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43626) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.371561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68c278ef-099d-4851-bf79-7d8b3cc03f16 req-5ca1b79d-a719-451e-8c3b-1d2c8a1943c2 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057838 Feb 04 15:46:59.402259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-b514f87f-8ce2-49f2-8eb8-d4239ee91fa5 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.406686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b514f87f-8ce2-49f2-8eb8-d4239ee91fa5 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0453036 Feb 04 15:46:59.439161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43630) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.448500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-f96e501e-01b0-4d61-a62b-1bf6b124fefd tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.452267 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f96e501e-01b0-4d61-a62b-1bf6b124fefd tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0108757 Feb 04 15:46:59.488090 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.492870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:59.493829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43634) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.502787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:59.515657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:59.516422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.555160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-b9be9015-6553-43de-a4cd-de6053aea554 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.560278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b9be9015-6553-43de-a4cd-de6053aea554 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0506260 Feb 04 15:46:59.568868 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5673270 Feb 04 15:46:59.568868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43638) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.568868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43640) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.586695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:49:33:5a', 'name': 'tempest-NetworksTestDHCPv6-1119341610'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:59.623146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c62443-585f-4bce-ab46-ac78cfd34166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7717218-de26-48b9-9a47-c5b3e666eb6c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:59.645751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:59.646196 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:59.719561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port e7717218-de26-48b9-9a47-c5b3e666eb6c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e7717218-de26-48b9-9a47-c5b3e666eb6c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:46:59.726476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.778902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-0217911a-b51b-4c8c-9462-ef878adf2214 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.782365 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0217911a-b51b-4c8c-9462-ef878adf2214 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.2071619 Feb 04 15:46:59.802471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:46:59.803434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43648) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.812881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-93a31255-d976-495e-8aed-4eea61191b79 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.817529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-93a31255-d976-495e-8aed-4eea61191b79 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090730 Feb 04 15:46:59.827127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43654) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.841256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:46:59.846978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-7afe5fdd-37d1-43a2-924e-ddb4b47b5f61 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:46:59.850834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7afe5fdd-37d1-43a2-924e-ddb4b47b5f61 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0186667 Feb 04 15:46:59.868122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.888041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43660) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:46:59.897802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=a6e87d73-d484-46ec-a05b-92895eb79f2a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:59.918423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=e7717218-de26-48b9-9a47-c5b3e666eb6c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:59.937431 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.958192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Transition to ACTIVE for port object 0ca3696c-a60e-4a91-8709-bccddbfccc11 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:59.986875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Transition to ACTIVE for port object 0ca3696c-a60e-4a91-8709-bccddbfccc11 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:59.996666 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.055123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d9e4dc-2cec-4531-813c-7f2a9f3349d0 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:00.100679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:47:00.136448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Network 20549a80-e0f7-4532-bfd0-c93836ed1237 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:00.144221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94de1091-4415-47d3-a043-a7dd6fbbd59f None None] Sync routers for ids ['f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:00.165085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e3a5db4c-d106-4430-8dbb-de7792884119 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6370790 Feb 04 15:47:00.172408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43664) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.177066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a30b33-a16d-4755-ab1d-49520027803e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=244d7d2d-691b-425b-b554-f786b535e9a7,revision_number=5']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:00.178209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.10 (20549a80-e0f7-4532-bfd0-c93836ed1237/81255402-c46d-4cfa-a25d-af6dcba04973/bd840e93-08bc-468a-8e1c-e7de1ec88281) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:00.188407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:00.192707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:00.234810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de1091-4415-47d3-a043-a7dd6fbbd59f None None] Routers {'f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:00.235429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-94de1091-4415-47d3-a043-a7dd6fbbd59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:00.256308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ca313877-1c7f-4e90-b052-986265fc2a65 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:00.262133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-1e8269fa-76b5-40d3-9916-4a6935d406e5 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.266502 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1e8269fa-76b5-40d3-9916-4a6935d406e5 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.3747773 Feb 04 15:47:00.267472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43668) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.269297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Subnet': ['ID=f8ad01ab-009c-46dd-877f-51d27190ec75,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:00.289681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-bd16aab6-1674-4ef5-a247-83ae4c76f8f3 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.293148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bd16aab6-1674-4ef5-a247-83ae4c76f8f3 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0197394 Feb 04 15:47:00.298839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:00.301852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43672) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.309584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:00.314520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-94de1091-4415-47d3-a043-a7dd6fbbd59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:00.314964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-8dd347c0-7ba7-4940-8da3-ae211b1a24ef tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.319733 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8dd347c0-7ba7-4940-8da3-ae211b1a24ef tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0167093 Feb 04 15:47:00.330213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:00.334002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43676) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.342797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-cb8f7d48-0ff1-42c5-9e14-a7d631946e31 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.346471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482b043-b2ba-48fa-9fd7-f9c3d08d2c12 req-35938bd7-b4b2-4aa3-92eb-4ef3d48c2b66 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:00.347021 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cb8f7d48-0ff1-42c5-9e14-a7d631946e31 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0119083 Feb 04 15:47:00.348063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9482b043-b2ba-48fa-9fd7-f9c3d08d2c12 req-35938bd7-b4b2-4aa3-92eb-4ef3d48c2b66 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.3907526 Feb 04 15:47:00.351481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43680) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.354731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ca313877-1c7f-4e90-b052-986265fc2a65 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:00.355838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ca313877-1c7f-4e90-b052-986265fc2a65 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d HTTP/1.1" status: 200 len: 205 time: 0.1807892 Feb 04 15:47:00.361408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-52ae83b0-50b8-4d74-b59e-99f35fd00399 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.365551 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-52ae83b0-50b8-4d74-b59e-99f35fd00399 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0106397 Feb 04 15:47:00.367718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:00.373570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43684) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.373913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43686) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.375316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Pushing event updated for resources: {'Port': ['ID=0ca3696c-a60e-4a91-8709-bccddbfccc11,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:00.396672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Checking segment: {'id': '11b191a2-4174-4be7-a911-8e2018e5f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e4be0829-3729-47d8-86ee-c74b2bd1343c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:00.397761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network hostable DHCP agents. Network: e4be0829-3729-47d8-86ee-c74b2bd1343c, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:00.423765 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:00.451165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network e4be0829-3729-47d8-86ee-c74b2bd1343c is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:00.465055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de1091-4415-47d3-a043-a7dd6fbbd59f None None] Routers {'f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:00.465704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-94de1091-4415-47d3-a043-a7dd6fbbd59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:00.503127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-9eb7cb9b-5d76-46ce-baac-463b63be905e tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.504874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9eb7cb9b-5d76-46ce-baac-463b63be905e tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.1230257 Feb 04 15:47:00.513440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a2754ac6-2f67-4bf1-a323-5e354076ae88 None None] Provisioning complete for port 244d7d2d-691b-425b-b554-f786b535e9a7 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:00.513806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2754ac6-2f67-4bf1-a323-5e354076ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.524890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43694) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.539157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-6f63cf9a-36a5-4784-b3b7-68a17aa5d9fd tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.542607 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6f63cf9a-36a5-4784-b3b7-68a17aa5d9fd tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0139396 Feb 04 15:47:00.544761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43698) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.552454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-1470055e-6950-493d-aab1-bd80ea504bbf tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.557818 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1470055e-6950-493d-aab1-bd80ea504bbf tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0094566 Feb 04 15:47:00.557818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, e4be0829-3729-47d8-86ee-c74b2bd1343c) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:00.573684 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.574892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43702) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.590866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-cc9cb5e5-2850-423d-ae90-744391ae016b tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.594371 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc9cb5e5-2850-423d-ae90-744391ae016b tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0161188 Feb 04 15:47:00.594371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:00.594624 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.616265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43706) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.625255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-52ef49db-1ec2-48b7-8049-1fb1be43185b tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.629849 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-52ef49db-1ec2-48b7-8049-1fb1be43185b tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0089264 Feb 04 15:47:00.632189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43710) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.638848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-35b1100f-87a0-408b-9d6b-bbe1a96c35d7 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.640283 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-35b1100f-87a0-408b-9d6b-bbe1a96c35d7 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0067055 Feb 04 15:47:00.645004 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8ed12a7c-4fce-4224-8dc7-77fa8aa59953 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1754951 Feb 04 15:47:00.645991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43714) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.650438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.672047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e381bcb-df20-46a1-95eb-14502e7c1738 None None] Network e4be0829-3729-47d8-86ee-c74b2bd1343c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:00.700801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-94de1091-4415-47d3-a043-a7dd6fbbd59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:00.701201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94de1091-4415-47d3-a043-a7dd6fbbd59f None None] The sync data for ids ['f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:00.730299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7682aa56-c651-47e8-bec0-2b5f75c8f3b3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.775026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Attempting to bind port 0ca3696c-a60e-4a91-8709-bccddbfccc11 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:00.775306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Attempting to bind port 0ca3696c-a60e-4a91-8709-bccddbfccc11 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ee5b39d9-a3ee-4b6e-844a-da38e99aeda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20549a80-e0f7-4532-bfd0-c93836ed1237'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:00.775661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Attempting to bind port 0ca3696c-a60e-4a91-8709-bccddbfccc11 on network 20549a80-e0f7-4532-bfd0-c93836ed1237 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:00.781170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-bcb34080-4bf3-4360-9692-c313d5375bd2 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.782144 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bcb34080-4bf3-4360-9692-c313d5375bd2 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1331160 Feb 04 15:47:00.790348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43722) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.799132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-727447e5-a2e4-40e4-a206-61cdb15e2aa0 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.800381 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-727447e5-a2e4-40e4-a206-61cdb15e2aa0 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0091116 Feb 04 15:47:00.812393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43726) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.853179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-b51812e3-01fa-4b88-bc27-1b9d71424c13 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.857134 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b51812e3-01fa-4b88-bc27-1b9d71424c13 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0436280 Feb 04 15:47:00.862586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 244d7d2d-691b-425b-b554-f786b535e9a7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=244d7d2d-691b-425b-b554-f786b535e9a7,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:00.868167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.883839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:00.884681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43730) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.884858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Checking segment: {'id': 'ee5b39d9-a3ee-4b6e-844a-da38e99aeda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20549a80-e0f7-4532-bfd0-c93836ed1237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:00.885427 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.885851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Bound using segment: {'id': 'ee5b39d9-a3ee-4b6e-844a-da38e99aeda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20549a80-e0f7-4532-bfd0-c93836ed1237'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:00.886334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Bound port: 0ca3696c-a60e-4a91-8709-bccddbfccc11, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5b39d9-a3ee-4b6e-844a-da38e99aeda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '20549a80-e0f7-4532-bfd0-c93836ed1237'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:00.886714 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.900117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-6ff6adb8-563c-466f-8d8d-23d9de7c12cb tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.901525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9482b043-b2ba-48fa-9fd7-f9c3d08d2c12 req-22fa8fd5-796e-477d-911f-2ee1def28efc tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446000 Feb 04 15:47:00.904211 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6ff6adb8-563c-466f-8d8d-23d9de7c12cb tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0183954 Feb 04 15:47:00.907485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43734) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:00.912584 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.919267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-fb9381f0-0254-4b09-90b7-45058fcc8e3b tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:00.924125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fb9381f0-0254-4b09-90b7-45058fcc8e3b tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0143728 Feb 04 15:47:00.928455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.942324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 9b224697-d245-45db-888b-2bf50a3fb133 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:00.964204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43738) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.150145 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c62443-585f-4bce-ab46-ac78cfd34166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7717218-de26-48b9-9a47-c5b3e666eb6c', 'code': 200} Feb 04 15:47:01.159978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ada8e32d-c06a-41d0-bb72-9e70de6f01e4 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:01.189097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-0ba7ab1f-f497-4792-a902-b40e11694c7c tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.192611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0ba7ab1f-f497-4792-a902-b40e11694c7c tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.2247055 Feb 04 15:47:01.194812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43742) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.212565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-cda99fa7-1be9-4942-b8b8-e9b25531473e tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.217201 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cda99fa7-1be9-4942-b8b8-e9b25531473e tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0156190 Feb 04 15:47:01.218367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.219385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:fe49:335a (40f4fd11-09ca-4e76-8993-0ead05403d9a/a6e87d73-d484-46ec-a05b-92895eb79f2a/9b224697-d245-45db-888b-2bf50a3fb133) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:01.230909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-036b54dc-efa7-46b6-85c2-f4e04b60b229 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.235287 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-036b54dc-efa7-46b6-85c2-f4e04b60b229 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0101960 Feb 04 15:47:01.235287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.266751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43750) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.280299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-ae32b73f-8bcc-4246-b2c2-271a43a254c5 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.280646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ada8e32d-c06a-41d0-bb72-9e70de6f01e4 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:01.281105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ada8e32d-c06a-41d0-bb72-9e70de6f01e4 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:01.284954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae32b73f-8bcc-4246-b2c2-271a43a254c5 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0141778 Feb 04 15:47:01.284954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43754) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.311183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-5fcdf20e-55cf-4c32-9c92-1bc0ee0ab63f tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.312303 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5fcdf20e-55cf-4c32-9c92-1bc0ee0ab63f tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0222042 Feb 04 15:47:01.323049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43758) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.327221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] For port 0ca3696c-a60e-4a91-8709-bccddbfccc11, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:01.346847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-0d5b0e8c-373c-4577-b82a-709cf9758705 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.347822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0d5b0e8c-373c-4577-b82a-709cf9758705 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0210440 Feb 04 15:47:01.351477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43762) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.365622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-f260df1c-d182-4976-abc7-92d71cb2de57 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.366620 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f260df1c-d182-4976-abc7-92d71cb2de57 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0106916 Feb 04 15:47:01.380851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43766) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.384460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] For port 0ca3696c-a60e-4a91-8709-bccddbfccc11, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0ca3696c-a60e-4a91-8709-bccddbfccc11,segment=NetworkSegment(ee5b39d9-a3ee-4b6e-844a-da38e99aeda7),segment_id=ee5b39d9-a3ee-4b6e-844a-da38e99aeda7)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:01.392071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=244d7d2d-691b-425b-b554-f786b535e9a7,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:01.395949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-974a247e-92ad-4c86-83c9-f7a06f255bad tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.397772 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-974a247e-92ad-4c86-83c9-f7a06f255bad tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0180092 Feb 04 15:47:01.401599 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.404735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43770) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.453974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 244d7d2d-691b-425b-b554-f786b535e9a7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:01.485587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-4fe306cf-9fcb-4c6b-8c40-b35c79c4fab6 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.489202 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4fe306cf-9fcb-4c6b-8c40-b35c79c4fab6 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0834968 Feb 04 15:47:01.496811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43774) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.504482 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.505581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-7f63ce8a-8d02-4c43-9c80-984880550328 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.509080 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7f63ce8a-8d02-4c43-9c80-984880550328 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0088334 Feb 04 15:47:01.511170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43778) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.514042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.523705 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7682aa56-c651-47e8-bec0-2b5f75c8f3b3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.530416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7682aa56-c651-47e8-bec0-2b5f75c8f3b3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.566842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-5590e29b-6518-41e7-8ce2-1a22c1af12dc tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.570464 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5590e29b-6518-41e7-8ce2-1a22c1af12dc tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0558009 Feb 04 15:47:01.572393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43782) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.576361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object bd840e93-08bc-468a-8e1c-e7de1ec88281 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:01.580219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ad01ab-009c-46dd-877f-51d27190ec75,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:01.582906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-a0336995-006f-4104-bcd4-d1d57fb6fd97 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.586250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a0336995-006f-4104-bcd4-d1d57fb6fd97 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0105047 Feb 04 15:47:01.589702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43786) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.603793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7682aa56-c651-47e8-bec0-2b5f75c8f3b3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.604327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682aa56-c651-47e8-bec0-2b5f75c8f3b3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Fanout notify agent at l3_agent the message router_deleted on router f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:47:01.622809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-b3dcac0c-5054-432d-a317-c849c34474f9 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.626095 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b3dcac0c-5054-432d-a317-c849c34474f9 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0340495 Feb 04 15:47:01.628857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43790) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.633996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29271ff-ccd8-46a0-ac25-4c6b3c613126 None None] Pushing event updated for resources: {'Port': ['ID=0ca3696c-a60e-4a91-8709-bccddbfccc11,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:01.635478 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7682aa56-c651-47e8-bec0-2b5f75c8f3b3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.639166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7682aa56-c651-47e8-bec0-2b5f75c8f3b3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d HTTP/1.1" status: 204 len: 168 time: 1.2567105 Feb 04 15:47:01.644285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-639d0f90-6b58-4eaf-b880-62b81ec38d7c tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.647751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-639d0f90-6b58-4eaf-b880-62b81ec38d7c tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0154006 Feb 04 15:47:01.647751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43794) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.651218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30af428-70eb-430e-ad7d-c51ea22d9374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-e4be0829-3729-47d8-86ee-c74b2bd1343c', 'network_id': 'e4be0829-3729-47d8-86ee-c74b2bd1343c', 'tenant_id': 'a5b81fca46e7443baeac6db3ec4023ba', 'fixed_ips': [{'subnet_id': 'f8ad01ab-009c-46dd-877f-51d27190ec75'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:01.651998 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f30af428-70eb-430e-ad7d-c51ea22d9374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.655473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bd3c4-79a6-4314-a6e8-6d5a7b617a0f req-67b52a57-b277-4cb5-8c93-557fe449981c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:01.663178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c27bd3c4-79a6-4314-a6e8-6d5a7b617a0f req-67b52a57-b277-4cb5-8c93-557fe449981c tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.4772303 Feb 04 15:47:01.666244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43796) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.737243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f544f1-13d6-4789-8c00-dd1aac10e16e req-ca76a632-6226-4f69-98cf-1c950af0de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:01.739299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73f544f1-13d6-4789-8c00-dd1aac10e16e req-ca76a632-6226-4f69-98cf-1c950af0de0d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 1096 time: 0.5395265 Feb 04 15:47:01.739593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.744933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-4099cb8b-8ff8-4143-8ba0-12560e820222 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.748364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4099cb8b-8ff8-4143-8ba0-12560e820222 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0776062 Feb 04 15:47:01.754694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43802) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.769487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 244d7d2d-691b-425b-b554-f786b535e9a7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:01.769894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.774627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-a973ab4c-81e7-411e-ab9b-34f7cc8ffd62 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.778988 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a973ab4c-81e7-411e-ab9b-34f7cc8ffd62 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0121789 Feb 04 15:47:01.779676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43806) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.807923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-632c8307-4baf-4e82-b27b-60cba24b6d02 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.808914 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-632c8307-4baf-4e82-b27b-60cba24b6d02 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0257022 Feb 04 15:47:01.816580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4be0829-3729-47d8-86ee-c74b2bd1343c']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:01.824603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43810) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.835187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-ea1d8425-df18-48ed-a71e-7b6bf905a2cd tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.838754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ea1d8425-df18-48ed-a71e-7b6bf905a2cd tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0107629 Feb 04 15:47:01.842259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.845029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43814) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.847512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b191a2-4174-4be7-a911-8e2018e5f6fd') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:01.850266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b191a2-4174-4be7-a911-8e2018e5f6fd') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:01.860669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [None req-0cb85173-5d8b-4423-8618-1f7893f64e2f tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.864497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0cb85173-5d8b-4423-8618-1f7893f64e2f tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0113707 Feb 04 15:47:01.865554 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd5719-3590-4c96-8a8e-547634b0ee79 None None] Network e4be0829-3729-47d8-86ee-c74b2bd1343c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:01.868148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43818) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.874604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-1df7a695-6010-4042-bc46-3ecf62fe3884 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.878403 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1df7a695-6010-4042-bc46-3ecf62fe3884 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050633 Feb 04 15:47:01.878403 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.887266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43822) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.901541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c27bd3c4-79a6-4314-a6e8-6d5a7b617a0f req-4683052c-6405-4348-98f2-afc13d648821 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372797 Feb 04 15:47:01.902684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.908936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 9b224697-d245-45db-888b-2bf50a3fb133 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:01.916437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-fe6f657f-7ad7-462b-b8f2-f107f716c9b3 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.919879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fe6f657f-7ad7-462b-b8f2-f107f716c9b3 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0272069 Feb 04 15:47:01.920661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43828) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:01.923919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.931559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [None req-eb298bc4-be8a-4eec-8754-796730beca68 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:47:01.935460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eb298bc4-be8a-4eec-8754-796730beca68 tempest-ExtensionsTestJSON-1091318836 tempest-ExtensionsTestJSON-1091318836-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0105689 Feb 04 15:47:01.966700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:01.967159 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:02.018888 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:02.149121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=bd840e93-08bc-468a-8e1c-e7de1ec88281,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:02.154260 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73f544f1-13d6-4789-8c00-dd1aac10e16e req-c79b7dc8-7d63-4d8b-b0c6-cc756a544cb2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782861 Feb 04 15:47:02.208544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.211133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab88abc-1afa-4012-9ec0-26dfa6582ecb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting subnet c24443f1-74c2-4747-8df7-ded574279e9f {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:02.215569 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cab88abc-1afa-4012-9ec0-26dfa6582ecb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.293791 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.295377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e1d17680-e907-4fb3-9f76-ea4cb075ca2f None None] Provisioning complete for port 244d7d2d-691b-425b-b554-f786b535e9a7 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:02.295788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1d17680-e907-4fb3-9f76-ea4cb075ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.299892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.339051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 20549a80-e0f7-4532-bfd0-c93836ed1237 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:02.351100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:02.384046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:02.434465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cab88abc-1afa-4012-9ec0-26dfa6582ecb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.437327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Network': ['ID=e4be0829-3729-47d8-86ee-c74b2bd1343c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:02.460095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:02.532954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:02.536437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=9b224697-d245-45db-888b-2bf50a3fb133,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:02.540511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:02.553015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:02.553874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.562608 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-02cdbddf-c628-4da8-9fdb-0bea022644e9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/e4be0829-3729-47d8-86ee-c74b2bd1343c HTTP/1.1" status: 204 len: 168 time: 1.8967488 Feb 04 15:47:02.564851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43838) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:02.564851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43840) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:02.598898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2055980340'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:02.609082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:02.619856 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d5ff7e4e-6595-4122-b1b6-59c2a889bdac tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0406945 Feb 04 15:47:02.619856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:network and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:02.619856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43848) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:02.622226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:02.638744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:02.639429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.668587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fb5e8756-3803-424d-b86c-78a059a01e90 None None] Could not find standard attr ID for object 9c16368d-9a49-40b3-aee8-36c28998a3ff. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:47:02.680562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:02.692142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46e154-2423-475a-a377-95a7baeac0df req-37dbfb23-ddab-41dd-8644-e550766726eb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:02.699380 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba46e154-2423-475a-a377-95a7baeac0df req-37dbfb23-ddab-41dd-8644-e550766726eb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 945 time: 0.6131887 Feb 04 15:47:02.702330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:02.706153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1bda03a6-896f-4d9e-9928-7430c0798f67 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0077975 Feb 04 15:47:02.706395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.721859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43852) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:02.737337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '20549a80-e0f7-4532-bfd0-c93836ed1237', 'name': 'tempest-PortsTestJSON-258388015', 'fixed_ips': [{'subnet_id': '81255402-c46d-4cfa-a25d-af6dcba04973', 'ip_address': '172.20.0.9'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:02.781111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:02.783685 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cb9d389c-3d36-4a41-b31f-69cf2ed126c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.815549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7004f90-31ee-4071-80e7-b00158a247b7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:02.821626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7004f90-31ee-4071-80e7-b00158a247b7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:02.822597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b7004f90-31ee-4071-80e7-b00158a247b7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:02.826632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cb9d389c-3d36-4a41-b31f-69cf2ed126c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:02.833229 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.833572 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Added segment 84ea2a50-8da4-4ba6-94ba-02ae93cd98e7 of type vlan for network dd8f4952-6e87-4098-b86f-d3dcebcb2f45 Feb 04 15:47:02.834944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cb9d389c-3d36-4a41-b31f-69cf2ed126c0 admin admin] Usage tracker for resource:security_group_rule and tenant:7f20cf4d51d04f6cbc0e3e35a6416e39 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:02.844246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cab88abc-1afa-4012-9ec0-26dfa6582ecb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.844491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cb9d389c-3d36-4a41-b31f-69cf2ed126c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:02.858511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cb9d389c-3d36-4a41-b31f-69cf2ed126c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:02.877168 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-df9ecfc7-f5ae-408f-bc84-1da1eb34ff44 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4022319 Feb 04 15:47:02.888199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b7004f90-31ee-4071-80e7-b00158a247b7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:02.891893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b7004f90-31ee-4071-80e7-b00158a247b7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2686467 Feb 04 15:47:02.892999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43858) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:02.897491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.992463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba46e154-2423-475a-a377-95a7baeac0df req-70474c27-32fa-4f98-81d0-481787234643 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920587 Feb 04 15:47:03.077758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:03.084278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:03.087687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:03.094292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:03.095623 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cb9d389c-3d36-4a41-b31f-69cf2ed126c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.100239 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:03.119308 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cab88abc-1afa-4012-9ec0-26dfa6582ecb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.122637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cb9d389c-3d36-4a41-b31f-69cf2ed126c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.169252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-43b3b102-2300-45ad-bd99-608ce7aac4d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 9b224697-d245-45db-888b-2bf50a3fb133 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:03.169927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43b3b102-2300-45ad-bd99-608ce7aac4d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.176377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab88abc-1afa-4012-9ec0-26dfa6582ecb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Subnet': ['ID=c24443f1-74c2-4747-8df7-ded574279e9f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:03.189808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e48b4-cf1e-4942-838b-60764ff712a1 None None] Network 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:03.190833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:03.207831 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.248236 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cab88abc-1afa-4012-9ec0-26dfa6582ecb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.267730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 6554da79-148c-4205-a8d5-5fdb28f7b7bc yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:03.381872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cab88abc-1afa-4012-9ec0-26dfa6582ecb tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/c24443f1-74c2-4747-8df7-ded574279e9f HTTP/1.1" status: 204 len: 168 time: 1.7347312 Feb 04 15:47:03.415383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43864) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:03.491477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-82ff5afe-23ec-488f-8961-07468785b50f None None] Provisioning for port 9b224697-d245-45db-888b-2bf50a3fb133 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:03.515404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02a0d09-6d3b-4aab-89fa-5948f0313453 None None] Network 20549a80-e0f7-4532-bfd0-c93836ed1237 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:03.603667 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.608958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:03.609538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.623789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-82ff5afe-23ec-488f-8961-07468785b50f None None] Provisioning complete for port 9b224697-d245-45db-888b-2bf50a3fb133 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:03.624159 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-82ff5afe-23ec-488f-8961-07468785b50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.713165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d389c-3d36-4a41-b31f-69cf2ed126c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4401c2b7-9cb3-47b4-b3b2-27cd0f756206,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:03.722677 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cb9d389c-3d36-4a41-b31f-69cf2ed126c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f20cf4d51d04f6cbc0e3e35a6416e39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1541724 Feb 04 15:47:03.733709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43868) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:03.742602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0ca3696c-a60e-4a91-8709-bccddbfccc11 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:03.822985 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2541461 Feb 04 15:47:03.844933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43872) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:03.854094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dbf7b-a4c2-4275-8f68-24328904f698 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Network': ['ID=dd8f4952-6e87-4098-b86f-d3dcebcb2f45,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:03.867911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'subnet': {'network_id': 'dd8f4952-6e87-4098-b86f-d3dcebcb2f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:03.881334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network dd8f4952-6e87-4098-b86f-d3dcebcb2f45 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:03.943597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.953276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-e085709e-78a8-4b1b-afdc-824898a46054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:03.955114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-e085709e-78a8-4b1b-afdc-824898a46054 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 1096 time: 0.9605772 Feb 04 15:47:03.961663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-82ff5afe-23ec-488f-8961-07468785b50f None None] Port 9b224697-d245-45db-888b-2bf50a3fb133 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:04.038629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 0ca3696c-a60e-4a91-8709-bccddbfccc11 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:04.055667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 244d7d2d-691b-425b-b554-f786b535e9a7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:04.091361 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6ed2-8211-429e-a35e-f94b6c066553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.102897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 255ecc9e-9743-4918-9437-1c392aaa9be8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:04.103501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.122055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:04.142028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:subnet and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:04.156616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:04.177796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:04.188496 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6ed2-8211-429e-a35e-f94b6c066553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.204924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43b3b102-2300-45ad-bd99-608ce7aac4d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.215931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:04.218305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-68e2b592-7495-47cc-b6e0-b0b89e7b14ef None None] Provisioning for port 0ca3696c-a60e-4a91-8709-bccddbfccc11 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:04.219490 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.248212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-68e2b592-7495-47cc-b6e0-b0b89e7b14ef None None] Provisioning complete for port 0ca3696c-a60e-4a91-8709-bccddbfccc11 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:04.248576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68e2b592-7495-47cc-b6e0-b0b89e7b14ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.261443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89229-bf0c-4c30-8e40-88c9295c92ff req-9848725c-78c7-482e-8866-3095899f4cfb tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:04.261443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eaa89229-bf0c-4c30-8e40-88c9295c92ff req-9848725c-78c7-482e-8866-3095899f4cfb tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.6664307 Feb 04 15:47:04.286902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.9 (20549a80-e0f7-4532-bfd0-c93836ed1237/81255402-c46d-4cfa-a25d-af6dcba04973/6554da79-148c-4205-a8d5-5fdb28f7b7bc) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:04.332307 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6b5b4-8c9d-4a6b-97b9-822b3a1cfaa9 None None] DHCP port deletion for 43fe0dc9-a2d3-411c-8be2-3c59e80952d1 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:04.343881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-baf6b5b4-8c9d-4a6b-97b9-822b3a1cfaa9 None None] Deleting port 255ecc9e-9743-4918-9437-1c392aaa9be8 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:04.353575 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-baf6b5b4-8c9d-4a6b-97b9-822b3a1cfaa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.411975 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-677df7c3-dd1a-46d4-872b-c311c8fd86b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.434007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 244d7d2d-691b-425b-b554-f786b535e9a7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:04.434884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.497124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-43b3b102-2300-45ad-bd99-608ce7aac4d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 9b224697-d245-45db-888b-2bf50a3fb133 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:04.506505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-18e21d28-4906-49f2-8bf9-405fde76b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:04.508177 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-18e21d28-4906-49f2-8bf9-405fde76b001 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 1095 time: 0.8531082 Feb 04 15:47:04.604534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6ed2-8211-429e-a35e-f94b6c066553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.646364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d6ed2-8211-429e-a35e-f94b6c066553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4401c2b7-9cb3-47b4-b3b2-27cd0f756206,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:04.662924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6ed2-8211-429e-a35e-f94b6c066553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.666872 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad5d6ed2-8211-429e-a35e-f94b6c066553 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4401c2b7-9cb3-47b4-b3b2-27cd0f756206 HTTP/1.1" status: 204 len: 168 time: 0.9303386 Feb 04 15:47:04.711743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eaa89229-bf0c-4c30-8e40-88c9295c92ff req-6df4ebf0-4314-4f1a-a9a6-d351b884babf tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895530 Feb 04 15:47:04.774307 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68e2b592-7495-47cc-b6e0-b0b89e7b14ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.946109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-baf6b5b4-8c9d-4a6b-97b9-822b3a1cfaa9 None None] For port 255ecc9e-9743-4918-9437-1c392aaa9be8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=255ecc9e-9743-4918-9437-1c392aaa9be8,segment=NetworkSegment(f8a10fad-3a84-4fcf-af90-d5abbca90192),segment_id=f8a10fad-3a84-4fcf-af90-d5abbca90192)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:04.946684 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-baf6b5b4-8c9d-4a6b-97b9-822b3a1cfaa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.020095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.081522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-68e2b592-7495-47cc-b6e0-b0b89e7b14ef None None] For port 0ca3696c-a60e-4a91-8709-bccddbfccc11, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0ca3696c-a60e-4a91-8709-bccddbfccc11,segment=NetworkSegment(ee5b39d9-a3ee-4b6e-844a-da38e99aeda7),segment_id=ee5b39d9-a3ee-4b6e-844a-da38e99aeda7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:05.120614 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43b3b102-2300-45ad-bd99-608ce7aac4d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.151664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-baf6b5b4-8c9d-4a6b-97b9-822b3a1cfaa9 None None] Calling delete_port for 255ecc9e-9743-4918-9437-1c392aaa9be8 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:05.173365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port 255ecc9e-9743-4918-9437-1c392aaa9be8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=255ecc9e-9743-4918-9437-1c392aaa9be8,segment=NetworkSegment(f8a10fad-3a84-4fcf-af90-d5abbca90192),segment_id=f8a10fad-3a84-4fcf-af90-d5abbca90192)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:05.175423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.214274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-846fc841-dc0e-4b3c-a37d-eb581d89bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.215979 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-846fc841-dc0e-4b3c-a37d-eb581d89bfe7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 1.1883502 Feb 04 15:47:05.218941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3b102-2300-45ad-bd99-608ce7aac4d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=9b224697-d245-45db-888b-2bf50a3fb133,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:05.239215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164853b2-498c-49ce-8645-1bd260b47f6d req-beb2341e-61d1-40fe-8a6a-d7637d4233a6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.246373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-164853b2-498c-49ce-8645-1bd260b47f6d req-beb2341e-61d1-40fe-8a6a-d7637d4233a6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.3481491 Feb 04 15:47:05.258384 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68e2b592-7495-47cc-b6e0-b0b89e7b14ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.402683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2b592-7495-47cc-b6e0-b0b89e7b14ef None None] Pushing event updated for resources: {'Port': ['ID=0ca3696c-a60e-4a91-8709-bccddbfccc11,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:05.426861 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-baf6b5b4-8c9d-4a6b-97b9-822b3a1cfaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.458946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Subnet': ['ID=6120319f-1d30-407d-86d1-e14afc5ecbca,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:05.475251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-946b6116-0bce-4b53-bc39-ed1e691be833 None None] Provisioning complete for port 0ca3696c-a60e-4a91-8709-bccddbfccc11 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:05.475858 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-946b6116-0bce-4b53-bc39-ed1e691be833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.485725 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43b3b102-2300-45ad-bd99-608ce7aac4d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.494169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Checking segment: {'id': '84ea2a50-8da4-4ba6-94ba-02ae93cd98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dd8f4952-6e87-4098-b86f-d3dcebcb2f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:05.494525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network hostable DHCP agents. Network: dd8f4952-6e87-4098-b86f-d3dcebcb2f45, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:05.502995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 255ecc9e-9743-4918-9437-1c392aaa9be8 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:05.543654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 255ecc9e-9743-4918-9437-1c392aaa9be8 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:05.576430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6b5b4-8c9d-4a6b-97b9-822b3a1cfaa9 None None] Pushing event deleted for resources: {'Port': ['ID=255ecc9e-9743-4918-9437-1c392aaa9be8,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:05.582596 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-43b3b102-2300-45ad-bd99-608ce7aac4d6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/9b224697-d245-45db-888b-2bf50a3fb133 HTTP/1.1" status: 204 len: 168 time: 2.6885982 Feb 04 15:47:05.585984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43892) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:05.588315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6b5b4-8c9d-4a6b-97b9-822b3a1cfaa9 None None] No DVR routers for this DVR port 255ecc9e-9743-4918-9437-1c392aaa9be8 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:05.590187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 255ecc9e-9743-4918-9437-1c392aaa9be8 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:05.590524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 255ecc9e-9743-4918-9437-1c392aaa9be8 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:05.626740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-d0eca709-2b37-4441-81c6-2d55a06c4b4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e HTTP/1.1" status: 200 len: 217 time: 0.3781822 Feb 04 15:47:05.635870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network dd8f4952-6e87-4098-b86f-d3dcebcb2f45 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:05.661002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, dd8f4952-6e87-4098-b86f-d3dcebcb2f45) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:05.669241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.669828 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.694924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28d6def-6d6e-4be5-ba49-8a29dbdacc5f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.696990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28d6def-6d6e-4be5-ba49-8a29dbdacc5f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.697741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b28d6def-6d6e-4be5-ba49-8a29dbdacc5f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:05.703785 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ec61dfd3-0b86-4cd9-8646-09494d17ddc1 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8578122 Feb 04 15:47:05.708549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43900) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:05.730500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-164853b2-498c-49ce-8645-1bd260b47f6d req-e6f01804-7fe5-41e3-a02e-96ceb9919cf4 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4832230 Feb 04 15:47:05.731679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-87fd2775-b64b-449a-91aa-f95d8f82cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.733154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-87fd2775-b64b-449a-91aa-f95d8f82cf86 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 1.2043710 Feb 04 15:47:05.739577 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.798864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b28d6def-6d6e-4be5-ba49-8a29dbdacc5f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:05.803360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b28d6def-6d6e-4be5-ba49-8a29dbdacc5f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2161529 Feb 04 15:47:05.804308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43908) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:05.818544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7cf677-deed-41ec-93f9-666cc78b72ff None None] Network dd8f4952-6e87-4098-b86f-d3dcebcb2f45 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:05.869667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object 6554da79-148c-4205-a8d5-5fdb28f7b7bc will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:05.912180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e6616c-967c-4bea-839d-e556b2e58f96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet a6e87d73-d484-46ec-a05b-92895eb79f2a {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:05.925321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04e6616c-967c-4bea-839d-e556b2e58f96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.953085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-946b6116-0bce-4b53-bc39-ed1e691be833 None None] Provisioning for port bd840e93-08bc-468a-8e1c-e7de1ec88281 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:05.962704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-946b6116-0bce-4b53-bc39-ed1e691be833 None None] Provisioning complete for port bd840e93-08bc-468a-8e1c-e7de1ec88281 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:05.963874 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-946b6116-0bce-4b53-bc39-ed1e691be833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.973248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43912) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:05.993929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-30038e7d-5647-4a60-8ea5-4adc33bff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.994428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-30038e7d-5647-4a60-8ea5-4adc33bff24b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.3574717 Feb 04 15:47:05.995596 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:05.995911 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:05.997688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-3ca76aae-f68d-415e-b5a4-a4427598574a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 200 len: 998 time: 0.2473578 Feb 04 15:47:06.056543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-946b6116-0bce-4b53-bc39-ed1e691be833 None None] Port bd840e93-08bc-468a-8e1c-e7de1ec88281 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:06.099441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.126326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04e6616c-967c-4bea-839d-e556b2e58f96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.202287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64738e4b-f7ef-47c8-8a1a-a11b195a0786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-dd8f4952-6e87-4098-b86f-d3dcebcb2f45', 'network_id': 'dd8f4952-6e87-4098-b86f-d3dcebcb2f45', 'tenant_id': 'a5b81fca46e7443baeac6db3ec4023ba', 'fixed_ips': [{'subnet_id': '6120319f-1d30-407d-86d1-e14afc5ecbca'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:06.203594 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-64738e4b-f7ef-47c8-8a1a-a11b195a0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.239734 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.286917 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.291925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'networks': [{'name': 'tempest-network--1423257183'}, {'name': 'tempest-network--150400709'}]} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:06.292434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'network': {'name': 'tempest-network--1423257183'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:06.292704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'network': {'name': 'tempest-network--150400709'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:06.311900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04e6616c-967c-4bea-839d-e556b2e58f96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.337886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:06.360519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-ca158511-6dc0-4817-9856-f8bf87a2aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:06.362719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-ca158511-6dc0-4817-9856-f8bf87a2aaa0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.3551164 Feb 04 15:47:06.371281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Usage tracker for resource:network and tenant:8a109a40286a4090a9e112ee578ed477 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:06.373928 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.381708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:06.421058 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.421321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Subnet': ['ID=6120319f-1d30-407d-86d1-e14afc5ecbca,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:06.422734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server [None req-64738e4b-f7ef-47c8-8a1a-a11b195a0786 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6120319f-1d30-407d-86d1-e14afc5ecbca: This subnet is being modified by another concurrent operation. Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:47:06.439171 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise exception Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6120319f-1d30-407d-86d1-e14afc5ecbca: This subnet is being modified by another concurrent operation. Feb 04 15:47:06.444099 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server Feb 04 15:47:06.492459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6142d-d34e-48aa-a335-dbc8372d0366 None None] Network dd8f4952-6e87-4098-b86f-d3dcebcb2f45 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:06.511688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04e6616c-967c-4bea-839d-e556b2e58f96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.530994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 255ecc9e-9743-4918-9437-1c392aaa9be8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:06.531361 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.568975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04e6616c-967c-4bea-839d-e556b2e58f96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.571501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6616c-967c-4bea-839d-e556b2e58f96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e87d73-d484-46ec-a05b-92895eb79f2a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:06.575518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.581774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b2e94-81ae-4b0c-b44a-7b194137b54e None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:06.585750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010337c-a8b2-47b5-af3b-4676cec80dae req-fd335ede-a880-44a7-af80-6772f2589562 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:06.586961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b010337c-a8b2-47b5-af3b-4676cec80dae req-fd335ede-a880-44a7-af80-6772f2589562 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 945 time: 0.6807451 Feb 04 15:47:06.611494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-04e6616c-967c-4bea-839d-e556b2e58f96 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/a6e87d73-d484-46ec-a05b-92895eb79f2a HTTP/1.1" status: 204 len: 168 time: 0.8038380 Feb 04 15:47:06.613528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8f4952-6e87-4098-b86f-d3dcebcb2f45']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:06.620276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43920) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:06.652362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Made reservation on behalf of 8a109a40286a4090a9e112ee578ed477 for: {'network': 2} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:06.656700 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.681647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ea2a50-8da4-4ba6-94ba-02ae93cd98e7') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:06.682270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ea2a50-8da4-4ba6-94ba-02ae93cd98e7') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:06.688718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 20549a80-e0f7-4532-bfd0-c93836ed1237 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:06.710220 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ee57e48b-b349-42ef-a9df-dd17effd4214 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888438 Feb 04 15:47:06.712114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.718270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43924) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:06.722789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] The port '255ecc9e-9743-4918-9437-1c392aaa9be8' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:47:06.726401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.726887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:06.736887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:06.757211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:06.793045 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0724d186-0fcc-4553-b93f-0aa8e8c960e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.802065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.822230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:06.822635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:06.837061 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:06.878621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:06.879380 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.914808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-d511ce4b-b182-4656-aded-bc0559976f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:06.916364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-d511ce4b-b182-4656-aded-bc0559976f08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9077122 Feb 04 15:47:06.933889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:06.938556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:06.943018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:06.949049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.951023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:06.969217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.984432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Network': ['ID=dd8f4952-6e87-4098-b86f-d3dcebcb2f45,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:06.993602 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-54db25ea-d0f9-4506-8549-599e88903758 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/dd8f4952-6e87-4098-b86f-d3dcebcb2f45 HTTP/1.1" status: 204 len: 168 time: 1.2788935 Feb 04 15:47:06.993602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:06.995224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.006618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:07.011019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Usage tracker for resource:security_group_rule and tenant:8a109a40286a4090a9e112ee578ed477 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:07.012631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43930) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:07.015125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:07.022049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:07.055517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d5d44b-acd7-4995-b8fb-f93aa5062ce3 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:07.061468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-14d5d44b-acd7-4995-b8fb-f93aa5062ce3 None None] Deleting port 244d7d2d-691b-425b-b554-f786b535e9a7 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:07.062011 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14d5d44b-acd7-4995-b8fb-f93aa5062ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.082189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-326822504'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:07.093180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:07.102322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:network and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:07.115871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:07.126157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:07.150511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:07.153927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.161205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80fb94f7-d947-4e9f-9b79-804b5a7720ba None None] Provisioning for port 6554da79-148c-4205-a8d5-5fdb28f7b7bc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:07.180309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80fb94f7-d947-4e9f-9b79-804b5a7720ba None None] Provisioning complete for port 6554da79-148c-4205-a8d5-5fdb28f7b7bc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:07.180604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80fb94f7-d947-4e9f-9b79-804b5a7720ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.186379 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-beee5e9a-dead-4365-aec4-b104e3ce8dbc service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549921 Feb 04 15:47:07.187066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=6554da79-148c-4205-a8d5-5fdb28f7b7bc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:07.193039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1509afa8-ba55-45c8-8811-351d34dc3eb9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4632182 Feb 04 15:47:07.199299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43934) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:07.202105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:07.240009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.295934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.296280 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Added segment a222db51-3149-4ac8-8ba6-bef083c724d0 of type vlan for network afa870ec-6805-40ca-bf8c-7d9a68e1054f Feb 04 15:47:07.316412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-80fb94f7-d947-4e9f-9b79-804b5a7720ba None None] Port 6554da79-148c-4205-a8d5-5fdb28f7b7bc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:07.341508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-14d5d44b-acd7-4995-b8fb-f93aa5062ce3 None None] For port 244d7d2d-691b-425b-b554-f786b535e9a7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=244d7d2d-691b-425b-b554-f786b535e9a7,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:07.342204 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14d5d44b-acd7-4995-b8fb-f93aa5062ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.375286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-b8e256a7-634d-435e-bb96-1ce401432c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:07.376830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-b8e256a7-634d-435e-bb96-1ce401432c7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9994116 Feb 04 15:47:07.399816 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.410516 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b010337c-a8b2-47b5-af3b-4676cec80dae req-7bcb5eb9-f9ca-46de-a0f9-195e3ee54381 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8036096 Feb 04 15:47:07.470843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1a274-0697-472e-8219-f2da8c3ac5ac tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:07.472629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dda1a274-0697-472e-8219-f2da8c3ac5ac tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:07.473276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0ca3696c-a60e-4a91-8709-bccddbfccc11 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:07.507085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-14d5d44b-acd7-4995-b8fb-f93aa5062ce3 None None] Calling delete_port for 244d7d2d-691b-425b-b554-f786b535e9a7 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:07.530499 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.536637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:07.537448 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.540469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fe0dc9-a2d3-411c-8be2-3c59e80952d1']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:07.570888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dda1a274-0697-472e-8219-f2da8c3ac5ac tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:07.572296 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dda1a274-0697-472e-8219-f2da8c3ac5ac tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3720486 Feb 04 15:47:07.607366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43940) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:07.614921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a10fad-3a84-4fcf-af90-d5abbca90192') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:07.615241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a10fad-3a84-4fcf-af90-d5abbca90192') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:07.616760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.630491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0ca3696c-a60e-4a91-8709-bccddbfccc11 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:07.630884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.670858 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14d5d44b-acd7-4995-b8fb-f93aa5062ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.691763 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37a52515-4aa9-4184-aae5-6f216afb823d req-f12a670f-2753-4967-aaf8-1a07aa2d89da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2658575 Feb 04 15:47:07.705272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:47:07.709979 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.714197 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7005479 Feb 04 15:47:07.719019 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.731225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43944) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:07.736230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5d44b-acd7-4995-b8fb-f93aa5062ce3 None None] Pushing event deleted for resources: {'Port': ['ID=244d7d2d-691b-425b-b554-f786b535e9a7,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:07.742833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5d44b-acd7-4995-b8fb-f93aa5062ce3 None None] No DVR routers for this DVR port 244d7d2d-691b-425b-b554-f786b535e9a7 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:07.752563 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.757839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e4421-dabe-4087-bad9-f3ed1fea53ef tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Network': ['ID=afa870ec-6805-40ca-bf8c-7d9a68e1054f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:07.774314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:07.781813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:07.786904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:07.787499 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.807688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=a6648a2d-12a1-4efe-afe3-2fe356f77f0a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:07.816280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Request body: {'subnet': {'network_id': 'afa870ec-6805-40ca-bf8c-7d9a68e1054f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:07.821995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-820a6c9f-fb7a-4507-937b-4a1afc1f2851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1001389 Feb 04 15:47:07.823591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43948) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:07.829603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:5b:3b:22', 'name': 'tempest-NetworksTestDHCPv6-614443093'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:07.841653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60711701-03d5-4dc2-8cac-d45eb3815678 None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 15:47:07.866195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network afa870ec-6805-40ca-bf8c-7d9a68e1054f details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:07.887703 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.976216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:07.976631 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:07.992733 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:08.084164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 244d7d2d-691b-425b-b554-f786b535e9a7 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:08.099471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:08.103739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:08.106676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:08.113015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:08.125064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:08.129508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 244d7d2d-691b-425b-b554-f786b535e9a7 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:08.129965 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 244d7d2d-691b-425b-b554-f786b535e9a7 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:08.134032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60711701-03d5-4dc2-8cac-d45eb3815678 None None] Resources bound (agent type, host, resource id): {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:47:08.258713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e656a57-9c14-463a-8838-b35e59ea3ed1 req-3c646797-2af8-4419-840e-7f96e792f46b service neutron] 10.222.0.53 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0424640 Feb 04 15:47:08.261764 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.307027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port c084fee9-3a37-4bb8-ad8d-a17388ebdc6c yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:08.345508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-507a785b-64ca-4267-a19a-be39e67542a4 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9471595 Feb 04 15:47:08.411143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:08.463118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:fe5b:3b22 (40f4fd11-09ca-4e76-8993-0ead05403d9a/a6648a2d-12a1-4efe-afe3-2fe356f77f0a/c084fee9-3a37-4bb8-ad8d-a17388ebdc6c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:08.487278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Usage tracker for resource:subnet and tenant:a5b81fca46e7443baeac6db3ec4023ba is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:08.491080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.496189 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.501584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.508679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:08.521802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': 'a6648a2d-12a1-4efe-afe3-2fe356f77f0a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:08.522605 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.534702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0942b4-b501-474d-8adc-cc7b1c6b0ad6 req-88ffa03c-3436-434a-ab73-1e1dfed1f579 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.536224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a0942b4-b501-474d-8adc-cc7b1c6b0ad6 req-88ffa03c-3436-434a-ab73-1e1dfed1f579 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.9800267 Feb 04 15:47:08.553086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:08.559246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.559730 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.607777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Network': ['ID=43fe0dc9-a2d3-411c-8be2-3c59e80952d1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:08.642307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea4fae-06da-48b1-9356-0acf44bc6e97 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.649202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea4fae-06da-48b1-9356-0acf44bc6e97 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.655358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea4fae-06da-48b1-9356-0acf44bc6e97 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.656222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5eea4fae-06da-48b1-9356-0acf44bc6e97 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:08.672997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0bd6cb26-88a6-49f5-8e50-4ea8ba3c1841 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/networks/43fe0dc9-a2d3-411c-8be2-3c59e80952d1 HTTP/1.1" status: 204 len: 168 time: 5.2395780 Feb 04 15:47:08.682620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43952) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:08.688280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1213312804', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:08.699281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a52515-4aa9-4184-aae5-6f216afb823d req-974fbc87-926f-4bb6-b438-263a53d46ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.700533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:08.700809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37a52515-4aa9-4184-aae5-6f216afb823d req-974fbc87-926f-4bb6-b438-263a53d46ee4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=471aa203ed68486e939c8ab113a56f07&device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 1097 time: 0.9531085 Feb 04 15:47:08.715045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:router and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:08.720978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:08.723604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Made reservation on behalf of a5b81fca46e7443baeac6db3ec4023ba for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:08.727087 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.730205 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.733187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:08.757401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object c084fee9-3a37-4bb8-ad8d-a17388ebdc6c will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:08.764820 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.765838 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.790506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.795486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bbae9c-f6d6-4c88-9a69-3c9a26d14fc3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:08.875778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.881591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Allocated IP 2001:db8::f816:3eff:fe86:447 (40f4fd11-09ca-4e76-8993-0ead05403d9a/a6648a2d-12a1-4efe-afe3-2fe356f77f0a/0a615103-fc09-471a-9f9f-f5a0c4205c50) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:08.910303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:08.912599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5eea4fae-06da-48b1-9356-0acf44bc6e97 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:08.916435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5eea4fae-06da-48b1-9356-0acf44bc6e97 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 1.2886486 Feb 04 15:47:08.916829 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a0942b4-b501-474d-8adc-cc7b1c6b0ad6 req-a7a90a78-1ae1-4254-a55d-ab99a6e3748f tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615773 Feb 04 15:47:08.925933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43956) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:08.982127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:08.982127 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Added segment 0553fc8b-5a6f-44e4-b27b-3bf25186b794 of type vlan for network 2b7c4202-c58d-46e5-9da8-35ca712b9e76 Feb 04 15:47:08.993559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afc07d97-a6be-4b4a-9f24-b8756dbebbd4 req-d5134a62-d117-40c6-8aaf-82d496dcd347 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281052 Feb 04 15:47:09.049428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.055606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:09.079225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a52515-4aa9-4184-aae5-6f216afb823d req-2e48c66f-e329-483c-8c1a-dbfd61ce9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.080977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37a52515-4aa9-4184-aae5-6f216afb823d req-2e48c66f-e329-483c-8c1a-dbfd61ce9531 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 200 len: 913 time: 0.3262532 Feb 04 15:47:09.117288 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.122876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:09.149286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:09.155296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.155940 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.184176 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.194176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37a52515-4aa9-4184-aae5-6f216afb823d req-62fabc31-43fc-48c3-bf33-dc64bd37425c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=220f55ed-72cd-4128-9acc-d8b11087dcf5 HTTP/1.1" status: 200 len: 217 time: 0.1011205 Feb 04 15:47:09.197946 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.208968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Transition to ACTIVE for port object 0a615103-fc09-471a-9f9f-f5a0c4205c50 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:09.226888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Transition to ACTIVE for port object 0a615103-fc09-471a-9f9f-f5a0c4205c50 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:09.235271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.243249 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.255150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-05b0098e-a95a-4d2a-9bb9-8bf5dfaa571a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 6554da79-148c-4205-a8d5-5fdb28f7b7bc {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:09.255497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05b0098e-a95a-4d2a-9bb9-8bf5dfaa571a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.291755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:09.294297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=c084fee9-3a37-4bb8-ad8d-a17388ebdc6c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:09.298941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:09.303724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:09.311935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a52515-4aa9-4184-aae5-6f216afb823d req-769bcccb-58f6-4377-a3e0-a520c300963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.313416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37a52515-4aa9-4184-aae5-6f216afb823d req-769bcccb-58f6-4377-a3e0-a520c300963e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 200 len: 851 time: 0.0828300 Feb 04 15:47:09.381112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:09.392585 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-46b33a7e-d925-4458-8a0a-5880daa8eb64 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5678952 Feb 04 15:47:09.399149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43960) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:09.410866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Attempting to bind port 0a615103-fc09-471a-9f9f-f5a0c4205c50 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:09.411225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Attempting to bind port 0a615103-fc09-471a-9f9f-f5a0c4205c50 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:09.411578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Attempting to bind port 0a615103-fc09-471a-9f9f-f5a0c4205c50 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:09.413755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Pushing event updated for resources: {'Port': ['ID=0a615103-fc09-471a-9f9f-f5a0c4205c50,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:09.420897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:09.421263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:09.421658 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.422034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:09.422490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Bound port: 0a615103-fc09-471a-9f9f-f5a0c4205c50, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:09.422853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.477206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.477802 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Added segment bc91cf52-de8c-4007-9279-4b13c8e0b983 of type vlan for network 9be9c9e2-97d2-4f8e-be09-a0b9626ebdd4 Feb 04 15:47:09.531008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] For port 0a615103-fc09-471a-9f9f-f5a0c4205c50, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:09.535866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] For port 0a615103-fc09-471a-9f9f-f5a0c4205c50, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0a615103-fc09-471a-9f9f-f5a0c4205c50,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:09.540320 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.570173 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.583105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6fb64-34dd-4a44-a716-0bb6ad3082ea req-9e8b8eee-f1f1-4163-8c5f-095e99d90872 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.584796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50a6fb64-34dd-4a44-a716-0bb6ad3082ea req-9e8b8eee-f1f1-4163-8c5f-095e99d90872 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.4909940 Feb 04 15:47:09.651419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bc4d7-2cfc-4c49-abfa-59ae5ce0ff0e None None] Pushing event updated for resources: {'Port': ['ID=0a615103-fc09-471a-9f9f-f5a0c4205c50,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:09.661562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0500bd-8dbd-44a5-b6aa-621882f139cb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.667570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0500bd-8dbd-44a5-b6aa-621882f139cb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.669210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5f0500bd-8dbd-44a5-b6aa-621882f139cb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2667298 Feb 04 15:47:09.687535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43964) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:09.780018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a52515-4aa9-4184-aae5-6f216afb823d req-79065e40-4cf5-42b0-a4f5-1003cc42f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.781530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37a52515-4aa9-4184-aae5-6f216afb823d req-79065e40-4cf5-42b0-a4f5-1003cc42f36e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e563c62-9980-4f72-9bd0-f60f9c6f071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4545593 Feb 04 15:47:09.783007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05b0098e-a95a-4d2a-9bb9-8bf5dfaa571a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.796283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50a6fb64-34dd-4a44-a716-0bb6ad3082ea req-4fdde011-c82d-48b8-bd90-e8853a85928d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827569 Feb 04 15:47:09.876138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.objects.ports [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87570) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:47:09.964600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.012846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-05b0098e-a95a-4d2a-9bb9-8bf5dfaa571a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 6554da79-148c-4205-a8d5-5fdb28f7b7bc owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:10.098702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.099221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.104757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:10.109452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:10.110129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.117497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-95bea692-2391-47a2-9c1a-ad1bd719dd25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port c084fee9-3a37-4bb8-ad8d-a17388ebdc6c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:10.117840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95bea692-2391-47a2-9c1a-ad1bd719dd25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.230365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.270926 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.479896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event updated for resources: {'Subnet': ['ID=f9aad93d-7c8d-42cb-8314-825337c14c6a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:10.485086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 172.25.8.24 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/7eafa9cb-6fe3-410a-99fc-d556207e429e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:10.487818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05b0098e-a95a-4d2a-9bb9-8bf5dfaa571a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.526809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Network': ['ID=2b7c4202-c58d-46e5-9da8-35ca712b9e76,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:10.530931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Checking segment: {'id': 'a222db51-3149-4ac8-8ba6-bef083c724d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'afa870ec-6805-40ca-bf8c-7d9a68e1054f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:10.531295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network hostable DHCP agents. Network: afa870ec-6805-40ca-bf8c-7d9a68e1054f, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:10.539591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 2b7c4202-c58d-46e5-9da8-35ca712b9e76 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:10.547712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0098e-a95a-4d2a-9bb9-8bf5dfaa571a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=6554da79-148c-4205-a8d5-5fdb28f7b7bc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:10.595392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.6189637 Feb 04 15:47:10.598032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37a52515-4aa9-4184-aae5-6f216afb823d req-69523880-b916-42f2-a16c-c2ac459f9d5c service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752724 Feb 04 15:47:10.599518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43970) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:10.867189 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05b0098e-a95a-4d2a-9bb9-8bf5dfaa571a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.911072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Network afa870ec-6805-40ca-bf8c-7d9a68e1054f is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:10.924701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052335a-a580-4789-8ef7-9c0dae63267f req-d958d237-ab1c-4644-aa02-94d5b2bfd8bf tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:10.926525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d052335a-a580-4789-8ef7-9c0dae63267f req-d958d237-ab1c-4644-aa02-94d5b2bfd8bf tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 945 time: 0.9143105 Feb 04 15:47:10.927177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c4d11-abb4-4697-a598-2b43a51c8b19 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Network': ['ID=9be9c9e2-97d2-4f8e-be09-a0b9626ebdd4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:10.935042 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-05b0098e-a95a-4d2a-9bb9-8bf5dfaa571a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/6554da79-148c-4205-a8d5-5fdb28f7b7bc HTTP/1.1" status: 204 len: 168 time: 2.0043705 Feb 04 15:47:10.937899 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.939355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9be9c9e2-97d2-4f8e-be09-a0b9626ebdd4 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:10.953843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43976) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:10.968407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a364fa-f060-419a-bb20-9445a0e8b506 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:10.974149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.025497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2007a8cc-19b3-4125-88dd-c61406db6b09 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:11.031099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2007a8cc-19b3-4125-88dd-c61406db6b09 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:11.032745 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5f010c-6af2-4ac2-872f-d4936303d836 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:47:11.036569 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1c5f010c-6af2-4ac2-872f-d4936303d836 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/6554da79-148c-4205-a8d5-5fdb28f7b7bc HTTP/1.1" status: 404 len: 333 time: 0.0794165 Feb 04 15:47:11.037248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2007a8cc-19b3-4125-88dd-c61406db6b09 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:11.042502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, afa870ec-6805-40ca-bf8c-7d9a68e1054f) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:11.043174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2007a8cc-19b3-4125-88dd-c61406db6b09 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:11.044845 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2007a8cc-19b3-4125-88dd-c61406db6b09 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4443836 Feb 04 15:47:11.050517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43980) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:11.050854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43982) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:11.080758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:11.084219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:11.089605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:11.117454 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95bea692-2391-47a2-9c1a-ad1bd719dd25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.118396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=7eafa9cb-6fe3-410a-99fc-d556207e429e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:11.170737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a875b2-807c-4f7b-8bb7-1e3f740fe023 None None] Network afa870ec-6805-40ca-bf8c-7d9a68e1054f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:11.248353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-426cff7f-545a-4d49-9bb8-6a69c5428efe None None] Provisioning for port 0a615103-fc09-471a-9f9f-f5a0c4205c50 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:11.319823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-906fd0c2-1080-4de1-8552-766f199deedc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port bd840e93-08bc-468a-8e1c-e7de1ec88281 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:11.320148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-906fd0c2-1080-4de1-8552-766f199deedc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.423950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:11.424834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.443232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d052335a-a580-4789-8ef7-9c0dae63267f req-facf4903-487c-4a4e-8325-5a2a33dcb48c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433875 Feb 04 15:47:11.455193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37a52515-4aa9-4184-aae5-6f216afb823d req-43ce7220-5213-4ff7-b96d-815c832f9ae5 service neutron] 10.222.0.61 "GET /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8442311 Feb 04 15:47:11.485723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0a615103-fc09-471a-9f9f-f5a0c4205c50 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:11.588566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-95bea692-2391-47a2-9c1a-ad1bd719dd25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for c084fee9-3a37-4bb8-ad8d-a17388ebdc6c owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:11.630721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-afa870ec-6805-40ca-bf8c-7d9a68e1054f', 'network_id': 'afa870ec-6805-40ca-bf8c-7d9a68e1054f', 'tenant_id': 'a5b81fca46e7443baeac6db3ec4023ba', 'fixed_ips': [{'subnet_id': 'f9aad93d-7c8d-42cb-8314-825337c14c6a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:11.631609 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.696563 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.742149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.744959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 0a615103-fc09-471a-9f9f-f5a0c4205c50 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:11.754846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-045497ec-4bf1-4ee6-ace0-b062e7c4cf77 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.0016453 Feb 04 15:47:11.756929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0a615103-fc09-471a-9f9f-f5a0c4205c50 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:11.757473 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.770031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43990) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:11.890349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Allocated IP 2001:db8::f816:3eff:fe95:a81a (afa870ec-6805-40ca-bf8c-7d9a68e1054f/f9aad93d-7c8d-42cb-8314-825337c14c6a/6a80a253-3105-46e9-a935-7a6f5c80c125) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:12.024310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.101417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 0a615103-fc09-471a-9f9f-f5a0c4205c50, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0a615103-fc09-471a-9f9f-f5a0c4205c50,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:12.110985 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.187505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.267316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=0a615103-fc09-471a-9f9f-f5a0c4205c50,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:12.274162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e9e0d5f3-babb-451a-96bc-eac4e39d8ac3 None None] Provisioning complete for port 0a615103-fc09-471a-9f9f-f5a0c4205c50 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:12.274661 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e9e0d5f3-babb-451a-96bc-eac4e39d8ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.298739 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.331163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Transition to ACTIVE for port object 6a80a253-3105-46e9-a935-7a6f5c80c125 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:12.358601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Transition to ACTIVE for port object 6a80a253-3105-46e9-a935-7a6f5c80c125 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:12.368725 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.384659 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.411121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d68c5-c540-4e86-962b-bb5fdd04536d req-6597b59d-47ac-40e3-84fa-d768da76d0ec tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:12.412664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294d68c5-c540-4e86-962b-bb5fdd04536d req-6597b59d-47ac-40e3-84fa-d768da76d0ec tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.7916517 Feb 04 15:47:12.484835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Network afa870ec-6805-40ca-bf8c-7d9a68e1054f is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:12.495126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:12.497822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:12.503006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7c4202-c58d-46e5-9da8-35ca712b9e76']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:12.527528 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.537736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95bea692-2391-47a2-9c1a-ad1bd719dd25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.540439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0553fc8b-5a6f-44e4-b27b-3bf25186b794') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:12.540734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0553fc8b-5a6f-44e4-b27b-3bf25186b794') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:12.577373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Pushing event updated for resources: {'Port': ['ID=6a80a253-3105-46e9-a935-7a6f5c80c125,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:12.588098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router fd17030d-24c2-4004-8acd-8fb0d835c92f is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:47:12.630561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.649941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bea692-2391-47a2-9c1a-ad1bd719dd25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=c084fee9-3a37-4bb8-ad8d-a17388ebdc6c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:12.655397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-906fd0c2-1080-4de1-8552-766f199deedc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.675259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e9e0d5f3-babb-451a-96bc-eac4e39d8ac3 None None] Could not find standard attr ID for object c084fee9-3a37-4bb8-ad8d-a17388ebdc6c. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:47:12.685944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Attempting to bind port 6a80a253-3105-46e9-a935-7a6f5c80c125 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:12.686324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Attempting to bind port 6a80a253-3105-46e9-a935-7a6f5c80c125 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'a222db51-3149-4ac8-8ba6-bef083c724d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'afa870ec-6805-40ca-bf8c-7d9a68e1054f'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:12.686683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Attempting to bind port 6a80a253-3105-46e9-a935-7a6f5c80c125 on network afa870ec-6805-40ca-bf8c-7d9a68e1054f {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:12.693699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:12.694076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Checking segment: {'id': 'a222db51-3149-4ac8-8ba6-bef083c724d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'afa870ec-6805-40ca-bf8c-7d9a68e1054f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:12.694478 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.694872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Bound using segment: {'id': 'a222db51-3149-4ac8-8ba6-bef083c724d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'afa870ec-6805-40ca-bf8c-7d9a68e1054f'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:12.695338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Bound port: 6a80a253-3105-46e9-a935-7a6f5c80c125, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a222db51-3149-4ac8-8ba6-bef083c724d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'afa870ec-6805-40ca-bf8c-7d9a68e1054f'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:12.695711 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.707402 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294d68c5-c540-4e86-962b-bb5fdd04536d req-6c62ce37-f48d-4d12-8c39-aa1ac97bdd61 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510900 Feb 04 15:47:12.747408 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.810462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-63eda435-534a-445e-90b5-1e7c3d345a62 None None] Could not find standard attr ID for object c084fee9-3a37-4bb8-ad8d-a17388ebdc6c. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:47:12.831265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Deleting port 6a80a253-3105-46e9-a935-7a6f5c80c125 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:12.831830 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.871374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] For port 6a80a253-3105-46e9-a935-7a6f5c80c125, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:12.873087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:47:12.883726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] For port 6a80a253-3105-46e9-a935-7a6f5c80c125, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6a80a253-3105-46e9-a935-7a6f5c80c125,segment=NetworkSegment(a222db51-3149-4ac8-8ba6-bef083c724d0),segment_id=a222db51-3149-4ac8-8ba6-bef083c724d0)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:12.885628 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea67b76-0eab-4676-adae-38bd4a388e4a None None] Sync routers for ids ['fd17030d-24c2-4004-8acd-8fb0d835c92f'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:12.890829 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.896710 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea67b76-0eab-4676-adae-38bd4a388e4a None None] Routers {'fd17030d-24c2-4004-8acd-8fb0d835c92f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:12.897382 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eea67b76-0eab-4676-adae-38bd4a388e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fd17030d-24c2-4004-8acd-8fb0d835c92f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:12.900934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.902673 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd66951f-e84f-4e25-a75c-ad1a6a1511d0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2190468 Feb 04 15:47:12.905859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43994) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:12.963843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-906fd0c2-1080-4de1-8552-766f199deedc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for bd840e93-08bc-468a-8e1c-e7de1ec88281 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:12.983444 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eea67b76-0eab-4676-adae-38bd4a388e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:13.001027 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea67b76-0eab-4676-adae-38bd4a388e4a None None] Routers {'fd17030d-24c2-4004-8acd-8fb0d835c92f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:13.001951 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eea67b76-0eab-4676-adae-38bd4a388e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fd17030d-24c2-4004-8acd-8fb0d835c92f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:13.024449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f9d56-889b-4bf0-97b3-e623e979ce2e None None] Pushing event updated for resources: {'Port': ['ID=6a80a253-3105-46e9-a935-7a6f5c80c125,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:13.036486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:13.036979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:13.082870 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:13.094409 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eea67b76-0eab-4676-adae-38bd4a388e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:13.094795 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea67b76-0eab-4676-adae-38bd4a388e4a None None] The sync data for ids ['fd17030d-24c2-4004-8acd-8fb0d835c92f'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:13.142409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95bea692-2391-47a2-9c1a-ad1bd719dd25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.154055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-abb9e063-2058-4fc3-9b23-63fa7a7fb3b0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/routers/fd17030d-24c2-4004-8acd-8fb0d835c92f HTTP/1.1" status: 200 len: 884 time: 0.2463737 Feb 04 15:47:13.156400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43998) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:13.228289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-95bea692-2391-47a2-9c1a-ad1bd719dd25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/c084fee9-3a37-4bb8-ad8d-a17388ebdc6c HTTP/1.1" status: 204 len: 168 time: 3.5374854 Feb 04 15:47:13.251034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44002) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:13.328413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.380305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.512349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Network': ['ID=2b7c4202-c58d-46e5-9da8-35ca712b9e76,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:13.515047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6a80a253-3105-46e9-a935-7a6f5c80c125 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:13.526723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a8973936-b5a4-4c5f-8078-01bab7e92872 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/networks/2b7c4202-c58d-46e5-9da8-35ca712b9e76 HTTP/1.1" status: 204 len: 168 time: 2.4649029 Feb 04 15:47:13.533050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44006) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:13.553301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4eaa-2120-490d-bf2a-180438ebcb9e req-505e7b1e-d588-4e2d-bb16-b030194bb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:13.554912 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa4f4eaa-2120-490d-bf2a-180438ebcb9e req-505e7b1e-d588-4e2d-bb16-b030194bb4d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 1097 time: 0.8457630 Feb 04 15:47:13.605681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab710c-3b8e-409e-8c60-ce9ddbf35cf1 req-ec373323-0ce9-43d9-9a85-d7f891cac158 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:13.607163 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0ab710c-3b8e-409e-8c60-ce9ddbf35cf1 req-ec373323-0ce9-43d9-9a85-d7f891cac158 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.6153808 Feb 04 15:47:13.607538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15120bff-f637-4814-b554-617842585d06 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:13.609760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15120bff-f637-4814-b554-617842585d06 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:13.610079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-15120bff-f637-4814-b554-617842585d06 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:13.625890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-906fd0c2-1080-4de1-8552-766f199deedc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.645434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 6a80a253-3105-46e9-a935-7a6f5c80c125 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:13.651879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0a615103-fc09-471a-9f9f-f5a0c4205c50 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:13.676822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-15120bff-f637-4814-b554-617842585d06 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:13.680554 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-15120bff-f637-4814-b554-617842585d06 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4257782 Feb 04 15:47:13.681318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44010) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:13.729662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.731420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0a615103-fc09-471a-9f9f-f5a0c4205c50 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:13.731881 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.732654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fd0c2-1080-4de1-8552-766f199deedc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=bd840e93-08bc-468a-8e1c-e7de1ec88281,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:13.740630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa4f4eaa-2120-490d-bf2a-180438ebcb9e req-4645425c-666d-4243-9a3b-92e56dfcf86c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699827 Feb 04 15:47:13.774400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-22deaf7c-e401-4863-b58e-b05bf95f0880 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet a6648a2d-12a1-4efe-afe3-2fe356f77f0a {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:13.794469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] For port 6a80a253-3105-46e9-a935-7a6f5c80c125, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6a80a253-3105-46e9-a935-7a6f5c80c125,segment=NetworkSegment(a222db51-3149-4ac8-8ba6-bef083c724d0),segment_id=a222db51-3149-4ac8-8ba6-bef083c724d0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:13.794850 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.859822 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22deaf7c-e401-4863-b58e-b05bf95f0880 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.872524 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0ab710c-3b8e-409e-8c60-ce9ddbf35cf1 req-271ba3f5-3b96-4a76-9d83-811b076d41de tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489593 Feb 04 15:47:14.063030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.084735 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22deaf7c-e401-4863-b58e-b05bf95f0880 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.147457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-914d0392-32dc-4f57-83a2-630990ae92c1 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:router {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:14.197314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-914d0392-32dc-4f57-83a2-630990ae92c1 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:router {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:14.198566 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-914d0392-32dc-4f57-83a2-630990ae92c1 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0412033 Feb 04 15:47:14.206731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be9c9e2-97d2-4f8e-be09-a0b9626ebdd4']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:14.213515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44020) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:14.233243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc91cf52-de8c-4007-9279-4b13c8e0b983') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:14.233861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc91cf52-de8c-4007-9279-4b13c8e0b983') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:14.246724 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.251548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Calling delete_port for 6a80a253-3105-46e9-a935-7a6f5c80c125 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:14.264819 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.271466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:14.271987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.325659 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-906fd0c2-1080-4de1-8552-766f199deedc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.330453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-906fd0c2-1080-4de1-8552-766f199deedc tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/bd840e93-08bc-468a-8e1c-e7de1ec88281 HTTP/1.1" status: 204 len: 168 time: 3.2727122 Feb 04 15:47:14.337994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44024) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:14.372942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-618b6e1a-4f9f-447b-96ab-e78322a1f500 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1213312804'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:14.428604 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:14.441549 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.460665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8001544-00d6-4512-aeac-dd8dd8633dfe None None] Network afa870ec-6805-40ca-bf8c-7d9a68e1054f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:14.461062 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-61743d86-d9c1-4782-86fb-335336382236 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:47:14.461603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-61743d86-d9c1-4782-86fb-335336382236 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:14.475081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.492054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Network': ['ID=9be9c9e2-97d2-4f8e-be09-a0b9626ebdd4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:14.499292 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dd79758c-36ae-43a2-95a5-7ead1e6abd22 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/networks/9be9c9e2-97d2-4f8e-be09-a0b9626ebdd4 HTTP/1.1" status: 204 len: 168 time: 0.9650757 Feb 04 15:47:14.508906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44028) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:14.537867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-61743d86-d9c1-4782-86fb-335336382236 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:14.541553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-61743d86-d9c1-4782-86fb-335336382236 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/bd840e93-08bc-468a-8e1c-e7de1ec88281 HTTP/1.1" status: 404 len: 333 time: 0.1990213 Feb 04 15:47:14.542776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44032) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:14.625620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.651249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f78332bd-cfe3-4548-940d-b6af19661321 None None] Provisioning for port 6a80a253-3105-46e9-a935-7a6f5c80c125 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:14.659530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f78332bd-cfe3-4548-940d-b6af19661321 None None] Provisioning complete for port 6a80a253-3105-46e9-a935-7a6f5c80c125 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:14.660076 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f78332bd-cfe3-4548-940d-b6af19661321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.666515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22deaf7c-e401-4863-b58e-b05bf95f0880 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.676987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a414b-0794-44c3-b27b-4af26ef96ed6 req-90eb520c-b4f8-427f-85a2-2b7fc3bac067 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:14.678393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a49a414b-0794-44c3-b27b-4af26ef96ed6 req-90eb520c-b4f8-427f-85a2-2b7fc3bac067 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.3395264 Feb 04 15:47:14.704401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f78332bd-cfe3-4548-940d-b6af19661321 None None] Port 6a80a253-3105-46e9-a935-7a6f5c80c125 was deleted so its status cannot be updated. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 15:47:14.722797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Port': ['ID=6a80a253-3105-46e9-a935-7a6f5c80c125,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:14.772718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f259fd-1b76-406a-baf7-934fb6d13008 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet 81255402-c46d-4cfa-a25d-af6dcba04973 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:14.782227 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23f259fd-1b76-406a-baf7-934fb6d13008 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.872141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca35e8-fca3-4e0b-844c-6c105854f8b8 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:14.874442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No DVR routers for this DVR port 6a80a253-3105-46e9-a935-7a6f5c80c125 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:14.879380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca35e8-fca3-4e0b-844c-6c105854f8b8 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:14.880178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-17ca35e8-fca3-4e0b-844c-6c105854f8b8 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Synchronizing usage tracker for tenant:8a109a40286a4090a9e112ee578ed477 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:14.948816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a49a414b-0794-44c3-b27b-4af26ef96ed6 req-770d24a5-8be1-4f44-b6ee-3326d41b392d tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584987 Feb 04 15:47:14.955561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23f259fd-1b76-406a-baf7-934fb6d13008 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.972518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22deaf7c-e401-4863-b58e-b05bf95f0880 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.026129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-17ca35e8-fca3-4e0b-844c-6c105854f8b8 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Unset dirty status for tenant:8a109a40286a4090a9e112ee578ed477 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:15.027218 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-17ca35e8-fca3-4e0b-844c-6c105854f8b8 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5166171 Feb 04 15:47:15.032651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44036) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:15.037483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22deaf7c-e401-4863-b58e-b05bf95f0880 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=a6648a2d-12a1-4efe-afe3-2fe356f77f0a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:15.038468 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22deaf7c-e401-4863-b58e-b05bf95f0880 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.038655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.061079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79dd913-58e2-4614-8ce1-1e9902cbdd0e None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:15.113699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-964937220'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:15.172983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:15.220609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:15.269158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.269774 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-22deaf7c-e401-4863-b58e-b05bf95f0880 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/a6648a2d-12a1-4efe-afe3-2fe356f77f0a HTTP/1.1" status: 204 len: 168 time: 1.5864067 Feb 04 15:47:15.273220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44040) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:15.311527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Made reservation on behalf of 8a109a40286a4090a9e112ee578ed477 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:15.315377 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.338188 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23f259fd-1b76-406a-baf7-934fb6d13008 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.354017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-80a04003-09d8-4e7e-beef-2c71d8827a80 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801263 Feb 04 15:47:15.357024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44044) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:15.379412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a1e2c-b35f-427b-a5c4-f410dbb3fda6 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:15.386327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a08a1e2c-b35f-427b-a5c4-f410dbb3fda6 None None] Deleting port 0a615103-fc09-471a-9f9f-f5a0c4205c50 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:15.386809 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a08a1e2c-b35f-427b-a5c4-f410dbb3fda6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.388245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Subnet': ['ID=f9aad93d-7c8d-42cb-8314-825337c14c6a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:15.462190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf393248-3151-4c01-9207-9d4d95aa3d56 None None] Network afa870ec-6805-40ca-bf8c-7d9a68e1054f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:15.501728 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-618b6e1a-4f9f-447b-96ab-e78322a1f500 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.518757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-618b6e1a-4f9f-447b-96ab-e78322a1f500 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.523821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2664c-4d48-4d87-a682-78c5c8ac8266 req-20f54aba-3198-40ba-8170-39977edb98c5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:15.525360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f4b2664c-4d48-4d87-a682-78c5c8ac8266 req-20f54aba-3198-40ba-8170-39977edb98c5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.4189291 Feb 04 15:47:15.532155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47957b7-ee3e-433c-8225-4752cceadbf1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:15.533245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b47957b7-ee3e-433c-8225-4752cceadbf1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:15.542211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.611324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:15.624224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b47957b7-ee3e-433c-8225-4752cceadbf1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:15.625478 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b47957b7-ee3e-433c-8225-4752cceadbf1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2675650 Feb 04 15:47:15.629667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44048) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:15.645360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f4b2664c-4d48-4d87-a682-78c5c8ac8266 req-1f22b158-36dd-463d-a886-8bd160880a00 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871232 Feb 04 15:47:15.670229 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.670229 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Added segment 715220ad-8bf9-4b1c-a36a-ca778b14a67c of type vlan for network a3e951e0-e8d4-4312-8b29-35b359944641 Feb 04 15:47:15.708607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.758963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa870ec-6805-40ca-bf8c-7d9a68e1054f']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:15.770324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32504082-c88f-4056-b0c7-ecbd0387b9a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:15.771008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-32504082-c88f-4056-b0c7-ecbd0387b9a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:15.793826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618b6e1a-4f9f-447b-96ab-e78322a1f500 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router fd17030d-24c2-4004-8acd-8fb0d835c92f has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:47:15.801379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-32504082-c88f-4056-b0c7-ecbd0387b9a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:15.804829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-32504082-c88f-4056-b0c7-ecbd0387b9a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1719239 Feb 04 15:47:15.805872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44054) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:15.833490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a08a1e2c-b35f-427b-a5c4-f410dbb3fda6 None None] For port 0a615103-fc09-471a-9f9f-f5a0c4205c50, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0a615103-fc09-471a-9f9f-f5a0c4205c50,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:15.833867 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a08a1e2c-b35f-427b-a5c4-f410dbb3fda6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.860902 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23f259fd-1b76-406a-baf7-934fb6d13008 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.870530 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.876260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:15.877410 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.882871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a222db51-3149-4ac8-8ba6-bef083c724d0') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:15.883169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a222db51-3149-4ac8-8ba6-bef083c724d0') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:15.908753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291041b-4bc3-4b3e-a220-585e403afa59 None None] DHCP port deletion for afa870ec-6805-40ca-bf8c-7d9a68e1054f request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:15.937729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-23f259fd-1b76-406a-baf7-934fb6d13008 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.950067 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9bba8c96-ddd3-4731-97fd-e0bd1b026738 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363242 Feb 04 15:47:15.950906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:15.964592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:15.976818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a08a1e2c-b35f-427b-a5c4-f410dbb3fda6 None None] Calling delete_port for 0a615103-fc09-471a-9f9f-f5a0c4205c50 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:16.007581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49553a0-050c-43a8-80fc-2b8e41cd4e51 None None] Network 20549a80-e0f7-4532-bfd0-c93836ed1237 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:16.015597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f259fd-1b76-406a-baf7-934fb6d13008 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=81255402-c46d-4cfa-a25d-af6dcba04973,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.044889 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.107552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-23f259fd-1b76-406a-baf7-934fb6d13008 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/81255402-c46d-4cfa-a25d-af6dcba04973 HTTP/1.1" status: 204 len: 168 time: 1.5634367 Feb 04 15:47:16.116714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0793245 Feb 04 15:47:16.118456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44064) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.118779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44066) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.119698 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.126610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9234c-46d1-40c5-b828-1e105d6cafc4 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Network': ['ID=a3e951e0-e8d4-4312-8b29-35b359944641,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.137150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-486093121'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:16.139939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a3e951e0-e8d4-4312-8b29-35b359944641 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:16.155527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:16.171186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b6e1a-4f9f-447b-96ab-e78322a1f500 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:47:16.173083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:16.180543 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-618b6e1a-4f9f-447b-96ab-e78322a1f500 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.181923 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-618b6e1a-4f9f-447b-96ab-e78322a1f500 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/fd17030d-24c2-4004-8acd-8fb0d835c92f HTTP/1.1" status: 200 len: 891 time: 1.9639022 Feb 04 15:47:16.186769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44072) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.250070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:16.253266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.261648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a285728-7149-4fab-bc4c-7821775b06f0 None None] Sync routers for ids ['fd17030d-24c2-4004-8acd-8fb0d835c92f'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:16.306549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:16.307039 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.323303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:16.327106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a285728-7149-4fab-bc4c-7821775b06f0 None None] Routers {'fd17030d-24c2-4004-8acd-8fb0d835c92f'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:16.327721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9a285728-7149-4fab-bc4c-7821775b06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fd17030d-24c2-4004-8acd-8fb0d835c92f'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:16.378419 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:16.423781 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a08a1e2c-b35f-427b-a5c4-f410dbb3fda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.454790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:16.479191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9a285728-7149-4fab-bc4c-7821775b06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:16.483074 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e390e67b-1df7-4732-ac3b-e3bd0c77a7d1 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/routers/fd17030d-24c2-4004-8acd-8fb0d835c92f HTTP/1.1" status: 200 len: 891 time: 0.2958109 Feb 04 15:47:16.485627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44076) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.500978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a1e2c-b35f-427b-a5c4-f410dbb3fda6 None None] Pushing event deleted for resources: {'Port': ['ID=0a615103-fc09-471a-9f9f-f5a0c4205c50,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.510877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a1e2c-b35f-427b-a5c4-f410dbb3fda6 None None] No DVR routers for this DVR port 0a615103-fc09-471a-9f9f-f5a0c4205c50 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:16.517896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Made reservation on behalf of 8a109a40286a4090a9e112ee578ed477 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:16.524033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.529217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a9bde6cf-eb5d-4195-98ae-0fd1329b030e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:16.546445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d172844-0764-4199-bce9-57162868e83c req-a8f59d38-f80d-4137-bcdd-5f654207250d tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:16.548012 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d172844-0764-4199-bce9-57162868e83c req-a8f59d38-f80d-4137-bcdd-5f654207250d tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 945 time: 0.7773480 Feb 04 15:47:16.552013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a285728-7149-4fab-bc4c-7821775b06f0 None None] Routers {'fd17030d-24c2-4004-8acd-8fb0d835c92f'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:16.552635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9a285728-7149-4fab-bc4c-7821775b06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fd17030d-24c2-4004-8acd-8fb0d835c92f'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:16.554083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a9bde6cf-eb5d-4195-98ae-0fd1329b030e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:16.555309 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a9bde6cf-eb5d-4195-98ae-0fd1329b030e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd17030d-24c2-4004-8acd-8fb0d835c92f HTTP/1.1" status: 200 len: 205 time: 0.0687230 Feb 04 15:47:16.555851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.558250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44080) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.593008 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.611195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394a33e-7623-44dd-903a-4f56f50f813f req-7c7327d2-acf3-450c-9b1c-25da71b1d6fe tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:16.612092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c394a33e-7623-44dd-903a-4f56f50f813f req-7c7327d2-acf3-450c-9b1c-25da71b1d6fe tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=51c62443-585f-4bce-ab46-ac78cfd34166 HTTP/1.1" status: 200 len: 945 time: 0.8061099 Feb 04 15:47:16.638075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.640868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9a285728-7149-4fab-bc4c-7821775b06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:16.641574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a285728-7149-4fab-bc4c-7821775b06f0 None None] The sync data for ids ['fd17030d-24c2-4004-8acd-8fb0d835c92f'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:16.675335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Network': ['ID=afa870ec-6805-40ca-bf8c-7d9a68e1054f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.694160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b6e1b28c-49e9-4a56-8f65-cef37201e871 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/afa870ec-6805-40ca-bf8c-7d9a68e1054f HTTP/1.1" status: 204 len: 168 time: 4.9161100 Feb 04 15:47:16.704220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44084) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.730271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce29b6b-9e17-4db0-a991-249c9465160e None None] DHCP port deletion for 20549a80-e0f7-4532-bfd0-c93836ed1237 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:16.734532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fce29b6b-9e17-4db0-a991-249c9465160e None None] Deleting port 0ca3696c-a60e-4a91-8709-bccddbfccc11 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:16.735040 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fce29b6b-9e17-4db0-a991-249c9465160e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.757474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:16.772396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 0ca3696c-a60e-4a91-8709-bccddbfccc11 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:16.772844 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.800227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-7d172844-0764-4199-bce9-57162868e83c req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Deleting port e7717218-de26-48b9-9a47-c5b3e666eb6c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:16.800520 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d172844-0764-4199-bce9-57162868e83c req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.834058 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.834386 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Added segment 3f4b46b7-c199-48cd-a8ed-b2e7d694d6f9 of type vlan for network e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7 Feb 04 15:47:16.858086 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3e74e9-a39b-4156-adba-051dcca00755 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): The resource could not be found. Feb 04 15:47:16.858533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3e74e9-a39b-4156-adba-051dcca00755 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:16.883919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c394a33e-7623-44dd-903a-4f56f50f813f req-ea8b7e8e-31e2-4f1e-8fb4-36fe5982d2cc tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501662 Feb 04 15:47:16.904320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bd3e74e9-a39b-4156-adba-051dcca00755 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/subnets/f9aad93d-7c8d-42cb-8314-825337c14c6a HTTP/1.1" status: 404 len: 337 time: 0.1941106 Feb 04 15:47:16.905872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44088) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:16.939852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.963658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fce29b6b-9e17-4db0-a991-249c9465160e None None] For port 0ca3696c-a60e-4a91-8709-bccddbfccc11, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0ca3696c-a60e-4a91-8709-bccddbfccc11,segment=NetworkSegment(ee5b39d9-a3ee-4b6e-844a-da38e99aeda7),segment_id=ee5b39d9-a3ee-4b6e-844a-da38e99aeda7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:16.964883 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fce29b6b-9e17-4db0-a991-249c9465160e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.969236 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9874a1-926c-4ede-9d69-764b73bd6feb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): The resource could not be found. Feb 04 15:47:16.969709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9874a1-926c-4ede-9d69-764b73bd6feb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:16.979514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.132020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fce29b6b-9e17-4db0-a991-249c9465160e None None] Calling delete_port for 0ca3696c-a60e-4a91-8709-bccddbfccc11 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:17.167806 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fd9874a1-926c-4ede-9d69-764b73bd6feb tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/afa870ec-6805-40ca-bf8c-7d9a68e1054f HTTP/1.1" status: 404 len: 339 time: 0.2534046 Feb 04 15:47:17.169342 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.178311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44098) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:17.208999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.236530 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fce29b6b-9e17-4db0-a991-249c9465160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.265967 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.272197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:17.272860 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.292568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 7eafa9cb-6fe3-410a-99fc-d556207e429e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:17.292935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.319853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:17.322976 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca87c7b-1482-42f5-b06e-c7f12c550e16 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): The resource could not be found. Feb 04 15:47:17.323531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca87c7b-1482-42f5-b06e-c7f12c550e16 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:17.327254 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2ca87c7b-1482-42f5-b06e-c7f12c550e16 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/subnets/6120319f-1d30-407d-86d1-e14afc5ecbca HTTP/1.1" status: 404 len: 337 time: 0.1080775 Feb 04 15:47:17.337434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:17.349270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44112) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:17.365952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72d3b62-84fc-4c12-bc68-42713f582fce None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:17.384725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:17.385370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.417171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7d172844-0764-4199-bce9-57162868e83c req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] For port e7717218-de26-48b9-9a47-c5b3e666eb6c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e7717218-de26-48b9-9a47-c5b3e666eb6c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:17.417538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d172844-0764-4199-bce9-57162868e83c req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.430508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3051763 Feb 04 15:47:17.440475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] For port 0ca3696c-a60e-4a91-8709-bccddbfccc11, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0ca3696c-a60e-4a91-8709-bccddbfccc11,segment=NetworkSegment(ee5b39d9-a3ee-4b6e-844a-da38e99aeda7),segment_id=ee5b39d9-a3ee-4b6e-844a-da38e99aeda7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:17.440869 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.450766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44116) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:17.469195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce29b6b-9e17-4db0-a991-249c9465160e None None] Pushing event deleted for resources: {'Port': ['ID=0ca3696c-a60e-4a91-8709-bccddbfccc11,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:17.481819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce29b6b-9e17-4db0-a991-249c9465160e None None] No DVR routers for this DVR port 0ca3696c-a60e-4a91-8709-bccddbfccc11 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:17.485414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0ca3696c-a60e-4a91-8709-bccddbfccc11 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:17.512452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'ports': [{'network_id': 'a3e951e0-e8d4-4312-8b29-35b359944641', 'name': 'tempest-port--663567221', 'admin_state_up': True}, {'network_id': 'e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7', 'admin_state_up': False}]} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:17.512826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'port': {'network_id': 'a3e951e0-e8d4-4312-8b29-35b359944641', 'name': 'tempest-port--663567221', 'admin_state_up': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:17.513290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'port': {'network_id': 'e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7', 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:17.543366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 0ca3696c-a60e-4a91-8709-bccddbfccc11 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:17.543366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0ca3696c-a60e-4a91-8709-bccddbfccc11 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:17.543986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6a80a253-3105-46e9-a935-7a6f5c80c125 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:17.547749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=9a5add3a-6148-4838-91cc-e274e921691f,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:17.557595 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a934472-99fd-4441-84c6-bd8afe3ff5b3 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): The resource could not be found. Feb 04 15:47:17.558874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a934472-99fd-4441-84c6-bd8afe3ff5b3 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:17.561001 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0a934472-99fd-4441-84c6-bd8afe3ff5b3 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/dd8f4952-6e87-4098-b86f-d3dcebcb2f45 HTTP/1.1" status: 404 len: 339 time: 0.2104957 Feb 04 15:47:17.584552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44120) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:17.587717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 6a80a253-3105-46e9-a935-7a6f5c80c125 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:17.588050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6a80a253-3105-46e9-a935-7a6f5c80c125 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:17.588464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0a615103-fc09-471a-9f9f-f5a0c4205c50 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:17.614334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-7d172844-0764-4199-bce9-57162868e83c req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Calling delete_port for e7717218-de26-48b9-9a47-c5b3e666eb6c owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:17.635225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 0a615103-fc09-471a-9f9f-f5a0c4205c50 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:17.635568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0a615103-fc09-471a-9f9f-f5a0c4205c50 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:17.656065 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cb28367b-82fd-4f31-a28a-53f0ba54ab78 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7044330 Feb 04 15:47:17.657125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:17.692202 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3c69ef-c59f-49eb-86a7-9edc8ec5df87 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): The resource could not be found. Feb 04 15:47:17.692723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3c69ef-c59f-49eb-86a7-9edc8ec5df87 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:17.694529 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3f3c69ef-c59f-49eb-86a7-9edc8ec5df87 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/subnets/f8ad01ab-009c-46dd-877f-51d27190ec75 HTTP/1.1" status: 404 len: 337 time: 0.1088006 Feb 04 15:47:17.698726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:d2:e7:62', 'name': 'tempest-NetworksTestDHCPv6-741153584'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:17.727794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44140) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:17.834621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '9a5add3a-6148-4838-91cc-e274e921691f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:17.836135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.855696 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-125fa192-5766-49d0-a594-0728697b6f83 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): The resource could not be found. Feb 04 15:47:17.856256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125fa192-5766-49d0-a594-0728697b6f83 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:17.859364 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-125fa192-5766-49d0-a594-0728697b6f83 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/e4be0829-3729-47d8-86ee-c74b2bd1343c HTTP/1.1" status: 404 len: 339 time: 0.0646710 Feb 04 15:47:17.862083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.881007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44158) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:18.026668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 0ca3696c-a60e-4a91-8709-bccddbfccc11 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:18.041378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/9a5add3a-6148-4838-91cc-e274e921691f/80b75f31-196d-48e3-920f-76be376df31b) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:18.060817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 7eafa9cb-6fe3-410a-99fc-d556207e429e owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:18.077592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9a407-bcdc-4d88-82e0-e2fcd0e05c86 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Network': ['ID=e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:18.125205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:18.233445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-741b28af-ec44-4eaf-aef5-786b648fd988 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Deleting port b25ec71c-70b2-4639-af62-15d027656713 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:18.234078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-741b28af-ec44-4eaf-aef5-786b648fd988 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.300991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:18.320544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:18.436719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:18.437062 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:18.458686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-58cc7d01-82e3-45ed-8ad8-0af45edbe9fb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:18.460258 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-58cc7d01-82e3-45ed-8ad8-0af45edbe9fb tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=34552013-4738-4d75-8f3c-c5ca789a4588 HTTP/1.1" status: 200 len: 944 time: 0.3401196 Feb 04 15:47:18.463995 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d172844-0764-4199-bce9-57162868e83c req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.476993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:47:18.539311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:18.566305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event deleted for resources: {'Port': ['ID=e7717218-de26-48b9-9a47-c5b3e666eb6c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:18.575008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:18.617283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Usage tracker for resource:port and tenant:8a109a40286a4090a9e112ee578ed477 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:18.628704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:18.672696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:18.683514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Deleting port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:18.683912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.721124 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.727308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d172844-0764-4199-bce9-57162868e83c req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] No DVR routers for this DVR port e7717218-de26-48b9-9a47-c5b3e666eb6c on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:18.742885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7d172844-0764-4199-bce9-57162868e83c req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.745813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c62443-585f-4bce-ab46-ac78cfd34166', 'name': 'network-vif-deleted', 'tag': 'e7717218-de26-48b9-9a47-c5b3e666eb6c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:18.757922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Made reservation on behalf of 8a109a40286a4090a9e112ee578ed477 for: {'port': 2} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:18.762495 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.792875 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.805211 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.807247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d172844-0764-4199-bce9-57162868e83c req-acf4eceb-4a56-406a-93ab-51fa5de1ac89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "DELETE /v2.0/ports/e7717218-de26-48b9-9a47-c5b3e666eb6c HTTP/1.1" status: 204 len: 173 time: 2.2474210 Feb 04 15:47:18.817500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Transition to ACTIVE for port object 80b75f31-196d-48e3-920f-76be376df31b will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:18.839084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Transition to ACTIVE for port object 80b75f31-196d-48e3-920f-76be376df31b will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:18.847151 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.864875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=7eafa9cb-6fe3-410a-99fc-d556207e429e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:18.919953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:18.924459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:18.928399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:18.953379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 0ca3696c-a60e-4a91-8709-bccddbfccc11 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:18.953720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.954811 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-741b28af-ec44-4eaf-aef5-786b648fd988 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.966022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Pushing event updated for resources: {'Port': ['ID=80b75f31-196d-48e3-920f-76be376df31b,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:18.969672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.034296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Attempting to bind port 80b75f31-196d-48e3-920f-76be376df31b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:19.034864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Attempting to bind port 80b75f31-196d-48e3-920f-76be376df31b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:19.035302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Attempting to bind port 80b75f31-196d-48e3-920f-76be376df31b on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:19.042119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:19.042640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:19.043213 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.043722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:19.044275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Bound port: 80b75f31-196d-48e3-920f-76be376df31b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:19.044739 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.130472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] The port '0ca3696c-a60e-4a91-8709-bccddbfccc11' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:47:19.140476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] For port 80b75f31-196d-48e3-920f-76be376df31b, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:19.143905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] For port 80b75f31-196d-48e3-920f-76be376df31b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=80b75f31-196d-48e3-920f-76be376df31b,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:19.148708 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.152488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.229266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-741b28af-ec44-4eaf-aef5-786b648fd988 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Calling delete_port for b25ec71c-70b2-4639-af62-15d027656713 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:19.238780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1672-0eef-4e7f-adcf-d5ea8e4ff95c None None] Pushing event updated for resources: {'Port': ['ID=80b75f31-196d-48e3-920f-76be376df31b,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:19.349284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.354838 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.365766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 44d3494f-08a7-48f0-bd86-e572e68d7e80 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:19.394913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] device_id is not set on port 51fe4086-b571-4b4b-bbab-db30d7845f57 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:19.443691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.453770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] For port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:19.454219 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.467764 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.468355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Fanout notify agent at l3_agent the message router_deleted on router fd17030d-24c2-4004-8acd-8fb0d835c92f {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:47:19.518419 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-741b28af-ec44-4eaf-aef5-786b648fd988 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.586816 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.594952 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e8efbb8-55c7-4a3b-8021-ed5c96bb3806 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/fd17030d-24c2-4004-8acd-8fb0d835c92f HTTP/1.1" status: 204 len: 168 time: 3.0349844 Feb 04 15:47:19.596403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44166) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:19.652542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1669442948'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:19.655267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Calling delete_port for 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:19.661009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b28af-ec44-4eaf-aef5-786b648fd988 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Port': ['ID=b25ec71c-70b2-4639-af62-15d027656713,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:19.669970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:19.684020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-741b28af-ec44-4eaf-aef5-786b648fd988 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.691242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:network and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:19.697251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:19.701447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20549a80-e0f7-4532-bfd0-c93836ed1237']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:19.712365 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-741b28af-ec44-4eaf-aef5-786b648fd988 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/ports/b25ec71c-70b2-4639-af62-15d027656713 HTTP/1.1" status: 204 len: 168 time: 1.8231468 Feb 04 15:47:19.713973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44170) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:19.726298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:19.730516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::32e (40f4fd11-09ca-4e76-8993-0ead05403d9a/9a5add3a-6148-4838-91cc-e274e921691f/44d3494f-08a7-48f0-bd86-e572e68d7e80) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:19.751877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:19.755610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.829077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:19.889594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e7717218-de26-48b9-9a47-c5b3e666eb6c no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:19.890172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5b39d9-a3ee-4b6e-844a-da38e99aeda7') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:19.890298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5b39d9-a3ee-4b6e-844a-da38e99aeda7') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:19.910904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.911155 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added segment a43efc88-a575-455b-81df-9669e8bd10dd of type vlan for network 296f26f8-7559-44e1-9e33-c408bb667f0d Feb 04 15:47:19.915119 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.926794 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4698b3-813a-4ac9-8667-4cc493d567ed tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): The resource could not be found. Feb 04 15:47:19.927250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4698b3-813a-4ac9-8667-4cc493d567ed tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:19.932428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: e7717218-de26-48b9-9a47-c5b3e666eb6c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:19.933405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e7717218-de26-48b9-9a47-c5b3e666eb6c not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:19.937818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fc4698b3-813a-4ac9-8667-4cc493d567ed tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/subnets/ae897650-8220-43d3-84b2-d7acb81e8ffb HTTP/1.1" status: 404 len: 337 time: 0.2157698 Feb 04 15:47:19.941671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44174) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:19.960648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.981257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:19.981653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:19.998811 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:20.161184 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.185281 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.196893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.197451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Network': ['ID=20549a80-e0f7-4532-bfd0-c93836ed1237,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:20.206784 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.217169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f9aa8007-d6c4-496e-b548-2132f7d3c913 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/networks/20549a80-e0f7-4532-bfd0-c93836ed1237 HTTP/1.1" status: 204 len: 168 time: 4.0933268 Feb 04 15:47:20.221932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['19afb512-078f-41e7-b2c4-3f9ddac8377e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:47:20.229200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44178) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:20.272174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-541409261'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:20.279747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['220f55ed-72cd-4128-9acc-d8b11087dcf5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:47:20.285081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:20.293453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:network and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:20.300464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:20.311907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event deleted for resources: {'Port': ['ID=5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:20.318618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:20.328127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.350908 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:20.373703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:20.379565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.451702 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.469020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.493485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.499741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.500487 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.553942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 44d3494f-08a7-48f0-bd86-e572e68d7e80 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:20.555412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:20.605361 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9713471 Feb 04 15:47:20.649518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] device_id is not set on port c1219f3a-da2f-458f-b767-f86e43d981e0 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:20.709019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44182) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:20.710616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] No DVR routers for this DVR port 5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:20.728231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.734060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'subnet': {'network_id': '296f26f8-7559-44e1-9e33-c408bb667f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:20.804702 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.805488 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Added segment dc95a895-dd55-480d-a70e-22b58b7dec12 of type vlan for network 58466895-d25a-4c87-82c5-8785b1b6671a Feb 04 15:47:20.807238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac95d3d0-5e7b-4a71-89a0-d2f9cfef19e6 None None] Provisioning for port 80b75f31-196d-48e3-920f-76be376df31b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:20.824003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29215a4e-01e5-4e1d-9c85-65ab55b36b66 req-177f42a6-6010-4ec5-ad77-283fb3b7a83a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "DELETE /v2.0/ports/5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6 HTTP/1.1" status: 204 len: 173 time: 2.3503621 Feb 04 15:47:20.852833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d893f-e231-4e12-8e27-b544c65182af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Network': ['ID=296f26f8-7559-44e1-9e33-c408bb667f0d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:20.865043 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.870542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 296f26f8-7559-44e1-9e33-c408bb667f0d details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:20.876135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.896233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:20.902644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:subnet and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:20.906865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:20.909511 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.914219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:20.919522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:20.935344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d56922-9e00-4ac7-ba6a-4bcfeca27094') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:20.937060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d56922-9e00-4ac7-ba6a-4bcfeca27094') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:20.937589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:20.942525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.954794 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.965655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.971324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.038944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:21.075031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:21.081133 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.083602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:21.090951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:21.098145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.098848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.117460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:21.117460 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:21.134442 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:21.144066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Port': ['ID=51fe4086-b571-4b4b-bbab-db30d7845f57,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:21.168080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Checking segment: {'id': '715220ad-8bf9-4b1c-a36a-ca778b14a67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a3e951e0-e8d4-4312-8b29-35b359944641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:21.169312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Network hostable DHCP agents. Network: a3e951e0-e8d4-4312-8b29-35b359944641, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:21.200929 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.207069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.207757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.235346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Network a3e951e0-e8d4-4312-8b29-35b359944641 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:21.243360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=44d3494f-08a7-48f0-bd86-e572e68d7e80,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:21.276866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a3e951e0-e8d4-4312-8b29-35b359944641) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:21.290918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18a296-1256-46d4-b7ac-22cf8ffc2443 None None] Network a3e951e0-e8d4-4312-8b29-35b359944641 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:21.311613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:21.312477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.337226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2d05dcbe-c4ea-4189-a97c-5eb51c96674d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6673174 Feb 04 15:47:21.381499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44196) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:21.448971 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2045360 Feb 04 15:47:21.462741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44200) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:21.473109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '58466895-d25a-4c87-82c5-8785b1b6671a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:21.496641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa30e8a-fcd5-4293-a969-42c1317d9e93 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Network': ['ID=58466895-d25a-4c87-82c5-8785b1b6671a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:21.518700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 58466895-d25a-4c87-82c5-8785b1b6671a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:21.519108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Port': ['ID=c1219f3a-da2f-458f-b767-f86e43d981e0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:21.534449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.564243 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.585256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80b75f31-196d-48e3-920f-76be376df31b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:21.605193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.634673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Network': ['ID=4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:21.646511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-badb4ad1-c216-41eb-9b53-04632da42b28 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/4d47aba3-6e1c-43a9-909d-3aeb12ef8ed8 HTTP/1.1" status: 204 len: 168 time: 1.7010927 Feb 04 15:47:21.648984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44206) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:21.685967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:21.691175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Checking segment: {'id': 'a43efc88-a575-455b-81df-9669e8bd10dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '296f26f8-7559-44e1-9e33-c408bb667f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:21.691760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network hostable DHCP agents. Network: 296f26f8-7559-44e1-9e33-c408bb667f0d, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:21.693912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:21.706593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d86da2d-7ce8-4657-8c56-280aadf265a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.713482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d86da2d-7ce8-4657-8c56-280aadf265a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.714347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2d86da2d-7ce8-4657-8c56-280aadf265a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:21.717782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:21.726806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:21.743599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2d86da2d-7ce8-4657-8c56-280aadf265a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:21.747471 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2d86da2d-7ce8-4657-8c56-280aadf265a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3620608 Feb 04 15:47:21.747827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44210) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:21.753261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Checking segment: {'id': '3f4b46b7-c199-48cd-a8ed-b2e7d694d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:21.753709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Network hostable DHCP agents. Network: e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:21.779748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0e5e058a-3b24-4d9e-9bc6-269858107824 None None] Provisioning for port 44d3494f-08a7-48f0-bd86-e572e68d7e80 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:21.791774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Subnet': ['ID=81179a26-9a29-4ad2-8e3e-a03f6d199e74,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:21.804449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0e5e058a-3b24-4d9e-9bc6-269858107824 None None] Provisioning complete for port 44d3494f-08a7-48f0-bd86-e572e68d7e80 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:21.805126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0e5e058a-3b24-4d9e-9bc6-269858107824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.806695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:21.810250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.825310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 296f26f8-7559-44e1-9e33-c408bb667f0d is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:21.830613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-92617630-b99d-4ce9-934f-81eaa9ae8ff8 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Deleting port bbed33f3-dadf-4207-a19a-bc6c92693c2c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:21.830952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92617630-b99d-4ce9-934f-81eaa9ae8ff8 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.888545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Network e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:21.896208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 296f26f8-7559-44e1-9e33-c408bb667f0d) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:21.900301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.900910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.914638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dbb22b-8b11-421d-af87-cdc7d5cbf943 None None] Network 296f26f8-7559-44e1-9e33-c408bb667f0d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:21.934237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:21.938607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:21.941109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9aa5147e-8a14-4fef-9f56-7f0c7ef11cf6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 44d3494f-08a7-48f0-bd86-e572e68d7e80 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:21.941557 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9aa5147e-8a14-4fef-9f56-7f0c7ef11cf6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.944801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.950353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.951012 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.994202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dfad6c-02e4-43a5-9fbe-ce7b83564b90 None None] Network e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:22.013289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e058a-3b24-4d9e-9bc6-269858107824 None None] Port 44d3494f-08a7-48f0-bd86-e572e68d7e80 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:22.016709 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dca43456-372c-45ae-a75b-56a2b2054180 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3029757 Feb 04 15:47:22.021825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44214) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:22.031109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-257278211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:22.041728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:22.042737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685498e-2a50-4664-b611-edb8d137c214 req-d8cbcdc7-311f-4d3a-91de-cb9ddaad7205 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.044284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3685498e-2a50-4664-b611-edb8d137c214 req-d8cbcdc7-311f-4d3a-91de-cb9ddaad7205 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.3411832 Feb 04 15:47:22.048085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c7c7c164-05fe-42d0-a12e-5d1afa1546f2 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5962794 Feb 04 15:47:22.051900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44218) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:22.071004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 80b75f31-196d-48e3-920f-76be376df31b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:22.082126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:router and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:22.092875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:22.106727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 80b75f31-196d-48e3-920f-76be376df31b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:22.107097 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.118330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:22.213129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.214328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.321429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.375270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3685498e-2a50-4664-b611-edb8d137c214 req-a7ebcbe0-6b6d-49f3-aba0-039ef009d279 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880070 Feb 04 15:47:22.380694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92617630-b99d-4ce9-934f-81eaa9ae8ff8 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.409589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9aa5147e-8a14-4fef-9f56-7f0c7ef11cf6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.465477 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.482953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.487938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-296f26f8-7559-44e1-9e33-c408bb667f0d', 'network_id': '296f26f8-7559-44e1-9e33-c408bb667f0d', 'tenant_id': '197a58d9861a419596271837c386a367', 'fixed_ips': [{'subnet_id': '81179a26-9a29-4ad2-8e3e-a03f6d199e74'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:22.488821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.526961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-92617630-b99d-4ce9-934f-81eaa9ae8ff8 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Calling delete_port for bbed33f3-dadf-4207-a19a-bc6c92693c2c owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:22.576753 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c62443-585f-4bce-ab46-ac78cfd34166', 'name': 'network-vif-deleted', 'tag': 'e7717218-de26-48b9-9a47-c5b3e666eb6c', 'status': 'completed', 'code': 200} Feb 04 15:47:22.604380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ea806-0b45-42e7-94ce-d2f012ca2a21 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.610323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ea806-0b45-42e7-94ce-d2f012ca2a21 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.615187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ff8ea806-0b45-42e7-94ce-d2f012ca2a21 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Synchronizing usage tracker for tenant:8a109a40286a4090a9e112ee578ed477 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:22.630419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 80b75f31-196d-48e3-920f-76be376df31b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=80b75f31-196d-48e3-920f-76be376df31b,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:22.649086 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.657749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ff8ea806-0b45-42e7-94ce-d2f012ca2a21 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Unset dirty status for tenant:8a109a40286a4090a9e112ee578ed477 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:22.659836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ff8ea806-0b45-42e7-94ce-d2f012ca2a21 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6071136 Feb 04 15:47:22.662998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44228) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:22.784326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0dc23667-fa72-4e2d-9010-817c144e4e52 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Deleting port 51fe4086-b571-4b4b-bbab-db30d7845f57 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:22.784876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc23667-fa72-4e2d-9010-817c144e4e52 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.836291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=80b75f31-196d-48e3-920f-76be376df31b,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:22.869337 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92617630-b99d-4ce9-934f-81eaa9ae8ff8 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.869704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Allocated IP 2001:db8::2 (296f26f8-7559-44e1-9e33-c408bb667f0d/81179a26-9a29-4ad2-8e3e-a03f6d199e74/1780d7d4-ed69-4b46-b55c-0d251b72c46e) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:22.890030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.902576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9aa5147e-8a14-4fef-9f56-7f0c7ef11cf6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 44d3494f-08a7-48f0-bd86-e572e68d7e80 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:22.994885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92617630-b99d-4ce9-934f-81eaa9ae8ff8 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.004154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92617630-b99d-4ce9-934f-81eaa9ae8ff8 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Port': ['ID=bbed33f3-dadf-4207-a19a-bc6c92693c2c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:23.029703 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-92617630-b99d-4ce9-934f-81eaa9ae8ff8 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/ports/bbed33f3-dadf-4207-a19a-bc6c92693c2c HTTP/1.1" status: 204 len: 168 time: 1.3773949 Feb 04 15:47:23.031396 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.032513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44246) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:23.036124 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bc8c43f9-a733-4fbd-9f6a-c674663cd316 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0133305 Feb 04 15:47:23.039560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44250) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:23.109510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.114677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=68209a17-6243-4049-bf54-297aef649889,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:23.121664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Transition to ACTIVE for port object 1780d7d4-ed69-4b46-b55c-0d251b72c46e will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:23.139659 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb1f983-09c0-4167-9e81-c3a3642bddc9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] DELETE failed (client error): The resource could not be found. Feb 04 15:47:23.140121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb1f983-09c0-4167-9e81-c3a3642bddc9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:23.144297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8cb1f983-09c0-4167-9e81-c3a3642bddc9 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/subnets/07f35445-7244-4655-a083-a951cbf2cf32 HTTP/1.1" status: 404 len: 337 time: 0.1075838 Feb 04 15:47:23.146741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44254) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:23.147819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Transition to ACTIVE for port object 1780d7d4-ed69-4b46-b55c-0d251b72c46e will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:23.155781 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.226144 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Network 296f26f8-7559-44e1-9e33-c408bb667f0d is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:23.229278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:23.233699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:23.248989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-089aa0cb-0b33-4388-801d-c3e82fe814cd tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:23.250459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-089aa0cb-0b33-4388-801d-c3e82fe814cd tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 811 time: 0.4208276 Feb 04 15:47:23.265389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Pushing event updated for resources: {'Port': ['ID=1780d7d4-ed69-4b46-b55c-0d251b72c46e,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:23.294777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-3b3121c6-8eeb-420c-9940-3625a709af91 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/quotas/ec20a7a5ff3646d6be625a5821e1ddcc HTTP/1.1" status: 200 len: 375 time: 0.0301402 Feb 04 15:47:23.344698 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc23667-fa72-4e2d-9010-817c144e4e52 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.360223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Attempting to bind port 1780d7d4-ed69-4b46-b55c-0d251b72c46e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:23.360643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Attempting to bind port 1780d7d4-ed69-4b46-b55c-0d251b72c46e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'a43efc88-a575-455b-81df-9669e8bd10dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '296f26f8-7559-44e1-9e33-c408bb667f0d'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:23.361149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Attempting to bind port 1780d7d4-ed69-4b46-b55c-0d251b72c46e on network 296f26f8-7559-44e1-9e33-c408bb667f0d {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:23.366790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:23.367297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Checking segment: {'id': 'a43efc88-a575-455b-81df-9669e8bd10dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '296f26f8-7559-44e1-9e33-c408bb667f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:23.367791 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.368276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Bound using segment: {'id': 'a43efc88-a575-455b-81df-9669e8bd10dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '296f26f8-7559-44e1-9e33-c408bb667f0d'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:23.368860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Bound port: 1780d7d4-ed69-4b46-b55c-0d251b72c46e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43efc88-a575-455b-81df-9669e8bd10dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '296f26f8-7559-44e1-9e33-c408bb667f0d'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:23.369322 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.418177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80b75f31-196d-48e3-920f-76be376df31b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:23.442646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Checking segment: {'id': 'dc95a895-dd55-480d-a70e-22b58b7dec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '58466895-d25a-4c87-82c5-8785b1b6671a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:23.443029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network hostable DHCP agents. Network: 58466895-d25a-4c87-82c5-8785b1b6671a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:23.489860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0dc23667-fa72-4e2d-9010-817c144e4e52 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Calling delete_port for 51fe4086-b571-4b4b-bbab-db30d7845f57 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:23.520263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] For port 1780d7d4-ed69-4b46-b55c-0d251b72c46e, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:23.524079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] For port 1780d7d4-ed69-4b46-b55c-0d251b72c46e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1780d7d4-ed69-4b46-b55c-0d251b72c46e,segment=NetworkSegment(a43efc88-a575-455b-81df-9669e8bd10dd),segment_id=a43efc88-a575-455b-81df-9669e8bd10dd)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:23.530289 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.565989 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-04ac3561-13fb-4f98-a802-6054f575fcbc tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2703676 Feb 04 15:47:23.608752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94714ee2-12f3-41eb-9367-fff18117679d None None] Pushing event updated for resources: {'Port': ['ID=1780d7d4-ed69-4b46-b55c-0d251b72c46e,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:23.615866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 80b75f31-196d-48e3-920f-76be376df31b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:23.616265 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.673220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc23667-fa72-4e2d-9010-817c144e4e52 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.730494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 58466895-d25a-4c87-82c5-8785b1b6671a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:23.742161 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.746926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc23667-fa72-4e2d-9010-817c144e4e52 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Port': ['ID=51fe4086-b571-4b4b-bbab-db30d7845f57,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:23.753989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9aa5147e-8a14-4fef-9f56-7f0c7ef11cf6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.756065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc23667-fa72-4e2d-9010-817c144e4e52 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.790836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0dc23667-fa72-4e2d-9010-817c144e4e52 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/ports/51fe4086-b571-4b4b-bbab-db30d7845f57 HTTP/1.1" status: 204 len: 168 time: 1.1267560 Feb 04 15:47:23.794195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44258) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:23.817623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 58466895-d25a-4c87-82c5-8785b1b6671a) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:23.825190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0796b4e8-b4fd-428e-a9a0-c2ee9998eefd None None] Network 58466895-d25a-4c87-82c5-8785b1b6671a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:23.839773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5147e-8a14-4fef-9f56-7f0c7ef11cf6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=44d3494f-08a7-48f0-bd86-e572e68d7e80,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:23.852750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-61401ee7-3753-4df0-b08b-8f565d5b6035 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750804 Feb 04 15:47:23.887965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:23.889216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.980289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5ce96430-adda-4996-831d-fb81352e6b85 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Deleting port c1219f3a-da2f-458f-b767-f86e43d981e0 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:23.980926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ce96430-adda-4996-831d-fb81352e6b85 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.069009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9aa5147e-8a14-4fef-9f56-7f0c7ef11cf6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.156219 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9aa5147e-8a14-4fef-9f56-7f0c7ef11cf6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/44d3494f-08a7-48f0-bd86-e572e68d7e80 HTTP/1.1" status: 204 len: 168 time: 2.4071097 Feb 04 15:47:24.157327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44262) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:24.161121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.174325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.187868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-58466895-d25a-4c87-82c5-8785b1b6671a', 'network_id': '58466895-d25a-4c87-82c5-8785b1b6671a', 'tenant_id': '214ab35bad1a4657956c11682d7336a3', 'fixed_ips': [{'subnet_id': '68209a17-6243-4049-bf54-297aef649889'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:24.191526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.195890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cf32fc43-b458-4364-a8bb-1b93534e1a60 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7308600 Feb 04 15:47:24.212114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44266) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:24.241492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-446261639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:24.256239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:24.268453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:router and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:24.282031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:24.296237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:24.370950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-53e38ea8-02d8-4ae6-aea5-69ef7197f9b7 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094264 Feb 04 15:47:24.382428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Allocated IP 172.20.0.2 (58466895-d25a-4c87-82c5-8785b1b6671a/68209a17-6243-4049-bf54-297aef649889/269439c5-06d8-4587-b9ec-99f769534864) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:24.395359 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.396518 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.513789 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.555849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aacd522-4707-44a0-a7b3-09e865580368']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:24.584731 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ce96430-adda-4996-831d-fb81352e6b85 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.600616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'name': 'network-vif-deleted', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:24.609247 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:47:24.629272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.685860 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.702023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19323287-78ff-476c-98a8-ee0827f197a7') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:24.702318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19323287-78ff-476c-98a8-ee0827f197a7') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:24.706512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Transition to ACTIVE for port object 269439c5-06d8-4587-b9ec-99f769534864 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:24.730740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Transition to ACTIVE for port object 269439c5-06d8-4587-b9ec-99f769534864 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:24.739457 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.819164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Network 58466895-d25a-4c87-82c5-8785b1b6671a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:24.822434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:24.826823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:24.927576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5ce96430-adda-4996-831d-fb81352e6b85 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Calling delete_port for c1219f3a-da2f-458f-b767-f86e43d981e0 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:24.994363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Pushing event updated for resources: {'Port': ['ID=269439c5-06d8-4587-b9ec-99f769534864,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.052047 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.052294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Attempting to bind port 269439c5-06d8-4587-b9ec-99f769534864 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:25.054157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Attempting to bind port 269439c5-06d8-4587-b9ec-99f769534864 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'dc95a895-dd55-480d-a70e-22b58b7dec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '58466895-d25a-4c87-82c5-8785b1b6671a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:25.055827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Attempting to bind port 269439c5-06d8-4587-b9ec-99f769534864 on network 58466895-d25a-4c87-82c5-8785b1b6671a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:25.061963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:25.062493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Checking segment: {'id': 'dc95a895-dd55-480d-a70e-22b58b7dec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '58466895-d25a-4c87-82c5-8785b1b6671a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:25.062992 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.063881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Bound using segment: {'id': 'dc95a895-dd55-480d-a70e-22b58b7dec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '58466895-d25a-4c87-82c5-8785b1b6671a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:25.065243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Bound port: 269439c5-06d8-4587-b9ec-99f769534864, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc95a895-dd55-480d-a70e-22b58b7dec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '58466895-d25a-4c87-82c5-8785b1b6671a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:25.065804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.068475 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.070052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1b84398f-a7c6-42ab-ad4d-2c9a4a1571b4 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8555641 Feb 04 15:47:25.081184 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.089158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:25.089856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.100210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44292) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:25.180225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'network_id': '58466895-d25a-4c87-82c5-8785b1b6671a', 'name': 'tempest-PortsTestJSON-858535693'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:25.209204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] For port 269439c5-06d8-4587-b9ec-99f769534864, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:25.213988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] For port 269439c5-06d8-4587-b9ec-99f769534864, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=269439c5-06d8-4587-b9ec-99f769534864,segment=NetworkSegment(dc95a895-dd55-480d-a70e-22b58b7dec12),segment_id=dc95a895-dd55-480d-a70e-22b58b7dec12)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:25.221636 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:25.233451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6434b4-f8bb-444a-84d7-5d0661280d76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:25.235461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6434b4-f8bb-444a-84d7-5d0661280d76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:25.237251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ba6434b4-f8bb-444a-84d7-5d0661280d76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:25.237644 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.280809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.291395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.294204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfe4095-35bd-457e-ac1d-ff600fbfff7c None None] Network 296f26f8-7559-44e1-9e33-c408bb667f0d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:25.333802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ba6434b4-f8bb-444a-84d7-5d0661280d76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:25.335124 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ba6434b4-f8bb-444a-84d7-5d0661280d76 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.1630297 Feb 04 15:47:25.340952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Network': ['ID=6aacd522-4707-44a0-a7b3-09e865580368,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.343644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44296) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:25.400516 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dab35e53-843f-4a45-9f66-c117bf00bc7d tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/6aacd522-4707-44a0-a7b3-09e865580368 HTTP/1.1" status: 204 len: 168 time: 2.2524266 Feb 04 15:47:25.435175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44300) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:25.448029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:25.492268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-299e8bf8-a27d-49de-91c8-c3c66f21864e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 9a5add3a-6148-4838-91cc-e274e921691f {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:25.501224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-299e8bf8-a27d-49de-91c8-c3c66f21864e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.524743 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ce96430-adda-4996-831d-fb81352e6b85 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.526957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:25.531369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69170c35-c01b-4a78-a9fb-fad8cfca998a None None] Pushing event updated for resources: {'Port': ['ID=269439c5-06d8-4587-b9ec-99f769534864,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.561280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:25.561688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 2001:db8::1 (296f26f8-7559-44e1-9e33-c408bb667f0d/81179a26-9a29-4ad2-8e3e-a03f6d199e74/a376530e-bf18-49e1-9ba1-44681d04bf80) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:25.577826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1780d7d4-ed69-4b46-b55c-0d251b72c46e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:25.613405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-244a7f07-98ce-454b-8e81-661b85a9be40 None None] Provisioning for port 1780d7d4-ed69-4b46-b55c-0d251b72c46e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:25.627476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-299e8bf8-a27d-49de-91c8-c3c66f21864e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.669367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:25.677532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce96430-adda-4996-831d-fb81352e6b85 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Port': ['ID=c1219f3a-da2f-458f-b767-f86e43d981e0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.694299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ce96430-adda-4996-831d-fb81352e6b85 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.737671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:25.741273 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.770676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb9c6d9-a197-4fc0-a6a8-bb58630fd1cc tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Deleting subnet 7257b865-79f0-4d6c-8284-463be80fa1c8 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:25.771073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 1780d7d4-ed69-4b46-b55c-0d251b72c46e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:25.774909 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c6d9-a197-4fc0-a6a8-bb58630fd1cc tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.796544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1780d7d4-ed69-4b46-b55c-0d251b72c46e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:25.797192 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.864124 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c6d9-a197-4fc0-a6a8-bb58630fd1cc tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.910021 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.920442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-299e8bf8-a27d-49de-91c8-c3c66f21864e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.931417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5ce96430-adda-4996-831d-fb81352e6b85 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/ports/c1219f3a-da2f-458f-b767-f86e43d981e0 HTTP/1.1" status: 204 len: 168 time: 2.1362104 Feb 04 15:47:25.938113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44304) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:25.939285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:25.990465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Transition to ACTIVE for port object a376530e-bf18-49e1-9ba1-44681d04bf80 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:25.997303 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.046863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 1780d7d4-ed69-4b46-b55c-0d251b72c46e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1780d7d4-ed69-4b46-b55c-0d251b72c46e,segment=NetworkSegment(a43efc88-a575-455b-81df-9669e8bd10dd),segment_id=a43efc88-a575-455b-81df-9669e8bd10dd)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:26.047576 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-299e8bf8-a27d-49de-91c8-c3c66f21864e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.064633 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.071155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d2b18dfc-658b-4f01-9132-a2d50f51700b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Synchronizing usage tracker for tenant:8a109a40286a4090a9e112ee578ed477 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:26.103444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.107132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e8bf8-a27d-49de-91c8-c3c66f21864e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5add3a-6148-4838-91cc-e274e921691f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:26.147387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0771a5a2-e416-47d2-9ae8-b043441297a5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:26.160939 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-299e8bf8-a27d-49de-91c8-c3c66f21864e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.164473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0771a5a2-e416-47d2-9ae8-b043441297a5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 1.0992920 Feb 04 15:47:26.170299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1fc3ae-b273-497a-b18c-37f864c3013e None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:26.209162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 296f26f8-7559-44e1-9e33-c408bb667f0d is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:26.214492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:26.220578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:26.221520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.230586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-9d8f593f-4ab5-4b6d-9611-e2742cba0fd5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/quotas/88675380f23a4e7886d02b7197b8fb55 HTTP/1.1" status: 200 len: 375 time: 0.0651088 Feb 04 15:47:26.231405 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-299e8bf8-a27d-49de-91c8-c3c66f21864e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/9a5add3a-6148-4838-91cc-e274e921691f HTTP/1.1" status: 204 len: 168 time: 0.8802936 Feb 04 15:47:26.241959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44308) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:26.245381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=a376530e-bf18-49e1-9ba1-44681d04bf80,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:26.338213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=1780d7d4-ed69-4b46-b55c-0d251b72c46e,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:26.346637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c6d9-a197-4fc0-a6a8-bb58630fd1cc tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.443904 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c10bedf0-049e-4df5-8811-634358053fba tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1985431 Feb 04 15:47:26.458059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ad91c90b-37a1-41b5-8646-c35dbfe926d6 None None] Provisioning complete for port 1780d7d4-ed69-4b46-b55c-0d251b72c46e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:26.458339 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad91c90b-37a1-41b5-8646-c35dbfe926d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.471342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44312) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:26.520456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d2b18dfc-658b-4f01-9132-a2d50f51700b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Unset dirty status for tenant:8a109a40286a4090a9e112ee578ed477 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:26.521974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d2b18dfc-658b-4f01-9132-a2d50f51700b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5315902 Feb 04 15:47:26.575841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44316) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:26.629672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1982384033'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:26.645816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:26.686865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:26.698079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195e273-44a8-40a9-9a61-1cee2328aafb None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:26.703598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6195e273-44a8-40a9-9a61-1cee2328aafb None None] Deleting port 80b75f31-196d-48e3-920f-76be376df31b {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:26.703598 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6195e273-44a8-40a9-9a61-1cee2328aafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.724993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.3 (58466895-d25a-4c87-82c5-8785b1b6671a/68209a17-6243-4049-bf54-297aef649889/982cf082-d4e5-49a3-a111-c5cc4b8524c5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:26.763157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Made reservation on behalf of 8a109a40286a4090a9e112ee578ed477 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:26.768059 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.804361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8a9acf-d4d1-4b81-8892-40488db6c3c0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:26.805154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5b8a9acf-d4d1-4b81-8892-40488db6c3c0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:26.810337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.874530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c8d91011-6c13-40f7-a803-c58d91839794 None None] Provisioning for port a376530e-bf18-49e1-9ba1-44681d04bf80 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:26.898155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:26.900434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5b8a9acf-d4d1-4b81-8892-40488db6c3c0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:26.903900 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5b8a9acf-d4d1-4b81-8892-40488db6c3c0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4264958 Feb 04 15:47:26.914592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44320) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:26.943236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c8d91011-6c13-40f7-a803-c58d91839794 None None] Provisioning complete for port a376530e-bf18-49e1-9ba1-44681d04bf80 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:26.943889 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c8d91011-6c13-40f7-a803-c58d91839794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.973194 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.973545 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Added segment 76a53251-bb30-4b70-8410-dde02f459be7 of type vlan for network ed968389-2d0d-4341-b294-e3d0682a963a Feb 04 15:47:27.028538 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c8d91011-6c13-40f7-a803-c58d91839794 None None] Port a376530e-bf18-49e1-9ba1-44681d04bf80 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:27.036917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6195e273-44a8-40a9-9a61-1cee2328aafb None None] For port 80b75f31-196d-48e3-920f-76be376df31b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=80b75f31-196d-48e3-920f-76be376df31b,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:27.037608 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6195e273-44a8-40a9-9a61-1cee2328aafb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.179124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9feac2-d94f-43d9-99d7-2b5904bcf6c0 None None] Network 58466895-d25a-4c87-82c5-8785b1b6671a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:27.192889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-8f7e9dfb-1b17-48a1-be05-8e327ccd8e2d tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:27.194607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-8f7e9dfb-1b17-48a1-be05-8e327ccd8e2d tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.61 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 811 time: 0.8820467 Feb 04 15:47:27.202433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6195e273-44a8-40a9-9a61-1cee2328aafb None None] Calling delete_port for 80b75f31-196d-48e3-920f-76be376df31b owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:27.212528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Request body: {'port': {'device_id': 'af725c0c-86e2-4357-ad1f-5114fa0f6317', 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2', 'admin_state_up': True, 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:27.294900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.306144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5820321f-7c6b-4fce-8082-47a7bfb23059 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:27.306837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5820321f-7c6b-4fce-8082-47a7bfb23059 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:27.330951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d27abd6c-12f2-4d23-93cc-0928b59802fa None None] Provisioning for port 269439c5-06d8-4587-b9ec-99f769534864 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:27.366940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.383101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object 982cf082-d4e5-49a3-a111-c5cc4b8524c5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:27.407599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c6d9-a197-4fc0-a6a8-bb58630fd1cc tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.426666 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6195e273-44a8-40a9-9a61-1cee2328aafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.474161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.492563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195e273-44a8-40a9-9a61-1cee2328aafb None None] Pushing event deleted for resources: {'Port': ['ID=80b75f31-196d-48e3-920f-76be376df31b,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:27.510133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195e273-44a8-40a9-9a61-1cee2328aafb None None] No DVR routers for this DVR port 80b75f31-196d-48e3-920f-76be376df31b on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:27.515708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.526221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:27.526977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.559059 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c6d9-a197-4fc0-a6a8-bb58630fd1cc tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.579067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e5507-648c-4402-9cd5-7a19d5138091 None None] Network 77ef6296-0c16-4c3b-845f-b21b24705fd0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:27.584841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9c6d9-a197-4fc0-a6a8-bb58630fd1cc tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Subnet': ['ID=7257b865-79f0-4d6c-8284-463be80fa1c8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:27.608568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 269439c5-06d8-4587-b9ec-99f769534864 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:27.638617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 58466895-d25a-4c87-82c5-8785b1b6671a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:27.655890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:27.658777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:27.662251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5820321f-7c6b-4fce-8082-47a7bfb23059 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:27.663454 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5820321f-7c6b-4fce-8082-47a7bfb23059 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7478852 Feb 04 15:47:27.671097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44324) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:27.689538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-f42c967f-4593-48de-8cb4-09a7b2fa262e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:27.693316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9cb9c6d9-a197-4fc0-a6a8-bb58630fd1cc tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/subnets/7257b865-79f0-4d6c-8284-463be80fa1c8 HTTP/1.1" status: 204 len: 168 time: 2.2473123 Feb 04 15:47:27.703635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44328) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:27.726733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-dff326dd-43ff-499a-a5be-5c53c62035fe tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:27.727478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-dff326dd-43ff-499a-a5be-5c53c62035fe tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:27.729895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=982cf082-d4e5-49a3-a111-c5cc4b8524c5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:27.770425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:27.801445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Network': ['ID=ed968389-2d0d-4341-b294-e3d0682a963a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:27.810199 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8481ec74-a87b-4391-a812-56b5da88d56d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248524 Feb 04 15:47:27.812839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1301ccc2-ed59-4d6c-bee2-5f8bee257892 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2124114 Feb 04 15:47:27.812839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44332) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:27.824636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44334) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:27.835026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:27.836357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network ed968389-2d0d-4341-b294-e3d0682a963a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:27.852454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2016605182'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:27.856857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 269439c5-06d8-4587-b9ec-99f769534864 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:27.880468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-f42c967f-4593-48de-8cb4-09a7b2fa262e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:27.881823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-f42c967f-4593-48de-8cb4-09a7b2fa262e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6504388 Feb 04 15:47:27.885867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:27.893868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-dff326dd-43ff-499a-a5be-5c53c62035fe tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:27.895077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-dff326dd-43ff-499a-a5be-5c53c62035fe tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 908 time: 1.4179435 Feb 04 15:47:27.900609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:27.901237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.914263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:27.929952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Usage tracker for resource:network and tenant:8a109a40286a4090a9e112ee578ed477 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:27.931128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 269439c5-06d8-4587-b9ec-99f769534864 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:27.931621 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.943438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:27.956075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:27.996307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Made reservation on behalf of 8a109a40286a4090a9e112ee578ed477 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:27.999580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.016850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:28.022990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.036412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.037795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.042210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:28.071176 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.078567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Made reservation on behalf of ec20a7a5ff3646d6be625a5821e1ddcc for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:28.083941 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.110498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a0dc6705-35ff-4db1-952f-a051588955f3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0089316 Feb 04 15:47:28.114862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44340) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:28.135705 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.136222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:28.144736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Deleting port 18eb13a3-69bb-41a9-956b-2a8be26395a8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:28.145034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.191858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 269439c5-06d8-4587-b9ec-99f769534864, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=269439c5-06d8-4587-b9ec-99f769534864,segment=NetworkSegment(dc95a895-dd55-480d-a70e-22b58b7dec12),segment_id=dc95a895-dd55-480d-a70e-22b58b7dec12)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:28.199698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.199698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1780d7d4-ed69-4b46-b55c-0d251b72c46e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:28.219224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:28.223054 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.244738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Deleting port ea01b74b-4c26-491c-bfad-e9e5bff92c95 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:28.244966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.284692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa30dd-f65d-473b-81f8-24cb785d598b None None] DHCP port deletion for 77ef6296-0c16-4c3b-845f-b21b24705fd0 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:28.321373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa30dd-f65d-473b-81f8-24cb785d598b None None] Deleting port ea01b74b-4c26-491c-bfad-e9e5bff92c95 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:28.321644 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4fa30dd-f65d-473b-81f8-24cb785d598b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.382870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.383513 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Added segment 82c20bfe-1676-4541-8717-a74f1f8bcf57 of type vlan for network ca1022b9-3c27-415f-aca1-37d8a2f1ff23 Feb 04 15:47:28.465993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=a376530e-bf18-49e1-9ba1-44681d04bf80,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:28.472643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] For port ea01b74b-4c26-491c-bfad-e9e5bff92c95, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ea01b74b-4c26-491c-bfad-e9e5bff92c95,segment=NetworkSegment(85c6f96b-09e7-417f-9cc2-9d6801e2afac),segment_id=85c6f96b-09e7-417f-9cc2-9d6801e2afac)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:28.473031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.516456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=269439c5-06d8-4587-b9ec-99f769534864,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:28.535009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.535357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.535698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.536031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.536364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.536692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.537059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.537381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.537703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.538021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.538346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.538664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:28.562870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80d3b891-430c-4323-860f-57f673430ac2 None None] Provisioning complete for port 269439c5-06d8-4587-b9ec-99f769534864 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:28.563240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80d3b891-430c-4323-860f-57f673430ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.634207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.640823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Calling delete_port for ea01b74b-4c26-491c-bfad-e9e5bff92c95 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:28.700813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1780d7d4-ed69-4b46-b55c-0d251b72c46e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:28.701188 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.790190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-b5414d16-23b9-4f2d-bc55-b41e9c38c445 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8447309 Feb 04 15:47:28.814806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e4fa30dd-f65d-473b-81f8-24cb785d598b None None] For port ea01b74b-4c26-491c-bfad-e9e5bff92c95, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ea01b74b-4c26-491c-bfad-e9e5bff92c95,segment=NetworkSegment(85c6f96b-09e7-417f-9cc2-9d6801e2afac),segment_id=85c6f96b-09e7-417f-9cc2-9d6801e2afac)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:28.815619 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4fa30dd-f65d-473b-81f8-24cb785d598b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.019325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa30dd-f65d-473b-81f8-24cb785d598b None None] Calling delete_port for ea01b74b-4c26-491c-bfad-e9e5bff92c95 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:29.094553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 296f26f8-7559-44e1-9e33-c408bb667f0d is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:29.105153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:29.133625 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.139040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80d3b891-430c-4323-860f-57f673430ac2 None None] Provisioning for port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:29.139279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:29.139657 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.145784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80d3b891-430c-4323-860f-57f673430ac2 None None] Provisioning complete for port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:29.146197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80d3b891-430c-4323-860f-57f673430ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.196480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 15:47:29.196480 n-d-827870-1 neutron-server[87570]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Feb 04 15:47:29.196480 n-d-827870-1 neutron-server[87570]: [parameters: {'port_id': 'ea01b74b-4c26-491c-bfad-e9e5bff92c95', 'host': 'n-d-827870-1'}] Feb 04 15:47:29.196480 n-d-827870-1 neutron-server[87570]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:29.196875 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:29.202538 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4fa30dd-f65d-473b-81f8-24cb785d598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.258668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-80d3b891-430c-4323-860f-57f673430ac2 None None] Port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:29.260273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80b75f31-196d-48e3-920f-76be376df31b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:29.291988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa30dd-f65d-473b-81f8-24cb785d598b None None] Pushing event deleted for resources: {'Port': ['ID=ea01b74b-4c26-491c-bfad-e9e5bff92c95,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:29.300594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 80b75f31-196d-48e3-920f-76be376df31b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:29.300979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80b75f31-196d-48e3-920f-76be376df31b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:29.302442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa30dd-f65d-473b-81f8-24cb785d598b None None] No DVR routers for this DVR port ea01b74b-4c26-491c-bfad-e9e5bff92c95 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:29.329013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] For port 18eb13a3-69bb-41a9-956b-2a8be26395a8, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=18eb13a3-69bb-41a9-956b-2a8be26395a8,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:29.330134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.348835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Allocated IP 172.20.0.13 (1cbe632d-9896-4c60-b50c-303fe834e5e2/6aa8bbf6-d45c-4a46-a927-322c388308cf/6273dd21-8b31-46a0-9c49-e4c4b93c88b3) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:29.390225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8f080eab-a71c-4168-9dbb-15c92390d5de None None] Provisioning complete for port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:29.390631 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f080eab-a71c-4168-9dbb-15c92390d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.462279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8f080eab-a71c-4168-9dbb-15c92390d5de None None] Port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:29.495220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 269439c5-06d8-4587-b9ec-99f769534864 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:29.551032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7071052 Feb 04 15:47:29.551032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d161c3-5ac4-4e94-b19f-8cfc2912462b tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Network': ['ID=ca1022b9-3c27-415f-aca1-37d8a2f1ff23,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:29.566553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network ca1022b9-3c27-415f-aca1-37d8a2f1ff23 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:29.581976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Calling delete_port for 18eb13a3-69bb-41a9-956b-2a8be26395a8 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:29.628969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-9b8aa386-b7b4-4aa1-9389-41cdd4e02edb service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8376646 Feb 04 15:47:29.677871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 269439c5-06d8-4587-b9ec-99f769534864 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:29.678235 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.706367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Deleting port ea01b74b-4c26-491c-bfad-e9e5bff92c95 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:29.707673 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.762076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba0d0756-a1bd-4c4a-b6f3-a854b60ebdb5 None None] Provisioning complete for port a376530e-bf18-49e1-9ba1-44681d04bf80 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:29.762445 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba0d0756-a1bd-4c4a-b6f3-a854b60ebdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.777445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.880597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] The port 'ea01b74b-4c26-491c-bfad-e9e5bff92c95' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:47:29.885754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d0756-a1bd-4c4a-b6f3-a854b60ebdb5 None None] Port a376530e-bf18-49e1-9ba1-44681d04bf80 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:29.986271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ea01b74b-4c26-491c-bfad-e9e5bff92c95 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:30.029525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:47:30.052838 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.054404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ea01b74b-4c26-491c-bfad-e9e5bff92c95 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:30.056985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ea01b74b-4c26-491c-bfad-e9e5bff92c95 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:30.118211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:30.125014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:30.134039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 4e3aab76-07d0-42df-b537-1435e6abcc68 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:47:30.137676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195e863-a7c4-42c7-a2d3-578a421da3bc None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:30.159349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:30.160280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.197898 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.360404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.424734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ef6296-0c16-4c3b-845f-b21b24705fd0']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:30.433924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-332ae846-3bc4-495f-bb9a-97f121c36656 req-61099d51-3072-4b5b-97cb-b2d2a54b59d0 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 210 time: 0.2137656 Feb 04 15:47:30.438179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.444732 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.463346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['bfb15915-e283-4e9a-9ef1-1f94885e83f1'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:47:30.524840 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6982749 Feb 04 15:47:30.535138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44354) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:30.539796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0d5fd-895c-46bd-a532-e7c18ffe28b9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=d17e39e8-b21c-46b5-830e-04d31567431c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:30.546735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7bb84d95-6244-498d-a2b1-5dc43cd08be8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:30.556585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c6f96b-09e7-417f-9cc2-9d6801e2afac') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:30.556959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c6f96b-09e7-417f-9cc2-9d6801e2afac') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:30.662038 n-d-827870-1 neutron-server[87570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34552013-4738-4d75-8f3c-c5ca789a4588', 'name': 'network-vif-deleted', 'tag': '5a8e78ab-8c18-4d6d-8738-6f4fa47d97d6', 'status': 'failed', 'code': 422} returned with failed status Feb 04 15:47:30.686950 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.744534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Network 1cbe632d-9896-4c60-b50c-303fe834e5e2 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:30.849405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:30.869497 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.877658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:30.878372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.885806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 18eb13a3-69bb-41a9-956b-2a8be26395a8 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:30.896715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7bb84d95-6244-498d-a2b1-5dc43cd08be8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:30.951831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 18eb13a3-69bb-41a9-956b-2a8be26395a8 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:30.952230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 18eb13a3-69bb-41a9-956b-2a8be26395a8 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:31.059641 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:31.063553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:31.081846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': 'd17e39e8-b21c-46b5-830e-04d31567431c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:31.082887 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.111534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.114038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] No DVR routers for this DVR port 18eb13a3-69bb-41a9-956b-2a8be26395a8 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:31.131802 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.156908 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cd5be6d-8acb-4219-9855-cbd0bfa06dc1 req-a3f2ec60-fbe1-4ef6-8769-6e7d2b67b111 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c81b33a-d967-4c0d-9d1a-2f03c26afa24 HTTP/1.1" status: 200 len: 210 time: 0.1363876 Feb 04 15:47:31.185932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.215789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Pushing event updated for resources: {'Port': ['ID=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:31.294723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7bb84d95-6244-498d-a2b1-5dc43cd08be8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:31.345956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] Pushing event deleted for resources: {'Network': ['ID=77ef6296-0c16-4c3b-845f-b21b24705fd0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:31.463805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:47:31.472667 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bb5a7559-a16f-4a6e-9f72-b22c79c92906 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/4e3aab76-07d0-42df-b537-1435e6abcc68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4285402 Feb 04 15:47:31.473771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44360) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:31.480660 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4247320-760d-4c95-88aa-923bb9b8af81 None None] Sync routers for ids ['4e3aab76-07d0-42df-b537-1435e6abcc68'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:31.490948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Allocated IP 2001:db8::f816:3eff:fe23:9f9c (40f4fd11-09ca-4e76-8993-0ead05403d9a/d17e39e8-b21c-46b5-830e-04d31567431c/a7d8515d-cddc-44b2-8124-1af62a6588c3) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:31.501068 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4247320-760d-4c95-88aa-923bb9b8af81 None None] Routers {'4e3aab76-07d0-42df-b537-1435e6abcc68'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:31.503506 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a4247320-760d-4c95-88aa-923bb9b8af81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4e3aab76-07d0-42df-b537-1435e6abcc68'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:31.513134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb84d95-6244-498d-a2b1-5dc43cd08be8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:31.522222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bb84d95-6244-498d-a2b1-5dc43cd08be8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.736081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb4eec-4187-4fab-bf44-1ba8991865e8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:31.739102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5eb4eec-4187-4fab-bf44-1ba8991865e8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:31.742379 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a4247320-760d-4c95-88aa-923bb9b8af81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:31.749357 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1da66693-c427-4338-bc16-890e1eae0929 req-069efaba-900d-4238-98ae-e35f08109a26 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 210 time: 0.3814459 Feb 04 15:47:31.760942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event deleted for resources: {'Port': ['ID=18eb13a3-69bb-41a9-956b-2a8be26395a8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:31.767747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4864022-7508-465f-9a4b-25dd0deae0f2 req-ffd334b9-4616-49a3-8f5b-06caffde80a5 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.53 "DELETE /v2.0/ports/18eb13a3-69bb-41a9-956b-2a8be26395a8 HTTP/1.1" status: 204 len: 173 time: 3.8524961 Feb 04 15:47:31.780373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-87545df6-c923-443b-a5ff-9794be921016 tempest-NetworksIpV6TestAttrs-989502559 tempest-NetworksIpV6TestAttrs-989502559-project] 10.222.0.46 "DELETE /v2.0/networks/77ef6296-0c16-4c3b-845f-b21b24705fd0 HTTP/1.1" status: 204 len: 168 time: 4.0634987 Feb 04 15:47:31.802973 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4247320-760d-4c95-88aa-923bb9b8af81 None None] Routers {'4e3aab76-07d0-42df-b537-1435e6abcc68'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:31.806045 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a4247320-760d-4c95-88aa-923bb9b8af81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4e3aab76-07d0-42df-b537-1435e6abcc68'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:31.808995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:31.811511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.867672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-56d756ff-99a2-4811-a6a5-01633b856004 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6603913 Feb 04 15:47:31.871027 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.879597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Request body: {'port': {'device_id': 'af725c0c-86e2-4357-ad1f-5114fa0f6317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:31.897429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Transition to ACTIVE for port object a7d8515d-cddc-44b2-8124-1af62a6588c3 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:31.944546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Transition to ACTIVE for port object a7d8515d-cddc-44b2-8124-1af62a6588c3 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:31.957135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.047240 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a4247320-760d-4c95-88aa-923bb9b8af81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:32.053860 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4247320-760d-4c95-88aa-923bb9b8af81 None None] The sync data for ids ['4e3aab76-07d0-42df-b537-1435e6abcc68'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:32.144890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Pushing event updated for resources: {'Port': ['ID=a7d8515d-cddc-44b2-8124-1af62a6588c3,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:32.174395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:32.178749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:32.184391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:32.242359 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.303773 n-d-827870-1 neutron-server[87571]: INFO neutron.db.ipam_backend_mixin [None req-7bb84d95-6244-498d-a2b1-5dc43cd08be8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d17e39e8-b21c-46b5-830e-04d31567431c (CIDR: 2001:db8::/64) Feb 04 15:47:32.304929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87f03c-40b8-4a52-9803-8536e8921eed req-e7e07da5-0f50-4f3a-8457-09c70bcfc329 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:32.305909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ef87f03c-40b8-4a52-9803-8536e8921eed req-e7e07da5-0f50-4f3a-8457-09c70bcfc329 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Synchronizing usage tracker for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:32.328962 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb84d95-6244-498d-a2b1-5dc43cd08be8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:47:32.330445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb84d95-6244-498d-a2b1-5dc43cd08be8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:32.359738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d5eb4eec-4187-4fab-bf44-1ba8991865e8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:32.365523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d5eb4eec-4187-4fab-bf44-1ba8991865e8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports/a376530e-bf18-49e1-9ba1-44681d04bf80 HTTP/1.1" status: 200 len: 911 time: 0.8564401 Feb 04 15:47:32.366749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Attempting to bind port a7d8515d-cddc-44b2-8124-1af62a6588c3 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:32.366994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Attempting to bind port a7d8515d-cddc-44b2-8124-1af62a6588c3 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:32.367353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Attempting to bind port a7d8515d-cddc-44b2-8124-1af62a6588c3 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:32.374077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44370) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:32.380439 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7bb84d95-6244-498d-a2b1-5dc43cd08be8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8419428 Feb 04 15:47:32.382506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:32.382926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:32.383329 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.383755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:32.384290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Bound port: a7d8515d-cddc-44b2-8124-1af62a6588c3, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:32.384656 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.398169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44372) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:32.403734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f5471c82-b438-4d85-9b9a-710ce56a4335 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81179a26-9a29-4ad2-8e3e-a03f6d199e74'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:32.418767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44376) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:32.447356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ef87f03c-40b8-4a52-9803-8536e8921eed req-e7e07da5-0f50-4f3a-8457-09c70bcfc329 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Unset dirty status for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:32.455024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef87f03c-40b8-4a52-9803-8536e8921eed req-e7e07da5-0f50-4f3a-8457-09c70bcfc329 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 932 time: 0.3439205 Feb 04 15:47:32.549829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-d19072f8-1900-4f55-8696-8afb46640cf3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:32.550529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-d19072f8-1900-4f55-8696-8afb46640cf3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:32.563417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:32.619263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] For port a7d8515d-cddc-44b2-8124-1af62a6588c3, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:32.623209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] For port a7d8515d-cddc-44b2-8124-1af62a6588c3, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a7d8515d-cddc-44b2-8124-1af62a6588c3,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:32.632497 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.708306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'name': 'network-vif-deleted', 'tag': '18eb13a3-69bb-41a9-956b-2a8be26395a8'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:32.759333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec67e5-e11b-44c4-a923-4c272fe1a172 None None] Pushing event updated for resources: {'Port': ['ID=a7d8515d-cddc-44b2-8124-1af62a6588c3,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:32.802118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-d19072f8-1900-4f55-8696-8afb46640cf3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:32.803645 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-d19072f8-1900-4f55-8696-8afb46640cf3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.8110816 Feb 04 15:47:32.818154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef87f03c-40b8-4a52-9803-8536e8921eed req-89dbeaf1-bc2b-4c4f-a067-328b3bd92c9f tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596787 Feb 04 15:47:32.842409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Request body: {'port': {'device_id': 'a991169b-8226-465f-9869-fcf202885985', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'admin_state_up': True, 'tenant_id': '88675380f23a4e7886d02b7197b8fb55'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:32.980724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44390) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:32.981503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:33.021244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'subnets': [{'network_id': 'ed968389-2d0d-4341-b294-e3d0682a963a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1450378093', 'ip_version': 6}, {'network_id': 'ca1022b9-3c27-415f-aca1-37d8a2f1ff23', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:33.021534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'subnet': {'network_id': 'ed968389-2d0d-4341-b294-e3d0682a963a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1450378093', 'ip_version': 6}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:33.024677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Request body: {'subnet': {'network_id': 'ca1022b9-3c27-415f-aca1-37d8a2f1ff23', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:33.024865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b8fa12a1-dad1-4ab5-b352-027588d005bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5b81fca46e7443baeac6db3ec4023ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905943 Feb 04 15:47:33.025886 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c81b33a-d967-4c0d-9d1a-2f03c26afa24', 'name': 'network-vif-deleted', 'tag': '18eb13a3-69bb-41a9-956b-2a8be26395a8', 'status': 'completed', 'code': 200} Feb 04 15:47:33.026289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44394) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:33.164127 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.208085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-88c3e295-f4ec-481a-94b6-7dd844b3618f req-d86f4831-5e4b-41df-9a1a-d1a38c838d94 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 210 time: 0.0660386 Feb 04 15:47:33.215097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:33.221544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.336924 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34d4fed2-eb39-4c0f-9149-563bf067ed3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.372421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:33.380403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:33.405298 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.412644 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34d4fed2-eb39-4c0f-9149-563bf067ed3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.451082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Transition to ACTIVE for port object 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:33.453610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:33.477279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.549161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Made reservation on behalf of 88675380f23a4e7886d02b7197b8fb55 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:33.554061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.558557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a7d8515d-cddc-44b2-8124-1af62a6588c3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:33.594959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:33.597373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=982cf082-d4e5-49a3-a111-c5cc4b8524c5,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:33.616372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:33.621281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Usage tracker for resource:subnet and tenant:8a109a40286a4090a9e112ee578ed477 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:33.624289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:33.632308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:33.659615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Made reservation on behalf of 8a109a40286a4090a9e112ee578ed477 for: {'subnet': 2} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:33.669954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.671435 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.683141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:33.723944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port a7d8515d-cddc-44b2-8124-1af62a6588c3 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:33.734194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34d4fed2-eb39-4c0f-9149-563bf067ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.855433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7585d3f2-7708-4fda-ba00-bdc902c3c85f None None] Provisioning complete for port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:33.855812 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7585d3f2-7708-4fda-ba00-bdc902c3c85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.862859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4fed2-eb39-4c0f-9149-563bf067ed3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27bf15b-ee2b-4d3e-b596-e1a65d6eceaa,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:33.904380 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34d4fed2-eb39-4c0f-9149-563bf067ed3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.908257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-34d4fed2-eb39-4c0f-9149-563bf067ed3d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e27bf15b-ee2b-4d3e-b596-e1a65d6eceaa HTTP/1.1" status: 204 len: 168 time: 0.8754983 Feb 04 15:47:33.953047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7585d3f2-7708-4fda-ba00-bdc902c3c85f None None] Port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:33.975606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:33.979071 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.984873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Attempting to bind port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:33.985210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Attempting to bind port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:33.985743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Attempting to bind port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 on network 1cbe632d-9896-4c60-b50c-303fe834e5e2 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:33.993479 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5471c82-b438-4d85-9b9a-710ce56a4335 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.003959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e147a-1960-49f9-986d-dae2ff565f17 req-a27371be-f913-4eb3-abba-343cce0d604d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:34.004705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-403e147a-1960-49f9-986d-dae2ff565f17 req-a27371be-f913-4eb3-abba-343cce0d604d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:34.010976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 on network 1cbe632d-9896-4c60-b50c-303fe834e5e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:47:34.011306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Attempting to bind port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 on network 1cbe632d-9896-4c60-b50c-303fe834e5e2 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:34.030296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:34.030645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Checking segment: {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:34.031040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Bound using segment: {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:34.031478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Bound port: 6273dd21-8b31-46a0-9c49-e4c4b93c88b3, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:34.031928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.107808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-403e147a-1960-49f9-986d-dae2ff565f17 req-a27371be-f913-4eb3-abba-343cce0d604d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:34.117904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-403e147a-1960-49f9-986d-dae2ff565f17 req-a27371be-f913-4eb3-abba-343cce0d604d tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 945 time: 0.3909924 Feb 04 15:47:34.209008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] For port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:34.216090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] For port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:34.218523 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4af6c5aa-d9f7-4955-acfd-903eb4d277c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.236895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-403e147a-1960-49f9-986d-dae2ff565f17 req-221419b6-05da-490e-bfef-deba04320045 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178253 Feb 04 15:47:34.243217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.382300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac24f47e-7354-4bd8-a99d-cdef1938ed58 None None] Provisioning for port a7d8515d-cddc-44b2-8124-1af62a6588c3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:34.390034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac24f47e-7354-4bd8-a99d-cdef1938ed58 None None] Provisioning complete for port a7d8515d-cddc-44b2-8124-1af62a6588c3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:34.390415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac24f47e-7354-4bd8-a99d-cdef1938ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.410484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-d1a54be3-4858-4097-9213-b36831245f90 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:34.412218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-d1a54be3-4858-4097-9213-b36831245f90 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 945 time: 0.4786191 Feb 04 15:47:34.521578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:34.522447 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.524621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/6273dd21-8b31-46a0-9c49-e4c4b93c88b3 HTTP/1.1" status: 200 len: 1092 time: 2.6490002 Feb 04 15:47:34.558906 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac24f47e-7354-4bd8-a99d-cdef1938ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.572213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Deleting port 19afb512-078f-41e7-b2c4-3f9ddac8377e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:34.572690 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.601558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac24f47e-7354-4bd8-a99d-cdef1938ed58 None None] For port a7d8515d-cddc-44b2-8124-1af62a6588c3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a7d8515d-cddc-44b2-8124-1af62a6588c3,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:34.602770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6d2a0-7f70-4811-83ff-9a888cbfa5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:34.606736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac24f47e-7354-4bd8-a99d-cdef1938ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.694309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Allocated IP 172.20.0.5 (cf36374d-d245-40cc-915b-8c254d5c5c93/a78064bb-81be-4819-b4ef-67045bdf4b75/f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:34.715545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24f47e-7354-4bd8-a99d-cdef1938ed58 None None] Pushing event updated for resources: {'Port': ['ID=a7d8515d-cddc-44b2-8124-1af62a6588c3,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:34.860177 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.952885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f9e34-3661-41b3-9e00-a46dc4a5ca9e req-3068d7b3-b530-4b99-90b2-bdd3ee693afd tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:34.955190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-759f9e34-3661-41b3-9e00-a46dc4a5ca9e req-3068d7b3-b530-4b99-90b2-bdd3ee693afd tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 944 time: 0.4865932 Feb 04 15:47:34.996654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44424) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:35.008502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-fd05a2b9-2980-49af-88d1-e49f6ea003a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:35.010133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-fd05a2b9-2980-49af-88d1-e49f6ea003a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 1095 time: 0.3956163 Feb 04 15:47:35.026925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af725c0c-86e2-4357-ad1f-5114fa0f6317', 'tag': '6273dd21-8b31-46a0-9c49-e4c4b93c88b3'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:35.130659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-eb36f2ff-e2d4-4ee7-892c-da66db0b35f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6273dd21-8b31-46a0-9c49-e4c4b93c88b3 HTTP/1.1" status: 200 len: 217 time: 0.0947957 Feb 04 15:47:35.181690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-759f9e34-3661-41b3-9e00-a46dc4a5ca9e req-3f7c4e00-e89f-4e83-aa76-84c9ac383ea6 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755846 Feb 04 15:47:35.196257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-884612282'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:35.225861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:35.235165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] For port 19afb512-078f-41e7-b2c4-3f9ddac8377e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=19afb512-078f-41e7-b2c4-3f9ddac8377e,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:35.235615 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.249727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-a4599760-2440-4db1-a69e-88b420b2f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:35.249727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-a4599760-2440-4db1-a69e-88b420b2f1f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6aa8bbf6-d45c-4a46-a927-322c388308cf HTTP/1.1" status: 200 len: 851 time: 0.1091857 Feb 04 15:47:35.302849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Usage tracker for resource:network and tenant:a8d2bba4f465494f876cb1156014de88 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:35.324118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:35.389934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:35.427380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a7d8515d-cddc-44b2-8124-1af62a6588c3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:35.439178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Calling delete_port for 19afb512-078f-41e7-b2c4-3f9ddac8377e owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:35.503554 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a7d8515d-cddc-44b2-8124-1af62a6588c3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:35.504036 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.504916 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-3a19f487-385a-4954-9a3e-45bcb68188b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cbe632d-9896-4c60-b50c-303fe834e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1986468 Feb 04 15:47:35.510401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d50b447-b935-40dd-8369-66fcf816b1da req-14b3e9d4-a6bb-48e5-a6b7-b0ca0957994e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 210 time: 0.2027164 Feb 04 15:47:35.612194 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af725c0c-86e2-4357-ad1f-5114fa0f6317', 'tag': '6273dd21-8b31-46a0-9c49-e4c4b93c88b3', 'status': 'completed', 'code': 200} Feb 04 15:47:35.736879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Made reservation on behalf of a8d2bba4f465494f876cb1156014de88 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:35.740260 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.764698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.777447 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.794595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-8e72239b-3c54-414a-b14d-0594ab7964a1 service neutron] 10.222.0.61 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811089 Feb 04 15:47:35.795228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.891394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.895682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:35.904834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.905081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['220f55ed-72cd-4128-9acc-d8b11087dcf5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:47:35.931606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['19afb512-078f-41e7-b2c4-3f9ddac8377e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:47:35.945479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Usage tracker for resource:security_group_rule and tenant:a8d2bba4f465494f876cb1156014de88 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:35.969222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:35.993650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event deleted for resources: {'Port': ['ID=19afb512-078f-41e7-b2c4-3f9ddac8377e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:36.025562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:36.065192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] No DVR routers for this DVR port 19afb512-078f-41e7-b2c4-3f9ddac8377e on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:36.067900 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.112216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44b4ae74-6661-4675-b387-b8186f1a7971 req-ceb5f502-6099-4db9-9eff-3da14952e607 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.53 "DELETE /v2.0/ports/19afb512-078f-41e7-b2c4-3f9ddac8377e HTTP/1.1" status: 204 len: 173 time: 1.6911490 Feb 04 15:47:36.113581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:36.123280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e8617-8d5c-4f11-9b65-1e2bfe32cd35 req-c4a9ed41-29c4-4c98-8420-a3d8d202ec94 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:36.123981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ea7e8617-8d5c-4f11-9b65-1e2bfe32cd35 req-c4a9ed41-29c4-4c98-8420-a3d8d202ec94 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:36.134688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5834c397-9aa2-4a64-9e80-29017af8fed8 req-27537475-44ae-496c-a506-c2e919bccfd4 service neutron] 10.222.0.61 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323567 Feb 04 15:47:36.144185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:36.150749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ea7e8617-8d5c-4f11-9b65-1e2bfe32cd35 req-c4a9ed41-29c4-4c98-8420-a3d8d202ec94 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:36.152157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea7e8617-8d5c-4f11-9b65-1e2bfe32cd35 req-c4a9ed41-29c4-4c98-8420-a3d8d202ec94 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b54b7b5-229a-4a4c-bb0c-8549df452fac HTTP/1.1" status: 200 len: 867 time: 0.4196477 Feb 04 15:47:36.158406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:36.159010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.161354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe76335-a238-4e6e-9aa3-540ee85915b2 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:36.163059 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-f5471c82-b438-4d85-9b9a-710ce56a4335 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:36.258262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=8bd3dc70-200e-42fd-af0f-1395e71f41f0,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:36.261784 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5471c82-b438-4d85-9b9a-710ce56a4335 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.286862 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.300285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea7e8617-8d5c-4f11-9b65-1e2bfe32cd35 req-5cbb5a86-84fd-49be-a6e8-ac08014e15a6 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404114 Feb 04 15:47:36.376155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24972cb3-7a16-45da-929e-d217b81bae3f req-f6a59d74-5893-4352-a2d1-08d9faf77c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:36.377681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24972cb3-7a16-45da-929e-d217b81bae3f req-f6a59d74-5893-4352-a2d1-08d9faf77c62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 1095 time: 0.1705351 Feb 04 15:47:36.412853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:47:36.458955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event updated for resources: {'Port': ['ID=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:36.461917 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5471c82-b438-4d85-9b9a-710ce56a4335 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.468885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5471c82-b438-4d85-9b9a-710ce56a4335 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:36.469475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5471c82-b438-4d85-9b9a-710ce56a4335 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.471466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5471c82-b438-4d85-9b9a-710ce56a4335 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/ports/a376530e-bf18-49e1-9ba1-44681d04bf80 HTTP/1.1" status: 200 len: 911 time: 4.0893552 Feb 04 15:47:36.494399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44436) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:36.555045 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5e422d7f-8794-41d0-b702-c26583d1150f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0292110 Feb 04 15:47:36.573190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.582034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44442) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:36.595608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Network cf36374d-d245-40cc-915b-8c254d5c5c93 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:36.628548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:36.686373 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-726c0822-efa9-457f-9628-dd61769a0578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.687507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:00:04:37', 'name': 'tempest-NetworksTestDHCPv6-1788040014'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:36.716700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:36.790848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:36.791629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.863124 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.914942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5471c82-b438-4d85-9b9a-710ce56a4335 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=a376530e-bf18-49e1-9ba1-44681d04bf80,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:36.918285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57842214-7d0b-4315-b547-2bcc3e5d5fe4 None None] Update dhcp port {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': 'd17e39e8-b21c-46b5-830e-04d31567431c', 'ip_address': '2001:db8::f816:3eff:fe23:9f9c'}, {'subnet_id': '8bd3dc70-200e-42fd-af0f-1395e71f41f0'}], 'binding:host_id': 'n-d-827870-1'}, 'id': 'a7d8515d-cddc-44b2-8124-1af62a6588c3'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:47:36.993529 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-6aeb87d8-800d-488a-bba6-8f5520d8e8ac tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1698241 Feb 04 15:47:36.996108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-57842214-7d0b-4315-b547-2bcc3e5d5fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.043576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Request body: {'port': {'device_id': 'a991169b-8226-465f-9869-fcf202885985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:37.053003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24972cb3-7a16-45da-929e-d217b81bae3f req-7fe83446-e79d-4047-8afb-c3e173e8e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:37.054655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24972cb3-7a16-45da-929e-d217b81bae3f req-7fe83446-e79d-4047-8afb-c3e173e8e87f service neutron] 10.222.0.61 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 912 time: 0.6695099 Feb 04 15:47:37.116571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b3d08-37a5-4d84-a4db-46950852a53d req-e29817e6-6a74-4878-8ce6-2d1e5a36f813 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:37.121255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec8b3d08-37a5-4d84-a4db-46950852a53d req-e29817e6-6a74-4878-8ce6-2d1e5a36f813 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 944 time: 0.6280324 Feb 04 15:47:37.138957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Subnet': ['ID=dbcc2cc2-a9fd-4fbd-901e-eb3c8c210f87,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:37.200379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Checking segment: {'id': '76a53251-bb30-4b70-8410-dde02f459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ed968389-2d0d-4341-b294-e3d0682a963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:37.201215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Network hostable DHCP agents. Network: ed968389-2d0d-4341-b294-e3d0682a963a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:37.215626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.229975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.239159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-57842214-7d0b-4315-b547-2bcc3e5d5fe4 None None] Allocated IP 2001:db8:0:1::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/8bd3dc70-200e-42fd-af0f-1395e71f41f0/a7d8515d-cddc-44b2-8124-1af62a6588c3) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:37.239408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24972cb3-7a16-45da-929e-d217b81bae3f req-e1955872-10ac-419a-b3c9-41cf7fde8afd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6273dd21-8b31-46a0-9c49-e4c4b93c88b3 HTTP/1.1" status: 200 len: 217 time: 0.0912988 Feb 04 15:47:37.266088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:37.293013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:37.313263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:37.331264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:37.346483 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:37.357354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:37.378519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec8b3d08-37a5-4d84-a4db-46950852a53d req-da44d609-737f-4861-9bd4-dcd90236e057 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730742 Feb 04 15:47:37.397648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.413256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890b027c-3ec2-4913-9cbb-563a691fb624,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:37.423505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.424955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Network ed968389-2d0d-4341-b294-e3d0682a963a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:37.435517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:37.452101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-57842214-7d0b-4315-b547-2bcc3e5d5fe4 None None] For port a7d8515d-cddc-44b2-8124-1af62a6588c3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a7d8515d-cddc-44b2-8124-1af62a6588c3,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:37.455771 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.456360 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Added segment d67beeb8-bbc6-4db5-b0ce-80e36ff73fe4 of type vlan for network efd2812d-69e6-48fc-9734-4ee5ff7c1262 Feb 04 15:47:37.468739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.487195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24972cb3-7a16-45da-929e-d217b81bae3f req-c621dca1-beba-45bd-ad41-cab47b3f1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:37.489217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24972cb3-7a16-45da-929e-d217b81bae3f req-c621dca1-beba-45bd-ad41-cab47b3f1267 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6aa8bbf6-d45c-4a46-a927-322c388308cf HTTP/1.1" status: 200 len: 851 time: 0.2400079 Feb 04 15:47:37.494775 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-57842214-7d0b-4315-b547-2bcc3e5d5fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.522101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-57842214-7d0b-4315-b547-2bcc3e5d5fe4 None None] Transition to ACTIVE for port object a7d8515d-cddc-44b2-8124-1af62a6588c3 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:37.529309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-57842214-7d0b-4315-b547-2bcc3e5d5fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.547123 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24972cb3-7a16-45da-929e-d217b81bae3f req-5d2282d3-70a1-41ed-a3cc-123f14bce997 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cbe632d-9896-4c60-b50c-303fe834e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497351 Feb 04 15:47:37.634238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b54b7b5-229a-4a4c-bb0c-8549df452fac', 'name': 'network-vif-deleted', 'tag': '19afb512-078f-41e7-b2c4-3f9ddac8377e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:37.701029 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.728277 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.729834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842214-7d0b-4315-b547-2bcc3e5d5fe4 None None] Pushing event updated for resources: {'Port': ['ID=a7d8515d-cddc-44b2-8124-1af62a6588c3,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:37.830349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, ed968389-2d0d-4341-b294-e3d0682a963a) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:37.839642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4694dc6b-ec7a-43ad-827a-ef8dbe33d0d1 None None] Network ed968389-2d0d-4341-b294-e3d0682a963a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:37.868003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24972cb3-7a16-45da-929e-d217b81bae3f req-ff501a85-6f0b-48db-9d11-17df8478c1f2 service neutron] 10.222.0.61 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713969 Feb 04 15:47:37.892548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.909791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336989e0-4f6f-4502-b120-f5df04efed4d req-02c17780-7412-434e-9c85-e4bfcafbf4fa tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:37.911346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-336989e0-4f6f-4502-b120-f5df04efed4d req-02c17780-7412-434e-9c85-e4bfcafbf4fa tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 931 time: 0.3606172 Feb 04 15:47:38.021539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.061053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.065670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-336989e0-4f6f-4502-b120-f5df04efed4d req-6a0ec59d-4338-48cd-95a2-39f8591d91c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431334 Feb 04 15:47:38.080198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=982cf082-d4e5-49a3-a111-c5cc4b8524c5,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:38.118036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.130056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event updated for resources: {'Subnet': ['ID=1b7b2378-c5e4-4425-bc0f-8be43ab0a93c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:38.182907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-ed968389-2d0d-4341-b294-e3d0682a963a', 'network_id': 'ed968389-2d0d-4341-b294-e3d0682a963a', 'tenant_id': '8a109a40286a4090a9e112ee578ed477', 'fixed_ips': [{'subnet_id': 'dbcc2cc2-a9fd-4fbd-901e-eb3c8c210f87'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:38.183678 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.183798 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.189490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:38.190382 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.213893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24972cb3-7a16-45da-929e-d217b81bae3f req-d7c238f1-6a36-4085-aafe-4fe352ba823e service neutron] 10.222.0.61 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377273 Feb 04 15:47:38.280429 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b54b7b5-229a-4a4c-bb0c-8549df452fac', 'name': 'network-vif-deleted', 'tag': '19afb512-078f-41e7-b2c4-3f9ddac8377e', 'status': 'completed', 'code': 200} Feb 04 15:47:38.472473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Allocated IP 2001:db8::1 (ed968389-2d0d-4341-b294-e3d0682a963a/dbcc2cc2-a9fd-4fbd-901e-eb3c8c210f87/63ff5f18-8f76-4110-96f8-faa056e4ffbd) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:38.575926 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.591825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-93976e04-0c7c-4243-97e1-3ba351e8922e None None] Provisioning for port a7d8515d-cddc-44b2-8124-1af62a6588c3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:38.599043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-93976e04-0c7c-4243-97e1-3ba351e8922e None None] Provisioning complete for port a7d8515d-cddc-44b2-8124-1af62a6588c3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:38.599413 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93976e04-0c7c-4243-97e1-3ba351e8922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.671615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port d209b1e8-75d5-401e-8cf8-4ba4e86ab982 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:38.779363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port a376530e-bf18-49e1-9ba1-44681d04bf80 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:38.779934 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.874707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 19afb512-078f-41e7-b2c4-3f9ddac8377e no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:38.893739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Pushing event updated for resources: {'Network': ['ID=efd2812d-69e6-48fc-9734-4ee5ff7c1262,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:38.895919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Checking segment: {'id': '82c20bfe-1676-4541-8717-a74f1f8bcf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca1022b9-3c27-415f-aca1-37d8a2f1ff23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:38.896285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Network hostable DHCP agents. Network: ca1022b9-3c27-415f-aca1-37d8a2f1ff23, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:38.923208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b293ae12-8f54-4ae4-809f-aeb4ea653dab tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.9253068 Feb 04 15:47:38.925832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network efd2812d-69e6-48fc-9734-4ee5ff7c1262 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:38.927804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44456) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:38.968231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Request body: {'subnet': {'network_id': 'efd2812d-69e6-48fc-9734-4ee5ff7c1262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:38.988958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 19afb512-078f-41e7-b2c4-3f9ddac8377e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:38.989869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 19afb512-078f-41e7-b2c4-3f9ddac8377e not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:39.006882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0acb6a-a3eb-4bb8-a174-921cc4c90833 req-2ba12847-a650-46ec-99a6-7546982cb6bc tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.008804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba0acb6a-a3eb-4bb8-a174-921cc4c90833 req-2ba12847-a650-46ec-99a6-7546982cb6bc tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 944 time: 0.3155031 Feb 04 15:47:39.037158 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.050408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Transition to ACTIVE for port object 63ff5f18-8f76-4110-96f8-faa056e4ffbd will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:39.069376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Transition to ACTIVE for port object 63ff5f18-8f76-4110-96f8-faa056e4ffbd will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:39.076340 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.098366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-6896c658-0d22-4eeb-a547-71d62a3dbdb2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.099803 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-6896c658-0d22-4eeb-a547-71d62a3dbdb2 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.2928321 Feb 04 15:47:39.157007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 58466895-d25a-4c87-82c5-8785b1b6671a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:39.164446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba0acb6a-a3eb-4bb8-a174-921cc4c90833 req-530834f6-abb8-4f44-84d1-b3760fbcaa8f tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404638 Feb 04 15:47:39.167246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Network ed968389-2d0d-4341-b294-e3d0682a963a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:39.174328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:39.176002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:39.183953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:39.186402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Pushing event updated for resources: {'Port': ['ID=63ff5f18-8f76-4110-96f8-faa056e4ffbd,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:39.188928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Network ca1022b9-3c27-415f-aca1-37d8a2f1ff23 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:39.194105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.196099 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.225378 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.289050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Attempting to bind port 63ff5f18-8f76-4110-96f8-faa056e4ffbd on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:39.289425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Attempting to bind port 63ff5f18-8f76-4110-96f8-faa056e4ffbd by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '76a53251-bb30-4b70-8410-dde02f459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ed968389-2d0d-4341-b294-e3d0682a963a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:39.289841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Attempting to bind port 63ff5f18-8f76-4110-96f8-faa056e4ffbd on network ed968389-2d0d-4341-b294-e3d0682a963a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:39.295525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:39.295910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Checking segment: {'id': '76a53251-bb30-4b70-8410-dde02f459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ed968389-2d0d-4341-b294-e3d0682a963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:39.296291 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.296687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Bound using segment: {'id': '76a53251-bb30-4b70-8410-dde02f459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ed968389-2d0d-4341-b294-e3d0682a963a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:39.297275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Bound port: 63ff5f18-8f76-4110-96f8-faa056e4ffbd, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a53251-bb30-4b70-8410-dde02f459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ed968389-2d0d-4341-b294-e3d0682a963a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:39.298685 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.319009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, ca1022b9-3c27-415f-aca1-37d8a2f1ff23) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:39.354246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8:0:1::31e (40f4fd11-09ca-4e76-8993-0ead05403d9a/8bd3dc70-200e-42fd-af0f-1395e71f41f0/d209b1e8-75d5-401e-8cf8-4ba4e86ab982) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:39.359525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.360040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.361250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.394413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37128346-de55-45b4-9e5a-94f23e05f6c8 None None] Network ca1022b9-3c27-415f-aca1-37d8a2f1ff23 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:39.420222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:39.436875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Usage tracker for resource:subnet and tenant:a8d2bba4f465494f876cb1156014de88 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:39.437072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for a376530e-bf18-49e1-9ba1-44681d04bf80 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:39.437154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:39.452268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:39.467472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Deleting port 220f55ed-72cd-4128-9acc-d8b11087dcf5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:39.467830 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.471778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:fe00:437 (40f4fd11-09ca-4e76-8993-0ead05403d9a/d17e39e8-b21c-46b5-830e-04d31567431c/d209b1e8-75d5-401e-8cf8-4ba4e86ab982) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:39.521727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a7d8515d-cddc-44b2-8124-1af62a6588c3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:39.627379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] For port 63ff5f18-8f76-4110-96f8-faa056e4ffbd, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:39.635092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] For port 63ff5f18-8f76-4110-96f8-faa056e4ffbd, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=63ff5f18-8f76-4110-96f8-faa056e4ffbd,segment=NetworkSegment(76a53251-bb30-4b70-8410-dde02f459be7),segment_id=76a53251-bb30-4b70-8410-dde02f459be7)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:39.655304 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.686038 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-874dfb2d-679d-460c-a839-30aace070aac tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.6867270 Feb 04 15:47:39.692215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44462) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:39.701703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Made reservation on behalf of a8d2bba4f465494f876cb1156014de88 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:39.705901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.814602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-35a8f053-33a9-4548-936b-fbd6a40e7751 None None] Provisioning complete for port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:39.814602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-35a8f053-33a9-4548-936b-fbd6a40e7751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.853150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a7d8515d-cddc-44b2-8124-1af62a6588c3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:39.853534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.875765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc436e26-fb4c-47e7-882b-2a996343d92c tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.878740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc436e26-fb4c-47e7-882b-2a996343d92c tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.881161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc436e26-fb4c-47e7-882b-2a996343d92c tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.882781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fc436e26-fb4c-47e7-882b-2a996343d92c tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1860261 Feb 04 15:47:39.917745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44466) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:39.922408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde56a7f-57d1-42a5-97b3-ddc4c19680e6 None None] Pushing event updated for resources: {'Port': ['ID=63ff5f18-8f76-4110-96f8-faa056e4ffbd,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:39.969359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:47:40.008278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-35a8f053-33a9-4548-936b-fbd6a40e7751 None None] Port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:40.010640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58def-5654-49f0-80eb-82db8effc5e2 req-48bbb295-eadc-4691-8257-28b42207d333 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:40.012608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9a58def-5654-49f0-80eb-82db8effc5e2 req-48bbb295-eadc-4691-8257-28b42207d333 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b HTTP/1.1" status: 200 len: 946 time: 0.5081100 Feb 04 15:47:40.080815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-ca1022b9-3c27-415f-aca1-37d8a2f1ff23', 'network_id': 'ca1022b9-3c27-415f-aca1-37d8a2f1ff23', 'tenant_id': '8a109a40286a4090a9e112ee578ed477', 'fixed_ips': [{'subnet_id': '1b7b2378-c5e4-4425-bc0f-8be43ab0a93c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:40.081238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.137326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-217d874c-44b0-4eda-9132-df9a73febebe tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Deleting subnet dbcc2cc2-a9fd-4fbd-901e-eb3c8c210f87 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:40.145741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:40.150653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] For port 220f55ed-72cd-4128-9acc-d8b11087dcf5, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=220f55ed-72cd-4128-9acc-d8b11087dcf5,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:40.151100 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.163605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.180947 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-217d874c-44b0-4eda-9132-df9a73febebe tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.224477 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.241165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Transition to ACTIVE for port object f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:40.255736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Router 7d33891d-731c-475f-8972-252982038837 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:47:40.265040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.274811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object d209b1e8-75d5-401e-8cf8-4ba4e86ab982 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:40.311929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:40.368596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '6273dd21-8b31-46a0-9c49-e4c4b93c88b3', 'network_id': '1cbe632d-9896-4c60-b50c-303fe834e5e2', 'port_id': '6273dd21-8b31-46a0-9c49-e4c4b93c88b3', 'mac_address': 'fa:16:3e:3d:c7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa8bbf6-d45c-4a46-a927-322c388308cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:47:40.469046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Allocated IP 2001:db8:0:1::1 (ca1022b9-3c27-415f-aca1-37d8a2f1ff23/1b7b2378-c5e4-4425-bc0f-8be43ab0a93c/14ff852c-465c-4cfe-8b95-b83dc39d1347) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:40.475480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.504479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:40.588042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:40.594331 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9a58def-5654-49f0-80eb-82db8effc5e2 req-e62ddb16-632c-49b6-b98e-e477b534d835 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=f595c0c3-f349-40aa-bbfb-983cf3f52a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548823 Feb 04 15:47:40.597459 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.607680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Calling delete_port for 220f55ed-72cd-4128-9acc-d8b11087dcf5 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:40.650663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.667350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Pushing event updated for resources: {'Port': ['ID=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:40.708516 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-217d874c-44b0-4eda-9132-df9a73febebe tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.732527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:47:40.765340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc57cfa-440a-41bb-a40c-9f1a58cf9727 None None] Sync routers for ids ['7d33891d-731c-475f-8972-252982038837'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:40.815311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3a864ce8-47b8-45cd-8e02-26eb4bbda445 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "PUT /v2.0/routers/7d33891d-731c-475f-8972-252982038837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6933343 Feb 04 15:47:40.818025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:40.820082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44472) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:40.826479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=a376530e-bf18-49e1-9ba1-44681d04bf80,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:40.827023 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.835285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc57cfa-440a-41bb-a40c-9f1a58cf9727 None None] Routers {'7d33891d-731c-475f-8972-252982038837'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:40.836125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ffc57cfa-440a-41bb-a40c-9f1a58cf9727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['7d33891d-731c-475f-8972-252982038837'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:40.900963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['6273dd21-8b31-46a0-9c49-e4c4b93c88b3'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:47:40.916281 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.003457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ffc57cfa-440a-41bb-a40c-9f1a58cf9727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:41.056078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc57cfa-440a-41bb-a40c-9f1a58cf9727 None None] Routers {'7d33891d-731c-475f-8972-252982038837'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:41.056973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ffc57cfa-440a-41bb-a40c-9f1a58cf9727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['7d33891d-731c-475f-8972-252982038837'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:41.057994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:41.072508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:41.084501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:41.090346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:41.090990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.097300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Attempting to bind port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:41.097726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Attempting to bind port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:41.097975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Attempting to bind port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:41.100017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=d209b1e8-75d5-401e-8cf8-4ba4e86ab982,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:41.118984 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.138614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 on network cf36374d-d245-40cc-915b-8c254d5c5c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:47:41.139170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Attempting to bind port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:41.152581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Pushing event updated for resources: {'Subnet': ['ID=576623e8-b839-4d3f-9725-f3190262f17e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:41.164306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:41.165050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Checking segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:41.165997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Bound using segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:41.166837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Bound port: f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:41.167804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.188246 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.197895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ffc57cfa-440a-41bb-a40c-9f1a58cf9727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:41.197895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc57cfa-440a-41bb-a40c-9f1a58cf9727 None None] The sync data for ids ['7d33891d-731c-475f-8972-252982038837'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:41.200595 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-267ec612-78c8-465a-b08f-e032048a1c8b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6017931 Feb 04 15:47:41.209202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44476) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:41.214056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Checking segment: {'id': 'd67beeb8-bbc6-4db5-b0ce-80e36ff73fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'efd2812d-69e6-48fc-9734-4ee5ff7c1262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:41.214759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Network hostable DHCP agents. Network: efd2812d-69e6-48fc-9734-4ee5ff7c1262, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:41.244168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Transition to ACTIVE for port object 14ff852c-465c-4cfe-8b95-b83dc39d1347 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:41.302664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Transition to ACTIVE for port object 14ff852c-465c-4cfe-8b95-b83dc39d1347 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:41.319708 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.365174 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.395299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6495914-0cc9-491c-84d1-bd9788b986f9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:41.396190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a6495914-0cc9-491c-84d1-bd9788b986f9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:41.400304 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-217d874c-44b0-4eda-9132-df9a73febebe tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.417871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Pushing event updated for resources: {'Port': ['ID=14ff852c-465c-4cfe-8b95-b83dc39d1347,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:41.438812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Network ca1022b9-3c27-415f-aca1-37d8a2f1ff23 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:41.442116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:41.445625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:41.556580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] For port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:41.567621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] For port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:41.571055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a6495914-0cc9-491c-84d1-bd9788b986f9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:41.572460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a6495914-0cc9-491c-84d1-bd9788b986f9 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d33891d-731c-475f-8972-252982038837 HTTP/1.1" status: 200 len: 981 time: 0.7508495 Feb 04 15:47:41.577487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-564346d2-7398-4ef1-9700-520ddb99b193 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port d209b1e8-75d5-401e-8cf8-4ba4e86ab982 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:41.577986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 63ff5f18-8f76-4110-96f8-faa056e4ffbd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:41.578288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-564346d2-7398-4ef1-9700-520ddb99b193 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.611710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44480) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:41.612653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Network efd2812d-69e6-48fc-9734-4ee5ff7c1262 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:41.615509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.655399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Attempting to bind port 14ff852c-465c-4cfe-8b95-b83dc39d1347 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:41.655761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Attempting to bind port 14ff852c-465c-4cfe-8b95-b83dc39d1347 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '82c20bfe-1676-4541-8717-a74f1f8bcf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca1022b9-3c27-415f-aca1-37d8a2f1ff23'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:41.656119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Attempting to bind port 14ff852c-465c-4cfe-8b95-b83dc39d1347 on network ca1022b9-3c27-415f-aca1-37d8a2f1ff23 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:41.669578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:41.669955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Checking segment: {'id': '82c20bfe-1676-4541-8717-a74f1f8bcf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca1022b9-3c27-415f-aca1-37d8a2f1ff23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:41.670351 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.670739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Bound using segment: {'id': '82c20bfe-1676-4541-8717-a74f1f8bcf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca1022b9-3c27-415f-aca1-37d8a2f1ff23'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:41.671217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Bound port: 14ff852c-465c-4cfe-8b95-b83dc39d1347, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c20bfe-1676-4541-8717-a74f1f8bcf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ca1022b9-3c27-415f-aca1-37d8a2f1ff23'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:41.671583 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.672425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event deleted for resources: {'Port': ['ID=220f55ed-72cd-4128-9acc-d8b11087dcf5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:41.791984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-efa77940-80d1-4f09-8ee1-abb846be67e9 None None] Provisioning for port d209b1e8-75d5-401e-8cf8-4ba4e86ab982 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:41.819008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-efa77940-80d1-4f09-8ee1-abb846be67e9 None None] Provisioning complete for port d209b1e8-75d5-401e-8cf8-4ba4e86ab982 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:41.819382 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-efa77940-80d1-4f09-8ee1-abb846be67e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.821451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:41.822169 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.823646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] 10.222.0.53 "PUT /v2.0/ports/f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 HTTP/1.1" status: 200 len: 1091 time: 4.8068984 Feb 04 15:47:41.824364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, efd2812d-69e6-48fc-9734-4ee5ff7c1262) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:41.825735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a991169b-8226-465f-9869-fcf202885985', 'tag': 'f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:41.863014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202221f-9b9c-4cb6-a66d-c2090537edff service neutron] Pushing event updated for resources: {'Port': ['ID=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:41.867576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 63ff5f18-8f76-4110-96f8-faa056e4ffbd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:41.870110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:41.870858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.872980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb295e-6fa5-4fbd-be24-8070ce62b929 None None] Network ed968389-2d0d-4341-b294-e3d0682a963a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:41.886367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc937e-ecce-40af-bb08-1bfccb3909a2 None None] Network efd2812d-69e6-48fc-9734-4ee5ff7c1262 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:41.997635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] No DVR routers for this DVR port 220f55ed-72cd-4128-9acc-d8b11087dcf5 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:42.006079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.008489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b', 'name': 'network-vif-deleted', 'tag': '220f55ed-72cd-4128-9acc-d8b11087dcf5'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:42.022003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 4e3aab76-07d0-42df-b537-1435e6abcc68 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:47:42.033908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150978-1900-4993-8f82-0e800967ffd0 req-1528724f-753c-47e5-80dc-7b24c823f6b2 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:42.035374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66150978-1900-4993-8f82-0e800967ffd0 req-1528724f-753c-47e5-80dc-7b24c823f6b2 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 943 time: 1.2247477 Feb 04 15:47:42.044247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 220f55ed-72cd-4128-9acc-d8b11087dcf5 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:42.073647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-660925f7-3bb5-48e7-9de2-d8bd4f25d80c req-d8516e9c-01c1-4180-9147-c20d75a5f05a tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "DELETE /v2.0/ports/220f55ed-72cd-4128-9acc-d8b11087dcf5 HTTP/1.1" status: 204 len: 173 time: 2.9675734 Feb 04 15:47:42.136792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 220f55ed-72cd-4128-9acc-d8b11087dcf5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:42.137175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 220f55ed-72cd-4128-9acc-d8b11087dcf5 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:42.140413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] For port 14ff852c-465c-4cfe-8b95-b83dc39d1347, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:42.161395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-efa77940-80d1-4f09-8ee1-abb846be67e9 None None] Port d209b1e8-75d5-401e-8cf8-4ba4e86ab982 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:42.170184 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] For port 14ff852c-465c-4cfe-8b95-b83dc39d1347, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14ff852c-465c-4cfe-8b95-b83dc39d1347,segment=NetworkSegment(82c20bfe-1676-4541-8717-a74f1f8bcf57),segment_id=82c20bfe-1676-4541-8717-a74f1f8bcf57)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:42.188139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.216101 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-217d874c-44b0-4eda-9132-df9a73febebe tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.259501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:47:42.275902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66150978-1900-4993-8f82-0e800967ffd0 req-f42038bb-f80c-43d4-ba49-34a015a42002 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252264 Feb 04 15:47:42.278355 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d33e4d-7488-47c5-8c97-b00edcabcac7 None None] Sync routers for ids ['4e3aab76-07d0-42df-b537-1435e6abcc68'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:42.292749 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d33e4d-7488-47c5-8c97-b00edcabcac7 None None] Routers {'4e3aab76-07d0-42df-b537-1435e6abcc68'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:42.293161 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b6d33e4d-7488-47c5-8c97-b00edcabcac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4e3aab76-07d0-42df-b537-1435e6abcc68'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.302855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d874c-44b0-4eda-9132-df9a73febebe tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcc2cc2-a9fd-4fbd-901e-eb3c8c210f87,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:42.310343 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-217d874c-44b0-4eda-9132-df9a73febebe tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.312356 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-217d874c-44b0-4eda-9132-df9a73febebe tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/subnets/dbcc2cc2-a9fd-4fbd-901e-eb3c8c210f87 HTTP/1.1" status: 204 len: 168 time: 2.3928998 Feb 04 15:47:42.321562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7895856e-3b74-45fb-af42-1ed09f6d9ed2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/4e3aab76-07d0-42df-b537-1435e6abcc68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8259394 Feb 04 15:47:42.323298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44490) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:42.323298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44492) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:42.425441 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b6d33e4d-7488-47c5-8c97-b00edcabcac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.449002 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d33e4d-7488-47c5-8c97-b00edcabcac7 None None] Routers {'4e3aab76-07d0-42df-b537-1435e6abcc68'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:42.449625 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b6d33e4d-7488-47c5-8c97-b00edcabcac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4e3aab76-07d0-42df-b537-1435e6abcc68'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.521669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb4a9a-8b79-4b69-b757-84c2a0537503 None None] Pushing event updated for resources: {'Port': ['ID=14ff852c-465c-4cfe-8b95-b83dc39d1347,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:42.532879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9aaa52d8-6c19-4ac1-ace0-15c42d72220e None None] Provisioning for port 63ff5f18-8f76-4110-96f8-faa056e4ffbd completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:42.542328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9aaa52d8-6c19-4ac1-ace0-15c42d72220e None None] Provisioning complete for port 63ff5f18-8f76-4110-96f8-faa056e4ffbd triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:42.542925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9aaa52d8-6c19-4ac1-ace0-15c42d72220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.591218 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b6d33e4d-7488-47c5-8c97-b00edcabcac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:42.591704 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d33e4d-7488-47c5-8c97-b00edcabcac7 None None] The sync data for ids ['4e3aab76-07d0-42df-b537-1435e6abcc68'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:42.683034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8ecaad7a-a4a0-4875-a5e9-9c743ebed23b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:42.715625 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1ad60495-e652-4368-acaf-340895d7af1f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7819476 Feb 04 15:47:42.716657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-efd2812d-69e6-48fc-9734-4ee5ff7c1262', 'network_id': 'efd2812d-69e6-48fc-9734-4ee5ff7c1262', 'tenant_id': 'a8d2bba4f465494f876cb1156014de88', 'fixed_ips': [{'subnet_id': '576623e8-b839-4d3f-9725-f3190262f17e'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:42.717507 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.731713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44498) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:42.738531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Request body: {'port': {'network_id': 'efd2812d-69e6-48fc-9734-4ee5ff7c1262', 'name': 'tempest-TagsExtTest-1028453953'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:42.832717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8ecaad7a-a4a0-4875-a5e9-9c743ebed23b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:42.838493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8ecaad7a-a4a0-4875-a5e9-9c743ebed23b tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e3aab76-07d0-42df-b537-1435e6abcc68 HTTP/1.1" status: 200 len: 205 time: 0.5103054 Feb 04 15:47:42.839592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44502) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:42.879932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-901cddc7-9ca1-40c0-a6b3-0caf8cf8babd tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Deleting subnet 1b7b2378-c5e4-4425-bc0f-8be43ab0a93c {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:42.885476 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-901cddc7-9ca1-40c0-a6b3-0caf8cf8babd tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.957339 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9aaa52d8-6c19-4ac1-ace0-15c42d72220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.963474 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-564346d2-7398-4ef1-9700-520ddb99b193 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.020259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5407a-1f84-4de1-999f-2dc136c2d501 None None] DHCP port deletion for ed968389-2d0d-4341-b294-e3d0682a963a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:43.028110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5407a-1f84-4de1-999f-2dc136c2d501 None None] Deleting port 63ff5f18-8f76-4110-96f8-faa056e4ffbd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:43.028421 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fc5407a-1f84-4de1-999f-2dc136c2d501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.102887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9aaa52d8-6c19-4ac1-ace0-15c42d72220e None None] For port 63ff5f18-8f76-4110-96f8-faa056e4ffbd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=63ff5f18-8f76-4110-96f8-faa056e4ffbd,segment=NetworkSegment(76a53251-bb30-4b70-8410-dde02f459be7),segment_id=76a53251-bb30-4b70-8410-dde02f459be7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:43.115689 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9aaa52d8-6c19-4ac1-ace0-15c42d72220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.130719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-564346d2-7398-4ef1-9700-520ddb99b193 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for d209b1e8-75d5-401e-8cf8-4ba4e86ab982 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:43.136184 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-046d3ef1-6d5a-4859-808a-f95f0961ed90 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.188739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-901cddc7-9ca1-40c0-a6b3-0caf8cf8babd tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.245628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Allocated IP 172.20.0.2 (efd2812d-69e6-48fc-9734-4ee5ff7c1262/576623e8-b839-4d3f-9725-f3190262f17e/36c163f3-69b1-48b2-994d-36dc0dfecd4b) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:43.255518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-284f9ee2-8e3e-42c4-b46a-01a1a144110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:43.256570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa52d8-6c19-4ac1-ace0-15c42d72220e None None] Pushing event updated for resources: {'Port': ['ID=63ff5f18-8f76-4110-96f8-faa056e4ffbd,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:43.257425 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-284f9ee2-8e3e-42c4-b46a-01a1a144110b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 1094 time: 1.3149459 Feb 04 15:47:43.325417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682b62b-5895-439d-9ad0-dc04c571ef75 req-7d4044c3-a4a1-4edd-bf1d-9e543b262c0b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:43.326902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a682b62b-5895-439d-9ad0-dc04c571ef75 req-7d4044c3-a4a1-4edd-bf1d-9e543b262c0b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 945 time: 0.6865659 Feb 04 15:47:43.378156 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-b6aeb9fe-6c8c-4718-ae9d-65be3d90f660 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 HTTP/1.1" status: 200 len: 217 time: 0.1093419 Feb 04 15:47:43.422172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0fc5407a-1f84-4de1-999f-2dc136c2d501 None None] For port 63ff5f18-8f76-4110-96f8-faa056e4ffbd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=63ff5f18-8f76-4110-96f8-faa056e4ffbd,segment=NetworkSegment(76a53251-bb30-4b70-8410-dde02f459be7),segment_id=76a53251-bb30-4b70-8410-dde02f459be7)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:43.422760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fc5407a-1f84-4de1-999f-2dc136c2d501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.481971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:43.497686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Usage tracker for resource:port and tenant:a8d2bba4f465494f876cb1156014de88 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:43.542068 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-046d3ef1-6d5a-4859-808a-f95f0961ed90 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.544876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-046d3ef1-6d5a-4859-808a-f95f0961ed90 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.545911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:43.565852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-83df9a71-c058-498b-a223-eca6f7b803cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:43.567337 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-83df9a71-c058-498b-a223-eca6f7b803cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.1606202 Feb 04 15:47:43.568563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:43.595095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-046d3ef1-6d5a-4859-808a-f95f0961ed90 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.595625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046d3ef1-6d5a-4859-808a-f95f0961ed90 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Fanout notify agent at l3_agent the message router_deleted on router 4e3aab76-07d0-42df-b537-1435e6abcc68 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:47:43.630374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5407a-1f84-4de1-999f-2dc136c2d501 None None] Calling delete_port for 63ff5f18-8f76-4110-96f8-faa056e4ffbd owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:43.654269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-901cddc7-9ca1-40c0-a6b3-0caf8cf8babd tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.696461 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-e4655ec5-db56-4b0a-8b63-b8b2231d68f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811732 Feb 04 15:47:43.701253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Made reservation on behalf of a8d2bba4f465494f876cb1156014de88 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:43.705282 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.728672 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-046d3ef1-6d5a-4859-808a-f95f0961ed90 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.732168 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-046d3ef1-6d5a-4859-808a-f95f0961ed90 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/4e3aab76-07d0-42df-b537-1435e6abcc68 HTTP/1.1" status: 204 len: 168 time: 0.8868437 Feb 04 15:47:43.734901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44508) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:43.776525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 14ff852c-465c-4cfe-8b95-b83dc39d1347 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:43.821194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0fc5407a-1f84-4de1-999f-2dc136c2d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.822183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a682b62b-5895-439d-9ad0-dc04c571ef75 req-89dabd85-e5a3-46ad-85ad-787e893d0c21 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799931 Feb 04 15:47:43.871259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c207ac16-63f0-4875-ad16-16d0dbe17225 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting subnet 81179a26-9a29-4ad2-8e3e-a03f6d199e74 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:43.876211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-901cddc7-9ca1-40c0-a6b3-0caf8cf8babd tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.882592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c207ac16-63f0-4875-ad16-16d0dbe17225 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.900820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5407a-1f84-4de1-999f-2dc136c2d501 None None] No DVR routers for this DVR port 63ff5f18-8f76-4110-96f8-faa056e4ffbd on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:43.919397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5407a-1f84-4de1-999f-2dc136c2d501 None None] Pushing event deleted for resources: {'Port': ['ID=63ff5f18-8f76-4110-96f8-faa056e4ffbd,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:43.944119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] device_id is not set on port 8743d154-b0c8-4253-b679-ccb68a734189 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:43.957653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:43.988400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cddc7-9ca1-40c0-a6b3-0caf8cf8babd tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7b2378-c5e4-4425-bc0f-8be43ab0a93c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:43.995392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-901cddc7-9ca1-40c0-a6b3-0caf8cf8babd tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.016222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-901cddc7-9ca1-40c0-a6b3-0caf8cf8babd tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/subnets/1b7b2378-c5e4-4425-bc0f-8be43ab0a93c HTTP/1.1" status: 204 len: 168 time: 1.6922913 Feb 04 15:47:44.017499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44514) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:44.028367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a337c9-a0a3-49f6-b2a7-95d0002ed5d2 None None] Network ca1022b9-3c27-415f-aca1-37d8a2f1ff23 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:44.060661 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a991169b-8226-465f-9869-fcf202885985', 'tag': 'f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4', 'status': 'completed', 'code': 200} Feb 04 15:47:44.086375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c207ac16-63f0-4875-ad16-16d0dbe17225 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.099901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-564346d2-7398-4ef1-9700-520ddb99b193 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.171719 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd7e0bf-f3f8-41ea-a665-b75c0bb95b5b', 'name': 'network-vif-deleted', 'tag': '220f55ed-72cd-4128-9acc-d8b11087dcf5', 'status': 'completed', 'code': 200} Feb 04 15:47:44.206474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4ef67-4d79-4091-ab99-a44632d6bfb0 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:44.207227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d9b4ef67-4d79-4091-ab99-a44632d6bfb0 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Synchronizing usage tracker for tenant:8a109a40286a4090a9e112ee578ed477 on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:44.211671 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c207ac16-63f0-4875-ad16-16d0dbe17225 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.218867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 14ff852c-465c-4cfe-8b95-b83dc39d1347 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:44.256724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564346d2-7398-4ef1-9700-520ddb99b193 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=d209b1e8-75d5-401e-8cf8-4ba4e86ab982,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:44.269188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-86ffb8f8-5d3c-4694-b6a5-b0f628af4bc4 None None] Provisioning for port 14ff852c-465c-4cfe-8b95-b83dc39d1347 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:44.316490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-86ffb8f8-5d3c-4694-b6a5-b0f628af4bc4 None None] Provisioning complete for port 14ff852c-465c-4cfe-8b95-b83dc39d1347 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:44.316897 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-86ffb8f8-5d3c-4694-b6a5-b0f628af4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.339201 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-65f6ea14-b41e-41e6-ad0a-58a3228c5673 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198902 Feb 04 15:47:44.377202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 63ff5f18-8f76-4110-96f8-faa056e4ffbd no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:44.402738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d9b4ef67-4d79-4091-ab99-a44632d6bfb0 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Unset dirty status for tenant:8a109a40286a4090a9e112ee578ed477 on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:44.406180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d9b4ef67-4d79-4091-ab99-a44632d6bfb0 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3815815 Feb 04 15:47:44.411648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c207ac16-63f0-4875-ad16-16d0dbe17225 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.418562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44518) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:44.448329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 63ff5f18-8f76-4110-96f8-faa056e4ffbd {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:44.448844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 63ff5f18-8f76-4110-96f8-faa056e4ffbd not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:44.521072 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.524577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.602052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Transition to ACTIVE for port object 36c163f3-69b1-48b2-994d-36dc0dfecd4b will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:44.620920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:44.643336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Transition to ACTIVE for port object 36c163f3-69b1-48b2-994d-36dc0dfecd4b will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:44.648511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:44.648982 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.687061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c972b711-ad8a-4ed0-9f88-5b87b52e1e6e None None] Network 296f26f8-7559-44e1-9e33-c408bb667f0d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:44.700302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-564346d2-7398-4ef1-9700-520ddb99b193 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.700562 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c207ac16-63f0-4875-ad16-16d0dbe17225 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.703083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207ac16-63f0-4875-ad16-16d0dbe17225 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Subnet': ['ID=81179a26-9a29-4ad2-8e3e-a03f6d199e74,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:44.742201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c207ac16-63f0-4875-ad16-16d0dbe17225 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/81179a26-9a29-4ad2-8e3e-a03f6d199e74 HTTP/1.1" status: 204 len: 168 time: 1.0027022 Feb 04 15:47:44.744752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44522) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:44.835536 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-564346d2-7398-4ef1-9700-520ddb99b193 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/d209b1e8-75d5-401e-8cf8-4ba4e86ab982 HTTP/1.1" status: 204 len: 168 time: 3.6240392 Feb 04 15:47:44.839757 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.842333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:44.851701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.864743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a69415-36ef-4350-bfb9-e17855d07bd0 req-e5e3f7cf-5ac3-4626-a11c-1a008391be16 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:44.866917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44a69415-36ef-4350-bfb9-e17855d07bd0 req-e5e3f7cf-5ac3-4626-a11c-1a008391be16 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 943 time: 0.6203215 Feb 04 15:47:44.925638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Deleting port 14ff852c-465c-4cfe-8b95-b83dc39d1347 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:44.925912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.968468 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.992008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Network efd2812d-69e6-48fc-9734-4ee5ff7c1262 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:45.005486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:45.008231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:45.013401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44a69415-36ef-4350-bfb9-e17855d07bd0 req-ba494c88-54d6-4786-972d-f29b152e0e2b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321030 Feb 04 15:47:45.017276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 1780d7d4-ed69-4b46-b55c-0d251b72c46e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:45.017671 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.048839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Allocated IP 172.20.0.14 (efd2812d-69e6-48fc-9734-4ee5ff7c1262/576623e8-b839-4d3f-9725-f3190262f17e/8743d154-b0c8-4253-b679-ccb68a734189) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:45.088237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad4b333e-903a-4ce3-8c43-24a598bf8e55 req-31556ada-2850-4382-8bd7-aeec5d8db270 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648718 Feb 04 15:47:45.127263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Pushing event updated for resources: {'Port': ['ID=36c163f3-69b1-48b2-994d-36dc0dfecd4b,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:45.162380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-86ffb8f8-5d3c-4694-b6a5-b0f628af4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.254843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] DHCP port deletion for ca1022b9-3c27-415f-aca1-37d8a2f1ff23 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:45.304637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Deleting port 14ff852c-465c-4cfe-8b95-b83dc39d1347 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:45.305290 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.387260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Attempting to bind port 36c163f3-69b1-48b2-994d-36dc0dfecd4b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:45.387764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Attempting to bind port 36c163f3-69b1-48b2-994d-36dc0dfecd4b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd67beeb8-bbc6-4db5-b0ce-80e36ff73fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'efd2812d-69e6-48fc-9734-4ee5ff7c1262'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:45.388340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Attempting to bind port 36c163f3-69b1-48b2-994d-36dc0dfecd4b on network efd2812d-69e6-48fc-9734-4ee5ff7c1262 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:45.400372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-86ffb8f8-5d3c-4694-b6a5-b0f628af4bc4 None None] For port 14ff852c-465c-4cfe-8b95-b83dc39d1347, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14ff852c-465c-4cfe-8b95-b83dc39d1347,segment=NetworkSegment(82c20bfe-1676-4541-8717-a74f1f8bcf57),segment_id=82c20bfe-1676-4541-8717-a74f1f8bcf57)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:45.406248 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.416385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] For port 14ff852c-465c-4cfe-8b95-b83dc39d1347, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14ff852c-465c-4cfe-8b95-b83dc39d1347,segment=NetworkSegment(82c20bfe-1676-4541-8717-a74f1f8bcf57),segment_id=82c20bfe-1676-4541-8717-a74f1f8bcf57)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:45.417366 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.423501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:45.424107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Checking segment: {'id': 'd67beeb8-bbc6-4db5-b0ce-80e36ff73fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'efd2812d-69e6-48fc-9734-4ee5ff7c1262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:45.424718 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.425235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Bound using segment: {'id': 'd67beeb8-bbc6-4db5-b0ce-80e36ff73fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'efd2812d-69e6-48fc-9734-4ee5ff7c1262'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:45.425840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Bound port: 36c163f3-69b1-48b2-994d-36dc0dfecd4b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67beeb8-bbc6-4db5-b0ce-80e36ff73fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'efd2812d-69e6-48fc-9734-4ee5ff7c1262'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:45.426291 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.444953 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-86ffb8f8-5d3c-4694-b6a5-b0f628af4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.496342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 14ff852c-465c-4cfe-8b95-b83dc39d1347 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:45.565867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949d92b-9ff2-45d8-ac42-6ed5f695ee54 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:45.566605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4949d92b-9ff2-45d8-ac42-6ed5f695ee54 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:45.574002 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.607486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Calling delete_port for 14ff852c-465c-4cfe-8b95-b83dc39d1347 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:45.616143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Transition to ACTIVE for port object 8743d154-b0c8-4253-b679-ccb68a734189 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:45.629483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 982cf082-d4e5-49a3-a111-c5cc4b8524c5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:45.629710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.673505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4949d92b-9ff2-45d8-ac42-6ed5f695ee54 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:45.677494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4949d92b-9ff2-45d8-ac42-6ed5f695ee54 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8250489 Feb 04 15:47:45.677664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port 1780d7d4-ed69-4b46-b55c-0d251b72c46e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1780d7d4-ed69-4b46-b55c-0d251b72c46e,segment=NetworkSegment(a43efc88-a575-455b-81df-9669e8bd10dd),segment_id=a43efc88-a575-455b-81df-9669e8bd10dd)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:45.677664 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.684160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44534) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:45.684355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af725c0c-86e2-4357-ad1f-5114fa0f6317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6273dd21-8b31-46a0-9c49-e4c4b93c88b3'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:45.749545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:45.812122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-41ed4c6d-65f6-47c0-bc8a-69c3c56ada71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:45.814511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-41ed4c6d-65f6-47c0-bc8a-69c3c56ada71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 1094 time: 0.3339748 Feb 04 15:47:45.847146 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.860364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7357aab0-0ff3-419f-9331-b6104c522331 None None] DHCP port deletion for 296f26f8-7559-44e1-9e33-c408bb667f0d request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:45.866857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 1780d7d4-ed69-4b46-b55c-0d251b72c46e owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:45.882533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffb8f8-5d3c-4694-b6a5-b0f628af4bc4 None None] Pushing event updated for resources: {'Port': ['ID=14ff852c-465c-4cfe-8b95-b83dc39d1347,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:45.929505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.937370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7357aab0-0ff3-419f-9331-b6104c522331 None None] Deleting port 1780d7d4-ed69-4b46-b55c-0d251b72c46e {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:45.937370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7357aab0-0ff3-419f-9331-b6104c522331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.023840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:46.024071 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:46.069034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac5474f7-051a-4210-8263-ea493952efda None None] For port 36c163f3-69b1-48b2-994d-36dc0dfecd4b, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:46.071654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.075511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3ce38c-210e-4eca-aa40-cc61423c2680 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.076427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1c3ce38c-210e-4eca-aa40-cc61423c2680 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:46.080461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Network efd2812d-69e6-48fc-9734-4ee5ff7c1262 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:46.082244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.087937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:46.088334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] For port 14ff852c-465c-4cfe-8b95-b83dc39d1347, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14ff852c-465c-4cfe-8b95-b83dc39d1347,segment=NetworkSegment(82c20bfe-1676-4541-8717-a74f1f8bcf57),segment_id=82c20bfe-1676-4541-8717-a74f1f8bcf57)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:46.088858 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.097194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:46.114277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac5474f7-051a-4210-8263-ea493952efda None None] For port 36c163f3-69b1-48b2-994d-36dc0dfecd4b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=36c163f3-69b1-48b2-994d-36dc0dfecd4b,segment=NetworkSegment(d67beeb8-bbc6-4db5-b0ce-80e36ff73fe4),segment_id=d67beeb8-bbc6-4db5-b0ce-80e36ff73fe4)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:46.128560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Pushing event updated for resources: {'Port': ['ID=8743d154-b0c8-4253-b679-ccb68a734189,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:46.145610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ae25-68ee-494d-8e23-55aa14249b3a req-1fc5ee8c-f360-46c5-bb01-8ab66a4e5ff7 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.147236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d816ae25-68ee-494d-8e23-55aa14249b3a req-1fc5ee8c-f360-46c5-bb01-8ab66a4e5ff7 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.2876201 Feb 04 15:47:46.158876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=1780d7d4-ed69-4b46-b55c-0d251b72c46e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:46.162010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No DVR routers for this DVR port 1780d7d4-ed69-4b46-b55c-0d251b72c46e on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:46.163557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1c3ce38c-210e-4eca-aa40-cc61423c2680 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:46.164883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1c3ce38c-210e-4eca-aa40-cc61423c2680 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4788704 Feb 04 15:47:46.183236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-f9d7531f-8276-422c-b14b-b2a19432aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.184702 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-f9d7531f-8276-422c-b14b-b2a19432aa08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.3548841 Feb 04 15:47:46.190393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44542) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:46.211477 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.220170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.220537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.220978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.221343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.221690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.222045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.222605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.222730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.223058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.223384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.223744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.224084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:46.294334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Calling delete_port for 14ff852c-465c-4cfe-8b95-b83dc39d1347 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:46.328690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7357aab0-0ff3-419f-9331-b6104c522331 None None] The port '1780d7d4-ed69-4b46-b55c-0d251b72c46e' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:47:46.365511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:46.400247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 982cf082-d4e5-49a3-a111-c5cc4b8524c5 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:46.402048 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.469210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d816ae25-68ee-494d-8e23-55aa14249b3a req-49d90c01-b0b3-4a37-b80f-0886496172fc tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112972 Feb 04 15:47:46.474863 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.514057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296f26f8-7559-44e1-9e33-c408bb667f0d']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:46.528961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43efc88-a575-455b-81df-9669e8bd10dd') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:46.529335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43efc88-a575-455b-81df-9669e8bd10dd') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:46.544800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.560810 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-0c43d586-1ce0-48d7-b8fd-e58d22c4b771 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 HTTP/1.1" status: 200 len: 217 time: 0.1320200 Feb 04 15:47:46.564560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.575617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:46.575617 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.583089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 14ff852c-465c-4cfe-8b95-b83dc39d1347, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14ff852c-465c-4cfe-8b95-b83dc39d1347,segment=NetworkSegment(82c20bfe-1676-4541-8717-a74f1f8bcf57),segment_id=82c20bfe-1676-4541-8717-a74f1f8bcf57)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:46.590177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5474f7-051a-4210-8263-ea493952efda None None] Pushing event updated for resources: {'Port': ['ID=36c163f3-69b1-48b2-994d-36dc0dfecd4b,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:46.600358 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.667875 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:46.668220 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:46.685454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.685856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.698033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=14ff852c-465c-4cfe-8b95-b83dc39d1347,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:46.705790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Deleting port 14ff852c-465c-4cfe-8b95-b83dc39d1347 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:46.706299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.712367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82231164-890a-4c64-bee5-5d352e0ff2f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.713857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82231164-890a-4c64-bee5-5d352e0ff2f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.715353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82231164-890a-4c64-bee5-5d352e0ff2f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.716169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-82231164-890a-4c64-bee5-5d352e0ff2f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:46.731393 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:46.738571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-edc82551-a338-40b7-bbbd-43486a0781bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.740280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-edc82551-a338-40b7-bbbd-43486a0781bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.1548440 Feb 04 15:47:46.802218 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d83e3357-e730-4f46-bc70-5fa59ed7b60d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0688133 Feb 04 15:47:46.810586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44546) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:46.816829 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-1ead1ab5-f660-4307-b09d-af48b340e52b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684028 Feb 04 15:47:46.817616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-82231164-890a-4c64-bee5-5d352e0ff2f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:46.818466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-82231164-890a-4c64-bee5-5d352e0ff2f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4270661 Feb 04 15:47:46.821773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44550) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:46.821883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1400095512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:46.831054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:46.865691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:47:46.882270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.894810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.919584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Usage tracker for resource:router and tenant:a8d2bba4f465494f876cb1156014de88 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:46.931730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:46.958750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:46.958982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Network': ['ID=296f26f8-7559-44e1-9e33-c408bb667f0d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:47.002730 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.003370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.056104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e902d6-1dd8-4eed-a1e2-743d0d20d5c6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 8bd3dc70-200e-42fd-af0f-1395e71f41f0 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:47.062375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1eba27fa-4d1a-4d47-8801-eb4a5d28d8d9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/networks/296f26f8-7559-44e1-9e33-c408bb667f0d HTTP/1.1" status: 204 len: 168 time: 2.3168569 Feb 04 15:47:47.077575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44554) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:47.084825 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7e902d6-1dd8-4eed-a1e2-743d0d20d5c6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.091488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:47.099087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1882818698', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:47.107370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'port_id': 'f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4', 'mac_address': 'fa:16:3e:bc:57:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78064bb-81be-4819-b4ef-67045bdf4b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:47:47.120394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:47.129278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-91b331f8-4b7c-4bb2-998a-816610ed3ce6 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994614 Feb 04 15:47:47.130642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:router and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:47.135773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:47.167164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:47.172175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Deleting port 14ff852c-465c-4cfe-8b95-b83dc39d1347 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:47.172747 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.234739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.240821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.252109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.261475 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:47.286551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a38aa-6d28-4e5a-8243-f5cd0d8f70fb req-7ba484fb-c1bc-4e8c-ac60-88ed5c083cfa tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:47.287251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0a2a38aa-6d28-4e5a-8243-f5cd0d8f70fb req-7ba484fb-c1bc-4e8c-ac60-88ed5c083cfa tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:47.306968 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.307683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.323159 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7e902d6-1dd8-4eed-a1e2-743d0d20d5c6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.326604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:47.328298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=982cf082-d4e5-49a3-a111-c5cc4b8524c5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:47.336100 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.367801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] For port 14ff852c-465c-4cfe-8b95-b83dc39d1347, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14ff852c-465c-4cfe-8b95-b83dc39d1347,segment=NetworkSegment(82c20bfe-1676-4541-8717-a74f1f8bcf57),segment_id=82c20bfe-1676-4541-8717-a74f1f8bcf57)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:47.368158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.482725 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.496556 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.531133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-0a2a38aa-6d28-4e5a-8243-f5cd0d8f70fb req-7ba484fb-c1bc-4e8c-ac60-88ed5c083cfa tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:47.538111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a2a38aa-6d28-4e5a-8243-f5cd0d8f70fb req-7ba484fb-c1bc-4e8c-ac60-88ed5c083cfa tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.7904017 Feb 04 15:47:47.551080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Calling delete_port for 14ff852c-465c-4cfe-8b95-b83dc39d1347 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:47.581639 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e71755-6f57-4df5-8a46-640575d3fab0 req-33b122bb-5ce2-45b1-b5ab-6c71e798a9af service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383910 Feb 04 15:47:47.597678 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.601775 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f64b036a-ef78-4b27-a7bb-b9546ec8057b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7873452 Feb 04 15:47:47.605410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44560) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:47.619415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:47:47.646703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2a751ec5-69a2-462d-8fdc-13fd2b77690f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-955789997', 'prefixes': ['172.20.0.0/16']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:47.671587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2a751ec5-69a2-462d-8fdc-13fd2b77690f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:47.672112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:47.689649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 36c163f3-69b1-48b2-994d-36dc0dfecd4b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:47.697953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.773631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] For port 14ff852c-465c-4cfe-8b95-b83dc39d1347, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14ff852c-465c-4cfe-8b95-b83dc39d1347,segment=NetworkSegment(82c20bfe-1676-4541-8717-a74f1f8bcf57),segment_id=82c20bfe-1676-4541-8717-a74f1f8bcf57)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:47.776219 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.782426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-48978dd5-fc3a-40da-a78d-4e2f67b536d8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:47.783909 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-48978dd5-fc3a-40da-a78d-4e2f67b536d8 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 0.6168246 Feb 04 15:47:47.786659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a2a38aa-6d28-4e5a-8243-f5cd0d8f70fb req-320c44c1-f80e-4e9b-8254-f97578830964 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477710 Feb 04 15:47:47.840276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.841685 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c1ca1f1e-61f9-408e-8ba9-fcaf8015bedf tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7631490 Feb 04 15:47:47.842578 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.848202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44566) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:47.868931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-939905444'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:47.918561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.930113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7e902d6-1dd8-4eed-a1e2-743d0d20d5c6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.935489 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af725c0c-86e2-4357-ad1f-5114fa0f6317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6273dd21-8b31-46a0-9c49-e4c4b93c88b3', 'code': 200} Feb 04 15:47:48.050076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Calling delete_port for 14ff852c-465c-4cfe-8b95-b83dc39d1347 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:48.052389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:48.060361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:network and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:48.065985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:48.098446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Port': ['ID=14ff852c-465c-4cfe-8b95-b83dc39d1347,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:48.114178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] No DVR routers for this DVR port 14ff852c-465c-4cfe-8b95-b83dc39d1347 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:48.142676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 36c163f3-69b1-48b2-994d-36dc0dfecd4b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:48.149956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:48.171821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Deleting port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:48.173159 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.176130 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:48.178490 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:47:48.193535 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:48.193887 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:48.230312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2242275e-5f5a-4ff7-9494-b8597e6a183d None None] Network efd2812d-69e6-48fc-9734-4ee5ff7c1262 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:48.262273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1780d7d4-ed69-4b46-b55c-0d251b72c46e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:48.366845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 1780d7d4-ed69-4b46-b55c-0d251b72c46e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:48.367436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1780d7d4-ed69-4b46-b55c-0d251b72c46e not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:48.413326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:48.418623 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.426014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d679789d-8805-4cb2-9462-5b746ded09d0 None None] Provisioning for port 36c163f3-69b1-48b2-994d-36dc0dfecd4b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:48.443761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Router 7d33891d-731c-475f-8972-252982038837 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:47:48.449071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d679789d-8805-4cb2-9462-5b746ded09d0 None None] Provisioning complete for port 36c163f3-69b1-48b2-994d-36dc0dfecd4b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:48.449439 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d679789d-8805-4cb2-9462-5b746ded09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.536074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a751ec5-69a2-462d-8fdc-13fd2b77690f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for subnetpool, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.540917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2a751ec5-69a2-462d-8fdc-13fd2b77690f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.9065847 Feb 04 15:47:48.542204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44570) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:48.542929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:48.556687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-530d7669-1206-4a06-837c-0b6b4f98ee9d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e', 'tempest-TagsExtTest-Tag-1462421388') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:48.604825 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.653161 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.653161 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added segment a26714ab-b6c3-4214-9296-d3a93c874ec6 of type vlan for network d10832f8-81fe-4d08-a394-a0425807b07b Feb 04 15:47:48.656190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:47:48.661486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7e902d6-1dd8-4eed-a1e2-743d0d20d5c6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.679904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1b2ea-95dc-4c7d-bb08-99bd1372a152 None None] Sync routers for ids ['7d33891d-731c-475f-8972-252982038837'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:48.686637 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5c78e47e-6f40-41fc-b363-f763387c8743 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "PUT /v2.0/routers/7d33891d-731c-475f-8972-252982038837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0643351 Feb 04 15:47:48.689574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44574) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:48.704199 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d679789d-8805-4cb2-9462-5b746ded09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.705620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1022b9-3c27-415f-aca1-37d8a2f1ff23']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:48.712653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1b2ea-95dc-4c7d-bb08-99bd1372a152 None None] Routers {'7d33891d-731c-475f-8972-252982038837'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:48.713365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a7b1b2ea-95dc-4c7d-bb08-99bd1372a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['7d33891d-731c-475f-8972-252982038837'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:48.747515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.752889 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8013e2-22dc-497b-8a3e-86b3f8dfc62b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:47:48.753483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7a8013e2-22dc-497b-8a3e-86b3f8dfc62b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:48.790007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a7b1b2ea-95dc-4c7d-bb08-99bd1372a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:48.814611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7a8013e2-22dc-497b-8a3e-86b3f8dfc62b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:48.815421 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7a8013e2-22dc-497b-8a3e-86b3f8dfc62b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/982cf082-d4e5-49a3-a111-c5cc4b8524c5 HTTP/1.1" status: 404 len: 333 time: 0.1246698 Feb 04 15:47:48.816752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d679789d-8805-4cb2-9462-5b746ded09d0 None None] For port 36c163f3-69b1-48b2-994d-36dc0dfecd4b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=36c163f3-69b1-48b2-994d-36dc0dfecd4b,segment=NetworkSegment(d67beeb8-bbc6-4db5-b0ce-80e36ff73fe4),segment_id=d67beeb8-bbc6-4db5-b0ce-80e36ff73fe4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:48.820284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1b2ea-95dc-4c7d-bb08-99bd1372a152 None None] Routers {'7d33891d-731c-475f-8972-252982038837'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:48.821132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a7b1b2ea-95dc-4c7d-bb08-99bd1372a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['7d33891d-731c-475f-8972-252982038837'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:48.823209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44578) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:48.851024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e902d6-1dd8-4eed-a1e2-743d0d20d5c6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd3dc70-200e-42fd-af0f-1395e71f41f0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:48.854373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61594957-618b-42b5-93fb-7e8b774bd9c1 req-35083c39-4ce9-48e5-bfb1-e71842983307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:48.856068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61594957-618b-42b5-93fb-7e8b774bd9c1 req-35083c39-4ce9-48e5-bfb1-e71842983307 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 1097 time: 0.8489711 Feb 04 15:47:48.858622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c20bfe-1676-4541-8717-a74f1f8bcf57') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:48.859256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c20bfe-1676-4541-8717-a74f1f8bcf57') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:48.880656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299534ca-9ab7-451f-9d21-a9ef5fd12296 req-4d0c24e0-e895-4367-a3b2-b29bd98571e4 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:48.882517 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-299534ca-9ab7-451f-9d21-a9ef5fd12296 req-4d0c24e0-e895-4367-a3b2-b29bd98571e4 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 944 time: 0.8853991 Feb 04 15:47:48.891949 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.897592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:48.898235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.905292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7e902d6-1dd8-4eed-a1e2-743d0d20d5c6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.942234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.954862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a7b1b2ea-95dc-4c7d-bb08-99bd1372a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:48.955274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1b2ea-95dc-4c7d-bb08-99bd1372a152 None None] The sync data for ids ['7d33891d-731c-475f-8972-252982038837'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:48.957439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e45d68-9a85-4ffb-b039-2eac5a53291d None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:49.031186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a7e902d6-1dd8-4eed-a1e2-743d0d20d5c6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/8bd3dc70-200e-42fd-af0f-1395e71f41f0 HTTP/1.1" status: 204 len: 168 time: 2.2083161 Feb 04 15:47:49.041477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44584) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:49.045393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:49.049480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.092046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Network': ['ID=d10832f8-81fe-4d08-a394-a0425807b07b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:49.103206 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-530d7669-1206-4a06-837c-0b6b4f98ee9d tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags/tempest-TagsExtTest-Tag-1462421388 HTTP/1.1" status: 201 len: 201 time: 0.5578256 Feb 04 15:47:49.112997 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d679789d-8805-4cb2-9462-5b746ded09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.114767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network d10832f8-81fe-4d08-a394-a0425807b07b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:47:49.117305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] For port 1ee1f425-7e54-4e30-b398-db5d5dd439a9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=1ee1f425-7e54-4e30-b398-db5d5dd439a9,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:49.117822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.122338 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a1d45346-013f-4044-954c-6dfb8f1a6653 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2696803 Feb 04 15:47:49.122338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1605df27-ba27-4145-9b49-3afdacdb0873 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.126663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44588) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:49.127102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44590) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:49.128507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:49.129409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:49.157047 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:49.163634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Deleting port 14ff852c-465c-4cfe-8b95-b83dc39d1347 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:49.164002 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.170287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-299534ca-9ab7-451f-9d21-a9ef5fd12296 req-9ffecd5b-5ff2-478f-b298-41fb68604b19 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522399 Feb 04 15:47:49.308559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.tag.tag_plugin [None req-fdb0a90c-351f-4cf8-b053-e70021fe2cb6 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189', 'tempest-TagsExtTest-Tag-886017754') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:49.363013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61594957-618b-42b5-93fb-7e8b774bd9c1 req-3aa148ec-5441-4d58-b499-2aed64d72619 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793262 Feb 04 15:47:49.414430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9c60811e-30e0-4dbd-be52-f4cce1aa5e5e None None] The port '14ff852c-465c-4cfe-8b95-b83dc39d1347' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:47:49.414580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'subnet': {'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:49.476308 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1605df27-ba27-4145-9b49-3afdacdb0873 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.479992 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32728893-2354-40ad-b33e-999aca1b05a2 None None] Provisioning complete for port 36c163f3-69b1-48b2-994d-36dc0dfecd4b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:49.480154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1605df27-ba27-4145-9b49-3afdacdb0873 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.480569 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32728893-2354-40ad-b33e-999aca1b05a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.510050 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1605df27-ba27-4145-9b49-3afdacdb0873 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.510610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1605df27-ba27-4145-9b49-3afdacdb0873 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Fanout notify agent at l3_agent the message router_deleted on router 7d33891d-731c-475f-8972-252982038837 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:47:49.520080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:49.525443 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1605df27-ba27-4145-9b49-3afdacdb0873 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.529084 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1605df27-ba27-4145-9b49-3afdacdb0873 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/routers/7d33891d-731c-475f-8972-252982038837 HTTP/1.1" status: 204 len: 168 time: 0.7024198 Feb 04 15:47:49.529642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44596) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:49.544122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679789d-8805-4cb2-9462-5b746ded09d0 None None] Pushing event updated for resources: {'Port': ['ID=36c163f3-69b1-48b2-994d-36dc0dfecd4b,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:49.553147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:49.553650 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.613380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d00e28f-6f29-440f-833c-8266361feff7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet 68209a17-6243-4049-bf54-297aef649889 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:49.616448 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d00e28f-6f29-440f-833c-8266361feff7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.621709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.673589 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.681589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d00e28f-6f29-440f-833c-8266361feff7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.697564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba346a5c-ec5a-487f-b397-4e03de0d61f7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet d17e39e8-b21c-46b5-830e-04d31567431c {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:47:49.709606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Network': ['ID=ca1022b9-3c27-415f-aca1-37d8a2f1ff23,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:49.721482 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ba346a5c-ec5a-487f-b397-4e03de0d61f7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.770152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d00e28f-6f29-440f-833c-8266361feff7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.831283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9fa8e460-64aa-4df0-8626-581b7837c5eb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/networks/ca1022b9-3c27-415f-aca1-37d8a2f1ff23 HTTP/1.1" status: 204 len: 168 time: 5.3604403 Feb 04 15:47:49.832211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44600) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:49.855477 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.886424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32728893-2354-40ad-b33e-999aca1b05a2 None None] Provisioning for port 8743d154-b0c8-4253-b679-ccb68a734189 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:49.892653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32728893-2354-40ad-b33e-999aca1b05a2 None None] Provisioning complete for port 8743d154-b0c8-4253-b679-ccb68a734189 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:49.893140 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32728893-2354-40ad-b33e-999aca1b05a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.903674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:49.924991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:subnet and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:49.931204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ba346a5c-ec5a-487f-b397-4e03de0d61f7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.937248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a991169b-8226-465f-9869-fcf202885985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:49.962145 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d00e28f-6f29-440f-833c-8266361feff7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.963887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:49.966590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:49.971790 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.005899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 1ee1f425-7e54-4e30-b398-db5d5dd439a9 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:50.055344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-32728893-2354-40ad-b33e-999aca1b05a2 None None] Port 8743d154-b0c8-4253-b679-ccb68a734189 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:50.062812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:50.135989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b24c35-7684-4afc-ac1a-3bee322b8f91 req-94391997-43ef-498d-98c7-73ca9e8dcca7 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:50.143277 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21b24c35-7684-4afc-ac1a-3bee322b8f91 req-94391997-43ef-498d-98c7-73ca9e8dcca7 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.7134979 Feb 04 15:47:50.143894 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:50.152188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:50.155655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00e28f-6f29-440f-833c-8266361feff7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=68209a17-6243-4049-bf54-297aef649889,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:50.155800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.168252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.182695 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7d00e28f-6f29-440f-833c-8266361feff7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.194115 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7d00e28f-6f29-440f-833c-8266361feff7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/68209a17-6243-4049-bf54-297aef649889 HTTP/1.1" status: 204 len: 168 time: 0.6637142 Feb 04 15:47:50.210554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44606) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:50.235826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc1f3c-1134-46d7-afc3-f220094de9a6 None None] Network 58466895-d25a-4c87-82c5-8785b1b6671a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:50.316099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-54803e45-c497-4210-b817-15c6b975e2a4 None None] Provisioning complete for port 8743d154-b0c8-4253-b679-ccb68a734189 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:50.316601 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54803e45-c497-4210-b817-15c6b975e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.343298 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.343760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.344079 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Floating IP 31ec666e-5d2a-409a-8110-dfda94dc03f7 disassociated. External IP: 172.25.8.78, port: 1ee1f425-7e54-4e30-b398-db5d5dd439a9. Feb 04 15:47:50.344479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Calling delete_port for 1ee1f425-7e54-4e30-b398-db5d5dd439a9 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:50.360101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.391475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed968389-2d0d-4341-b294-e3d0682a963a']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:50.404036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fdb0a90c-351f-4cf8-b053-e70021fe2cb6 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags/tempest-TagsExtTest-Tag-886017754 HTTP/1.1" status: 201 len: 201 time: 1.2498765 Feb 04 15:47:50.417634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a53251-bb30-4b70-8410-dde02f459be7') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:50.417929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a53251-bb30-4b70-8410-dde02f459be7') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:50.434281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-54803e45-c497-4210-b817-15c6b975e2a4 None None] Port 8743d154-b0c8-4253-b679-ccb68a734189 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:50.450594 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.488896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.497758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44612) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:50.516541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:50.517452 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.617707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-3a700fe4-84e3-4b35-afbe-9527d9419f5e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc', 'tempest-TagsExtTest-Tag-1121153606') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:50.674981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71e046-6171-48ac-91c5-9bf0c41f4499 None None] DHCP port deletion for 58466895-d25a-4c87-82c5-8785b1b6671a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:50.676870 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:50.680995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0d71e046-6171-48ac-91c5-9bf0c41f4499 None None] Deleting port 269439c5-06d8-4587-b9ec-99f769534864 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:50.681505 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0d71e046-6171-48ac-91c5-9bf0c41f4499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.806090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.837932 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.842110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Network': ['ID=ed968389-2d0d-4341-b294-e3d0682a963a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:50.846636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ba346a5c-ec5a-487f-b397-4e03de0d61f7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.865887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3a700fe4-84e3-4b35-afbe-9527d9419f5e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags/tempest-TagsExtTest-Tag-1121153606 HTTP/1.1" status: 201 len: 201 time: 0.3618882 Feb 04 15:47:50.866223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44616) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:50.871496 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bc0e96b9-9837-4586-89ec-50d0501c5557 tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/networks/ed968389-2d0d-4341-b294-e3d0682a963a HTTP/1.1" status: 204 len: 168 time: 1.0355361 Feb 04 15:47:50.873191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-5a88bb5c-559d-46a9-ad13-f93413b756a4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f', 'tempest-TagsExtTest-Tag-198188233') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:50.879389 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21b24c35-7684-4afc-ac1a-3bee322b8f91 req-3b7f95e1-7e7e-4609-84e6-f16f06240ef5 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7352397 Feb 04 15:47:50.885216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44620) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:50.921628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.928274 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5a88bb5c-559d-46a9-ad13-f93413b756a4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags/tempest-TagsExtTest-Tag-198188233 HTTP/1.1" status: 201 len: 201 time: 0.0609105 Feb 04 15:47:50.929362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44624) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:50.935578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-c7df750b-a980-4c06-9929-e89dfd80321a tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:50.988569 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e610584a-adcf-4107-8913-72678a781ba7 None None] Provisioning complete for port a7d8515d-cddc-44b2-8124-1af62a6588c3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:50.989209 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e610584a-adcf-4107-8913-72678a781ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.017540 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c7df750b-a980-4c06-9929-e89dfd80321a tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags HTTP/1.1" status: 200 len: 241 time: 0.0864494 Feb 04 15:47:51.019873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44628) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.025283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-a4561c76-4fb1-4011-a14b-2f89d1e3274e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e', 'tempest-TagsExtTest-Tag-1462421388') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.045879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0d71e046-6171-48ac-91c5-9bf0c41f4499 None None] For port 269439c5-06d8-4587-b9ec-99f769534864, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=269439c5-06d8-4587-b9ec-99f769534864,segment=NetworkSegment(dc95a895-dd55-480d-a70e-22b58b7dec12),segment_id=dc95a895-dd55-480d-a70e-22b58b7dec12)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:51.046430 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0d71e046-6171-48ac-91c5-9bf0c41f4499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.103335 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a4561c76-4fb1-4011-a14b-2f89d1e3274e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags/tempest-TagsExtTest-Tag-1462421388 HTTP/1.1" status: 204 len: 168 time: 0.0824428 Feb 04 15:47:51.104378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44632) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.110910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-1a701297-33ff-4a19-ae69-4c66dcabec16 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e', 'tempest-TagsExtTest-Tag-1462421388') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.118829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 269439c5-06d8-4587-b9ec-99f769534864 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:51.119257 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.179678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0d71e046-6171-48ac-91c5-9bf0c41f4499 None None] Calling delete_port for 269439c5-06d8-4587-b9ec-99f769534864 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:51.209708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1a701297-33ff-4a19-ae69-4c66dcabec16 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags/tempest-TagsExtTest-Tag-1462421388 HTTP/1.1" status: 204 len: 168 time: 0.1039746 Feb 04 15:47:51.212276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44636) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.218994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-019727e6-6f85-4104-ba84-315fdfb50aae tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.264312 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.310409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-019727e6-6f85-4104-ba84-315fdfb50aae tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags HTTP/1.1" status: 200 len: 205 time: 0.0956721 Feb 04 15:47:51.311360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44640) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.319451 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ba346a5c-ec5a-487f-b397-4e03de0d61f7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.332186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-cddf6f3f-c398-4106-8630-54180dcc3919 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.334004 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0d71e046-6171-48ac-91c5-9bf0c41f4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.383615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71e046-6171-48ac-91c5-9bf0c41f4499 None None] Pushing event deleted for resources: {'Port': ['ID=269439c5-06d8-4587-b9ec-99f769534864,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:51.388469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71e046-6171-48ac-91c5-9bf0c41f4499 None None] No DVR routers for this DVR port 269439c5-06d8-4587-b9ec-99f769534864 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:51.419978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] The port '269439c5-06d8-4587-b9ec-99f769534864' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:47:51.424948 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ba346a5c-ec5a-487f-b397-4e03de0d61f7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.426237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cddf6f3f-c398-4106-8630-54180dcc3919 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags HTTP/1.1" status: 200 len: 240 time: 0.1056645 Feb 04 15:47:51.428884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44644) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.434360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-97b837f7-436e-44e3-9a99-6c300d312da6 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189', 'tempest-TagsExtTest-Tag-886017754') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.440901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba346a5c-ec5a-487f-b397-4e03de0d61f7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=d17e39e8-b21c-46b5-830e-04d31567431c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:51.447263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa02646e-a668-4f0d-9de4-dae2e120268a None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:51.501661 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.522649 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-97b837f7-436e-44e3-9a99-6c300d312da6 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags/tempest-TagsExtTest-Tag-886017754 HTTP/1.1" status: 204 len: 168 time: 0.0837140 Feb 04 15:47:51.522649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44648) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.527313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-6f680f7d-0905-425c-a4ff-603ef65bfee2 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189', 'tempest-TagsExtTest-Tag-886017754') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.535688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 36c163f3-69b1-48b2-994d-36dc0dfecd4b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:51.613385 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6f680f7d-0905-425c-a4ff-603ef65bfee2 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags/tempest-TagsExtTest-Tag-886017754 HTTP/1.1" status: 204 len: 168 time: 0.0907438 Feb 04 15:47:51.614075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44652) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.619297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-396ebe34-b058-454b-89d1-b3e6fac31e91 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.666246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event deleted for resources: {'Port': ['ID=1ee1f425-7e54-4e30-b398-db5d5dd439a9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:51.671096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ba346a5c-ec5a-487f-b397-4e03de0d61f7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/d17e39e8-b21c-46b5-830e-04d31567431c HTTP/1.1" status: 204 len: 168 time: 2.6162987 Feb 04 15:47:51.672666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44656) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.705848 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-396ebe34-b058-454b-89d1-b3e6fac31e91 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags HTTP/1.1" status: 200 len: 205 time: 0.0906725 Feb 04 15:47:51.706669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44662) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.712159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-f499e425-e2cc-4f5d-a3fc-a2b06324b132 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.712963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 36c163f3-69b1-48b2-994d-36dc0dfecd4b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:51.713345 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.800355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.837258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.860748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c070bdf7-aef6-495d-8db2-998a4a764bbf None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:47:51.865359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c070bdf7-aef6-495d-8db2-998a4a764bbf None None] Deleting port a7d8515d-cddc-44b2-8124-1af62a6588c3 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:51.865981 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c070bdf7-aef6-495d-8db2-998a4a764bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.906130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4c65d-aefc-4f01-a275-e3d29b8c07a7 req-39c10151-ecfe-4fa4-acad-8a85036c4311 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:51.908237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bfa4c65d-aefc-4f01-a275-e3d29b8c07a7 req-39c10151-ecfe-4fa4-acad-8a85036c4311 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Synchronizing usage tracker for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:51.910172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 269439c5-06d8-4587-b9ec-99f769534864 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:51.913103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4b46b7-c199-48cd-a8ed-b2e7d694d6f9') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.913405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4b46b7-c199-48cd-a8ed-b2e7d694d6f9') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.949405 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f499e425-e2cc-4f5d-a3fc-a2b06324b132 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags HTTP/1.1" status: 200 len: 241 time: 0.2415013 Feb 04 15:47:51.952891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 269439c5-06d8-4587-b9ec-99f769534864 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:51.953335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 269439c5-06d8-4587-b9ec-99f769534864 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:51.959137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44668) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.964445 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7f64c140-5496-4191-ba40-9c522db4cc85 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2903492 Feb 04 15:47:51.970814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-f2099a5e-f2f4-48a3-8649-d7c9d3eaa48f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc', 'tempest-TagsExtTest-Tag-1121153606') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:51.991745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.994952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44670) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.064492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.073887 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.085432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:52.130481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c070bdf7-aef6-495d-8db2-998a4a764bbf None None] For port a7d8515d-cddc-44b2-8124-1af62a6588c3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a7d8515d-cddc-44b2-8124-1af62a6588c3,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:52.131139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c070bdf7-aef6-495d-8db2-998a4a764bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.226294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bfa4c65d-aefc-4f01-a275-e3d29b8c07a7 req-39c10151-ecfe-4fa4-acad-8a85036c4311 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Unset dirty status for tenant:471aa203ed68486e939c8ab113a56f07 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:52.227438 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bfa4c65d-aefc-4f01-a275-e3d29b8c07a7 req-39c10151-ecfe-4fa4-acad-8a85036c4311 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ac72b2-0819-4f69-bc07-eee10fa91b20 HTTP/1.1" status: 200 len: 944 time: 1.2010448 Feb 04 15:47:52.229201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58466895-d25a-4c87-82c5-8785b1b6671a']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.229990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f2099a5e-f2f4-48a3-8649-d7c9d3eaa48f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags/tempest-TagsExtTest-Tag-1121153606 HTTP/1.1" status: 204 len: 168 time: 0.2643521 Feb 04 15:47:52.232624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44676) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.238818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-b510cb7e-de0c-4d4c-914c-5349b377ab7b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc', 'tempest-TagsExtTest-Tag-1121153606') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.245471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.277504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c070bdf7-aef6-495d-8db2-998a4a764bbf None None] Calling delete_port for a7d8515d-cddc-44b2-8124-1af62a6588c3 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:52.298096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc95a895-dd55-480d-a70e-22b58b7dec12') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.298600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc95a895-dd55-480d-a70e-22b58b7dec12') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.340181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Subnet': ['ID=fa4611e0-073e-40a0-8448-35124857a4ad,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:52.395251 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c070bdf7-aef6-495d-8db2-998a4a764bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.404301 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b510cb7e-de0c-4d4c-914c-5349b377ab7b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags/tempest-TagsExtTest-Tag-1121153606 HTTP/1.1" status: 204 len: 168 time: 0.1703336 Feb 04 15:47:52.406510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44680) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.413801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:52.414220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.420903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-b9b6a6fa-b7d3-495c-8abb-37a720f30599 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:52.436553 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:52.494353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070bdf7-aef6-495d-8db2-998a4a764bbf None None] Pushing event deleted for resources: {'Port': ['ID=a7d8515d-cddc-44b2-8124-1af62a6588c3,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:52.497835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070bdf7-aef6-495d-8db2-998a4a764bbf None None] No DVR routers for this DVR port a7d8515d-cddc-44b2-8124-1af62a6588c3 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:52.588060 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b9b6a6fa-b7d3-495c-8abb-37a720f30599 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags HTTP/1.1" status: 200 len: 205 time: 0.1799366 Feb 04 15:47:52.590606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44684) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.596293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-fd1c2ea1-0605-4b62-9bfb-7b61c98d71ed tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.621556 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fd1c2ea1-0605-4b62-9bfb-7b61c98d71ed tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags HTTP/1.1" status: 200 len: 240 time: 0.0299606 Feb 04 15:47:52.624022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44688) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.629664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-105973d1-a5eb-47ff-a803-7c3c782162dc tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f', 'tempest-TagsExtTest-Tag-198188233') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.650444 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.654550 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-105973d1-a5eb-47ff-a803-7c3c782162dc tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags/tempest-TagsExtTest-Tag-198188233 HTTP/1.1" status: 204 len: 168 time: 0.0295577 Feb 04 15:47:52.657607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44692) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.662565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-53a6339d-d8ec-4697-9869-fb7951d4d657 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f', 'tempest-TagsExtTest-Tag-198188233') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.701661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-53a6339d-d8ec-4697-9869-fb7951d4d657 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags/tempest-TagsExtTest-Tag-198188233 HTTP/1.1" status: 204 len: 168 time: 0.0430691 Feb 04 15:47:52.705216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44696) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.710745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-2aef120b-10e2-4061-89b0-cbd3e98634f9 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.719189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Checking segment: {'id': 'a26714ab-b6c3-4214-9296-d3a93c874ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:52.719778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network hostable DHCP agents. Network: d10832f8-81fe-4d08-a394-a0425807b07b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:52.736240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2aef120b-10e2-4061-89b0-cbd3e98634f9 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags HTTP/1.1" status: 200 len: 205 time: 0.0293798 Feb 04 15:47:52.737666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:52.739626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44700) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.742608 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.745881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-2edae3ce-3a77-4530-9e8f-867cf7616aec tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.757503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:52.763050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:52.763455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.776073 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2edae3ce-3a77-4530-9e8f-867cf7616aec tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags HTTP/1.1" status: 204 len: 168 time: 0.0349557 Feb 04 15:47:52.779101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44704) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.783665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:52.784105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-d588db1a-688d-4bd3-8cb1-4e203d281903 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:52.789969 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:52.846662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bfa4c65d-aefc-4f01-a275-e3d29b8c07a7 req-f3fe6b0e-4e3b-4954-af59-5c9b1793941f tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a3e4ed-6fc6-4168-ba38-419dca183d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5599296 Feb 04 15:47:52.848472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:52.856408 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.883445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Router 81604e1b-b521-479b-bdb7-4db10f49e87d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:47:52.903289 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a991169b-8226-465f-9869-fcf202885985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4', 'code': 200} Feb 04 15:47:52.917546 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.923105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:52.926492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.943916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d588db1a-688d-4bd3-8cb1-4e203d281903 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1608102 Feb 04 15:47:52.944554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44708) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:52.950909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-0dd05019-4538-4753-af90-0f79ac50a6fb tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:53.010301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Network': ['ID=e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:53.029086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network d10832f8-81fe-4d08-a394-a0425807b07b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:53.092292 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0dd05019-4538-4753-af90-0f79ac50a6fb tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags HTTP/1.1" status: 204 len: 168 time: 0.1466334 Feb 04 15:47:53.095191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff72fea-5048-4f3b-932b-cb44ea09ce5c req-522a6a2d-1303-47ed-b5f4-f7baae883547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:53.096584 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7ff72fea-5048-4f3b-932b-cb44ea09ce5c req-522a6a2d-1303-47ed-b5f4-f7baae883547 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 1096 time: 0.1120911 Feb 04 15:47:53.097106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44712) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.101632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-f013c8be-7036-47a3-8925-14b62a5dfece tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:53.128819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e93b5b2d-454d-4684-88cb-2141083dfefa tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/networks/e22ed50b-1c1b-4ff1-8bcd-e648b1b83ab7 HTTP/1.1" status: 204 len: 168 time: 2.2289898 Feb 04 15:47:53.144139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.151930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.194361 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.196677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, d10832f8-81fe-4d08-a394-a0425807b07b) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:53.205997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26556747-953e-4129-b466-0f833215cf8b None None] Network d10832f8-81fe-4d08-a394-a0425807b07b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:53.218994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Network': ['ID=58466895-d25a-4c87-82c5-8785b1b6671a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:53.226185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:53.226766 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.257305 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-db6da23a-03ea-4d91-9757-0026a13294b6 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/networks/58466895-d25a-4c87-82c5-8785b1b6671a HTTP/1.1" status: 204 len: 168 time: 3.0298903 Feb 04 15:47:53.265316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44720) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.313895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.329659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7ff72fea-5048-4f3b-932b-cb44ea09ce5c req-86589206-d574-4f11-878e-cfd6368e3826 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005641 Feb 04 15:47:53.388835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d0c5a146-cdce-472d-947b-1f63a30895af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2311251 Feb 04 15:47:53.405596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44724) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.452596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-d10832f8-81fe-4d08-a394-a0425807b07b', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:53.455066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.467640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a7d8515d-cddc-44b2-8124-1af62a6588c3 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:47:53.502689 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f013c8be-7036-47a3-8925-14b62a5dfece tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags HTTP/1.1" status: 204 len: 168 time: 0.4044724 Feb 04 15:47:53.505949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44728) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.513788 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: a7d8515d-cddc-44b2-8124-1af62a6588c3 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:47:53.514401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a7d8515d-cddc-44b2-8124-1af62a6588c3 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:47:53.522650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-040dbdd3-6611-44d6-bb2e-c763b5baca23 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e', 'tempest-TagsExtTest-Tag-1669474082') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:53.539512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc943c7-4b91-43be-995f-011ded07b0fd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:53.540080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bbc943c7-4b91-43be-995f-011ded07b0fd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:47:53.569642 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.606269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e951e0-e8d4-4312-8b29-35b359944641']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:53.626838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715220ad-8bf9-4b1c-a36a-ca778b14a67c') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:53.627057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715220ad-8bf9-4b1c-a36a-ca778b14a67c') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:53.634934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:47:53.648300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.649052 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] Sync routers for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:53.671286 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:53.671963 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:53.672727 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.680147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:53.680660 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.681309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Allocated IP 2001:db8::2 (d10832f8-81fe-4d08-a394-a0425807b07b/fa4611e0-073e-40a0-8448-35124857a4ad/6996f5d5-22f6-4a3f-baab-09e323528c1b) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:53.699938 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:53.740853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca3f4-36a9-440a-9cfa-4039958e427c req-499c8d29-3cdd-4ae4-9f23-66458b272da1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:53.742360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73bca3f4-36a9-440a-9cfa-4039958e427c req-499c8d29-3cdd-4ae4-9f23-66458b272da1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 945 time: 0.7300336 Feb 04 15:47:53.817377 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.841024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.854568 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-040dbdd3-6611-44d6-bb2e-c763b5baca23 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags/tempest-TagsExtTest-Tag-1669474082 HTTP/1.1" status: 201 len: 201 time: 0.3475373 Feb 04 15:47:53.857842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44732) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.858754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] Pushing event deleted for resources: {'Network': ['ID=a3e951e0-e8d4-4312-8b29-35b359944641,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:53.866503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-7b558d7b-c345-45dd-b861-1284b171e04b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189', 'tempest-TagsExtTest-Tag-859520102') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:53.891011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] No DVR routers for this DVR port 1ee1f425-7e54-4e30-b398-db5d5dd439a9 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:53.897516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bbc943c7-4b91-43be-995f-011ded07b0fd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:47:53.898674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bbc943c7-4b91-43be-995f-011ded07b0fd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/8685a53d-5f78-4b0d-b017-559ab29336d5 HTTP/1.1" status: 200 len: 841 time: 0.6316161 Feb 04 15:47:53.905345 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a2d80fed-04fa-4435-9108-07814099faeb tempest-BulkNetworkOpsIpV6Test-1697363435 tempest-BulkNetworkOpsIpV6Test-1697363435-project] 10.222.0.46 "DELETE /v2.0/networks/a3e951e0-e8d4-4312-8b29-35b359944641 HTTP/1.1" status: 204 len: 168 time: 0.7601516 Feb 04 15:47:53.906062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44738) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:53.946672 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:47:53.967614 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.982848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Transition to ACTIVE for port object 6996f5d5-22f6-4a3f-baab-09e323528c1b will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:53.996019 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.002390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-deleted', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:54.026069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Transition to ACTIVE for port object 6996f5d5-22f6-4a3f-baab-09e323528c1b will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:54.038855 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.055540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c22a3d0-9431-4bdf-a3f1-dd76965d35c2 req-6d394b78-85eb-43e3-9e60-d38121277e07 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.61 "DELETE /v2.0/ports/1ee1f425-7e54-4e30-b398-db5d5dd439a9 HTTP/1.1" status: 204 len: 173 time: 6.2621646 Feb 04 15:47:54.171985 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a6792ff6-17f7-49ce-8253-9878fbfd30f5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/8685a53d-5f78-4b0d-b017-559ab29336d5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2639720 Feb 04 15:47:54.172292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Network d10832f8-81fe-4d08-a394-a0425807b07b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:54.172639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:54.180734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:54.183370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:54.193622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:54.300823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73bca3f4-36a9-440a-9cfa-4039958e427c req-a55181cb-27dc-464a-be8e-f4ea137e68f6 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356328 Feb 04 15:47:54.496892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Pushing event updated for resources: {'Port': ['ID=6996f5d5-22f6-4a3f-baab-09e323528c1b,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:54.508502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44752) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:54.514837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Attempting to bind port 6996f5d5-22f6-4a3f-baab-09e323528c1b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:54.515206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Attempting to bind port 6996f5d5-22f6-4a3f-baab-09e323528c1b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'a26714ab-b6c3-4214-9296-d3a93c874ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:54.516501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Attempting to bind port 6996f5d5-22f6-4a3f-baab-09e323528c1b on network d10832f8-81fe-4d08-a394-a0425807b07b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:54.516822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:54.524070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:54.524070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Checking segment: {'id': 'a26714ab-b6c3-4214-9296-d3a93c874ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:54.524415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.525185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Bound using segment: {'id': 'a26714ab-b6c3-4214-9296-d3a93c874ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:54.525571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Bound port: 6996f5d5-22f6-4a3f-baab-09e323528c1b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26714ab-b6c3-4214-9296-d3a93c874ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:54.526187 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.533795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:54.541664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:54.558431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:54.573188 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7b558d7b-c345-45dd-b861-1284b171e04b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags/tempest-TagsExtTest-Tag-859520102 HTTP/1.1" status: 201 len: 201 time: 0.7095783 Feb 04 15:47:54.573188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:54.584651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44756) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:54.590683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.606061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.tag.tag_plugin [None req-f120a000-973f-452a-a715-ea9e93ba23ec tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc', 'tempest-TagsExtTest-Tag-1987440390') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:54.614860 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cf9d5184-84b4-4c76-b1f9-32a05df011be', 'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:05Z', 'updated_at': '2022-02-04T15:38:22Z', 'revision_number': 5, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'subnets': [{'id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:54.619281 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] Checking router: 81604e1b-b521-479b-bdb7-4db10f49e87d for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:47:54.630568 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:47:54.631438 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:54.666866 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.747385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] For port 6996f5d5-22f6-4a3f-baab-09e323528c1b, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:54.753849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] For port 6996f5d5-22f6-4a3f-baab-09e323528c1b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6996f5d5-22f6-4a3f-baab-09e323528c1b,segment=NetworkSegment(a26714ab-b6c3-4214-9296-d3a93c874ec6),segment_id=a26714ab-b6c3-4214-9296-d3a93c874ec6)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:54.763529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.829537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.objects.ports [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87570) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:47:54.900908 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.903108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6517c7-ada1-4239-a3f2-044a9087a5f8 None None] Pushing event updated for resources: {'Port': ['ID=6996f5d5-22f6-4a3f-baab-09e323528c1b,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:54.990810 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:47:55.077397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.091466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:55.123500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:55.128536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:55.131501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:55.132260 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.146998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192b1e66-334d-4062-87ed-aa534d3217a0 None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:55.162389 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9869554 Feb 04 15:47:55.165203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44762) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:55.174125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'security_group': {'name': 'tempest-secgroup-1635934566'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:55.180514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:55.197987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:55.213431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:55.219216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:55.225384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:55.232622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:55.233299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.245910 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.286086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:55.289149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group_rule and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:55.292258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:55.298908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:55.365922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=da51851e-4ac3-4bd8-b2f4-121dd192b518,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:55.374909 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f120a000-973f-452a-a715-ea9e93ba23ec tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags/tempest-TagsExtTest-Tag-1987440390 HTTP/1.1" status: 201 len: 201 time: 0.7810941 Feb 04 15:47:55.392012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.393341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44768) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:55.403436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-41139111-2a17-496f-b07d-581231d89796 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f', 'tempest-TagsExtTest-Tag-762630156') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:55.412200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52409b47-c66b-4580-ac46-a36d26c9160d None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:55.423275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1151874d-9de9-45ff-af9b-ec88646df905 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a109a40286a4090a9e112ee578ed477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665497 Feb 04 15:47:55.428756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44772) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:55.441015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372240-2275-4c34-8952-89cd6629fa90 req-cf263e6e-27ae-47f7-8f49-b8ef3facf39d tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:55.452840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f372240-2275-4c34-8952-89cd6629fa90 req-cf263e6e-27ae-47f7-8f49-b8ef3facf39d tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.9532950 Feb 04 15:47:55.513878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-40ba6553-c3de-42e2-af0e-fbc74b1c8ed4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4761271 Feb 04 15:47:55.514633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44776) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:55.520358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.533208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:55.537922 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cf9d5184-84b4-4c76-b1f9-32a05df011be', 'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:05Z', 'updated_at': '2022-02-04T15:38:22Z', 'revision_number': 5, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'subnets': [{'id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:55.542626 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff220df-9299-4619-9106-8bfed7ea3c4b None None] The sync data for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 is: [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 4, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cf9d5184-84b4-4c76-b1f9-32a05df011be', 'name': '', 'network_id': '3e563c62-9980-4f72-9bd0-f60f9c6f071a', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:38:05Z', 'updated_at': '2022-02-04T15:38:22Z', 'revision_number': 5, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'subnets': [{'id': 'ab7f8d5d-e36f-4cb3-8bf2-911e596292f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:55.547459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=f1ef1b65-a49e-440b-b64f-00c8a28138c6,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:55.580497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.584730 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4184904 Feb 04 15:47:55.589398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44780) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:55.601033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.601373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.601708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.602039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.602365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.603282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.603616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.603936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.604259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.604581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.605130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.605376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484765e2-bb1f-4830-99ab-da846d818bde tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:55.611898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'security_group': {'name': 'tempest-secgroup-814078375'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:55.612941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6996f5d5-22f6-4a3f-baab-09e323528c1b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:55.635838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:55.643116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e5174b97-49c0-405b-9fd9-0d1a52ac106e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.653705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:55.660443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc0cd4-6c13-44f4-9f07-0803f141523a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d44a453-d477-4a38-848d-1f194575a2f6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:55.662814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:55.680949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:55.706446 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e5174b97-49c0-405b-9fd9-0d1a52ac106e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.716889 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-41139111-2a17-496f-b07d-581231d89796 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags/tempest-TagsExtTest-Tag-762630156 HTTP/1.1" status: 201 len: 201 time: 0.3167229 Feb 04 15:47:55.718392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.722874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44784) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:55.742363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.tag.tag_plugin [None req-5d7bd2ad-0442-4c58-967b-9f4c733faf14 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e', {'tags': ['tempest-TagsExtTest-Tag-1752890093', 'tempest-TagsExtTest-Tag-477907163', 'tempest-TagsExtTest-Tag-1009644098']}) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:55.762528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:55.771205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group_rule and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:55.774276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:55.780870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:55.784249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f372240-2275-4c34-8952-89cd6629fa90 req-d29af963-cb8e-4788-b59d-ca8b93b74ba6 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305662 Feb 04 15:47:55.819091 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e5174b97-49c0-405b-9fd9-0d1a52ac106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.843636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5174b97-49c0-405b-9fd9-0d1a52ac106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bbae9c-f6d6-4c88-9a69-3c9a26d14fc3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:55.865825 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e5174b97-49c0-405b-9fd9-0d1a52ac106e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.866963 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e5174b97-49c0-405b-9fd9-0d1a52ac106e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51bbae9c-f6d6-4c88-9a69-3c9a26d14fc3 HTTP/1.1" status: 204 len: 168 time: 0.4311459 Feb 04 15:47:55.951450 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.960367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.023622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96daaf5f-5876-4d7d-b7bf-0968d97cb614,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:56.031812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.033489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c9d5e808-c99e-4ee0-95c8-8db261751f58 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4360156 Feb 04 15:47:56.037490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44794) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:56.049718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-943331688', 'security_groups': ['96daaf5f-5876-4d7d-b7bf-0968d97cb614'], 'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f1ef1b65-a49e-440b-b64f-00c8a28138c6'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:56.050163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 2001:db8::1 (d10832f8-81fe-4d08-a394-a0425807b07b/fa4611e0-073e-40a0-8448-35124857a4ad/e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:56.059005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 6996f5d5-22f6-4a3f-baab-09e323528c1b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:56.085285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': 'da51851e-4ac3-4bd8-b2f4-121dd192b518'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:56.086647 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.218323 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ac72b2-0819-4f69-bc07-eee10fa91b20', 'name': 'network-vif-deleted', 'tag': '1ee1f425-7e54-4e30-b398-db5d5dd439a9', 'status': 'completed', 'code': 200} Feb 04 15:47:56.225972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f308a5d-cb43-4e33-91c6-f626d1099111 None None] New status for floating IP 31ec666e-5d2a-409a-8110-dfda94dc03f7: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:47:56.238353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:56.242772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:port and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:56.246224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:56.253112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:56.282084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:56.286289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:56.311253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:56.324507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:56.356596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5d7bd2ad-0442-4c58-967b-9f4c733faf14 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags HTTP/1.1" status: 200 len: 317 time: 0.6279118 Feb 04 15:47:56.357948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:56.382131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44800) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:56.413058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.tag.tag_plugin [None req-50613ce7-262b-4752-8bdd-2061efa8355b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:56.518480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:56.518718 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.522488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.544183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port a0f2cb99-432d-4f79-bafa-daceca3c2881 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:56.610143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-35220ca7-b9e4-4028-99d8-81fb03d3792c', 'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'tenant_id': '214ab35bad1a4657956c11682d7336a3', 'fixed_ips': [{'subnet_id': 'f1ef1b65-a49e-440b-b64f-00c8a28138c6'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:47:56.610960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.846465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.876864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c462ee1-6ea7-4533-9f51-a0c183d0ab6e None None] Network d10832f8-81fe-4d08-a394-a0425807b07b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:47:56.883371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ad519-5231-4271-b219-6d6d39009217 req-67933fbd-37f1-4563-8d8a-0b9ba6d8ab6c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:56.890298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-957ad519-5231-4271-b219-6d6d39009217 req-67933fbd-37f1-4563-8d8a-0b9ba6d8ab6c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 945 time: 0.6698096 Feb 04 15:47:56.918596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.10 (35220ca7-b9e4-4028-99d8-81fb03d3792c/f1ef1b65-a49e-440b-b64f-00c8a28138c6/a0f2cb99-432d-4f79-bafa-daceca3c2881) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:56.965528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Allocated IP 2001:db8::f816:3eff:fe71:5c57 (40f4fd11-09ca-4e76-8993-0ead05403d9a/da51851e-4ac3-4bd8-b2f4-121dd192b518/672176ee-58cd-4953-96fe-23526c26751a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:56.981299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Transition to ACTIVE for port object e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:57.012921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3bbf3bcf-4c46-433d-8d87-a6af91404997 None None] Provisioning for port 6996f5d5-22f6-4a3f-baab-09e323528c1b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:57.034881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-957ad519-5231-4271-b219-6d6d39009217 req-f8f350d9-6019-4d20-90ca-468f1ad3d12f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436329 Feb 04 15:47:57.081254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3bbf3bcf-4c46-433d-8d87-a6af91404997 None None] Provisioning complete for port 6996f5d5-22f6-4a3f-baab-09e323528c1b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:57.081634 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3bcf-4c46-433d-8d87-a6af91404997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.143197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44822) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:57.193587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.198560 n-d-827870-1 neutron-server[87570]: INFO neutron.db.ipam_backend_mixin [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da51851e-4ac3-4bd8-b2f4-121dd192b518 (CIDR: 2001:db8::/64) Feb 04 15:47:57.212362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object a0f2cb99-432d-4f79-bafa-daceca3c2881 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:57.241228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.250847 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:47:57.251588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:57.261841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-50613ce7-262b-4752-8bdd-2061efa8355b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags HTTP/1.1" status: 204 len: 168 time: 0.8766499 Feb 04 15:47:57.270672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44830) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:57.281099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.tag.tag_plugin [None req-c84f843e-8e88-48b0-9f79-d88db5251dad tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e', 'tempest-TagsExtTest-Tag-1752890093') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:57.345099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Allocated IP 172.20.0.2 (35220ca7-b9e4-4028-99d8-81fb03d3792c/f1ef1b65-a49e-440b-b64f-00c8a28138c6/5c5dc03d-66a6-4582-a809-65b3c39854f1) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:57.371827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a40d9f37-acd4-44da-8df9-f3b26d25ed41 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8485937 Feb 04 15:47:57.374797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44834) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:57.382629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:57.402840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.405738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:57.410317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:57.417997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:57.424022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1261874567'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:57.431096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:57.436422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:network and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:57.441183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:57.449492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:57.480889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=a0f2cb99-432d-4f79-bafa-daceca3c2881,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:57.511434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:57.512122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.516547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44840) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:57.592814 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-399289ba-8091-458e-898b-cbd72a00f482 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5519526 Feb 04 15:47:57.594628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44852) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:57.614820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:57.683111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:57.697115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-72c63c6a-3af2-45c0-8e24-61f0bbae4ac7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.698758 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.701908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:57.705796 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.723806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3bcf-4c46-433d-8d87-a6af91404997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.728019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network d10832f8-81fe-4d08-a394-a0425807b07b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:57.740319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Transition to ACTIVE for port object 672176ee-58cd-4953-96fe-23526c26751a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:57.753024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:57.753272 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-72c63c6a-3af2-45c0-8e24-61f0bbae4ac7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.765194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.813341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Transition to ACTIVE for port object 672176ee-58cd-4953-96fe-23526c26751a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:57.835165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3bbf3bcf-4c46-433d-8d87-a6af91404997 None None] For port 6996f5d5-22f6-4a3f-baab-09e323528c1b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6996f5d5-22f6-4a3f-baab-09e323528c1b,segment=NetworkSegment(a26714ab-b6c3-4214-9296-d3a93c874ec6),segment_id=a26714ab-b6c3-4214-9296-d3a93c874ec6)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:47:57.847144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:57.847792 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.870278 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.870761 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-c84f843e-8e88-48b0-9f79-d88db5251dad tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:47:57.871904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c84f843e-8e88-48b0-9f79-d88db5251dad tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags/tempest-TagsExtTest-Tag-1752890093 HTTP/1.1" status: 404 len: 329 time: 0.5993333 Feb 04 15:47:57.894381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44856) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:57.903357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:57.918707 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3bbf3bcf-4c46-433d-8d87-a6af91404997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.924309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.tag.tag_plugin [None req-8b225c9f-da0a-4f76-b2a6-413fd64a6c72 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e', 'tempest-TagsExtTest-Tag-477907163') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:57.962558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group_rule and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:57.965882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:57.968801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:57.971219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:57.976612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:57.976857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:57.977666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:57.981034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:57.982533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:57.995652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:58.000714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.014290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:58.021566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-72c63c6a-3af2-45c0-8e24-61f0bbae4ac7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.071365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Pushing event updated for resources: {'Port': ['ID=672176ee-58cd-4953-96fe-23526c26751a,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.106443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c63c6a-3af2-45c0-8e24-61f0bbae4ac7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a3e4ed-6fc6-4168-ba38-419dca183d6a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.150809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:58.157584 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-72c63c6a-3af2-45c0-8e24-61f0bbae4ac7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.158650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf3bcf-4c46-433d-8d87-a6af91404997 None None] Pushing event updated for resources: {'Port': ['ID=6996f5d5-22f6-4a3f-baab-09e323528c1b,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.161738 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-72c63c6a-3af2-45c0-8e24-61f0bbae4ac7 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "DELETE /v2.0/security-groups/d0a3e4ed-6fc6-4168-ba38-419dca183d6a HTTP/1.1" status: 204 len: 168 time: 0.6419203 Feb 04 15:47:58.161877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.164322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-0db71eb0-15fb-4f85-99c0-84d7a16f7a69 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:58.165030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44860) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:58.171521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-0db71eb0-15fb-4f85-99c0-84d7a16f7a69 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.4725001 Feb 04 15:47:58.182813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-19f0ab1d-4d8f-449e-bc8e-2e8e2bd6058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:58.184455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-19f0ab1d-4d8f-449e-bc8e-2e8e2bd6058d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 1097 time: 0.6045837 Feb 04 15:47:58.192594 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-14eeedb6-b6f7-499d-b9ee-477ee9fdd052 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] show failed (client error): The resource could not be found. Feb 04 15:47:58.196542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-14eeedb6-b6f7-499d-b9ee-477ee9fdd052 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "GET /v2.0/security-groups/d0a3e4ed-6fc6-4168-ba38-419dca183d6a HTTP/1.1" status: 404 len: 347 time: 0.0276830 Feb 04 15:47:58.196686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:58.199887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Transition to ACTIVE for port object 5c5dc03d-66a6-4582-a809-65b3c39854f1 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:58.201869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44864) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:58.202469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:58.208296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Attempting to bind port 672176ee-58cd-4953-96fe-23526c26751a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:58.208784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Attempting to bind port 672176ee-58cd-4953-96fe-23526c26751a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:58.209163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Attempting to bind port 672176ee-58cd-4953-96fe-23526c26751a on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:58.222526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:58.222898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:58.223296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.223685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:58.224294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Bound port: 672176ee-58cd-4953-96fe-23526c26751a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:58.224521 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.245829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Transition to ACTIVE for port object 5c5dc03d-66a6-4582-a809-65b3c39854f1 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:58.289148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:58.305461 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-0ac4497b-012d-43c2-a60c-f4a66322b1c8 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/quotas/88675380f23a4e7886d02b7197b8fb55 HTTP/1.1" status: 200 len: 375 time: 0.1323178 Feb 04 15:47:58.410762 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.423609 n-d-827870-1 neutron-server[87571]: INFO neutron.db.ipam_backend_mixin [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f1ef1b65-a49e-440b-b64f-00c8a28138c6 (CIDR: 172.20.0.0/28) Feb 04 15:47:58.425112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Deleting port 264e623a-72f8-43fe-9b3f-5261dafa28a8 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:47:58.425447 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.472421 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.480889 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:47:58.481602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:47:58.490724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:58.501917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.530171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:58.537815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f6ef66e7-adf0-4bfd-8c95-cb6eb23c4d0d tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9272227 Feb 04 15:47:58.538215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:58.540733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:47:58.561103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Pushing event updated for resources: {'Port': ['ID=5c5dc03d-66a6-4582-a809-65b3c39854f1,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.590247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44870) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:58.601531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:58.615131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2beebfa1-e3fc-4789-ae0d-992aa50ded9b None None] Provisioning for port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:58.654367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] For port 672176ee-58cd-4953-96fe-23526c26751a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:58.664752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2beebfa1-e3fc-4789-ae0d-992aa50ded9b None None] Provisioning complete for port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:58.665103 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2beebfa1-e3fc-4789-ae0d-992aa50ded9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.703009 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-8b225c9f-da0a-4f76-b2a6-413fd64a6c72 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:47:58.707151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8b225c9f-da0a-4f76-b2a6-413fd64a6c72 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags/tempest-TagsExtTest-Tag-477907163 HTTP/1.1" status: 404 len: 328 time: 0.8095152 Feb 04 15:47:58.709308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44874) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:58.719564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-b7ebd705-1a01-44aa-9e2a-2b4a0f2fd975 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e', 'tempest-TagsExtTest-Tag-1009644098') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:58.735757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] For port 672176ee-58cd-4953-96fe-23526c26751a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=672176ee-58cd-4953-96fe-23526c26751a,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:58.739136 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.745858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Attempting to bind port 5c5dc03d-66a6-4582-a809-65b3c39854f1 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:58.745858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Attempting to bind port 5c5dc03d-66a6-4582-a809-65b3c39854f1 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '7a3184ea-692a-4d4f-9438-0be3fe00658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:58.745858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Attempting to bind port 5c5dc03d-66a6-4582-a809-65b3c39854f1 on network 35220ca7-b9e4-4028-99d8-81fb03d3792c {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:47:58.749382 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.776607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.793911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2beebfa1-e3fc-4789-ae0d-992aa50ded9b None None] Port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:58.803762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:47:58.804136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Checking segment: {'id': '7a3184ea-692a-4d4f-9438-0be3fe00658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:47:58.804533 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.804951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Bound using segment: {'id': '7a3184ea-692a-4d4f-9438-0be3fe00658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:47:58.805431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Bound port: 5c5dc03d-66a6-4582-a809-65b3c39854f1, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3184ea-692a-4d4f-9438-0be3fe00658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:58.805806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.807877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.808211 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.929675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:58.945656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-21a60c42-c0ae-49ac-8ec3-a39545eb144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:58.947114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-21a60c42-c0ae-49ac-8ec3-a39545eb144e service neutron] 10.222.0.61 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 912 time: 0.7399278 Feb 04 15:47:58.948346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2beebfa1-e3fc-4789-ae0d-992aa50ded9b None None] Provisioning complete for port 6996f5d5-22f6-4a3f-baab-09e323528c1b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:58.948861 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2beebfa1-e3fc-4789-ae0d-992aa50ded9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.964559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Calling delete_port for 264e623a-72f8-43fe-9b3f-5261dafa28a8 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:47:58.975576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd8c5e-fccd-4f30-a780-624921269a04 None None] Pushing event updated for resources: {'Port': ['ID=672176ee-58cd-4953-96fe-23526c26751a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.993218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:47:59.004663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3fed2d-0d7c-48a1-b347-c993760b84cb,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.020563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:47:59.027591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:47:59.039897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:47:59.057520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] For port 5c5dc03d-66a6-4582-a809-65b3c39854f1, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:47:59.060734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:59.064112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] For port 5c5dc03d-66a6-4582-a809-65b3c39854f1, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5c5dc03d-66a6-4582-a809-65b3c39854f1,segment=NetworkSegment(7a3184ea-692a-4d4f-9438-0be3fe00658f),segment_id=7a3184ea-692a-4d4f-9438-0be3fe00658f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:47:59.064274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.074144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.090481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-d766994e-f76a-4484-95f0-0f2e31c21da0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7839239 Feb 04 15:47:59.106417 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.115147 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Added segment afa8a099-4cba-4c9a-9571-a5a6a8faaa8a of type vlan for network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 Feb 04 15:47:59.158046 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-b7ebd705-1a01-44aa-9e2a-2b4a0f2fd975 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:47:59.162071 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b7ebd705-1a01-44aa-9e2a-2b4a0f2fd975 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags/tempest-TagsExtTest-Tag-1009644098 HTTP/1.1" status: 404 len: 329 time: 0.4462628 Feb 04 15:47:59.162651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44878) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:59.171450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-0e63a02b-f330-486f-8e33-23b00f8fe058 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189', {'tags': ['tempest-TagsExtTest-Tag-1945290174', 'tempest-TagsExtTest-Tag-714424864', 'tempest-TagsExtTest-Tag-221266885']}) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:59.245932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde46d7-f4b3-4ae1-b47f-cc5ab3b8dcd6 None None] Pushing event updated for resources: {'Port': ['ID=5c5dc03d-66a6-4582-a809-65b3c39854f1,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.420294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-8efb254d-b855-41e1-a6e5-074acdef46bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6273dd21-8b31-46a0-9c49-e4c4b93c88b3 HTTP/1.1" status: 200 len: 217 time: 0.4046776 Feb 04 15:47:59.486138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a445040d-0e24-4cf5-8026-16b41b5244f0 None None] Provisioning complete for port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:59.486944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a445040d-0e24-4cf5-8026-16b41b5244f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.518169 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.593301 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0e63a02b-f330-486f-8e33-23b00f8fe058 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags HTTP/1.1" status: 200 len: 316 time: 0.4296083 Feb 04 15:47:59.594360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a445040d-0e24-4cf5-8026-16b41b5244f0 None None] Port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:47:59.615593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44882) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:59.623161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Pushing event deleted for resources: {'Port': ['ID=264e623a-72f8-43fe-9b3f-5261dafa28a8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.630082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-d8c7dcd4-b3a8-401f-8290-4fcc2d64815f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:59.653149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.711810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.717758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:59.718588 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.798169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 672176ee-58cd-4953-96fe-23526c26751a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:59.911472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 672176ee-58cd-4953-96fe-23526c26751a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:59.918702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6996f5d5-22f6-4a3f-baab-09e323528c1b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:47:59.952965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Network': ['ID=b171d2fc-3635-4b57-8aaa-b48ff7414ad0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.976725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:00.110702 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d8c7dcd4-b3a8-401f-8290-4fcc2d64815f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags HTTP/1.1" status: 204 len: 168 time: 0.4923441 Feb 04 15:48:00.112118 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.153943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44886) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:00.164723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-d4485cbd-dae8-4061-bb9c-b0aabde2a211 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189', 'tempest-TagsExtTest-Tag-1945290174') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:00.170478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-32e3d1c2-61c4-44f1-a445-6bd6c1b740ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:00.172751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-32e3d1c2-61c4-44f1-a445-6bd6c1b740ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6aa8bbf6-d45c-4a46-a927-322c388308cf HTTP/1.1" status: 200 len: 851 time: 0.6212232 Feb 04 15:48:00.172917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6996f5d5-22f6-4a3f-baab-09e323528c1b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:00.173187 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.230099 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.235402 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9be5fe9b-9a1e-41e9-a2d4-50aaadb68a93 tempest-ServerActionsTestJSON-1276249060 tempest-ServerActionsTestJSON-1276249060-project] 10.222.0.46 "DELETE /v2.0/floatingips/31ec666e-5d2a-409a-8110-dfda94dc03f7 HTTP/1.1" status: 204 len: 168 time: 2.0314612 Feb 04 15:48:00.237893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44890) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:00.270384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c023d2ca-2f76-4aaf-b7bf-cb5fc1f36e26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.1253147 Feb 04 15:48:00.279273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44896) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:00.320183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'name': 'tempest-PortsIpV6TestJSON-53130184'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:00.382337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-90af79b8-94f0-4ba6-94be-db4c439cfc75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cbe632d-9896-4c60-b50c-303fe834e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867211 Feb 04 15:48:00.395190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:00.429053 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-e2eae5ba-0032-4fe4-ab5e-2c9c51fa4afd service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0543735 Feb 04 15:48:00.631872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2e7c6115-6dde-4195-9051-cc72d5ef35dc None None] Provisioning for port 672176ee-58cd-4953-96fe-23526c26751a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:00.640272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2e7c6115-6dde-4195-9051-cc72d5ef35dc None None] Provisioning complete for port 672176ee-58cd-4953-96fe-23526c26751a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:00.640681 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6115-6dde-4195-9051-cc72d5ef35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.671992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.711476 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.737133 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.738145 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.742495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:00.751222 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-d4485cbd-dae8-4061-bb9c-b0aabde2a211 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:48:00.752455 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d4485cbd-dae8-4061-bb9c-b0aabde2a211 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags/tempest-TagsExtTest-Tag-1945290174 HTTP/1.1" status: 404 len: 329 time: 0.5961025 Feb 04 15:48:00.763170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44900) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:00.820293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:00.826321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:00.827523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:00.839734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-f78a93df-161f-4a06-abf0-efbfebf25a03 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189', 'tempest-TagsExtTest-Tag-714424864') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:00.850943 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6115-6dde-4195-9051-cc72d5ef35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.865276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:00.895725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:00.899267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:00.900079 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.914282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ffe97-7eea-4d99-9bee-a81548ba6306 None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:00.928214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:00.931070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-8f0e7bac-cc17-4b34-82a4-f4208f18c984 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005128 Feb 04 15:48:00.960910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=acac95a6-a295-4c0f-aa70-f9dba6d360b7,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:00.980515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:00.984756 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.014946 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-bdfbe2f6-4bb4-4a2e-b0b4-04b2a50f3780 service neutron] 10.222.0.61 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119778 Feb 04 15:48:01.057462 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.078897 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0481a502-442b-4a39-83c7-73cdb45879c7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4848175 Feb 04 15:48:01.088364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port b1b68731-833f-4216-9dc8-8f50999ee559 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:01.133847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44904) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:01.150788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1544093508', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'acac95a6-a295-4c0f-aa70-f9dba6d360b7'}], 'security_groups': ['5d44a453-d477-4a38-848d-1f194575a2f6']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:01.180047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2e7c6115-6dde-4195-9051-cc72d5ef35dc None None] For port 672176ee-58cd-4953-96fe-23526c26751a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=672176ee-58cd-4953-96fe-23526c26751a,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:01.190201 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6115-6dde-4195-9051-cc72d5ef35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.210182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network d10832f8-81fe-4d08-a394-a0425807b07b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:01.214407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:01.222041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:01.229050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:01.237545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.238581 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.317053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d00b01-15f4-4955-84b7-7625e2780e87 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:01.327758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=a1586e44-d916-4107-9267-a94b01781bfd,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:01.381094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.503149 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-f78a93df-161f-4a06-abf0-efbfebf25a03 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:48:01.504370 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f78a93df-161f-4a06-abf0-efbfebf25a03 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags/tempest-TagsExtTest-Tag-714424864 HTTP/1.1" status: 404 len: 328 time: 0.6862381 Feb 04 15:48:01.524666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44914) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:01.537682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-0644fc5c-2a78-4a26-b688-216d307d574f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189', 'tempest-TagsExtTest-Tag-221266885') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:01.547364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fd458c53-b364-4735-9e46-cfb4e57fae9b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1710179 Feb 04 15:48:01.549222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44918) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:01.608869 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:48:01.711570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5c5dc03d-66a6-4582-a809-65b3c39854f1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:01.783419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:04:aa:ac', 'name': 'tempest-NetworksTestDHCPv6-2038012551'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:01.792597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c6115-6dde-4195-9051-cc72d5ef35dc None None] Pushing event updated for resources: {'Port': ['ID=672176ee-58cd-4953-96fe-23526c26751a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:01.893835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63e155-69f1-4010-9b00-dcefb6139fe8 None None] Update dhcp port {'port': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'fixed_ips': [{'subnet_id': 'f1ef1b65-a49e-440b-b64f-00c8a28138c6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'acac95a6-a295-4c0f-aa70-f9dba6d360b7'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '5c5dc03d-66a6-4582-a809-65b3c39854f1'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:48:01.945167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4eb7e35a-1530-4c76-bad1-a3aa23c9f0f3 None None] Provisioning for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:01.992232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:01.998129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d447baea-ca3e-41ee-9735-ab050fa02a63 req-d4587165-6a26-4f3e-acbf-4f859ff3ba8e service neutron] 10.222.0.61 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9757500 Feb 04 15:48:02.021450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:02.025003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:02.039999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:02.054542 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-af63e155-69f1-4010-9b00-dcefb6139fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.056233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:02.088457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:02.120706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:02.121110 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.204493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f542f-2f12-4ab8-86b6-a58627d4b59a req-37e0b22d-60b5-4d96-9714-e12cd6f6162a tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:02.210947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-511f542f-2f12-4ab8-86b6-a58627d4b59a req-37e0b22d-60b5-4d96-9714-e12cd6f6162a tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.6808798 Feb 04 15:48:02.217358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:48:02.230989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4eb7e35a-1530-4c76-bad1-a3aa23c9f0f3 None None] Provisioning complete for port 8685a53d-5f78-4b0d-b017-559ab29336d5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:02.231551 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e35a-1530-4c76-bad1-a3aa23c9f0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.386969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-511f542f-2f12-4ab8-86b6-a58627d4b59a req-f027a51f-185f-4dac-81f2-32596ea8734d tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744490 Feb 04 15:48:02.393154 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.498908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7e35a-1530-4c76-bad1-a3aa23c9f0f3 None None] Port 8685a53d-5f78-4b0d-b017-559ab29336d5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:02.538603 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.577562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5c5dc03d-66a6-4582-a809-65b3c39854f1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5c5dc03d-66a6-4582-a809-65b3c39854f1,segment=NetworkSegment(7a3184ea-692a-4d4f-9438-0be3fe00658f),segment_id=7a3184ea-692a-4d4f-9438-0be3fe00658f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:02.583484 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.586544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Delete allocated IP 172.20.0.10 (35220ca7-b9e4-4028-99d8-81fb03d3792c/f1ef1b65-a49e-440b-b64f-00c8a28138c6) {{(pid=87571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:48:02.590935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.599436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 8e2806e1-2b69-4819-a31f-46fc94d6875b yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:02.622405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.30 (35220ca7-b9e4-4028-99d8-81fb03d3792c/acac95a6-a295-4c0f-aa70-f9dba6d360b7/a0f2cb99-432d-4f79-bafa-daceca3c2881) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:02.634460 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-0644fc5c-2a78-4a26-b688-216d307d574f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:48:02.638490 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0644fc5c-2a78-4a26-b688-216d307d574f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags/tempest-TagsExtTest-Tag-221266885 HTTP/1.1" status: 404 len: 328 time: 1.1089513 Feb 04 15:48:02.639977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44930) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:02.643714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:48:02.651364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22575796-e55f-474b-861f-818849805592 req-1365d232-edd7-4451-9940-6915d951bff2 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 210 time: 0.1003129 Feb 04 15:48:02.652251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-4a15f809-4f07-46e0-bffe-84f7feafa9ea tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc', {'tags': ['tempest-TagsExtTest-Tag-2008766073', 'tempest-TagsExtTest-Tag-1424788621', 'tempest-TagsExtTest-Tag-1460588316']}) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:02.656379 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:02.674710 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:02.675331 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:02.695734 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8c69d6a4-1e69-4fe0-8878-f49fb865fbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2835419 Feb 04 15:48:02.696908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44934) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:02.705754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1196177220'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:02.709698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5c5dc03d-66a6-4582-a809-65b3c39854f1,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:02.721008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:02.730085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:network and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:02.735663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:02.745129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:02.766423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-309fec5b-0ea1-4a46-a5e5-dc5b7d837c3e None None] Provisioning complete for port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:02.767241 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-309fec5b-0ea1-4a46-a5e5-dc5b7d837c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.805592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:02.809423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.842595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:02.853147 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.853503 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added segment fe7d3868-b23a-4726-9f5c-3d3413a3b899 of type vlan for network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b Feb 04 15:48:02.920032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.930283 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.964120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-309fec5b-0ea1-4a46-a5e5-dc5b7d837c3e None None] Port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:02.976034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30e803-e6b8-48e7-9148-ddf0c36bea78 None None] Update dhcp port {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'fixed_ips': [{'subnet_id': 'da51851e-4ac3-4bd8-b2f4-121dd192b518', 'ip_address': '2001:db8::f816:3eff:fe71:5c57'}, {'subnet_id': 'a1586e44-d916-4107-9267-a94b01781bfd'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '672176ee-58cd-4953-96fe-23526c26751a'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:48:03.032502 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:03.048789 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4a15f809-4f07-46e0-bffe-84f7feafa9ea tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags HTTP/1.1" status: 200 len: 318 time: 0.4047446 Feb 04 15:48:03.053600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44938) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:03.074824 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:03.075889 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b30e803-e6b8-48e7-9148-ddf0c36bea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.076210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-9c15d052-e045-461b-b7a6-28e5bcddeadf tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:03.137346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8:0:1::39e (40f4fd11-09ca-4e76-8993-0ead05403d9a/a1586e44-d916-4107-9267-a94b01781bfd/8e2806e1-2b69-4819-a31f-46fc94d6875b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:03.146482 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.151704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:03.152354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.198681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::f816:3eff:fe04:aaac (40f4fd11-09ca-4e76-8993-0ead05403d9a/da51851e-4ac3-4bd8-b2f4-121dd192b518/8e2806e1-2b69-4819-a31f-46fc94d6875b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:03.205242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5071974 Feb 04 15:48:03.217889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44942) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:03.273446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'subnet': {'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:03.289735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=b1b68731-833f-4216-9dc8-8f50999ee559,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:03.384239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e40b8c-76ce-45ef-bbd3-f6de4f7a5270 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Network': ['ID=0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:03.401388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:03.407208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-84513577-6316-4db3-a97c-93b12a19d1fb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:03.408685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-84513577-6316-4db3-a97c-93b12a19d1fb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.4181285 Feb 04 15:48:03.426050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Request body: {'port': {'device_id': 'b33f60fc-2728-45b7-bda6-f2f0fa3460e0', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'admin_state_up': True, 'tenant_id': '88675380f23a4e7886d02b7197b8fb55'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:03.486256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Checking segment: {'id': 'afa8a099-4cba-4c9a-9571-a5a6a8faaa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:03.486910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network hostable DHCP agents. Network: b171d2fc-3635-4b57-8aaa-b48ff7414ad0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:03.551901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 672176ee-58cd-4953-96fe-23526c26751a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:03.580585 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:47:58Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:47:59Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:03.587563 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:03.587908 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Updating router 545fac20-663c-4346-bef0-a396b7ddedb1 port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:48:03.650327 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.686631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:03.699612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 672176ee-58cd-4953-96fe-23526c26751a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:03.700368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:03.700703 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.712190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:subnet and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:03.721441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.725610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:03.733479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:03.743657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:03.755235 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9c15d052-e045-461b-b7a6-28e5bcddeadf tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags HTTP/1.1" status: 204 len: 168 time: 0.6876552 Feb 04 15:48:03.759142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44950) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:03.766756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Ignored duplicate provisioning block setup for port a0f2cb99-432d-4f79-bafa-daceca3c2881 by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:48:03.775685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-5b309b2f-db8e-47f7-bbc6-bb9e99aeea8b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc', 'tempest-TagsExtTest-Tag-2008766073') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:03.837026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.847568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, b171d2fc-3635-4b57-8aaa-b48ff7414ad0) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:03.853525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:03.856914 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.857562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-af63e155-69f1-4010-9b00-dcefb6139fe8 None None] Allocated IP 172.20.0.18 (35220ca7-b9e4-4028-99d8-81fb03d3792c/acac95a6-a295-4c0f-aa70-f9dba6d360b7/5c5dc03d-66a6-4582-a809-65b3c39854f1) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:03.919755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:03.934039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82bc2c-71ae-4a6a-baf5-3b911d3d9887 req-a4869ac8-97f9-4bae-bdc1-00c04211a510 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:03.935758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a82bc2c-71ae-4a6a-baf5-3b911d3d9887 req-a4869ac8-97f9-4bae-bdc1-00c04211a510 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.3491769 Feb 04 15:48:03.949438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:03.985581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:03.991016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:03.991952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.997509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.002862 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a82bc2c-71ae-4a6a-baf5-3b911d3d9887 req-1e7c7313-15b3-41be-8153-8b3f47faf7d0 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552175 Feb 04 15:48:04.009768 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.028817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Made reservation on behalf of 88675380f23a4e7886d02b7197b8fb55 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:04.029681 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.050374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c00f7d-4f21-4358-a5f2-b0133368cf28 None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:04.130065 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.146170 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Transition to ACTIVE for port object e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:04.155560 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.176023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=a0f2cb99-432d-4f79-bafa-daceca3c2881,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:04.212198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-691a83c6-c699-4280-9bf2-dc64f5ece506 req-b404a66f-692e-4e87-8661-0272ebeb9637 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 210 time: 0.0530756 Feb 04 15:48:04.213498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 8e2806e1-2b69-4819-a31f-46fc94d6875b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:04.324200 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Pushing event updated for resources: {'Port': ['ID=e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:04.346889 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.347226 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.347910 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.347910 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.348169 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.348470 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.348845 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.349118 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.349429 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.349737 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.350043 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.350348 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:04.368349 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.521446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:04.526781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-8b30e803-e6b8-48e7-9148-ddf0c36bea78 None None] Allocated IP 2001:db8:0:1::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/a1586e44-d916-4107-9267-a94b01781bfd/672176ee-58cd-4953-96fe-23526c26751a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:04.528650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:04.536712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:04.542746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:04.543585 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.573087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8155768 Feb 04 15:48:04.574017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041e497-03cf-4b3b-8d03-f31133218014 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=8e2806e1-2b69-4819-a31f-46fc94d6875b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:04.577147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Allocated IP 172.20.0.3 (cf36374d-d245-40cc-915b-8c254d5c5c93/a78064bb-81be-4819-b4ef-67045bdf4b75/24b7e3f9-dcf9-4350-abca-1c65d8689f0c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:04.579237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44954) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:04.580033 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Attempting to bind port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:04.580413 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Attempting to bind port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'a26714ab-b6c3-4214-9296-d3a93c874ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:04.580761 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Attempting to bind port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 on network d10832f8-81fe-4d08-a394-a0425807b07b {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:04.599118 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:04.599487 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Checking segment: {'id': 'a26714ab-b6c3-4214-9296-d3a93c874ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:04.599884 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.600271 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Bound using segment: {'id': 'a26714ab-b6c3-4214-9296-d3a93c874ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:04.600728 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Bound port: e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26714ab-b6c3-4214-9296-d3a93c874ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:04.603602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-af63e155-69f1-4010-9b00-dcefb6139fe8 None None] For port 5c5dc03d-66a6-4582-a809-65b3c39854f1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5c5dc03d-66a6-4582-a809-65b3c39854f1,segment=NetworkSegment(7a3184ea-692a-4d4f-9438-0be3fe00658f),segment_id=7a3184ea-692a-4d4f-9438-0be3fe00658f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:04.608685 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.663560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-11608d93-8829-45ca-8f20-a1f7f77140ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 8e2806e1-2b69-4819-a31f-46fc94d6875b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:04.664083 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11608d93-8829-45ca-8f20-a1f7f77140ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.681274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] In _notify_port_updated(), no bound segment for port a0f2cb99-432d-4f79-bafa-daceca3c2881 on network 35220ca7-b9e4-4028-99d8-81fb03d3792c {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:48:04.686844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:04.688074 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.689950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-75a3efed-8c69-4d99-9b82-dfade813f235 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "PUT /v2.0/ports/a0f2cb99-432d-4f79-bafa-daceca3c2881 HTTP/1.1" status: 200 len: 921 time: 3.5490975 Feb 04 15:48:04.691531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-333a5a42-151c-415d-9868-4280ee7599a1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 4.4077511 Feb 04 15:48:04.698762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44958) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:04.698762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44960) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:04.749466 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] For port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:04.754835 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] For port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0,segment=NetworkSegment(a26714ab-b6c3-4214-9296-d3a93c874ec6),segment_id=a26714ab-b6c3-4214-9296-d3a93c874ec6)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:04.760277 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.786811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2051481957'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:04.807266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:04.818361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8b30e803-e6b8-48e7-9148-ddf0c36bea78 None None] For port 672176ee-58cd-4953-96fe-23526c26751a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=672176ee-58cd-4953-96fe-23526c26751a,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:04.819277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:network and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:04.822342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:04.836539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:04.850297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-42b6bc54-d991-4619-a39c-6397453f761f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port a0f2cb99-432d-4f79-bafa-daceca3c2881 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:04.850779 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42b6bc54-d991-4619-a39c-6397453f761f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.860079 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-5b309b2f-db8e-47f7-bbc6-bb9e99aeea8b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:48:04.864955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5b309b2f-db8e-47f7-bbc6-bb9e99aeea8b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags/tempest-TagsExtTest-Tag-2008766073 HTTP/1.1" status: 404 len: 329 time: 1.1004531 Feb 04 15:48:04.867355 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:04.868268 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:04.880091 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b30e803-e6b8-48e7-9148-ddf0c36bea78 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.881338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44966) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:04.908454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:04.912918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.918383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-0b07a989-94ba-4038-bada-e7f2151995c6 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc', 'tempest-TagsExtTest-Tag-1424788621') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:04.918776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8b30e803-e6b8-48e7-9148-ddf0c36bea78 None None] Transition to ACTIVE for port object 672176ee-58cd-4953-96fe-23526c26751a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:04.974650 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-af63e155-69f1-4010-9b00-dcefb6139fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.004167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-af63e155-69f1-4010-9b00-dcefb6139fe8 None None] Transition to ACTIVE for port object 5c5dc03d-66a6-4582-a809-65b3c39854f1 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:05.043898 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b30e803-e6b8-48e7-9148-ddf0c36bea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.060316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:05.071375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.071903 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Added segment 7c4810b2-44a7-4c3d-a24f-c3c7d55e1647 of type vlan for network 8bd80afd-4c5e-4926-8d4c-85339ebe8290 Feb 04 15:48:05.079775 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-af63e155-69f1-4010-9b00-dcefb6139fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.141910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.206249 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba38dd-68a5-426d-9ae6-32828cbf3136 None None] Pushing event updated for resources: {'Port': ['ID=e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.264198 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:05.313085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30e803-e6b8-48e7-9148-ddf0c36bea78 None None] Pushing event updated for resources: {'Port': ['ID=672176ee-58cd-4953-96fe-23526c26751a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.444241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.459039 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0f2523c-eaf5-492a-8dc7-036f9071c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.484148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:05.551822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Subnet': ['ID=48566259-5923-406f-8c34-eb6472e7e654,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.592549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5c5dc03d-66a6-4582-a809-65b3c39854f1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:05.627452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Checking segment: {'id': 'fe7d3868-b23a-4726-9f5c-3d3413a3b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:05.627970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network hostable DHCP agents. Network: 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:05.653278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78925243-622a-46a7-b5e0-d581266e9396 req-5474892e-8fc2-4685-bedc-b069f6f672c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1157959 Feb 04 15:48:05.695982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63e155-69f1-4010-9b00-dcefb6139fe8 None None] Pushing event updated for resources: {'Port': ['ID=5c5dc03d-66a6-4582-a809-65b3c39854f1,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.860062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 672176ee-58cd-4953-96fe-23526c26751a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:05.865271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:05.867889 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:47:58Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:04Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:05.868175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11608d93-8829-45ca-8f20-a1f7f77140ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.874627 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf7479-094c-4dc2-8f37-147b5b23748e None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:47:58Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:04Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:05.876232 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-0b07a989-94ba-4038-bada-e7f2151995c6 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:48:05.879915 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0b07a989-94ba-4038-bada-e7f2151995c6 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags/tempest-TagsExtTest-Tag-1424788621 HTTP/1.1" status: 404 len: 329 time: 0.9875267 Feb 04 15:48:05.883127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44974) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:05.901188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-66782624-433e-49b5-bf0c-f32c71786d48 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc', 'tempest-TagsExtTest-Tag-1460588316') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:05.999385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5c5dc03d-66a6-4582-a809-65b3c39854f1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:06.023813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:06.034813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:06.035412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.074802 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-57338e21-7086-4b8a-8bc1-b2f01f1b5d15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8490551 Feb 04 15:48:06.082025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44978) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:06.089885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.098336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c988187f-1046-46b8-9465-a9d7c901e618 None None] Network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:06.330253 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.447301 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-66782624-433e-49b5-bf0c-f32c71786d48 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:48:06.451069 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-66782624-433e-49b5-bf0c-f32c71786d48 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags/tempest-TagsExtTest-Tag-1460588316 HTTP/1.1" status: 404 len: 329 time: 0.5536366 Feb 04 15:48:06.451069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78925243-622a-46a7-b5e0-d581266e9396 req-a9e16f5c-a0eb-4946-b42c-dc2eddbae1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:06.451937 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78925243-622a-46a7-b5e0-d581266e9396 req-a9e16f5c-a0eb-4946-b42c-dc2eddbae1d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 1097 time: 0.6826215 Feb 04 15:48:06.472299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44982) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:06.482482 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42b6bc54-d991-4619-a39c-6397453f761f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.540901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-9ffa24b2-6a27-447b-99ff-0eb97740f081 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f', {'tags': ['tempest-TagsExtTest-Tag-700336768', 'tempest-TagsExtTest-Tag-952540776', 'tempest-TagsExtTest-Tag-1757214329']}) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:06.558939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Deleting port cf9d5184-84b4-4c76-b1f9-32a05df011be {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:06.559287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.599204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:48:06.599916 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.793998 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-aedbe9f2-2967-41d5-b0f2-25d904c7f3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.879674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Provisioning complete for port 8685a53d-5f78-4b0d-b017-559ab29336d5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:06.880196 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.929224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-42b6bc54-d991-4619-a39c-6397453f761f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for a0f2cb99-432d-4f79-bafa-daceca3c2881 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:06.963562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Allocated IP 2001:db8:1::2 (0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b/48566259-5923-406f-8c34-eb6472e7e654/c8dff5e3-b1e2-4d64-a57c-138790bac57f) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:06.997222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Port 8685a53d-5f78-4b0d-b017-559ab29336d5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:07.103468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] For port cf9d5184-84b4-4c76-b1f9-32a05df011be, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cf9d5184-84b4-4c76-b1f9-32a05df011be,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:07.103977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.113694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Provisioning for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:07.121335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-11608d93-8829-45ca-8f20-a1f7f77140ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 8e2806e1-2b69-4819-a31f-46fc94d6875b owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:07.176808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.196281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Provisioning complete for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:07.196654 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.228403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:48:07.252579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:48:07.269353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.274784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.275444 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.347469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Calling delete_port for cf9d5184-84b4-4c76-b1f9-32a05df011be owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:07.401279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Network cf36374d-d245-40cc-915b-8c254d5c5c93 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:07.404568 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42b6bc54-d991-4619-a39c-6397453f761f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.443467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:07.453697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:07.579978 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.613428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.614078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.660405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event updated for resources: {'Port': ['ID=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:07.665635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Transition to ACTIVE for port object c8dff5e3-b1e2-4d64-a57c-138790bac57f will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:07.728555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Network': ['ID=8bd80afd-4c5e-4926-8d4c-85339ebe8290,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:07.728861 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9ffa24b2-6a27-447b-99ff-0eb97740f081 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "PUT /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags HTTP/1.1" status: 200 len: 316 time: 1.2552581 Feb 04 15:48:07.739943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44986) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:07.757843 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.762159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32ea1-ed4f-472b-aa46-44958a7d6f1b req-1a4da54d-ae68-4393-bf71-fc3a2fa61506 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.763799 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-27c32ea1-ed4f-472b-aa46-44958a7d6f1b req-1a4da54d-ae68-4393-bf71-fc3a2fa61506 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 2.5361927 Feb 04 15:48:07.764632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6bc54-d991-4619-a39c-6397453f761f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=a0f2cb99-432d-4f79-bafa-daceca3c2881,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:07.793520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8bd80afd-4c5e-4926-8d4c-85339ebe8290 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:07.825969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-580e569f-eb86-4a9c-887a-9de968262334 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.1244333 Feb 04 15:48:07.850093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44990) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:07.858475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'ports': [{'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0'}, {'network_id': '8bd80afd-4c5e-4926-8d4c-85339ebe8290'}]} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:07.858830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:07.859408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': '8bd80afd-4c5e-4926-8d4c-85339ebe8290'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:07.870451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-c8bc29c3-e332-4e0d-a90a-d111afe285db tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:07.979569 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-44fa55b5-4500-4288-8b65-2a45a9d7505b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5591164 Feb 04 15:48:08.001143 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.003689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Request body: {'port': {'device_id': 'b33f60fc-2728-45b7-bda6-f2f0fa3460e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:08.027470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:08.117889 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42b6bc54-d991-4619-a39c-6397453f761f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.124273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78925243-622a-46a7-b5e0-d581266e9396 req-98ccf7f3-ef53-4488-8f3c-3cc50f8c740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:08.126696 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78925243-622a-46a7-b5e0-d581266e9396 req-98ccf7f3-ef53-4488-8f3c-3cc50f8c740d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 912 time: 1.6497018 Feb 04 15:48:08.174195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Provisioning for port 672176ee-58cd-4953-96fe-23526c26751a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:08.196049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-42b6bc54-d991-4619-a39c-6397453f761f tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/a0f2cb99-432d-4f79-bafa-daceca3c2881 HTTP/1.1" status: 204 len: 168 time: 3.4936690 Feb 04 15:48:08.196651 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c8bc29c3-e332-4e0d-a90a-d111afe285db tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags HTTP/1.1" status: 204 len: 168 time: 0.4551270 Feb 04 15:48:08.199852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-27c32ea1-ed4f-472b-aa46-44958a7d6f1b req-b52bb712-85f4-463f-95b5-fefa71e6858e tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697212 Feb 04 15:48:08.200390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44994) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:08.200539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44996) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:08.222101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.tag.tag_plugin [None req-42c0d030-a1ad-4d6a-8b6d-16c14786550b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f', 'tempest-TagsExtTest-Tag-700336768') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:08.233990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Provisioning complete for port 672176ee-58cd-4953-96fe-23526c26751a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:08.233990 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.270431 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78925243-622a-46a7-b5e0-d581266e9396 req-18b8790d-ba21-4e2e-b9a2-f324891191a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfb15915-e283-4e9a-9ef1-1f94885e83f1 HTTP/1.1" status: 200 len: 217 time: 0.1325371 Feb 04 15:48:08.271304 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-699f29c4-828a-40a1-a40d-11c603e415ca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:48:08.271821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-699f29c4-828a-40a1-a40d-11c603e415ca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:08.336370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:08.344794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:08.344794 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.393849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-699f29c4-828a-40a1-a40d-11c603e415ca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:08.396833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-699f29c4-828a-40a1-a40d-11c603e415ca tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/a0f2cb99-432d-4f79-bafa-daceca3c2881 HTTP/1.1" status: 404 len: 333 time: 0.1877964 Feb 04 15:48:08.402598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-88f23acb-1c31-48f2-b6f3-54e17b4d8216 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8725297 Feb 04 15:48:08.403309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.404436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45002) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:08.492055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78925243-622a-46a7-b5e0-d581266e9396 req-92d92bae-6510-49e4-8dd1-2310a0ba187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:08.493656 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78925243-622a-46a7-b5e0-d581266e9396 req-92d92bae-6510-49e4-8dd1-2310a0ba187e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6aa8bbf6-d45c-4a46-a927-322c388308cf HTTP/1.1" status: 200 len: 851 time: 0.1854262 Feb 04 15:48:08.558702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c200d24-44a7-43ad-8bce-35eebb95396a None None] Could not find standard attr ID for object a0f2cb99-432d-4f79-bafa-daceca3c2881. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:48:08.571974 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78925243-622a-46a7-b5e0-d581266e9396 req-7485d33e-ca5c-45b1-a5bb-61c332b89fd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1cbe632d-9896-4c60-b50c-303fe834e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708156 Feb 04 15:48:08.572208 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.610607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0,segment=NetworkSegment(a26714ab-b6c3-4214-9296-d3a93c874ec6),segment_id=a26714ab-b6c3-4214-9296-d3a93c874ec6)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:08.615150 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.634136 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-42c0d030-a1ad-4d6a-8b6d-16c14786550b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:48:08.637943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-42c0d030-a1ad-4d6a-8b6d-16c14786550b tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags/tempest-TagsExtTest-Tag-700336768 HTTP/1.1" status: 404 len: 328 time: 0.4258900 Feb 04 15:48:08.643425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45006) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:08.648255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11608d93-8829-45ca-8f20-a1f7f77140ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.693117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Transition to ACTIVE for port object c8dff5e3-b1e2-4d64-a57c-138790bac57f will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:08.695001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:08.700073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.tag.tag_plugin [None req-9464243a-d210-414c-8716-dea2c0b17f54 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f', 'tempest-TagsExtTest-Tag-952540776') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:08.700432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.702603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e3828621-ad70-4ecf-8ff3-cb17c3151101 None None] Could not find standard attr ID for object 8e2806e1-2b69-4819-a31f-46fc94d6875b. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:48:08.707421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e3828621-ad70-4ecf-8ff3-cb17c3151101 None None] Could not find standard attr ID for object a0f2cb99-432d-4f79-bafa-daceca3c2881. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:48:08.709418 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.726338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:08.791250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:08.795285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:08.799182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:08.851601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Pushing event updated for resources: {'Port': ['ID=c8dff5e3-b1e2-4d64-a57c-138790bac57f,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:08.866759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.907620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:08.912793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Attempting to bind port c8dff5e3-b1e2-4d64-a57c-138790bac57f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:08.913747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11608d93-8829-45ca-8f20-a1f7f77140ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=8e2806e1-2b69-4819-a31f-46fc94d6875b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:08.914116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Attempting to bind port c8dff5e3-b1e2-4d64-a57c-138790bac57f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'fe7d3868-b23a-4726-9f5c-3d3413a3b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:08.914485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Attempting to bind port c8dff5e3-b1e2-4d64-a57c-138790bac57f on network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:08.916347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:08.922758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:08.923135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Checking segment: {'id': 'fe7d3868-b23a-4726-9f5c-3d3413a3b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:08.923538 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.923985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Bound using segment: {'id': 'fe7d3868-b23a-4726-9f5c-3d3413a3b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:08.924456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Bound port: c8dff5e3-b1e2-4d64-a57c-138790bac57f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7d3868-b23a-4726-9f5c-3d3413a3b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:08.924850 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.934632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9d5184-84b4-4c76-b1f9-32a05df011be,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:08.956696 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bef532eb-3037-4115-8c04-2760ccbfba86 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.970438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:09.035902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] For port c8dff5e3-b1e2-4d64-a57c-138790bac57f, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:09.040090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] For port c8dff5e3-b1e2-4d64-a57c-138790bac57f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c8dff5e3-b1e2-4d64-a57c-138790bac57f,segment=NetworkSegment(fe7d3868-b23a-4726-9f5c-3d3413a3b899),segment_id=fe7d3868-b23a-4726-9f5c-3d3413a3b899)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:09.045820 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.168902 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.190993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27236ee2-c205-4e38-a9ef-06c58f0f1b3e None None] Pushing event updated for resources: {'Port': ['ID=c8dff5e3-b1e2-4d64-a57c-138790bac57f,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:09.194440 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.296289 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-9464243a-d210-414c-8716-dea2c0b17f54 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:48:09.300694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9464243a-d210-414c-8716-dea2c0b17f54 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags/tempest-TagsExtTest-Tag-952540776 HTTP/1.1" status: 404 len: 328 time: 0.6480024 Feb 04 15:48:09.300694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 2} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:09.306473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45012) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:09.317317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.335840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-ba6aa85f-7984-4c5d-8997-1d77f0d5cd58 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f', 'tempest-TagsExtTest-Tag-1757214329') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:09.349893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bef532eb-3037-4115-8c04-2760ccbfba86 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.351365 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11608d93-8829-45ca-8f20-a1f7f77140ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.353795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-11608d93-8829-45ca-8f20-a1f7f77140ab tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/8e2806e1-2b69-4819-a31f-46fc94d6875b HTTP/1.1" status: 204 len: 168 time: 4.7733598 Feb 04 15:48:09.355186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.367778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45016) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:09.390745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-aad1884a-5987-41ca-9c26-f9cdeb37007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.392296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-aad1884a-5987-41ca-9c26-f9cdeb37007d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 1097 time: 0.9627092 Feb 04 15:48:09.538467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8248e-8b42-4f4b-88a6-822ce0f693bc req-cc368c3e-0dc0-4138-8b53-500d0a944d70 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.539427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e8a8248e-8b42-4f4b-88a6-822ce0f693bc req-cc368c3e-0dc0-4138-8b53-500d0a944d70 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:09.562450 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78925243-622a-46a7-b5e0-d581266e9396 req-8ff5f83f-5d43-425e-8e15-8320b5c09e48 service neutron] 10.222.0.53 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9796054 Feb 04 15:48:09.662097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:09.737290 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-ba6aa85f-7984-4c5d-8997-1d77f0d5cd58 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] show failed (client error): The resource could not be found. Feb 04 15:48:09.738212 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ba6aa85f-7984-4c5d-8997-1d77f0d5cd58 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags/tempest-TagsExtTest-Tag-1757214329 HTTP/1.1" status: 404 len: 329 time: 0.4217401 Feb 04 15:48:09.748446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45020) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:09.793695 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bef532eb-3037-4115-8c04-2760ccbfba86 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.804818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-53b6b0fe-c6f1-4461-844e-04e5814eaa4e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3bd6d446-f485-4584-9931-5cea9fc2008f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:09.808425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e8a8248e-8b42-4f4b-88a6-822ce0f693bc req-cc368c3e-0dc0-4138-8b53-500d0a944d70 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:09.809717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8a8248e-8b42-4f4b-88a6-822ce0f693bc req-cc368c3e-0dc0-4138-8b53-500d0a944d70 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 931 time: 1.3289440 Feb 04 15:48:09.884715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b7e3f9-dcf9-4350-abca-1c65d8689f0c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:09.910071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.923453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port eb462f16-3497-4f86-a35c-fbe7c4a19f20 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:09.932001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef532eb-3037-4115-8c04-2760ccbfba86 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96daaf5f-5876-4d7d-b7bf-0968d97cb614,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:09.962402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-71f599fc-db71-4e14-970e-69b9890f7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.964583 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-71f599fc-db71-4e14-970e-69b9890f7252 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.5154996 Feb 04 15:48:09.965909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Transition to ACTIVE for port object 24b7e3f9-dcf9-4350-abca-1c65d8689f0c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:10.009668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bef532eb-3037-4115-8c04-2760ccbfba86 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.012618 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bef532eb-3037-4115-8c04-2760ccbfba86 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/security-groups/96daaf5f-5876-4d7d-b7bf-0968d97cb614 HTTP/1.1" status: 204 len: 168 time: 1.6073909 Feb 04 15:48:10.021319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c8dff5e3-b1e2-4d64-a57c-138790bac57f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:10.042997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-c2e48148-e666-4a5f-8a68-16c44a16974c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d523cd42-07b5-4e93-92c2-61f00f40e737 HTTP/1.1" status: 200 len: 217 time: 0.0698335 Feb 04 15:48:10.044670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45024) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:10.049054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8a8248e-8b42-4f4b-88a6-822ce0f693bc req-566ee9bf-a471-4594-8ada-3682e070f40a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275662 Feb 04 15:48:10.049693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.083597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2897097b-6bab-4d82-8176-3db3e244cb87 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:10.085199 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2897097b-6bab-4d82-8176-3db3e244cb87 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7139556 Feb 04 15:48:10.086015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.089486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45028) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:10.123884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port c8dff5e3-b1e2-4d64-a57c-138790bac57f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:10.132600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:10.138706 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-78925243-622a-46a7-b5e0-d581266e9396 req-ffbd7fdc-c32c-4459-b9f7-180462aa51b9 service neutron] 10.222.0.53 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613441 Feb 04 15:48:10.214796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-53b6b0fe-c6f1-4461-844e-04e5814eaa4e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f/tags HTTP/1.1" status: 204 len: 168 time: 0.4621675 Feb 04 15:48:10.221879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45032) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:10.257879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-6e76b819-078a-4570-ac1f-79c53f1ad188 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '657ab35b-c5ca-4532-a078-0de9c9e157fc') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:10.281893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:10.282283 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.405539 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.455623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 2001:db8:1::1 (0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b/48566259-5923-406f-8c34-eb6472e7e654/44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:10.512909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e818356-d5b2-40ac-92ee-4cf2b570a7d0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:10.514541 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4e818356-d5b2-40ac-92ee-4cf2b570a7d0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4188516 Feb 04 15:48:10.564434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45036) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:10.618588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce91e71-9eb3-4a04-af23-f1abf0f5bf16 None None] Network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:10.645595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Pushing event updated for resources: {'Port': ['ID=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:10.668441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-28a942b6-ea75-4c82-84d7-734e6984063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:10.669969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-28a942b6-ea75-4c82-84d7-734e6984063d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.6114271 Feb 04 15:48:10.772247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bab3823c-4bdb-4260-ad9b-18c9b8272efc None None] Provisioning for port c8dff5e3-b1e2-4d64-a57c-138790bac57f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:10.780082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bab3823c-4bdb-4260-ad9b-18c9b8272efc None None] Provisioning complete for port c8dff5e3-b1e2-4d64-a57c-138790bac57f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:10.780442 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bab3823c-4bdb-4260-ad9b-18c9b8272efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.808636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-4c7f267d-5358-4a91-9b7a-d646f62d2625 req-548ac674-5b58-48e6-87e8-2a3eed717d24 service neutron] (87571) timed out ('10.222.0.46', 43658) {{(pid=87571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:48:10.816914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 49fcebf3-82cc-4aa5-a1cc-6450330de73e yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:10.939011 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6e76b819-078a-4570-ac1f-79c53f1ad188 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc/tags HTTP/1.1" status: 204 len: 168 time: 0.7118862 Feb 04 15:48:10.944448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45040) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:10.960032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.tag.tag_plugin [None req-0448172c-ad29-4343-8b84-f0f4b1093ca7 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8743d154-b0c8-4253-b679-ccb68a734189') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:11.003368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-14a8f08a-b11f-4ae9-8bdc-8ccf3deaf38a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2957938 Feb 04 15:48:11.006892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058ec61-6ba7-4a65-a1e4-f580fd5bc9df tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.008459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058ec61-6ba7-4a65-a1e4-f580fd5bc9df tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.010008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058ec61-6ba7-4a65-a1e4-f580fd5bc9df tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.010781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e058ec61-6ba7-4a65-a1e4-f580fd5bc9df tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:11.028244 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bab3823c-4bdb-4260-ad9b-18c9b8272efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.045188 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-034e1e66-6e41-4790-a9e2-15692a8e0bdb tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.073366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bab3823c-4bdb-4260-ad9b-18c9b8272efc None None] For port c8dff5e3-b1e2-4d64-a57c-138790bac57f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c8dff5e3-b1e2-4d64-a57c-138790bac57f,segment=NetworkSegment(fe7d3868-b23a-4726-9f5c-3d3413a3b899),segment_id=fe7d3868-b23a-4726-9f5c-3d3413a3b899)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:11.079088 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bab3823c-4bdb-4260-ad9b-18c9b8272efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.165821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3823c-4bdb-4260-ad9b-18c9b8272efc None None] Pushing event updated for resources: {'Port': ['ID=c8dff5e3-b1e2-4d64-a57c-138790bac57f,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:11.170861 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-034e1e66-6e41-4790-a9e2-15692a8e0bdb tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.236990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.262940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060f4d6-04e4-4a16-810a-6270af0b9248 req-d851e4f5-9471-43ba-9e52-1a80caff46c4 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.268161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Transition to ACTIVE for port object 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:11.270195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4060f4d6-04e4-4a16-810a-6270af0b9248 req-d851e4f5-9471-43ba-9e52-1a80caff46c4 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.9906628 Feb 04 15:48:11.271948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e058ec61-6ba7-4a65-a1e4-f580fd5bc9df tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:11.275856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e058ec61-6ba7-4a65-a1e4-f580fd5bc9df tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7056251 Feb 04 15:48:11.283617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45046) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:11.302365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Attempting to bind port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:11.302701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Attempting to bind port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:11.303023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Attempting to bind port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:11.332977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c on network cf36374d-d245-40cc-915b-8c254d5c5c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:48:11.333319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Attempting to bind port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:11.356374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-23278650-e201-4ba8-99e8-8a58621f75ba service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426497 Feb 04 15:48:11.361906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:11.362389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Checking segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:11.362778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Bound using segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:11.363211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Bound port: 24b7e3f9-dcf9-4350-abca-1c65d8689f0c, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:11.363557 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.375891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Router 81604e1b-b521-479b-bdb7-4db10f49e87d has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:48:11.401727 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0448172c-ad29-4343-8b84-f0f4b1093ca7 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189/tags HTTP/1.1" status: 204 len: 168 time: 0.4538503 Feb 04 15:48:11.406333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-515d081a-08c5-43c9-a925-2736ccebe089 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet a1586e44-d916-4107-9267-a94b01781bfd {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:11.410283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45050) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:11.412249 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-515d081a-08c5-43c9-a925-2736ccebe089 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.413562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4060f4d6-04e4-4a16-810a-6270af0b9248 req-ae96564b-bae0-4e05-9924-b65b48139ab6 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424637 Feb 04 15:48:11.416888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d3461a5d-c0bb-44ee-8fd9-0776f3ee8f58 None None] Provisioning complete for port c8dff5e3-b1e2-4d64-a57c-138790bac57f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:11.418096 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d3461a5d-c0bb-44ee-8fd9-0776f3ee8f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.441824 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.477287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.tag.tag_plugin [None req-601e88de-ad40-47e3-a7dc-04a710f7ec63 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '576623e8-b839-4d3f-9725-f3190262f17e') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:11.533959 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-034e1e66-6e41-4790-a9e2-15692a8e0bdb tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.631146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:11.633443 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-515d081a-08c5-43c9-a925-2736ccebe089 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.660664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e1e66-6e41-4790-a9e2-15692a8e0bdb tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d44a453-d477-4a38-848d-1f194575a2f6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:11.664914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:11.673532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:11.679643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:11.680198 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.769628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-034e1e66-6e41-4790-a9e2-15692a8e0bdb tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.770750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-034e1e66-6e41-4790-a9e2-15692a8e0bdb tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/security-groups/5d44a453-d477-4a38-848d-1f194575a2f6 HTTP/1.1" status: 204 len: 168 time: 1.7157359 Feb 04 15:48:11.777078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45054) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:11.792866 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.813230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] For port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:11.819556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c767c769-8668-4799-bd54-3e8d46ebc5bd req-5a7f8d92-2b2a-46f8-97d8-37f82574b66a service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404571 Feb 04 15:48:11.841450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] For port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:11.855149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.858342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:48:11.871075 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-76f6fa78-47d3-45d6-a0bd-aab011657375 admin admin] 10.222.0.46 "PUT /v2.0/routers/81604e1b-b521-479b-bdb7-4db10f49e87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6322775 Feb 04 15:48:11.877728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:11.880336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c8dff5e3-b1e2-4d64-a57c-138790bac57f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:11.914202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] Sync routers for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:11.950362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:11.950997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:11.980089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-601e88de-ad40-47e3-a7dc-04a710f7ec63 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e/tags HTTP/1.1" status: 204 len: 168 time: 0.5652881 Feb 04 15:48:11.982086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45062) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:11.991597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429c81f-b6cb-40d9-8524-f8e4980d3ce9 req-af2e0cb0-38be-4829-8635-2d83c17e790b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.993954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7429c81f-b6cb-40d9-8524-f8e4980d3ce9 req-af2e0cb0-38be-4829-8635-2d83c17e790b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 943 time: 0.4336782 Feb 04 15:48:11.994841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Pushing event updated for resources: {'Port': ['ID=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:12.010613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2572b337-7c0a-4b88-b0a5-806ac8313ae0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet f1ef1b65-a49e-440b-b64f-00c8a28138c6 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:12.011269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.013734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.014719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.016074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-cbc5c32e-9eb2-4a5a-9940-e4e7a1bfb51e service neutron] 10.222.0.61 "PUT /v2.0/ports/24b7e3f9-dcf9-4350-abca-1c65d8689f0c HTTP/1.1" status: 200 len: 1091 time: 4.0181694 Feb 04 15:48:12.034257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33f60fc-2728-45b7-bda6-f2f0fa3460e0', 'tag': '24b7e3f9-dcf9-4350-abca-1c65d8689f0c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:12.044517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2572b337-7c0a-4b88-b0a5-806ac8313ae0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.100161 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-515d081a-08c5-43c9-a925-2736ccebe089 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.154588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e1af29f3-174a-4453-874e-00ffbb4be142 None None] Provisioning for port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:12.172435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e1af29f3-174a-4453-874e-00ffbb4be142 None None] Provisioning complete for port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:12.172973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1af29f3-174a-4453-874e-00ffbb4be142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.174721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:12.182185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:12.192353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:12.192778 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.196834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7429c81f-b6cb-40d9-8524-f8e4980d3ce9 req-6c489ca2-2ab8-4fb6-a217-b4278854d0d1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894393 Feb 04 15:48:12.207330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=eb462f16-3497-4f86-a35c-fbe7c4a19f20,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:12.243406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c8dff5e3-b1e2-4d64-a57c-138790bac57f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:12.243884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.308072 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33f60fc-2728-45b7-bda6-f2f0fa3460e0', 'tag': '24b7e3f9-dcf9-4350-abca-1c65d8689f0c', 'status': 'completed', 'code': 200} Feb 04 15:48:12.317013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=49fcebf3-82cc-4aa5-a1cc-6450330de73e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:12.323695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Checking segment: {'id': '7c4810b2-44a7-4c3d-a24f-c3c7d55e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8bd80afd-4c5e-4926-8d4c-85339ebe8290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:12.324125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network hostable DHCP agents. Network: 8bd80afd-4c5e-4926-8d4c-85339ebe8290, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:12.326935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:12.330871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-210331cb-3e79-43f0-94f2-374051fbe076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.332390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-210331cb-3e79-43f0-94f2-374051fbe076 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 1094 time: 0.2531092 Feb 04 15:48:12.419002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-1828d9d7-7ffb-408b-88b5-90cd464c97b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b7e3f9-dcf9-4350-abca-1c65d8689f0c HTTP/1.1" status: 200 len: 217 time: 0.0760341 Feb 04 15:48:12.422880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 8bd80afd-4c5e-4926-8d4c-85339ebe8290 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:12.452914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e1af29f3-174a-4453-874e-00ffbb4be142 None None] Port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:12.477537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8bd80afd-4c5e-4926-8d4c-85339ebe8290) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:12.493611 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2572b337-7c0a-4b88-b0a5-806ac8313ae0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.498714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:12.505502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.510261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.510904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.531259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-a0aa97e8-541d-484c-8e12-530585133db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.534493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad395432-eb5c-4f51-83b5-659301c49a8a None None] Network 8bd80afd-4c5e-4926-8d4c-85339ebe8290 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:12.534651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-a0aa97e8-541d-484c-8e12-530585133db2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.1089766 Feb 04 15:48:12.544294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6dc65b4e-4960-4d36-bb6d-7f68ea717c86 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6917863 Feb 04 15:48:12.553145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45070) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:12.611877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.636357 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-ecd42cfc-0678-4640-9335-7e06cd95c122 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950029 Feb 04 15:48:12.706660 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.762313 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-515d081a-08c5-43c9-a925-2736ccebe089 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.786338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24416-c79b-4413-aa98-bc0f763d0413 req-e98e027d-489d-43ef-aee4-ccaf669bceeb tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:12.787822 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4f24416-c79b-4413-aa98-bc0f763d0413 req-e98e027d-489d-43ef-aee4-ccaf669bceeb tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.1841605 Feb 04 15:48:12.828732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-84476483-d40d-4b62-8858-77b54ed5b925 service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766484 Feb 04 15:48:12.873616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f37b6fa1-e704-490c-bcdc-ce19acd638e2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 49fcebf3-82cc-4aa5-a1cc-6450330de73e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:12.874010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f37b6fa1-e704-490c-bcdc-ce19acd638e2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.923175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d081a-08c5-43c9-a925-2736ccebe089 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=a1586e44-d916-4107-9267-a94b01781bfd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:12.923456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4f24416-c79b-4413-aa98-bc0f763d0413 req-080a70e4-e622-4edd-89b5-ff1aca0bd949 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200840 Feb 04 15:48:12.930879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-515d081a-08c5-43c9-a925-2736ccebe089 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.932861 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-515d081a-08c5-43c9-a925-2736ccebe089 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/a1586e44-d916-4107-9267-a94b01781bfd HTTP/1.1" status: 204 len: 168 time: 1.6454170 Feb 04 15:48:12.937425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45074) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:12.940647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ec52db-c592-4395-8383-ec80823fcf80 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:12.959237 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0a39365-f0e5-41a8-9185-da2c7dc35eba tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for subnetpool, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.962657 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a0a39365-f0e5-41a8-9185-da2c7dc35eba tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnetpools/3bd6d446-f485-4584-9931-5cea9fc2008f HTTP/1.1" status: 204 len: 168 time: 0.9737849 Feb 04 15:48:12.980942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45078) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:13.039002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddf5801-6ca6-49b4-a513-39e1f32b9161 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet da51851e-4ac3-4bd8-b2f4-121dd192b518 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:13.049334 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bddf5801-6ca6-49b4-a513-39e1f32b9161 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.054250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:13.070325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] Checking router: 81604e1b-b521-479b-bdb7-4db10f49e87d for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:13.122370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] Routers {'81604e1b-b521-479b-bdb7-4db10f49e87d'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:13.124441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['81604e1b-b521-479b-bdb7-4db10f49e87d'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:13.168983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8096e1f-efa0-45b5-a420-38ff7306713f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Synchronizing usage tracker for tenant:a8d2bba4f465494f876cb1156014de88 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:13.224400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494f0541-c7a9-477c-84af-05094aa93ed7 req-9a56576f-0ebf-47f3-a580-faeb92e30add service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826423 Feb 04 15:48:13.254718 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bddf5801-6ca6-49b4-a513-39e1f32b9161 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.300809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2572b337-7c0a-4b88-b0a5-806ac8313ae0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.343760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bddf5801-6ca6-49b4-a513-39e1f32b9161 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.388332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] Set router 81604e1b-b521-479b-bdb7-4db10f49e87d gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:13.474934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8096e1f-efa0-45b5-a420-38ff7306713f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Unset dirty status for tenant:a8d2bba4f465494f876cb1156014de88 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:13.476393 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a8096e1f-efa0-45b5-a420-38ff7306713f tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "GET /v2.0/ports?device_id=657ab35b-c5ca-4532-a078-0de9c9e157fc HTTP/1.1" status: 200 len: 205 time: 0.5006402 Feb 04 15:48:13.506868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45086) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:13.519270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bddf5801-6ca6-49b4-a513-39e1f32b9161 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.540163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.646238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf5801-6ca6-49b4-a513-39e1f32b9161 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=da51851e-4ac3-4bd8-b2f4-121dd192b518,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:13.648459 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bddf5801-6ca6-49b4-a513-39e1f32b9161 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.648587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Deleting port c94a8bdf-b524-4c5d-bc51-242d535a8822 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:13.648587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.714962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:13.720186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547dace7-e709-40e0-a361-97b5a383b76d None None] The sync data for ids ['81604e1b-b521-479b-bdb7-4db10f49e87d'] in n-d-827870-1 is: [{'id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'name': 'tempest-ServerActionsTestJSON-1323886990-router', 'tenant_id': '471aa203ed68486e939c8ab113a56f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:53Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '471aa203ed68486e939c8ab113a56f07', 'gw_port': {'id': 'c94a8bdf-b524-4c5d-bc51-242d535a8822', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81604e1b-b521-479b-bdb7-4db10f49e87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:54Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:13.734957 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f37b6fa1-e704-490c-bcdc-ce19acd638e2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.757913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2572b337-7c0a-4b88-b0a5-806ac8313ae0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.783961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bddf5801-6ca6-49b4-a513-39e1f32b9161 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/da51851e-4ac3-4bd8-b2f4-121dd192b518 HTTP/1.1" status: 204 len: 168 time: 0.8458364 Feb 04 15:48:13.786455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83436759-316c-4295-bd5a-620a76ad1ac9 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.837749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45090) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:13.939852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fd7d5e69-4aad-4399-9c5f-b34a80fa83c3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980811 Feb 04 15:48:13.940264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f37b6fa1-e704-490c-bcdc-ce19acd638e2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 49fcebf3-82cc-4aa5-a1cc-6450330de73e owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:13.991471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45094) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:14.008278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:14.124213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-a4c4f278-9d4e-4097-94a6-cf17eb68b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:14.126047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-a4c4f278-9d4e-4097-94a6-cf17eb68b5f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 1094 time: 0.6903694 Feb 04 15:48:14.144472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b57aa-ceba-4dd8-bd3c-30a36b0c707c req-132cbbae-80b7-48f5-8500-f3d2f807c206 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:14.146159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f3b57aa-ceba-4dd8-bd3c-30a36b0c707c req-132cbbae-80b7-48f5-8500-f3d2f807c206 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 943 time: 0.6704152 Feb 04 15:48:14.194440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572b337-7c0a-4b88-b0a5-806ac8313ae0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ef1b65-a49e-440b-b64f-00c8a28138c6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:14.216124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d7469-3e0e-41e3-8130-621bfdb33ea4 None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:14.218711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2572b337-7c0a-4b88-b0a5-806ac8313ae0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.225771 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2572b337-7c0a-4b88-b0a5-806ac8313ae0 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/f1ef1b65-a49e-440b-b64f-00c8a28138c6 HTTP/1.1" status: 204 len: 168 time: 2.4458919 Feb 04 15:48:14.283122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45100) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:14.359044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:14.381462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f37b6fa1-e704-490c-bcdc-ce19acd638e2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.436626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f873f-4ce1-4f91-9f21-ec66e0cbd5c0 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:14.457856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.478281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b6fa1-e704-490c-bcdc-ce19acd638e2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=49fcebf3-82cc-4aa5-a1cc-6450330de73e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:14.482717 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.483470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.572459 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f37b6fa1-e704-490c-bcdc-ce19acd638e2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.590446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d245007b-dd31-48ce-a890-bf72fe4acc18 None None] Provisioning complete for port 672176ee-58cd-4953-96fe-23526c26751a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:14.590997 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d245007b-dd31-48ce-a890-bf72fe4acc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.641947 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83436759-316c-4295-bd5a-620a76ad1ac9 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.646922 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f37b6fa1-e704-490c-bcdc-ce19acd638e2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/49fcebf3-82cc-4aa5-a1cc-6450330de73e HTTP/1.1" status: 204 len: 168 time: 2.0854542 Feb 04 15:48:14.648494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] For port c94a8bdf-b524-4c5d-bc51-242d535a8822, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c94a8bdf-b524-4c5d-bc51-242d535a8822,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:14.648899 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.651653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83436759-316c-4295-bd5a-620a76ad1ac9 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.653073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45104) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:14.721698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:14.723922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:14.765920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:14.781352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:14.797318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Calling delete_port for c94a8bdf-b524-4c5d-bc51-242d535a8822 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:14.798638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:14.816297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f3b57aa-ceba-4dd8-bd3c-30a36b0c707c req-2950a41b-4dce-4aa7-b614-77d4fdfab7c4 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605946 Feb 04 15:48:14.816741 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83436759-316c-4295-bd5a-620a76ad1ac9 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.817435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83436759-316c-4295-bd5a-620a76ad1ac9 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Fanout notify agent at l3_agent the message router_deleted on router 657ab35b-c5ca-4532-a078-0de9c9e157fc {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:48:14.883213 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83436759-316c-4295-bd5a-620a76ad1ac9 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.884198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-83436759-316c-4295-bd5a-620a76ad1ac9 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/routers/657ab35b-c5ca-4532-a078-0de9c9e157fc HTTP/1.1" status: 204 len: 168 time: 1.3666899 Feb 04 15:48:14.893863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45108) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:14.902058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:14.914421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:14.917868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.937311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:14.943074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-7e5736f1-76ec-4753-a1e7-7a58512dd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:14.944538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-7e5736f1-76ec-4753-a1e7-7a58512dd238 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.7227089 Feb 04 15:48:15.022107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f0b66-eb9d-41b6-b7ca-11c02e14c7e1 None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:48:15.027487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-362f0b66-eb9d-41b6-b7ca-11c02e14c7e1 None None] Deleting port 672176ee-58cd-4953-96fe-23526c26751a {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:15.027859 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-362f0b66-eb9d-41b6-b7ca-11c02e14c7e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.098673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:15.102109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-bc4f9cce-2e5e-464f-9adc-375b19c0deab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b7e3f9-dcf9-4350-abca-1c65d8689f0c HTTP/1.1" status: 200 len: 217 time: 0.1084049 Feb 04 15:48:15.121847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:15.171674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:15.188597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0afaa-d9b0-4455-95b1-b6821921a16c tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Deleting port 8743d154-b0c8-4253-b679-ccb68a734189 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:15.189093 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8f0afaa-d9b0-4455-95b1-b6821921a16c tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.226187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:15.256534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43a59f-09ee-499d-bd39-bfa603b90af5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:15.262999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43a59f-09ee-499d-bd39-bfa603b90af5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:15.264682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0c43a59f-09ee-499d-bd39-bfa603b90af5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:15.307969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:15.311661 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.337400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-cb12d5a1-5af4-4b8b-896c-2ff97ec2f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:15.338849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-cb12d5a1-5af4-4b8b-896c-2ff97ec2f57e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.2135339 Feb 04 15:48:15.396313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:48:15.495031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-362f0b66-eb9d-41b6-b7ca-11c02e14c7e1 None None] For port 672176ee-58cd-4953-96fe-23526c26751a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=672176ee-58cd-4953-96fe-23526c26751a,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:15.495619 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-362f0b66-eb9d-41b6-b7ca-11c02e14c7e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.533345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.564181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-cb77297a-fab1-462b-b467-08febb4de975 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270838 Feb 04 15:48:15.576944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0c43a59f-09ee-499d-bd39-bfa603b90af5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:15.578699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0c43a59f-09ee-499d-bd39-bfa603b90af5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.9199107 Feb 04 15:48:15.591642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45114) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:15.592756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94a8bdf-b524-4c5d-bc51-242d535a8822,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:15.650775 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-18176656-4ba6-4241-8efd-34280f9e7d04 None None] Provisioning complete for port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:15.650775 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-18176656-4ba6-4241-8efd-34280f9e7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.708494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-362f0b66-eb9d-41b6-b7ca-11c02e14c7e1 None None] Calling delete_port for 672176ee-58cd-4953-96fe-23526c26751a owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:15.823587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-18176656-4ba6-4241-8efd-34280f9e7d04 None None] Port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:15.834535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4972f848-c4f7-48f3-9d40-293fc4e862cc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port eb462f16-3497-4f86-a35c-fbe7c4a19f20 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:15.835096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4972f848-c4f7-48f3-9d40-293fc4e862cc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.846722 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-362f0b66-eb9d-41b6-b7ca-11c02e14c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.912174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f0b66-eb9d-41b6-b7ca-11c02e14c7e1 None None] Pushing event deleted for resources: {'Port': ['ID=672176ee-58cd-4953-96fe-23526c26751a,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:15.918432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f0b66-eb9d-41b6-b7ca-11c02e14c7e1 None None] No DVR routers for this DVR port 672176ee-58cd-4953-96fe-23526c26751a on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:15.949460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 672176ee-58cd-4953-96fe-23526c26751a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:15.990071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 672176ee-58cd-4953-96fe-23526c26751a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:15.990705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 672176ee-58cd-4953-96fe-23526c26751a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:15.991133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cf9d5184-84b4-4c76-b1f9-32a05df011be no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:16.025963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: cf9d5184-84b4-4c76-b1f9-32a05df011be {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:16.026350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cf9d5184-84b4-4c76-b1f9-32a05df011be not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:16.029286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-8fadb444-da1d-4207-91db-92a140170c5c service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483635 Feb 04 15:48:16.044871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-86c78df6-0b16-4959-84be-37adaaf337aa None None] Provisioning complete for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:16.045242 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-86c78df6-0b16-4959-84be-37adaaf337aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.045351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d617f8-276c-4935-91b2-2e18ac3bba1c req-66e6b8b7-141c-4dfd-abaa-0a8c3367fdf1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:16.047700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7d617f8-276c-4935-91b2-2e18ac3bba1c req-66e6b8b7-141c-4dfd-abaa-0a8c3367fdf1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.9973772 Feb 04 15:48:16.148758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 24b7e3f9-dcf9-4350-abca-1c65d8689f0c details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:48:16.165868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.260621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-86c78df6-0b16-4959-84be-37adaaf337aa None None] Provisioning complete for port 8685a53d-5f78-4b0d-b017-559ab29336d5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:16.260913 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-86c78df6-0b16-4959-84be-37adaaf337aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.328809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:16.332086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba7f63e8-221f-4e2b-ae00-1519a436fd31 req-8e47ff33-7e9f-4f54-92d1-233cfcc40565 service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830310 Feb 04 15:48:16.338830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:16.341291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:48:16.345347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-86c78df6-0b16-4959-84be-37adaaf337aa None None] Port 8685a53d-5f78-4b0d-b017-559ab29336d5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:16.350923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7d617f8-276c-4935-91b2-2e18ac3bba1c req-71307eaa-7fc5-437c-8f9f-e55f03bb2bd6 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737927 Feb 04 15:48:16.351262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:16.352341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.373336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a0e3c951-b2ba-418b-8538-f116a4853430 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2903171 Feb 04 15:48:16.377858 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:16.383009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45120) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:16.383171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=3ef7e4d5-7655-434c-bc2f-0585b6c7502b,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:16.384192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed654fa-41bd-470f-a206-dfdfffa07f90 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:16.395668 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:16.396296 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:16.399486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.410821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1538531225'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:16.424471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:16.435269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:network and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:16.447969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:16.458057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:16.461659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-defbfad7-a42b-4df8-bda2-330d1b59e448 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4673574 Feb 04 15:48:16.467604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45124) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:16.469973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8f0afaa-d9b0-4455-95b1-b6821921a16c tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.487148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:16.487613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:16.491488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.503402 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.552807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:16.571645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:16.578451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '24b7e3f9-dcf9-4350-abca-1c65d8689f0c', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'port_id': '24b7e3f9-dcf9-4350-abca-1c65d8689f0c', 'mac_address': 'fa:16:3e:ec:0d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78064bb-81be-4819-b4ef-67045bdf4b75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:48:16.581441 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.581795 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added segment 38912c13-330e-4464-80c0-095acc7e2a4f of type vlan for network 7c0dee6f-4157-4014-8670-c022396b68ae Feb 04 15:48:16.612532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.673126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.682280 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:16.695000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.701270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:16.702238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.723974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b7e3f9-dcf9-4350-abca-1c65d8689f0c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:16.740515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:16.747085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:16.759600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:16.760300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.787255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:16.788595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730208c5-3c95-4f0c-9d98-60b4b5495b50 None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:16.795435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0afaa-d9b0-4455-95b1-b6821921a16c tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Calling delete_port for 8743d154-b0c8-4253-b679-ccb68a734189 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:16.854890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=2c01bda4-4883-4871-855a-12e40a74931b,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:16.857104 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.880660 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4947853 Feb 04 15:48:16.882148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45128) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:16.894278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'subnet': {'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:16.905212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': '3ef7e4d5-7655-434c-bc2f-0585b6c7502b'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:48:16.906738 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.989265 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.002120 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.098790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:17.127794 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4972f848-c4f7-48f3-9d40-293fc4e862cc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.163251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.163783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81604e1b-b521-479b-bdb7-4db10f49e87d {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:48:17.194656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-19428a4d-3f0e-48a5-ac49-f9450864038e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9072301 Feb 04 15:48:17.195938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45132) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:17.206593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'security_group': {'name': 'tempest-secgroup-289300567'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:17.211323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cf538-cea0-4b21-b799-c42149834f42 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Network': ['ID=7c0dee6f-4157-4014-8670-c022396b68ae,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:17.213200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['24b7e3f9-dcf9-4350-abca-1c65d8689f0c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:48:17.215116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:17.221816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:17.224386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:subnet and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:17.229279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:17.237682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:17.240082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:17.256683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 7c0dee6f-4157-4014-8670-c022396b68ae details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:17.263328 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:12Z', 'revision_number': 3, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:13Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:17.265939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:17.272242 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:17.272591 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Updating router 545fac20-663c-4346-bef0-a396b7ddedb1 port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:48:17.289975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:17.326353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace7b15-ae60-4d0f-a242-fc0c0fb5b2a8 req-83d34bdf-7165-4e61-91d5-bca4287b27e6 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:17.336387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ace7b15-ae60-4d0f-a242-fc0c0fb5b2a8 req-83d34bdf-7165-4e61-91d5-bca4287b27e6 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 943 time: 0.7830002 Feb 04 15:48:17.345085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.363142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:17.366535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.371228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:17.376501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:17.379546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:17.390470 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.481262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4972f848-c4f7-48f3-9d40-293fc4e862cc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for eb462f16-3497-4f86-a35c-fbe7c4a19f20 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:17.496975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/3ef7e4d5-7655-434c-bc2f-0585b6c7502b/6d5843a2-668f-4774-92b3-fe7e275a425c) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:17.512313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:17.517401 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.518771 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e0031e43-079d-490f-b2ac-9a19b919a0e9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/81604e1b-b521-479b-bdb7-4db10f49e87d HTTP/1.1" status: 204 len: 168 time: 5.6334465 Feb 04 15:48:17.529524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45140) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:17.585578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:17.589472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.590752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:17.608540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group_rule and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:17.619389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:17.628755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ace7b15-ae60-4d0f-a242-fc0c0fb5b2a8 req-7d2432a6-cf73-4202-b8e2-b9501b98670b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914801 Feb 04 15:48:17.663655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a3a04a-ce1c-4dba-bcdb-319dbc3d85d3 admin admin] Deleting subnet ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:17.853076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:17.863826 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.868474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60a3a04a-ce1c-4dba-bcdb-319dbc3d85d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.885519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c94a8bdf-b524-4c5d-bc51-242d535a8822 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:17.936646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: c94a8bdf-b524-4c5d-bc51-242d535a8822 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:17.937907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c94a8bdf-b524-4c5d-bc51-242d535a8822 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:17.965982 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.973763 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.983345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8f0afaa-d9b0-4455-95b1-b6821921a16c tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.984120 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Transition to ACTIVE for port object 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:17.993439 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.013790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Transition to ACTIVE for port object 6d5843a2-668f-4774-92b3-fe7e275a425c will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:18.058476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Transition to ACTIVE for port object 6d5843a2-668f-4774-92b3-fe7e275a425c will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:18.123939 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.141958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0afaa-d9b0-4455-95b1-b6821921a16c tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Pushing event deleted for resources: {'Port': ['ID=8743d154-b0c8-4253-b679-ccb68a734189,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.197795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4972f848-c4f7-48f3-9d40-293fc4e862cc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.270606 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60a3a04a-ce1c-4dba-bcdb-319dbc3d85d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.316183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Pushing event updated for resources: {'Port': ['ID=6d5843a2-668f-4774-92b3-fe7e275a425c,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.351838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63adff52-01fe-44d4-91f8-7598a033e5ed None None] Update dhcp port {'port': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'fixed_ips': [{'subnet_id': 'acac95a6-a295-4c0f-aa70-f9dba6d360b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c01bda4-4883-4871-855a-12e40a74931b'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '5c5dc03d-66a6-4582-a809-65b3c39854f1'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:48:18.384726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972f848-c4f7-48f3-9d40-293fc4e862cc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=eb462f16-3497-4f86-a35c-fbe7c4a19f20,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.405441 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8592a-cef4-4e65-a04b-cd5ffb6a1d93 None None] Pushing event updated for resources: {'Port': ['ID=44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.412206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Subnet': ['ID=fe26db1e-eed6-4c58-b419-29468139598f,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.441971 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4972f848-c4f7-48f3-9d40-293fc4e862cc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.448275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:18.451683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:18.457024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:18.459276 n-d-827870-1 neutron-server[87571]: INFO neutron.db.ipam_backend_mixin [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ef7e4d5-7655-434c-bc2f-0585b6c7502b (CIDR: 2001:db8::/64) Feb 04 15:48:18.469343 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:48:18.470086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:18.487297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8f0afaa-d9b0-4455-95b1-b6821921a16c tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.489923 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c8f0afaa-d9b0-4455-95b1-b6821921a16c tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/ports/8743d154-b0c8-4253-b679-ccb68a734189 HTTP/1.1" status: 204 len: 168 time: 3.5931098 Feb 04 15:48:18.494339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45144) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:18.497919 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4972f848-c4f7-48f3-9d40-293fc4e862cc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/eb462f16-3497-4f86-a35c-fbe7c4a19f20 HTTP/1.1" status: 204 len: 168 time: 2.8518109 Feb 04 15:48:18.502903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45148) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:18.543611 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Attempting to bind port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:18.544132 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Attempting to bind port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'fe7d3868-b23a-4726-9f5c-3d3413a3b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:18.544499 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Attempting to bind port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 on network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:18.555759 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:18.558435 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Checking segment: {'id': 'fe7d3868-b23a-4726-9f5c-3d3413a3b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:18.559110 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.559805 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Bound using segment: {'id': 'fe7d3868-b23a-4726-9f5c-3d3413a3b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:18.560537 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Bound port: 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7d3868-b23a-4726-9f5c-3d3413a3b899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:18.561211 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.570077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4053db-14ad-4175-bac2-c5743d72efcb req-bfd3f490-e158-4e38-b2e9-863e924a82cf tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:18.578475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a4053db-14ad-4175-bac2-c5743d72efcb req-bfd3f490-e158-4e38-b2e9-863e924a82cf tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.7171726 Feb 04 15:48:18.594822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b356ebba-3898-45c7-8c71-4362f2b04aae tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1146774 Feb 04 15:48:18.604657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45152) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:18.614331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:18.640644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Attempting to bind port 6d5843a2-668f-4774-92b3-fe7e275a425c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:18.641570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Attempting to bind port 6d5843a2-668f-4774-92b3-fe7e275a425c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:18.641938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Attempting to bind port 6d5843a2-668f-4774-92b3-fe7e275a425c on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:18.643256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Checking segment: {'id': '38912c13-330e-4464-80c0-095acc7e2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:18.643799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network hostable DHCP agents. Network: 7c0dee6f-4157-4014-8670-c022396b68ae, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:18.652630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:18.652983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:18.653373 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.653763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:18.657905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Bound port: 6d5843a2-668f-4774-92b3-fe7e275a425c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:18.657905 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.681299 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63adff52-01fe-44d4-91f8-7598a033e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.691740 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] For port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:18.695880 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] For port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3,segment=NetworkSegment(fe7d3868-b23a-4726-9f5c-3d3413a3b899),segment_id=fe7d3868-b23a-4726-9f5c-3d3413a3b899)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:18.700938 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.706572 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.716213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a4053db-14ad-4175-bac2-c5743d72efcb req-ef4d3794-f038-4d78-89d5-d1f8338d6ab6 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363328 Feb 04 15:48:18.728441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94a0eef-5b32-4894-b7f3-a553d557367e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Deleting subnet 576623e8-b839-4d3f-9725-f3190262f17e {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:18.747483 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b94a0eef-5b32-4894-b7f3-a553d557367e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.753309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.802977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] For port 6d5843a2-668f-4774-92b3-fe7e275a425c, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:18.807945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] For port 6d5843a2-668f-4774-92b3-fe7e275a425c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6d5843a2-668f-4774-92b3-fe7e275a425c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:18.821742 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.856378 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:18.857078 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:18.860634 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b94a0eef-5b32-4894-b7f3-a553d557367e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.893941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a787110-f162-422e-9e17-8ff2941d0d72 req-0feec456-189b-4c85-9c52-36b4079f5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:18.895744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a787110-f162-422e-9e17-8ff2941d0d72 req-0feec456-189b-4c85-9c52-36b4079f5dfa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 1097 time: 0.5510004 Feb 04 15:48:18.934961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:18.943784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d53efd-25c5-4d20-bf54-5b9406d101e2 None None] Pushing event updated for resources: {'Port': ['ID=6d5843a2-668f-4774-92b3-fe7e275a425c,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.946563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729cf50-daca-42d6-8ec5-d9784d91f5ce tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:18.947586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d729cf50-daca-42d6-8ec5-d9784d91f5ce tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:18.992506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:19.005525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 7c0dee6f-4157-4014-8670-c022396b68ae is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:19.015419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:19.031844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:19.045627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 7c0dee6f-4157-4014-8670-c022396b68ae) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:19.082739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d729cf50-daca-42d6-8ec5-d9784d91f5ce tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:19.084276 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d729cf50-daca-42d6-8ec5-d9784d91f5ce tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.5801950 Feb 04 15:48:19.093901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45158) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:19.096169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:19.099961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.107479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60a3a04a-ce1c-4dba-bcdb-319dbc3d85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.162043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bce2fa-427c-495a-9db7-77545ae40903,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:19.179411 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8592a-cef4-4e65-a04b-cd5ffb6a1d93 None None] Pushing event updated for resources: {'Port': ['ID=44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:19.204416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-63adff52-01fe-44d4-91f8-7598a033e5ed None None] Allocated IP 172.20.0.2 (35220ca7-b9e4-4028-99d8-81fb03d3792c/2c01bda4-4883-4871-855a-12e40a74931b/5c5dc03d-66a6-4582-a809-65b3c39854f1) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:19.214244 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:19.233287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:19.234930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.248719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.251452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-95438179-79e9-4a10-81e5-0f4dd01ec881 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0508940 Feb 04 15:48:19.275568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45162) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:19.288540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'security_group': {'name': 'tempest-secgroup-1014155916'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:19.295886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:19.301203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:19.306328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:19.355293 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a2509a-90eb-471d-9069-504fdb2929ef tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:48:19.359017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-42a2509a-90eb-471d-9069-504fdb2929ef tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/49fcebf3-82cc-4aa5-a1cc-6450330de73e HTTP/1.1" status: 404 len: 333 time: 0.2279074 Feb 04 15:48:19.364200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:19.386277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45166) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:19.392133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a787110-f162-422e-9e17-8ff2941d0d72 req-cb5f238e-9e0e-440a-85df-fd33358e8297 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333370 Feb 04 15:48:19.396688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.428627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc4bff2-5723-453c-a753-cf58fd144a22 None None] Network 7c0dee6f-4157-4014-8670-c022396b68ae requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:19.473703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-63adff52-01fe-44d4-91f8-7598a033e5ed None None] For port 5c5dc03d-66a6-4582-a809-65b3c39854f1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5c5dc03d-66a6-4582-a809-65b3c39854f1,segment=NetworkSegment(7a3184ea-692a-4d4f-9438-0be3fe00658f),segment_id=7a3184ea-692a-4d4f-9438-0be3fe00658f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:19.504537 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63adff52-01fe-44d4-91f8-7598a033e5ed None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.505069 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-285c4f24-ce67-4cc5-926d-aee9fb8b3467 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:48:19.509407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-285c4f24-ce67-4cc5-926d-aee9fb8b3467 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/eb462f16-3497-4f86-a35c-fbe7c4a19f20 HTTP/1.1" status: 404 len: 333 time: 0.1135452 Feb 04 15:48:19.511811 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b94a0eef-5b32-4894-b7f3-a553d557367e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.522402 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a710943a-cea5-4831-85b0-ebbd54b40dab tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6356564 Feb 04 15:48:19.523400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45170) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:19.525612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-63adff52-01fe-44d4-91f8-7598a033e5ed None None] Transition to ACTIVE for port object 5c5dc03d-66a6-4582-a809-65b3c39854f1 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:19.622578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45172) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:19.660377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:19.672515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group_rule and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:19.673856 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63adff52-01fe-44d4-91f8-7598a033e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.680370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:19.703266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:19.721577 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60a3a04a-ce1c-4dba-bcdb-319dbc3d85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.792653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee135970-1b4a-4496-b91c-6ab9392a8b0a req-a2f6c068-40ba-4f9e-b74a-5a6fce42eba7 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:19.799345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee135970-1b4a-4496-b91c-6ab9392a8b0a req-a2f6c068-40ba-4f9e-b74a-5a6fce42eba7 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 944 time: 0.7822261 Feb 04 15:48:19.844252 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.869842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d8d7dc-aa4b-4a4a-b522-0d315939801d None None] Network 3e563c62-9980-4f72-9bd0-f60f9c6f071a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:19.878403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3a04a-ce1c-4dba-bcdb-319dbc3d85d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7f8d5d-e36f-4cb3-8bf2-911e596292f2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:19.883265 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:12Z', 'revision_number': 3, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:18Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:19.888926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60a3a04a-ce1c-4dba-bcdb-319dbc3d85d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.889627 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f7f16-8227-447a-85b8-50a74a9b0d87 None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:12Z', 'revision_number': 3, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:18Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:19.922645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b94a0eef-5b32-4894-b7f3-a553d557367e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.927874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-60a3a04a-ce1c-4dba-bcdb-319dbc3d85d3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ab7f8d5d-e36f-4cb3-8bf2-911e596292f2 HTTP/1.1" status: 204 len: 168 time: 2.3950412 Feb 04 15:48:19.936302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45180) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:20.042130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a0eef-5b32-4894-b7f3-a553d557367e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Pushing event deleted for resources: {'Subnet': ['ID=576623e8-b839-4d3f-9725-f3190262f17e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:20.051758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6d5843a2-668f-4774-92b3-fe7e275a425c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:20.106054 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b94a0eef-5b32-4894-b7f3-a553d557367e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.113221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af941585-5646-4937-a4cf-8ed0a220f928 None None] Network efd2812d-69e6-48fc-9734-4ee5ff7c1262 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:20.170137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adff52-01fe-44d4-91f8-7598a033e5ed None None] Pushing event updated for resources: {'Port': ['ID=5c5dc03d-66a6-4582-a809-65b3c39854f1,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:20.225484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 24b7e3f9-dcf9-4350-abca-1c65d8689f0c up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:20.230038 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b94a0eef-5b32-4894-b7f3-a553d557367e tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/subnets/576623e8-b839-4d3f-9725-f3190262f17e HTTP/1.1" status: 204 len: 168 time: 1.7341409 Feb 04 15:48:20.243658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45184) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:20.244948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee135970-1b4a-4496-b91c-6ab9392a8b0a req-946321dc-d712-4ba2-9533-221e8c81d264 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296496 Feb 04 15:48:20.385640 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.402456 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.443984 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.607971 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.857032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd80afd-4c5e-4926-8d4c-85339ebe8290']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:20.877450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4810b2-44a7-4c3d-a24f-c3c7d55e1647') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:20.877797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4810b2-44a7-4c3d-a24f-c3c7d55e1647') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:20.891163 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.950463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90add3b1-d594-4617-b020-ecd6d8a15f1b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:21.024142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Deleting port 88521c35-11a2-46c9-8565-49e74c8fa019 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:21.025026 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.060681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 6d5843a2-668f-4774-92b3-fe7e275a425c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:21.070026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-935d990e-9dcd-43c0-810a-b48ccb6bb1b9 None None] Provisioning for port 6d5843a2-668f-4774-92b3-fe7e275a425c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:21.073711 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.075960 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.078934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:48:21.080539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-935d990e-9dcd-43c0-810a-b48ccb6bb1b9 None None] Provisioning complete for port 6d5843a2-668f-4774-92b3-fe7e275a425c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:21.080884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-935d990e-9dcd-43c0-810a-b48ccb6bb1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.081749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1029c2b0-0aed-4404-9713-866b0e4a8c91 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7980828 Feb 04 15:48:21.102749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45188) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:21.107349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'security_group': {'name': 'tempest-secgroup-1798546130'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:21.116498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:21.121423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:21.133241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:21.143685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:21.157940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6d5843a2-668f-4774-92b3-fe7e275a425c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:21.158295 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.169104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:21.169599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.184947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:21.191780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-7c0dee6f-4157-4014-8670-c022396b68ae', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:48:21.191780 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:21.196544 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:21.247458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:21.248822 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.269999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.273934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] DHCP port deletion for 3e563c62-9980-4f72-9bd0-f60f9c6f071a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:48:21.284268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.313157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:21.317511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:security_group_rule and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:21.320362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:21.326287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:21.351120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] Deleting port 88521c35-11a2-46c9-8565-49e74c8fa019 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:21.351633 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.444074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Deleting port 36c163f3-69b1-48b2-994d-36dc0dfecd4b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:21.444463 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.475370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.494191 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.521723 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.526680 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.553613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.604497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32de53-6307-400c-9f26-a308bd02c62e req-f8189976-a036-4ffa-8cf7-bf22b125ba3b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:21.607689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec32de53-6307-400c-9f26-a308bd02c62e req-f8189976-a036-4ffa-8cf7-bf22b125ba3b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.6596925 Feb 04 15:48:21.675994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Network': ['ID=8bd80afd-4c5e-4926-8d4c-85339ebe8290,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:21.688195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.689058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] DHCP port deletion for efd2812d-69e6-48fc-9734-4ee5ff7c1262 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:48:21.699405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-36e106d0-c0e1-48a8-8c1b-12de5cde8c67 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/networks/8bd80afd-4c5e-4926-8d4c-85339ebe8290 HTTP/1.1" status: 204 len: 168 time: 2.1680801 Feb 04 15:48:21.706976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45194) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:21.713916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b15926e-3067-4056-921d-882dfa5c9642,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:21.716529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-259064644'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:21.728367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.732626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9f2c4fe2-f143-4d43-8035-bc8da0b1256a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6292751 Feb 04 15:48:21.739219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45198) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:21.748947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1432414872', 'security_groups': ['9b15926e-3067-4056-921d-882dfa5c9642'], 'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2c01bda4-4883-4871-855a-12e40a74931b'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:21.793404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:21.812074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:network and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:21.868921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] Deleting port 36c163f3-69b1-48b2-994d-36dc0dfecd4b {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:21.868921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.875469 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec32de53-6307-400c-9f26-a308bd02c62e req-abd75968-3b0c-403a-8baf-17aa3bc7e47d tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964803 Feb 04 15:48:21.878515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:21.885543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] For port 88521c35-11a2-46c9-8565-49e74c8fa019, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=88521c35-11a2-46c9-8565-49e74c8fa019,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:21.885913 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.906062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:21.963990 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-935d990e-9dcd-43c0-810a-b48ccb6bb1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.015854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Allocated IP 2001:db8:2::2 (7c0dee6f-4157-4014-8670-c022396b68ae/fe26db1e-eed6-4c58-b419-29468139598f/372644a3-f79f-415c-94dc-29b79dba2e99) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:22.034395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Calling delete_port for 88521c35-11a2-46c9-8565-49e74c8fa019 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:22.049713 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.087080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] For port 88521c35-11a2-46c9-8565-49e74c8fa019, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=88521c35-11a2-46c9-8565-49e74c8fa019,segment=NetworkSegment(1b13719f-dbe1-424d-a9f9-cab305beba09),segment_id=1b13719f-dbe1-424d-a9f9-cab305beba09)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:22.087798 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.092503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:22.094728 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.096041 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.119117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] For port 36c163f3-69b1-48b2-994d-36dc0dfecd4b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=36c163f3-69b1-48b2-994d-36dc0dfecd4b,segment=NetworkSegment(d67beeb8-bbc6-4db5-b0ce-80e36ff73fe4),segment_id=d67beeb8-bbc6-4db5-b0ce-80e36ff73fe4)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:22.119493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.181985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:22.211928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:22.228133 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.262229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:22.353595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Pushing event deleted for resources: {'Port': ['ID=88521c35-11a2-46c9-8565-49e74c8fa019,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:22.356804 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] Calling delete_port for 88521c35-11a2-46c9-8565-49e74c8fa019 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:22.363035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] No DVR routers for this DVR port 88521c35-11a2-46c9-8565-49e74c8fa019 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:22.435287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33f60fc-2728-45b7-bda6-f2f0fa3460e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b7e3f9-dcf9-4350-abca-1c65d8689f0c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:22.440596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1e34d-cb1e-44cd-bc85-930b62c540fc req-d8c909ff-c1eb-48be-a4d4-c1081e3fa9fc tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:22.442524 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-90c1e34d-cb1e-44cd-bc85-930b62c540fc req-d8c909ff-c1eb-48be-a4d4-c1081e3fa9fc tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 944 time: 0.3628106 Feb 04 15:48:22.468080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Calling delete_port for 36c163f3-69b1-48b2-994d-36dc0dfecd4b owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:22.526648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:22.545938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:22.556951 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.565468 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.585186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] For port 6d5843a2-668f-4774-92b3-fe7e275a425c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6d5843a2-668f-4774-92b3-fe7e275a425c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:22.597787 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.598129 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Added segment 480509d3-1eb6-4ab6-b210-1634fe48d69a of type vlan for network aa556025-6818-4bef-b2f7-e576162928b6 Feb 04 15:48:22.617130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-90c1e34d-cb1e-44cd-bc85-930b62c540fc req-fd7f4462-d7b6-403d-b2bd-ed2a41ef6764 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271553 Feb 04 15:48:22.623165 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.634548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e563c62-9980-4f72-9bd0-f60f9c6f071a']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:22.664314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b13719f-dbe1-424d-a9f9-cab305beba09') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:22.664615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b13719f-dbe1-424d-a9f9-cab305beba09') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:22.670460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] For port 36c163f3-69b1-48b2-994d-36dc0dfecd4b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=36c163f3-69b1-48b2-994d-36dc0dfecd4b,segment=NetworkSegment(d67beeb8-bbc6-4db5-b0ce-80e36ff73fe4),segment_id=d67beeb8-bbc6-4db5-b0ce-80e36ff73fe4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:22.671655 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.682929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.691674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] device_id is not set on port 67cb8fbc-1d5f-4861-9525-a1278d4f7b23 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:22.703062 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:22.703421 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:22.706238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.722324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.733076 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.749348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.756194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:22.756596 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.779832 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.780651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.797216 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33f60fc-2728-45b7-bda6-f2f0fa3460e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b7e3f9-dcf9-4350-abca-1c65d8689f0c', 'code': 200} Feb 04 15:48:22.838778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Pushing event deleted for resources: {'Port': ['ID=36c163f3-69b1-48b2-994d-36dc0dfecd4b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:22.886321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:22.899278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] Calling delete_port for 36c163f3-69b1-48b2-994d-36dc0dfecd4b owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:22.909739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] No DVR routers for this DVR port 36c163f3-69b1-48b2-994d-36dc0dfecd4b on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:22.927470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:22.978861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:22.992170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:23.007072 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:23.012193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.012944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.023851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db08d93-9de6-4959-b41a-f6ff7824b278 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:23.025485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.030988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.031792 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.045338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.051038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.098691 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.105555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e563c62-9980-4f72-9bd0-f60f9c6f071a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.131161 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:23.131415 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:23.153881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Transition to ACTIVE for port object 372644a3-f79f-415c-94dc-29b79dba2e99 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:23.159503 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-935d990e-9dcd-43c0-810a-b48ccb6bb1b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:23.159851 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-935d990e-9dcd-43c0-810a-b48ccb6bb1b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:23.187541 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:23.187907 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:23.193868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=f7d82d97-c6a9-4d14-bf09-8e388d7068e7,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.199282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Transition to ACTIVE for port object 372644a3-f79f-415c-94dc-29b79dba2e99 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:23.204227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] Deleting port 88521c35-11a2-46c9-8565-49e74c8fa019 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:23.204556 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.253216 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.262189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a021ea9d-1d74-416e-9172-876f8431d50e admin admin] 10.222.0.46 "DELETE /v2.0/networks/3e563c62-9980-4f72-9bd0-f60f9c6f071a HTTP/1.1" status: 204 len: 168 time: 3.3196421 Feb 04 15:48:23.287011 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.329676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd2812d-69e6-48fc-9734-4ee5ff7c1262']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:23.346920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67beeb8-bbc6-4db5-b0ce-80e36ff73fe4') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:23.347421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67beeb8-bbc6-4db5-b0ce-80e36ff73fe4') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:23.364947 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.382921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21142f5-3885-4594-b50b-8503a7161a52 req-64a74246-a07a-43a3-a744-f7b890e08e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.384417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21142f5-3885-4594-b50b-8503a7161a52 req-64a74246-a07a-43a3-a744-f7b890e08e70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 1096 time: 0.3766029 Feb 04 15:48:23.389176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.397578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:23.398470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.414279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab763b-8c84-414b-a0b6-48f0d2a6a65d req-082b03fc-e220-4e98-ad0e-24a66c356d8b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.416536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-41ab763b-8c84-414b-a0b6-48f0d2a6a65d req-082b03fc-e220-4e98-ad0e-24a66c356d8b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.3184507 Feb 04 15:48:23.432074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-47b224d3-e454-4a77-a53e-8d3715502272 None None] The port '88521c35-11a2-46c9-8565-49e74c8fa019' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:48:23.463327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Network 7c0dee6f-4157-4014-8670-c022396b68ae is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:23.467030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:23.480377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:23.483163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45208) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:23.488264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Pushing event updated for resources: {'Port': ['ID=372644a3-f79f-415c-94dc-29b79dba2e99,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.488691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.12 (35220ca7-b9e4-4028-99d8-81fb03d3792c/2c01bda4-4883-4871-855a-12e40a74931b/67cb8fbc-1d5f-4861-9525-a1278d4f7b23) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:23.518961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=6d5843a2-668f-4774-92b3-fe7e275a425c,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:23.521903 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:23.531064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d21142f5-3885-4594-b50b-8503a7161a52 req-31b1685b-d59e-4960-8971-8c8441969d80 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379180 Feb 04 15:48:23.554167 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-41ab763b-8c84-414b-a0b6-48f0d2a6a65d req-3774fbae-020f-4222-8c7e-1772b813b2e3 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248457 Feb 04 15:48:23.588249 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3d300146-8eb8-457a-90e3-562434411036 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.9825137 Feb 04 15:48:23.603067 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8916798 Feb 04 15:48:23.607684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45214) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:23.608281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45216) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:23.620002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': 'aa556025-6818-4bef-b2f7-e576162928b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:23.632679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Attempting to bind port 372644a3-f79f-415c-94dc-29b79dba2e99 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:23.633119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Attempting to bind port 372644a3-f79f-415c-94dc-29b79dba2e99 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '38912c13-330e-4464-80c0-095acc7e2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:23.633426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Attempting to bind port 372644a3-f79f-415c-94dc-29b79dba2e99 on network 7c0dee6f-4157-4014-8670-c022396b68ae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:23.647613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fa0fa-0326-47ae-b505-7e3887f5e663 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Network': ['ID=aa556025-6818-4bef-b2f7-e576162928b6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.654516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:7c:61:6a', 'name': 'tempest-NetworksTestDHCPv6-1451650524'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:23.658585 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8599d0f9-6a1a-4eb5-b697-93ac89bff252 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=471aa203ed68486e939c8ab113a56f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740301 Feb 04 15:48:23.662107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45222) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:23.679114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.685556 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.686060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network aa556025-6818-4bef-b2f7-e576162928b6 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:23.716662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] Deleting port 36c163f3-69b1-48b2-994d-36dc0dfecd4b {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:23.717068 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.803298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:23.803672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Checking segment: {'id': '38912c13-330e-4464-80c0-095acc7e2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:23.804110 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.804500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Bound using segment: {'id': '38912c13-330e-4464-80c0-095acc7e2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:23.805019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Bound port: 372644a3-f79f-415c-94dc-29b79dba2e99, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38912c13-330e-4464-80c0-095acc7e2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:23.805397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.833099 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62ada48a-f12a-48d8-b6c0-d245d65e6eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.854713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 2001:db8:2::1 (7c0dee6f-4157-4014-8670-c022396b68ae/fe26db1e-eed6-4c58-b419-29468139598f/2b9ceec5-28ed-445e-b81e-1c145de31f03) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:23.864827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] Pushing event deleted for resources: {'Network': ['ID=efd2812d-69e6-48fc-9734-4ee5ff7c1262,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.888197 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c92c797d-1119-4f84-bf95-6210a005f9f4 tempest-TagsExtTest-1035119912 tempest-TagsExtTest-1035119912-project] 10.222.0.46 "DELETE /v2.0/networks/efd2812d-69e6-48fc-9734-4ee5ff7c1262 HTTP/1.1" status: 204 len: 168 time: 3.6389627 Feb 04 15:48:23.923975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a7700-410a-4226-8c59-f5f8cdcbabd4 None None] The port '36c163f3-69b1-48b2-994d-36dc0dfecd4b' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:48:23.961628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:23.971970 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.994712 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-935d990e-9dcd-43c0-810a-b48ccb6bb1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.024363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:24.037603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:24.050096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:24.082638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 6d5843a2-668f-4774-92b3-fe7e275a425c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6d5843a2-668f-4774-92b3-fe7e275a425c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:24.087417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] For port 372644a3-f79f-415c-94dc-29b79dba2e99, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:24.091599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62ada48a-f12a-48d8-b6c0-d245d65e6eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.098714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] For port 372644a3-f79f-415c-94dc-29b79dba2e99, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=372644a3-f79f-415c-94dc-29b79dba2e99,segment=NetworkSegment(38912c13-330e-4464-80c0-095acc7e2a4f),segment_id=38912c13-330e-4464-80c0-095acc7e2a4f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:24.100189 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.124804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:24.126931 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.151329 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.197463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-18778b3c-e18b-4537-b160-8b0d8180e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:24.198983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-18778b3c-e18b-4537-b160-8b0d8180e90b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 1097 time: 0.3268251 Feb 04 15:48:24.247277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.ipam_backend_mixin [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Performing IP validity checks on allocation pools {{(pid=87571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:48:24.251896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.ipam_backend_mixin [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:48:24.262701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.390080 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-935d990e-9dcd-43c0-810a-b48ccb6bb1b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:24.390820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object 67cb8fbc-1d5f-4861-9525-a1278d4f7b23 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:24.390951 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-935d990e-9dcd-43c0-810a-b48ccb6bb1b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:24.405168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=6d5843a2-668f-4774-92b3-fe7e275a425c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:24.464865 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.478582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e65df1-8b29-4ee5-af56-af36a1eed31f req-9fab3b67-dec5-49f7-823e-e16be1484353 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:24.480308 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2e65df1-8b29-4ee5-af56-af36a1eed31f req-9fab3b67-dec5-49f7-823e-e16be1484353 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 945 time: 0.4761031 Feb 04 15:48:24.511871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:24.541866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45234) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:24.546368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:24.616692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf0437-fa70-4535-9ba9-d4b0ee077420 None None] Pushing event updated for resources: {'Port': ['ID=372644a3-f79f-415c-94dc-29b79dba2e99,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:24.644384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:24.652613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:24.653821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.654042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62ada48a-f12a-48d8-b6c0-d245d65e6eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.752081 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2e65df1-8b29-4ee5-af56-af36a1eed31f req-e08c3b76-968f-405f-961a-0973315b74cf tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400110 Feb 04 15:48:24.761178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:24.778317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ada48a-f12a-48d8-b6c0-d245d65e6eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595c0c3-f349-40aa-bbfb-983cf3f52a1d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:24.794430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:24.825555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-09680a4b-799e-4da0-aab8-93339aa0e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:24.827889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-09680a4b-799e-4da0-aab8-93339aa0e19d service neutron] 10.222.0.61 "GET /v2.0/networks?id=1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 200 len: 912 time: 0.6171005 Feb 04 15:48:24.828759 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.830055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:24.870826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=837f219a-ba65-41d1-bcd2-58f87233a860,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:24.879465 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.893741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:24.937453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Checking segment: {'id': '480509d3-1eb6-4ab6-b210-1634fe48d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aa556025-6818-4bef-b2f7-e576162928b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:24.937842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network hostable DHCP agents. Network: aa556025-6818-4bef-b2f7-e576162928b6, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:25.003538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62ada48a-f12a-48d8-b6c0-d245d65e6eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.004902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-62ada48a-f12a-48d8-b6c0-d245d65e6eae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f595c0c3-f349-40aa-bbfb-983cf3f52a1d HTTP/1.1" status: 204 len: 168 time: 1.3417852 Feb 04 15:48:25.137851 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.167265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Transition to ACTIVE for port object 2b9ceec5-28ed-445e-b81e-1c145de31f03 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:25.197371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3,segment=NetworkSegment(fe7d3868-b23a-4726-9f5c-3d3413a3b899),segment_id=fe7d3868-b23a-4726-9f5c-3d3413a3b899)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:25.204741 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.206073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5c5dc03d-66a6-4582-a809-65b3c39854f1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:25.219320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network aa556025-6818-4bef-b2f7-e576162928b6 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:25.229474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-2b0371d6-bff7-4b5e-a4f8-321e5b1139c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6273dd21-8b31-46a0-9c49-e4c4b93c88b3 HTTP/1.1" status: 200 len: 217 time: 0.3779411 Feb 04 15:48:25.269406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, aa556025-6818-4bef-b2f7-e576162928b6) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:25.299150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:25.299917 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.339077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:25.354349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:25.358426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:25.362321 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-05622a4f-ed82-43b1-898d-598c46e6add0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8d2bba4f465494f876cb1156014de88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8065593 Feb 04 15:48:25.376360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ed7f7437-418c-4264-a75d-40ea10072e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7615681 Feb 04 15:48:25.378091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45244) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:25.378423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45246) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:25.400579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8923b-fed1-4dbe-bd43-e4b50ee61b50 None None] Network aa556025-6818-4bef-b2f7-e576162928b6 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:25.433393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.442254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=67cb8fbc-1d5f-4861-9525-a1278d4f7b23,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:25.461274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': 'aa556025-6818-4bef-b2f7-e576162928b6', 'name': 'tempest-PortsIpV6TestJSON-1633825297'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:25.491402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-bf61bde5-57f8-40e9-9a3d-e642f97517ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:25.493129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-bf61bde5-57f8-40e9-9a3d-e642f97517ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6aa8bbf6-d45c-4a46-a927-322c388308cf HTTP/1.1" status: 200 len: 851 time: 0.2163751 Feb 04 15:48:25.543026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:25.543938 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.588996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-b160aeac-ea4b-41ff-896c-75acdd661df6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cbe632d-9896-4c60-b50c-303fe834e5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873611 Feb 04 15:48:25.602425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-60992ea3-5966-4469-ad48-a0a2fe9d6495 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8626945 Feb 04 15:48:25.621158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45256) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:25.632587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:25.653878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:25.751224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80e3cd74-42d8-47b6-9929-0741075b4ccf None None] Provisioning complete for port 8685a53d-5f78-4b0d-b017-559ab29336d5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:25.751598 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80e3cd74-42d8-47b6-9929-0741075b4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.814625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:25.861550 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.893730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port 28fe84d6-a6eb-49af-b8f8-d0958041b276 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:25.939274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6d5843a2-668f-4774-92b3-fe7e275a425c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:26.030310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7977c6-1a51-42a7-bac1-73391269284d req-287f2886-2604-4c44-8ffe-08420621c699 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:26.038176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f7977c6-1a51-42a7-bac1-73391269284d req-287f2886-2604-4c44-8ffe-08420621c699 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.9019384 Feb 04 15:48:26.063320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-80e3cd74-42d8-47b6-9929-0741075b4ccf None None] Port 8685a53d-5f78-4b0d-b017-559ab29336d5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:26.147441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-aa556025-6818-4bef-b2f7-e576162928b6', 'network_id': 'aa556025-6818-4bef-b2f7-e576162928b6', 'tenant_id': '73685192fa0e430eb0476390fe62d958', 'fixed_ips': [{'subnet_id': '837f219a-ba65-41d1-bcd2-58f87233a860'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:48:26.149366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.164547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80e3cd74-42d8-47b6-9929-0741075b4ccf None None] Provisioning for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:26.176394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45274) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:26.180270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80e3cd74-42d8-47b6-9929-0741075b4ccf None None] Provisioning complete for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:26.180919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80e3cd74-42d8-47b6-9929-0741075b4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.215179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 7c0dee6f-4157-4014-8670-c022396b68ae is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:26.215866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6d5843a2-668f-4774-92b3-fe7e275a425c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:26.216448 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.222748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-5535f8a4-098b-4af8-b5da-f654292c626d service neutron] 10.222.0.61 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261621 Feb 04 15:48:26.226052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:26.233780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:26.248331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:26.249442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.305365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f7977c6-1a51-42a7-bac1-73391269284d req-45d57ae5-cee4-449d-ac48-8f93a92371ce tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628360 Feb 04 15:48:26.325999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:26.331375 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.402432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8eea0-f605-4e99-b8af-bfce5f587057 None None] Network 7c0dee6f-4157-4014-8670-c022396b68ae requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:26.449871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.477857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 2269c9d4-9328-4a8d-96d9-bc3d8f452a90 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:26.490619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-131823968-network', 'tenant_id': 'e7cab30ccbdc4b0db9182da99493c711'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:26.498036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:26.503262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Usage tracker for resource:network and tenant:e7cab30ccbdc4b0db9182da99493c711 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:26.510103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:26.563379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-720d101c-b620-4e9b-a77c-03fcbeb067b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.563598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:26.566039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:26.566158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::39a (40f4fd11-09ca-4e76-8993-0ead05403d9a/3ef7e4d5-7655-434c-bc2f-0585b6c7502b/28fe84d6-a6eb-49af-b8f8-d0958041b276) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:26.587762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:26.590478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=2b9ceec5-28ed-445e-b81e-1c145de31f03,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:26.594705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:26.605796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7c:616a (40f4fd11-09ca-4e76-8993-0ead05403d9a/f7d82d97-c6a9-4d14-bf09-8e388d7068e7/28fe84d6-a6eb-49af-b8f8-d0958041b276) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:26.609683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:26.624072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Made reservation on behalf of e7cab30ccbdc4b0db9182da99493c711 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:26.626476 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.643751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-720d101c-b620-4e9b-a77c-03fcbeb067b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.659808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.690168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:26.693773 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.743265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Allocated IP 2001:db8::2 (aa556025-6818-4bef-b2f7-e576162928b6/837f219a-ba65-41d1-bcd2-58f87233a860/45c61905-e20e-476e-8e66-a5efa7970fd0) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:26.767319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8815fe03-5bd5-44f6-97a8-e647df6b8a7f req-12c5cfb3-37d5-4d23-8208-8a8175c66f1f service neutron] 10.222.0.61 "GET /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186322 Feb 04 15:48:26.768288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:26.782293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Usage tracker for resource:security_group_rule and tenant:e7cab30ccbdc4b0db9182da99493c711 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:26.792336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:26.809327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:26.847559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5296ad-2856-42f1-931d-0b9cbb104daf req-836b54ed-807d-4fbf-b84a-32025b046efc tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:26.849144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf5296ad-2856-42f1-931d-0b9cbb104daf req-836b54ed-807d-4fbf-b84a-32025b046efc tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 945 time: 0.3402455 Feb 04 15:48:26.902776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 88521c35-11a2-46c9-8565-49e74c8fa019 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:26.956478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 88521c35-11a2-46c9-8565-49e74c8fa019 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:26.956840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 88521c35-11a2-46c9-8565-49e74c8fa019 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:26.957741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 36c163f3-69b1-48b2-994d-36dc0dfecd4b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:26.961378 n-d-827870-1 neutron-server[87570]: INFO neutron.db.ipam_backend_mixin [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2c01bda4-4883-4871-855a-12e40a74931b (CIDR: 172.20.0.0/28) Feb 04 15:48:26.972612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf5296ad-2856-42f1-931d-0b9cbb104daf req-4d403f2c-49b3-454b-863f-33646e87d8f1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055434 Feb 04 15:48:26.974552 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:48:26.975205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:27.018613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 36c163f3-69b1-48b2-994d-36dc0dfecd4b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:27.018885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 36c163f3-69b1-48b2-994d-36dc0dfecd4b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:27.019942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2ef31c3e-f800-4d38-aa50-31eee750e764 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3967190 Feb 04 15:48:27.023384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45280) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:27.035659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:27.223480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.226495 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.236374 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-720d101c-b620-4e9b-a77c-03fcbeb067b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.239906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.240686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.266717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ef677c12-c122-4013-8e4b-7cd223757978 None None] Provisioning complete for port 6d5843a2-668f-4774-92b3-fe7e275a425c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:27.267277 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ef677c12-c122-4013-8e4b-7cd223757978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.315022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.333487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:27.357715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:27.377152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:27.384537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:27.400484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:27.417821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:27.422306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eeab75-704f-4621-841b-2d93f180d652,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:27.434700 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.435302 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Added segment 4f1ba346-80bb-42d9-866c-73a609bca232 of type vlan for network 4a9e4cf2-867e-41b8-89da-15e0e0d071c5 Feb 04 15:48:27.457339 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.457522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:27.461740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.480568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Transition to ACTIVE for port object 45c61905-e20e-476e-8e66-a5efa7970fd0 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:27.509753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d101c-b620-4e9b-a77c-03fcbeb067b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890b027c-3ec2-4913-9cbb-563a691fb624,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:27.560905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.567661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:27.568027 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.573422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930316d8-a3ff-4860-9961-6ff8cc2587d6 req-dc30ae0f-c285-418e-9989-27763aa8c4be tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:27.575124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-930316d8-a3ff-4860-9961-6ff8cc2587d6 req-dc30ae0f-c285-418e-9989-27763aa8c4be tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 945 time: 0.3511546 Feb 04 15:48:27.605860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Transition to ACTIVE for port object 45c61905-e20e-476e-8e66-a5efa7970fd0 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:27.637922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.685796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-930316d8-a3ff-4860-9961-6ff8cc2587d6 req-1dbcd0c5-654d-40c9-8730-e4fbbacb35f1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018589 Feb 04 15:48:27.700262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.701642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:27.702524 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.727875 n-d-827870-1 neutron-server[87570]: INFO neutron.db.ipam_backend_mixin [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet acac95a6-a295-4c0f-aa70-f9dba6d360b7 (CIDR: 172.20.0.16/28) Feb 04 15:48:27.760472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::27f (aa556025-6818-4bef-b2f7-e576162928b6/837f219a-ba65-41d1-bcd2-58f87233a860/2269c9d4-9328-4a8d-96d9-bc3d8f452a90) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:27.763213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Network aa556025-6818-4bef-b2f7-e576162928b6 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:27.774065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Pushing event updated for resources: {'Port': ['ID=45c61905-e20e-476e-8e66-a5efa7970fd0,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:27.779763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:27.790404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:27.792065 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:48:27.792742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:27.798620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ef677c12-c122-4013-8e4b-7cd223757978 None None] Provisioning for port 67cb8fbc-1d5f-4861-9525-a1278d4f7b23 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:27.806655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ef677c12-c122-4013-8e4b-7cd223757978 None None] Provisioning complete for port 67cb8fbc-1d5f-4861-9525-a1278d4f7b23 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:27.807201 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ef677c12-c122-4013-8e4b-7cd223757978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.851401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9e4cf2-867e-41b8-89da-15e0e0d071c5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:27.855867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8a0232a7-220c-4021-b084-6406c53ce401 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6754959 Feb 04 15:48:27.861129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-13efc6b5-346d-42f3-843d-f0d47e492bb5 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8363559 Feb 04 15:48:27.864506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45290) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:27.865483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45292) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:27.873765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'subnet': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:27.887179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=2b9ceec5-28ed-445e-b81e-1c145de31f03,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:27.896433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.988820 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-720d101c-b620-4e9b-a77c-03fcbeb067b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.992420 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-720d101c-b620-4e9b-a77c-03fcbeb067b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/890b027c-3ec2-4913-9cbb-563a691fb624 HTTP/1.1" status: 204 len: 168 time: 2.6070294 Feb 04 15:48:28.001529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 4a9e4cf2-867e-41b8-89da-15e0e0d071c5 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:28.006700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object 28fe84d6-a6eb-49af-b8f8-d0958041b276 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:28.027912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Request body: {'subnet': {'network_id': '4a9e4cf2-867e-41b8-89da-15e0e0d071c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-131823968-subnet', 'tenant_id': 'e7cab30ccbdc4b0db9182da99493c711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:28.059111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:28.075408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Usage tracker for resource:subnet and tenant:e7cab30ccbdc4b0db9182da99493c711 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:28.083747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:28.106283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:28.113300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 7c0dee6f-4157-4014-8670-c022396b68ae is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:28.151893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:28.183380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Made reservation on behalf of e7cab30ccbdc4b0db9182da99493c711 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:28.186561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.222474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c41de-bfca-4236-8544-28eba98b06b3 req-4bc38e12-e928-47c1-b9af-49edf6d65d52 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:28.225081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6d5843a2-668f-4774-92b3-fe7e275a425c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:28.225488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b12c41de-bfca-4236-8544-28eba98b06b3 req-4bc38e12-e928-47c1-b9af-49edf6d65d52 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.3616369 Feb 04 15:48:28.292410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ef677c12-c122-4013-8e4b-7cd223757978 None None] Port 67cb8fbc-1d5f-4861-9525-a1278d4f7b23 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:28.308433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Attempting to bind port 45c61905-e20e-476e-8e66-a5efa7970fd0 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:28.308829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Attempting to bind port 45c61905-e20e-476e-8e66-a5efa7970fd0 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '480509d3-1eb6-4ab6-b210-1634fe48d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aa556025-6818-4bef-b2f7-e576162928b6'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:28.309189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Attempting to bind port 45c61905-e20e-476e-8e66-a5efa7970fd0 on network aa556025-6818-4bef-b2f7-e576162928b6 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:28.330344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:28.330721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Checking segment: {'id': '480509d3-1eb6-4ab6-b210-1634fe48d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aa556025-6818-4bef-b2f7-e576162928b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:28.331123 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.331566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Bound using segment: {'id': '480509d3-1eb6-4ab6-b210-1634fe48d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aa556025-6818-4bef-b2f7-e576162928b6'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:28.332035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Bound port: 45c61905-e20e-476e-8e66-a5efa7970fd0, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480509d3-1eb6-4ab6-b210-1634fe48d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aa556025-6818-4bef-b2f7-e576162928b6'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:28.332402 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.368561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:28.391643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Usage tracker for resource:subnet and tenant:214ab35bad1a4657956c11682d7336a3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:28.398970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:28.412813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:28.413037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ef677c12-c122-4013-8e4b-7cd223757978 None None] Provisioning for port 372644a3-f79f-415c-94dc-29b79dba2e99 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:28.432004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6d5843a2-668f-4774-92b3-fe7e275a425c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:28.433107 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.491005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.523211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] For port 45c61905-e20e-476e-8e66-a5efa7970fd0, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:28.527034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] For port 45c61905-e20e-476e-8e66-a5efa7970fd0, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=45c61905-e20e-476e-8e66-a5efa7970fd0,segment=NetworkSegment(480509d3-1eb6-4ab6-b210-1634fe48d69a),segment_id=480509d3-1eb6-4ab6-b210-1634fe48d69a)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:28.541250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b12c41de-bfca-4236-8544-28eba98b06b3 req-4bf724dd-b9f4-4f5c-842a-8ab1324cc351 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870883 Feb 04 15:48:28.550813 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.557491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Made reservation on behalf of 214ab35bad1a4657956c11682d7336a3 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:28.561776 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.624673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.781664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object 2269c9d4-9328-4a8d-96d9-bc3d8f452a90 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:28.815265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:28.825221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab24b76c-28df-4ebe-a9a0-ae5181a464d2 None None] Provisioning for port 2b9ceec5-28ed-445e-b81e-1c145de31f03 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:28.833587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:28.837756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab24b76c-28df-4ebe-a9a0-ae5181a464d2 None None] Provisioning complete for port 2b9ceec5-28ed-445e-b81e-1c145de31f03 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:28.838136 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab24b76c-28df-4ebe-a9a0-ae5181a464d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.861434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:48:28.864918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:28.892366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:28.893075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.893671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Pushing event updated for resources: {'Port': ['ID=45c61905-e20e-476e-8e66-a5efa7970fd0,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:28.897181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=28fe84d6-a6eb-49af-b8f8-d0958041b276,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:28.904830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 372644a3-f79f-415c-94dc-29b79dba2e99 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:28.965670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.965670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.966027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.966359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.966685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.967007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.967330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.968347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.968545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.969005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.969333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.969658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718903bd-5014-4513-8bcc-381fae99f45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:28.982354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ab24b76c-28df-4ebe-a9a0-ae5181a464d2 None None] Port 2b9ceec5-28ed-445e-b81e-1c145de31f03 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:29.029399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 372644a3-f79f-415c-94dc-29b79dba2e99 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:29.035929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 372644a3-f79f-415c-94dc-29b79dba2e99 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:29.036304 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.044600 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5343b7dd-917f-4dfc-9713-3f05b062086f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4296894 Feb 04 15:48:29.054669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45314) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:29.218775 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.274194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.306175 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.353139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3b558411-c764-476b-a0ae-4fd5df443667 None None] Provisioning complete for port 2b9ceec5-28ed-445e-b81e-1c145de31f03 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:29.353531 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3b558411-c764-476b-a0ae-4fd5df443667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.428284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network aa556025-6818-4bef-b2f7-e576162928b6 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:29.430215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:48:29.431914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=2269c9d4-9328-4a8d-96d9-bc3d8f452a90,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:29.437845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 372644a3-f79f-415c-94dc-29b79dba2e99, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=372644a3-f79f-415c-94dc-29b79dba2e99,segment=NetworkSegment(38912c13-330e-4464-80c0-095acc7e2a4f),segment_id=38912c13-330e-4464-80c0-095acc7e2a4f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:29.441077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4e52c897-65b8-4047-a83d-2b0acda8063b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port 28fe84d6-a6eb-49af-b8f8-d0958041b276 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:29.441441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e52c897-65b8-4047-a83d-2b0acda8063b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.451525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:29.472470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3b558411-c764-476b-a0ae-4fd5df443667 None None] Port 2b9ceec5-28ed-445e-b81e-1c145de31f03 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:29.475446 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.510319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d84e9feb-59bd-4bcf-b659-9667ce05be46 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7503099 Feb 04 15:48:29.521154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45322) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:29.521484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45324) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:29.522549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:29.528437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:29.536954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:29.537604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.573125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:29.574137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:29.574360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-668294419'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:29.594898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d01ab0-a2fc-42c5-bfb2-de1a1b1f9b76 req-3379f0d3-1b2f-4348-a198-5ca03ad1d1e3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:29.597378 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7d01ab0-a2fc-42c5-bfb2-de1a1b1f9b76 req-3379f0d3-1b2f-4348-a198-5ca03ad1d1e3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 945 time: 0.6121676 Feb 04 15:48:29.614558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:29.619574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59180ab0-9c00-4fda-bd47-f1b22659b718,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:29.630909 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f1083879-c213-4a86-95ec-f650e990c43c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2356727 Feb 04 15:48:29.631370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:network and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:29.635919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45334) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:29.639911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:29.661105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Checking segment: {'id': '4f1ba346-80bb-42d9-866c-73a609bca232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a9e4cf2-867e-41b8-89da-15e0e0d071c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:29.662293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Network hostable DHCP agents. Network: 4a9e4cf2-867e-41b8-89da-15e0e0d071c5, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:29.686128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 45c61905-e20e-476e-8e66-a5efa7970fd0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:29.718339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:29.756685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7d01ab0-a2fc-42c5-bfb2-de1a1b1f9b76 req-a205c333-cce4-4194-8fc5-00649779e3a9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136897 Feb 04 15:48:29.758448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.790818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1953751329-network', 'tenant_id': '4e1e9d8b79c34be9aa56ff2a1dee95e8'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:29.801390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:29.804797 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.817918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:29.835972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Subnet': ['ID=07d8a18f-338f-474b-baf0-631d1bc8c7e3,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:29.840808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Network 4a9e4cf2-867e-41b8-89da-15e0e0d071c5 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:29.851181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Usage tracker for resource:network and tenant:4e1e9d8b79c34be9aa56ff2a1dee95e8 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:29.857155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:29.859670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:29.869220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:29.869837 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.876548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 4a9e4cf2-867e-41b8-89da-15e0e0d071c5) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:29.887734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:29.888315 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.898574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-250e2f87-de58-4ea1-bb56-99173447aebc None None] Provisioning for port 28fe84d6-a6eb-49af-b8f8-d0958041b276 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:29.901684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed38d052-d9fe-4ddd-a643-a50a85c473a8 None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:29.914973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe511706-dc0a-430b-b2ad-ea917ffa2917 None None] Network 4a9e4cf2-867e-41b8-89da-15e0e0d071c5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:29.924693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:29.935867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0d372238-1b7c-4386-8dc5-5062df37fb65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 2269c9d4-9328-4a8d-96d9-bc3d8f452a90 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:29.936030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0d372238-1b7c-4386-8dc5-5062df37fb65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.963157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8064cb11-cada-47b2-95cd-6b138091ec0a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0951946 Feb 04 15:48:29.971993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45340) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:29.984846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bb6d4855-dafd-4079-b2ec-1e379887ee05 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1116807 Feb 04 15:48:29.985068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:29.985157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1950421722', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07d8a18f-338f-474b-baf0-631d1bc8c7e3'}], 'security_groups': ['47bce2fa-427c-495a-9db7-77545ae40903', '90add3b1-d594-4617-b020-ecd6d8a15f1b']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:30.037479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:30.050640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.052274 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added segment 9a478eb3-854d-44e9-9111-43208f4db474 of type vlan for network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 Feb 04 15:48:30.073478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-250e2f87-de58-4ea1-bb56-99173447aebc None None] Provisioning complete for port 28fe84d6-a6eb-49af-b8f8-d0958041b276 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:30.074406 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-250e2f87-de58-4ea1-bb56-99173447aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.086265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Made reservation on behalf of 4e1e9d8b79c34be9aa56ff2a1dee95e8 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:30.088575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.171434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=372644a3-f79f-415c-94dc-29b79dba2e99,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:30.194317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:30.405259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e52c897-65b8-4047-a83d-2b0acda8063b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.408247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.423162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-250e2f87-de58-4ea1-bb56-99173447aebc None None] Port 28fe84d6-a6eb-49af-b8f8-d0958041b276 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:30.488357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218a011-6adb-4602-91a2-100b0866dec6 req-f185cfd4-947e-426c-aed7-785cbaf07fdf tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:30.490086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4218a011-6adb-4602-91a2-100b0866dec6 req-f185cfd4-947e-426c-aed7-785cbaf07fdf tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.5839438 Feb 04 15:48:30.558222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.567564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a99b5-b50b-4c7a-8bbd-d119e69167a9 None None] Network aa556025-6818-4bef-b2f7-e576162928b6 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:30.597756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4218a011-6adb-4602-91a2-100b0866dec6 req-5b831759-ed20-479d-8163-d7b48f1ed17a tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003776 Feb 04 15:48:30.607519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4e52c897-65b8-4047-a83d-2b0acda8063b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for 28fe84d6-a6eb-49af-b8f8-d0958041b276 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:30.641390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.654355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:30.658755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1e9d8b79c34be9aa56ff2a1dee95e8 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:30.661910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:30.667511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:30.679607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 45c61905-e20e-476e-8e66-a5efa7970fd0 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:30.760113 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.770071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-33faf73f-dcb5-4b61-82ed-52ea120e4ee9 None None] Provisioning for port 45c61905-e20e-476e-8e66-a5efa7970fd0 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:30.783770 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.794860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:30.804875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.805202 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Added segment 527aab6f-d8ad-487b-bb8f-166e5e5ea7eb of type vlan for network 8a5d51ba-1d70-4cea-96b6-9499b958ef2a Feb 04 15:48:30.816150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-33faf73f-dcb5-4b61-82ed-52ea120e4ee9 None None] Provisioning complete for port 45c61905-e20e-476e-8e66-a5efa7970fd0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:30.816595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-33faf73f-dcb5-4b61-82ed-52ea120e4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.833241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.900753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a407bac-63cf-4d55-bad5-149f658ab86c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:30.917481 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.919822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Delete allocated IP 172.20.0.12 (35220ca7-b9e4-4028-99d8-81fb03d3792c/2c01bda4-4883-4871-855a-12e40a74931b) {{(pid=87570) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:48:30.923492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:30.924323 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.929322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Allocated IP 172.20.0.44 (35220ca7-b9e4-4028-99d8-81fb03d3792c/07d8a18f-338f-474b-baf0-631d1bc8c7e3/67cb8fbc-1d5f-4861-9525-a1278d4f7b23) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:31.027858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45352) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:31.028911 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:48:31.048650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5d51ba-1d70-4cea-96b6-9499b958ef2a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:31.054527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c671b929-1a0c-43e8-9313-52abd9606518 None None] Network 4a9e4cf2-867e-41b8-89da-15e0e0d071c5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:31.078887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8a5d51ba-1d70-4cea-96b6-9499b958ef2a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:31.165589 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.187878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c582c7-8956-44a2-b838-609d036b1f12 admin admin] Deleting subnet 59180ab0-9c00-4fda-bd47-f1b22659b718 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:31.188122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Transition to ACTIVE for port object 67cb8fbc-1d5f-4861-9525-a1278d4f7b23 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:31.194036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.220788 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8c582c7-8956-44a2-b838-609d036b1f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.281362 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1e3f46ba-6478-46e3-9595-a18fab96d469 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7235754 Feb 04 15:48:31.281697 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.287301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:31.287653 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.305262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45356) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:31.307080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event updated for resources: {'Port': ['ID=67cb8fbc-1d5f-4861-9525-a1278d4f7b23,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:31.456042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Request body: {'subnet': {'network_id': '8a5d51ba-1d70-4cea-96b6-9499b958ef2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1953751329-subnet', 'tenant_id': '4e1e9d8b79c34be9aa56ff2a1dee95e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:31.460916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] In _notify_port_updated(), no bound segment for port 67cb8fbc-1d5f-4861-9525-a1278d4f7b23 on network 35220ca7-b9e4-4028-99d8-81fb03d3792c {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:48:31.465792 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9068966 Feb 04 15:48:31.470023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:31.471083 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.473033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-db50e732-29d1-4a91-8388-13fa4ce83796 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "PUT /v2.0/ports/67cb8fbc-1d5f-4861-9525-a1278d4f7b23 HTTP/1.1" status: 200 len: 960 time: 1.4996490 Feb 04 15:48:31.477091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45362) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:31.477833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45364) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:31.491655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:31.500977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'subnet': {'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:31.531861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Usage tracker for resource:subnet and tenant:4e1e9d8b79c34be9aa56ff2a1dee95e8 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:31.535952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8c582c7-8956-44a2-b838-609d036b1f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.551085 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-33faf73f-dcb5-4b61-82ed-52ea120e4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.568753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:31.614505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:31.616511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb074cd-c9a2-45f0-a96c-3247d08873a6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Network': ['ID=75272e96-a472-40ed-acd6-4eb42e7c8cc5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:31.664465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 372644a3-f79f-415c-94dc-29b79dba2e99 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:31.677618 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0d372238-1b7c-4386-8dc5-5062df37fb65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.697274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:31.732382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:26Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:26Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:31.756556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Made reservation on behalf of 4e1e9d8b79c34be9aa56ff2a1dee95e8 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:31.758634 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.839507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0d372238-1b7c-4386-8dc5-5062df37fb65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 2269c9d4-9328-4a8d-96d9-bc3d8f452a90 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:31.871024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-02b5a7ab-3460-4127-b2ac-1c3d342bad0b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 67cb8fbc-1d5f-4861-9525-a1278d4f7b23 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:31.871364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02b5a7ab-3460-4127-b2ac-1c3d342bad0b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.877249 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8c582c7-8956-44a2-b838-609d036b1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.910255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:31.910696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Updating router 545fac20-663c-4346-bef0-a396b7ddedb1 port 2b9ceec5-28ed-445e-b81e-1c145de31f03 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:48:31.926307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:31.933183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:subnet and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:31.939906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:31.956595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:31.979857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-33faf73f-dcb5-4b61-82ed-52ea120e4ee9 None None] For port 45c61905-e20e-476e-8e66-a5efa7970fd0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=45c61905-e20e-476e-8e66-a5efa7970fd0,segment=NetworkSegment(480509d3-1eb6-4ab6-b210-1634fe48d69a),segment_id=480509d3-1eb6-4ab6-b210-1634fe48d69a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:32.015826 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-33faf73f-dcb5-4b61-82ed-52ea120e4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.019897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Made reservation on behalf of 197a58d9861a419596271837c386a367 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:32.024190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.046536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e52c897-65b8-4047-a83d-2b0acda8063b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.053252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb707088-8467-41bc-abec-4a72e1696bbe req-c41ba23a-93ec-42d4-ab7d-983bd9abfef5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:32.054936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb707088-8467-41bc-abec-4a72e1696bbe req-c41ba23a-93ec-42d4-ab7d-983bd9abfef5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 945 time: 0.5794003 Feb 04 15:48:32.130476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f024a6-ece5-478a-a81e-d13e1acb67d8 None None] Update dhcp port {'port': {'network_id': '35220ca7-b9e4-4028-99d8-81fb03d3792c', 'fixed_ips': [{'subnet_id': 'acac95a6-a295-4c0f-aa70-f9dba6d360b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c01bda4-4883-4871-855a-12e40a74931b', 'ip_address': '172.20.0.2'}, {'subnet_id': '07d8a18f-338f-474b-baf0-631d1bc8c7e3'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '5c5dc03d-66a6-4582-a809-65b3c39854f1'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:48:32.202008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.246750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 372644a3-f79f-415c-94dc-29b79dba2e99 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:32.248223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.307090 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb707088-8467-41bc-abec-4a72e1696bbe req-2f925a4a-f1c9-4d9d-8441-b3d73b1c718a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945136 Feb 04 15:48:32.335770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52c897-65b8-4047-a83d-2b0acda8063b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=28fe84d6-a6eb-49af-b8f8-d0958041b276,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:32.363722 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-85f024a6-ece5-478a-a81e-d13e1acb67d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.395042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faf73f-dcb5-4b61-82ed-52ea120e4ee9 None None] Pushing event updated for resources: {'Port': ['ID=45c61905-e20e-476e-8e66-a5efa7970fd0,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:32.492336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e52c897-65b8-4047-a83d-2b0acda8063b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.579668 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02b5a7ab-3460-4127-b2ac-1c3d342bad0b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.634228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8c582c7-8956-44a2-b838-609d036b1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.695039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c582c7-8956-44a2-b838-609d036b1f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59180ab0-9c00-4fda-bd47-f1b22659b718,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:32.697989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.708178 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4e52c897-65b8-4047-a83d-2b0acda8063b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/28fe84d6-a6eb-49af-b8f8-d0958041b276 HTTP/1.1" status: 204 len: 168 time: 3.6506200 Feb 04 15:48:32.737114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45370) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:32.785760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-02b5a7ab-3460-4127-b2ac-1c3d342bad0b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 67cb8fbc-1d5f-4861-9525-a1278d4f7b23 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:32.786380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0d372238-1b7c-4386-8dc5-5062df37fb65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.869744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=850043a0-dfd2-45cd-a8ad-877eaa39c3a2,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:32.878149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8c582c7-8956-44a2-b838-609d036b1f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.882445 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e8c582c7-8956-44a2-b838-609d036b1f12 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/59180ab0-9c00-4fda-bd47-f1b22659b718 HTTP/1.1" status: 204 len: 168 time: 1.8289630 Feb 04 15:48:32.882690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d372238-1b7c-4386-8dc5-5062df37fb65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=2269c9d4-9328-4a8d-96d9-bc3d8f452a90,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:32.884858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45374) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:33.006658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a76e572c-57d7-4ff7-aad8-b20e0357d3f0 None None] Provisioning complete for port 45c61905-e20e-476e-8e66-a5efa7970fd0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:33.007705 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a76e572c-57d7-4ff7-aad8-b20e0357d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.024630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.046223 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0d372238-1b7c-4386-8dc5-5062df37fb65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.052041 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0d372238-1b7c-4386-8dc5-5062df37fb65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/2269c9d4-9328-4a8d-96d9-bc3d8f452a90 HTTP/1.1" status: 204 len: 168 time: 3.4150968 Feb 04 15:48:33.053312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Checking segment: {'id': '527aab6f-d8ad-487b-bb8f-166e5e5ea7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8a5d51ba-1d70-4cea-96b6-9499b958ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:33.053680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Network hostable DHCP agents. Network: 8a5d51ba-1d70-4cea-96b6-9499b958ef2a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:33.063060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45378) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:33.098815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-85f024a6-ece5-478a-a81e-d13e1acb67d8 None None] Allocated IP 172.20.0.34 (35220ca7-b9e4-4028-99d8-81fb03d3792c/07d8a18f-338f-474b-baf0-631d1bc8c7e3/5c5dc03d-66a6-4582-a809-65b3c39854f1) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:33.128998 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-361d044f-ac17-473c-b841-f6ff9b5f6c36 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:33.129511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361d044f-ac17-473c-b841-f6ff9b5f6c36 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:33.134684 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-361d044f-ac17-473c-b841-f6ff9b5f6c36 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/2269c9d4-9328-4a8d-96d9-bc3d8f452a90 HTTP/1.1" status: 404 len: 333 time: 0.0704319 Feb 04 15:48:33.138216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45382) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:33.142857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-317e9906-9ea2-4a49-8e62-4ab845e2e47f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.144337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-317e9906-9ea2-4a49-8e62-4ab845e2e47f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 945 time: 0.4181576 Feb 04 15:48:33.177472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c48d6-baea-475e-a44b-42cafe554203 req-9a50ac5f-32e5-4bf1-986b-de8d5c4b79d8 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.184259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-446c48d6-baea-475e-a44b-42cafe554203 req-9a50ac5f-32e5-4bf1-986b-de8d5c4b79d8 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.6639323 Feb 04 15:48:33.224099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Network 8a5d51ba-1d70-4cea-96b6-9499b958ef2a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:33.229604 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d0eb40-d62e-4e76-bb87-a34877f70ba5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:48:33.230147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f2d0eb40-d62e-4e76-bb87-a34877f70ba5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:33.241086 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.255632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8a5d51ba-1d70-4cea-96b6-9499b958ef2a) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:33.268946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.269577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.278813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be072a-403f-4334-918f-ebde592b79e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.279526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c6be072a-403f-4334-918f-ebde592b79e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:33.290079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f2d0eb40-d62e-4e76-bb87-a34877f70ba5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:33.294708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f2d0eb40-d62e-4e76-bb87-a34877f70ba5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/2269c9d4-9328-4a8d-96d9-bc3d8f452a90 HTTP/1.1" status: 404 len: 333 time: 0.1515920 Feb 04 15:48:33.300942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45386) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:33.313884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Subnet': ['ID=1e217f40-ba3e-4524-b36f-3687bda5d428,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:33.316218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ec5da-9627-4b47-8e1f-dd37336c379d None None] Network 8a5d51ba-1d70-4cea-96b6-9499b958ef2a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:33.336566 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eabcbd51-47a4-4f80-a897-f89373480efe admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9163344 Feb 04 15:48:33.383255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02b5a7ab-3460-4127-b2ac-1c3d342bad0b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.459841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-446c48d6-baea-475e-a44b-42cafe554203 req-f5ff1280-8b01-45d5-853e-1e28925097f8 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747290 Feb 04 15:48:33.479585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.484326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Checking segment: {'id': '9a478eb3-854d-44e9-9111-43208f4db474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:33.485364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network hostable DHCP agents. Network: 75272e96-a472-40ed-acd6-4eb42e7c8cc5, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:33.494084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Deleting port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:33.494533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.546906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c6be072a-403f-4334-918f-ebde592b79e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:33.551609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45396) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:33.551823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c6be072a-403f-4334-918f-ebde592b79e6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8132391 Feb 04 15:48:33.553634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5a7ab-3460-4127-b2ac-1c3d342bad0b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=67cb8fbc-1d5f-4861-9525-a1278d4f7b23,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:33.644158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a76e572c-57d7-4ff7-aad8-b20e0357d3f0 None None] Could not find standard attr ID for object 2269c9d4-9328-4a8d-96d9-bc3d8f452a90. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:48:33.653045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9e4cf2-867e-41b8-89da-15e0e0d071c5']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:33.660210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 45c61905-e20e-476e-8e66-a5efa7970fd0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:33.675052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1ba346-80bb-42d9-866c-73a609bca232') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:33.675422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1ba346-80bb-42d9-866c-73a609bca232') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:33.693476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.699092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-85f024a6-ece5-478a-a81e-d13e1acb67d8 None None] For port 5c5dc03d-66a6-4582-a809-65b3c39854f1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5c5dc03d-66a6-4582-a809-65b3c39854f1,segment=NetworkSegment(7a3184ea-692a-4d4f-9438-0be3fe00658f),segment_id=7a3184ea-692a-4d4f-9438-0be3fe00658f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:33.714198 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.726496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:33.727037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:33.744912 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:33.791968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-511a5eb3-1e15-4b88-98ee-105c40b1061d None None] Could not find standard attr ID for object 2269c9d4-9328-4a8d-96d9-bc3d8f452a90. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:48:33.810990 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.811654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ec687c-f33d-4916-b411-9b601f2a0fb8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.812677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-95ec687c-f33d-4916-b411-9b601f2a0fb8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:33.852105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-95ec687c-f33d-4916-b411-9b601f2a0fb8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:33.853458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-95ec687c-f33d-4916-b411-9b601f2a0fb8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3007317 Feb 04 15:48:33.856951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45406) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:33.879522 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-85f024a6-ece5-478a-a81e-d13e1acb67d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.893840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Transition to ACTIVE for port object 2b9ceec5-28ed-445e-b81e-1c145de31f03 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:33.895901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.912661 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.917612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-85f024a6-ece5-478a-a81e-d13e1acb67d8 None None] Transition to ACTIVE for port object 5c5dc03d-66a6-4582-a809-65b3c39854f1 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:33.924228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.930590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] 10.222.0.46 "DELETE /v2.0/networks/4a9e4cf2-867e-41b8-89da-15e0e0d071c5 HTTP/1.1" status: 204 len: 168 time: 1.0396988 Feb 04 15:48:33.943575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61922e0f-abf3-4290-b901-62cb503b0cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9e4cf2-867e-41b8-89da-15e0e0d071c5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:33.949245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298aebb4-942b-4c92-b383-97981f903b60 None None] Network 8a5d51ba-1d70-4cea-96b6-9499b958ef2a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:33.974087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109310d9-95ba-463a-a5eb-599630b6f891 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.981757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109310d9-95ba-463a-a5eb-599630b6f891 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.987074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109310d9-95ba-463a-a5eb-599630b6f891 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.987967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-109310d9-95ba-463a-a5eb-599630b6f891 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:33.993839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-790f919d-b167-4b7f-98af-e541d97c1a6c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet 837f219a-ba65-41d1-bcd2-58f87233a860 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:34.009386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-109310d9-95ba-463a-a5eb-599630b6f891 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:34.012543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-790f919d-b167-4b7f-98af-e541d97c1a6c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.017458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-109310d9-95ba-463a-a5eb-599630b6f891 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1582510 Feb 04 15:48:34.019089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45414) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:34.107515 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-85f024a6-ece5-478a-a81e-d13e1acb67d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.125587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:34.192393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 45c61905-e20e-476e-8e66-a5efa7970fd0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:34.192865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.205024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 75272e96-a472-40ed-acd6-4eb42e7c8cc5) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:34.208624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-790f919d-b167-4b7f-98af-e541d97c1a6c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.217322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45420) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:34.221893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ce7119-d2b3-466b-877b-d671d5f5c9f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet 3ef7e4d5-7655-434c-bc2f-0585b6c7502b {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:34.242062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7119-d2b3-466b-877b-d671d5f5c9f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.256578 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02b5a7ab-3460-4127-b2ac-1c3d342bad0b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.262030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0048c-25b6-4b44-b088-5dd6f1151459 None None] Network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:34.346344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45424) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:34.353105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-687887403-network', 'tenant_id': 'fc4adb71be524b769271167833c07dea'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:34.375752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:34.380018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:34.384757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.398692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Usage tracker for resource:network and tenant:fc4adb71be524b769271167833c07dea is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:34.401771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:34.409581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:34.444103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7119-d2b3-466b-877b-d671d5f5c9f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.471236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-02b5a7ab-3460-4127-b2ac-1c3d342bad0b tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/67cb8fbc-1d5f-4861-9525-a1278d4f7b23 HTTP/1.1" status: 204 len: 168 time: 2.9881558 Feb 04 15:48:34.477640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45428) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:34.482834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b2c47e64-46cb-4439-80d8-46f9c6b94ae8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0012729 Feb 04 15:48:34.488533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45432) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:34.488911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Made reservation on behalf of fc4adb71be524b769271167833c07dea for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:34.491995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.554787 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-59977ab3-0aa7-4e63-93e4-3d3765641de7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] GET failed (client error): The resource could not be found. Feb 04 15:48:34.555419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-59977ab3-0aa7-4e63-93e4-3d3765641de7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Synchronizing usage tracker for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:34.556669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb90c4-282d-4208-8bd1-7455b35d43e2 None None] Pushing event updated for resources: {'Port': ['ID=2b9ceec5-28ed-445e-b81e-1c145de31f03,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:34.566195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31381c66-158f-4fbe-9722-72c7698cb266 req-fbf07106-8fa2-4a97-baf0-c613327310cb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:34.573384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31381c66-158f-4fbe-9722-72c7698cb266 req-fbf07106-8fa2-4a97-baf0-c613327310cb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 945 time: 0.7172914 Feb 04 15:48:34.628036 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-76f2c35f-06c6-40e7-900f-eaf34d5327fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7cab30ccbdc4b0db9182da99493c711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032996 Feb 04 15:48:34.637899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45438) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:34.638836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.648912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] For port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:34.649372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.689613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:34.696391 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7119-d2b3-466b-877b-d671d5f5c9f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.748919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-59977ab3-0aa7-4e63-93e4-3d3765641de7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Unset dirty status for tenant:214ab35bad1a4657956c11682d7336a3 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:34.753232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-59977ab3-0aa7-4e63-93e4-3d3765641de7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports/67cb8fbc-1d5f-4861-9525-a1278d4f7b23 HTTP/1.1" status: 404 len: 333 time: 0.2692623 Feb 04 15:48:34.811488 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55c6c5bb-f602-4457-b0b4-faf61c9c492c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.829313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Attempting to bind port 2b9ceec5-28ed-445e-b81e-1c145de31f03 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:34.829774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Attempting to bind port 2b9ceec5-28ed-445e-b81e-1c145de31f03 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '38912c13-330e-4464-80c0-095acc7e2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:34.830203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Attempting to bind port 2b9ceec5-28ed-445e-b81e-1c145de31f03 on network 7c0dee6f-4157-4014-8670-c022396b68ae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:34.852695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45442) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:34.857763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:34.858257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Checking segment: {'id': '38912c13-330e-4464-80c0-095acc7e2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:34.858746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.859275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Bound using segment: {'id': '38912c13-330e-4464-80c0-095acc7e2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:34.859826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Bound port: 2b9ceec5-28ed-445e-b81e-1c145de31f03, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38912c13-330e-4464-80c0-095acc7e2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:34.860074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Calling delete_port for 24b7e3f9-dcf9-4350-abca-1c65d8689f0c owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:34.860339 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.913747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31381c66-158f-4fbe-9722-72c7698cb266 req-e768870f-ceda-4bb7-8b95-9dec47e8303d tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394616 Feb 04 15:48:34.921832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-790f919d-b167-4b7f-98af-e541d97c1a6c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.954451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Usage tracker for resource:security_group_rule and tenant:fc4adb71be524b769271167833c07dea is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:34.999382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:35.077450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:35.107675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] For port 2b9ceec5-28ed-445e-b81e-1c145de31f03, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:35.111946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] For port 2b9ceec5-28ed-445e-b81e-1c145de31f03, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b9ceec5-28ed-445e-b81e-1c145de31f03,segment=NetworkSegment(38912c13-330e-4464-80c0-095acc7e2a4f),segment_id=38912c13-330e-4464-80c0-095acc7e2a4f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:35.134500 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.158365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f024a6-ece5-478a-a81e-d13e1acb67d8 None None] Pushing event updated for resources: {'Port': ['ID=5c5dc03d-66a6-4582-a809-65b3c39854f1,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:35.175250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4061c5-c443-48e6-af9f-950656c26a0e req-a6097cb6-f947-426a-beec-46fdcfb01df7 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:35.176802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da4061c5-c443-48e6-af9f-950656c26a0e req-a6097cb6-f947-426a-beec-46fdcfb01df7 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.61 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.4308269 Feb 04 15:48:35.260586 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-790f919d-b167-4b7f-98af-e541d97c1a6c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.276085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c44afeb3-d027-4a82-9bbf-3902553c81b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.302216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:35.311661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:35.373549 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc6aa-8d48-485c-84d1-370a53abe932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.380140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-790f919d-b167-4b7f-98af-e541d97c1a6c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.407813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f919d-b167-4b7f-98af-e541d97c1a6c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=837f219a-ba65-41d1-bcd2-58f87233a860,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:35.431051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7119-d2b3-466b-877b-d671d5f5c9f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.475633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-790f919d-b167-4b7f-98af-e541d97c1a6c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/837f219a-ba65-41d1-bcd2-58f87233a860 HTTP/1.1" status: 204 len: 168 time: 2.1589501 Feb 04 15:48:35.478195 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c44afeb3-d027-4a82-9bbf-3902553c81b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.512569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45446) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:35.531605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-da4061c5-c443-48e6-af9f-950656c26a0e req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Deleting port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:35.531958 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da4061c5-c443-48e6-af9f-950656c26a0e req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.551347 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc6aa-8d48-485c-84d1-370a53abe932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.625924 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e8cf0c-1f4a-46e0-9091-30e05991f41c None None] Network aa556025-6818-4bef-b2f7-e576162928b6 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:35.631484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce7119-d2b3-466b-877b-d671d5f5c9f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef7e4d5-7655-434c-bc2f-0585b6c7502b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:35.641059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5c5dc03d-66a6-4582-a809-65b3c39854f1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:35.709441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87346ffd-12fd-4399-844d-1b019aa53404 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:35.731591 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7119-d2b3-466b-877b-d671d5f5c9f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.804586 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f3ce7119-d2b3-466b-877b-d671d5f5c9f3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/3ef7e4d5-7655-434c-bc2f-0585b6c7502b HTTP/1.1" status: 204 len: 168 time: 1.7832718 Feb 04 15:48:35.812612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45450) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:35.829517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae3bda-a1ec-45e7-995a-bb0e352e584a req-5591bef5-b919-4107-bee2-4f323a37341b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:35.838903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0ae3bda-a1ec-45e7-995a-bb0e352e584a req-5591bef5-b919-4107-bee2-4f323a37341b tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.7760134 Feb 04 15:48:35.847364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c44afeb3-d027-4a82-9bbf-3902553c81b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.851406 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.960680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:35.961191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a0023d-1710-4ada-aa95-985541693a14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet f7d82d97-c6a9-4d14-bf09-8e388d7068e7 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:35.964376 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41a0023d-1710-4ada-aa95-985541693a14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.005360 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.015743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event deleted for resources: {'Port': ['ID=24b7e3f9-dcf9-4350-abca-1c65d8689f0c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:36.023371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:48:36.023544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.025474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44afeb3-d027-4a82-9bbf-3902553c81b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b15926e-3067-4056-921d-882dfa5c9642,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:36.047785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc6aa-8d48-485c-84d1-370a53abe932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.053125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:48:36.113525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41a0023d-1710-4ada-aa95-985541693a14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.149740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:36.162520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb90c4-282d-4208-8bd1-7455b35d43e2 None None] Pushing event updated for resources: {'Port': ['ID=2b9ceec5-28ed-445e-b81e-1c145de31f03,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:36.190706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ebc6c7-f1e4-4b1a-8ddf-ece5f4912647,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:36.200462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc6aa-8d48-485c-84d1-370a53abe932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.203995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cf5dc6aa-8d48-485c-84d1-370a53abe932 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7eeab75-704f-4621-841b-2d93f180d652 HTTP/1.1" status: 204 len: 168 time: 1.5555098 Feb 04 15:48:36.210427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:48:36.211248 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.213163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.213518 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Added segment 65a16736-418f-4ac5-a0f3-94742f85bd18 of type vlan for network 43169009-5182-49f6-92a2-a62912d60d57 Feb 04 15:48:36.221820 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c44afeb3-d027-4a82-9bbf-3902553c81b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.223181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c44afeb3-d027-4a82-9bbf-3902553c81b3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/security-groups/9b15926e-3067-4056-921d-882dfa5c9642 HTTP/1.1" status: 204 len: 168 time: 1.3278663 Feb 04 15:48:36.233575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45458) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:36.253097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 24b7e3f9-dcf9-4350-abca-1c65d8689f0c no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:36.278531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.293403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0ae3bda-a1ec-45e7-995a-bb0e352e584a req-8cb086ea-1ad4-4b3c-95f9-dcd50f05fc88 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530420 Feb 04 15:48:36.315753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dc6aa-8d48-485c-84d1-370a53abe932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eeab75-704f-4621-841b-2d93f180d652,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:36.319472 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.456188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] No DVR routers for this DVR port 24b7e3f9-dcf9-4350-abca-1c65d8689f0c on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:36.456414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 24b7e3f9-dcf9-4350-abca-1c65d8689f0c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:36.456627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 24b7e3f9-dcf9-4350-abca-1c65d8689f0c not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:36.474761 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.477029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a29a0a2-4150-4b7e-becc-72c93e2424d6 req-451ea873-ebde-45bf-a560-49922eaf94a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "DELETE /v2.0/ports/24b7e3f9-dcf9-4350-abca-1c65d8689f0c HTTP/1.1" status: 204 len: 173 time: 3.3148189 Feb 04 15:48:36.478010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33f60fc-2728-45b7-bda6-f2f0fa3460e0', 'name': 'network-vif-deleted', 'tag': '24b7e3f9-dcf9-4350-abca-1c65d8689f0c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:36.534857 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.572049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 45c61905-e20e-476e-8e66-a5efa7970fd0 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:36.572399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.724182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41a0023d-1710-4ada-aa95-985541693a14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.833824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-17ac0ec2-6cdf-44b2-8383-49fa6678e2a6 req-fdbd121b-bf91-4dc5-b18f-1c1c63af4f62 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:36.860241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-453b545a-0bab-42f5-873d-9b733e946da1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.871951 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.938839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.940550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:36.941531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.038476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-17ac0ec2-6cdf-44b2-8383-49fa6678e2a6 req-fdbd121b-bf91-4dc5-b18f-1c1c63af4f62 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:37.051088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17ac0ec2-6cdf-44b2-8383-49fa6678e2a6 req-fdbd121b-bf91-4dc5-b18f-1c1c63af4f62 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b33f60fc-2728-45b7-bda6-f2f0fa3460e0 HTTP/1.1" status: 200 len: 210 time: 0.4800973 Feb 04 15:48:37.128564 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33f60fc-2728-45b7-bda6-f2f0fa3460e0', 'name': 'network-vif-deleted', 'tag': '24b7e3f9-dcf9-4350-abca-1c65d8689f0c', 'status': 'completed', 'code': 200} Feb 04 15:48:37.149987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-da4061c5-c443-48e6-af9f-950656c26a0e req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] For port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:37.150355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da4061c5-c443-48e6-af9f-950656c26a0e req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.165332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] For port 45c61905-e20e-476e-8e66-a5efa7970fd0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=45c61905-e20e-476e-8e66-a5efa7970fd0,segment=NetworkSegment(480509d3-1eb6-4ab6-b210-1634fe48d69a),segment_id=480509d3-1eb6-4ab6-b210-1634fe48d69a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:37.165696 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.195670 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2aa318ec-4fed-49a4-9592-b9a008b19d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.212981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-622b0d8d-8df3-49f9-bbd7-c30f82b73679 None None] Provisioning for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:37.349010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-622b0d8d-8df3-49f9-bbd7-c30f82b73679 None None] Provisioning complete for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:37.349508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-622b0d8d-8df3-49f9-bbd7-c30f82b73679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.455345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-da4061c5-c443-48e6-af9f-950656c26a0e req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Calling delete_port for 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:37.513008 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41a0023d-1710-4ada-aa95-985541693a14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.559916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 45c61905-e20e-476e-8e66-a5efa7970fd0 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:37.591715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-453b545a-0bab-42f5-873d-9b733e946da1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.639049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Allocated IP 2001:db8:3::2 (75272e96-a472-40ed-acd6-4eb42e7c8cc5/1e217f40-ba3e-4524-b36f-3687bda5d428/ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:37.668826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41a0023d-1710-4ada-aa95-985541693a14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.673557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0023d-1710-4ada-aa95-985541693a14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d82d97-c6a9-4d14-bf09-8e388d7068e7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:37.712959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8d8154-6be9-492a-831a-1503775598a7 None None] DHCP port deletion for aa556025-6818-4bef-b2f7-e576162928b6 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:48:37.718306 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3686926 Feb 04 15:48:37.722694 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-41a0023d-1710-4ada-aa95-985541693a14 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/f7d82d97-c6a9-4d14-bf09-8e388d7068e7 HTTP/1.1" status: 204 len: 168 time: 1.9055529 Feb 04 15:48:37.724533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45484) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:37.724653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45486) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:37.728871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f2e51-5976-4871-9ed6-8eede1b8cf4f admin admin] Pushing event updated for resources: {'Network': ['ID=43169009-5182-49f6-92a2-a62912d60d57,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:37.729054 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.750981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Request body: {'subnet': {'network_id': '43169009-5182-49f6-92a2-a62912d60d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-687887403-subnet', 'tenant_id': 'fc4adb71be524b769271167833c07dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:37.778574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 43169009-5182-49f6-92a2-a62912d60d57 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:37.798686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d8154-6be9-492a-831a-1503775598a7 None None] Deleting port 45c61905-e20e-476e-8e66-a5efa7970fd0 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:37.799098 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fd8d8154-6be9-492a-831a-1503775598a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.807301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.828536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:37.844470 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5241475c-5e47-4f84-803e-a0bd09487a62 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015244 Feb 04 15:48:37.845628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Usage tracker for resource:subnet and tenant:fc4adb71be524b769271167833c07dea is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:37.849010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45494) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:37.851205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:37.857000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:37.883645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=45c61905-e20e-476e-8e66-a5efa7970fd0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:37.885601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No DVR routers for this DVR port 45c61905-e20e-476e-8e66-a5efa7970fd0 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:37.934169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:37.943430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-453b545a-0bab-42f5-873d-9b733e946da1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.958115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a4c93-8405-44c5-9a28-48e4f257c87f req-a1415119-707c-42a4-9f94-1a6a63506d2c tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:37.959643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b40a4c93-8405-44c5-9a28-48e4f257c87f req-a1415119-707c-42a4-9f94-1a6a63506d2c tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=af725c0c-86e2-4357-ad1f-5114fa0f6317 HTTP/1.1" status: 200 len: 946 time: 0.4741132 Feb 04 15:48:37.985134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b545a-0bab-42f5-873d-9b733e946da1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90add3b1-d594-4617-b020-ecd6d8a15f1b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:37.992372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Made reservation on behalf of fc4adb71be524b769271167833c07dea for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:37.995326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.029691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da4061c5-c443-48e6-af9f-950656c26a0e req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.077085 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-453b545a-0bab-42f5-873d-9b733e946da1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.078793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-453b545a-0bab-42f5-873d-9b733e946da1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/security-groups/90add3b1-d594-4617-b020-ecd6d8a15f1b HTTP/1.1" status: 204 len: 168 time: 1.8363972 Feb 04 15:48:38.081685 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.089098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:38.116347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Pushing event deleted for resources: {'Port': ['ID=6273dd21-8b31-46a0-9c49-e4c4b93c88b3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:38.124722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.127549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:38.137672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:38.151049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:38.163952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:38.173916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d8154-6be9-492a-831a-1503775598a7 None None] The port '45c61905-e20e-476e-8e66-a5efa7970fd0' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:48:38.183019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b93a04-d73f-4e73-adec-83d4ca474dcb None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:48:38.225165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:38.228723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.229911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-40b93a04-d73f-4e73-adec-83d4ca474dcb None None] Deleting port 6d5843a2-668f-4774-92b3-fe7e275a425c {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:38.230398 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-40b93a04-d73f-4e73-adec-83d4ca474dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.241410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b40a4c93-8405-44c5-9a28-48e4f257c87f req-bd110ef3-3e3e-4d4b-9ef6-5476a0a6ef47 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309155 Feb 04 15:48:38.282053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:38.361171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:38.361792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:38.372507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0884b4ef-92cf-43ac-8039-87dbf0504513 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.396585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-622b0d8d-8df3-49f9-bbd7-c30f82b73679 None None] Could not find standard attr ID for object 67cb8fbc-1d5f-4861-9525-a1278d4f7b23. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:48:38.405527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:26Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:35Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:38.418142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-16ad2657-9f11-4ee8-878b-1ac92ca33b62 req-9f2d888e-c673-4e20-ba82-c5e6b2e7db87 service neutron] (87570) timed out ('10.222.0.46', 54984) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:48:38.419639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4061c5-c443-48e6-af9f-950656c26a0e req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] No DVR routers for this DVR port 6273dd21-8b31-46a0-9c49-e4c4b93c88b3 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:38.424097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da4061c5-c443-48e6-af9f-950656c26a0e req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.443408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa556025-6818-4bef-b2f7-e576162928b6']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:38.447347 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0884b4ef-92cf-43ac-8039-87dbf0504513 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.462955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480509d3-1eb6-4ab6-b210-1634fe48d69a') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:38.463518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480509d3-1eb6-4ab6-b210-1634fe48d69a') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:38.474664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2432483-8403-4bd5-b09a-9ef20ca02f5f None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:26Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:35Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:38.480164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da4061c5-c443-48e6-af9f-950656c26a0e req-dd790e0a-3502-4ad0-bee5-accaf3d98db1 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.61 "DELETE /v2.0/ports/6273dd21-8b31-46a0-9c49-e4c4b93c88b3 HTTP/1.1" status: 204 len: 173 time: 3.2867844 Feb 04 15:48:38.504348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.521429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['bfb15915-e283-4e9a-9ef1-1f94885e83f1'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:48:38.583442 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.602540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:38.602869 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.614084 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:38.659164 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:38.673164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-622b0d8d-8df3-49f9-bbd7-c30f82b73679 None None] Provisioning complete for port 8685a53d-5f78-4b0d-b017-559ab29336d5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:38.673572 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-622b0d8d-8df3-49f9-bbd7-c30f82b73679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.752809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.861215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0884b4ef-92cf-43ac-8039-87dbf0504513 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.867211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.893590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-622b0d8d-8df3-49f9-bbd7-c30f82b73679 None None] Port 8685a53d-5f78-4b0d-b017-559ab29336d5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:38.897811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.899695 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.912252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/networks/aa556025-6818-4bef-b2f7-e576162928b6 HTTP/1.1" status: 204 len: 168 time: 3.3884635 Feb 04 15:48:38.912252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e47f9c-5bb7-4d18-9858-a52dc8fce3d4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Network': ['ID=aa556025-6818-4bef-b2f7-e576162928b6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:38.912893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45514) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:38.921471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1230998985'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:38.927117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:38.928544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884b4ef-92cf-43ac-8039-87dbf0504513 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bce2fa-427c-495a-9db7-77545ae40903,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:38.931247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1875f4-cca4-4b33-becb-ebf3da612c01,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:38.932977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:network and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:38.941690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:38.992298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Transition to ACTIVE for port object ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:38.994950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:39.004462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0884b4ef-92cf-43ac-8039-87dbf0504513 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.006278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0884b4ef-92cf-43ac-8039-87dbf0504513 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/security-groups/47bce2fa-427c-495a-9db7-77545ae40903 HTTP/1.1" status: 204 len: 168 time: 0.9160161 Feb 04 15:48:39.007869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Checking segment: {'id': '65a16736-418f-4ac5-a0f3-94742f85bd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '43169009-5182-49f6-92a2-a62912d60d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:39.008510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Network hostable DHCP agents. Network: 43169009-5182-49f6-92a2-a62912d60d57, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:39.014308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45518) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:39.035204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:39.039679 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.041291 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.066807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-40b93a04-d73f-4e73-adec-83d4ca474dcb None None] For port 6d5843a2-668f-4774-92b3-fe7e275a425c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6d5843a2-668f-4774-92b3-fe7e275a425c,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:39.067197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-40b93a04-d73f-4e73-adec-83d4ca474dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.081115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Transition to ACTIVE for port object ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:39.088590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Network 43169009-5182-49f6-92a2-a62912d60d57 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:39.135157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af725c0c-86e2-4357-ad1f-5114fa0f6317', 'name': 'network-vif-deleted', 'tag': '6273dd21-8b31-46a0-9c49-e4c4b93c88b3'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:39.174790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:39.176071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 43169009-5182-49f6-92a2-a62912d60d57) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:39.182224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.182831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.209645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:39.212372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:39.215801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.217652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.252849 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.265197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=a7dc807b-3acb-4aaa-bb62-55214846d868,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:39.265699 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.266326 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Added segment 8498c4c2-e3d4-43ce-8662-0be88a4c7e1a of type vlan for network 3f36599a-1e36-4e90-b6d4-7b047c19b38e Feb 04 15:48:39.268117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-40b93a04-d73f-4e73-adec-83d4ca474dcb None None] Calling delete_port for 6d5843a2-668f-4774-92b3-fe7e275a425c owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:39.271228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Allocated IP 2001:db8:3::1 (75272e96-a472-40ed-acd6-4eb42e7c8cc5/1e217f40-ba3e-4524-b36f-3687bda5d428/2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:39.282414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-30cb4425-7847-405c-9cdc-18cbc962d81f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5342054 Feb 04 15:48:39.283379 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-838f8eb8-09d0-47a1-a53b-5fc9e15c3e3f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4337795 Feb 04 15:48:39.284137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45528) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:39.287392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8112b761-3a70-455d-bda1-ff827b3fba3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet 2c01bda4-4883-4871-855a-12e40a74931b {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:39.297770 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8112b761-3a70-455d-bda1-ff827b3fba3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.299948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f31c2-a258-470f-8218-a7a69ff1d88a None None] Network 43169009-5182-49f6-92a2-a62912d60d57 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:39.306414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:39.462980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8112b761-3a70-455d-bda1-ff827b3fba3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.567275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45532) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:39.583110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606eb5a-f4f3-4095-8bcb-f98c650d7bf5 req-8702f37c-7ef1-4ca5-9bab-910511c0a9d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.590436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7606eb5a-f4f3-4095-8bcb-f98c650d7bf5 req-8702f37c-7ef1-4ca5-9bab-910511c0a9d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 945 time: 0.6418221 Feb 04 15:48:39.594127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:39.600388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.616447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:39.618819 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.629338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.632306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:39.653697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Pushing event updated for resources: {'Port': ['ID=ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:39.737084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7606eb5a-f4f3-4095-8bcb-f98c650d7bf5 req-5e39b888-4f3d-47d5-a60b-51a2d8c24635 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456399 Feb 04 15:48:39.771468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b9ceec5-28ed-445e-b81e-1c145de31f03 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:39.777330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f4df06-8219-4683-bba8-87c0f77cd44d admin admin] Deleting subnet 850043a0-dfd2-45cd-a8ad-877eaa39c3a2 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:39.788632 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7f4df06-8219-4683-bba8-87c0f77cd44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.857187 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.875448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.876405 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.878377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-40b93a04-d73f-4e73-adec-83d4ca474dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.890484 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af725c0c-86e2-4357-ad1f-5114fa0f6317', 'name': 'network-vif-deleted', 'tag': '6273dd21-8b31-46a0-9c49-e4c4b93c88b3', 'status': 'completed', 'code': 200} Feb 04 15:48:39.911265 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.973884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Transition to ACTIVE for port object 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:39.978068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:39.985001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:39.988850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:39.993369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8112b761-3a70-455d-bda1-ff827b3fba3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.996992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:40.030999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b93a04-d73f-4e73-adec-83d4ca474dcb None None] Pushing event deleted for resources: {'Port': ['ID=6d5843a2-668f-4774-92b3-fe7e275a425c,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:40.033715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.036429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7f4df06-8219-4683-bba8-87c0f77cd44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.054143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Attempting to bind port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:40.054523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Attempting to bind port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '9a478eb3-854d-44e9-9111-43208f4db474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:40.054883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Attempting to bind port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 on network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:40.092984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:40.093660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Checking segment: {'id': '9a478eb3-854d-44e9-9111-43208f4db474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:40.094228 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.099252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Bound using segment: {'id': '9a478eb3-854d-44e9-9111-43208f4db474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:40.100014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Bound port: ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a478eb3-854d-44e9-9111-43208f4db474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:40.100889 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.103852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1897078 Feb 04 15:48:40.121941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45542) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:40.127005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b93a04-d73f-4e73-adec-83d4ca474dcb None None] No DVR routers for this DVR port 6d5843a2-668f-4774-92b3-fe7e275a425c on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:40.149540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': '3f36599a-1e36-4e90-b6d4-7b047c19b38e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:40.173150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3357a78-fa5c-4062-97d9-a1cc53d1fba0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Network': ['ID=3f36599a-1e36-4e90-b6d4-7b047c19b38e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:40.229201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9bdee2-f6fe-4891-9da3-beb460fd7aa4 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:40.229393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:40.239650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.254985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7f4df06-8219-4683-bba8-87c0f77cd44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.257226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3f36599a-1e36-4e90-b6d4-7b047c19b38e details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:40.357871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8112b761-3a70-455d-bda1-ff827b3fba3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.362030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:40.364028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45548) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:40.410791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:40.421761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:40.426975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112b761-3a70-455d-bda1-ff827b3fba3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=2c01bda4-4883-4871-855a-12e40a74931b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:40.434572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:40.445251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8112b761-3a70-455d-bda1-ff827b3fba3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.466102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8112b761-3a70-455d-bda1-ff827b3fba3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/2c01bda4-4883-4871-855a-12e40a74931b HTTP/1.1" status: 204 len: 168 time: 1.4500496 Feb 04 15:48:40.467968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45554) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:40.471295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:40.474947 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.490331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7f4df06-8219-4683-bba8-87c0f77cd44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.668185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4df06-8219-4683-bba8-87c0f77cd44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850043a0-dfd2-45cd-a8ad-877eaa39c3a2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:40.703898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:40.705631 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7f4df06-8219-4683-bba8-87c0f77cd44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.710108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c7f4df06-8219-4683-bba8-87c0f77cd44d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/850043a0-dfd2-45cd-a8ad-877eaa39c3a2 HTTP/1.1" status: 204 len: 168 time: 1.1416922 Feb 04 15:48:40.721542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:40.723620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45560) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:40.724807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5376fb59-fae0-4bf6-bb72-214f01808ea1 None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:40.729545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:40.732301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:40.732449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.742621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d91712a-2cec-40ac-a869-647db4fd7cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.750381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151fc08-456b-445f-91dd-df338206a560 None None] Network 43169009-5182-49f6-92a2-a62912d60d57 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:40.775944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f56b3a-5517-4213-93d1-61363a1d0300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet 07d8a18f-338f-474b-baf0-631d1bc8c7e3 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:40.784932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2d91712a-2cec-40ac-a869-647db4fd7cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:40.787069 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86f56b3a-5517-4213-93d1-61363a1d0300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.831183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2d91712a-2cec-40ac-a869-647db4fd7cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:2662c9a366544146af186c1eaa79424c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:40.845130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2d91712a-2cec-40ac-a869-647db4fd7cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:40.872621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2d91712a-2cec-40ac-a869-647db4fd7cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:40.877984 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86f56b3a-5517-4213-93d1-61363a1d0300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.955515 n-d-827870-1 neutron-server[87571]: INFO neutron.db.ipam_backend_mixin [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7dc807b-3acb-4aaa-bb62-55214846d868 (CIDR: 2001:db8::/64) Feb 04 15:48:40.969002 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:48:40.969261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eb13e-ac9a-453e-a9fb-b9d2ec71d2f6 req-b3a8dd19-f8bc-42f8-8984-21973ff8ac48 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.969461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:40.969996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-102eb13e-ac9a-453e-a9fb-b9d2ec71d2f6 req-b3a8dd19-f8bc-42f8-8984-21973ff8ac48 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Synchronizing usage tracker for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:40.974695 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.031609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-c2bf0f9b-e470-43d7-b253-4f6b86b49424 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:41.032692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-c2bf0f9b-e470-43d7-b253-4f6b86b49424 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:41.044478 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-546a4b4d-f061-4a6c-8887-67e7df07992b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7576597 Feb 04 15:48:41.050607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45566) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:41.061577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'subnet': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:41.064636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2b9ceec5-28ed-445e-b81e-1c145de31f03 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:41.145179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2b9ceec5-28ed-445e-b81e-1c145de31f03 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:41.146412 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.184876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-c2bf0f9b-e470-43d7-b253-4f6b86b49424 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:41.186688 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-c2bf0f9b-e470-43d7-b253-4f6b86b49424 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 945 time: 0.5444314 Feb 04 15:48:41.218426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-102eb13e-ac9a-453e-a9fb-b9d2ec71d2f6 req-b3a8dd19-f8bc-42f8-8984-21973ff8ac48 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Unset dirty status for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:41.219593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-102eb13e-ac9a-453e-a9fb-b9d2ec71d2f6 req-b3a8dd19-f8bc-42f8-8984-21973ff8ac48 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.6065767 Feb 04 15:48:41.317174 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86f56b3a-5517-4213-93d1-61363a1d0300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.326284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] For port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:41.340364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] For port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1,segment=NetworkSegment(9a478eb3-854d-44e9-9111-43208f4db474),segment_id=9a478eb3-854d-44e9-9111-43208f4db474)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:41.349737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.425604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.427590 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.429257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-102eb13e-ac9a-453e-a9fb-b9d2ec71d2f6 req-d89f5fed-7673-4dbc-97a5-adbef7f67582 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866820 Feb 04 15:48:41.449830 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d91712a-2cec-40ac-a869-647db4fd7cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.454684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Deleting port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:41.455066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.471893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d91712a-2cec-40ac-a869-647db4fd7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.495705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.508635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-40f4fd11-09ca-4e76-8993-0ead05403d9a', 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'tenant_id': '69562a6d2dfe4360a388bae8ddd35bbd', 'fixed_ips': [{'subnet_id': 'a7dc807b-3acb-4aaa-bb62-55214846d868'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:48:41.509683 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.531721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5d51ba-1d70-4cea-96b6-9499b958ef2a']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:41.571205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=076bcbe9-63ef-4766-bfbd-19e2919b420a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:41.587124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2d91712a-2cec-40ac-a869-647db4fd7cf9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2662c9a366544146af186c1eaa79424c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1915143 Feb 04 15:48:41.588069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:41.591381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527aab6f-d8ad-487b-bb8f-166e5e5ea7eb') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:41.591678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527aab6f-d8ad-487b-bb8f-166e5e5ea7eb') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:41.592979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91712a-2cec-40ac-a869-647db4fd7cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0475a07b-cd76-480d-9213-2e33420861a1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:41.597235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45570) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:41.622892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:subnet and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:41.625540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Checking segment: {'id': '8498c4c2-e3d4-43ce-8662-0be88a4c7e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3f36599a-1e36-4e90-b6d4-7b047c19b38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:41.626084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network hostable DHCP agents. Network: 3f36599a-1e36-4e90-b6d4-7b047c19b38e, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:41.633594 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.637192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86f56b3a-5517-4213-93d1-61363a1d0300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.642936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:41.660856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:41.736819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f56b3a-5517-4213-93d1-61363a1d0300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=07d8a18f-338f-474b-baf0-631d1bc8c7e3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:41.757137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86f56b3a-5517-4213-93d1-61363a1d0300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.774946 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.781620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 3f36599a-1e36-4e90-b6d4-7b047c19b38e is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:41.788203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:41.791988 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.815307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-86f56b3a-5517-4213-93d1-61363a1d0300 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/07d8a18f-338f-474b-baf0-631d1bc8c7e3 HTTP/1.1" status: 204 len: 168 time: 1.3458240 Feb 04 15:48:41.818810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45574) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:41.823404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 3f36599a-1e36-4e90-b6d4-7b047c19b38e) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:41.866962 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c418643c-9fad-4979-930e-857b09b37f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.875442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:41.875848 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.886153 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322386e5-625c-409f-9f84-90b76a932de4 None None] Network 3f36599a-1e36-4e90-b6d4-7b047c19b38e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:41.901143 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-21578b75-99fc-4e23-acfb-b5a24ea323f1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:41.901414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21578b75-99fc-4e23-acfb-b5a24ea323f1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:41.906310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-21578b75-99fc-4e23-acfb-b5a24ea323f1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/2c01bda4-4883-4871-855a-12e40a74931b HTTP/1.1" status: 404 len: 337 time: 0.0865202 Feb 04 15:48:41.906988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45578) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:41.914745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:41.915392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:41.929264 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:41.978401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c418643c-9fad-4979-930e-857b09b37f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.994831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d25fd82c-f5f0-4983-ac66-9db1f04a1407 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8603384 Feb 04 15:48:42.002362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45582) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:42.013882 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.019195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': '3f36599a-1e36-4e90-b6d4-7b047c19b38e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-214885980'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:42.056701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e7459-4712-4844-91cc-7804697a38be req-93c10f5a-ad92-40d7-89c1-6a64a10acde2 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:42.058262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b0e7459-4712-4844-91cc-7804697a38be req-93c10f5a-ad92-40d7-89c1-6a64a10acde2 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 945 time: 0.3740294 Feb 04 15:48:42.087435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd731c0c-a3e6-42d0-884f-04b98cc5be42 None None] Pushing event updated for resources: {'Port': ['ID=ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:42.250229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7196b4-c3dd-4a38-8aad-b1e1c68750f7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting subnet acac95a6-a295-4c0f-aa70-f9dba6d360b7 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:42.284347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef7196b4-c3dd-4a38-8aad-b1e1c68750f7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.360227 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c418643c-9fad-4979-930e-857b09b37f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.397648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c418643c-9fad-4979-930e-857b09b37f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.401311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c418643c-9fad-4979-930e-857b09b37f56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0475a07b-cd76-480d-9213-2e33420861a1 HTTP/1.1" status: 204 len: 168 time: 0.7984660 Feb 04 15:48:42.408895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 2b9ceec5-28ed-445e-b81e-1c145de31f03, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b9ceec5-28ed-445e-b81e-1c145de31f03,segment=NetworkSegment(38912c13-330e-4464-80c0-095acc7e2a4f),segment_id=38912c13-330e-4464-80c0-095acc7e2a4f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:42.461717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418643c-9fad-4979-930e-857b09b37f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0475a07b-cd76-480d-9213-2e33420861a1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:42.493952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b0e7459-4712-4844-91cc-7804697a38be req-659a21ff-918b-454a-a79d-7dc5aab14f45 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670617 Feb 04 15:48:42.500489 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef7196b4-c3dd-4a38-8aad-b1e1c68750f7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.516835 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.603581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:42.625597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:42.627743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=2b9ceec5-28ed-445e-b81e-1c145de31f03,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:42.646046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6d5843a2-668f-4774-92b3-fe7e275a425c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:42.671901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:42.675560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.710289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 3636adf6-a26d-4e66-963d-4c372cd7ecc7 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:42.733776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 6d5843a2-668f-4774-92b3-fe7e275a425c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:42.734107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6d5843a2-668f-4774-92b3-fe7e275a425c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:42.734544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 45c61905-e20e-476e-8e66-a5efa7970fd0 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:42.756286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.760401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] For port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:42.761066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.781796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Allocated IP 2001:db8::2 (40f4fd11-09ca-4e76-8993-0ead05403d9a/a7dc807b-3acb-4aaa-bb62-55214846d868/f6cbfa81-2647-43cf-8e03-392c6d940367) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:42.783406 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.783764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 45c61905-e20e-476e-8e66-a5efa7970fd0 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:42.784105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 45c61905-e20e-476e-8e66-a5efa7970fd0 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:42.786417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.787453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.944333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-3f36599a-1e36-4e90-b6d4-7b047c19b38e', 'network_id': '3f36599a-1e36-4e90-b6d4-7b047c19b38e', 'tenant_id': '73685192fa0e430eb0476390fe62d958', 'fixed_ips': [{'subnet_id': '076bcbe9-63ef-4766-bfbd-19e2919b420a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:48:42.945173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.106874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.197046 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef7196b4-c3dd-4a38-8aad-b1e1c68750f7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.222579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b9ceec5-28ed-445e-b81e-1c145de31f03 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:43.256227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-dc98abfb-507b-409a-9014-6a27a53e6e10 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:43.257688 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-dc98abfb-507b-409a-9014-6a27a53e6e10 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.4123089 Feb 04 15:48:43.305099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097733ef-27b7-4cc4-aedf-d12615509d0a req-946b4293-a1ca-42ca-aad8-91acf7692c40 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:43.313420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097733ef-27b7-4cc4-aedf-d12615509d0a req-946b4293-a1ca-42ca-aad8-91acf7692c40 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.6123240 Feb 04 15:48:43.414732 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Allocated IP 2001:db8::2 (3f36599a-1e36-4e90-b6d4-7b047c19b38e/076bcbe9-63ef-4766-bfbd-19e2919b420a/e2ebd554-e094-4bc2-9c19-c3e198210352) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:43.493832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Calling delete_port for f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:43.558996 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] 10.222.0.46 "DELETE /v2.0/networks/8a5d51ba-1d70-4cea-96b6-9499b958ef2a HTTP/1.1" status: 204 len: 168 time: 2.8316679 Feb 04 15:48:43.576435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45608) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:43.579798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097733ef-27b7-4cc4-aedf-d12615509d0a req-94a8b0f4-3a7c-4892-9b10-9bc1338daa61 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490456 Feb 04 15:48:43.615824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Deleting port bfb15915-e283-4e9a-9ef1-1f94885e83f1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:43.625979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.693793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d507c0f-5ecc-4eab-b264-1d0d9648ad6b admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5d51ba-1d70-4cea-96b6-9499b958ef2a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:43.700564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc36095d-9f63-432c-b15b-1750982be4b7 admin admin] Deleting subnet 3a1875f4-cca4-4b33-becb-ebf3da612c01 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:43.710297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc36095d-9f63-432c-b15b-1750982be4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.763237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef7196b4-c3dd-4a38-8aad-b1e1c68750f7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.771461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:43.794205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2b9ceec5-28ed-445e-b81e-1c145de31f03 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:43.794889 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.801944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:43.833566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc36095d-9f63-432c-b15b-1750982be4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.842905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc73fd3-b590-4372-83a4-4ee18023a786 None None] Network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:43.879423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef7196b4-c3dd-4a38-8aad-b1e1c68750f7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.893294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ef7196b4-c3dd-4a38-8aad-b1e1c68750f7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/acac95a6-a295-4c0f-aa70-f9dba6d360b7 HTTP/1.1" status: 204 len: 168 time: 1.9759231 Feb 04 15:48:43.906076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7196b4-c3dd-4a38-8aad-b1e1c68750f7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Subnet': ['ID=acac95a6-a295-4c0f-aa70-f9dba6d360b7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:43.913857 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc36095d-9f63-432c-b15b-1750982be4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.914073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45616) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:43.994758 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.004431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cf40dc6f-4e7d-4aec-8755-71108e512075 None None] Provisioning for port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:44.052443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Transition to ACTIVE for port object f6cbfa81-2647-43cf-8e03-392c6d940367 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:44.067131 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38350b6-e43d-4577-bd64-90d3e83a1431 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:44.067590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38350b6-e43d-4577-bd64-90d3e83a1431 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:44.069456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f38350b6-e43d-4577-bd64-90d3e83a1431 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/f1ef1b65-a49e-440b-b64f-00c8a28138c6 HTTP/1.1" status: 404 len: 337 time: 0.1495559 Feb 04 15:48:44.079129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45622) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:44.090928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c293b281-e899-4fd4-a94c-3fd729bbbfdc None None] Network 35220ca7-b9e4-4028-99d8-81fb03d3792c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:44.170952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.190954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event updated for resources: {'Port': ['ID=2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:44.260192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:48:44.341803 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-708cfacb-f08b-4d8d-9add-19c048ab63f7 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d33891d-731c-475f-8972-252982038837 HTTP/1.1" status: 200 len: 205 time: 0.2540109 Feb 04 15:48:44.349037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45632) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:44.396869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Transition to ACTIVE for port object f6cbfa81-2647-43cf-8e03-392c6d940367 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:44.440086 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-782edd16-dfe7-4a28-b292-d8ac8eaa2a2e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] delete failed (client error): The resource could not be found. Feb 04 15:48:44.441365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-782edd16-dfe7-4a28-b292-d8ac8eaa2a2e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/routers/7d33891d-731c-475f-8972-252982038837 HTTP/1.1" status: 404 len: 336 time: 0.0911803 Feb 04 15:48:44.446708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45638) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:44.460072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6655c-ec59-435b-89ec-ffffd5e73cc8 req-c82a7a76-e755-406e-94b1-d82c362e571a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:44.467750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbb6655c-ec59-435b-89ec-ffffd5e73cc8 req-c82a7a76-e755-406e-94b1-d82c362e571a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 867 time: 0.6847265 Feb 04 15:48:44.489443 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.513522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event deleted for resources: {'Port': ['ID=f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:44.565548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbb6655c-ec59-435b-89ec-ffffd5e73cc8 req-37b95dd4-ba28-4cb6-b7d5-fc6fdb038e03 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964000 Feb 04 15:48:44.566623 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-829f3464-7c78-4c5b-bfa6-d5b7b8d4cd1a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:44.567420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829f3464-7c78-4c5b-bfa6-d5b7b8d4cd1a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:44.569217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-829f3464-7c78-4c5b-bfa6-d5b7b8d4cd1a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/68209a17-6243-4049-bf54-297aef649889 HTTP/1.1" status: 404 len: 337 time: 0.1213884 Feb 04 15:48:44.615418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] For port bfb15915-e283-4e9a-9ef1-1f94885e83f1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=bfb15915-e283-4e9a-9ef1-1f94885e83f1,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:44.616072 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.632981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45644) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:44.663992 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:44.691038 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-5783fffc-6791-4bdd-8e13-a738aaa8f7c3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:44.691749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5783fffc-6791-4bdd-8e13-a738aaa8f7c3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:44.694004 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5783fffc-6791-4bdd-8e13-a738aaa8f7c3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/81255402-c46d-4cfa-a25d-af6dcba04973 HTTP/1.1" status: 404 len: 337 time: 0.0576794 Feb 04 15:48:44.697192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:44.698523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45652) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:44.707359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:44.728520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bbf01eb1-c286-4709-802e-9a5a915cd85a None None] Provisioning complete for port 5c5dc03d-66a6-4582-a809-65b3c39854f1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:44.729078 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbf01eb1-c286-4709-802e-9a5a915cd85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.751841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] No DVR routers for this DVR port f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:44.766201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.940858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:44.943029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a991169b-8226-465f-9869-fcf202885985', 'name': 'network-vif-deleted', 'tag': 'f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:44.948462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Calling delete_port for bfb15915-e283-4e9a-9ef1-1f94885e83f1 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:44.966668 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2a1785e4-add7-42c4-8154-0db1504d8de8 req-63631080-aef4-4780-bb2b-d91160807c5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "DELETE /v2.0/ports/f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 HTTP/1.1" status: 204 len: 173 time: 3.7579525 Feb 04 15:48:45.017899 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-87325255-f8a1-4e92-8703-40530970fbd3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:45.018356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87325255-f8a1-4e92-8703-40530970fbd3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:45.020471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-87325255-f8a1-4e92-8703-40530970fbd3 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/56c2f965-9172-43ae-8a43-59c4e2844bce HTTP/1.1" status: 404 len: 337 time: 0.3154833 Feb 04 15:48:45.030663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc36095d-9f63-432c-b15b-1750982be4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.037907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45664) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:45.122760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36095d-9f63-432c-b15b-1750982be4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1875f4-cca4-4b33-becb-ebf3da612c01,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:45.127869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:48:45.146779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:45.192859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997eb67-601b-4eec-b48b-d448b1d26154 req-88e6df01-af5d-4aa0-9b53-53e6ee518f06 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:45.199809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6997eb67-601b-4eec-b48b-d448b1d26154 req-88e6df01-af5d-4aa0-9b53-53e6ee518f06 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 946 time: 0.3837156 Feb 04 15:48:45.205494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:45.205839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:45.227791 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fc36095d-9f63-432c-b15b-1750982be4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.232629 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fc36095d-9f63-432c-b15b-1750982be4b7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3a1875f4-cca4-4b33-becb-ebf3da612c01 HTTP/1.1" status: 204 len: 168 time: 1.6471219 Feb 04 15:48:45.243905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45676) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:45.344076 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f358177d-76d7-4473-a5aa-ce9f386ce818 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:45.344708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f358177d-76d7-4473-a5aa-ce9f386ce818 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:45.349819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f358177d-76d7-4473-a5aa-ce9f386ce818 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/3b92eb46-9a45-4d75-83e4-82c41ff566b0 HTTP/1.1" status: 404 len: 333 time: 0.2353971 Feb 04 15:48:45.353304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45684) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:45.412396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Pushing event updated for resources: {'Port': ['ID=f6cbfa81-2647-43cf-8e03-392c6d940367,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:45.423416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.objects.ports [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87571) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 15:48:45.424049 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.424746 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eece0c1-6803-4c2c-8f0e-54b58f8dad2e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:45.425232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eece0c1-6803-4c2c-8f0e-54b58f8dad2e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:45.428566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Attempting to bind port f6cbfa81-2647-43cf-8e03-392c6d940367 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:45.429181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Attempting to bind port f6cbfa81-2647-43cf-8e03-392c6d940367 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:45.429891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Attempting to bind port f6cbfa81-2647-43cf-8e03-392c6d940367 on network 40f4fd11-09ca-4e76-8993-0ead05403d9a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:45.433691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9eece0c1-6803-4c2c-8f0e-54b58f8dad2e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/673d10f5-3b60-4173-8d18-5c0df18c35f1 HTTP/1.1" status: 404 len: 337 time: 0.0641665 Feb 04 15:48:45.444363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6997eb67-601b-4eec-b48b-d448b1d26154 req-ce0e0dbc-ce50-4c13-bd0d-4b75d2729bfb tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/security-groups?id=8b0baf62-7920-491a-8af9-cc4c8fc7fd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427242 Feb 04 15:48:45.445266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45690) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:45.446634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:45.447254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Checking segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:45.447852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.449228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Bound using segment: {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:45.449793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Bound port: f6cbfa81-2647-43cf-8e03-392c6d940367, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d71b81-db24-4c2e-934d-20871a1f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:45.450177 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.476736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.566848 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a991169b-8226-465f-9869-fcf202885985', 'name': 'network-vif-deleted', 'tag': 'f88b9ca2-5acd-48a4-bb2c-03a4ff19faa4', 'status': 'completed', 'code': 200} Feb 04 15:48:45.600338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Transition to ACTIVE for port object e2ebd554-e094-4bc2-9c19-c3e198210352 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:45.640244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:48:45.644502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.652977 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:45.673853 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:45.675114 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:45.678953 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3f382ad9-e925-4ae8-8a76-9bd3943080c8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1679461 Feb 04 15:48:45.696941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45696) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:45.712928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:45.772323 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-52476981-bcfa-4be6-8e6d-e39424319a3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:45.773536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52476981-bcfa-4be6-8e6d-e39424319a3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:45.776523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-52476981-bcfa-4be6-8e6d-e39424319a3a tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/f47a988c-fb28-4f28-8830-9fa7c8962018 HTTP/1.1" status: 404 len: 337 time: 0.3048141 Feb 04 15:48:45.783026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45700) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:45.809244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Transition to ACTIVE for port object e2ebd554-e094-4bc2-9c19-c3e198210352 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:45.831566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ddb53b-d62a-4f04-bf24-7882637b9005 None None] DHCP port deletion for 35220ca7-b9e4-4028-99d8-81fb03d3792c request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:48:45.841240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:45.843556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Pushing event deleted for resources: {'Port': ['ID=bfb15915-e283-4e9a-9ef1-1f94885e83f1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:45.851944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] No DVR routers for this DVR port bfb15915-e283-4e9a-9ef1-1f94885e83f1 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:45.856744 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.859192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c352c8b3-871c-44a5-8acb-7eac31f65694 req-7b42a909-40eb-4eec-b2db-bb847ba3a893 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.53 "DELETE /v2.0/ports/bfb15915-e283-4e9a-9ef1-1f94885e83f1 HTTP/1.1" status: 204 len: 173 time: 2.5684605 Feb 04 15:48:45.868751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f7ddb53b-d62a-4f04-bf24-7882637b9005 None None] Deleting port 5c5dc03d-66a6-4582-a809-65b3c39854f1 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:45.869170 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb53b-d62a-4f04-bf24-7882637b9005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.928370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:45.928756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.937822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7fa3d0-1bb7-4d08-abc0-c881903e88f5', 'name': 'network-vif-deleted', 'tag': 'bfb15915-e283-4e9a-9ef1-1f94885e83f1'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:46.030146 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-15db1402-d469-4ebe-974c-3ccb4bfb2e9e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:46.030910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15db1402-d469-4ebe-974c-3ccb4bfb2e9e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:46.032959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-15db1402-d469-4ebe-974c-3ccb4bfb2e9e tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/d383bf78-ddbb-422c-9d64-5ec124c027b1 HTTP/1.1" status: 404 len: 333 time: 0.1922264 Feb 04 15:48:46.042925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2857aa60-3c37-4888-b691-406e815c01c9 req-b4d03dbe-679f-429e-bd5b-5992a9f134f3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=a991169b-8226-465f-9869-fcf202885985 HTTP/1.1" status: 200 len: 210 time: 0.1968417 Feb 04 15:48:46.052347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45708) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:46.099293 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:46.142200 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-185e75e9-7bb4-4d9d-854a-72104b73f9e1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:46.142607 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.142749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185e75e9-7bb4-4d9d-854a-72104b73f9e1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:46.145885 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-185e75e9-7bb4-4d9d-854a-72104b73f9e1 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/48494bb9-e700-40af-9bb5-4ef980830840 HTTP/1.1" status: 404 len: 337 time: 0.0908129 Feb 04 15:48:46.147939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45712) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:46.150785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.158000 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7fa3d0-1bb7-4d08-abc0-c881903e88f5', 'name': 'network-vif-deleted', 'tag': 'bfb15915-e283-4e9a-9ef1-1f94885e83f1', 'status': 'completed', 'code': 200} Feb 04 15:48:46.252740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.319106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43169009-5182-49f6-92a2-a62912d60d57']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:46.333604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] For port f6cbfa81-2647-43cf-8e03-392c6d940367, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:46.347927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a16736-418f-4ac5-a0f3-94742f85bd18') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:46.351561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] For port f6cbfa81-2647-43cf-8e03-392c6d940367, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f6cbfa81-2647-43cf-8e03-392c6d940367,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:46.358665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a16736-418f-4ac5-a0f3-94742f85bd18') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:46.372344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Pushing event updated for resources: {'Port': ['ID=e2ebd554-e094-4bc2-9c19-c3e198210352,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:46.381231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Network 3f36599a-1e36-4e90-b6d4-7b047c19b38e is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:46.389376 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.393541 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.457539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:46.457865 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:46.483439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:46.555937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:46.601531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bbf01eb1-c286-4709-802e-9a5a915cd85a None None] Provisioning complete for port 8685a53d-5f78-4b0d-b017-559ab29336d5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:46.602202 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bbf01eb1-c286-4709-802e-9a5a915cd85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.610566 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:41Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c', 'name': '', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5a:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:36Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:46.617478 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:46.617829 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Updating router 545fac20-663c-4346-bef0-a396b7ddedb1 port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:48:46.707428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::2a0 (3f36599a-1e36-4e90-b6d4-7b047c19b38e/076bcbe9-63ef-4766-bfbd-19e2919b420a/3636adf6-a26d-4e66-963d-4c372cd7ecc7) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:46.811587 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.956352 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-480d667c-96ca-4968-89f1-43fe8a500efd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] DELETE failed (client error): The resource could not be found. Feb 04 15:48:46.957213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480d667c-96ca-4968-89f1-43fe8a500efd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:48:46.959275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-480d667c-96ca-4968-89f1-43fe8a500efd tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/subnets/9fb4cce9-81e9-4d07-8bc0-6b79f692c46c HTTP/1.1" status: 404 len: 337 time: 0.8000970 Feb 04 15:48:46.973178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45732) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:46.974566 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.980023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f19e3881-9b10-4f3f-9157-db56aa756b11 req-7562b76c-033a-4358-b17e-eecd10c5a9e5 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Synchronizing usage tracker for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:47.069479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4312d25f-de2c-43ad-9955-8309f9ddbe24 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Deleting port 8685a53d-5f78-4b0d-b017-559ab29336d5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:47.070171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4312d25f-de2c-43ad-9955-8309f9ddbe24 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.134375 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.142803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-bbf01eb1-c286-4709-802e-9a5a915cd85a None None] Port 8685a53d-5f78-4b0d-b017-559ab29336d5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:47.148394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:47.152984 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.163940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device bfb15915-e283-4e9a-9ef1-1f94885e83f1 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:47.194807 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:47.200378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.extraroute_db [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 15:48:47.251332 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.272154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a3114-a2e7-4710-88f6-4ee210e5a750 None None] Pushing event updated for resources: {'Port': ['ID=f6cbfa81-2647-43cf-8e03-392c6d940367,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:47.291587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.extraroute_db [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Removed routes are [] {{(pid=87571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 15:48:47.292131 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.321098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: bfb15915-e283-4e9a-9ef1-1f94885e83f1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:47.321384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device bfb15915-e283-4e9a-9ef1-1f94885e83f1 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:47.405022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Attempting to bind port e2ebd554-e094-4bc2-9c19-c3e198210352 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:47.405386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Attempting to bind port e2ebd554-e094-4bc2-9c19-c3e198210352 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '8498c4c2-e3d4-43ce-8662-0be88a4c7e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3f36599a-1e36-4e90-b6d4-7b047c19b38e'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:47.405740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Attempting to bind port e2ebd554-e094-4bc2-9c19-c3e198210352 on network 3f36599a-1e36-4e90-b6d4-7b047c19b38e {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:47.431782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:47.432211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Checking segment: {'id': '8498c4c2-e3d4-43ce-8662-0be88a4c7e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3f36599a-1e36-4e90-b6d4-7b047c19b38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:47.432552 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.432969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Bound using segment: {'id': '8498c4c2-e3d4-43ce-8662-0be88a4c7e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3f36599a-1e36-4e90-b6d4-7b047c19b38e'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:47.433439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Bound port: e2ebd554-e094-4bc2-9c19-c3e198210352, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8498c4c2-e3d4-43ce-8662-0be88a4c7e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3f36599a-1e36-4e90-b6d4-7b047c19b38e'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:47.433808 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.541663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ce511e2e-5edd-4234-99ec-a90d02bf06c9 None None] Provisioning for port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:47.754062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] For port e2ebd554-e094-4bc2-9c19-c3e198210352, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:47.754791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.757499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] For port e2ebd554-e094-4bc2-9c19-c3e198210352, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e2ebd554-e094-4bc2-9c19-c3e198210352,segment=NetworkSegment(8498c4c2-e3d4-43ce-8662-0be88a4c7e1a),segment_id=8498c4c2-e3d4-43ce-8662-0be88a4c7e1a)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:47.762787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1,segment=NetworkSegment(9a478eb3-854d-44e9-9111-43208f4db474),segment_id=9a478eb3-854d-44e9-9111-43208f4db474)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:47.763861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ce511e2e-5edd-4234-99ec-a90d02bf06c9 None None] Provisioning complete for port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:47.764441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ce511e2e-5edd-4234-99ec-a90d02bf06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.768141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.769268 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.777688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.805072 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.806377 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Transition to ACTIVE for port object 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:47.820911 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.846941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] 10.222.0.46 "DELETE /v2.0/networks/43169009-5182-49f6-92a2-a62912d60d57 HTTP/1.1" status: 204 len: 168 time: 2.5996904 Feb 04 15:48:47.869314 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.880911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f7ddb53b-d62a-4f04-bf24-7882637b9005 None None] For port 5c5dc03d-66a6-4582-a809-65b3c39854f1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5c5dc03d-66a6-4582-a809-65b3c39854f1,segment=NetworkSegment(7a3184ea-692a-4d4f-9438-0be3fe00658f),segment_id=7a3184ea-692a-4d4f-9438-0be3fe00658f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:47.881297 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb53b-d62a-4f04-bf24-7882637b9005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.910796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f19e3881-9b10-4f3f-9157-db56aa756b11 req-7562b76c-033a-4358-b17e-eecd10c5a9e5 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] Unset dirty status for tenant:ec20a7a5ff3646d6be625a5821e1ddcc on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:47.914427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f19e3881-9b10-4f3f-9157-db56aa756b11 req-7562b76c-033a-4358-b17e-eecd10c5a9e5 tempest-ServerRescueTestJSON-1270937430 tempest-ServerRescueTestJSON-1270937430-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7fa3d0-1bb7-4d08-abc0-c881903e88f5 HTTP/1.1" status: 200 len: 210 time: 1.0346069 Feb 04 15:48:48.088026 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303cdec-9a6b-45b5-be2f-d9c2500aefe5 None None] Pushing event updated for resources: {'Port': ['ID=2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.304049 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4312d25f-de2c-43ad-9955-8309f9ddbe24 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.409901 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Attempting to bind port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:48.410373 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Attempting to bind port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '9a478eb3-854d-44e9-9111-43208f4db474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:48.410831 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Attempting to bind port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c on network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:48:48.425741 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:48:48.426229 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Checking segment: {'id': '9a478eb3-854d-44e9-9111-43208f4db474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:48:48.426730 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.427837 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Bound using segment: {'id': '9a478eb3-854d-44e9-9111-43208f4db474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:48:48.428624 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Bound port: 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a478eb3-854d-44e9-9111-43208f4db474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:48.429490 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.470077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f6cbfa81-2647-43cf-8e03-392c6d940367 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:48.559239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f7ddb53b-d62a-4f04-bf24-7882637b9005 None None] Calling delete_port for 5c5dc03d-66a6-4582-a809-65b3c39854f1 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:48.632054 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] For port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:48:48.636508 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] For port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c,segment=NetworkSegment(9a478eb3-854d-44e9-9111-43208f4db474),segment_id=9a478eb3-854d-44e9-9111-43208f4db474)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:48:48.642331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4312d25f-de2c-43ad-9955-8309f9ddbe24 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Calling delete_port for 8685a53d-5f78-4b0d-b017-559ab29336d5 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:48.646415 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.655045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45752) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:48.786224 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303cdec-9a6b-45b5-be2f-d9c2500aefe5 None None] Pushing event updated for resources: {'Port': ['ID=2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.796262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ce511e2e-5edd-4234-99ec-a90d02bf06c9 None None] Port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:48:48.829005 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:48.830526 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:48.888587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.900115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object 3636adf6-a26d-4e66-963d-4c372cd7ecc7 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:48.932228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Pushing event deleted for resources: {'Network': ['ID=43169009-5182-49f6-92a2-a62912d60d57,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.943082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b88da-2fa0-48f1-9a81-53463d8336a7 None None] Pushing event updated for resources: {'Port': ['ID=e2ebd554-e094-4bc2-9c19-c3e198210352,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.944420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] For port f6cbfa81-2647-43cf-8e03-392c6d940367, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f6cbfa81-2647-43cf-8e03-392c6d940367,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:48.944586 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4312d25f-de2c-43ad-9955-8309f9ddbe24 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.957620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.959079 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.011414 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb53b-d62a-4f04-bf24-7882637b9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.035257 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.052605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.054049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.075729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.077449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.077956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.078452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.078978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.079097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ce511e2e-5edd-4234-99ec-a90d02bf06c9 None None] Provisioning complete for port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:49.079435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ce511e2e-5edd-4234-99ec-a90d02bf06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.079706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.080176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.080643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.081142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.081630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.082097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.082571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2458cc-a2b5-4887-8f21-0967b283292a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:49.088717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6aa517e2-a8ec-409b-b4d9-4eb9e8764418 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e1e9d8b79c34be9aa56ff2a1dee95e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234653 Feb 04 15:48:49.092793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45766) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.231108 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:49.241362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ddb53b-d62a-4f04-bf24-7882637b9005 None None] No DVR routers for this DVR port 5c5dc03d-66a6-4582-a809-65b3c39854f1 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:49.258972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 3f36599a-1e36-4e90-b6d4-7b047c19b38e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:49.270743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f6cbfa81-2647-43cf-8e03-392c6d940367 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:49.292439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:49.307685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:49.314290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.320471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.339071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4312d25f-de2c-43ad-9955-8309f9ddbe24 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.413616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5c5dc03d-66a6-4582-a809-65b3c39854f1 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:49.464920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=3636adf6-a26d-4e66-963d-4c372cd7ecc7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:49.512104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:49.523445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5c5dc03d-66a6-4582-a809-65b3c39854f1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:49.524080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5c5dc03d-66a6-4582-a809-65b3c39854f1 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:49.589256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:49.601938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312d25f-de2c-43ad-9955-8309f9ddbe24 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Port': ['ID=8685a53d-5f78-4b0d-b017-559ab29336d5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:49.606826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:49.610380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.611116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.624355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddb53b-d62a-4f04-bf24-7882637b9005 None None] Pushing event deleted for resources: {'Port': ['ID=5c5dc03d-66a6-4582-a809-65b3c39854f1,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:49.632310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4312d25f-de2c-43ad-9955-8309f9ddbe24 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/ports/8685a53d-5f78-4b0d-b017-559ab29336d5 HTTP/1.1" status: 204 len: 168 time: 2.6543071 Feb 04 15:48:49.646049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4f8f382b-d408-4f29-a115-b9af8754e557 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 7.6417172 Feb 04 15:48:49.647256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45780) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.647817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45782) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.767410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c04f2ed-4cd3-4da4-b309-c6947b17bc5a None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:49.844448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=f6cbfa81-2647-43cf-8e03-392c6d940367,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:49.865145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-399a18c7-d4d2-4e50-ae12-58c6e9e79b9a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 3636adf6-a26d-4e66-963d-4c372cd7ecc7 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:49.865776 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-399a18c7-d4d2-4e50-ae12-58c6e9e79b9a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.866935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:48:49.875751 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 8.8215671 Feb 04 15:48:49.884054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d869d-cd53-4cd8-bfa8-0031aec69a61 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Subnet': ['ID=b1a7a6d4-d2e8-4f74-9cb2-3f58d878c7e1,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:49.887911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45794) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:49.905214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Request body: {'port': {'network_id': '40f4fd11-09ca-4e76-8993-0ead05403d9a', 'mac_address': 'fa:16:3e:7a:15:33', 'name': 'tempest-NetworksTestDHCPv6-975249793'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:49.998199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2561aada-fc19-4bc6-bf69-31fe347dd211 None None] Provisioning for port f6cbfa81-2647-43cf-8e03-392c6d940367 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:50.027500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2561aada-fc19-4bc6-bf69-31fe347dd211 None None] Provisioning complete for port f6cbfa81-2647-43cf-8e03-392c6d940367 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:50.027877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2561aada-fc19-4bc6-bf69-31fe347dd211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.103193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:50.113908 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:47Z', 'revision_number': 6, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c', 'name': '', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5a:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:36Z', 'updated_at': '2022-02-04T15:48:48Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:50.119925 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557ee83-c835-48d3-be3b-1eaae4b9087d None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:47Z', 'revision_number': 6, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c', 'name': '', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5a:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:36Z', 'updated_at': '2022-02-04T15:48:48Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:50.259902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Usage tracker for resource:port and tenant:69562a6d2dfe4360a388bae8ddd35bbd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:50.272803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:50.285524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e2ebd554-e094-4bc2-9c19-c3e198210352 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:50.314681 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.331553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:50.345082 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35075b9a-a79a-4aa7-b048-8101eeade4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.475571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fcbb6e-ed53-4e34-b650-c450949b7923 None None] Network 3f36599a-1e36-4e90-b6d4-7b047c19b38e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:50.488721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:48:50.502070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Made reservation on behalf of 69562a6d2dfe4360a388bae8ddd35bbd for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:50.535849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.537698 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c7370519-563f-45f5-8318-c124dc849ce2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1 HTTP/1.1" status: 200 len: 954 time: 4.8386598 Feb 04 15:48:50.544205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45800) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:50.686496 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35075b9a-a79a-4aa7-b048-8101eeade4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.899091 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-399a18c7-d4d2-4e50-ae12-58c6e9e79b9a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.937946 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2561aada-fc19-4bc6-bf69-31fe347dd211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.050740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-399a18c7-d4d2-4e50-ae12-58c6e9e79b9a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 3636adf6-a26d-4e66-963d-4c372cd7ecc7 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:51.052524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e2ebd554-e094-4bc2-9c19-c3e198210352 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:51.061332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:51.161981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2561aada-fc19-4bc6-bf69-31fe347dd211 None None] For port f6cbfa81-2647-43cf-8e03-392c6d940367, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f6cbfa81-2647-43cf-8e03-392c6d940367,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:51.175670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35075b9a-a79a-4aa7-b048-8101eeade4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.194992 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2561aada-fc19-4bc6-bf69-31fe347dd211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.239475 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-399a18c7-d4d2-4e50-ae12-58c6e9e79b9a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.252076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35075b9a-a79a-4aa7-b048-8101eeade4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a407bac-63cf-4d55-bad5-149f658ab86c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:51.271235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35075b9a-a79a-4aa7-b048-8101eeade4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.274948 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-35075b9a-a79a-4aa7-b048-8101eeade4a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a407bac-63cf-4d55-bad5-149f658ab86c HTTP/1.1" status: 204 len: 168 time: 1.8296216 Feb 04 15:48:51.279661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:51.280041 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.325208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6fd4ce67-79a1-4f0e-ac37-5e11f00b3bb0 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1 HTTP/1.1" status: 200 len: 954 time: 0.7788658 Feb 04 15:48:51.328076 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.331698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-dc745c30-c40a-438a-8536-c4788b850581 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:51.340386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-dc745c30-c40a-438a-8536-c4788b850581 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 2.4018092 Feb 04 15:48:51.355303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45844) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:51.389072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'routes': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:51.443304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] device_id is not set on port dd728866-22c3-466c-a11b-6d1975981517 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:51.453853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] Provisioning for port e2ebd554-e094-4bc2-9c19-c3e198210352 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:51.487553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] Provisioning complete for port e2ebd554-e094-4bc2-9c19-c3e198210352 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:51.488403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.501718 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-a7ee7f26-50f8-48df-9f8d-ab827fc59fb0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/quotas/88675380f23a4e7886d02b7197b8fb55 HTTP/1.1" status: 200 len: 375 time: 0.1602333 Feb 04 15:48:51.575717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a18c7-d4d2-4e50-ae12-58c6e9e79b9a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=3636adf6-a26d-4e66-963d-4c372cd7ecc7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:51.588383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:51.743675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561aada-fc19-4bc6-bf69-31fe347dd211 None None] Pushing event updated for resources: {'Port': ['ID=f6cbfa81-2647-43cf-8e03-392c6d940367,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:51.812532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:51.813639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:52.011457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8::95 (40f4fd11-09ca-4e76-8993-0ead05403d9a/a7dc807b-3acb-4aaa-bb62-55214846d868/dd728866-22c3-466c-a11b-6d1975981517) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:52.026106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:1533 (40f4fd11-09ca-4e76-8993-0ead05403d9a/b1a7a6d4-d2e8-4f74-9cb2-3f58d878c7e1/dd728866-22c3-466c-a11b-6d1975981517) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:52.082443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-399a18c7-d4d2-4e50-ae12-58c6e9e79b9a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.103354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45874) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:52.105214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-399a18c7-d4d2-4e50-ae12-58c6e9e79b9a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/3636adf6-a26d-4e66-963d-4c372cd7ecc7 HTTP/1.1" status: 204 len: 168 time: 2.4420559 Feb 04 15:48:52.110327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45876) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:52.235655 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe067104-fff5-4b2f-af75-08f7f7942b07 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:48:52.240153 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fe067104-fff5-4b2f-af75-08f7f7942b07 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/3636adf6-a26d-4e66-963d-4c372cd7ecc7 HTTP/1.1" status: 404 len: 333 time: 0.1238940 Feb 04 15:48:52.243686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45884) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:52.272064 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.282518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:52.349023 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-50335c70-2c10-41ad-a409-6309ed18be03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc4adb71be524b769271167833c07dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338257 Feb 04 15:48:52.421162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45892) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:52.510238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35220ca7-b9e4-4028-99d8-81fb03d3792c']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:52.522290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-7946cb8e-6394-4be5-be64-7e34e5e6984f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0190740 Feb 04 15:48:52.558344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3184ea-692a-4d4f-9438-0be3fe00658f') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:52.558795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3184ea-692a-4d4f-9438-0be3fe00658f') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:52.637351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.656286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-007efb58-d184-44e4-943c-18bfff3ce795 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet 076bcbe9-63ef-4766-bfbd-19e2919b420a {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:52.672202 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-007efb58-d184-44e4-943c-18bfff3ce795 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.748019 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.767868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-007efb58-d184-44e4-943c-18bfff3ce795 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.796250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.807569 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-8567db52-4f44-44a9-b0c1-f797c477530e service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743571 Feb 04 15:48:52.808330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:52.808790 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:52.830282 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:52.856270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.876527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-007efb58-d184-44e4-943c-18bfff3ce795 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.959104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Transition to ACTIVE for port object dd728866-22c3-466c-a11b-6d1975981517 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:53.003593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a01063ef-9f09-479b-b7a9-1470a4fdf5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.009478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.124535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-007efb58-d184-44e4-943c-18bfff3ce795 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.178573 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a01063ef-9f09-479b-b7a9-1470a4fdf5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.181768 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:53.182117 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:53.205535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007efb58-d184-44e4-943c-18bfff3ce795 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=076bcbe9-63ef-4766-bfbd-19e2919b420a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:53.211888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:53.230628 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-007efb58-d184-44e4-943c-18bfff3ce795 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.235479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:53.240277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event updated for resources: {'Port': ['ID=dd728866-22c3-466c-a11b-6d1975981517,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:53.241151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd23417-0501-47f3-9312-ea0a270faaf5 None None] Network 3f36599a-1e36-4e90-b6d4-7b047c19b38e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:53.247180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:53.258772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:53.265938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.266671 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.280336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-007efb58-d184-44e4-943c-18bfff3ce795 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/076bcbe9-63ef-4766-bfbd-19e2919b420a HTTP/1.1" status: 204 len: 168 time: 1.0342324 Feb 04 15:48:53.281348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45938) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:53.417939 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.429305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:47Z', 'revision_number': 6, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c', 'name': '', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5a:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:36Z', 'updated_at': '2022-02-04T15:48:48Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:53.449240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8cbacff0-f895-484f-afb0-0eda1a0524a7 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.5581918 Feb 04 15:48:53.454295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45946) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:53.475108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:53.532722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.537157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] Pushing event deleted for resources: {'Network': ['ID=35220ca7-b9e4-4028-99d8-81fb03d3792c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:53.560514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-eb083c7d-4e2a-4ee1-b304-fc09db9d5924 tempest-PortsTestJSON-1178288853 tempest-PortsTestJSON-1178288853-project] 10.222.0.46 "DELETE /v2.0/networks/35220ca7-b9e4-4028-99d8-81fb03d3792c HTTP/1.1" status: 204 len: 168 time: 3.9017830 Feb 04 15:48:53.574456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a01063ef-9f09-479b-b7a9-1470a4fdf5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.583783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.extraroute_db [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added routes are [] {{(pid=87570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 15:48:53.584016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.extraroute_db [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 15:48:53.626043 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.637151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01063ef-9f09-479b-b7a9-1470a4fdf5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ebc6c7-f1e4-4b1a-8ddf-ece5f4912647,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:53.644920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting port dd728866-22c3-466c-a11b-6d1975981517 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:53.652739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.660123 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-0e267a05-1adf-4d8c-98c8-d6bb945f7ae9 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289256 Feb 04 15:48:53.671223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.672526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:53.673245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:53.783365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a01063ef-9f09-479b-b7a9-1470a4fdf5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.790251 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a01063ef-9f09-479b-b7a9-1470a4fdf5f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42ebc6c7-f1e4-4b1a-8ddf-ece5f4912647 HTTP/1.1" status: 204 len: 168 time: 1.3646119 Feb 04 15:48:53.813513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port e2ebd554-e094-4bc2-9c19-c3e198210352 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:53.813892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.858480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:53.948636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:53.949027 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.958260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45962) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:53.958607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45964) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:54.051741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45972) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:54.081285 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.113786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:54.200324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7222c4fd-00fd-4206-a269-7644d6dc7264 req-7cf55bb0-09d7-410c-a3a5-a7f5d6e7d6c5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 210 time: 0.2277329 Feb 04 15:48:54.279655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] For port e2ebd554-e094-4bc2-9c19-c3e198210352, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e2ebd554-e094-4bc2-9c19-c3e198210352,segment=NetworkSegment(8498c4c2-e3d4-43ce-8662-0be88a4c7e1a),segment_id=8498c4c2-e3d4-43ce-8662-0be88a4c7e1a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:54.320277 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.612553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a973768-6523-4610-be6d-2c021ce4044a None None] DHCP port deletion for 3f36599a-1e36-4e90-b6d4-7b047c19b38e request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:48:54.643700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d77cf5c5-d5f2-4881-8a8e-ca5234f3749b None None] Provisioning complete for port e2ebd554-e094-4bc2-9c19-c3e198210352 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:54.644076 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d77cf5c5-d5f2-4881-8a8e-ca5234f3749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.648611 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.661947 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.694293 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.718363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6a973768-6523-4610-be6d-2c021ce4044a None None] Deleting port e2ebd554-e094-4bc2-9c19-c3e198210352 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:54.718724 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a973768-6523-4610-be6d-2c021ce4044a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.824313 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d63e65de-468d-4223-b7c7-5a9816ba9149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.879444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] For port e2ebd554-e094-4bc2-9c19-c3e198210352, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e2ebd554-e094-4bc2-9c19-c3e198210352,segment=NetworkSegment(8498c4c2-e3d4-43ce-8662-0be88a4c7e1a),segment_id=8498c4c2-e3d4-43ce-8662-0be88a4c7e1a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:54.879976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.898522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.946331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d63e65de-468d-4223-b7c7-5a9816ba9149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:54.950274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d63e65de-468d-4223-b7c7-5a9816ba9149 admin admin] Usage tracker for resource:security_group_rule and tenant:9b7b7b9467a44577b686668df5ffee01 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:54.954284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d63e65de-468d-4223-b7c7-5a9816ba9149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:54.960089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d63e65de-468d-4223-b7c7-5a9816ba9149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:55.087429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Calling delete_port for dd728866-22c3-466c-a11b-6d1975981517 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:55.091180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976995f5-df42-41bd-8b44-7b2908668d3b None None] Pushing event updated for resources: {'Port': ['ID=e2ebd554-e094-4bc2-9c19-c3e198210352,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:55.155962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c,segment=NetworkSegment(9a478eb3-854d-44e9-9111-43208f4db474),segment_id=9a478eb3-854d-44e9-9111-43208f4db474)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:55.166341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6a973768-6523-4610-be6d-2c021ce4044a None None] For port e2ebd554-e094-4bc2-9c19-c3e198210352, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e2ebd554-e094-4bc2-9c19-c3e198210352,segment=NetworkSegment(8498c4c2-e3d4-43ce-8662-0be88a4c7e1a),segment_id=8498c4c2-e3d4-43ce-8662-0be88a4c7e1a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:55.166733 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a973768-6523-4610-be6d-2c021ce4044a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.185956 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.186740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f6cbfa81-2647-43cf-8e03-392c6d940367 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:55.193502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d63e65de-468d-4223-b7c7-5a9816ba9149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.226803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d63e65de-468d-4223-b7c7-5a9816ba9149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.398873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-029333e0-ac40-4d0d-8c70-452df0bc6096 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=214ab35bad1a4657956c11682d7336a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3399189 Feb 04 15:48:55.408605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:48:55.420300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46006) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:55.448344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6a973768-6523-4610-be6d-2c021ce4044a None None] Calling delete_port for e2ebd554-e094-4bc2-9c19-c3e198210352 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:55.454170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for e2ebd554-e094-4bc2-9c19-c3e198210352 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:55.519659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d63e65de-468d-4223-b7c7-5a9816ba9149 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b7b7b9467a44577b686668df5ffee01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5583091 Feb 04 15:48:55.570065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46012) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:55.644391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e65de-468d-4223-b7c7-5a9816ba9149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b653b1-90c2-477a-b209-cd8b08b0dd04,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:55.656872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:55.702319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f6cbfa81-2647-43cf-8e03-392c6d940367 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:55.702698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.709289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b98a9ca-4e90-44be-af2d-3e302f01b44a req-5b51eba4-d79a-4e06-ab80-dfd35ad125cd tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 210 time: 0.2824194 Feb 04 15:48:55.759674 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:55.760334 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:55.773730 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a973768-6523-4610-be6d-2c021ce4044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.882868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.919122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a973768-6523-4610-be6d-2c021ce4044a None None] No DVR routers for this DVR port e2ebd554-e094-4bc2-9c19-c3e198210352 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:48:55.938523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a973768-6523-4610-be6d-2c021ce4044a None None] Pushing event deleted for resources: {'Port': ['ID=e2ebd554-e094-4bc2-9c19-c3e198210352,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:55.957870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Port': ['ID=dd728866-22c3-466c-a11b-6d1975981517,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:55.960230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d77cf5c5-d5f2-4881-8a8e-ca5234f3749b None None] Provisioning for port dd728866-22c3-466c-a11b-6d1975981517 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:55.970837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:53Z', 'revision_number': 7, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c', 'name': '', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5a:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:36Z', 'updated_at': '2022-02-04T15:48:48Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:55.972926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.973373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.973820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.974255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.975083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.975662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.976179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.976965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.976965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.977564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.978010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.978423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:55.979224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d77cf5c5-d5f2-4881-8a8e-ca5234f3749b None None] Provisioning complete for port dd728866-22c3-466c-a11b-6d1975981517 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:55.979758 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d77cf5c5-d5f2-4881-8a8e-ca5234f3749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.031473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b85ac-a423-46d2-b7de-1c2d589932a4 None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:53Z', 'revision_number': 7, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c', 'name': '', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5a:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:36Z', 'updated_at': '2022-02-04T15:48:48Z', 'revision_number': 4, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:56.037901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d77cf5c5-d5f2-4881-8a8e-ca5234f3749b None None] Port dd728866-22c3-466c-a11b-6d1975981517 was deleted so its status cannot be updated. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 15:48:56.100226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d77cf5c5-d5f2-4881-8a8e-ca5234f3749b None None] Could not find standard attr ID for object 3636adf6-a26d-4e66-963d-4c372cd7ecc7. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:48:56.101855 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.120703 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ee471f50-7a7b-4ec5-8dfd-5e07d387832a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/dd728866-22c3-466c-a11b-6d1975981517 HTTP/1.1" status: 204 len: 168 time: 2.6650956 Feb 04 15:48:56.121472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46024) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:56.134560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d77cf5c5-d5f2-4881-8a8e-ca5234f3749b None None] Provisioning complete for port f6cbfa81-2647-43cf-8e03-392c6d940367 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:56.135097 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d77cf5c5-d5f2-4881-8a8e-ca5234f3749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.215460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:48:56.233867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-808ca2d5-c43c-4264-9d99-4d72d5778469 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:56.234883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-808ca2d5-c43c-4264-9d99-4d72d5778469 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.5536029 Feb 04 15:48:56.258044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Request body: {'port': {'device_id': '58d6373b-19d0-4581-b2be-c2bb21121432', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'admin_state_up': True, 'tenant_id': '88675380f23a4e7886d02b7197b8fb55'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:56.261377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port e2ebd554-e094-4bc2-9c19-c3e198210352 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:56.261733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.350756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2991052a-9b94-4e3d-ab57-4944654188ed tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:56.352062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2991052a-9b94-4e3d-ab57-4944654188ed tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:56.411971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:56.412756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] The port 'e2ebd554-e094-4bc2-9c19-c3e198210352' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:48:56.460961 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.462124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-79d1e72c-7103-4b94-b6d4-0f45c844f73d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1 HTTP/1.1" status: 200 len: 704 time: 5.0977519 Feb 04 15:48:56.470249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46032) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:56.476166 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-013dddd7-521d-4d8f-ad1e-4de510865e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.487121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11856679-9a63-46d4-9ef8-e2ecb704f949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.520914 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:56.532928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11856679-9a63-46d4-9ef8-e2ecb704f949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.536381 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:56.537379 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:56.585224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:56.585600 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.626122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-013dddd7-521d-4d8f-ad1e-4de510865e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.652880 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11856679-9a63-46d4-9ef8-e2ecb704f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.698846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11856679-9a63-46d4-9ef8-e2ecb704f949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b653b1-90c2-477a-b209-cd8b08b0dd04,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:56.734861 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.755128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11856679-9a63-46d4-9ef8-e2ecb704f949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.773557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2991052a-9b94-4e3d-ab57-4944654188ed tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:56.774914 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2991052a-9b94-4e3d-ab57-4944654188ed tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6524906 Feb 04 15:48:56.777329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-11856679-9a63-46d4-9ef8-e2ecb704f949 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3b653b1-90c2-477a-b209-cd8b08b0dd04 HTTP/1.1" status: 204 len: 168 time: 1.1995933 Feb 04 15:48:56.795798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46044) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:56.800277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:56.818557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Usage tracker for resource:port and tenant:88675380f23a4e7886d02b7197b8fb55 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:56.827822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:56.840363 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-013dddd7-521d-4d8f-ad1e-4de510865e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.874789 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:56.898308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e2ebd554-e094-4bc2-9c19-c3e198210352 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:48:56.981867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:56.982538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f36599a-1e36-4e90-b6d4-7b047c19b38e']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:56.988703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dddd7-521d-4d8f-ad1e-4de510865e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180055f5-1cc3-48f1-bc85-883f4d00b328,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:57.009664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e2ebd554-e094-4bc2-9c19-c3e198210352 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:48:57.013632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e2ebd554-e094-4bc2-9c19-c3e198210352 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:48:57.025208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-013dddd7-521d-4d8f-ad1e-4de510865e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.031954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-013dddd7-521d-4d8f-ad1e-4de510865e36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/180055f5-1cc3-48f1-bc85-883f4d00b328 HTTP/1.1" status: 204 len: 168 time: 1.6069217 Feb 04 15:48:57.103461 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-beb972c5-7f84-4fe0-9e1a-f17a7d5f0333 req-0ac2182a-3aeb-48cc-bacf-7d20c1d1b390 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 210 time: 0.1158314 Feb 04 15:48:57.104523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Made reservation on behalf of 88675380f23a4e7886d02b7197b8fb55 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:57.108400 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.190327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8498c4c2-e3d4-43ce-8662-0be88a4c7e1a') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:57.190943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8498c4c2-e3d4-43ce-8662-0be88a4c7e1a') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:57.192219 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.214197 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.253927 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5207496f-817b-429b-886c-01ac6b2dfbd5 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1 HTTP/1.1" status: 200 len: 704 time: 0.5952096 Feb 04 15:48:57.257256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:57.260087 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.378738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:57.379513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:57.402065 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:57.472378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46064) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:57.609250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9efeff-edd0-4ffa-8905-6037edc14a33 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.611288 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6d9efeff-edd0-4ffa-8905-6037edc14a33 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8127491 Feb 04 15:48:57.617178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46066) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:57.671975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.726986 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:53Z', 'revision_number': 7, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c', 'name': '', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5a:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:36Z', 'updated_at': '2022-02-04T15:48:55Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:57.733029 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:57.752485 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7bbe92b1-de4c-4b0a-ab5b-479fd18a7aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.756150 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:48:57.757065 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:57.777354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.795741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Network': ['ID=3f36599a-1e36-4e90-b6d4-7b047c19b38e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:57.799427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7bbe92b1-de4c-4b0a-ab5b-479fd18a7aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:57.806719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7bbe92b1-de4c-4b0a-ab5b-479fd18a7aad admin admin] Usage tracker for resource:security_group_rule and tenant:2cea29153bdc4f8c9e842039c72382c6 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:57.816954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7bbe92b1-de4c-4b0a-ab5b-479fd18a7aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:57.834997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7bbe92b1-de4c-4b0a-ab5b-479fd18a7aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:57.882243 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-638deca0-9e53-4037-ac20-c413cb977331 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/networks/3f36599a-1e36-4e90-b6d4-7b047c19b38e HTTP/1.1" status: 204 len: 168 time: 4.5900311 Feb 04 15:48:57.883059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46080) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:57.914555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'name': 'tempest-PortsIpV6TestJSON-1508730856'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:57.946064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d082ffc-5634-4f47-a2b7-6408d6ed0e32 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.947507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d082ffc-5634-4f47-a2b7-6408d6ed0e32 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.951930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d082ffc-5634-4f47-a2b7-6408d6ed0e32 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.952853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3d082ffc-5634-4f47-a2b7-6408d6ed0e32 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:57.990609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Allocated IP 172.20.0.11 (cf36374d-d245-40cc-915b-8c254d5c5c93/a78064bb-81be-4819-b4ef-67045bdf4b75/4bcb0e45-c1e9-43fe-ac0f-c858776c4010) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:58.076334 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7bbe92b1-de4c-4b0a-ab5b-479fd18a7aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.088191 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:48:58.088592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7bbe92b1-de4c-4b0a-ab5b-479fd18a7aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.105959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3d082ffc-5634-4f47-a2b7-6408d6ed0e32 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:58.111023 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3d082ffc-5634-4f47-a2b7-6408d6ed0e32 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4893794 Feb 04 15:48:58.121297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46088) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:58.204472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:58.288125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7bbe92b1-de4c-4b0a-ab5b-479fd18a7aad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2cea29153bdc4f8c9e842039c72382c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768070 Feb 04 15:48:58.290361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Deleting port 410c5493-8fb4-4af3-be04-43ba1bb0b97d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:48:58.290762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.301829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:58.307321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46098) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:58.313469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:58.337107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:58.361404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c65ab99-2170-4998-9384-586936a1fbc9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet a7dc807b-3acb-4aaa-bb62-55214846d868 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:48:58.369551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c65ab99-2170-4998-9384-586936a1fbc9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.419115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:58.423139 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.436400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14ea7d2c-b6ab-4c66-9562-a3e2d2f0789e req-3998fa67-bf8f-45ed-8d09-b62a3b12d86f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 210 time: 0.1625645 Feb 04 15:48:58.493103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 35d6b81e-b7a3-41f5-aa3f-c5880a4c9669 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:58.504454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe92b1-de4c-4b0a-ab5b-479fd18a7aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33fc671-5587-42bc-9d73-8df4c028458d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:58.536973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c65ab99-2170-4998-9384-586936a1fbc9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.548512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46104) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:58.603564 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:53Z', 'revision_number': 7, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c', 'name': '', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5a:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:36Z', 'updated_at': '2022-02-04T15:48:55Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:58.610001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ddc104-d75e-4c84-bb6d-dadd833095d7 None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:48:53Z', 'revision_number': 7, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c', 'name': '', 'network_id': '75272e96-a472-40ed-acd6-4eb42e7c8cc5', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5a:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:36Z', 'updated_at': '2022-02-04T15:48:55Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '1e217f40-ba3e-4524-b36f-3687bda5d428', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:58.635802 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e12bdd7d-8d70-48c1-9d8d-af8e3c9eaae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.711441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e12bdd7d-8d70-48c1-9d8d-af8e3c9eaae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.796995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-579489676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:58.813510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:58.824882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] For port 410c5493-8fb4-4af3-be04-43ba1bb0b97d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=410c5493-8fb4-4af3-be04-43ba1bb0b97d,segment=NetworkSegment(d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1),segment_id=d5d840e9-e4f0-400e-b7c5-d6358e3ec3c1)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:48:58.825256 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.837441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Usage tracker for resource:router and tenant:b361582835064d8b84d4b2ced08e32c7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:48:58.847337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:48:58.855647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:58.922023 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c65ab99-2170-4998-9384-586936a1fbc9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.984446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Calling delete_port for 410c5493-8fb4-4af3-be04-43ba1bb0b97d owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:48:58.994455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.017351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e12bdd7d-8d70-48c1-9d8d-af8e3c9eaae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.022641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.038788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.039786 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.048753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bdd7d-8d70-48c1-9d8d-af8e3c9eaae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33fc671-5587-42bc-9d73-8df4c028458d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:59.056001 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.110202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.121766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:48:59.184615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Network cf36374d-d245-40cc-915b-8c254d5c5c93 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:59.194208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:59.213673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:59.281883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:59.282536 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.320171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0693498 Feb 04 15:48:59.342073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Request body: {'port': {'device_id': '58d6373b-19d0-4581-b2be-c2bb21121432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:59.473212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eb331-7afb-4c1b-ab20-d117e92fbc4c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event updated for resources: {'Port': ['ID=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:59.518156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c65ab99-2170-4998-9384-586936a1fbc9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.521992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e12bdd7d-8d70-48c1-9d8d-af8e3c9eaae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.523033 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e12bdd7d-8d70-48c1-9d8d-af8e3c9eaae5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b33fc671-5587-42bc-9d73-8df4c028458d HTTP/1.1" status: 204 len: 168 time: 1.2141521 Feb 04 15:48:59.561549 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.583095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.618250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65ab99-2170-4998-9384-586936a1fbc9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dc807b-3acb-4aaa-bb62-55214846d868,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:59.683094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.693469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c65ab99-2170-4998-9384-586936a1fbc9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.693649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd7b91f-1626-4aae-b633-39c4b0ba4fec None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:48:59.761789 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.768981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.906121 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2c65ab99-2170-4998-9384-586936a1fbc9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/a7dc807b-3acb-4aaa-bb62-55214846d868 HTTP/1.1" status: 204 len: 168 time: 1.7837865 Feb 04 15:48:59.908129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:59.911667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46120) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:59.930339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:59.933424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:48:59.945106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:59.951471 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.042420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=35d6b81e-b7a3-41f5-aa3f-c5880a4c9669,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:00.134922 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-00b8e621-734a-4e84-a2cd-a6faa5d49b9c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2404356 Feb 04 15:49:00.150194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:00.265049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc76f67-6c13-4148-a911-3aef2e023ca2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Deleting subnet b1a7a6d4-d2e8-4f74-9cb2-3f58d878c7e1 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:49:00.316462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bc76f67-6c13-4148-a911-3aef2e023ca2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.365411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Pushing event deleted for resources: {'Port': ['ID=410c5493-8fb4-4af3-be04-43ba1bb0b97d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:00.462115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c73a7-f15c-4a0e-a40e-780c902f0cf8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 35d6b81e-b7a3-41f5-aa3f-c5880a4c9669 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:00.462631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c9c73a7-f15c-4a0e-a40e-780c902f0cf8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.540992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.546443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b9a6864c-3195-49aa-9486-24ada165759b tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.9968741 Feb 04 15:49:00.552245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46148) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:00.601908 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bc76f67-6c13-4148-a911-3aef2e023ca2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.620982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-323214870'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:00.735958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:00.740937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Usage tracker for resource:network and tenant:b361582835064d8b84d4b2ced08e32c7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:00.744105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:00.757259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:00.793263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Made reservation on behalf of b361582835064d8b84d4b2ced08e32c7 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:00.801097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.907521 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.945988 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bc76f67-6c13-4148-a911-3aef2e023ca2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.951232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44c77-8266-495d-adab-691601e73dd1 req-6b76e0c5-9e22-454c-ba56-1e0fede50840 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:00.951978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-24a44c77-8266-495d-adab-691601e73dd1 req-6b76e0c5-9e22-454c-ba56-1e0fede50840 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:00.983422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:01.028048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:01.028468 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.082278 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bc76f67-6c13-4148-a911-3aef2e023ca2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.090844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Usage tracker for resource:security_group_rule and tenant:b361582835064d8b84d4b2ced08e32c7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:01.100365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-24a44c77-8266-495d-adab-691601e73dd1 req-6b76e0c5-9e22-454c-ba56-1e0fede50840 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:01.102280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24a44c77-8266-495d-adab-691601e73dd1 req-6b76e0c5-9e22-454c-ba56-1e0fede50840 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 932 time: 1.4402690 Feb 04 15:49:01.103271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:01.129669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:01.140679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9a4d71e2-fe96-4972-9d18-c3db2d53f3e4 None None] Provisioning complete for port f6cbfa81-2647-43cf-8e03-392c6d940367 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:01.142431 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9a4d71e2-fe96-4972-9d18-c3db2d53f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.166395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76f67-6c13-4148-a911-3aef2e023ca2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a7a6d4-d2e8-4f74-9cb2-3f58d878c7e1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:01.178657 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bc76f67-6c13-4148-a911-3aef2e023ca2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.208163 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.282326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c224e-8eeb-4588-93c6-81ff3bb7ebb2 None None] Network 40f4fd11-09ca-4e76-8993-0ead05403d9a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:01.387116 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8bc76f67-6c13-4148-a911-3aef2e023ca2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/b1a7a6d4-d2e8-4f74-9cb2-3f58d878c7e1 HTTP/1.1" status: 204 len: 168 time: 1.4312432 Feb 04 15:49:01.391351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c9c73a7-f15c-4a0e-a40e-780c902f0cf8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.401953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46166) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:01.628746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24a44c77-8266-495d-adab-691601e73dd1 req-d9e62891-95b4-404d-a77b-57638559426b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098975 Feb 04 15:49:01.647003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c73a7-f15c-4a0e-a40e-780c902f0cf8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 35d6b81e-b7a3-41f5-aa3f-c5880a4c9669 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:01.752017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e13f64-d6b6-4086-9fb3-6091b30a8ffb None None] DHCP port deletion for 40f4fd11-09ca-4e76-8993-0ead05403d9a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:49:01.757993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-80e13f64-d6b6-4086-9fb3-6091b30a8ffb None None] Deleting port f6cbfa81-2647-43cf-8e03-392c6d940367 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:01.758759 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80e13f64-d6b6-4086-9fb3-6091b30a8ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.842477 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4835b383-1d98-4dda-98be-46c25297d68e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4256456 Feb 04 15:49:01.848794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46182) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:01.902973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:01.936005 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.941182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c,segment=NetworkSegment(9a478eb3-854d-44e9-9111-43208f4db474),segment_id=9a478eb3-854d-44e9-9111-43208f4db474)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:01.941182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.958642 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c9c73a7-f15c-4a0e-a40e-780c902f0cf8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.989182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.998909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Router 934efb92-66fa-43d4-ba46-4de61cdf3ade has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:49:02.006316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Transition to ACTIVE for port object 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:02.008140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.031891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.134503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:02.137423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:02.199917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-80e13f64-d6b6-4086-9fb3-6091b30a8ffb None None] For port f6cbfa81-2647-43cf-8e03-392c6d940367, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f6cbfa81-2647-43cf-8e03-392c6d940367,segment=NetworkSegment(50d71b81-db24-4c2e-934d-20871a1f9841),segment_id=50d71b81-db24-4c2e-934d-20871a1f9841)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:02.201209 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80e13f64-d6b6-4086-9fb3-6091b30a8ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.291151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa2e23-499f-4383-90df-a81a228fa026 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:02.302523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dcfa2e23-499f-4383-90df-a81a228fa026 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4510546 Feb 04 15:49:02.327619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46192) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:02.364183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Pushing event updated for resources: {'Port': ['ID=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:02.377113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ef3bc4-1c2d-43bc-aea9-639f041cb6ee,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:02.430232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-80e13f64-d6b6-4086-9fb3-6091b30a8ffb None None] Calling delete_port for f6cbfa81-2647-43cf-8e03-392c6d940367 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:02.465967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f6cbfa81-2647-43cf-8e03-392c6d940367 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:02.466796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c73a7-f15c-4a0e-a40e-780c902f0cf8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=35d6b81e-b7a3-41f5-aa3f-c5880a4c9669,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:02.470289 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.506979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0424dd4e-6759-45bb-a0ee-d1eef0aa887b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:02.507879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0424dd4e-6759-45bb-a0ee-d1eef0aa887b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Synchronizing usage tracker for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:02.529512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.529978 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Added segment a987c6f4-7945-4d6e-88ac-87edae9e45c0 of type vlan for network 3c039074-cd94-4eba-ac3a-61bbc2d13891 Feb 04 15:49:02.717349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:02.743382 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c9c73a7-f15c-4a0e-a40e-780c902f0cf8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.790432 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80e13f64-d6b6-4086-9fb3-6091b30a8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.809730 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.902341 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c9c73a7-f15c-4a0e-a40e-780c902f0cf8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/35d6b81e-b7a3-41f5-aa3f-c5880a4c9669 HTTP/1.1" status: 204 len: 168 time: 2.7507527 Feb 04 15:49:02.906923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:02.908508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e13f64-d6b6-4086-9fb3-6091b30a8ffb None None] No DVR routers for this DVR port f6cbfa81-2647-43cf-8e03-392c6d940367 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:02.932440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'mac_address': 'fa:16:3e:2a:78:a7', 'name': 'tempest-PortsIpV6TestJSON-2139404884'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:02.932588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e13f64-d6b6-4086-9fb3-6091b30a8ffb None None] Pushing event deleted for resources: {'Port': ['ID=f6cbfa81-2647-43cf-8e03-392c6d940367,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:03.047118 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.121159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0424dd4e-6759-45bb-a0ee-d1eef0aa887b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Unset dirty status for tenant:69562a6d2dfe4360a388bae8ddd35bbd on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:03.125754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0424dd4e-6759-45bb-a0ee-d1eef0aa887b tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7598712 Feb 04 15:49:03.164457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46216) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:03.245243 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.312821 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f30c0d5f-0058-4fc9-8d25-f42dae7e6f6d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348910 Feb 04 15:49:03.322298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46224) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:03.323247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:03.330215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:03.343434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] Sync routers for ids ['934efb92-66fa-43d4-ba46-4de61cdf3ade'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:03.359148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] Routers {'934efb92-66fa-43d4-ba46-4de61cdf3ade'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:03.360149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['934efb92-66fa-43d4-ba46-4de61cdf3ade'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:03.394402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Attempting to bind port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:03.394974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Attempting to bind port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:03.394974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Attempting to bind port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:49:03.405584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f9ec7-d726-492e-bd3a-935e891c3e2d req-6e591cb7-ccc5-4b28-8271-c0523faaf293 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:03.407094 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-908f9ec7-d726-492e-bd3a-935e891c3e2d req-6e591cb7-ccc5-4b28-8271-c0523faaf293 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 944 time: 0.4911683 Feb 04 15:49:03.408508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c0c066dc-c8c7-4204-88fa-360ee923d284 admin admin] 10.222.0.46 "PUT /v2.0/routers/934efb92-66fa-43d4-ba46-4de61cdf3ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4489384 Feb 04 15:49:03.411350 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.416710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:03.417346 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.424480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46226) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:03.448149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 on network cf36374d-d245-40cc-915b-8c254d5c5c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:49:03.448149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Attempting to bind port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:49:03.517286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:03.567498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:03.588273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:03.593610 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5361635d-08e8-41fb-bc52-80b4ac764f98 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:03.597157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5361635d-08e8-41fb-bc52-80b4ac764f98 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:03.598788 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5361635d-08e8-41fb-bc52-80b4ac764f98 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/dd728866-22c3-466c-a11b-6d1975981517 HTTP/1.1" status: 404 len: 333 time: 0.1606383 Feb 04 15:49:03.606496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46232) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:03.624818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:49:03.625134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Checking segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:03.625506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Bound using segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:49:03.626310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Bound port: 4bcb0e45-c1e9-43fe-ac0f-c858776c4010, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:03.626310 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.703712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Network': ['ID=3c039074-cd94-4eba-ac3a-61bbc2d13891,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:03.844032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3c039074-cd94-4eba-ac3a-61bbc2d13891 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:03.946323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:03.976915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-908f9ec7-d726-492e-bd3a-935e891c3e2d req-0f8ef316-2515-4dd4-8d0a-240b1f85102a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542369 Feb 04 15:49:03.982508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6f567978-371f-426b-a898-86b2caae659d tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.3982487 Feb 04 15:49:03.982508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.990928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46238) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:03.999644 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-318f9fb5-6b85-469e-b2eb-a7bedafbc09c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:04.000087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318f9fb5-6b85-469e-b2eb-a7bedafbc09c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:04.006645 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-318f9fb5-6b85-469e-b2eb-a7bedafbc09c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/b1a7a6d4-d2e8-4f74-9cb2-3f58d878c7e1 HTTP/1.1" status: 404 len: 337 time: 0.3957851 Feb 04 15:49:04.076165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46242) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:04.103920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] Set router 934efb92-66fa-43d4-ba46-4de61cdf3ade gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:04.113357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Request body: {'subnet': {'network_id': '3c039074-cd94-4eba-ac3a-61bbc2d13891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:04.210549 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6de8f2a-e77f-4e9e-9a35-b78eaeb9aa3e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:04.211095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6de8f2a-e77f-4e9e-9a35-b78eaeb9aa3e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:04.212651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b6de8f2a-e77f-4e9e-9a35-b78eaeb9aa3e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/a7dc807b-3acb-4aaa-bb62-55214846d868 HTTP/1.1" status: 404 len: 337 time: 0.1233449 Feb 04 15:49:04.227102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46248) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:04.421845 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dd807e-089f-4190-9781-4319e3f12eef tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:04.422912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95dd807e-089f-4190-9781-4319e3f12eef tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:04.428032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-95dd807e-089f-4190-9781-4319e3f12eef tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/28fe84d6-a6eb-49af-b8f8-d0958041b276 HTTP/1.1" status: 404 len: 333 time: 0.1997693 Feb 04 15:49:04.433126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a6defb9-26b6-4877-a25e-038983691e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.448044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46260) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:04.474686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:41Z', 'updated_at': '2022-02-04T15:48:59Z', 'revision_number': 5, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'gw_port': {'id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:45Z', 'updated_at': '2022-02-04T15:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:04.478878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] Checking router: 934efb92-66fa-43d4-ba46-4de61cdf3ade for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:04.488244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] Routers {'934efb92-66fa-43d4-ba46-4de61cdf3ade'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:04.488892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['934efb92-66fa-43d4-ba46-4de61cdf3ade'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:04.624569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:49:04.652845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.664354 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4fc60c-aefa-4642-a5d6-9eac957aecca tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:04.665171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4fc60c-aefa-4642-a5d6-9eac957aecca tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:04.667485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ab4fc60c-aefa-4642-a5d6-9eac957aecca tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/f7d82d97-c6a9-4d14-bf09-8e388d7068e7 HTTP/1.1" status: 404 len: 337 time: 0.2184963 Feb 04 15:49:04.670213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] For port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:49:04.676388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46274) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:04.683125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:04.715192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] For port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:49:04.724453 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.727457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] Set router 934efb92-66fa-43d4-ba46-4de61cdf3ade gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:04.802363 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cf25fe-1e6f-4830-b25f-242f526f9655 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:04.802835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cf25fe-1e6f-4830-b25f-242f526f9655 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:04.804518 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-03cf25fe-1e6f-4830-b25f-242f526f9655 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/3ef7e4d5-7655-434c-bc2f-0585b6c7502b HTTP/1.1" status: 404 len: 337 time: 0.1244080 Feb 04 15:49:04.813104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46286) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:04.821345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Usage tracker for resource:subnet and tenant:b361582835064d8b84d4b2ced08e32c7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:04.828251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.831385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:04.882045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.883082 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.884651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] 10.222.0.53 "PUT /v2.0/ports/4bcb0e45-c1e9-43fe-ac0f-c858776c4010 HTTP/1.1" status: 200 len: 1092 time: 5.5509377 Feb 04 15:49:04.887343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d6373b-19d0-4581-b2be-c2bb21121432', 'tag': '4bcb0e45-c1e9-43fe-ac0f-c858776c4010'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:04.902232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163dd59-8247-40b3-a131-82d3034f97fd service neutron] Pushing event updated for resources: {'Port': ['ID=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:04.910468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 8d9ace8e-d5d8-4a8b-a6b8-a8e76e7e75f8 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:49:04.925667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Deleting port 40339b00-23a8-404e-9fad-0bc00e1b09a5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:04.926014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.955519 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae36926a-b6c1-4535-88ed-1d89af650ce2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:04.955995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae36926a-b6c1-4535-88ed-1d89af650ce2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:04.960525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ae36926a-b6c1-4535-88ed-1d89af650ce2 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/8e2806e1-2b69-4819-a31f-46fc94d6875b HTTP/1.1" status: 404 len: 333 time: 0.1384418 Feb 04 15:49:04.979632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:04.981455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46294) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:05.061367 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d6373b-19d0-4581-b2be-c2bb21121432', 'tag': '4bcb0e45-c1e9-43fe-ac0f-c858776c4010', 'status': 'completed', 'code': 200} Feb 04 15:49:05.204704 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-063068a8-ee61-4d5c-8876-ad9a35ae3cdb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:05.212589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063068a8-ee61-4d5c-8876-ad9a35ae3cdb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:05.226156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Made reservation on behalf of b361582835064d8b84d4b2ced08e32c7 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:05.237016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.275013 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-063068a8-ee61-4d5c-8876-ad9a35ae3cdb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/a1586e44-d916-4107-9267-a94b01781bfd HTTP/1.1" status: 404 len: 337 time: 0.2915957 Feb 04 15:49:05.275809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46308) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:05.281572 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:41Z', 'updated_at': '2022-02-04T15:48:59Z', 'revision_number': 5, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'gw_port': {'id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:45Z', 'updated_at': '2022-02-04T15:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:05.291795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb0341-c0dc-4ce6-a2b4-2d00d8741aae None None] The sync data for ids ['934efb92-66fa-43d4-ba46-4de61cdf3ade'] in n-d-827870-1 is: [{'id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'name': 'tempest-ServerRescueTestJSON-1284523621-router', 'tenant_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:41Z', 'updated_at': '2022-02-04T15:48:59Z', 'revision_number': 5, 'project_id': 'ec20a7a5ff3646d6be625a5821e1ddcc', 'gw_port': {'id': '40339b00-23a8-404e-9fad-0bc00e1b09a5', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934efb92-66fa-43d4-ba46-4de61cdf3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:45Z', 'updated_at': '2022-02-04T15:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:05.361340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:05.368795 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-becd5b2e-c2fe-4e2c-82be-0fb6af8b3073 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1099195 Feb 04 15:49:05.375454 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:05.391282 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:05.392038 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:05.464615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46312) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:05.465361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46314) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:05.614538 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd13f1f-a080-45e0-bef0-bd8dd9679daf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:05.614921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd13f1f-a080-45e0-bef0-bd8dd9679daf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:05.623448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3fd13f1f-a080-45e0-bef0-bd8dd9679daf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/da51851e-4ac3-4bd8-b2f4-121dd192b518 HTTP/1.1" status: 404 len: 337 time: 0.2531025 Feb 04 15:49:05.624471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46322) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:05.650404 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:05.687127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] For port 40339b00-23a8-404e-9fad-0bc00e1b09a5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=40339b00-23a8-404e-9fad-0bc00e1b09a5,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:05.688265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.959174 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1144a83-790d-4d17-8c86-d9d4c3f85244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.983518 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-05da3459-b4ed-4c67-9d8a-378bbd5484e1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:05.984177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05da3459-b4ed-4c67-9d8a-378bbd5484e1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:05.990128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Calling delete_port for 40339b00-23a8-404e-9fad-0bc00e1b09a5 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:06.027510 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-05da3459-b4ed-4c67-9d8a-378bbd5484e1 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/d209b1e8-75d5-401e-8cf8-4ba4e86ab982 HTTP/1.1" status: 404 len: 333 time: 0.2110524 Feb 04 15:49:06.033963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46328) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:06.037942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-497a096e-55b5-4ccf-bd16-8e6fb191fea7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting subnet 1e217f40-ba3e-4524-b36f-3687bda5d428 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:49:06.054414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1144a83-790d-4d17-8c86-d9d4c3f85244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:06.078551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-497a096e-55b5-4ccf-bd16-8e6fb191fea7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.129885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-4dac3638-67c3-4f51-8c5a-e94ce860062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.131467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-4dac3638-67c3-4f51-8c5a-e94ce860062a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 1095 time: 1.1678967 Feb 04 15:49:06.147965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1144a83-790d-4d17-8c86-d9d4c3f85244 admin admin] Usage tracker for resource:security_group_rule and tenant:29783304cc12443383ad89ea3b228f28 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:06.157705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.163134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1144a83-790d-4d17-8c86-d9d4c3f85244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:06.188114 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:02Z', 'revision_number': 8, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:06.193185 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:06.204390 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:06.205370 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:48:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:06.215872 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f51492e-abdc-48d4-ae26-0a4c6f0f7037 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:06.218779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f51492e-abdc-48d4-ae26-0a4c6f0f7037 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:06.221030 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6f51492e-abdc-48d4-ae26-0a4c6f0f7037 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/8bd3dc70-200e-42fd-af0f-1395e71f41f0 HTTP/1.1" status: 404 len: 337 time: 0.1712260 Feb 04 15:49:06.225243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1144a83-790d-4d17-8c86-d9d4c3f85244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:06.225400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46332) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:06.227804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-ceeb1981-71f8-4532-84e2-a8d541603c9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcb0e45-c1e9-43fe-ac0f-c858776c4010 HTTP/1.1" status: 200 len: 217 time: 0.0825849 Feb 04 15:49:06.281879 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.292016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-497a096e-55b5-4ccf-bd16-8e6fb191fea7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.298864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 410c5493-8fb4-4af3-be04-43ba1bb0b97d no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:06.374012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 410c5493-8fb4-4af3-be04-43ba1bb0b97d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:06.374798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 410c5493-8fb4-4af3-be04-43ba1bb0b97d not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:06.407361 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4849ff10-375a-4167-9939-266e971bb6a9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:06.407813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4849ff10-375a-4167-9939-266e971bb6a9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:06.412154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4849ff10-375a-4167-9939-266e971bb6a9 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/d17e39e8-b21c-46b5-830e-04d31567431c HTTP/1.1" status: 404 len: 337 time: 0.1808372 Feb 04 15:49:06.414484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46338) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:06.443008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c82031-1da9-4651-b782-a0aa41441908 req-f9494651-c0c2-4099-bea5-c2627cffe9cc tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.444521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5c82031-1da9-4651-b782-a0aa41441908 req-f9494651-c0c2-4099-bea5-c2627cffe9cc tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 944 time: 0.6741891 Feb 04 15:49:06.497525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1144a83-790d-4d17-8c86-d9d4c3f85244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.505712 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:06.511416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1144a83-790d-4d17-8c86-d9d4c3f85244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.542027 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7a5987-a390-437e-92c8-cfa7a06a7507 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:06.542521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7a5987-a390-437e-92c8-cfa7a06a7507 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:06.544914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fa7a5987-a390-437e-92c8-cfa7a06a7507 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/44d3494f-08a7-48f0-bd86-e572e68d7e80 HTTP/1.1" status: 404 len: 333 time: 0.1224167 Feb 04 15:49:06.550022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46342) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:06.558345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-89928dfa-6955-4c38-a6a0-bdbff9e8a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.559860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-89928dfa-6955-4c38-a6a0-bdbff9e8a4fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.2138369 Feb 04 15:49:06.632102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5c82031-1da9-4651-b782-a0aa41441908 req-2d410b1b-071f-4919-b37f-b0d0fa21aa03 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378171 Feb 04 15:49:06.637064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-20f29f17-9a8f-41b8-bc0d-1542c72d2c09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680206 Feb 04 15:49:06.652651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcf5a-3ca2-493b-bd40-3ee98a37c5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.697239 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.701993 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bd523c-1371-429c-bae8-8196b3fbdc36 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:06.702466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bd523c-1371-429c-bae8-8196b3fbdc36 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:06.796708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.816300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1144a83-790d-4d17-8c86-d9d4c3f85244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173c95db-6da0-40e5-95d1-4aa156fe23eb,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:06.843672 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.883797 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-497a096e-55b5-4ccf-bd16-8e6fb191fea7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.907861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Pushing event deleted for resources: {'Port': ['ID=40339b00-23a8-404e-9fad-0bc00e1b09a5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:06.930420 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:02Z', 'revision_number': 8, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:06.935400 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0ff74-fdcf-416f-83ef-b74afa894069 None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:02Z', 'revision_number': 8, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '2b9ceec5-28ed-445e-b81e-1c145de31f03', 'name': '', 'network_id': '7c0dee6f-4157-4014-8670-c022396b68ae', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:5f:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:22Z', 'updated_at': '2022-02-04T15:48:42Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fe26db1e-eed6-4c58-b419-29468139598f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:06.942122 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-cbc86cea-5077-4dc1-8d8f-0ce7b14c0e03 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939260 Feb 04 15:49:06.955847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Subnet': ['ID=203f0bcd-4998-4aca-8572-df2b45150903,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:06.996463 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d1144a83-790d-4d17-8c86-d9d4c3f85244 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29783304cc12443383ad89ea3b228f28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5278912 Feb 04 15:49:07.001295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-48bd523c-1371-429c-bae8-8196b3fbdc36 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/9a5add3a-6148-4838-91cc-e274e921691f HTTP/1.1" status: 404 len: 337 time: 0.4137573 Feb 04 15:49:07.002425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46346) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.002761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46348) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.042843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:07.051503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:07.054534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:07.060571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:07.061435 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.105290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=8d9ace8e-d5d8-4a8b-a6b8-a8e76e7e75f8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:07.120744 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b6e57313-9e13-4daa-8035-61b45c5a2787 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.2127895 Feb 04 15:49:07.124679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46354) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.131837 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d30e255-2e3a-4f22-9da7-1d8eefa31c70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:07.132302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d30e255-2e3a-4f22-9da7-1d8eefa31c70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:07.166249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8d30e255-2e3a-4f22-9da7-1d8eefa31c70 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/c084fee9-3a37-4bb8-ad8d-a17388ebdc6c HTTP/1.1" status: 404 len: 333 time: 0.1567864 Feb 04 15:49:07.175157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46358) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.182742 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.364973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a5353-fc2e-40bb-93bf-bd224bfd1fc8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:07.365592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4f8a5353-fc2e-40bb-93bf-bd224bfd1fc8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:07.370342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Checking segment: {'id': 'a987c6f4-7945-4d6e-88ac-87edae9e45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c039074-cd94-4eba-ac3a-61bbc2d13891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:07.370672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network hostable DHCP agents. Network: 3c039074-cd94-4eba-ac3a-61bbc2d13891, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:07.415961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-497a096e-55b5-4ccf-bd16-8e6fb191fea7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.460249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network 3c039074-cd94-4eba-ac3a-61bbc2d13891 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:07.485826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a096e-55b5-4ccf-bd16-8e6fb191fea7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Subnet': ['ID=1e217f40-ba3e-4524-b36f-3687bda5d428,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:07.489016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4f8a5353-fc2e-40bb-93bf-bd224bfd1fc8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:07.490628 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4f8a5353-fc2e-40bb-93bf-bd224bfd1fc8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/8d9ace8e-d5d8-4a8b-a6b8-a8e76e7e75f8 HTTP/1.1" status: 200 len: 845 time: 0.3649790 Feb 04 15:49:07.490820 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2603b0d2-7fd5-484c-a2cb-8fc15b23f5a4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:07.491290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2603b0d2-7fd5-484c-a2cb-8fc15b23f5a4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:07.496310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2603b0d2-7fd5-484c-a2cb-8fc15b23f5a4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/a6648a2d-12a1-4efe-afe3-2fe356f77f0a HTTP/1.1" status: 404 len: 337 time: 0.3148229 Feb 04 15:49:07.496700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46370) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.497679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46372) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.506514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-497a096e-55b5-4ccf-bd16-8e6fb191fea7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.517573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d5d38-8735-41c3-a176-2db9cad306a4 None None] Network 75272e96-a472-40ed-acd6-4eb42e7c8cc5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:07.571305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-415d8bd7-5fe8-4d8f-a030-f207d4f96be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.582494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.587253 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9dc04f75-6a45-4041-abea-6a7fb45ec1cb req-849f7477-38a1-40d5-8644-243b20ea4622 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084194 Feb 04 15:49:07.592364 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e67dcae-9591-4e24-8d98-b4c3a54a8944 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:07.592865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e67dcae-9591-4e24-8d98-b4c3a54a8944 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:07.603295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 3c039074-cd94-4eba-ac3a-61bbc2d13891) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:07.605139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.620475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:07.621694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.639357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005bcb6-81da-4631-a370-a7f6770a5a0e None None] Network 3c039074-cd94-4eba-ac3a-61bbc2d13891 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:07.644160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-415d8bd7-5fe8-4d8f-a030-f207d4f96be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.661534 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-738d7fea-dcf3-4081-a849-90d254876783 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6643448 Feb 04 15:49:07.662930 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-497a096e-55b5-4ccf-bd16-8e6fb191fea7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/1e217f40-ba3e-4524-b36f-3687bda5d428 HTTP/1.1" status: 204 len: 168 time: 2.1960483 Feb 04 15:49:07.669468 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0e67dcae-9591-4e24-8d98-b4c3a54a8944 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/9b224697-d245-45db-888b-2bf50a3fb133 HTTP/1.1" status: 404 len: 333 time: 0.1672926 Feb 04 15:49:07.680224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46380) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.680564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46382) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.681053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46386) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.712748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Request body: {'network': {'name': 'tempest-router-network01--375998596'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:07.720141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:07.725182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Usage tracker for resource:network and tenant:b361582835064d8b84d4b2ced08e32c7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:07.728303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:07.732931 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.735401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:07.736086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934efb92-66fa-43d4-ba46-4de61cdf3ade {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:49:07.789306 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.792054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4c46e59a-fc7b-4736-9611-7ff4560d414e admin admin] 10.222.0.46 "DELETE /v2.0/routers/934efb92-66fa-43d4-ba46-4de61cdf3ade HTTP/1.1" status: 204 len: 168 time: 4.3520851 Feb 04 15:49:07.796342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46396) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:07.809357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Made reservation on behalf of b361582835064d8b84d4b2ced08e32c7 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:07.813339 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.903727 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ccef4b-dac7-4c15-9ac7-f2fa811a3cbb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:07.904202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ccef4b-dac7-4c15-9ac7-f2fa811a3cbb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:07.906049 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a7ccef4b-dac7-4c15-9ac7-f2fa811a3cbb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/a6e87d73-d484-46ec-a05b-92895eb79f2a HTTP/1.1" status: 404 len: 337 time: 0.2205410 Feb 04 15:49:07.917549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0a60c80f-6bbd-4d9d-be4c-184931c88a31 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 8d9ace8e-d5d8-4a8b-a6b8-a8e76e7e75f8 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:07.917886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a60c80f-6bbd-4d9d-be4c-184931c88a31 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.932646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46400) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:08.007113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:08.038686 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78a6fee-f5c1-41b9-9bb6-3e09adcb553e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:08.039142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78a6fee-f5c1-41b9-9bb6-3e09adcb553e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:08.059346 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.070306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-752fe0f6-4058-41f8-b407-d5d4c71356f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:08.072244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-752fe0f6-4058-41f8-b407-d5d4c71356f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 1095 time: 0.4201860 Feb 04 15:49:08.075908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bd0e03-5f44-4218-9749-c71bb7cf530c admin admin] Deleting subnet 6aa8bbf6-d45c-4a46-a927-322c388308cf {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:49:08.083038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0e03-5f44-4218-9749-c71bb7cf530c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.104408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.104751 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Added segment c6981273-003a-4244-9cd9-9343728552df of type vlan for network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 Feb 04 15:49:08.112577 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-415d8bd7-5fe8-4d8f-a030-f207d4f96be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.114831 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-415d8bd7-5fe8-4d8f-a030-f207d4f96be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.118727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-415d8bd7-5fe8-4d8f-a030-f207d4f96be9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/173c95db-6da0-40e5-95d1-4aa156fe23eb HTTP/1.1" status: 204 len: 168 time: 1.1092608 Feb 04 15:49:08.118899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:08.118899 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.119084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c78a6fee-f5c1-41b9-9bb6-3e09adcb553e tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/9c16368d-9a49-40b3-aee8-36c28998a3ff HTTP/1.1" status: 404 len: 333 time: 0.1874633 Feb 04 15:49:08.143421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46408) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:08.221953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d8bd7-5fe8-4d8f-a030-f207d4f96be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173c95db-6da0-40e5-95d1-4aa156fe23eb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:08.229775 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9aa3bd-4a22-4756-8d5c-ea2f4528908f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:08.230286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-3c039074-cd94-4eba-ac3a-61bbc2d13891', 'network_id': '3c039074-cd94-4eba-ac3a-61bbc2d13891', 'tenant_id': 'b361582835064d8b84d4b2ced08e32c7', 'fixed_ips': [{'subnet_id': '203f0bcd-4998-4aca-8572-df2b45150903'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:49:08.230525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9aa3bd-4a22-4756-8d5c-ea2f4528908f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:08.231652 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.257638 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8d9aa3bd-4a22-4756-8d5c-ea2f4528908f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/82d879f0-2f4a-436e-915c-f33ee2d01335 HTTP/1.1" status: 404 len: 337 time: 0.0983057 Feb 04 15:49:08.264131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46412) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:08.275457 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.285486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2bcd9-219b-4247-8be5-f7727368aace req-868d7dc4-46e1-45e2-a7aa-cc60c5d4a10f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:08.295206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdc2bcd9-219b-4247-8be5-f7727368aace req-868d7dc4-46e1-45e2-a7aa-cc60c5d4a10f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 944 time: 0.4651361 Feb 04 15:49:08.300887 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.379340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0e03-5f44-4218-9749-c71bb7cf530c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.518225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 40339b00-23a8-404e-9fad-0bc00e1b09a5 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:08.521519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.555229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdc2bcd9-219b-4247-8be5-f7727368aace req-347d599a-ade7-4ff6-907e-ee97b55553ba tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588494 Feb 04 15:49:08.564295 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 40339b00-23a8-404e-9fad-0bc00e1b09a5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:08.564786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 40339b00-23a8-404e-9fad-0bc00e1b09a5 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:08.573808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:08.586602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-b13c64c0-0174-4869-a0f9-84bf9ff85540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:08.588416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-b13c64c0-0174-4869-a0f9-84bf9ff85540 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.5066254 Feb 04 15:49:08.589648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0e03-5f44-4218-9749-c71bb7cf530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.596864 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f24ffbb-c581-4c3f-9a16-5bb5540d167a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:08.597348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f24ffbb-c581-4c3f-9a16-5bb5540d167a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:08.599049 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8f24ffbb-c581-4c3f-9a16-5bb5540d167a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/489788e6-5b75-49c1-9334-c6cb56a17abf HTTP/1.1" status: 404 len: 333 time: 0.3309922 Feb 04 15:49:08.623526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46418) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:08.625596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:08.625749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2a21e7e0-f368-4d23-8dc1-db3ecfb8bf5c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:08.682094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a60c80f-6bbd-4d9d-be4c-184931c88a31 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.765139 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-de374db3-0b55-4fd4-855e-a9086208bcd0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:08.765876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de374db3-0b55-4fd4-855e-a9086208bcd0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:08.767756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-de374db3-0b55-4fd4-855e-a9086208bcd0 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/d75cf1e6-8749-41fb-92b8-8e9353033b20 HTTP/1.1" status: 404 len: 337 time: 0.1430633 Feb 04 15:49:08.772003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-0ca21d38-ff37-4e6b-a40f-8783507647a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bcb0e45-c1e9-43fe-ac0f-c858776c4010 HTTP/1.1" status: 200 len: 217 time: 0.1493666 Feb 04 15:49:08.772629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46422) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:08.786614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46424) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:08.841956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Allocated IP 172.20.0.2 (3c039074-cd94-4eba-ac3a-61bbc2d13891/203f0bcd-4998-4aca-8572-df2b45150903/af701307-220e-49ac-8e96-f0dce038c799) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:08.869841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0a60c80f-6bbd-4d9d-be4c-184931c88a31 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 8d9ace8e-d5d8-4a8b-a6b8-a8e76e7e75f8 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:08.916818 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e74b-4516-4747-baf8-e211342f7afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.929450 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fcb84d-2b42-484d-9fdb-b548ae478955 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:08.929924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fcb84d-2b42-484d-9fdb-b548ae478955 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:08.948662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6f1e74b-4516-4747-baf8-e211342f7afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:08.959014 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e8fcb84d-2b42-484d-9fdb-b548ae478955 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/b5a8cba7-161c-47d1-9f01-53855300a842 HTTP/1.1" status: 404 len: 333 time: 0.1731796 Feb 04 15:49:08.962680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46430) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:08.963592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6f1e74b-4516-4747-baf8-e211342f7afe admin admin] Usage tracker for resource:security_group_rule and tenant:fd8ce9bfab51411387d045cacfa6241f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:08.968631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6f1e74b-4516-4747-baf8-e211342f7afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:09.012996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6f1e74b-4516-4747-baf8-e211342f7afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:09.014687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.018778 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0e03-5f44-4218-9749-c71bb7cf530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.020592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.021230 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.023130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-0b6832eb-01a6-47a9-80b1-6b41fe947ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.024571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-0b6832eb-01a6-47a9-80b1-6b41fe947ec3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.2369370 Feb 04 15:49:09.056694 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3af63f8-9f7d-44dd-82b8-f5cf9f7b8ffd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:09.057182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3af63f8-9f7d-44dd-82b8-f5cf9f7b8ffd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:09.058923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c3af63f8-9f7d-44dd-82b8-f5cf9f7b8ffd tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/1c2c33f5-94eb-4202-8445-256d5d684ae3 HTTP/1.1" status: 404 len: 337 time: 0.0921466 Feb 04 15:49:09.075417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46436) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:09.119062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd0e03-5f44-4218-9749-c71bb7cf530c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa8bbf6-d45c-4a46-a927-322c388308cf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:09.168062 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-9bb9c944-693a-440b-9cec-a3431eba9143 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056542 Feb 04 15:49:09.172850 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0e03-5f44-4218-9749-c71bb7cf530c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.175354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Network': ['ID=6231ccd1-9168-44ea-bfc1-333d2f4a33e9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:09.179784 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e3aed3a3-51d5-476a-90a6-51a91020125e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4977510 Feb 04 15:49:09.188085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f9bd0e03-5f44-4218-9749-c71bb7cf530c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6aa8bbf6-d45c-4a46-a927-322c388308cf HTTP/1.1" status: 204 len: 168 time: 1.3801231 Feb 04 15:49:09.191973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46440) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:09.192307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46442) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:09.193235 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ec4ede-5145-4e0f-8d01-361aae52c320 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:09.193989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ec4ede-5145-4e0f-8d01-361aae52c320 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:09.195355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a6ec4ede-5145-4e0f-8d01-361aae52c320 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/7b928bb0-ece6-4633-85a4-48cc70303508 HTTP/1.1" status: 404 len: 337 time: 0.0852728 Feb 04 15:49:09.201562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46446) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:09.245847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Request body: {'network': {'name': 'tempest-router-network02--376492700'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:09.287485 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-824a4b35-b049-4296-88ea-d169d365366f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:09.288496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824a4b35-b049-4296-88ea-d169d365366f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:09.293768 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-824a4b35-b049-4296-88ea-d169d365366f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/b1a701f5-2385-457d-9b3e-57f8c6e454b6 HTTP/1.1" status: 404 len: 333 time: 0.0894370 Feb 04 15:49:09.298496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46454) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:09.299416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:09.305394 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.319250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1,segment=NetworkSegment(9a478eb3-854d-44e9-9111-43208f4db474),segment_id=9a478eb3-854d-44e9-9111-43208f4db474)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:09.320568 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.334478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Transition to ACTIVE for port object af701307-220e-49ac-8e96-f0dce038c799 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:09.365642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Transition to ACTIVE for port object af701307-220e-49ac-8e96-f0dce038c799 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:09.403238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] DHCP port deletion for 75272e96-a472-40ed-acd6-4eb42e7c8cc5 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:49:09.407722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:09.425398 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.456016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Usage tracker for resource:network and tenant:b361582835064d8b84d4b2ced08e32c7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:09.498081 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5b94bc-b437-45da-8078-0224359f5d51 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:09.499153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5b94bc-b437-45da-8078-0224359f5d51 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:09.503292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:09.522503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:09.525339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] Deleting port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:09.525954 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.549431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ac5b94bc-b437-45da-8078-0224359f5d51 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/fedb5e49-d368-440c-ad24-d2dcd1dcbe43 HTTP/1.1" status: 404 len: 337 time: 0.1643143 Feb 04 15:49:09.558521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46458) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:09.647561 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.671800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a60c80f-6bbd-4d9d-be4c-184931c88a31 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.686715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:09.799100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60c80f-6bbd-4d9d-be4c-184931c88a31 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=8d9ace8e-d5d8-4a8b-a6b8-a8e76e7e75f8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:09.806807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.809160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Made reservation on behalf of b361582835064d8b84d4b2ced08e32c7 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:09.810784 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a60c80f-6bbd-4d9d-be4c-184931c88a31 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.813629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.852177 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0a60c80f-6bbd-4d9d-be4c-184931c88a31 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/8d9ace8e-d5d8-4a8b-a6b8-a8e76e7e75f8 HTTP/1.1" status: 204 len: 168 time: 2.3543062 Feb 04 15:49:09.852177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46464) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:09.872608 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17b2ea1-5670-4303-8277-a9867139779a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:09.873277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17b2ea1-5670-4303-8277-a9867139779a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:09.917111 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64a32e5-57c2-4d9f-a752-cc17aba7dd26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:49:09.917974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b64a32e5-57c2-4d9f-a752-cc17aba7dd26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:09.919891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] For port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1,segment=NetworkSegment(9a478eb3-854d-44e9-9111-43208f4db474),segment_id=9a478eb3-854d-44e9-9111-43208f4db474)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:09.920608 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.927944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.942173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-94717744-a4a3-47a6-bdc2-3a8101e3b141 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523994 Feb 04 15:49:09.943381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a17b2ea1-5670-4303-8277-a9867139779a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/4e4526ac-0745-42f7-977d-aacf04aefb88 HTTP/1.1" status: 404 len: 337 time: 0.3766627 Feb 04 15:49:09.954161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46468) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:10.011441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:10.014153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No DVR routers for this DVR port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:10.016149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b64a32e5-57c2-4d9f-a752-cc17aba7dd26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:10.024060 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b64a32e5-57c2-4d9f-a752-cc17aba7dd26 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/8d9ace8e-d5d8-4a8b-a6b8-a8e76e7e75f8 HTTP/1.1" status: 404 len: 333 time: 0.1648214 Feb 04 15:49:10.030509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46472) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:10.032834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Network 3c039074-cd94-4eba-ac3a-61bbc2d13891 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:10.080261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e74b-4516-4747-baf8-e211342f7afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.101008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:10.102909 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.108215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:10.116606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] Calling delete_port for ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:10.151210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'name': 'tempest-PortsIpV6TestJSON-1625906159'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:10.165751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:10.190725 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8599dc0c-300f-4b1f-b26b-f7d9346c21eb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:10.191202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8599dc0c-300f-4b1f-b26b-f7d9346c21eb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:10.193895 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e74b-4516-4747-baf8-e211342f7afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.196280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.232565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75272e96-a472-40ed-acd6-4eb42e7c8cc5']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.245230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Pushing event updated for resources: {'Port': ['ID=af701307-220e-49ac-8e96-f0dce038c799,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:10.256188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a478eb3-854d-44e9-9111-43208f4db474') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.256526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a478eb3-854d-44e9-9111-43208f4db474') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.273508 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.293373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Attempting to bind port af701307-220e-49ac-8e96-f0dce038c799 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:10.293373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Attempting to bind port af701307-220e-49ac-8e96-f0dce038c799 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'a987c6f4-7945-4d6e-88ac-87edae9e45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c039074-cd94-4eba-ac3a-61bbc2d13891'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:10.293373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Attempting to bind port af701307-220e-49ac-8e96-f0dce038c799 on network 3c039074-cd94-4eba-ac3a-61bbc2d13891 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:49:10.295667 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.303224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:49:10.303697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Checking segment: {'id': 'a987c6f4-7945-4d6e-88ac-87edae9e45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c039074-cd94-4eba-ac3a-61bbc2d13891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:10.304200 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.304711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Bound using segment: {'id': 'a987c6f4-7945-4d6e-88ac-87edae9e45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c039074-cd94-4eba-ac3a-61bbc2d13891'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:49:10.305351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Bound port: af701307-220e-49ac-8e96-f0dce038c799, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a987c6f4-7945-4d6e-88ac-87edae9e45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c039074-cd94-4eba-ac3a-61bbc2d13891'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:10.305782 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.316168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:49:10.316728 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:10.356668 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:10.466158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8599dc0c-300f-4b1f-b26b-f7d9346c21eb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/fdb3ad66-10a8-4f21-8ad0-7139dd2d144a HTTP/1.1" status: 404 len: 333 time: 0.5021284 Feb 04 15:49:10.470928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46478) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:10.505413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:10.526799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.527158 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Added segment ba69c6aa-557d-4f80-8d24-71bc0cfed4be of type vlan for network 630b1bc1-50b4-4363-8b45-e2d0bc9f8846 Feb 04 15:49:10.539284 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b837455c-c324-479e-8583-ec883a11c81c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:10.540549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b837455c-c324-479e-8583-ec883a11c81c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:10.547371 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b837455c-c324-479e-8583-ec883a11c81c tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/5f46ae5f-5274-471e-b059-7e92f7a5b15a HTTP/1.1" status: 404 len: 337 time: 0.0752814 Feb 04 15:49:10.551617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46484) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:10.573850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1e74b-4516-4747-baf8-e211342f7afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0b7aa8-04ce-432a-9624-104620bf0ea6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:10.587042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.588475 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:10.589255 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:10.597097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b6f1e74b-4516-4747-baf8-e211342f7afe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd8ce9bfab51411387d045cacfa6241f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7727122 Feb 04 15:49:10.609554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46488) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:10.615071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:10.615653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:10.625473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] For port af701307-220e-49ac-8e96-f0dce038c799, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:49:10.628981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] For port af701307-220e-49ac-8e96-f0dce038c799, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=af701307-220e-49ac-8e96-f0dce038c799,segment=NetworkSegment(a987c6f4-7945-4d6e-88ac-87edae9e45c0),segment_id=a987c6f4-7945-4d6e-88ac-87edae9e45c0)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:49:10.635386 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.662050 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.668324 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdda3eb-6355-4190-b5fb-f8fdde77813f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:10.669188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdda3eb-6355-4190-b5fb-f8fdde77813f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:10.683241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:10.692386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.697539 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.725406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Network': ['ID=75272e96-a472-40ed-acd6-4eb42e7c8cc5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:10.730534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a67e68-b787-4926-82d1-63e41962b710 req-334eaace-cad6-43cb-bdb1-2b583d0e39a2 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:10.733367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a67e68-b787-4926-82d1-63e41962b710 req-334eaace-cad6-43cb-bdb1-2b583d0e39a2 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 944 time: 0.9431825 Feb 04 15:49:10.736651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbe632d-9896-4c60-b50c-303fe834e5e2']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.739422 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fbdda3eb-6355-4190-b5fb-f8fdde77813f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/123cc485-058f-449e-b960-ffd36ccfe2f3 HTTP/1.1" status: 404 len: 337 time: 0.1864982 Feb 04 15:49:10.743925 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a9fc1c3b-803b-42f9-b3c0-566e3da67512 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/networks/75272e96-a472-40ed-acd6-4eb42e7c8cc5 HTTP/1.1" status: 204 len: 168 time: 3.0572505 Feb 04 15:49:10.744095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:10.744820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46492) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:10.745143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46494) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:10.747465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f366da27-4258-4ee3-889c-cca9e425e4eb req-29e5afba-5a39-4003-80fb-821099e44bb3 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7923341 Feb 04 15:49:10.789653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.789872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d840e9-e4f0-400e-b7c5-d6358e3ec3c1') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.814118 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc87ec1-de7a-4bab-9d74-c9201d3cae46 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:10.814574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc87ec1-de7a-4bab-9d74-c9201d3cae46 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:10.820354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2cc87ec1-de7a-4bab-9d74-c9201d3cae46 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/ecbc6697-d575-44ce-908b-2542d57e32af HTTP/1.1" status: 404 len: 333 time: 0.0737796 Feb 04 15:49:10.821817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180dfeb2-c52c-4785-8ab8-6fb6197fceff None None] Pushing event updated for resources: {'Port': ['ID=af701307-220e-49ac-8e96-f0dce038c799,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:10.826390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46500) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:10.838712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.849276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:10.852793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.902418 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3aa667d8-8826-44c2-b8f2-cbe340693a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.924948 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.930844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:10.931450 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.957253 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b4dec3-0fda-4947-a800-a18b0cb42a8f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:10.957866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b4dec3-0fda-4947-a800-a18b0cb42a8f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:10.959325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-63b4dec3-0fda-4947-a800-a18b0cb42a8f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/381e8959-5128-4b20-9980-f915a9bee671 HTTP/1.1" status: 404 len: 337 time: 0.1232414 Feb 04 15:49:10.968523 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.974252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a67e68-b787-4926-82d1-63e41962b710 req-2a9834fa-2c99-4601-8f4e-51c0da1b9786 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216296 Feb 04 15:49:11.030450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46504) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:11.092015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] Deleting port ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:11.092015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.108713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port a610ca36-93d9-4d8f-9f87-850bf6c10e69 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:49:11.160518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:49:11.160961 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.177371 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a09623a-e147-4fcc-832f-f17557eb7c59 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:11.177847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a09623a-e147-4fcc-832f-f17557eb7c59 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1a09623a-e147-4fcc-832f-f17557eb7c59 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/c32f010e-f4de-4351-b87c-62390ca7578d HTTP/1.1" status: 404 len: 337 time: 0.1438940 Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:11.182716 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:11.190668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46508) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:11.216369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:49:11.232368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cbbef715-38d8-44c7-ad35-949f3c1b5453 None None] The port 'ba83ce6e-a4f8-425b-9a3d-4d2308fd03a1' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:49:11.249616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0528851 Feb 04 15:49:11.255497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3aa667d8-8826-44c2-b8f2-cbe340693a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.261929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46512) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:11.329569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Request body: {'subnet': {'network_id': '6231ccd1-9168-44ea-bfc1-333d2f4a33e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:11.337938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415db764-7c39-416b-b5f3-6466647626ae tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Network': ['ID=630b1bc1-50b4-4363-8b45-e2d0bc9f8846,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:11.385631 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7758895b-c36e-485d-adee-0c2170f748b6 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c630298c-8f96-4c8e-8079-e1532c67407d HTTP/1.1" status: 200 len: 205 time: 0.1910844 Feb 04 15:49:11.398624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46516) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:11.404506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:11.422921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '4bcb0e45-c1e9-43fe-ac0f-c858776c4010', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'port_id': '4bcb0e45-c1e9-43fe-ac0f-c858776c4010', 'mac_address': 'fa:16:3e:42:f1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78064bb-81be-4819-b4ef-67045bdf4b75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:49:11.456965 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 630b1bc1-50b4-4363-8b45-e2d0bc9f8846 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:11.509192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.523142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.560384 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-d4ea1d9f-9a49-46ec-aeaa-66028a3b7caf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] delete failed (client error): The resource could not be found. Feb 04 15:49:11.561538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d4ea1d9f-9a49-46ec-aeaa-66028a3b7caf tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/routers/c630298c-8f96-4c8e-8079-e1532c67407d HTTP/1.1" status: 404 len: 336 time: 0.1601753 Feb 04 15:49:11.567224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbe632d-9896-4c60-b50c-303fe834e5e2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:11.576655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46520) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:11.653141 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c31fcb-e6e2-4d27-b0ad-7b83cc639f1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:11.654331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c31fcb-e6e2-4d27-b0ad-7b83cc639f1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:11.654836 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.657050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-71c31fcb-e6e2-4d27-b0ad-7b83cc639f1f tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/446ac5e7-432c-46db-91d1-7915197ab279 HTTP/1.1" status: 404 len: 337 time: 0.0765791 Feb 04 15:49:11.661052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:11.661919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5a05b62b-bc4d-4fe4-b279-2a8aa4f656b8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1cbe632d-9896-4c60-b50c-303fe834e5e2 HTTP/1.1" status: 204 len: 168 time: 2.4638369 Feb 04 15:49:11.704808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:11.761458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:11.769065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.847426 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f737b710-54d2-41e3-8c70-264e023a4fdb tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c95affdc-7f09-498c-be2c-ea58cc9fda82 HTTP/1.1" status: 200 len: 205 time: 0.1707408 Feb 04 15:49:11.853769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46538) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:11.880926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:11.886558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Usage tracker for resource:subnet and tenant:b361582835064d8b84d4b2ced08e32c7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:11.891193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:11.898680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:11.959662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Made reservation on behalf of b361582835064d8b84d4b2ced08e32c7 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:11.966818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.979128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:12.068054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46546) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.086144 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['4bcb0e45-c1e9-43fe-ac0f-c858776c4010'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:49:12.124627 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3aa667d8-8826-44c2-b8f2-cbe340693a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.178716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa667d8-8826-44c2-b8f2-cbe340693a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0b7aa8-04ce-432a-9624-104620bf0ea6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:12.227922 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3aa667d8-8826-44c2-b8f2-cbe340693a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.229835 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3aa667d8-8826-44c2-b8f2-cbe340693a11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf0b7aa8-04ce-432a-9624-104620bf0ea6 HTTP/1.1" status: 204 len: 168 time: 1.6188438 Feb 04 15:49:12.267964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c1b2380f-e292-4031-a812-464af7688cf0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec20a7a5ff3646d6be625a5821e1ddcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884718 Feb 04 15:49:12.281954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46556) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.289284 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-70209df0-c05b-400a-a9b3-778f7b90d27d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] delete failed (client error): The resource could not be found. Feb 04 15:49:12.290993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-70209df0-c05b-400a-a9b3-778f7b90d27d tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/routers/c95affdc-7f09-498c-be2c-ea58cc9fda82 HTTP/1.1" status: 404 len: 336 time: 0.4362886 Feb 04 15:49:12.294446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46558) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.394883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.449278 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-69178b28-6263-49f3-bd30-34e7989043db tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:12.449730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69178b28-6263-49f3-bd30-34e7989043db tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:12.482886 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-69178b28-6263-49f3-bd30-34e7989043db tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/c2595345-3b21-41f1-910c-8d5727c840f0 HTTP/1.1" status: 404 len: 337 time: 0.1735182 Feb 04 15:49:12.490634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b8a03-4935-448b-89fe-0cc833025b61 req-ea83a690-6924-4f94-8f3d-49708b719f89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.493059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-775b8a03-4935-448b-89fe-0cc833025b61 req-ea83a690-6924-4f94-8f3d-49708b719f89 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 945 time: 0.2431781 Feb 04 15:49:12.494805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46564) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.499927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ed612d-573f-4b46-a919-4166e7a693c8 None None] Network 3c039074-cd94-4eba-ac3a-61bbc2d13891 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:12.596584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.602099 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3279b2f-4816-47f3-9f4c-0022cc44d069 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:12.602769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3279b2f-4816-47f3-9f4c-0022cc44d069 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:12.607769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a3279b2f-4816-47f3-9f4c-0022cc44d069 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/71e7a923-035e-4aa1-be08-b6fa3360dc52 HTTP/1.1" status: 404 len: 337 time: 0.1115489 Feb 04 15:49:12.611165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46570) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.636624 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2afc-2ca5-4fcc-a987-9f2548e9c90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.689547 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.706250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device af701307-220e-49ac-8e96-f0dce038c799 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:12.735367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2afc-2ca5-4fcc-a987-9f2548e9c90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.751058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46576) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.774983 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-da758d97-1766-49dd-bef8-843a175b2502 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:12.775481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da758d97-1766-49dd-bef8-843a175b2502 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:12.777190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-da758d97-1766-49dd-bef8-843a175b2502 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/126160c8-5ef4-4621-9ada-5a353b8dad34 HTTP/1.1" status: 404 len: 333 time: 0.1598258 Feb 04 15:49:12.792441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:12.793307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46584) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.798246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:12.801986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:12.809087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.809087 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.835988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Subnet': ['ID=de1de209-c987-4bd0-8992-8613d0f257c3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:12.849333 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-775b8a03-4935-448b-89fe-0cc833025b61 req-a4c7dd60-9168-4fd0-b35c-5b10af0a200e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980821 Feb 04 15:49:12.880061 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c7e8e2-450a-4123-a6ae-4bc9e3ba5c24 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:12.880547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c7e8e2-450a-4123-a6ae-4bc9e3ba5c24 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:12.882294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-15c7e8e2-450a-4123-a6ae-4bc9e3ba5c24 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/9f859ccb-8e88-4802-a0a3-38f930e4222f HTTP/1.1" status: 404 len: 337 time: 0.0819566 Feb 04 15:49:12.883858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=a610ca36-93d9-4d8f-9f87-850bf6c10e69,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:12.886763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46590) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.894020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cb0589f8-f58b-4477-a2c0-1d935123380e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8519273 Feb 04 15:49:12.896740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46594) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.910514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a3b1735b-828a-410b-a799-4836c3e8847f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:12.933844 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0e872b-9c87-4d02-bc6b-10ab0698ea00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:12.934319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0e872b-9c87-4d02-bc6b-10ab0698ea00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:12.939460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5d0e872b-9c87-4d02-bc6b-10ab0698ea00 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/038dbbe2-e85d-486c-94c7-a4063eca2943 HTTP/1.1" status: 404 len: 333 time: 0.0511515 Feb 04 15:49:12.940224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46600) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:12.944922 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.982995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4db1fea9-3971-4285-9944-ee22e4ea1a82 None None] Provisioning for port af701307-220e-49ac-8e96-f0dce038c799 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:13.096108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Checking segment: {'id': 'c6981273-003a-4244-9cd9-9343728552df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6231ccd1-9168-44ea-bfc1-333d2f4a33e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:13.096108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network hostable DHCP agents. Network: 6231ccd1-9168-44ea-bfc1-333d2f4a33e9, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:13.097849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port af701307-220e-49ac-8e96-f0dce038c799 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:13.111859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port af701307-220e-49ac-8e96-f0dce038c799 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:13.112509 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.128141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a3b1735b-828a-410b-a799-4836c3e8847f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.164756 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d34859d-a8ef-424b-83fb-4f80c126d17a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:13.164756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d34859d-a8ef-424b-83fb-4f80c126d17a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:13.186739 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5d34859d-a8ef-424b-83fb-4f80c126d17a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/15975436-70d1-4abd-8738-4f39306b487c HTTP/1.1" status: 404 len: 337 time: 0.1665411 Feb 04 15:49:13.203728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46608) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.238155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2afc-2ca5-4fcc-a987-9f2548e9c90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.241088 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2afc-2ca5-4fcc-a987-9f2548e9c90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.245193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a2fe2afc-2ca5-4fcc-a987-9f2548e9c90a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b0baf62-7920-491a-8af9-cc4c8fc7fd68 HTTP/1.1" status: 204 len: 168 time: 0.9578941 Feb 04 15:49:13.276096 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-907a2032-5c51-4ee9-9b2f-0e3f5ffc8efa tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:13.276569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907a2032-5c51-4ee9-9b2f-0e3f5ffc8efa tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:13.280980 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-907a2032-5c51-4ee9-9b2f-0e3f5ffc8efa tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/b48b2fa7-1499-46a6-8e93-83d8b6b3aa03 HTTP/1.1" status: 404 len: 333 time: 0.0737607 Feb 04 15:49:13.282861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46618) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.295812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe2afc-2ca5-4fcc-a987-9f2548e9c90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0baf62-7920-491a-8af9-cc4c8fc7fd68,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:13.303478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ad44-51c6-443d-a84c-c3227a1f73e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.340385 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.375505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port af701307-220e-49ac-8e96-f0dce038c799, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=af701307-220e-49ac-8e96-f0dce038c799,segment=NetworkSegment(a987c6f4-7945-4d6e-88ac-87edae9e45c0),segment_id=a987c6f4-7945-4d6e-88ac-87edae9e45c0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:13.381430 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.416086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:13.419002 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f798ae0a-5c26-4710-a547-ee64deaaaba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:13.419463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f798ae0a-5c26-4710-a547-ee64deaaaba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:13.421920 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f798ae0a-5c26-4710-a547-ee64deaaaba4 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/f2d2d61e-bd36-4ffa-94ac-01c606314bda HTTP/1.1" status: 404 len: 337 time: 0.0973239 Feb 04 15:49:13.437959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6cd6ad44-51c6-443d-a84c-c3227a1f73e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:13.443818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6cd6ad44-51c6-443d-a84c-c3227a1f73e2 admin admin] Usage tracker for resource:security_group_rule and tenant:070a759d296945b2929602bbe1d677b2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:13.447302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6cd6ad44-51c6-443d-a84c-c3227a1f73e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:13.455828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6cd6ad44-51c6-443d-a84c-c3227a1f73e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:13.473135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46622) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.551951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=af701307-220e-49ac-8e96-f0dce038c799,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:13.574672 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b989e9f-9c06-470a-8b1f-f64db21fd217 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:13.575712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b989e9f-9c06-470a-8b1f-f64db21fd217 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:13.580237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2b989e9f-9c06-470a-8b1f-f64db21fd217 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/2f519f60-dd78-4f95-a636-7ee1fb3740cc HTTP/1.1" status: 404 len: 333 time: 0.1037440 Feb 04 15:49:13.588555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46630) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.638169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9eba36cb-b869-4d1b-a3d4-a2c91ff60903 None None] Provisioning complete for port af701307-220e-49ac-8e96-f0dce038c799 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:13.638849 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9eba36cb-b869-4d1b-a3d4-a2c91ff60903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.646974 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-742a8868-6f65-482a-a8ee-58e746162851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:13.647430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742a8868-6f65-482a-a8ee-58e746162851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:13.649133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-742a8868-6f65-482a-a8ee-58e746162851 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/36cb55ed-39be-404b-8186-a519f4ea1136 HTTP/1.1" status: 404 len: 337 time: 0.0595038 Feb 04 15:49:13.652206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46636) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.711339 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-939d5017-99a8-4207-8bb9-1a0def6b3bf8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:13.711825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939d5017-99a8-4207-8bb9-1a0def6b3bf8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:13.714830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-939d5017-99a8-4207-8bb9-1a0def6b3bf8 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/6408ed56-429c-45fb-956c-0db11f5c23e2 HTTP/1.1" status: 404 len: 333 time: 0.0607126 Feb 04 15:49:13.717515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46644) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.724018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 6231ccd1-9168-44ea-bfc1-333d2f4a33e9) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:13.738455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e461a660-3a76-45e1-a20b-e919da81ac92 None None] Network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:13.748637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:13.750024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.761252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ad44-51c6-443d-a84c-c3227a1f73e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.778162 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bc25bf-a0f4-486b-9503-bb45d60c24b3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:13.779296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bc25bf-a0f4-486b-9503-bb45d60c24b3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:13.781696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-85bc25bf-a0f4-486b-9503-bb45d60c24b3 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/9720b31e-8ccd-4bc1-a392-dadd430b4080 HTTP/1.1" status: 404 len: 337 time: 0.0633307 Feb 04 15:49:13.784252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46652) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.788515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a3b1735b-828a-410b-a799-4836c3e8847f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.792811 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ad44-51c6-443d-a84c-c3227a1f73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.834071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a3b1735b-828a-410b-a799-4836c3e8847f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.841843 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6cd6ad44-51c6-443d-a84c-c3227a1f73e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=070a759d296945b2929602bbe1d677b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0888195 Feb 04 15:49:13.843147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46656) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.892092 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b078aca7-9c79-4a3a-88b7-d8c4dda33a25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:13.893100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b078aca7-9c79-4a3a-88b7-d8c4dda33a25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:13.894864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b078aca7-9c79-4a3a-88b7-d8c4dda33a25 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/6430394f-17d6-4a61-bc21-ebe52362c9b2 HTTP/1.1" status: 404 len: 333 time: 0.1095142 Feb 04 15:49:13.902469 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1bda2751-0101-438c-a1da-7a5f25ab0b88 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6371028 Feb 04 15:49:13.906303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46662) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.906479 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46664) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.919857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a3b1735b-828a-410b-a799-4836c3e8847f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] In _notify_port_updated(), no bound segment for port a610ca36-93d9-4d8f-9f87-850bf6c10e69 on network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:49:13.926111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1735b-828a-410b-a799-4836c3e8847f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:13.926761 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a3b1735b-828a-410b-a799-4836c3e8847f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.928072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a3b1735b-828a-410b-a799-4836c3e8847f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "PUT /v2.0/ports/a610ca36-93d9-4d8f-9f87-850bf6c10e69 HTTP/1.1" status: 200 len: 818 time: 1.0290914 Feb 04 15:49:13.932048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6ad44-51c6-443d-a84c-c3227a1f73e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5589fc-84a5-4cbd-a880-73f33539e731,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:13.935739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46670) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:13.968723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Request body: {'subnet': {'network_id': '630b1bc1-50b4-4363-8b45-e2d0bc9f8846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:14.053424 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8426b0a-bdeb-46f0-88eb-0b5d837c75da tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:14.053880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8426b0a-bdeb-46f0-88eb-0b5d837c75da tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:14.057892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d8426b0a-bdeb-46f0-88eb-0b5d837c75da tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/d2f03bc3-69c2-4307-866c-e9bef6b63d3a HTTP/1.1" status: 404 len: 337 time: 0.1483114 Feb 04 15:49:14.065049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46678) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:14.141669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1735b-828a-410b-a799-4836c3e8847f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=a610ca36-93d9-4d8f-9f87-850bf6c10e69,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:14.191052 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0776c8-4380-478a-9c65-544c9f48ed08 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:14.191537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0776c8-4380-478a-9c65-544c9f48ed08 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:14.195650 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2a0776c8-4380-478a-9c65-544c9f48ed08 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/ports/f54eec52-c6a6-4c7b-a4a1-bf942bac7ae6 HTTP/1.1" status: 404 len: 333 time: 0.1243384 Feb 04 15:49:14.204125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46684) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:14.210756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-6231ccd1-9168-44ea-bfc1-333d2f4a33e9', 'network_id': '6231ccd1-9168-44ea-bfc1-333d2f4a33e9', 'tenant_id': 'b361582835064d8b84d4b2ced08e32c7', 'fixed_ips': [{'subnet_id': 'de1de209-c987-4bd0-8992-8613d0f257c3'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:49:14.211959 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.253087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:14.260326 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad13165-8dd8-4fcd-ad2a-f3271235551a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:14.260813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad13165-8dd8-4fcd-ad2a-f3271235551a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:14.267085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6ad13165-8dd8-4fcd-ad2a-f3271235551a tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/subnets/27e130b7-c96e-4c84-9b55-99369af12b2f HTTP/1.1" status: 404 len: 337 time: 0.0556991 Feb 04 15:49:14.269658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Usage tracker for resource:subnet and tenant:b361582835064d8b84d4b2ced08e32c7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:14.271509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a2d563d-b75a-413a-ae3b-a56d7ab2ea54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.272999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46690) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:14.283361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:14.315607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:14.350241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 2b9ceec5-28ed-445e-b81e-1c145de31f03 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:14.351143 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.424090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Made reservation on behalf of b361582835064d8b84d4b2ced08e32c7 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:14.429502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.502183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device af701307-220e-49ac-8e96-f0dce038c799 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:14.604589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Allocated IP 172.20.0.2 (6231ccd1-9168-44ea-bfc1-333d2f4a33e9/de1de209-c987-4bd0-8992-8613d0f257c3/6d55a8c2-2ae2-402c-8a25-beb8f7324456) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:14.641496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port af701307-220e-49ac-8e96-f0dce038c799 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:14.642135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.669439 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.693590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cca8f-6fb7-4eb9-8c28-9fa716ae1600 req-d5a1bc46-d5d1-4ab7-ac32-1095cb07a2a8 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.695157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d28cca8f-6fb7-4eb9-8c28-9fa716ae1600 req-d5a1bc46-d5d1-4ab7-ac32-1095cb07a2a8 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 945 time: 0.5665393 Feb 04 15:49:14.907313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d28cca8f-6fb7-4eb9-8c28-9fa716ae1600 req-d36682cd-7996-4d14-bf63-61d643bb201c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982613 Feb 04 15:49:14.943163 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.003380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.016278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Transition to ACTIVE for port object 6d55a8c2-2ae2-402c-8a25-beb8f7324456 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:15.043906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Transition to ACTIVE for port object 6d55a8c2-2ae2-402c-8a25-beb8f7324456 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:15.054673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f4fd11-09ca-4e76-8993-0ead05403d9a']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:15.056061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6cba23d3-05dd-420d-9bb5-f3172b712201 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port a610ca36-93d9-4d8f-9f87-850bf6c10e69 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:15.056554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cba23d3-05dd-420d-9bb5-f3172b712201 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.057388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.079526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d71b81-db24-4c2e-934d-20871a1f9841') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:15.079924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d71b81-db24-4c2e-934d-20871a1f9841') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:15.084498 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a2d563d-b75a-413a-ae3b-a56d7ab2ea54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.100909 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.119227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port 2b9ceec5-28ed-445e-b81e-1c145de31f03, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b9ceec5-28ed-445e-b81e-1c145de31f03,segment=NetworkSegment(38912c13-330e-4464-80c0-095acc7e2a4f),segment_id=38912c13-330e-4464-80c0-095acc7e2a4f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:15.119831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.177528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:15.179263 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.186171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:15.187724 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.200103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:15.202469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:15.292817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:49:15.293128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.320798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Pushing event updated for resources: {'Port': ['ID=6d55a8c2-2ae2-402c-8a25-beb8f7324456,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:15.334493 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:15.350633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 2b9ceec5-28ed-445e-b81e-1c145de31f03 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:15.391819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Attempting to bind port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:15.392374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Attempting to bind port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c6981273-003a-4244-9cd9-9343728552df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6231ccd1-9168-44ea-bfc1-333d2f4a33e9'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:15.392943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Attempting to bind port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 on network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:49:15.401065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:49:15.401658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Checking segment: {'id': 'c6981273-003a-4244-9cd9-9343728552df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6231ccd1-9168-44ea-bfc1-333d2f4a33e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:15.402230 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.402761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Bound using segment: {'id': 'c6981273-003a-4244-9cd9-9343728552df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6231ccd1-9168-44ea-bfc1-333d2f4a33e9'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:49:15.403798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Bound port: 6d55a8c2-2ae2-402c-8a25-beb8f7324456, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6981273-003a-4244-9cd9-9343728552df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6231ccd1-9168-44ea-bfc1-333d2f4a33e9'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:15.404329 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.456030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:15.480398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:15.488074 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.503797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Subnet': ['ID=4937a2cd-1d7e-4b6f-a0cf-0db2387e781f,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:15.525148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.553071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.555789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Checking segment: {'id': 'ba69c6aa-557d-4f80-8d24-71bc0cfed4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '630b1bc1-50b4-4363-8b45-e2d0bc9f8846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:15.556157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network hostable DHCP agents. Network: 630b1bc1-50b4-4363-8b45-e2d0bc9f8846, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:15.574081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] Pushing event deleted for resources: {'Network': ['ID=40f4fd11-09ca-4e76-8993-0ead05403d9a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:15.582140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-edac3bbb-514b-4a4a-8896-86e528ad1570 tempest-NetworksTestDHCPv6-273783023 tempest-NetworksTestDHCPv6-273783023-project] 10.222.0.46 "DELETE /v2.0/networks/40f4fd11-09ca-4e76-8993-0ead05403d9a HTTP/1.1" status: 204 len: 168 time: 1.3039441 Feb 04 15:49:15.594917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network 630b1bc1-50b4-4363-8b45-e2d0bc9f8846 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:15.615639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 630b1bc1-50b4-4363-8b45-e2d0bc9f8846) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:15.619703 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:49:15.623786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.624388 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.645052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ecf2df-a3b7-4717-8a41-6fd512604614 None None] Network 630b1bc1-50b4-4363-8b45-e2d0bc9f8846 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:15.662047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4c1617cb-d84e-4166-9512-df20e707bbfe tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7505255 Feb 04 15:49:15.672581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46734) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:15.778544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] For port 6d55a8c2-2ae2-402c-8a25-beb8f7324456, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:49:15.836016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] For port 6d55a8c2-2ae2-402c-8a25-beb8f7324456, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6d55a8c2-2ae2-402c-8a25-beb8f7324456,segment=NetworkSegment(c6981273-003a-4244-9cd9-9343728552df),segment_id=c6981273-003a-4244-9cd9-9343728552df)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:49:15.846006 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.885486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a2d563d-b75a-413a-ae3b-a56d7ab2ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.069122 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.096474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d563d-b75a-413a-ae3b-a56d7ab2ea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5589fc-84a5-4cbd-a880-73f33539e731,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:16.140781 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cba23d3-05dd-420d-9bb5-f3172b712201 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.149171 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a2d563d-b75a-413a-ae3b-a56d7ab2ea54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.150504 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8a2d563d-b75a-413a-ae3b-a56d7ab2ea54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b5589fc-84a5-4cbd-a880-73f33539e731 HTTP/1.1" status: 204 len: 168 time: 2.3006356 Feb 04 15:49:16.240870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f83e0-01c2-4649-bcb3-01f8b10e75f9 None None] Pushing event updated for resources: {'Port': ['ID=6d55a8c2-2ae2-402c-8a25-beb8f7324456,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:16.266895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-630b1bc1-50b4-4363-8b45-e2d0bc9f8846', 'network_id': '630b1bc1-50b4-4363-8b45-e2d0bc9f8846', 'tenant_id': 'b361582835064d8b84d4b2ced08e32c7', 'fixed_ips': [{'subnet_id': '4937a2cd-1d7e-4b6f-a0cf-0db2387e781f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:49:16.270085 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.307442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46754) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:16.308701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46756) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:16.315555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6373b-19d0-4581-b2be-c2bb21121432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcb0e45-c1e9-43fe-ac0f-c858776c4010'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:16.370821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6cba23d3-05dd-420d-9bb5-f3172b712201 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for a610ca36-93d9-4d8f-9f87-850bf6c10e69 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:16.386793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:16.440074 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.481532 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.644188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=2b9ceec5-28ed-445e-b81e-1c145de31f03,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:16.764716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:16.835333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Allocated IP 172.20.0.2 (630b1bc1-50b4-4363-8b45-e2d0bc9f8846/4937a2cd-1d7e-4b6f-a0cf-0db2387e781f/528ac5e7-ff24-4673-8ba5-a0b64eb19f12) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:17.145314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57d68f05-9853-4eee-bc4c-105d05988492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.155757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cba23d3-05dd-420d-9bb5-f3172b712201 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.181574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46774) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:17.218190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba23d3-05dd-420d-9bb5-f3172b712201 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=a610ca36-93d9-4d8f-9f87-850bf6c10e69,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:17.222811 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.237423 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cba23d3-05dd-420d-9bb5-f3172b712201 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.252585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-57d68f05-9853-4eee-bc4c-105d05988492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:17.259850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-57d68f05-9853-4eee-bc4c-105d05988492 admin admin] Usage tracker for resource:security_group_rule and tenant:b3986a18b8c240d984bc459f1cf689cb is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:17.262119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-57d68f05-9853-4eee-bc4c-105d05988492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:17.270881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-57d68f05-9853-4eee-bc4c-105d05988492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:17.299340 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.319471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Transition to ACTIVE for port object 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:17.345901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Transition to ACTIVE for port object 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:17.354102 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.392964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57d68f05-9853-4eee-bc4c-105d05988492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.425837 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ae3d-ae5c-41c8-8e1f-64c7af43156d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.447123 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57d68f05-9853-4eee-bc4c-105d05988492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.498796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6cba23d3-05dd-420d-9bb5-f3172b712201 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/a610ca36-93d9-4d8f-9f87-850bf6c10e69 HTTP/1.1" status: 204 len: 168 time: 3.5339181 Feb 04 15:49:17.502403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Network 630b1bc1-50b4-4363-8b45-e2d0bc9f8846 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:17.508459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:17.515434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:17.555068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46778) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:17.559784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-57d68f05-9853-4eee-bc4c-105d05988492 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3986a18b8c240d984bc459f1cf689cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2026284 Feb 04 15:49:17.568186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46782) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:17.568860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d68f05-9853-4eee-bc4c-105d05988492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655f60a0-5c0c-422d-9126-631c1156d3a0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:17.599016 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.619047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d35881-edd8-441c-b393-0837caa4563f req-65ee045a-451d-4c93-81fe-736a94a8be4f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.620817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-76d35881-edd8-441c-b393-0837caa4563f req-65ee045a-451d-4c93-81fe-736a94a8be4f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 945 time: 1.4729316 Feb 04 15:49:17.629372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Pushing event updated for resources: {'Port': ['ID=528ac5e7-ff24-4673-8ba5-a0b64eb19f12,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:17.647539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e0e6ae3d-ae5c-41c8-8e1f-64c7af43156d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:17.671577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Attempting to bind port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:17.671977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Attempting to bind port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ba69c6aa-557d-4f80-8d24-71bc0cfed4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '630b1bc1-50b4-4363-8b45-e2d0bc9f8846'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:17.672328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Attempting to bind port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 on network 630b1bc1-50b4-4363-8b45-e2d0bc9f8846 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:49:17.679008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:49:17.679147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Checking segment: {'id': 'ba69c6aa-557d-4f80-8d24-71bc0cfed4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '630b1bc1-50b4-4363-8b45-e2d0bc9f8846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:17.679943 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.680431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Bound using segment: {'id': 'ba69c6aa-557d-4f80-8d24-71bc0cfed4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '630b1bc1-50b4-4363-8b45-e2d0bc9f8846'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:49:17.680821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Bound port: 528ac5e7-ff24-4673-8ba5-a0b64eb19f12, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba69c6aa-557d-4f80-8d24-71bc0cfed4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '630b1bc1-50b4-4363-8b45-e2d0bc9f8846'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:17.681198 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.753586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f906d2-e09f-413f-812e-3d21eeb8eb76 None None] Network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:17.816835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e0e6ae3d-ae5c-41c8-8e1f-64c7af43156d admin admin] Usage tracker for resource:security_group_rule and tenant:13bcd690dc4d4b6ab4274e83b6366748 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:17.823446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-61765922-7b57-48db-8a56-b6bdda1c3627 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69562a6d2dfe4360a388bae8ddd35bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4746597 Feb 04 15:49:17.827408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e0e6ae3d-ae5c-41c8-8e1f-64c7af43156d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:17.833811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46786) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:17.877517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-aeaed4ae-afa1-4d4b-8151-0f1de20ef5f7 None None] Provisioning for port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:17.894782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] For port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:49:17.916254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] For port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=528ac5e7-ff24-4673-8ba5-a0b64eb19f12,segment=NetworkSegment(ba69c6aa-557d-4f80-8d24-71bc0cfed4be),segment_id=ba69c6aa-557d-4f80-8d24-71bc0cfed4be)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:49:17.928974 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.936691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e0e6ae3d-ae5c-41c8-8e1f-64c7af43156d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:17.942280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:49:17.972839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88c49e0d-260e-4e19-99c3-d42e868fea8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.015484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-76d35881-edd8-441c-b393-0837caa4563f req-9578f3d8-a3b4-48a7-943b-b74ba57b8982 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844562 Feb 04 15:49:18.095538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb4441-f411-49fc-b921-3d2910d384f9 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:18.096295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-47eb4441-f411-49fc-b921-3d2910d384f9 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:18.107640 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49ec1f93-059c-4300-9e6d-9ec1e504c68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.157226 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88c49e0d-260e-4e19-99c3-d42e868fea8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.216652 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6373b-19d0-4581-b2be-c2bb21121432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcb0e45-c1e9-43fe-ac0f-c858776c4010', 'code': 200} Feb 04 15:49:18.217433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44ea50-c845-41ba-9af0-eb9539bf1132 None None] Pushing event updated for resources: {'Port': ['ID=528ac5e7-ff24-4673-8ba5-a0b64eb19f12,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:18.241530 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49ec1f93-059c-4300-9e6d-9ec1e504c68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.272190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:18.292298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a937e214-2178-4bd1-ab3a-0e48cb7a7c71 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5435836 Feb 04 15:49:18.293153 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:18.293287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-47eb4441-f411-49fc-b921-3d2910d384f9 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:18.298011 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-47eb4441-f411-49fc-b921-3d2910d384f9 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.7390869 Feb 04 15:49:18.298011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46794) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:18.314899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46796) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:18.349824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:18.350351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:18.424428 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88c49e0d-260e-4e19-99c3-d42e868fea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.435170 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd83e3b-9566-45a6-ab5c-690b9133637c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:49:18.435703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9cd83e3b-9566-45a6-ab5c-690b9133637c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:18.545298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c49e0d-260e-4e19-99c3-d42e868fea8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577e8a0f-acb7-4d18-aa3c-c8a4808f85ac,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:18.553258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-88c49e0d-260e-4e19-99c3-d42e868fea8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.554369 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-88c49e0d-260e-4e19-99c3-d42e868fea8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/577e8a0f-acb7-4d18-aa3c-c8a4808f85ac HTTP/1.1" status: 204 len: 168 time: 0.7147202 Feb 04 15:49:18.567957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b13361f-5c49-495b-908f-bf27660b69af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting subnet fe26db1e-eed6-4c58-b419-29468139598f {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:49:18.572532 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b13361f-5c49-495b-908f-bf27660b69af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.670134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6d55a8c2-2ae2-402c-8a25-beb8f7324456 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:18.680509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b13361f-5c49-495b-908f-bf27660b69af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.704826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9cd83e3b-9566-45a6-ab5c-690b9133637c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:18.706924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9cd83e3b-9566-45a6-ab5c-690b9133637c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/a610ca36-93d9-4d8f-9f87-850bf6c10e69 HTTP/1.1" status: 404 len: 333 time: 0.3909228 Feb 04 15:49:18.722870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46810) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:18.745975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-235859164'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:18.815623 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b13361f-5c49-495b-908f-bf27660b69af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.832843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ae3d-ae5c-41c8-8e1f-64c7af43156d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.838025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:18.866641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:network and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:18.870051 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ae3d-ae5c-41c8-8e1f-64c7af43156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.883772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Allocated IP 172.20.0.1 (6231ccd1-9168-44ea-bfc1-333d2f4a33e9/de1de209-c987-4bd0-8992-8613d0f257c3/ce01f318-b4bd-49ab-ac59-ae14e583972f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:18.886132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:18.927407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:18.969419 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49ec1f93-059c-4300-9e6d-9ec1e504c68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.986030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b13361f-5c49-495b-908f-bf27660b69af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.006324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e0e6ae3d-ae5c-41c8-8e1f-64c7af43156d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13bcd690dc4d4b6ab4274e83b6366748&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8193421 Feb 04 15:49:19.007596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6ae3d-ae5c-41c8-8e1f-64c7af43156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46b5777-61fe-4d51-b01c-d200b9879ab7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:19.017067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46816) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:19.040426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ba846-01aa-4547-9023-113ac56c4ac9 req-57fdd025-a829-473e-85f5-5bf04fef6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.042002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-308ba846-01aa-4547-9023-113ac56c4ac9 req-57fdd025-a829-473e-85f5-5bf04fef6efd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 1097 time: 0.8252800 Feb 04 15:49:19.090380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:19.113287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:19.120053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.141782 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b13361f-5c49-495b-908f-bf27660b69af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.152393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13361f-5c49-495b-908f-bf27660b69af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Subnet': ['ID=fe26db1e-eed6-4c58-b419-29468139598f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:19.165871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec1f93-059c-4300-9e6d-9ec1e504c68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f60a0-5c0c-422d-9126-631c1156d3a0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:19.196905 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5b13361f-5c49-495b-908f-bf27660b69af tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/fe26db1e-eed6-4c58-b419-29468139598f HTTP/1.1" status: 204 len: 168 time: 0.8993740 Feb 04 15:49:19.201355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46822) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:19.271335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0b33c-f637-4537-b84e-a15617f6efe8 None None] Network 7c0dee6f-4157-4014-8670-c022396b68ae requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:19.378995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.410363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca40393-8f3f-41a9-8e56-f8ecfdb4d0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.479989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 372644a3-f79f-415c-94dc-29b79dba2e99 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:19.485562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.566763 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49ec1f93-059c-4300-9e6d-9ec1e504c68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.567995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-49ec1f93-059c-4300-9e6d-9ec1e504c68e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/655f60a0-5c0c-422d-9126-631c1156d3a0 HTTP/1.1" status: 204 len: 168 time: 1.9461310 Feb 04 15:49:19.594210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca40393-8f3f-41a9-8e56-f8ecfdb4d0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.599831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:19.648312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:19.662935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-308ba846-01aa-4547-9023-113ac56c4ac9 req-2548df40-2a57-4d84-8a5b-59fa09deae09 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059659 Feb 04 15:49:19.742279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.742721 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Added segment d6ea3ded-7970-4979-a893-39e4bfbda0f2 of type vlan for network 37229da9-365a-4e71-bb46-c8b9e506dac7 Feb 04 15:49:19.818657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.879587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:19.880144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.884270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Transition to ACTIVE for port object ce01f318-b4bd-49ab-ac59-ae14e583972f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:19.949220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.004097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.020234 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca40393-8f3f-41a9-8e56-f8ecfdb4d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.044227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca40393-8f3f-41a9-8e56-f8ecfdb4d0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46b5777-61fe-4d51-b01c-d200b9879ab7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:20.052219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port 372644a3-f79f-415c-94dc-29b79dba2e99, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=372644a3-f79f-415c-94dc-29b79dba2e99,segment=NetworkSegment(38912c13-330e-4464-80c0-095acc7e2a4f),segment_id=38912c13-330e-4464-80c0-095acc7e2a4f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:20.052610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.064415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca40393-8f3f-41a9-8e56-f8ecfdb4d0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.065577 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cca40393-8f3f-41a9-8e56-f8ecfdb4d0c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d46b5777-61fe-4d51-b01c-d200b9879ab7 HTTP/1.1" status: 204 len: 168 time: 0.9259682 Feb 04 15:49:20.085810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a6cecb-7b8a-4f2a-bc36-bd76193d7db4 None None] Network 630b1bc1-50b4-4363-8b45-e2d0bc9f8846 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:20.223491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f74493-2fd5-43dc-a91e-5ab3480d4be1 req-bcd214bd-7dee-4085-87d5-bf0d06541535 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:20.225176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-86f74493-2fd5-43dc-a91e-5ab3480d4be1 req-bcd214bd-7dee-4085-87d5-bf0d06541535 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 946 time: 0.9546301 Feb 04 15:49:20.225850 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.256414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:20.267511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.293908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-773b2a48-2187-4749-8807-994aadc4c78c None None] Provisioning complete for port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:20.294613 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-773b2a48-2187-4749-8807-994aadc4c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.330651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 372644a3-f79f-415c-94dc-29b79dba2e99 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:20.395713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46852) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:20.591420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd096b57-6af5-47c2-93c2-60f57f2d1a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.635600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd096b57-6af5-47c2-93c2-60f57f2d1a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:20.643110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd096b57-6af5-47c2-93c2-60f57f2d1a3d admin admin] Usage tracker for resource:security_group_rule and tenant:724dae976da44a6e96a12c18a1681218 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:20.691890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd096b57-6af5-47c2-93c2-60f57f2d1a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:20.747313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:20.749035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Port': ['ID=ce01f318-b4bd-49ab-ac59-ae14e583972f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:20.780836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd096b57-6af5-47c2-93c2-60f57f2d1a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:20.787526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:20.790863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:20.916542 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1769872 Feb 04 15:49:20.923895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46864) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:20.946547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:20.979612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b661cf-fe49-4295-a1c8-70127a7654e4 None None] DHCP port deletion for 7c0dee6f-4157-4014-8670-c022396b68ae request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:49:21.005115 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.032823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-86f74493-2fd5-43dc-a91e-5ab3480d4be1 req-9663db13-1d7e-4252-a5ec-5358fbe60d87 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025464 Feb 04 15:49:21.048298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae414722-c5ad-4bc7-932c-30ebe6bfbc56 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Network': ['ID=37229da9-365a-4e71-bb46-c8b9e506dac7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:21.080305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.083380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:49:21.228531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.275094 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-773b2a48-2187-4749-8807-994aadc4c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.276986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46874) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:21.303626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 6d55a8c2-2ae2-402c-8a25-beb8f7324456, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6d55a8c2-2ae2-402c-8a25-beb8f7324456,segment=NetworkSegment(c6981273-003a-4244-9cd9-9343728552df),segment_id=c6981273-003a-4244-9cd9-9343728552df)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:21.327441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.332150 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.358475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=372644a3-f79f-415c-94dc-29b79dba2e99,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:21.363510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No DVR routers for this DVR port 372644a3-f79f-415c-94dc-29b79dba2e99 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:21.620310 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.623215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:21.660406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:21.726236 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-773b2a48-2187-4749-8807-994aadc4c78c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:21.726979 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-773b2a48-2187-4749-8807-994aadc4c78c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:21.729212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0dee6f-4157-4014-8670-c022396b68ae']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:21.743413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:15Z', 'revision_number': 9, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:21.746055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=6d55a8c2-2ae2-402c-8a25-beb8f7324456,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:21.758975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38912c13-330e-4464-80c0-095acc7e2a4f') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:21.759297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38912c13-330e-4464-80c0-095acc7e2a4f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:21.763920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:21.778917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:21.779942 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:21.784242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.807905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.814894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:21.845240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:49:21.845240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.878565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:21.881502 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:21.950347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:21.970223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:22.024573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:22.033248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd096b57-6af5-47c2-93c2-60f57f2d1a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.091873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd096b57-6af5-47c2-93c2-60f57f2d1a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.118785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:22.123301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.124018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 372644a3-f79f-415c-94dc-29b79dba2e99 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:22.188491 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.193624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 372644a3-f79f-415c-94dc-29b79dba2e99 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:22.194700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 372644a3-f79f-415c-94dc-29b79dba2e99 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:22.196713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-558a5b8c-82f2-4841-af56-b77006bd04db tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] Request body: {'port': {'network_id': '1a377d22-ac70-4e04-b35b-5cd0a5c61f7e', 'name': 'tempest-NetworksNegativeTestJSON-136000675'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:22.207143 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.230593 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.249242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.306788 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd096b57-6af5-47c2-93c2-60f57f2d1a3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=724dae976da44a6e96a12c18a1681218&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9096403 Feb 04 15:49:22.309930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46898) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:22.317886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd096b57-6af5-47c2-93c2-60f57f2d1a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94807d63-f258-462b-9fc4-2b8ee8c4ce07,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:22.330181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Network': ['ID=7c0dee6f-4157-4014-8670-c022396b68ae,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:22.379668 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6d1a201e-0243-4174-bcf7-142cf8fe156f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/networks/7c0dee6f-4157-4014-8670-c022396b68ae HTTP/1.1" status: 204 len: 168 time: 3.1725845 Feb 04 15:49:22.382844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46904) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:22.386879 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-558a5b8c-82f2-4841-af56-b77006bd04db tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] POST failed (client error): The resource could not be found. Feb 04 15:49:22.387700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558a5b8c-82f2-4841-af56-b77006bd04db tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:22.392805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-558a5b8c-82f2-4841-af56-b77006bd04db tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.1114054 Feb 04 15:49:22.394295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46908) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:22.438932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.461021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Port': ['ID=ce01f318-b4bd-49ab-ac59-ae14e583972f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:22.527304 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-85789604-b41e-44e4-bbb1-9c74c1aa4baf tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:22.528325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85789604-b41e-44e4-bbb1-9c74c1aa4baf tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:22.602991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec657-5c28-4d55-b11a-e8acad6c4c80 req-2b2bd9fc-50a7-4e6f-8268-d2e3c87b20a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:22.611077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8fec657-5c28-4d55-b11a-e8acad6c4c80 req-2b2bd9fc-50a7-4e6f-8268-d2e3c87b20a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 946 time: 0.3325548 Feb 04 15:49:22.615463 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-85789604-b41e-44e4-bbb1-9c74c1aa4baf tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "DELETE /v2.0/networks/6aa0ff9a-4099-4a34-9cb0-8aae6747140a HTTP/1.1" status: 404 len: 339 time: 0.1558485 Feb 04 15:49:22.637433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46916) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:22.682521 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75573f91-d2ab-4a8d-ba68-788be4c2b7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.713545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:15Z', 'revision_number': 9, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:22.718108 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-65354057-0420-4a48-beb7-f98a8cce230e tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:22.718776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65354057-0420-4a48-beb7-f98a8cce230e tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:22.719833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e743d-5f00-4dfd-9675-5a13ba3a55de None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:15Z', 'revision_number': 9, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': '44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3', 'name': '', 'network_id': '0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:b8:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '48566259-5923-406f-8c34-eb6472e7e654', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:09Z', 'updated_at': '2022-02-04T15:48:25Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': '48566259-5923-406f-8c34-eb6472e7e654', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:22.721286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-65354057-0420-4a48-beb7-f98a8cce230e tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "DELETE /v2.0/ports/894d1d94-da22-4735-83df-76bebce3f008 HTTP/1.1" status: 404 len: 333 time: 0.0693934 Feb 04 15:49:22.726203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46924) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:22.742064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8fec657-5c28-4d55-b11a-e8acad6c4c80 req-8b43808f-fafc-4cf1-80c1-1bb6458896fb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298301 Feb 04 15:49:22.815609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Provisioning for port ce01f318-b4bd-49ab-ac59-ae14e583972f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:22.817261 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c90618-6096-4852-877c-2b28c0076ac9 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:22.817957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c90618-6096-4852-877c-2b28c0076ac9 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:22.819875 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b5c90618-6096-4852-877c-2b28c0076ac9 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "DELETE /v2.0/subnets/4491d109-c5d1-49f8-b0bd-2c319ee660ce HTTP/1.1" status: 404 len: 337 time: 0.0763268 Feb 04 15:49:22.823774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46932) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:22.825448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Provisioning complete for port ce01f318-b4bd-49ab-ac59-ae14e583972f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:22.826563 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.856804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75573f91-d2ab-4a8d-ba68-788be4c2b7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.913423 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dcc5ee-f50f-4654-9ad8-ec9a6553f4ed tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] GET failed (client error): The resource could not be found. Feb 04 15:49:22.914934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-64dcc5ee-f50f-4654-9ad8-ec9a6553f4ed tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "GET /v2.0/networks/88e7f2fb-ab57-4ea8-9254-94aef3fa5c35 HTTP/1.1" status: 404 len: 339 time: 0.0902097 Feb 04 15:49:22.921293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46938) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:22.943206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Port ce01f318-b4bd-49ab-ac59-ae14e583972f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:49:22.958066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:22.960128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:22.963247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Provisioning for port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:22.975533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Provisioning complete for port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:22.975932 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.166144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75573f91-d2ab-4a8d-ba68-788be4c2b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.169694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.231140 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd5c3d2-f06c-4bed-9da9-d3c600f9acc4 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] GET failed (client error): The resource could not be found. Feb 04 15:49:23.233307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8cd5c3d2-f06c-4bed-9da9-d3c600f9acc4 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "GET /v2.0/ports/52eea6d2-511a-4aec-ae03-3aabb9393b08 HTTP/1.1" status: 404 len: 333 time: 0.3107545 Feb 04 15:49:23.244961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46946) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:23.296250 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.381449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] For port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=528ac5e7-ff24-4673-8ba5-a0b64eb19f12,segment=NetworkSegment(ba69c6aa-557d-4f80-8d24-71bc0cfed4be),segment_id=ba69c6aa-557d-4f80-8d24-71bc0cfed4be)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:23.390425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.532700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6d55a8c2-2ae2-402c-8a25-beb8f7324456 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:23.551075 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-430433a2-8bb7-4072-aaac-f3455ddbb5bd tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] GET failed (client error): The resource could not be found. Feb 04 15:49:23.553788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-430433a2-8bb7-4072-aaac-f3455ddbb5bd tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "GET /v2.0/subnets/4b5e6d33-f3d5-469d-bf8c-19bb34024be9 HTTP/1.1" status: 404 len: 337 time: 0.3079600 Feb 04 15:49:23.573017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46954) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:23.608545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75573f91-d2ab-4a8d-ba68-788be4c2b7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94807d63-f258-462b-9fc4-2b8ee8c4ce07,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.610855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=5fb9bd54-eb40-43f4-ad2f-712494d1c025,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.635644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-17970b87-ba62-4785-ae54-c05131827870 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:23.650469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75573f91-d2ab-4a8d-ba68-788be4c2b7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.651797 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-75573f91-d2ab-4a8d-ba68-788be4c2b7c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94807d63-f258-462b-9fc4-2b8ee8c4ce07 HTTP/1.1" status: 204 len: 168 time: 1.3353920 Feb 04 15:49:23.714322 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-17970b87-ba62-4785-ae54-c05131827870 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] PUT failed (client error): The resource could not be found. Feb 04 15:49:23.715004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17970b87-ba62-4785-ae54-c05131827870 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:23.721403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Checking segment: {'id': 'd6ea3ded-7970-4979-a893-39e4bfbda0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:23.721403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network hostable DHCP agents. Network: 37229da9-365a-4e71-bb46-c8b9e506dac7, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:23.722063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-17970b87-ba62-4785-ae54-c05131827870 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "PUT /v2.0/networks/a9e30111-e795-423e-9f59-2dba2eb6ef14 HTTP/1.1" status: 404 len: 339 time: 0.1418173 Feb 04 15:49:23.725380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46970) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:23.742777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-05896c86-0c0b-4e38-aea3-30313c1bde44 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:23.798087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf863eae-1fad-4e7e-92db-33f2c7a4be8a None None] Pushing event updated for resources: {'Port': ['ID=528ac5e7-ff24-4673-8ba5-a0b64eb19f12,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.825930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1de981a1-8a8e-48e1-98f9-1517da7ec02c None None] Provisioning complete for port ce01f318-b4bd-49ab-ac59-ae14e583972f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:23.826366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1de981a1-8a8e-48e1-98f9-1517da7ec02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.881738 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-05896c86-0c0b-4e38-aea3-30313c1bde44 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] PUT failed (client error): The resource could not be found. Feb 04 15:49:23.882224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05896c86-0c0b-4e38-aea3-30313c1bde44 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:23.885519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8903-91c3-4988-868f-e924f91e8884 req-90c7ec12-ab5b-446e-aad7-cfbcb71db5e4 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.892294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-05896c86-0c0b-4e38-aea3-30313c1bde44 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "PUT /v2.0/ports/707ef1f4-2fc5-433f-87e1-2a63fdebb451 HTTP/1.1" status: 404 len: 333 time: 0.1563938 Feb 04 15:49:23.892574 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f67c8903-91c3-4988-868f-e924f91e8884 req-90c7ec12-ab5b-446e-aad7-cfbcb71db5e4 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 946 time: 0.3373516 Feb 04 15:49:23.895202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46974) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:23.905715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:23.909530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Router fe743f33-74f0-433b-bd40-8a07ba06afa9 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:49:23.915409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9b52a774-2ea6-49a6-9232-96867b21cf36 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:23.931958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 37229da9-365a-4e71-bb46-c8b9e506dac7) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:23.947932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1de981a1-8a8e-48e1-98f9-1517da7ec02c None None] Port ce01f318-b4bd-49ab-ac59-ae14e583972f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:49:23.953729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.954406 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.962012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f855b77b-7bf3-4806-9dcd-8dfad9633591 None None] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:24.019595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.036322 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b52a774-2ea6-49a6-9232-96867b21cf36 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] PUT failed (client error): The resource could not be found. Feb 04 15:49:24.036793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b52a774-2ea6-49a6-9232-96867b21cf36 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:24.037955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9b52a774-2ea6-49a6-9232-96867b21cf36 tempest-NetworksNegativeTestJSON-149499362 tempest-NetworksNegativeTestJSON-149499362-project] 10.222.0.46 "PUT /v2.0/subnets/1ea8aff7-2703-408c-8010-3707ec8053bd HTTP/1.1" status: 404 len: 337 time: 0.1418850 Feb 04 15:49:24.118947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:24.119985 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.270398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f67c8903-91c3-4988-868f-e924f91e8884 req-6f1c70cd-ce29-44e5-8ce4-c8c1e8ec3107 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769617 Feb 04 15:49:24.315088 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc428a4b-bc00-43c5-8bcb-c915f843bfbb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3852768 Feb 04 15:49:24.319990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46990) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:24.413564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:24.556686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:24.564544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-609d7fb4-7032-4ca7-92a7-6eb68ca0f9d3 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "PUT /v2.0/routers/fe743f33-74f0-433b-bd40-8a07ba06afa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8908997 Feb 04 15:49:24.571298 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee31ac-0023-4f1a-8c47-75ebf6fecbf5 None None] Sync routers for ids ['fe743f33-74f0-433b-bd40-8a07ba06afa9'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:24.587033 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee31ac-0023-4f1a-8c47-75ebf6fecbf5 None None] Routers {'fe743f33-74f0-433b-bd40-8a07ba06afa9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:24.587650 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9eee31ac-0023-4f1a-8c47-75ebf6fecbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fe743f33-74f0-433b-bd40-8a07ba06afa9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:24.604160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47002) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:24.613902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-37229da9-365a-4e71-bb46-c8b9e506dac7', 'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7', 'tenant_id': '73685192fa0e430eb0476390fe62d958', 'fixed_ips': [{'subnet_id': '5fb9bd54-eb40-43f4-ad2f-712494d1c025'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:49:24.614884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.695669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b9ceec5-28ed-445e-b81e-1c145de31f03 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:24.743420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2b9ceec5-28ed-445e-b81e-1c145de31f03 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:24.743898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b9ceec5-28ed-445e-b81e-1c145de31f03 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:24.744073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47006) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:24.825173 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9eee31ac-0023-4f1a-8c47-75ebf6fecbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:24.845818 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee31ac-0023-4f1a-8c47-75ebf6fecbf5 None None] Routers {'fe743f33-74f0-433b-bd40-8a07ba06afa9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:24.851929 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9eee31ac-0023-4f1a-8c47-75ebf6fecbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fe743f33-74f0-433b-bd40-8a07ba06afa9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:24.950972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Allocated IP 2001:db8::2 (37229da9-365a-4e71-bb46-c8b9e506dac7/5fb9bd54-eb40-43f4-ad2f-712494d1c025/e63a7423-a485-4c64-9b95-23871058b861) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:24.971648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:24.981968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:24.987436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:24.995829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:25.014442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4fab5-d33e-436a-926a-15e1f3c3165d req-db5b8c1a-b0e2-4ccf-b1a9-af52cb837213 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.016679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2fc4fab5-d33e-436a-926a-15e1f3c3165d req-db5b8c1a-b0e2-4ccf-b1a9-af52cb837213 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 946 time: 0.4455059 Feb 04 15:49:25.025597 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9eee31ac-0023-4f1a-8c47-75ebf6fecbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:25.026322 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee31ac-0023-4f1a-8c47-75ebf6fecbf5 None None] The sync data for ids ['fe743f33-74f0-433b-bd40-8a07ba06afa9'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:25.039433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1de226b4-837a-4486-820e-452eba707848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.047173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:25.057141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.155567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1de226b4-837a-4486-820e-452eba707848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:25.169103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1de226b4-837a-4486-820e-452eba707848 admin admin] Usage tracker for resource:security_group_rule and tenant:65200565ff424c65b3f33751e931c285 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:25.191169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2fc4fab5-d33e-436a-926a-15e1f3c3165d req-fa210f1c-ce91-4edb-9623-b22b0de239d9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696568 Feb 04 15:49:25.278179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1de226b4-837a-4486-820e-452eba707848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:25.312636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1de226b4-837a-4486-820e-452eba707848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:25.346827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:25.347082 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.424403 n-d-827870-1 neutron-server[87570]: INFO neutron.db.ipam_backend_mixin [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5fb9bd54-eb40-43f4-ad2f-712494d1c025 (CIDR: 2001:db8::/64) Feb 04 15:49:25.433146 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:49:25.433319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:25.483459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b20ce28b-99ba-46dc-b52f-3114ea888fb6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1611998 Feb 04 15:49:25.486490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47030) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:25.494215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:25.519911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:25.640577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.695185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Transition to ACTIVE for port object e63a7423-a485-4c64-9b95-23871058b861 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:25.727616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:25.733297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:25.737486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:25.744372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:25.757213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Transition to ACTIVE for port object e63a7423-a485-4c64-9b95-23871058b861 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:25.760670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:25.767408 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.770856 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.809360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:25.809729 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.939680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:25.946242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1de226b4-837a-4486-820e-452eba707848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.953172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:25.963999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:26.038697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21d882-16cb-4ba3-a209-6bf4e7854df0 req-8dbd9d95-d6a7-4c91-8b4c-204fc653a332 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:26.040358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb21d882-16cb-4ba3-a209-6bf4e7854df0 req-8dbd9d95-d6a7-4c91-8b4c-204fc653a332 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 946 time: 0.1703234 Feb 04 15:49:26.274405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3,segment=NetworkSegment(fe7d3868-b23a-4726-9f5c-3d3413a3b899),segment_id=fe7d3868-b23a-4726-9f5c-3d3413a3b899)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:26.275092 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.291626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Pushing event updated for resources: {'Port': ['ID=e63a7423-a485-4c64-9b95-23871058b861,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:26.365500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb21d882-16cb-4ba3-a209-6bf4e7854df0 req-422eb5c7-6fa9-427a-a941-7a7f20cf8bc5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156488 Feb 04 15:49:26.366648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.433429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Attempting to bind port e63a7423-a485-4c64-9b95-23871058b861 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:26.434313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Attempting to bind port e63a7423-a485-4c64-9b95-23871058b861 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd6ea3ded-7970-4979-a893-39e4bfbda0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:26.434883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Attempting to bind port e63a7423-a485-4c64-9b95-23871058b861 on network 37229da9-365a-4e71-bb46-c8b9e506dac7 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:49:26.447753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:49:26.448631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Checking segment: {'id': 'd6ea3ded-7970-4979-a893-39e4bfbda0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:26.449213 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.450073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Bound using segment: {'id': 'd6ea3ded-7970-4979-a893-39e4bfbda0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:49:26.450855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Bound port: e63a7423-a485-4c64-9b95-23871058b861, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ea3ded-7970-4979-a893-39e4bfbda0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:26.451403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.497311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=bfdfd73d-ccf5-415f-b4f3-58a1317b2e84,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:26.525438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:26.526631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:26.534507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:26.535113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.575905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] For port e63a7423-a485-4c64-9b95-23871058b861, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:49:26.581888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-49a487c7-6380-4738-bfce-f32bf17fef10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0915263 Feb 04 15:49:26.582073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47064) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:26.588243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7', 'fixed_ips': [{'subnet_id': '5fb9bd54-eb40-43f4-ad2f-712494d1c025'}, {'subnet_id': 'bfdfd73d-ccf5-415f-b4f3-58a1317b2e84'}], 'name': 'tempest-PortsIpV6TestJSON-58481463'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:26.595781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:26.596980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] For port e63a7423-a485-4c64-9b95-23871058b861, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e63a7423-a485-4c64-9b95-23871058b861,segment=NetworkSegment(d6ea3ded-7970-4979-a893-39e4bfbda0f2),segment_id=d6ea3ded-7970-4979-a893-39e4bfbda0f2)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:49:26.645096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1de226b4-837a-4486-820e-452eba707848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.739801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.858833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1de226b4-837a-4486-820e-452eba707848 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65200565ff424c65b3f33751e931c285&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1076593 Feb 04 15:49:26.859807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de226b4-837a-4486-820e-452eba707848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d19dde-287f-4bd6-b70c-bd6bee61f1f7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:26.862932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47078) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:26.865993 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-45c15aa7-e016-4b0f-b11f-1a889245c711 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:49:26.870121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47080) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:26.871247 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-45c15aa7-e016-4b0f-b11f-1a889245c711 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "PUT /v2.0/routers/fe743f33-74f0-433b-bd40-8a07ba06afa9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2520165 Feb 04 15:49:26.871985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d0b95-8c62-43d8-9c99-68a6dac0099f None None] Pushing event updated for resources: {'Port': ['ID=e63a7423-a485-4c64-9b95-23871058b861,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:27.027153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:27.037349 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2024e0ff-581e-4fe3-89b3-64413eddf524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.098426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2024e0ff-581e-4fe3-89b3-64413eddf524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.155383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:27.170040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:27.284956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2024e0ff-581e-4fe3-89b3-64413eddf524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.363424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:27.371517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024e0ff-581e-4fe3-89b3-64413eddf524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d19dde-287f-4bd6-b70c-bd6bee61f1f7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:27.416473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2024e0ff-581e-4fe3-89b3-64413eddf524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.417909 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2024e0ff-581e-4fe3-89b3-64413eddf524 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3d19dde-287f-4bd6-b70c-bd6bee61f1f7 HTTP/1.1" status: 204 len: 168 time: 0.5448148 Feb 04 15:49:27.435290 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.582713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:27.689797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e63a7423-a485-4c64-9b95-23871058b861 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:27.738043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:27.847387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e63a7423-a485-4c64-9b95-23871058b861 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:28.018036 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.218987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb463de-95f8-47a7-a610-61126dd525ad req-04f46bbf-c289-4096-adcf-2dbbb2ee6b4e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:28.220540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-beb463de-95f8-47a7-a610-61126dd525ad req-04f46bbf-c289-4096-adcf-2dbbb2ee6b4e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 946 time: 1.0615883 Feb 04 15:49:28.451756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.459428 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:49:28.503532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2d9e3-0c78-4de6-b860-0b9131e926e1 req-7724e73c-29a4-4529-bdab-a94a87f82b67 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:28.505145 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26e2d9e3-0c78-4de6-b860-0b9131e926e1 req-7724e73c-29a4-4529-bdab-a94a87f82b67 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 946 time: 0.7344544 Feb 04 15:49:28.529188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-beb463de-95f8-47a7-a610-61126dd525ad req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Deleting port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:28.529575 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-beb463de-95f8-47a7-a610-61126dd525ad req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.555509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 3f52f406-8d61-4959-ba19-9ff60e704e53 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:49:28.688188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596c9e4e-cf99-4c68-a5fb-7ac92b03dca7 None None] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:28.712314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:28.742405 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e6b5b111-9c07-4cd4-acfe-633aa54ecee9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3550313 Feb 04 15:49:28.743283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47146) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:28.872492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:28.876798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-372ea6cf-fcdc-42e9-9dcc-ce53918fefb6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting subnet 48566259-5923-406f-8c34-eb6472e7e654 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:49:28.878143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26e2d9e3-0c78-4de6-b860-0b9131e926e1 req-55df6057-0ba2-4270-9a7c-0d153645405b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645301 Feb 04 15:49:28.881914 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-372ea6cf-fcdc-42e9-9dcc-ce53918fefb6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.912958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Provisioning for port e63a7423-a485-4c64-9b95-23871058b861 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:28.961394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Provisioning complete for port e63a7423-a485-4c64-9b95-23871058b861 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:28.963669 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.052029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47158) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:29.091302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:29.092376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:29.375526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-372ea6cf-fcdc-42e9-9dcc-ce53918fefb6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.410162 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17215363-4edb-4f9f-8db9-c5ac25f72ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.516015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-beb463de-95f8-47a7-a610-61126dd525ad req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] For port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:29.516463 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-beb463de-95f8-47a7-a610-61126dd525ad req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.562244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:29.563898 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-372ea6cf-fcdc-42e9-9dcc-ce53918fefb6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.688873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-beb463de-95f8-47a7-a610-61126dd525ad req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Calling delete_port for 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:29.743783 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-372ea6cf-fcdc-42e9-9dcc-ce53918fefb6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.822301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-372ea6cf-fcdc-42e9-9dcc-ce53918fefb6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.835575 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-372ea6cf-fcdc-42e9-9dcc-ce53918fefb6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/48566259-5923-406f-8c34-eb6472e7e654 HTTP/1.1" status: 204 len: 168 time: 1.0909159 Feb 04 15:49:29.841562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47186) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:29.852033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7090a88-f995-49b5-acf1-05ed65dae600 None None] Network 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:29.866764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ea6cf-fcdc-42e9-9dcc-ce53918fefb6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Subnet': ['ID=48566259-5923-406f-8c34-eb6472e7e654,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:29.922045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::aa (37229da9-365a-4e71-bb46-c8b9e506dac7/5fb9bd54-eb40-43f4-ad2f-712494d1c025/3f52f406-8d61-4959-ba19-9ff60e704e53) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:29.990865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-17215363-4edb-4f9f-8db9-c5ac25f72ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:29.994363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8:0:1::1f7 (37229da9-365a-4e71-bb46-c8b9e506dac7/bfdfd73d-ccf5-415f-b4f3-58a1317b2e84/3f52f406-8d61-4959-ba19-9ff60e704e53) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:30.009811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.060994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.102478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port c8dff5e3-b1e2-4d64-a57c-138790bac57f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:30.107659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.302562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-17215363-4edb-4f9f-8db9-c5ac25f72ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:a132739c41664ea7baa27d9bd85bc830 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:30.319118 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.381353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-beb463de-95f8-47a7-a610-61126dd525ad req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.383308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-17215363-4edb-4f9f-8db9-c5ac25f72ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:30.408539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:49:30.594628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-17215363-4edb-4f9f-8db9-c5ac25f72ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:30.614491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2ae47c6-b05f-4009-bcba-ebfd7f4babb1 req-d14addf1-f0c1-49ce-a991-f0baa470b6ec tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 210 time: 0.3193951 Feb 04 15:49:30.647269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port c8dff5e3-b1e2-4d64-a57c-138790bac57f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c8dff5e3-b1e2-4d64-a57c-138790bac57f,segment=NetworkSegment(fe7d3868-b23a-4726-9f5c-3d3413a3b899),segment_id=fe7d3868-b23a-4726-9f5c-3d3413a3b899)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:30.647740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.671094 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] For port e63a7423-a485-4c64-9b95-23871058b861, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e63a7423-a485-4c64-9b95-23871058b861,segment=NetworkSegment(d6ea3ded-7970-4979-a893-39e4bfbda0f2),segment_id=d6ea3ded-7970-4979-a893-39e4bfbda0f2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:30.729251 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.864248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for c8dff5e3-b1e2-4d64-a57c-138790bac57f owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:30.927383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9c7a8-5529-47c7-bdc2-7caf39c8c2d9 None None] Update dhcp port {'port': {'network_id': '37229da9-365a-4e71-bb46-c8b9e506dac7', 'fixed_ips': [{'subnet_id': '5fb9bd54-eb40-43f4-ad2f-712494d1c025', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bfdfd73d-ccf5-415f-b4f3-58a1317b2e84'}], 'binding:host_id': 'n-d-827870-1'}, 'id': 'e63a7423-a485-4c64-9b95-23871058b861'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:49:30.987196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.029723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event deleted for resources: {'Port': ['ID=4bcb0e45-c1e9-43fe-ac0f-c858776c4010,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:31.050927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=c8dff5e3-b1e2-4d64-a57c-138790bac57f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:31.059061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No DVR routers for this DVR port c8dff5e3-b1e2-4d64-a57c-138790bac57f on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:31.157256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Pushing event updated for resources: {'Port': ['ID=e63a7423-a485-4c64-9b95-23871058b861,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:31.166603 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15d9c7a8-5529-47c7-bdc2-7caf39c8c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.201231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.201697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.202037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.202371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.202698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.203024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.203346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.203663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.204019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.204336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.204651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.205037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6898b1c-9aae-4f1b-a222-4c468dc2bc57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:31.234798 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.248604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb463de-95f8-47a7-a610-61126dd525ad req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] No DVR routers for this DVR port 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:31.268390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-beb463de-95f8-47a7-a610-61126dd525ad req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.276403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6373b-19d0-4581-b2be-c2bb21121432', 'name': 'network-vif-deleted', 'tag': '4bcb0e45-c1e9-43fe-ac0f-c858776c4010'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:31.292455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:31.294099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4db3c7-8db5-4bd8-b4f5-9b3d7abc9940 None None] DHCP port deletion for 0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:49:31.302267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:31.321100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7d3868-b23a-4726-9f5c-3d3413a3b899') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:31.321473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7d3868-b23a-4726-9f5c-3d3413a3b899') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:31.349516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.387622 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.410749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:49:31.413419 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.501113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:31.502138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 4bcb0e45-c1e9-43fe-ac0f-c858776c4010 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:31.534527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e63a7423-a485-4c64-9b95-23871058b861 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:31.656356 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:31.742261 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.758128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:27Z', 'revision_number': 10, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:31.771631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.773356 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-beb463de-95f8-47a7-a610-61126dd525ad req-8e3fa921-3a92-4d3f-83ad-3c644bc72b91 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "DELETE /v2.0/ports/4bcb0e45-c1e9-43fe-ac0f-c858776c4010 HTTP/1.1" status: 204 len: 173 time: 3.5368054 Feb 04 15:49:31.782955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Network': ['ID=0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:31.795017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-20bfa0cf-0906-41f2-bcce-97cd381eed20 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/networks/0ef4ca2b-cf8f-4a3a-afbf-ac80d49aba6b HTTP/1.1" status: 204 len: 168 time: 1.9518645 Feb 04 15:49:31.797501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47254) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:31.865595 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6373b-19d0-4581-b2be-c2bb21121432', 'name': 'network-vif-deleted', 'tag': '4bcb0e45-c1e9-43fe-ac0f-c858776c4010', 'status': 'completed', 'code': 200} Feb 04 15:49:31.882023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e63a7423-a485-4c64-9b95-23871058b861 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:31.882400 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.028082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:32.098343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:32.099172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:32.235975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fdb747ca-c38a-4142-99fd-07aa9b636a94 req-590c0f5e-fa49-484e-8b53-93608863ccb6 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:32.238518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47260) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:32.251953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17215363-4edb-4f9f-8db9-c5ac25f72ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.299597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.325351 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17215363-4edb-4f9f-8db9-c5ac25f72ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.483719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-17215363-4edb-4f9f-8db9-c5ac25f72ec0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a132739c41664ea7baa27d9bd85bc830&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4274151 Feb 04 15:49:32.484436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Deleting port ce01f318-b4bd-49ab-ac59-ae14e583972f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:32.484803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.739454 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.794283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:32.818962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47266) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:32.879697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Calling delete_port for ce01f318-b4bd-49ab-ac59-ae14e583972f owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:32.920416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c8dff5e3-b1e2-4d64-a57c-138790bac57f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:33.000949 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a91efdaa-0e75-485e-91e4-ed495aa44e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.051677 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a91efdaa-0e75-485e-91e4-ed495aa44e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.065300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: c8dff5e3-b1e2-4d64-a57c-138790bac57f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:33.065655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c8dff5e3-b1e2-4d64-a57c-138790bac57f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:33.085065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17215363-4edb-4f9f-8db9-c5ac25f72ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c059dc-7bd2-41ab-8e68-646c1f9b1ad2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:33.133245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object 3f52f406-8d61-4959-ba19-9ff60e704e53 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:33.171793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.177388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.184135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abc024b6-ad06-4aa7-b165-0a63a00434c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.253913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a91efdaa-0e75-485e-91e4-ed495aa44e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.266098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-15d9c7a8-5529-47c7-bdc2-7caf39c8c2d9 None None] Allocated IP 2001:db8:0:1::2 (37229da9-365a-4e71-bb46-c8b9e506dac7/bfdfd73d-ccf5-415f-b4f3-58a1317b2e84/e63a7423-a485-4c64-9b95-23871058b861) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:33.370274 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.383166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91efdaa-0e75-485e-91e4-ed495aa44e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c059dc-7bd2-41ab-8e68-646c1f9b1ad2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:33.417428 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a91efdaa-0e75-485e-91e4-ed495aa44e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.421331 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a91efdaa-0e75-485e-91e4-ed495aa44e45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8c059dc-7bd2-41ab-8e68-646c1f9b1ad2 HTTP/1.1" status: 204 len: 168 time: 0.5549796 Feb 04 15:49:33.473340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event deleted for resources: {'Port': ['ID=ce01f318-b4bd-49ab-ac59-ae14e583972f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:33.487427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-abc024b6-ad06-4aa7-b165-0a63a00434c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:33.494130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-abc024b6-ad06-4aa7-b165-0a63a00434c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e1140d45591a4404a53877dc0032c4b1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:33.501925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-abc024b6-ad06-4aa7-b165-0a63a00434c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:33.504327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-15d9c7a8-5529-47c7-bdc2-7caf39c8c2d9 None None] For port e63a7423-a485-4c64-9b95-23871058b861, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e63a7423-a485-4c64-9b95-23871058b861,segment=NetworkSegment(d6ea3ded-7970-4979-a893-39e4bfbda0f2),segment_id=d6ea3ded-7970-4979-a893-39e4bfbda0f2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:33.514868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-abc024b6-ad06-4aa7-b165-0a63a00434c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:33.583339 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15d9c7a8-5529-47c7-bdc2-7caf39c8c2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.616612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-15d9c7a8-5529-47c7-bdc2-7caf39c8c2d9 None None] Transition to ACTIVE for port object e63a7423-a485-4c64-9b95-23871058b861 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:33.832079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:33.832639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.895792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:33.902182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fdb747ca-c38a-4142-99fd-07aa9b636a94 req-590c0f5e-fa49-484e-8b53-93608863ccb6 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:33.917532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fdb747ca-c38a-4142-99fd-07aa9b636a94 req-590c0f5e-fa49-484e-8b53-93608863ccb6 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d6373b-19d0-4581-b2be-c2bb21121432 HTTP/1.1" status: 200 len: 210 time: 1.8204739 Feb 04 15:49:33.920498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=3f52f406-8d61-4959-ba19-9ff60e704e53,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:33.942630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:33.946729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:33.953942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:33.954929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.015837 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-64ceeae4-084e-4c52-abb8-3af3f64fafc4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 7.4325562 Feb 04 15:49:34.040682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47284) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:34.053981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47290) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:34.062633 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abc024b6-ad06-4aa7-b165-0a63a00434c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.082226 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15d9c7a8-5529-47c7-bdc2-7caf39c8c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.097409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fb9bd54-eb40-43f4-ad2f-712494d1c025'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:34.156605 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-44e9054b-04de-4542-965e-02ad1669af4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.208284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abc024b6-ad06-4aa7-b165-0a63a00434c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.286834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-44e9054b-04de-4542-965e-02ad1669af4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:34.305630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-44e9054b-04de-4542-965e-02ad1669af4e admin admin] Usage tracker for resource:security_group_rule and tenant:746fa9514ddc4f1287b8feb1261c6a90 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:34.311648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-44e9054b-04de-4542-965e-02ad1669af4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:34.320369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9c7a8-5529-47c7-bdc2-7caf39c8c2d9 None None] Pushing event updated for resources: {'Port': ['ID=e63a7423-a485-4c64-9b95-23871058b861,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:34.347190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0,segment=NetworkSegment(a26714ab-b6c3-4214-9296-d3a93c874ec6),segment_id=a26714ab-b6c3-4214-9296-d3a93c874ec6)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:34.347770 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.350192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-44e9054b-04de-4542-965e-02ad1669af4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:34.354430 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4a3a-29c0-463d-be11-7137e055ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.392183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:27Z', 'revision_number': 10, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:34.406379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3efaf5-b618-4a76-8639-b6733ef4016c None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:27Z', 'revision_number': 10, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None, '_interfaces': [{'id': 'e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0', 'name': '', 'network_id': 'd10832f8-81fe-4d08-a394-a0425807b07b', 'tenant_id': '197a58d9861a419596271837c386a367', 'mac_address': 'fa:16:3e:63:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:47:55Z', 'updated_at': '2022-02-04T15:48:08Z', 'revision_number': 5, 'project_id': '197a58d9861a419596271837c386a367', 'subnets': [{'id': 'fa4611e0-073e-40a0-8448-35124857a4ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:34.582191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:34.592534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-44e9054b-04de-4542-965e-02ad1669af4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.958270 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.023296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:35.298630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-44e9054b-04de-4542-965e-02ad1669af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.366297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf03847-5885-4d37-86f7-f99edd760cac None None] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:35.397152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.525664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-44e9054b-04de-4542-965e-02ad1669af4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=746fa9514ddc4f1287b8feb1261c6a90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4687905 Feb 04 15:49:35.526692 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.534290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47308) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:35.644193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-abc024b6-ad06-4aa7-b165-0a63a00434c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1140d45591a4404a53877dc0032c4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3873277 Feb 04 15:49:35.665929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e63a7423-a485-4c64-9b95-23871058b861 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:49:35.671115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47322) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:35.725538 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8d9ec581-e91d-4e69-ae6d-8e05b08b6b44 None None] Provisioning for port e63a7423-a485-4c64-9b95-23871058b861 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:35.741945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8d9ec581-e91d-4e69-ae6d-8e05b08b6b44 None None] Provisioning complete for port e63a7423-a485-4c64-9b95-23871058b861 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:35.742571 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8d9ec581-e91d-4e69-ae6d-8e05b08b6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.790240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc024b6-ad06-4aa7-b165-0a63a00434c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc91906-e2d1-4542-8f51-e26b18b315d2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:35.982647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-dbf2e3c1-a6e1-48c9-9336-e17aef1377e5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.984112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-dbf2e3c1-a6e1-48c9-9336-e17aef1377e5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 0.2108889 Feb 04 15:49:36.015701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e63a7423-a485-4c64-9b95-23871058b861 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:36.015701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.036097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:49:36.129282 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f07f-e40a-4b54-be85-9bfc336a5028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.311788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:36.326931 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:36.334354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-d62126a6-e1cf-41de-8ecc-112cbb2bc8bf tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/quotas/88675380f23a4e7886d02b7197b8fb55 HTTP/1.1" status: 200 len: 375 time: 0.3128436 Feb 04 15:49:36.346486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9054b-04de-4542-965e-02ad1669af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5be430d-b137-4f2a-99d1-0aceee275cf7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:36.347550 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:36.348345 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:36.353918 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4b8e2a84-253d-4d74-a23a-9e5e3cc345a8 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5548627 Feb 04 15:49:36.359302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47326) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:36.386141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:36.387116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Router fe743f33-74f0-433b-bd40-8a07ba06afa9 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:49:36.389000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f85a3be-7f8f-43c6-ad2b-e983231f4cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.526381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:36.529556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a548b9-51b1-4e9b-a7bf-564c149f5b43 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting subnet fa4611e0-073e-40a0-8448-35124857a4ad {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:49:36.530104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 44af6d9a-018e-4ee1-b1d2-589b4b5bfcf3 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:36.540601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08a548b9-51b1-4e9b-a7bf-564c149f5b43 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.561659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.573223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f85a3be-7f8f-43c6-ad2b-e983231f4cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.629012 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:36.640614 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.658356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd271-fc25-4020-86ef-cf95ab398c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.666951 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f85a3be-7f8f-43c6-ad2b-e983231f4cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.681470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f07f-e40a-4b54-be85-9bfc336a5028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.681671 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08a548b9-51b1-4e9b-a7bf-564c149f5b43 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.710412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85a3be-7f8f-43c6-ad2b-e983231f4cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc91906-e2d1-4542-8f51-e26b18b315d2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:36.764206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f85a3be-7f8f-43c6-ad2b-e983231f4cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.765880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0f85a3be-7f8f-43c6-ad2b-e983231f4cbe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bc91906-e2d1-4542-8f51-e26b18b315d2 HTTP/1.1" status: 204 len: 168 time: 1.0936317 Feb 04 15:49:36.800746 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08a548b9-51b1-4e9b-a7bf-564c149f5b43 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.868159 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:34Z', 'revision_number': 11, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:36.874935 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:36.924722 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:36.925842 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:36.978653 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08a548b9-51b1-4e9b-a7bf-564c149f5b43 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.058128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba64da2f-d3a8-41a9-b7e6-71e840b127b0 None None] Provisioning complete for port e63a7423-a485-4c64-9b95-23871058b861 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:37.061201 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba64da2f-d3a8-41a9-b7e6-71e840b127b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.062858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a548b9-51b1-4e9b-a7bf-564c149f5b43 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4611e0-073e-40a0-8448-35124857a4ad,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:37.077019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-08a548b9-51b1-4e9b-a7bf-564c149f5b43 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.092438 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-08a548b9-51b1-4e9b-a7bf-564c149f5b43 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/fa4611e0-073e-40a0-8448-35124857a4ad HTTP/1.1" status: 204 len: 168 time: 0.7318752 Feb 04 15:49:37.093145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47338) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:37.157812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e2ca7-89b2-4a70-9d20-a37bec20d75e None None] Network d10832f8-81fe-4d08-a394-a0425807b07b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:37.321393 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:37.424632 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.450409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Deleting port 6996f5d5-22f6-4a3f-baab-09e323528c1b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:37.450914 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.501241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-854ae0a5-732a-42c4-ab9f-43c8da4ed6d1 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1307275 Feb 04 15:49:37.502244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:37.534891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2101986-a42e-4679-9578-aa9a60472985 None None] Sync routers for ids ['fe743f33-74f0-433b-bd40-8a07ba06afa9'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:37.567433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2101986-a42e-4679-9578-aa9a60472985 None None] Routers {'fe743f33-74f0-433b-bd40-8a07ba06afa9'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:37.568525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2101986-a42e-4679-9578-aa9a60472985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fe743f33-74f0-433b-bd40-8a07ba06afa9'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:37.614323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47344) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:37.662757 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:34Z', 'revision_number': 11, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:37.672182 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92112ce4-d318-4b2a-af1e-c6f2fcc116d5 None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:34Z', 'revision_number': 11, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:37.775788 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2101986-a42e-4679-9578-aa9a60472985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:37.925255 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.932625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2101986-a42e-4679-9578-aa9a60472985 None None] Routers {'fe743f33-74f0-433b-bd40-8a07ba06afa9'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:37.933679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2101986-a42e-4679-9578-aa9a60472985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fe743f33-74f0-433b-bd40-8a07ba06afa9'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:37.998192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f07f-e40a-4b54-be85-9bfc336a5028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.008752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2101986-a42e-4679-9578-aa9a60472985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:38.009192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2101986-a42e-4679-9578-aa9a60472985 None None] The sync data for ids ['fe743f33-74f0-433b-bd40-8a07ba06afa9'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:38.028390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18ca5cef-a20c-4f9e-b51b-2cb42ef3fed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.050219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba64da2f-d3a8-41a9-b7e6-71e840b127b0 None None] Provisioning for port 3f52f406-8d61-4959-ba19-9ff60e704e53 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:38.055935 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.058180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba64da2f-d3a8-41a9-b7e6-71e840b127b0 None None] Provisioning complete for port 3f52f406-8d61-4959-ba19-9ff60e704e53 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:38.059053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba64da2f-d3a8-41a9-b7e6-71e840b127b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.114059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] For port 6996f5d5-22f6-4a3f-baab-09e323528c1b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6996f5d5-22f6-4a3f-baab-09e323528c1b,segment=NetworkSegment(a26714ab-b6c3-4214-9296-d3a93c874ec6),segment_id=a26714ab-b6c3-4214-9296-d3a93c874ec6)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:38.121809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.129969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-18ca5cef-a20c-4f9e-b51b-2cb42ef3fed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:38.147838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba64da2f-d3a8-41a9-b7e6-71e840b127b0 None None] Port 3f52f406-8d61-4959-ba19-9ff60e704e53 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:49:38.161255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-18ca5cef-a20c-4f9e-b51b-2cb42ef3fed4 admin admin] Usage tracker for resource:security_group_rule and tenant:7924b38d19744d979ad16b2f402adf44 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:38.240854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-18ca5cef-a20c-4f9e-b51b-2cb42ef3fed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:38.315271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9c322-9cea-47b3-8e4c-237f4a22e3db None None] DHCP port deletion for d10832f8-81fe-4d08-a394-a0425807b07b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:49:38.342368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-83b9c322-9cea-47b3-8e4c-237f4a22e3db None None] Deleting port 6996f5d5-22f6-4a3f-baab-09e323528c1b {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:38.342674 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-83b9c322-9cea-47b3-8e4c-237f4a22e3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.369839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-18ca5cef-a20c-4f9e-b51b-2cb42ef3fed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:38.396571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-90bb6980-55a3-4fbc-9e65-d6eac1f12968 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8277431 Feb 04 15:49:38.404080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1f07f-e40a-4b54-be85-9bfc336a5028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5be430d-b137-4f2a-99d1-0aceee275cf7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:38.417015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Calling delete_port for 6996f5d5-22f6-4a3f-baab-09e323528c1b owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:38.417180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1acb69aa-1a46-40c0-a179-fa8e53930a35 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "PUT /v2.0/routers/fe743f33-74f0-433b-bd40-8a07ba06afa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5406780 Feb 04 15:49:38.423980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f07f-e40a-4b54-be85-9bfc336a5028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.425141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b2d1f07f-e40a-4b54-be85-9bfc336a5028 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5be430d-b137-4f2a-99d1-0aceee275cf7 HTTP/1.1" status: 204 len: 168 time: 2.8825347 Feb 04 15:49:38.425800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47358) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:38.518638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ffb1c45f-15ef-468b-ba18-c01ba43238c3 None None] Provisioning complete for port 3f52f406-8d61-4959-ba19-9ff60e704e53 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:38.524735 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c45f-15ef-468b-ba18-c01ba43238c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.742608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18ca5cef-a20c-4f9e-b51b-2cb42ef3fed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.760938 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18ca5cef-a20c-4f9e-b51b-2cb42ef3fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.795352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1c45f-15ef-468b-ba18-c01ba43238c3 None None] Port 3f52f406-8d61-4959-ba19-9ff60e704e53 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:49:38.863142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5cef-a20c-4f9e-b51b-2cb42ef3fed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429576b3-41ea-4344-b115-38e53e25434a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:38.868084 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-18ca5cef-a20c-4f9e-b51b-2cb42ef3fed4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7924b38d19744d979ad16b2f402adf44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2528462 Feb 04 15:49:38.870693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47366) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:38.900228 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-a5206a96-14f0-49e2-bdc8-f9b0c939e8f1 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] delete failed (client error): The resource could not be found. Feb 04 15:49:38.901293 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a5206a96-14f0-49e2-bdc8-f9b0c939e8f1 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1478808586 HTTP/1.1" status: 404 len: 335 time: 0.4481187 Feb 04 15:49:38.912063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47370) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:38.925963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-83b9c322-9cea-47b3-8e4c-237f4a22e3db None None] The port '6996f5d5-22f6-4a3f-baab-09e323528c1b' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:49:38.940407 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.963500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e57d08ba-0a72-46d0-8c5e-f2fd8837b737 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe743f33-74f0-433b-bd40-8a07ba06afa9'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:39.141979 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.182700 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.298358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-55bd39ba-c2f8-4565-9c55-1c46cf0bc6c5 service neutron] 10.222.0.46 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8708458 Feb 04 15:49:39.530103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6996f5d5-22f6-4a3f-baab-09e323528c1b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:39.655514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 6996f5d5-22f6-4a3f-baab-09e323528c1b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:39.655867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6996f5d5-22f6-4a3f-baab-09e323528c1b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:39.658194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:39.758420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Port': ['ID=6996f5d5-22f6-4a3f-baab-09e323528c1b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:39.766880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No DVR routers for this DVR port 6996f5d5-22f6-4a3f-baab-09e323528c1b on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:39.780657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:39.782358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e7c9c28f-e7b0-434b-8fd7-c0cd39e050d0 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:39.838913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb6a5a73-fd9b-4706-a2d7-9c4b09cb455d req-9811dbe1-05c8-46fa-b779-b61cf5ff2cb5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 210 time: 0.1736290 Feb 04 15:49:39.989191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Delete allocated IP 2001:db8:0:1::1f7 (37229da9-365a-4e71-bb46-c8b9e506dac7/bfdfd73d-ccf5-415f-b4f3-58a1317b2e84) {{(pid=87570) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:49:40.025559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c20708bc-72d6-489d-9f6a-c982c76b1082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.062887 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c20708bc-72d6-489d-9f6a-c982c76b1082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.196705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c20708bc-72d6-489d-9f6a-c982c76b1082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.254253 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.287985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20708bc-72d6-489d-9f6a-c982c76b1082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429576b3-41ea-4344-b115-38e53e25434a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:40.294083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.309621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c20708bc-72d6-489d-9f6a-c982c76b1082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.311170 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c20708bc-72d6-489d-9f6a-c982c76b1082 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/429576b3-41ea-4344-b115-38e53e25434a HTTP/1.1" status: 204 len: 168 time: 1.4373014 Feb 04 15:49:40.332592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Ignored duplicate provisioning block setup for port 3f52f406-8d61-4959-ba19-9ff60e704e53 by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:49:40.341575 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.423729 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e57d08ba-0a72-46d0-8c5e-f2fd8837b737 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.432478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10832f8-81fe-4d08-a394-a0425807b07b']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:40.450557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26714ab-b6c3-4214-9296-d3a93c874ec6') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:40.451274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26714ab-b6c3-4214-9296-d3a93c874ec6') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:40.499949 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-e57d08ba-0a72-46d0-8c5e-f2fd8837b737 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] update failed (client error): The resource could not be found. Feb 04 15:49:40.504099 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e57d08ba-0a72-46d0-8c5e-f2fd8837b737 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "PUT /v2.0/routers/fe743f33-74f0-433b-bd40-8a07ba06afa9 HTTP/1.1" status: 404 len: 339 time: 1.5900660 Feb 04 15:49:40.513454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47410) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:40.518815 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.568745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.614640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:49:40.617385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:40.709908 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:41.102958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=3f52f406-8d61-4959-ba19-9ff60e704e53,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:41.120291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.206153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.295354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Pushing event deleted for resources: {'Network': ['ID=d10832f8-81fe-4d08-a394-a0425807b07b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:41.321028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1d5bc5-56ae-4b8e-abda-bd5be290c248 req-a636bd0f-2b41-4893-ba5d-2def475505e4 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 210 time: 0.2852957 Feb 04 15:49:41.328877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] In _notify_port_updated(), no bound segment for port 3f52f406-8d61-4959-ba19-9ff60e704e53 on network 37229da9-365a-4e71-bb46-c8b9e506dac7 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:49:41.330209 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-21b8db43-6d9d-429d-8a39-19547c4a93e3 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/networks/d10832f8-81fe-4d08-a394-a0425807b07b HTTP/1.1" status: 204 len: 168 time: 4.2324095 Feb 04 15:49:41.331349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47430) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:41.334292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:41.335607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.337007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5f71ee85-9195-4b96-9c74-7f8a810ab768 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "PUT /v2.0/ports/3f52f406-8d61-4959-ba19-9ff60e704e53 HTTP/1.1" status: 200 len: 923 time: 7.2956216 Feb 04 15:49:41.362598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'routes': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:41.550339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47434) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:41.589194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fb9bd54-eb40-43f4-ad2f-712494d1c025'}, {'subnet_id': 'bfdfd73d-ccf5-415f-b4f3-58a1317b2e84'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:41.656910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f50c3a6c-99ef-4aa5-8773-660521a2f51e None None] Provisioning complete for port 3f52f406-8d61-4959-ba19-9ff60e704e53 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:41.657647 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f50c3a6c-99ef-4aa5-8773-660521a2f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.008561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f50c3a6c-99ef-4aa5-8773-660521a2f51e None None] Port 3f52f406-8d61-4959-ba19-9ff60e704e53 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:49:42.157986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.extraroute_db [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Added routes are [] {{(pid=87571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 15:49:42.159438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.extraroute_db [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Removed routes are [] {{(pid=87571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 15:49:42.160040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.835111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47468) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:43.274629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61536beb-5e94-4684-9dfa-e870732fedd0 req-512ae73f-c9d4-4b7a-ae9e-ef41ee46e173 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 210 time: 0.2469189 Feb 04 15:49:43.286775 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.376231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.562594 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.574902 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.754738 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ff3dbaf-9261-4865-966e-20d8d8013232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.888735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 545fac20-663c-4346-bef0-a396b7ddedb1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:49:43.963818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5ff3dbaf-9261-4865-966e-20d8d8013232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:44.018264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-c61fc1c8-447b-4660-af9d-7d59f8e8baaf tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:44.019876 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-c61fc1c8-447b-4660-af9d-7d59f8e8baaf tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 805 time: 1.3290644 Feb 04 15:49:44.024069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5ff3dbaf-9261-4865-966e-20d8d8013232 admin admin] Usage tracker for resource:security_group_rule and tenant:995118aec1e447d4b0060cee227e74e2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:44.033543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5ff3dbaf-9261-4865-966e-20d8d8013232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:44.088180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:44.107150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Request body: {'port': {'device_id': 'b2906eee-87d5-4cc2-9ddb-a8eb2684324c', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'admin_state_up': True, 'tenant_id': '88675380f23a4e7886d02b7197b8fb55'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:44.111562 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] Sync routers for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:44.117689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.122830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5ff3dbaf-9261-4865-966e-20d8d8013232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:44.123800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-28f8dd04-6177-4f17-b3ca-24401b54c57e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1 HTTP/1.1" status: 200 len: 705 time: 2.7860065 Feb 04 15:49:44.124965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47494) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:44.134240 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:44.140231 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:44.225649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-81f5c711-df4e-4559-a4db-a299fc796edd tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Synchronizing usage tracker for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:44.267854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-81f5c711-df4e-4559-a4db-a299fc796edd tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Unset dirty status for tenant:197a58d9861a419596271837c386a367 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:44.273187 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-81f5c711-df4e-4559-a4db-a299fc796edd tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=545fac20-663c-4346-bef0-a396b7ddedb1 HTTP/1.1" status: 200 len: 205 time: 0.1470718 Feb 04 15:49:44.273999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:44.504365 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:44.573466 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5684142-2052-4664-8484-510f14de9ef6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.604283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab63de05-4e58-4e38-a439-c8afb63fbc0d req-86cc0819-f6a9-4ed9-a326-885046819619 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 210 time: 0.1149240 Feb 04 15:49:44.619277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Allocated IP 172.20.0.1 (3c039074-cd94-4eba-ac3a-61bbc2d13891/203f0bcd-4998-4aca-8572-df2b45150903/feef2127-f5a3-4a8c-bc17-a5d26ab61afe) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:44.752300 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:34Z', 'revision_number': 11, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:44.771052 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] Checking router: 545fac20-663c-4346-bef0-a396b7ddedb1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:44.801059 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] Routers {'545fac20-663c-4346-bef0-a396b7ddedb1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:44.801712 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['545fac20-663c-4346-bef0-a396b7ddedb1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:44.924120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:44.936039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:45.035491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5684142-2052-4664-8484-510f14de9ef6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.038231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5684142-2052-4664-8484-510f14de9ef6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.047233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Made reservation on behalf of 88675380f23a4e7886d02b7197b8fb55 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:45.050970 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.070298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5684142-2052-4664-8484-510f14de9ef6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.071397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5684142-2052-4664-8484-510f14de9ef6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Fanout notify agent at l3_agent the message router_deleted on router 545fac20-663c-4346-bef0-a396b7ddedb1 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:49:45.094183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5684142-2052-4664-8484-510f14de9ef6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.102626 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a5684142-2052-4664-8484-510f14de9ef6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1 HTTP/1.1" status: 204 len: 168 time: 0.8245044 Feb 04 15:49:45.103631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47518) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:45.110397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-980864830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:45.121894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:45.128562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Usage tracker for resource:router and tenant:197a58d9861a419596271837c386a367 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:45.137149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:45.146728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:45.175495 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] Set router 545fac20-663c-4346-bef0-a396b7ddedb1 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:45.271027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8:0:1::278 (37229da9-365a-4e71-bb46-c8b9e506dac7/bfdfd73d-ccf5-415f-b4f3-58a1317b2e84/3f52f406-8d61-4959-ba19-9ff60e704e53) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:45.333719 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:34Z', 'revision_number': 11, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:45.347261 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b95b1-9d03-4c6f-9d94-106c17b44850 None None] The sync data for ids ['545fac20-663c-4346-bef0-a396b7ddedb1'] in n-d-827870-1 is: [{'id': '545fac20-663c-4346-bef0-a396b7ddedb1', 'name': 'tempest-RoutersIpV6Test-router-1882818698', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:47:47Z', 'updated_at': '2022-02-04T15:49:34Z', 'revision_number': 11, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:45.451418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47530) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:45.492132 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ff3dbaf-9261-4865-966e-20d8d8013232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.509141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.510390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.541956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.574689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.584829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.593582 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ff3dbaf-9261-4865-966e-20d8d8013232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.644079 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.647439 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4d0d302e-36ce-477b-94d5-1b1ab961e1ea tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5425072 Feb 04 15:49:45.650271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47544) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:45.659583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3dbaf-9261-4865-966e-20d8d8013232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f882879-4ad3-455c-b0d9-b7fdaf0c5168,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:45.662940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d8f0a71d-cc64-4871-b75c-45105a4a7649 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:45.748196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Transition to ACTIVE for port object feef2127-f5a3-4a8c-bc17-a5d26ab61afe will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:45.819488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5ff3dbaf-9261-4865-966e-20d8d8013232 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=995118aec1e447d4b0060cee227e74e2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9851277 Feb 04 15:49:45.871807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7bcea850-6749-4a78-abe2-32ec3745d93e req-5311c55a-7edd-498c-adb6-ea729460c293 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 210 time: 0.0657706 Feb 04 15:49:45.877730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47548) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:46.003107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Allocated IP 172.20.0.2 (cf36374d-d245-40cc-915b-8c254d5c5c93/a78064bb-81be-4819-b4ef-67045bdf4b75/b69c4114-2968-494e-844c-3c2b480733ab) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:46.045626 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34b2f998-de98-44da-ab56-69dd110393b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.077660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.110669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-572e9a32-a3a5-47fd-a2f1-3105eecf80d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.131715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-572e9a32-a3a5-47fd-a2f1-3105eecf80d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:46.149239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network 3c039074-cd94-4eba-ac3a-61bbc2d13891 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:46.168549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:46.197632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:46.203260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-572e9a32-a3a5-47fd-a2f1-3105eecf80d5 admin admin] Usage tracker for resource:security_group_rule and tenant:44cfd5af5ad14d1897d4a098420a2558 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:46.213452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-572e9a32-a3a5-47fd-a2f1-3105eecf80d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:46.247215 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34b2f998-de98-44da-ab56-69dd110393b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.281464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.356277 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a71d-cc64-4871-b75c-45105a4a7649 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.375552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a71d-cc64-4871-b75c-45105a4a7649 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.377996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-572e9a32-a3a5-47fd-a2f1-3105eecf80d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:46.598528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c94c1d19-6bc4-43a2-81c0-6c0a52868b8a None None] Provisioning for port feef2127-f5a3-4a8c-bc17-a5d26ab61afe completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:46.610067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c94c1d19-6bc4-43a2-81c0-6c0a52868b8a None None] Provisioning complete for port feef2127-f5a3-4a8c-bc17-a5d26ab61afe triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:46.611678 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c94c1d19-6bc4-43a2-81c0-6c0a52868b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.659714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Port': ['ID=feef2127-f5a3-4a8c-bc17-a5d26ab61afe,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:46.667039 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34b2f998-de98-44da-ab56-69dd110393b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.676881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object 3f52f406-8d61-4959-ba19-9ff60e704e53 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:46.730572 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.749604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f0a71d-cc64-4871-b75c-45105a4a7649 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Router 26866f73-f182-48b9-b11d-7f890748e28b is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:49:46.759646 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.772659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2f998-de98-44da-ab56-69dd110393b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f882879-4ad3-455c-b0d9-b7fdaf0c5168,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:46.774601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c94c1d19-6bc4-43a2-81c0-6c0a52868b8a None None] Port feef2127-f5a3-4a8c-bc17-a5d26ab61afe cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:49:46.876386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-572e9a32-a3a5-47fd-a2f1-3105eecf80d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.948364 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-572e9a32-a3a5-47fd-a2f1-3105eecf80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.957227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f0a71d-cc64-4871-b75c-45105a4a7649 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:46.969490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] Sync routers for ids ['26866f73-f182-48b9-b11d-7f890748e28b'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:46.994780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] Routers {'26866f73-f182-48b9-b11d-7f890748e28b'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:46.995485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['26866f73-f182-48b9-b11d-7f890748e28b'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:47.021008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-572e9a32-a3a5-47fd-a2f1-3105eecf80d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44cfd5af5ad14d1897d4a098420a2558&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5682786 Feb 04 15:49:47.026897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47578) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:47.033932 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a71d-cc64-4871-b75c-45105a4a7649 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.035357 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d8f0a71d-cc64-4871-b75c-45105a4a7649 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "PUT /v2.0/routers/26866f73-f182-48b9-b11d-7f890748e28b HTTP/1.1" status: 200 len: 697 time: 1.3841374 Feb 04 15:49:47.046719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e9a32-a3a5-47fd-a2f1-3105eecf80d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02efb8cf-f6f8-483e-bbd0-674709f89a77,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:47.050325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47582) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:47.064754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] In _notify_port_updated(), no bound segment for port 3f52f406-8d61-4959-ba19-9ff60e704e53 on network 37229da9-365a-4e71-bb46-c8b9e506dac7 {{(pid=87570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:49:47.070485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.071130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.072655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "PUT /v2.0/ports/3f52f406-8d61-4959-ba19-9ff60e704e53 HTTP/1.1" status: 200 len: 1009 time: 5.5100999 Feb 04 15:49:47.074473 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34b2f998-de98-44da-ab56-69dd110393b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.076244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-34b2f998-de98-44da-ab56-69dd110393b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f882879-4ad3-455c-b0d9-b7fdaf0c5168 HTTP/1.1" status: 204 len: 168 time: 1.1973503 Feb 04 15:49:47.080229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47588) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:47.207131 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e23ab587-58f9-4b66-bb49-dc101a5dc4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.282333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-865cb0fe-ad16-4c68-8c2b-f9c0dc35d9fe tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 3f52f406-8d61-4959-ba19-9ff60e704e53 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:47.282773 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865cb0fe-ad16-4c68-8c2b-f9c0dc35d9fe tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.288744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e23ab587-58f9-4b66-bb49-dc101a5dc4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.345910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] Set router 26866f73-f182-48b9-b11d-7f890748e28b gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:47.385768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0205fd-cc64-4356-bbca-d6afe49f1d73 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=3f52f406-8d61-4959-ba19-9ff60e704e53,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:47.402515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e23ab587-58f9-4b66-bb49-dc101a5dc4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.435610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ab587-58f9-4b66-bb49-dc101a5dc4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02efb8cf-f6f8-483e-bbd0-674709f89a77,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:47.452825 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e23ab587-58f9-4b66-bb49-dc101a5dc4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.457541 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e23ab587-58f9-4b66-bb49-dc101a5dc4f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02efb8cf-f6f8-483e-bbd0-674709f89a77 HTTP/1.1" status: 204 len: 168 time: 0.4273145 Feb 04 15:49:47.521307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-785fcc99-9490-4628-8af3-833945ba80e9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/routers/26866f73-f182-48b9-b11d-7f890748e28b HTTP/1.1" status: 200 len: 703 time: 0.4437532 Feb 04 15:49:47.524228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47606) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:47.543514 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.580471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.631412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:49:47.638631 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1f743ab5-0e05-4783-88c8-61dc14712e3e tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=26866f73-f182-48b9-b11d-7f890748e28b HTTP/1.1" status: 200 len: 205 time: 0.1104984 Feb 04 15:49:47.639490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47610) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:47.730691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26866f73-f182-48b9-b11d-7f890748e28b', 'name': 'tempest-RoutersIpV6Test-router-980864830', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:45Z', 'updated_at': '2022-02-04T15:49:46Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:47.738798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] Checking router: 26866f73-f182-48b9-b11d-7f890748e28b for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:47.760433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] Routers {'26866f73-f182-48b9-b11d-7f890748e28b'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:47.761844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['26866f73-f182-48b9-b11d-7f890748e28b'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:47.827201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.925623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] Set router 26866f73-f182-48b9-b11d-7f890748e28b gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:49:47.961216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23875775-27b2-40c1-a935-9b3217c1dd92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.070737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26866f73-f182-48b9-b11d-7f890748e28b', 'name': 'tempest-RoutersIpV6Test-router-980864830', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:45Z', 'updated_at': '2022-02-04T15:49:46Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:48.073406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-eda548f0-3b0e-45c9-b348-436648afa94f None None] Provisioning for port 3f52f406-8d61-4959-ba19-9ff60e704e53 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:48.089848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-eda548f0-3b0e-45c9-b348-436648afa94f None None] Provisioning complete for port 3f52f406-8d61-4959-ba19-9ff60e704e53 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:48.090239 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-eda548f0-3b0e-45c9-b348-436648afa94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.102192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865cb0fe-ad16-4c68-8c2b-f9c0dc35d9fe tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.137439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffde74-d808-48b3-8e96-c939e2ffe89b None None] The sync data for ids ['26866f73-f182-48b9-b11d-7f890748e28b'] in n-d-827870-1 is: [{'id': '26866f73-f182-48b9-b11d-7f890748e28b', 'name': 'tempest-RoutersIpV6Test-router-980864830', 'tenant_id': '197a58d9861a419596271837c386a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:45Z', 'updated_at': '2022-02-04T15:49:46Z', 'revision_number': 2, 'project_id': '197a58d9861a419596271837c386a367', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:48.217944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-eda548f0-3b0e-45c9-b348-436648afa94f None None] Port 3f52f406-8d61-4959-ba19-9ff60e704e53 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:49:48.237254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Network cf36374d-d245-40cc-915b-8c254d5c5c93 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:48.370835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:48.373974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:49:48.403966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event updated for resources: {'Port': ['ID=b69c4114-2968-494e-844c-3c2b480733ab,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:48.419320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47632) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:48.491622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-865cb0fe-ad16-4c68-8c2b-f9c0dc35d9fe tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 3f52f406-8d61-4959-ba19-9ff60e704e53 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:48.860118 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e396690-4006-4241-b3c1-d5727e77878e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.942470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:48.945218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.962096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23875775-27b2-40c1-a935-9b3217c1dd92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.967546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23875775-27b2-40c1-a935-9b3217c1dd92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.972453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9e396690-4006-4241-b3c1-d5727e77878e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:48.982984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9e396690-4006-4241-b3c1-d5727e77878e admin admin] Usage tracker for resource:security_group_rule and tenant:473f4459f7774b5b99a77df98c8afcd9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:48.999993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9e396690-4006-4241-b3c1-d5727e77878e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:49.007328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9e396690-4006-4241-b3c1-d5727e77878e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:49.063781 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23875775-27b2-40c1-a935-9b3217c1dd92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.064678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23875775-27b2-40c1-a935-9b3217c1dd92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Fanout notify agent at l3_agent the message router_deleted on router 26866f73-f182-48b9-b11d-7f890748e28b {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:49:49.179936 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23875775-27b2-40c1-a935-9b3217c1dd92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.183116 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-23875775-27b2-40c1-a935-9b3217c1dd92 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/26866f73-f182-48b9-b11d-7f890748e28b HTTP/1.1" status: 204 len: 168 time: 1.5409863 Feb 04 15:49:49.189224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47662) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.225124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6f1a-5cb9-4ce8-95e3-4105bb29e2f7 req-b8fdd8d6-957b-41f3-819f-8c7af346831e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.226015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-af1e6f1a-5cb9-4ce8-95e3-4105bb29e2f7 req-b8fdd8d6-957b-41f3-819f-8c7af346831e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:49.252778 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-4dff3989-4ddb-4478-bb0c-6ce4a1aef5d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2153442 Feb 04 15:49:49.280169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-af1e6f1a-5cb9-4ce8-95e3-4105bb29e2f7 req-b8fdd8d6-957b-41f3-819f-8c7af346831e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:49.282995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af1e6f1a-5cb9-4ce8-95e3-4105bb29e2f7 req-b8fdd8d6-957b-41f3-819f-8c7af346831e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 931 time: 1.4570413 Feb 04 15:49:49.316212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Request body: {'port': {'device_id': 'b2906eee-87d5-4cc2-9ddb-a8eb2684324c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:49.346700 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-acac47b9-4c55-4381-b40c-3577752bff10 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=26866f73-f182-48b9-b11d-7f890748e28b HTTP/1.1" status: 200 len: 205 time: 0.1557803 Feb 04 15:49:49.376545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47668) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.528478 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-5ddd3012-b13f-4274-a635-f47f2df020a9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] delete failed (client error): The resource could not be found. Feb 04 15:49:49.528478 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5ddd3012-b13f-4274-a635-f47f2df020a9 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/26866f73-f182-48b9-b11d-7f890748e28b HTTP/1.1" status: 404 len: 336 time: 0.1426735 Feb 04 15:49:49.528478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e396690-4006-4241-b3c1-d5727e77878e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.528478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47672) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.570991 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e396690-4006-4241-b3c1-d5727e77878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.610117 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0a99f8-3383-420c-b3c5-1891e3950a3d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:49.610575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0a99f8-3383-420c-b3c5-1891e3950a3d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:49.650202 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5c0a99f8-3383-420c-b3c5-1891e3950a3d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/1e217f40-ba3e-4524-b36f-3687bda5d428 HTTP/1.1" status: 404 len: 337 time: 0.1223733 Feb 04 15:49:49.659958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47680) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.669043 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.671846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.715693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af1e6f1a-5cb9-4ce8-95e3-4105bb29e2f7 req-d49829a5-9a58-46c6-8a54-8489f9542288 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472614 Feb 04 15:49:49.717090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.745085 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-634f00b5-3201-4b10-b3af-4b5ac110f9b7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:49.745685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634f00b5-3201-4b10-b3af-4b5ac110f9b7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:49.751105 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-634f00b5-3201-4b10-b3af-4b5ac110f9b7 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/fe26db1e-eed6-4c58-b419-29468139598f HTTP/1.1" status: 404 len: 337 time: 0.0869076 Feb 04 15:49:49.753891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9e396690-4006-4241-b3c1-d5727e77878e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=473f4459f7774b5b99a77df98c8afcd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3251648 Feb 04 15:49:49.755582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47686) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.758140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47688) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.815835 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cd1e6e-55d8-4931-9119-17c8d73cd88c tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:49.816327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cd1e6e-55d8-4931-9119-17c8d73cd88c tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:49.820588 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f8cd1e6e-55d8-4931-9119-17c8d73cd88c tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/48566259-5923-406f-8c34-eb6472e7e654 HTTP/1.1" status: 404 len: 337 time: 0.0616422 Feb 04 15:49:49.820588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e396690-4006-4241-b3c1-d5727e77878e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e44a20-49d0-4585-ad32-07e79a66ee0f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:49.835741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47694) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:49.948297 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bb4987-4aff-4b65-8033-af3a2c19e0dd tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:49.957851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bb4987-4aff-4b65-8033-af3a2c19e0dd tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:49.965699 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-85bb4987-4aff-4b65-8033-af3a2c19e0dd tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/fa4611e0-073e-40a0-8448-35124857a4ad HTTP/1.1" status: 404 len: 337 time: 0.1259649 Feb 04 15:49:49.965699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47702) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:50.048612 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-08c06250-19c8-4db2-881c-8c102245b00a tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=545fac20-663c-4346-bef0-a396b7ddedb1 HTTP/1.1" status: 200 len: 205 time: 0.0816500 Feb 04 15:49:50.049290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47708) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:50.138506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c91afaf-cb1f-4fe9-9976-27b8d0a4a0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.202454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c91afaf-cb1f-4fe9-9976-27b8d0a4a0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.382230 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-d342afb1-6059-4c44-a6d6-57fc0960fe39 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] delete failed (client error): The resource could not be found. Feb 04 15:49:50.391058 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d342afb1-6059-4c44-a6d6-57fc0960fe39 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/545fac20-663c-4346-bef0-a396b7ddedb1 HTTP/1.1" status: 404 len: 336 time: 0.3385789 Feb 04 15:49:50.391693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47722) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:50.395663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c91afaf-cb1f-4fe9-9976-27b8d0a4a0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.456036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.482017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-804ca444-dd8e-42b6-ab95-24fa8c87933a tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e3aab76-07d0-42df-b537-1435e6abcc68 HTTP/1.1" status: 200 len: 205 time: 0.0886307 Feb 04 15:49:50.486376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91afaf-cb1f-4fe9-9976-27b8d0a4a0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e44a20-49d0-4585-ad32-07e79a66ee0f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:50.496162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47730) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:50.599831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c91afaf-cb1f-4fe9-9976-27b8d0a4a0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.603226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6c91afaf-cb1f-4fe9-9976-27b8d0a4a0da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22e44a20-49d0-4585-ad32-07e79a66ee0f HTTP/1.1" status: 204 len: 168 time: 0.8376267 Feb 04 15:49:50.603226 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-54ed9723-f3f9-46c2-b872-715044f73da6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] delete failed (client error): The resource could not be found. Feb 04 15:49:50.603226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-54ed9723-f3f9-46c2-b872-715044f73da6 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/4e3aab76-07d0-42df-b537-1435e6abcc68 HTTP/1.1" status: 404 len: 336 time: 0.1060562 Feb 04 15:49:50.606247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47740) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:50.607580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69c4114-2968-494e-844c-3c2b480733ab {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:50.615838 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.632061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Transition to ACTIVE for port object b69c4114-2968-494e-844c-3c2b480733ab will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:50.654839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865cb0fe-ad16-4c68-8c2b-f9c0dc35d9fe tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.668211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.708444 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9efdfaa-1507-4949-89c3-eaa3aace7e15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:50.708851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9efdfaa-1507-4949-89c3-eaa3aace7e15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:50.713752 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c9efdfaa-1507-4949-89c3-eaa3aace7e15 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/81179a26-9a29-4ad2-8e3e-a03f6d199e74 HTTP/1.1" status: 404 len: 337 time: 0.1035633 Feb 04 15:49:50.715164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47744) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:50.840124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47754) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:50.840896 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad108631-0786-41a2-bb87-5c4ea43c319f tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd17030d-24c2-4004-8acd-8fb0d835c92f HTTP/1.1" status: 200 len: 205 time: 0.1231837 Feb 04 15:49:51.024643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event updated for resources: {'Port': ['ID=feef2127-f5a3-4a8c-bc17-a5d26ab61afe,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.193214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.193529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.193892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.194204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.194543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.194871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.195198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.195550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.195840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.196175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.196481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.196830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:51.381586 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-9a8bdfde-747c-42e1-a8a3-52946e36ce6d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] delete failed (client error): The resource could not be found. Feb 04 15:49:51.384925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9a8bdfde-747c-42e1-a8a3-52946e36ce6d tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/fd17030d-24c2-4004-8acd-8fb0d835c92f HTTP/1.1" status: 404 len: 336 time: 0.4962540 Feb 04 15:49:51.386621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47778) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:51.398164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-865cb0fe-ad16-4c68-8c2b-f9c0dc35d9fe tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.403472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-865cb0fe-ad16-4c68-8c2b-f9c0dc35d9fe tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/3f52f406-8d61-4959-ba19-9ff60e704e53 HTTP/1.1" status: 204 len: 168 time: 4.3153727 Feb 04 15:49:51.463650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47784) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:51.514425 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-905b2d4f-3804-4ffd-94f3-15028e7af830 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d HTTP/1.1" status: 200 len: 205 time: 0.1260607 Feb 04 15:49:51.515418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47792) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:51.607648 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0decadd-5904-4a8a-ac61-62490a273ce0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:49:51.608187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c0decadd-5904-4a8a-ac61-62490a273ce0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:51.684804 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-d2b750a2-b266-4f3a-9302-75a011c30797 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] delete failed (client error): The resource could not be found. Feb 04 15:49:51.686303 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d2b750a2-b266-4f3a-9302-75a011c30797 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/f7d5431a-ed5f-4a2d-b1ae-3a9dd3f28f1d HTTP/1.1" status: 404 len: 336 time: 0.1697416 Feb 04 15:49:51.689618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47802) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:51.776064 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d169b6-4c89-41f1-8c1e-fbe3eb152138 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:51.778576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d169b6-4c89-41f1-8c1e-fbe3eb152138 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:51.784379 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-30d169b6-4c89-41f1-8c1e-fbe3eb152138 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/c24443f1-74c2-4747-8df7-ded574279e9f HTTP/1.1" status: 404 len: 337 time: 0.0935783 Feb 04 15:49:51.786162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47812) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:51.799492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Network 3c039074-cd94-4eba-ac3a-61bbc2d13891 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:51.808974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:51.817654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Pushing event updated for resources: {'Port': ['ID=b69c4114-2968-494e-844c-3c2b480733ab,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.898384 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-199cbcf1-6484-4967-96bd-3af04ec10041 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae243149-6e38-41a6-a301-2af18a2c9792 HTTP/1.1" status: 200 len: 205 time: 0.1109097 Feb 04 15:49:51.903463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47818) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:51.953847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c0decadd-5904-4a8a-ac61-62490a273ce0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:51.955434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c0decadd-5904-4a8a-ac61-62490a273ce0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/3f52f406-8d61-4959-ba19-9ff60e704e53 HTTP/1.1" status: 404 len: 333 time: 0.4877157 Feb 04 15:49:51.969698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cb0fe-ad16-4c68-8c2b-f9c0dc35d9fe tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=3f52f406-8d61-4959-ba19-9ff60e704e53,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.973662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Attempting to bind port b69c4114-2968-494e-844c-3c2b480733ab on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:51.974350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Attempting to bind port b69c4114-2968-494e-844c-3c2b480733ab by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:51.974929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Attempting to bind port b69c4114-2968-494e-844c-3c2b480733ab on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:49:52.020926 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-3e3517ee-9b67-4298-aa21-1efc1bba5412 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] delete failed (client error): The resource could not be found. Feb 04 15:49:52.026716 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e3517ee-9b67-4298-aa21-1efc1bba5412 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/ae243149-6e38-41a6-a301-2af18a2c9792 HTTP/1.1" status: 404 len: 336 time: 0.1198769 Feb 04 15:49:52.026716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47822) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:52.034350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47826) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:52.075893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79947-eb32-4697-b74f-97196fa9e86e req-6c6c3caf-37eb-42ce-bd49-ada6530fcfee tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.097456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ed79947-eb32-4697-b74f-97196fa9e86e req-6c6c3caf-37eb-42ce-bd49-ada6530fcfee tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 943 time: 1.0586848 Feb 04 15:49:52.162538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Port b69c4114-2968-494e-844c-3c2b480733ab on network cf36374d-d245-40cc-915b-8c254d5c5c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:49:52.163247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Attempting to bind port b69c4114-2968-494e-844c-3c2b480733ab on network cf36374d-d245-40cc-915b-8c254d5c5c93 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:49:52.177871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:49:52.178607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Checking segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:49:52.179224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Bound using segment: {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:49:52.179924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Bound port: b69c4114-2968-494e-844c-3c2b480733ab, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af70df67-3a30-4fff-95aa-b85a4cde7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:52.180501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.184980 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23a1d3a-bb64-4af7-bf77-595166436128 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:52.208100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23a1d3a-bb64-4af7-bf77-595166436128 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:52.212453 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a23a1d3a-bb64-4af7-bf77-595166436128 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/02ec9f9c-b7ad-4cdb-ba55-1da3aa128e6d HTTP/1.1" status: 404 len: 337 time: 0.1742911 Feb 04 15:49:52.215656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47834) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:52.285503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-503f8529-25f3-411d-a3b1-891199f0743a None None] Provisioning complete for port feef2127-f5a3-4a8c-bc17-a5d26ab61afe triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:52.288832 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-503f8529-25f3-411d-a3b1-891199f0743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.332581 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3f4af071-7d4d-44c2-965f-35e719933799 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "GET /v2.0/ports?device_id=94531689-084c-4531-8ccd-35fc41056aee HTTP/1.1" status: 200 len: 205 time: 0.1158061 Feb 04 15:49:52.344661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47842) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:52.483257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-503f8529-25f3-411d-a3b1-891199f0743a None None] Port feef2127-f5a3-4a8c-bc17-a5d26ab61afe cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:49:52.500595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ed79947-eb32-4697-b74f-97196fa9e86e req-8ef594f3-985d-4f22-90da-499a69512022 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008980 Feb 04 15:49:52.566763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec39eb6d-986c-4949-adff-66d25ae50caa tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet bfdfd73d-ccf5-415f-b4f3-58a1317b2e84 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:49:52.585534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec39eb6d-986c-4949-adff-66d25ae50caa tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.602395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Router fe743f33-74f0-433b-bd40-8a07ba06afa9 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:49:52.618450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] For port b69c4114-2968-494e-844c-3c2b480733ab, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:49:52.622069 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:49:52.631259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] For port b69c4114-2968-494e-844c-3c2b480733ab, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b69c4114-2968-494e-844c-3c2b480733ab,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:49:52.640498 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-99216555-fca3-4c1b-90be-20b9e4009973 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] delete failed (client error): The resource could not be found. Feb 04 15:49:52.641549 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99216555-fca3-4c1b-90be-20b9e4009973 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/routers/94531689-084c-4531-8ccd-35fc41056aee HTTP/1.1" status: 404 len: 336 time: 0.2946217 Feb 04 15:49:52.644375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47852) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:52.653416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.717868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec39eb6d-986c-4949-adff-66d25ae50caa tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.798913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47860) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:52.951672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec39eb6d-986c-4949-adff-66d25ae50caa tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.993661 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96e022b-3593-4943-b68f-3c318d168f3c tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:52.997826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96e022b-3593-4943-b68f-3c318d168f3c tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:53.001967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f96e022b-3593-4943-b68f-3c318d168f3c tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/43336fcc-44dd-4730-bad1-4ca0f8748735 HTTP/1.1" status: 404 len: 337 time: 0.3563366 Feb 04 15:49:53.015276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47872) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:53.259710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:53.263035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.264704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] 10.222.0.53 "PUT /v2.0/ports/b69c4114-2968-494e-844c-3c2b480733ab HTTP/1.1" status: 200 len: 1091 time: 3.9935482 Feb 04 15:49:53.265224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2906eee-87d5-4cc2-9ddb-a8eb2684324c', 'tag': 'b69c4114-2968-494e-844c-3c2b480733ab'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:53.411823 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e05795-714b-4945-992f-6622b6d5dab2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] DELETE failed (client error): The resource could not be found. Feb 04 15:49:53.412284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e05795-714b-4945-992f-6622b6d5dab2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:49:53.416363 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-49e05795-714b-4945-992f-6622b6d5dab2 tempest-RoutersIpV6Test-1732386801 tempest-RoutersIpV6Test-1732386801-project] 10.222.0.46 "DELETE /v2.0/subnets/65f3c09f-81b2-4ede-84e7-3140a21d0d35 HTTP/1.1" status: 404 len: 337 time: 0.3975170 Feb 04 15:49:53.473023 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2906eee-87d5-4cc2-9ddb-a8eb2684324c', 'tag': 'b69c4114-2968-494e-844c-3c2b480733ab', 'status': 'completed', 'code': 200} Feb 04 15:49:53.479410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.532392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:53.547597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Usage tracker for resource:security_group_rule and tenant:43ab93a624af44eab71c9378b7b7abcb is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:53.563624 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec39eb6d-986c-4949-adff-66d25ae50caa tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.576857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:53.628268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6e8cb-64f9-4b35-b11f-8061c3b2c2ec service neutron] Pushing event updated for resources: {'Port': ['ID=b69c4114-2968-494e-844c-3c2b480733ab,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:53.650594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:49:53.653257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b45ba-5596-4112-b05e-d83a6ffff7f4 None None] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:53.664101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec39eb6d-986c-4949-adff-66d25ae50caa tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.672299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d77a67cb-48e5-4e0f-9b95-ecfec677e2ac tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "PUT /v2.0/routers/fe743f33-74f0-433b-bd40-8a07ba06afa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1544795 Feb 04 15:49:53.673901 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c26026-4537-49f4-a27b-73cc4efa6585 None None] Sync routers for ids ['fe743f33-74f0-433b-bd40-8a07ba06afa9'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:53.680613 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ec39eb6d-986c-4949-adff-66d25ae50caa tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/bfdfd73d-ccf5-415f-b4f3-58a1317b2e84 HTTP/1.1" status: 204 len: 168 time: 1.6547148 Feb 04 15:49:53.684023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47902) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:53.684947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47904) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:53.686053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:53.693441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39eb6d-986c-4949-adff-66d25ae50caa tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdfd73d-ccf5-415f-b4f3-58a1317b2e84,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:53.711860 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c26026-4537-49f4-a27b-73cc4efa6585 None None] Routers {'fe743f33-74f0-433b-bd40-8a07ba06afa9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:53.713751 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d4c26026-4537-49f4-a27b-73cc4efa6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fe743f33-74f0-433b-bd40-8a07ba06afa9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:53.742734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-47a45fdd-94eb-475b-8050-f7d8c712c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:53.744325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-47a45fdd-94eb-475b-8050-f7d8c712c804 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 1094 time: 0.3151882 Feb 04 15:49:53.873632 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d4c26026-4537-49f4-a27b-73cc4efa6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:53.896996 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c26026-4537-49f4-a27b-73cc4efa6585 None None] Routers {'fe743f33-74f0-433b-bd40-8a07ba06afa9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:49:53.897627 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d4c26026-4537-49f4-a27b-73cc4efa6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fe743f33-74f0-433b-bd40-8a07ba06afa9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:53.932565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-91ad6488-153b-46db-bec4-61485e9bf573 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b69c4114-2968-494e-844c-3c2b480733ab HTTP/1.1" status: 200 len: 217 time: 0.1726916 Feb 04 15:49:54.044693 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d4c26026-4537-49f4-a27b-73cc4efa6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:54.045363 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c26026-4537-49f4-a27b-73cc4efa6585 None None] The sync data for ids ['fe743f33-74f0-433b-bd40-8a07ba06afa9'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:54.125839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8669f096-e1a7-4206-9eb1-e73d20f931cd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet 5fb9bd54-eb40-43f4-ad2f-712494d1c025 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:49:54.139828 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8669f096-e1a7-4206-9eb1-e73d20f931cd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.201374 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5adcef97-3c57-49dc-a202-642c90d38267 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.231697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47920) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:54.331123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-d769cb08-1c5d-400d-9803-da4ed0b5de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:54.332548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-d769cb08-1c5d-400d-9803-da4ed0b5de30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.2563498 Feb 04 15:49:54.398535 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-5adcef97-3c57-49dc-a202-642c90d38267 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:49:54.406169 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5adcef97-3c57-49dc-a202-642c90d38267 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "DELETE /v2.0/routers/fe743f33-74f0-433b-bd40-8a07ba06afa9 HTTP/1.1" status: 409 len: 329 time: 0.7164423 Feb 04 15:49:54.447162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47934) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:54.493213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-39420fe8-f77c-4216-b12d-ad5a5484f71f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466177 Feb 04 15:49:54.522320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4602-29e3-4ede-90dc-f7c25c49fe65 req-7508d240-f786-41eb-8b86-485edcfa3dd0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:54.532406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-032b4602-29e3-4ede-90dc-f7c25c49fe65 req-7508d240-f786-41eb-8b86-485edcfa3dd0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 943 time: 0.5978687 Feb 04 15:49:54.859150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8669f096-e1a7-4206-9eb1-e73d20f931cd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.947905 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-8a779311-4c95-4e25-906b-63c7179d06de service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080484 Feb 04 15:49:55.077057 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8669f096-e1a7-4206-9eb1-e73d20f931cd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.196467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-149214cf-9ec6-4a53-aae8-698b7d6391a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=197a58d9861a419596271837c386a367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9621055 Feb 04 15:49:55.197999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48002) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:55.207236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-032b4602-29e3-4ede-90dc-f7c25c49fe65 req-8300e9aa-f2de-40da-96f6-513b1c95eed5 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705985 Feb 04 15:49:55.284994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8669f096-e1a7-4206-9eb1-e73d20f931cd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.453132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669f096-e1a7-4206-9eb1-e73d20f931cd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb9bd54-eb40-43f4-ad2f-712494d1c025,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:55.464672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.477516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8669f096-e1a7-4206-9eb1-e73d20f931cd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.498409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8669f096-e1a7-4206-9eb1-e73d20f931cd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/5fb9bd54-eb40-43f4-ad2f-712494d1c025 HTTP/1.1" status: 204 len: 168 time: 1.8064883 Feb 04 15:49:55.499145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48010) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:55.504163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.539929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8209b227-3728-45ed-a862-d364274731b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.559099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-276c36a4-cb20-4df7-9eeb-c7d2c2fcf364 req-43683b99-77e2-46c9-9f9a-75d0daacbf5a service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824187 Feb 04 15:49:55.593888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8209b227-3728-45ed-a862-d364274731b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.671507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b481dc1-fea0-4dac-804d-68d21b94dc48 None None] Network 37229da9-365a-4e71-bb46-c8b9e506dac7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:49:55.711225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48016) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:55.791465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-158da919-aa36-456e-af67-f4a02291b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:55.793782 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.795360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-158da919-aa36-456e-af67-f4a02291b990 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 1094 time: 0.1603737 Feb 04 15:49:55.797304 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8209b227-3728-45ed-a862-d364274731b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.918913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ce8bdb5-4d6e-423d-848b-b511af0ec59e None None] Provisioning complete for port e63a7423-a485-4c64-9b95-23871058b861 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:55.919388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ce8bdb5-4d6e-423d-848b-b511af0ec59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.096334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb5bf6-b643-49e5-a0e5-de7aae94d0f5 None None] DHCP port deletion for 37229da9-365a-4e71-bb46-c8b9e506dac7 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:49:56.101104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb5bf6-b643-49e5-a0e5-de7aae94d0f5 None None] Deleting port e63a7423-a485-4c64-9b95-23871058b861 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:56.105024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5bf6-b643-49e5-a0e5-de7aae94d0f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.141943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-91d90737-6f38-4fd2-b5e5-232daeac3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.143414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-91d90737-6f38-4fd2-b5e5-232daeac3c99 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.3337398 Feb 04 15:49:56.144123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209b227-3728-45ed-a862-d364274731b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f17e5d-5bc5-42ae-93cb-3d87309f5765,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:56.150188 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-caae3758-5d5a-4df2-863c-5093331e46b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.217123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port e63a7423-a485-4c64-9b95-23871058b861 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:56.217715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.257056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a0cbcd-357c-44cb-8021-77d493e57f45,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:56.288467 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8209b227-3728-45ed-a862-d364274731b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.295084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8209b227-3728-45ed-a862-d364274731b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98f17e5d-5bc5-42ae-93cb-3d87309f5765 HTTP/1.1" status: 204 len: 168 time: 1.0813885 Feb 04 15:49:56.295393 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43ab93a624af44eab71c9378b7b7abcb&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4899902 Feb 04 15:49:56.309324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48034) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:56.341686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.341827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-caae3758-5d5a-4df2-863c-5093331e46b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:56.344669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.345058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.345396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.345731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.346066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.348320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.348320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.348320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.348320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.348320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.348320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d688718-8d89-404a-b20f-155e14745618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:56.352347 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-4aa1acb6-84dc-45c9-bbe9-4e9606844891 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b69c4114-2968-494e-844c-3c2b480733ab HTTP/1.1" status: 200 len: 217 time: 0.1900680 Feb 04 15:49:56.406653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-caae3758-5d5a-4df2-863c-5093331e46b5 admin admin] Usage tracker for resource:security_group_rule and tenant:40f61359290a47188c6630c6916e6cfa is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:56.451370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-caae3758-5d5a-4df2-863c-5093331e46b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:56.480930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-caae3758-5d5a-4df2-863c-5093331e46b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:56.564654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec15b-0f78-4336-b3f7-eb849cfecbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.619072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5ebb5bf6-b643-49e5-a0e5-de7aae94d0f5 None None] For port e63a7423-a485-4c64-9b95-23871058b861, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e63a7423-a485-4c64-9b95-23871058b861,segment=NetworkSegment(d6ea3ded-7970-4979-a893-39e4bfbda0f2),segment_id=d6ea3ded-7970-4979-a893-39e4bfbda0f2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:56.622894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5bf6-b643-49e5-a0e5-de7aae94d0f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.782694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-a390a921-ebc3-47d5-83a3-0aea0c526949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.784186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-a390a921-ebc3-47d5-83a3-0aea0c526949 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.3803120 Feb 04 15:49:56.847162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb5bf6-b643-49e5-a0e5-de7aae94d0f5 None None] Calling delete_port for e63a7423-a485-4c64-9b95-23871058b861 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:56.966949 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-caae3758-5d5a-4df2-863c-5093331e46b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.971271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] For port e63a7423-a485-4c64-9b95-23871058b861, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e63a7423-a485-4c64-9b95-23871058b861,segment=NetworkSegment(d6ea3ded-7970-4979-a893-39e4bfbda0f2),segment_id=d6ea3ded-7970-4979-a893-39e4bfbda0f2)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:56.971564 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.023020 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5bf6-b643-49e5-a0e5-de7aae94d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.024348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec15b-0f78-4336-b3f7-eb849cfecbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.086054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-199aa508-2c5a-446d-b211-d006f37fb9f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2809651 Feb 04 15:49:57.090564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-caae3758-5d5a-4df2-863c-5093331e46b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.129558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb5bf6-b643-49e5-a0e5-de7aae94d0f5 None None] Pushing event deleted for resources: {'Port': ['ID=e63a7423-a485-4c64-9b95-23871058b861,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:57.140241 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec15b-0f78-4336-b3f7-eb849cfecbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.140696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb5bf6-b643-49e5-a0e5-de7aae94d0f5 None None] No DVR routers for this DVR port e63a7423-a485-4c64-9b95-23871058b861 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:49:57.143783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for e63a7423-a485-4c64-9b95-23871058b861 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:57.293986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:57.295799 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:57.314888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec15b-0f78-4336-b3f7-eb849cfecbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.318707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad0ec15b-0f78-4336-b3f7-eb849cfecbbb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75a0cbcd-357c-44cb-8021-77d493e57f45 HTTP/1.1" status: 204 len: 168 time: 0.9838417 Feb 04 15:49:57.318707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae3758-5d5a-4df2-863c-5093331e46b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1987e2-0f6c-4aa8-89ee-2c8fbdd158f5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:57.326009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-caae3758-5d5a-4df2-863c-5093331e46b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40f61359290a47188c6630c6916e6cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6105149 Feb 04 15:49:57.337528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ec15b-0f78-4336-b3f7-eb849cfecbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a0cbcd-357c-44cb-8021-77d493e57f45,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:57.339459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48064) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:57.383327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.470734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed538125-6806-4bde-a19e-7a2287287411 req-16ced686-ac2d-4e9e-9b5b-2bccf237b621 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:57.481573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed538125-6806-4bde-a19e-7a2287287411 req-16ced686-ac2d-4e9e-9b5b-2bccf237b621 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 943 time: 0.9009247 Feb 04 15:49:57.537414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e63a7423-a485-4c64-9b95-23871058b861 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:49:57.568173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-378683fc-1980-411c-a4c5-a45c3c4e82eb service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690588 Feb 04 15:49:57.589057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e63a7423-a485-4c64-9b95-23871058b861 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:49:57.589829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e63a7423-a485-4c64-9b95-23871058b861 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:49:57.801712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-284e4883-5185-4ee3-a73a-c633772b5f90 req-98c012b9-a168-4ab4-906a-efa30263b8f0 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143943 Feb 04 15:49:57.821556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed538125-6806-4bde-a19e-7a2287287411 req-343dd504-e375-4792-b3ea-94d00081151d tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368862 Feb 04 15:49:57.830294 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4609caf-23f7-4279-acd7-7655ed418357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.872250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4609caf-23f7-4279-acd7-7655ed418357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.881068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port e63a7423-a485-4c64-9b95-23871058b861 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:57.881611 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.948206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4609caf-23f7-4279-acd7-7655ed418357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.972723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4609caf-23f7-4279-acd7-7655ed418357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1987e2-0f6c-4aa8-89ee-2c8fbdd158f5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:57.983548 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4609caf-23f7-4279-acd7-7655ed418357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.984975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c4609caf-23f7-4279-acd7-7655ed418357 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e1987e2-0f6c-4aa8-89ee-2c8fbdd158f5 HTTP/1.1" status: 204 len: 168 time: 0.6416538 Feb 04 15:49:58.014824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] The port 'e63a7423-a485-4c64-9b95-23871058b861' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:49:58.092630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48096) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.127437 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc9f05b5-7718-472f-a214-106d6a1bc05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.162386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc9f05b5-7718-472f-a214-106d6a1bc05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:58.163076 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.170312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc9f05b5-7718-472f-a214-106d6a1bc05f admin admin] Usage tracker for resource:security_group_rule and tenant:959b2f94713f4fd590d3a57f28b88700 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:58.176400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc9f05b5-7718-472f-a214-106d6a1bc05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:58.186223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc9f05b5-7718-472f-a214-106d6a1bc05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:58.233540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37229da9-365a-4e71-bb46-c8b9e506dac7']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.269986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48102) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.280341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ea3ded-7970-4979-a893-39e4bfbda0f2') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.284036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ea3ded-7970-4979-a893-39e4bfbda0f2') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.327052 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.352580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Deleting port feef2127-f5a3-4a8c-bc17-a5d26ab61afe {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:49:58.357210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.364849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc9f05b5-7718-472f-a214-106d6a1bc05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.371479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc9f05b5-7718-472f-a214-106d6a1bc05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.441836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.449362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fc9f05b5-7718-472f-a214-106d6a1bc05f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=959b2f94713f4fd590d3a57f28b88700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516219 Feb 04 15:49:58.450219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48108) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.450877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f05b5-7718-472f-a214-106d6a1bc05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3054be27-2fff-4a60-8c00-c875140cdc0d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:58.460099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:49:58.461504 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:58.484616 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:58.553501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1dce26df-6f97-4bde-babf-7771843a4b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.600536 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1dce26df-6f97-4bde-babf-7771843a4b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.697509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1dce26df-6f97-4bde-babf-7771843a4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.728135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce26df-6f97-4bde-babf-7771843a4b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3054be27-2fff-4a60-8c00-c875140cdc0d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:58.734825 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1dce26df-6f97-4bde-babf-7771843a4b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.740923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1dce26df-6f97-4bde-babf-7771843a4b10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3054be27-2fff-4a60-8c00-c875140cdc0d HTTP/1.1" status: 204 len: 168 time: 0.2853873 Feb 04 15:49:58.747420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.787824 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.802149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Network': ['ID=37229da9-365a-4e71-bb46-c8b9e506dac7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:58.833599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64933deb-b250-4587-9ef1-779832ec113f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.860858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-64933deb-b250-4587-9ef1-779832ec113f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:58.866658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-64933deb-b250-4587-9ef1-779832ec113f admin admin] Usage tracker for resource:security_group_rule and tenant:39ff0f6de0e54094bd700019fa37db40 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:58.870575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-64933deb-b250-4587-9ef1-779832ec113f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:58.877161 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a4f63c91-e207-448a-a24b-ca2942d28f65 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/networks/37229da9-365a-4e71-bb46-c8b9e506dac7 HTTP/1.1" status: 204 len: 168 time: 3.3707397 Feb 04 15:49:58.879467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48122) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.883865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-64933deb-b250-4587-9ef1-779832ec113f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:58.932346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48126) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:58.959077 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e14bbd93-309c-4519-82fd-edcb2a3b8348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.989663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e14bbd93-309c-4519-82fd-edcb2a3b8348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:59.005628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e14bbd93-309c-4519-82fd-edcb2a3b8348 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d5224c64fa40089a10d463eecc3708 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:59.012454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e14bbd93-309c-4519-82fd-edcb2a3b8348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:59.030999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e14bbd93-309c-4519-82fd-edcb2a3b8348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:59.056479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64933deb-b250-4587-9ef1-779832ec113f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.134399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64933deb-b250-4587-9ef1-779832ec113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.142373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.334600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e14bbd93-309c-4519-82fd-edcb2a3b8348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.361587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b69c4114-2968-494e-844c-3c2b480733ab details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:49:59.416682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e14bbd93-309c-4519-82fd-edcb2a3b8348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.431974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64933deb-b250-4587-9ef1-779832ec113f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b153399-b72d-47d9-9c97-d7518efd0136,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.447819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Calling delete_port for feef2127-f5a3-4a8c-bc17-a5d26ab61afe owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:49:59.529199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-64933deb-b250-4587-9ef1-779832ec113f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39ff0f6de0e54094bd700019fa37db40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2580767 Feb 04 15:49:59.529947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48144) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:59.672132 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e14bbd93-309c-4519-82fd-edcb2a3b8348 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6d5224c64fa40089a10d463eecc3708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378199 Feb 04 15:49:59.677041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48154) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:59.691029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bbd93-309c-4519-82fd-edcb2a3b8348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e703c0a1-28ad-4872-a574-df22d3e7402f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.692193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b69c4114-2968-494e-844c-3c2b480733ab, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b69c4114-2968-494e-844c-3c2b480733ab,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:59.740677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'b69c4114-2968-494e-844c-3c2b480733ab', 'network_id': 'cf36374d-d245-40cc-915b-8c254d5c5c93', 'port_id': 'b69c4114-2968-494e-844c-3c2b480733ab', 'mac_address': 'fa:16:3e:8b:e1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78064bb-81be-4819-b4ef-67045bdf4b75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:49:59.775992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24570cdd-d7f2-4091-973c-cf7a4fe179f7 req-383c1dc2-8836-41bb-8989-829425e7050b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:59.785841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24570cdd-d7f2-4091-973c-cf7a4fe179f7 req-383c1dc2-8836-41bb-8989-829425e7050b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 943 time: 0.7513320 Feb 04 15:49:59.787815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a7ce68-3f00-4216-86c8-4fb70b625674 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:59.794225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-94a7ce68-3f00-4216-86c8-4fb70b625674 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:49:59.854244 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.879169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-94a7ce68-3f00-4216-86c8-4fb70b625674 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:49:59.881147 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-94a7ce68-3f00-4216-86c8-4fb70b625674 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 1.0006537 Feb 04 15:49:59.894262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48164) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:59.896552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-24570cdd-d7f2-4091-973c-cf7a4fe179f7 req-4042007c-ee0d-4f7d-aa9e-59e39de0df6d tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074798 Feb 04 15:49:59.897383 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96c7618b-89da-406e-b0d2-ad6e7a0a6d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.916846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69c4114-2968-494e-844c-3c2b480733ab {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:59.951505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b69c4114-2968-494e-844c-3c2b480733ab, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b69c4114-2968-494e-844c-3c2b480733ab,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:49:59.959057 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.960222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96c7618b-89da-406e-b0d2-ad6e7a0a6d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.065981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96c7618b-89da-406e-b0d2-ad6e7a0a6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.116311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b69c4114-2968-494e-844c-3c2b480733ab,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:00.117913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe783a99-3c1a-4014-87c4-3ff1c771506d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.128709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7618b-89da-406e-b0d2-ad6e7a0a6d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b153399-b72d-47d9-9c97-d7518efd0136,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:00.138664 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96c7618b-89da-406e-b0d2-ad6e7a0a6d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.140553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-96c7618b-89da-406e-b0d2-ad6e7a0a6d0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b153399-b72d-47d9-9c97-d7518efd0136 HTTP/1.1" status: 204 len: 168 time: 0.5887618 Feb 04 15:50:00.207087 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe783a99-3c1a-4014-87c4-3ff1c771506d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.229083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b69c4114-2968-494e-844c-3c2b480733ab'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:50:00.302755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.419283 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6095dede-7004-4ee9-bbb9-f5d5e1f17afa tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5117927 Feb 04 15:50:00.422565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48190) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:00.429315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-196678408'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:00.442357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:00.457504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:network and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:00.465120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event deleted for resources: {'Port': ['ID=feef2127-f5a3-4a8c-bc17-a5d26ab61afe,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:00.472649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:00.480235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:00.502899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:00.516025 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.606353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:00.730724 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.731914 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Added segment 9b57a059-54df-48c3-84ff-6ca686feeb3f of type vlan for network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf Feb 04 15:50:00.745526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe783a99-3c1a-4014-87c4-3ff1c771506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.789223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.859793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.870846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe783a99-3c1a-4014-87c4-3ff1c771506d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e703c0a1-28ad-4872-a574-df22d3e7402f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:00.909099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.909744 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.914644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe783a99-3c1a-4014-87c4-3ff1c771506d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.920809 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fe783a99-3c1a-4014-87c4-3ff1c771506d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e703c0a1-28ad-4872-a574-df22d3e7402f HTTP/1.1" status: 204 len: 168 time: 1.2416198 Feb 04 15:50:01.065998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.074151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6503069 Feb 04 15:50:01.079876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48204) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:01.096890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': '8bbf135a-0b17-44d3-bcbf-46f4f32034cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:01.116707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedf67c-2edd-4c1e-8c31-e2a133db68f8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Network': ['ID=8bbf135a-0b17-44d3-bcbf-46f4f32034cf,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:01.128756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:01.268954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48210) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:01.273003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:01.377369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b69c4114-2968-494e-844c-3c2b480733ab up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:01.466823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:01.478026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:01.497796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:01.525398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdeb0-0603-4da3-a52b-c9daa0d4a2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.529748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port b69c4114-2968-494e-844c-3c2b480733ab completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:01.543674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port b69c4114-2968-494e-844c-3c2b480733ab triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:01.546134 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.577973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:01.585982 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.690182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Router fe743f33-74f0-433b-bd40-8a07ba06afa9 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:50:01.818786 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.870565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2906eee-87d5-4cc2-9ddb-a8eb2684324c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c4114-2968-494e-844c-3c2b480733ab'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:01.894604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b69c4114-2968-494e-844c-3c2b480733ab, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b69c4114-2968-494e-844c-3c2b480733ab,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:01.899954 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.937397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:50:01.943522 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7daf13b2-c99a-40f8-8b18-9fc50e3c9edb tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "PUT /v2.0/routers/fe743f33-74f0-433b-bd40-8a07ba06afa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4911265 Feb 04 15:50:01.947102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48236) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:01.967061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2d2cdeb0-0603-4da3-a52b-c9daa0d4a2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:01.980666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2d2cdeb0-0603-4da3-a52b-c9daa0d4a2df admin admin] Usage tracker for resource:security_group_rule and tenant:1454e2fd0d0e4a3db15d828bf02391a7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:01.984243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d8a91-18c2-4a7d-bd38-4a6d8c912a3b None None] Sync routers for ids ['fe743f33-74f0-433b-bd40-8a07ba06afa9'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:02.011657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2d2cdeb0-0603-4da3-a52b-c9daa0d4a2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:02.037778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2d2cdeb0-0603-4da3-a52b-c9daa0d4a2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:02.058197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d8a91-18c2-4a7d-bd38-4a6d8c912a3b None None] Routers {'fe743f33-74f0-433b-bd40-8a07ba06afa9'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:02.059024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b13d8a91-18c2-4a7d-bd38-4a6d8c912a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fe743f33-74f0-433b-bd40-8a07ba06afa9'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:02.216079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b13d8a91-18c2-4a7d-bd38-4a6d8c912a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:02.217898 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-5aed21fd-af4f-4fb7-bc8b-bccf270c544c tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] show failed (client error): The resource could not be found. Feb 04 15:50:02.221336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5aed21fd-af4f-4fb7-bc8b-bccf270c544c tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-570988093 HTTP/1.1" status: 404 len: 334 time: 0.2732711 Feb 04 15:50:02.226494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48244) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:02.232273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6e084b0e-f964-4b1e-91f2-90530e4e5086 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:02.283218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b69c4114-2968-494e-844c-3c2b480733ab,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:02.293044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d8a91-18c2-4a7d-bd38-4a6d8c912a3b None None] Routers {'fe743f33-74f0-433b-bd40-8a07ba06afa9'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:02.303914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b13d8a91-18c2-4a7d-bd38-4a6d8c912a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:49:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fe743f33-74f0-433b-bd40-8a07ba06afa9'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:02.368721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43828c9d-3bd8-430e-8166-e83f2755e6ab req-ceb3a7ee-9972-4eb3-ab95-f17dcad425ba tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.371368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43828c9d-3bd8-430e-8166-e83f2755e6ab req-ceb3a7ee-9972-4eb3-ab95-f17dcad425ba tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 944 time: 1.1014748 Feb 04 15:50:02.382797 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-6e084b0e-f964-4b1e-91f2-90530e4e5086 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] update failed (client error): The resource could not be found. Feb 04 15:50:02.383834 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6e084b0e-f964-4b1e-91f2-90530e4e5086 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1588624242 HTTP/1.1" status: 404 len: 335 time: 0.1563597 Feb 04 15:50:02.388836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48254) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:02.441736 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43828c9d-3bd8-430e-8166-e83f2755e6ab req-c7fa443d-1cb6-4417-85d5-ef17fcc8dab6 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550971 Feb 04 15:50:02.525882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b13d8a91-18c2-4a7d-bd38-4a6d8c912a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:02.527230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d8a91-18c2-4a7d-bd38-4a6d8c912a3b None None] The sync data for ids ['fe743f33-74f0-433b-bd40-8a07ba06afa9'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:50:02.550694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fc6cae-3e69-4947-a6f7-281fa912b481 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Deleting subnet 4937a2cd-1d7e-4b6f-a0cf-0db2387e781f {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:50:02.564004 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63fc6cae-3e69-4947-a6f7-281fa912b481 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.568330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.646809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdeb0-0603-4da3-a52b-c9daa0d4a2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.647697 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63fc6cae-3e69-4947-a6f7-281fa912b481 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.649507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=de82e68e-2f8a-4d0e-81c9-c836df793d4d,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:02.665319 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdeb0-0603-4da3-a52b-c9daa0d4a2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.816894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2d2cdeb0-0603-4da3-a52b-c9daa0d4a2df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1454e2fd0d0e4a3db15d828bf02391a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5452096 Feb 04 15:50:02.819771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48276) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:02.840163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cdeb0-0603-4da3-a52b-c9daa0d4a2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8eb019-ce1a-47a4-9a8c-fcdb3bbd0051,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:02.866580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Checking segment: {'id': '9b57a059-54df-48c3-84ff-6ca686feeb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbf135a-0b17-44d3-bcbf-46f4f32034cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:02.866970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network hostable DHCP agents. Network: 8bbf135a-0b17-44d3-bcbf-46f4f32034cf, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:02.870665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63fc6cae-3e69-4947-a6f7-281fa912b481 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.906253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:02.919307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8bbf135a-0b17-44d3-bcbf-46f4f32034cf) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:02.929799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b62c96b-9955-4887-8161-5fc61b846157 None None] Network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:02.937195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.938947 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.978735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d3bc39db-a852-4479-9239-932fe6862ef7 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8975892 Feb 04 15:50:02.982460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48284) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:03.008748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': '8bbf135a-0b17-44d3-bcbf-46f4f32034cf', 'name': 'tempest-PortsIpV6TestJSON-2123406728'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:03.080436 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2906eee-87d5-4cc2-9ddb-a8eb2684324c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c4114-2968-494e-844c-3c2b480733ab', 'code': 200} Feb 04 15:50:03.225753 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63fc6cae-3e69-4947-a6f7-281fa912b481 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.333834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-63fc6cae-3e69-4947-a6f7-281fa912b481 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.342941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a3b6af-bd01-4f33-b1ec-a817a7bb3170 None None] Network 630b1bc1-50b4-4363-8b45-e2d0bc9f8846 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:03.365592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fdf52-aefe-4dd9-a06c-05547e80aa56 req-04860b6c-768b-474b-b35b-25d7b55e8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:03.373187 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a40fdf52-aefe-4dd9-a06c-05547e80aa56 req-04860b6c-768b-474b-b35b-25d7b55e8962 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 1096 time: 0.2105551 Feb 04 15:50:03.487022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc6cae-3e69-4947-a6f7-281fa912b481 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event deleted for resources: {'Subnet': ['ID=4937a2cd-1d7e-4b6f-a0cf-0db2387e781f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:03.502484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a40fdf52-aefe-4dd9-a06c-05547e80aa56 req-8c856fa7-c7ea-4378-a451-e7d45afd84ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246006 Feb 04 15:50:03.551796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-63fc6cae-3e69-4947-a6f7-281fa912b481 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "DELETE /v2.0/subnets/4937a2cd-1d7e-4b6f-a0cf-0db2387e781f HTTP/1.1" status: 204 len: 168 time: 1.1619005 Feb 04 15:50:03.554446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48312) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:03.607700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ebca0fd7-ada4-49d4-95aa-3d68c30100f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.699636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-8bbf135a-0b17-44d3-bcbf-46f4f32034cf', 'network_id': '8bbf135a-0b17-44d3-bcbf-46f4f32034cf', 'tenant_id': '73685192fa0e430eb0476390fe62d958', 'fixed_ips': [{'subnet_id': 'de82e68e-2f8a-4d0e-81c9-c836df793d4d'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:50:03.700924 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.715595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ebca0fd7-ada4-49d4-95aa-3d68c30100f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.833170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ebca0fd7-ada4-49d4-95aa-3d68c30100f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.922958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faadd44-2332-4100-81e5-4b01423dcf26 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Deleting subnet de1de209-c987-4bd0-8992-8613d0f257c3 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:50:03.926949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca0fd7-ada4-49d4-95aa-3d68c30100f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8eb019-ce1a-47a4-9a8c-fcdb3bbd0051,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:03.949702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3faadd44-2332-4100-81e5-4b01423dcf26 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.968983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ebca0fd7-ada4-49d4-95aa-3d68c30100f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.980282 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ebca0fd7-ada4-49d4-95aa-3d68c30100f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a8eb019-ce1a-47a4-9a8c-fcdb3bbd0051 HTTP/1.1" status: 204 len: 168 time: 1.1593158 Feb 04 15:50:04.004686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:04.044472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:04.059811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Allocated IP 2001:db8::2 (8bbf135a-0b17-44d3-bcbf-46f4f32034cf/de82e68e-2f8a-4d0e-81c9-c836df793d4d/8d8d036a-2a12-45a8-8cfe-e81a9a316007) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:04.083128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:04.096937 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.167544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 7fc8db63-4039-445a-a658-bfb8a0f7436d yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:04.187460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3faadd44-2332-4100-81e5-4b01423dcf26 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.335218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858a85f-8488-4cd7-a874-0abc67408e88 None None] DHCP port deletion for 630b1bc1-50b4-4363-8b45-e2d0bc9f8846 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:50:04.354750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3858a85f-8488-4cd7-a874-0abc67408e88 None None] Deleting port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:04.355535 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3858a85f-8488-4cd7-a874-0abc67408e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.388291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28756c-4684-435f-8746-c8d48e9a0969 req-12ad935d-864e-4e07-a3fd-f960472174a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.390026 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e28756c-4684-435f-8746-c8d48e9a0969 req-12ad935d-864e-4e07-a3fd-f960472174a3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.6799369 Feb 04 15:50:04.563864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-72204511-4f95-48a7-b531-d205dee2d6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.650695 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e28756c-4684-435f-8746-c8d48e9a0969 req-3d8c6d06-98cc-42e1-9ab2-8e06233b4b1e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508712 Feb 04 15:50:04.689080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3faadd44-2332-4100-81e5-4b01423dcf26 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.011902 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3faadd44-2332-4100-81e5-4b01423dcf26 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.029288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3858a85f-8488-4cd7-a874-0abc67408e88 None None] For port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=528ac5e7-ff24-4673-8ba5-a0b64eb19f12,segment=NetworkSegment(ba69c6aa-557d-4f80-8d24-71bc0cfed4be),segment_id=ba69c6aa-557d-4f80-8d24-71bc0cfed4be)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:05.031137 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3858a85f-8488-4cd7-a874-0abc67408e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.115847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faadd44-2332-4100-81e5-4b01423dcf26 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event deleted for resources: {'Subnet': ['ID=de1de209-c987-4bd0-8992-8613d0f257c3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:05.119200 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3faadd44-2332-4100-81e5-4b01423dcf26 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.130046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48362) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:05.130871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3faadd44-2332-4100-81e5-4b01423dcf26 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "DELETE /v2.0/subnets/de1de209-c987-4bd0-8992-8613d0f257c3 HTTP/1.1" status: 204 len: 168 time: 1.5743735 Feb 04 15:50:05.150280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b7df1-11ae-4e21-9ba3-6c7aca9d991d None None] Network 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:05.377604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.399546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Deleting port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:05.399895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.494239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3858a85f-8488-4cd7-a874-0abc67408e88 None None] Calling delete_port for 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:05.531099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:05.595804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.646951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Transition to ACTIVE for port object 8d8d036a-2a12-45a8-8cfe-e81a9a316007 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:05.808218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] For port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=528ac5e7-ff24-4673-8ba5-a0b64eb19f12,segment=NetworkSegment(ba69c6aa-557d-4f80-8d24-71bc0cfed4be),segment_id=ba69c6aa-557d-4f80-8d24-71bc0cfed4be)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:05.808586 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.843773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48384) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:05.901885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48390) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:05.914099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48392) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:05.930627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Transition to ACTIVE for port object 8d8d036a-2a12-45a8-8cfe-e81a9a316007 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:05.956081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Calling delete_port for 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:05.976428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8496b-a48b-4574-ad34-0006f906c0fb req-ad427b8c-48af-4336-b1f2-ba0e67b9ab5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:05.977784 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.986930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02c8496b-a48b-4574-ad34-0006f906c0fb req-ad427b8c-48af-4336-b1f2-ba0e67b9ab5c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.1291249 Feb 04 15:50:06.089513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02c8496b-a48b-4574-ad34-0006f906c0fb req-ac13b29a-feeb-4c73-aa0d-936324b77cec tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002543 Feb 04 15:50:06.132257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::2d9 (8bbf135a-0b17-44d3-bcbf-46f4f32034cf/de82e68e-2f8a-4d0e-81c9-c836df793d4d/7fc8db63-4039-445a-a658-bfb8a0f7436d) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:06.157306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Pushing event updated for resources: {'Port': ['ID=8d8d036a-2a12-45a8-8cfe-e81a9a316007,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:06.167183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3858a85f-8488-4cd7-a874-0abc67408e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.272633 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.287645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858a85f-8488-4cd7-a874-0abc67408e88 None None] Pushing event deleted for resources: {'Port': ['ID=528ac5e7-ff24-4673-8ba5-a0b64eb19f12,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:06.302564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:06.315665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:06.333049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:06.353857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858a85f-8488-4cd7-a874-0abc67408e88 None None] No DVR routers for this DVR port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:06.527027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80fe4913-07a3-45ef-9531-cfc004f0a2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.556301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:06.556683 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:06.599387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-80fe4913-07a3-45ef-9531-cfc004f0a2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:06.608070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-80fe4913-07a3-45ef-9531-cfc004f0a2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:61f6082041ac4ae2b839522f05429453 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:06.612037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-80fe4913-07a3-45ef-9531-cfc004f0a2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:06.620806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-80fe4913-07a3-45ef-9531-cfc004f0a2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:06.638826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.661204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object 7fc8db63-4039-445a-a658-bfb8a0f7436d will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:06.675744 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.696732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.699717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:06.707318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Attempting to bind port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:06.707684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Attempting to bind port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '9b57a059-54df-48c3-84ff-6ca686feeb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbf135a-0b17-44d3-bcbf-46f4f32034cf'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:06.708049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Attempting to bind port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 on network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:50:06.726901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:50:06.727352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Checking segment: {'id': '9b57a059-54df-48c3-84ff-6ca686feeb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbf135a-0b17-44d3-bcbf-46f4f32034cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:06.727821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.728356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Bound using segment: {'id': '9b57a059-54df-48c3-84ff-6ca686feeb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbf135a-0b17-44d3-bcbf-46f4f32034cf'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:50:06.728992 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Bound port: 8d8d036a-2a12-45a8-8cfe-e81a9a316007, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b57a059-54df-48c3-84ff-6ca686feeb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbf135a-0b17-44d3-bcbf-46f4f32034cf'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:06.729498 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.748978 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0f71863-c842-4979-a209-6564376146bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.763533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446aabc3-0763-4bdb-9686-785bd7c00bbc None None] DHCP port deletion for 6231ccd1-9168-44ea-bfc1-333d2f4a33e9 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:50:06.775072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-446aabc3-0763-4bdb-9686-785bd7c00bbc None None] Deleting port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:06.779660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-446aabc3-0763-4bdb-9686-785bd7c00bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.790575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:06.801766 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e84f0fb-906c-43a1-b3b9-d05ef0b94838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.815080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:06.817818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Usage tracker for resource:floatingip and tenant:29db127a5bde44559504367d3997f0ef is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:06.819604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:06.823124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:06.830390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.831153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.835769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:06.855356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=7fc8db63-4039-445a-a658-bfb8a0f7436d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:06.862698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:06.878073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-63fdf3cc-2bd4-4d3f-93af-13c2b6339284 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5195975 Feb 04 15:50:06.879329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0e84f0fb-906c-43a1-b3b9-d05ef0b94838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:06.890435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-524f6148-e5bd-4d4e-aafe-32672e8078dc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8935084 Feb 04 15:50:06.892060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48420) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:06.897642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0e84f0fb-906c-43a1-b3b9-d05ef0b94838 admin admin] Usage tracker for resource:security_group_rule and tenant:661bba9fa3fc45cea2100805e9023b59 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:06.899806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': '8bbf135a-0b17-44d3-bcbf-46f4f32034cf', 'name': 'tempest-PortsIpV6TestJSON-1492922188'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:06.906311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0e84f0fb-906c-43a1-b3b9-d05ef0b94838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:06.926711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0e84f0fb-906c-43a1-b3b9-d05ef0b94838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:06.946129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.979612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6410e-0df4-4835-ade9-942f2e6d83f1 req-2cf48bb4-29b8-40b6-8359-6fae8d82b81f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.987270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01e6410e-0df4-4835-ade9-942f2e6d83f1 req-2cf48bb4-29b8-40b6-8359-6fae8d82b81f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.3090568 Feb 04 15:50:07.084881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] For port 8d8d036a-2a12-45a8-8cfe-e81a9a316007, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:50:07.111287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] For port 8d8d036a-2a12-45a8-8cfe-e81a9a316007, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d8d036a-2a12-45a8-8cfe-e81a9a316007,segment=NetworkSegment(9b57a059-54df-48c3-84ff-6ca686feeb3f),segment_id=9b57a059-54df-48c3-84ff-6ca686feeb3f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:50:07.128792 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.190609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Deleting port 528ac5e7-ff24-4673-8ba5-a0b64eb19f12 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:07.191170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.202913 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80fe4913-07a3-45ef-9531-cfc004f0a2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.275672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] The port '528ac5e7-ff24-4673-8ba5-a0b64eb19f12' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:50:07.340611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01e6410e-0df4-4835-ade9-942f2e6d83f1 req-c0382502-3d02-4e38-ae12-0d07487370d0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520880 Feb 04 15:50:07.340958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-446aabc3-0763-4bdb-9686-785bd7c00bbc None None] For port 6d55a8c2-2ae2-402c-8a25-beb8f7324456, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6d55a8c2-2ae2-402c-8a25-beb8f7324456,segment=NetworkSegment(c6981273-003a-4244-9cd9-9343728552df),segment_id=c6981273-003a-4244-9cd9-9343728552df)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:07.341600 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-446aabc3-0763-4bdb-9686-785bd7c00bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.343185 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80fe4913-07a3-45ef-9531-cfc004f0a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.382046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e1af9-7c00-4d0f-9aca-9fe76176aaae None None] Pushing event updated for resources: {'Port': ['ID=8d8d036a-2a12-45a8-8cfe-e81a9a316007,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:07.548121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.586477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6d55a8c2-2ae2-402c-8a25-beb8f7324456 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:07.605370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:07.617904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e84f0fb-906c-43a1-b3b9-d05ef0b94838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.625151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630b1bc1-50b4-4363-8b45-e2d0bc9f8846']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:07.648095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:07.660919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe4913-07a3-45ef-9531-cfc004f0a2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f738d6c-b2c9-4134-a7d9-5042bbe2a909,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:07.666063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-80fe4913-07a3-45ef-9531-cfc004f0a2a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61f6082041ac4ae2b839522f05429453&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8208494 Feb 04 15:50:07.669693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e84f0fb-906c-43a1-b3b9-d05ef0b94838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.674759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:07.701168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48444) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:07.725146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba69c6aa-557d-4f80-8d24-71bc0cfed4be') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:07.727474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba69c6aa-557d-4f80-8d24-71bc0cfed4be') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:07.769924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.805368 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.814436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:07.815708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.834767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-446aabc3-0763-4bdb-9686-785bd7c00bbc None None] Calling delete_port for 6d55a8c2-2ae2-402c-8a25-beb8f7324456 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:07.915216 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.916228 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:07.953694 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:07.978410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0e84f0fb-906c-43a1-b3b9-d05ef0b94838 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=661bba9fa3fc45cea2100805e9023b59&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0575662 Feb 04 15:50:07.985321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:07.991081 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-446aabc3-0763-4bdb-9686-785bd7c00bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.993180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48452) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:07.997327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84f0fb-906c-43a1-b3b9-d05ef0b94838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047bffd8-0607-4ea3-aa30-aa50df9e5a5c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:08.024007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:08.028526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.047485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446aabc3-0763-4bdb-9686-785bd7c00bbc None None] No DVR routers for this DVR port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:08.051505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No active binding found for port 6d55a8c2-2ae2-402c-8a25-beb8f7324456 {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 15:50:08.054085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6d55a8c2-2ae2-402c-8a25-beb8f7324456 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:50:08.072176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aabc3-0763-4bdb-9686-785bd7c00bbc None None] Pushing event deleted for resources: {'Port': ['ID=6d55a8c2-2ae2-402c-8a25-beb8f7324456,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:08.107925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port aeb9921a-c9aa-4708-8b56-484ff61911d7 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:08.138267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-c68032dc-ad41-41f4-b9e6-5cfdd12bfbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.141105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-c68032dc-ad41-41f4-b9e6-5cfdd12bfbd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 1096 time: 1.0422039 Feb 04 15:50:08.149666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.172385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c7abf-3f07-4f8a-b504-54b383fc3c71 req-858626f4-3e3b-4ca1-bd0b-8193adf9db9f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.180730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d43c7abf-3f07-4f8a-b504-54b383fc3c71 req-858626f4-3e3b-4ca1-bd0b-8193adf9db9f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.5123324 Feb 04 15:50:08.197506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.215450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event deleted for resources: {'Network': ['ID=630b1bc1-50b4-4363-8b45-e2d0bc9f8846,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:08.230511 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d755f144-fe3f-49fb-8bab-61bc43d5641f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.236897 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4c1a6ee9-5750-4d30-bf2c-d9ef5c028840 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "DELETE /v2.0/networks/630b1bc1-50b4-4363-8b45-e2d0bc9f8846 HTTP/1.1" status: 204 len: 168 time: 3.1056457 Feb 04 15:50:08.248611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48462) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:08.347493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d755f144-fe3f-49fb-8bab-61bc43d5641f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.509880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.555011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::c5 (8bbf135a-0b17-44d3-bcbf-46f4f32034cf/de82e68e-2f8a-4d0e-81c9-c836df793d4d/aeb9921a-c9aa-4708-8b56-484ff61911d7) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:08.555170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-119048d7-d54c-45e0-8cbf-e7eb89b2e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.556732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-119048d7-d54c-45e0-8cbf-e7eb89b2e26b service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.3689497 Feb 04 15:50:08.579043 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.583071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bef1f6ac-f9f1-4da6-8edc-5940f3cf1593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.628704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bef1f6ac-f9f1-4da6-8edc-5940f3cf1593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.820227 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bef1f6ac-f9f1-4da6-8edc-5940f3cf1593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.850314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-5036a128-0e34-4307-af59-55aaabbd34ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b69c4114-2968-494e-844c-3c2b480733ab HTTP/1.1" status: 200 len: 217 time: 0.2690670 Feb 04 15:50:08.876288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1f6ac-f9f1-4da6-8edc-5940f3cf1593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047bffd8-0607-4ea3-aa30-aa50df9e5a5c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:08.947705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d43c7abf-3f07-4f8a-b504-54b383fc3c71 req-cc3a78e9-91ca-44f0-b25c-eb93c416af16 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7659581 Feb 04 15:50:08.982754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7676a47-99ac-4864-a052-b4295a94a626 None None] Network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:09.071485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Allocated IP 172.25.8.41 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/94d4c7ce-ede6-4e11-a729-d492191641b8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:09.096881 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d755f144-fe3f-49fb-8bab-61bc43d5641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.102048 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.165000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755f144-fe3f-49fb-8bab-61bc43d5641f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f738d6c-b2c9-4134-a7d9-5042bbe2a909,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:09.192290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6231ccd1-9168-44ea-bfc1-333d2f4a33e9']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:09.203548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d755f144-fe3f-49fb-8bab-61bc43d5641f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.204704 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d755f144-fe3f-49fb-8bab-61bc43d5641f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f738d6c-b2c9-4134-a7d9-5042bbe2a909 HTTP/1.1" status: 204 len: 168 time: 1.4932051 Feb 04 15:50:09.226525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6981273-003a-4244-9cd9-9343728552df') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:09.226525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6981273-003a-4244-9cd9-9343728552df') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:09.254340 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.276299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.295946 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.306714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.317582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:09.318138 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:09.339009 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:09.344220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.425688 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.462269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-450d8484-2ffa-4261-952d-e316775b4483 None None] Provisioning for port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:09.499844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object aeb9921a-c9aa-4708-8b56-484ff61911d7 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:09.505334 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.517794 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bef1f6ac-f9f1-4da6-8edc-5940f3cf1593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.520947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bef1f6ac-f9f1-4da6-8edc-5940f3cf1593 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/047bffd8-0607-4ea3-aa30-aa50df9e5a5c HTTP/1.1" status: 204 len: 168 time: 1.5201228 Feb 04 15:50:09.562007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.567706 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.584522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:09.591633 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "DELETE /v2.0/networks/6231ccd1-9168-44ea-bfc1-333d2f4a33e9 HTTP/1.1" status: 204 len: 168 time: 1.3401320 Feb 04 15:50:09.599733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:09.604437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaf90d-89ab-49cd-911c-b54c29d1d9ef tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event deleted for resources: {'Network': ['ID=6231ccd1-9168-44ea-bfc1-333d2f4a33e9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:09.661273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:09.671795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-5ff77121-8a99-437a-8941-8809d120b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.673426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-5ff77121-8a99-437a-8941-8809d120b324 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.7875826 Feb 04 15:50:09.674356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:09.686192 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.749414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d8d036a-2a12-45a8-8cfe-e81a9a316007 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:09.752740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-054fcb6e-bd45-48d7-a28b-2874f77b6b72 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Deleting subnet 203f0bcd-4998-4aca-8572-df2b45150903 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:50:09.778763 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-6b081daf-dfbb-478f-b09e-a557befa1a39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589287 Feb 04 15:50:09.781409 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-054fcb6e-bd45-48d7-a28b-2874f77b6b72 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.803259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Pushing event updated for resources: {'Port': ['ID=94d4c7ce-ede6-4e11-a729-d492191641b8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:09.842990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:09.854517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:09.857236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:09.863282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.863915 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.884525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=aeb9921a-c9aa-4708-8b56-484ff61911d7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:09.894420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-054fcb6e-bd45-48d7-a28b-2874f77b6b72 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.933171 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6c2f717f-4314-4d58-a1f6-b221c3964752 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0394492 Feb 04 15:50:09.936861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48506) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:09.941603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:09.986494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:09.987588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.052525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552a31b-1795-411b-b5ae-8f5bb71cc388 req-cd43e953-7b28-4a7c-942c-368c90267721 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:10.053778 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d552a31b-1795-411b-b5ae-8f5bb71cc388 req-cd43e953-7b28-4a7c-942c-368c90267721 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.4789834 Feb 04 15:50:10.079067 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-054fcb6e-bd45-48d7-a28b-2874f77b6b72 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.117355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.152272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-9d94fc3d-4f1d-4869-be95-3d5ac3de0808 service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525515 Feb 04 15:50:10.248484 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.274231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be9c1c-b89e-4b23-a03c-95756435e70e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:10.283166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c6be9c1c-b89e-4b23-a03c-95756435e70e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d9 HTTP/1.1" status: 200 len: 929 time: 0.3380125 Feb 04 15:50:10.322006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48518) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:10.323094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48520) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:10.336382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8d8d036a-2a12-45a8-8cfe-e81a9a316007, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d8d036a-2a12-45a8-8cfe-e81a9a316007,segment=NetworkSegment(9b57a059-54df-48c3-84ff-6ca686feeb3f),segment_id=9b57a059-54df-48c3-84ff-6ca686feeb3f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:10.348060 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.440612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f5424986-4d4a-45bc-9f75-9d17bde38cf1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port aeb9921a-c9aa-4708-8b56-484ff61911d7 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:10.440940 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5424986-4d4a-45bc-9f75-9d17bde38cf1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.453920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8d8d036a-2a12-45a8-8cfe-e81a9a316007,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:10.514055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64803844-be93-42eb-97b0-d104aa8ad583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.560702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-64803844-be93-42eb-97b0-d104aa8ad583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:10.571072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d552a31b-1795-411b-b5ae-8f5bb71cc388 req-6f95d7e5-c577-48bc-aca7-d6487a3f5295 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002236 Feb 04 15:50:10.571432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-64803844-be93-42eb-97b0-d104aa8ad583 admin admin] Usage tracker for resource:security_group_rule and tenant:7f42ed06589545f2b0333135b66d5114 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:10.578179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-64803844-be93-42eb-97b0-d104aa8ad583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:10.627401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.848148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Provisioning for port aeb9921a-c9aa-4708-8b56-484ff61911d7 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:10.860901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Provisioning complete for port aeb9921a-c9aa-4708-8b56-484ff61911d7 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:10.861641 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.869015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48542) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:10.871815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-64803844-be93-42eb-97b0-d104aa8ad583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:10.936539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f23ce1b4-a4b0-4457-9dc5-4d7c18738353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.968761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f23ce1b4-a4b0-4457-9dc5-4d7c18738353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:10.973631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f23ce1b4-a4b0-4457-9dc5-4d7c18738353 admin admin] Usage tracker for resource:security_group_rule and tenant:8a878eca2406477ca4e2b6139cf6859d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:10.980182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f23ce1b4-a4b0-4457-9dc5-4d7c18738353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:10.991847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f23ce1b4-a4b0-4457-9dc5-4d7c18738353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:11.008832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cffe7ed0-6c10-4f3b-9640-24d518906d7a req-0aeeb3b6-e90d-44bc-ba76-652e49f41b8c service neutron] 10.222.0.53 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816656 Feb 04 15:50:11.012371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5424986-4d4a-45bc-9f75-9d17bde38cf1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.112688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-054fcb6e-bd45-48d7-a28b-2874f77b6b72 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.114323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Port aeb9921a-c9aa-4708-8b56-484ff61911d7 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:11.114816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-cbcc672c-ed0e-4f36-8f1f-9fb9d19e8310 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5916824 Feb 04 15:50:11.133578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Provisioning for port 7fc8db63-4039-445a-a658-bfb8a0f7436d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:11.145270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Provisioning complete for port 7fc8db63-4039-445a-a658-bfb8a0f7436d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:11.146272 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.227145 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.233542 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.272620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Port 7fc8db63-4039-445a-a658-bfb8a0f7436d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:11.296254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Provisioning complete for port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:11.296634 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-950af782-5852-4741-b4ce-7ff60c894c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.480659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d8d036a-2a12-45a8-8cfe-e81a9a316007 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:11.526614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f5424986-4d4a-45bc-9f75-9d17bde38cf1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for aeb9921a-c9aa-4708-8b56-484ff61911d7 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:11.546817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99bb6c7-ec06-48d0-b1e7-3c45da69d534 None None] Network 3c039074-cd94-4eba-ac3a-61bbc2d13891 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:11.560732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-054fcb6e-bd45-48d7-a28b-2874f77b6b72 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.571628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fcb6e-bd45-48d7-a28b-2874f77b6b72 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event deleted for resources: {'Subnet': ['ID=203f0bcd-4998-4aca-8572-df2b45150903,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:11.577682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f23ce1b4-a4b0-4457-9dc5-4d7c18738353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.613281 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f23ce1b4-a4b0-4457-9dc5-4d7c18738353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.663507 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-054fcb6e-bd45-48d7-a28b-2874f77b6b72 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "DELETE /v2.0/subnets/203f0bcd-4998-4aca-8572-df2b45150903 HTTP/1.1" status: 204 len: 168 time: 2.0629456 Feb 04 15:50:11.674095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48578) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:11.871833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f23ce1b4-a4b0-4457-9dc5-4d7c18738353 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a878eca2406477ca4e2b6139cf6859d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9972596 Feb 04 15:50:11.872659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ce1b4-a4b0-4457-9dc5-4d7c18738353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a8ae50-6f97-4986-961c-eecf87cabfa7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:11.874989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48594) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:11.983986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.020032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:12.020411 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.078345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Pushing event updated for resources: {'Port': ['ID=94d4c7ce-ede6-4e11-a729-d492191641b8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:12.107501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f003c653-ef45-4c84-9947-1de865e0376c None None] Provisioning complete for port aeb9921a-c9aa-4708-8b56-484ff61911d7 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:12.108063 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f003c653-ef45-4c84-9947-1de865e0376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.139807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.165193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-f25cfe5d-e711-4ee6-86af-f9a2fddc962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:12.167219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-f25cfe5d-e711-4ee6-86af-f9a2fddc962b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88675380f23a4e7886d02b7197b8fb55&device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 1097 time: 0.5053229 Feb 04 15:50:12.174952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64803844-be93-42eb-97b0-d104aa8ad583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.177562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df9cd25-856a-4b21-a989-3724d78763f3 None None] DHCP port deletion for 3c039074-cd94-4eba-ac3a-61bbc2d13891 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:50:12.185277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a3b52-62c7-4bfe-a72c-b13ae1901e91 req-30790e40-3b59-4475-852b-b225d75ea93f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:12.192707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea6a3b52-62c7-4bfe-a72c-b13ae1901e91 req-30790e40-3b59-4475-852b-b225d75ea93f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.4022830 Feb 04 15:50:12.196664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64803844-be93-42eb-97b0-d104aa8ad583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.228175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1df9cd25-856a-4b21-a989-3724d78763f3 None None] Deleting port af701307-220e-49ac-8e96-f0dce038c799 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:12.228480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1df9cd25-856a-4b21-a989-3724d78763f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.229521 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.230935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c2a353b1-db76-4433-8fd1-a98085ea1ce4 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3277986 Feb 04 15:50:12.235809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48618) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:12.306015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f003c653-ef45-4c84-9947-1de865e0376c None None] Port aeb9921a-c9aa-4708-8b56-484ff61911d7 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:12.319486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64803844-be93-42eb-97b0-d104aa8ad583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a961922-5a0c-48b8-9676-4f98dfa06e8e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:12.336743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Deleting port af701307-220e-49ac-8e96-f0dce038c799 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:12.337749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.361284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1413827896', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'fixed_ips': [{'ip_address': '172.25.8.41'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:12.380261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:12.381540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f003c653-ef45-4c84-9947-1de865e0376c None None] Provisioning complete for port 7fc8db63-4039-445a-a658-bfb8a0f7436d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:12.381974 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f003c653-ef45-4c84-9947-1de865e0376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.443837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Usage tracker for resource:port and tenant:29db127a5bde44559504367d3997f0ef is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:12.460819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea6a3b52-62c7-4bfe-a72c-b13ae1901e91 req-e8d25372-db63-4e85-aa2a-36499e1967b6 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633936 Feb 04 15:50:12.463081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:12.469873 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-64803844-be93-42eb-97b0-d104aa8ad583 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f42ed06589545f2b0333135b66d5114&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1459029 Feb 04 15:50:12.474121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:12.475946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48632) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:12.544656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89e8fa66-a8af-42fc-8998-6c3665b8044e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.553703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5424986-4d4a-45bc-9f75-9d17bde38cf1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.611504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Made reservation on behalf of 29db127a5bde44559504367d3997f0ef for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:12.622561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.637023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5424986-4d4a-45bc-9f75-9d17bde38cf1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=aeb9921a-c9aa-4708-8b56-484ff61911d7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:12.664488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1df9cd25-856a-4b21-a989-3724d78763f3 None None] For port af701307-220e-49ac-8e96-f0dce038c799, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=af701307-220e-49ac-8e96-f0dce038c799,segment=NetworkSegment(a987c6f4-7945-4d6e-88ac-87edae9e45c0),segment_id=a987c6f4-7945-4d6e-88ac-87edae9e45c0)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:12.664925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1df9cd25-856a-4b21-a989-3724d78763f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.681193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f003c653-ef45-4c84-9947-1de865e0376c None None] Port 7fc8db63-4039-445a-a658-bfb8a0f7436d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:12.736979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.774148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-2ca8f16b-6d41-4f78-8ed5-9d95276b39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:12.786577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-2ca8f16b-6d41-4f78-8ed5-9d95276b39f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 200 len: 906 time: 0.5905271 Feb 04 15:50:12.800323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:12.803921 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89e8fa66-a8af-42fc-8998-6c3665b8044e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.810136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Usage tracker for resource:security_group_rule and tenant:29db127a5bde44559504367d3997f0ef is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:12.814263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:12.820441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5424986-4d4a-45bc-9f75-9d17bde38cf1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.919394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1df9cd25-856a-4b21-a989-3724d78763f3 None None] Calling delete_port for af701307-220e-49ac-8e96-f0dce038c799 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:12.931144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] For port af701307-220e-49ac-8e96-f0dce038c799, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=af701307-220e-49ac-8e96-f0dce038c799,segment=NetworkSegment(a987c6f4-7945-4d6e-88ac-87edae9e45c0),segment_id=a987c6f4-7945-4d6e-88ac-87edae9e45c0)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:12.931144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.952465 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5424986-4d4a-45bc-9f75-9d17bde38cf1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/aeb9921a-c9aa-4708-8b56-484ff61911d7 HTTP/1.1" status: 204 len: 168 time: 2.6245832 Feb 04 15:50:12.956815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48652) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:12.991126 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14b35821-5c05-46ad-8c80-e9dd8c9482fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.996175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:13.023153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-a2197e04-023a-4721-a4b2-5c740168fa2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d523cd42-07b5-4e93-92c2-61f00f40e737 HTTP/1.1" status: 200 len: 217 time: 0.2056663 Feb 04 15:50:13.043204 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1df9cd25-856a-4b21-a989-3724d78763f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.107419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9cd25-856a-4b21-a989-3724d78763f3 None None] Pushing event deleted for resources: {'Port': ['ID=af701307-220e-49ac-8e96-f0dce038c799,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:13.109795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9cd25-856a-4b21-a989-3724d78763f3 None None] No DVR routers for this DVR port af701307-220e-49ac-8e96-f0dce038c799 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:13.180196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-21a419e5-93df-4e98-8459-fc75f63de3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:13.182363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-21a419e5-93df-4e98-8459-fc75f63de3e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 200 len: 845 time: 0.1431487 Feb 04 15:50:13.310527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89e8fa66-a8af-42fc-8998-6c3665b8044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.310959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-2206456e-7970-4a74-a8dc-c1fed7201a15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf36374d-d245-40cc-915b-8c254d5c5c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079731 Feb 04 15:50:13.314670 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14b35821-5c05-46ad-8c80-e9dd8c9482fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.324161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Calling delete_port for af701307-220e-49ac-8e96-f0dce038c799 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:13.414796 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc253057-90bd-4407-8c7a-c7097c0c104a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:50:13.415583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fc253057-90bd-4407-8c7a-c7097c0c104a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:13.426862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8fa66-a8af-42fc-8998-6c3665b8044e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a8ae50-6f97-4986-961c-eecf87cabfa7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:13.476418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device af701307-220e-49ac-8e96-f0dce038c799 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:13.477715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89e8fa66-a8af-42fc-8998-6c3665b8044e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.479166 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-89e8fa66-a8af-42fc-8998-6c3665b8044e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0a8ae50-6f97-4986-961c-eecf87cabfa7 HTTP/1.1" status: 204 len: 168 time: 1.5803344 Feb 04 15:50:13.490638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fc253057-90bd-4407-8c7a-c7097c0c104a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:13.494813 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fc253057-90bd-4407-8c7a-c7097c0c104a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/aeb9921a-c9aa-4708-8b56-484ff61911d7 HTTP/1.1" status: 404 len: 333 time: 0.5364902 Feb 04 15:50:13.503453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48672) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:13.515031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.549668 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.561050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: af701307-220e-49ac-8e96-f0dce038c799 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:50:13.561640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device af701307-220e-49ac-8e96-f0dce038c799 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:50:13.578517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] device_id is not set on port 45e4f312-e292-4216-ad59-7f0fe55b0a89 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:13.598760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-33c7fea7-6b4f-42ae-a232-a2ecfcddca10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 7fc8db63-4039-445a-a658-bfb8a0f7436d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:13.599395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33c7fea7-6b4f-42ae-a232-a2ecfcddca10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.649069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48676) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:13.686899 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14b35821-5c05-46ad-8c80-e9dd8c9482fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.701207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:13.701852 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:13.784074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-678bf0bc-1b80-48c9-88a4-4e79f3645a8c service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719112 Feb 04 15:50:13.825061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2240f472-b650-4206-89be-4c777cdcf6d6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:13.920190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35821-5c05-46ad-8c80-e9dd8c9482fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a961922-5a0c-48b8-9676-4f98dfa06e8e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:13.932672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33c7fea7-6b4f-42ae-a232-a2ecfcddca10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.992808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14b35821-5c05-46ad-8c80-e9dd8c9482fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.993945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-14b35821-5c05-46ad-8c80-e9dd8c9482fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a961922-5a0c-48b8-9676-4f98dfa06e8e HTTP/1.1" status: 204 len: 168 time: 1.5169299 Feb 04 15:50:14.048395 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 15:50:14.048928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:50:14.051931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48688) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:14.073832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853755f-e560-4996-9173-102d02cebe31 req-e22f6fb1-c999-4e30-aea2-60f592e27338 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:14.076094 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7853755f-e560-4996-9173-102d02cebe31 req-e22f6fb1-c999-4e30-aea2-60f592e27338 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.4033225 Feb 04 15:50:14.123401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-33c7fea7-6b4f-42ae-a232-a2ecfcddca10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 7fc8db63-4039-445a-a658-bfb8a0f7436d owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:14.125513 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-049603d7-e630-497f-b19b-f4c57b488d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.135933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a8665e1-9b08-4835-b29d-9b7b619d0c0b req-6818f4ac-1960-4ada-8778-fd73173dc727 service neutron] 10.222.0.61 "GET /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417642 Feb 04 15:50:14.141892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c934be20-5283-479b-b511-9f14a3bee3de tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.9049034 Feb 04 15:50:14.145978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48692) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:14.153558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-049603d7-e630-497f-b19b-f4c57b488d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:14.170240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0cc14260-942b-4988-9261-6bd88d066c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.202577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0cc14260-942b-4988-9261-6bd88d066c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:14.204836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Deleting port af701307-220e-49ac-8e96-f0dce038c799 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:14.205590 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.246053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-049603d7-e630-497f-b19b-f4c57b488d62 admin admin] Usage tracker for resource:security_group_rule and tenant:abfcf528ee2543b8b2b990eb8fac846d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:14.249364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0cc14260-942b-4988-9261-6bd88d066c5f admin admin] Usage tracker for resource:security_group_rule and tenant:68cbb48044874a10b03cea229538f305 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:14.253009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-049603d7-e630-497f-b19b-f4c57b488d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:14.261635 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0cc14260-942b-4988-9261-6bd88d066c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:14.274222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7853755f-e560-4996-9173-102d02cebe31 req-8011d0d6-719b-429d-8479-e9f9613dabeb tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749537 Feb 04 15:50:14.318182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0cc14260-942b-4988-9261-6bd88d066c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:14.326109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] The port 'af701307-220e-49ac-8e96-f0dce038c799' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:50:14.384788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-049603d7-e630-497f-b19b-f4c57b488d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:14.569104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.606487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Deleting port 94d4c7ce-ede6-4e11-a729-d492191641b8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:14.606848 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.624708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33c7fea7-6b4f-42ae-a232-a2ecfcddca10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.635780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c039074-cd94-4eba-ac3a-61bbc2d13891']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:14.714093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a987c6f4-7945-4d6e-88ac-87edae9e45c0') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:14.714404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a987c6f4-7945-4d6e-88ac-87edae9e45c0') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:14.754443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7fea7-6b4f-42ae-a232-a2ecfcddca10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=7fc8db63-4039-445a-a658-bfb8a0f7436d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:14.781476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33c7fea7-6b4f-42ae-a232-a2ecfcddca10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.802874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.825971 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-33c7fea7-6b4f-42ae-a232-a2ecfcddca10 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/7fc8db63-4039-445a-a658-bfb8a0f7436d HTTP/1.1" status: 204 len: 168 time: 1.3214209 Feb 04 15:50:14.826656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48708) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:14.844442 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.845009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.891791 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.912423 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0cc14260-942b-4988-9261-6bd88d066c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.915855 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c239c9-dc56-4e7b-b0ff-b98accb7eb0a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:50:14.916661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-61c239c9-dc56-4e7b-b0ff-b98accb7eb0a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:14.920300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:14.920734 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:14.936830 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:14.986529 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0cc14260-942b-4988-9261-6bd88d066c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.038178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Calling delete_port for 94d4c7ce-ede6-4e11-a729-d492191641b8 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:15.048042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-61c239c9-dc56-4e7b-b0ff-b98accb7eb0a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:15.052962 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-61c239c9-dc56-4e7b-b0ff-b98accb7eb0a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/7fc8db63-4039-445a-a658-bfb8a0f7436d HTTP/1.1" status: 404 len: 333 time: 0.2210145 Feb 04 15:50:15.062751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:15.132419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc14260-942b-4988-9261-6bd88d066c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be404c6-db43-4c3c-b26a-b67c57fbde23,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:15.152327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.157493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.161894 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0cc14260-942b-4988-9261-6bd88d066c5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68cbb48044874a10b03cea229538f305&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5090587 Feb 04 15:50:15.168940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48724) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:15.200441 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "DELETE /v2.0/networks/3c039074-cd94-4eba-ac3a-61bbc2d13891 HTTP/1.1" status: 204 len: 168 time: 3.5166769 Feb 04 15:50:15.201421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc30972-c06b-4f02-a83c-1d86a28e279e tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Pushing event deleted for resources: {'Network': ['ID=3c039074-cd94-4eba-ac3a-61bbc2d13891,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:15.203340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-049603d7-e630-497f-b19b-f4c57b488d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.203888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48728) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:15.221234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-049603d7-e630-497f-b19b-f4c57b488d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.279936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f4031842-bf4a-41d9-9774-b2e8996826a6 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Synchronizing usage tracker for tenant:b361582835064d8b84d4b2ced08e32c7 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:15.295934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dd7b6e-d9f7-4371-a954-305771b16b09 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet de82e68e-2f8a-4d0e-81c9-c836df793d4d {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:50:15.301318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7b6e-d9f7-4371-a954-305771b16b09 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.421683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049603d7-e630-497f-b19b-f4c57b488d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca416b4-c201-40a1-9ac7-ebc0eb95816c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:15.431320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-049603d7-e630-497f-b19b-f4c57b488d62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abfcf528ee2543b8b2b990eb8fac846d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3714614 Feb 04 15:50:15.465476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48740) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:15.507322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f4031842-bf4a-41d9-9774-b2e8996826a6 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Unset dirty status for tenant:b361582835064d8b84d4b2ced08e32c7 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:15.508586 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f4031842-bf4a-41d9-9774-b2e8996826a6 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe743f33-74f0-433b-bd40-8a07ba06afa9 HTTP/1.1" status: 200 len: 205 time: 0.3007457 Feb 04 15:50:15.512059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:15.539663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4732-5391-4406-87ec-84813f3beeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.582597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7b6e-d9f7-4371-a954-305771b16b09 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.658641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dcd527e-a987-42f8-bff4-728048d255fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.661634 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4732-5391-4406-87ec-84813f3beeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.674730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48752) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:15.703438 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.710094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1594e7a-08e1-4a7e-b31c-850dce03ca48 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.768715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Pushing event deleted for resources: {'Port': ['ID=94d4c7ce-ede6-4e11-a729-d492191641b8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:15.827022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dcd527e-a987-42f8-bff4-728048d255fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.926284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64191b43-3120-4e82-bb1d-d0ea32379ecc req-5b9388a2-e014-4b25-9afb-2b009db551aa tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.927785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64191b43-3120-4e82-bb1d-d0ea32379ecc req-5b9388a2-e014-4b25-9afb-2b009db551aa tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.3957479 Feb 04 15:50:15.984110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-364463f2-71cc-4418-bab7-c713b84e5fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.006898 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4732-5391-4406-87ec-84813f3beeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.015274 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.029785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-364463f2-71cc-4418-bab7-c713b84e5fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:16.044370 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1594e7a-08e1-4a7e-b31c-850dce03ca48 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.048364 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1594e7a-08e1-4a7e-b31c-850dce03ca48 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.053106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-364463f2-71cc-4418-bab7-c713b84e5fcf admin admin] Usage tracker for resource:security_group_rule and tenant:5c6c9c2f587b46a4bcc7a5294b43c3cb is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:16.053304 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7b6e-d9f7-4371-a954-305771b16b09 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.058064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb4732-5391-4406-87ec-84813f3beeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be404c6-db43-4c3c-b26a-b67c57fbde23,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:16.060230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-364463f2-71cc-4418-bab7-c713b84e5fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:16.075637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-364463f2-71cc-4418-bab7-c713b84e5fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:16.080452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64191b43-3120-4e82-bb1d-d0ea32379ecc req-bd77dc85-b969-4434-b64a-47b4556c5697 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211975 Feb 04 15:50:16.086833 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dcd527e-a987-42f8-bff4-728048d255fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.123227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd527e-a987-42f8-bff4-728048d255fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca416b4-c201-40a1-9ac7-ebc0eb95816c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:16.125481 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1594e7a-08e1-4a7e-b31c-850dce03ca48 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.126243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1594e7a-08e1-4a7e-b31c-850dce03ca48 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Fanout notify agent at l3_agent the message router_deleted on router fe743f33-74f0-433b-bd40-8a07ba06afa9 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:50:16.146946 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1594e7a-08e1-4a7e-b31c-850dce03ca48 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.150907 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e1594e7a-08e1-4a7e-b31c-850dce03ca48 tempest-RoutersNegativeTest-1929470646 tempest-RoutersNegativeTest-1929470646-project] 10.222.0.46 "DELETE /v2.0/routers/fe743f33-74f0-433b-bd40-8a07ba06afa9 HTTP/1.1" status: 204 len: 168 time: 0.6365883 Feb 04 15:50:16.160602 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4732-5391-4406-87ec-84813f3beeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.164254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d8bb4732-5391-4406-87ec-84813f3beeed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3be404c6-db43-4c3c-b26a-b67c57fbde23 HTTP/1.1" status: 204 len: 168 time: 0.9899547 Feb 04 15:50:16.165170 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dcd527e-a987-42f8-bff4-728048d255fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.167082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0dcd527e-a987-42f8-bff4-728048d255fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aca416b4-c201-40a1-9ac7-ebc0eb95816c HTTP/1.1" status: 204 len: 168 time: 0.6950204 Feb 04 15:50:16.172449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.177827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7b6e-d9f7-4371-a954-305771b16b09 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.178401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7e067a5f-c2b7-411b-b608-2be02668b12e tempest-ExternalNetworksAdminNegativeTestJSON-1539506409 tempest-ExternalNetworksAdminNegativeTestJSON-1539506409-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/5ba87a5b-f166-4893-b5b2-6a6a3e08bb49 HTTP/1.1" status: 204 len: 168 time: 2.0311108 Feb 04 15:50:16.235670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f60432b-b0bf-40e6-91e9-43e1caaa2721 None None] Network 8bbf135a-0b17-44d3-bcbf-46f4f32034cf requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:16.237436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7b6e-d9f7-4371-a954-305771b16b09 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.245978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd7b6e-d9f7-4371-a954-305771b16b09 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=de82e68e-2f8a-4d0e-81c9-c836df793d4d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:16.246474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-364463f2-71cc-4418-bab7-c713b84e5fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.250525 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b7dd7b6e-d9f7-4371-a954-305771b16b09 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/de82e68e-2f8a-4d0e-81c9-c836df793d4d HTTP/1.1" status: 204 len: 168 time: 1.1865771 Feb 04 15:50:16.253867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48776) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:16.257710 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-364463f2-71cc-4418-bab7-c713b84e5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.313935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-364463f2-71cc-4418-bab7-c713b84e5fcf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c6c9c2f587b46a4bcc7a5294b43c3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6361976 Feb 04 15:50:16.314952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48780) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:16.318990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364463f2-71cc-4418-bab7-c713b84e5fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4306d396-1027-4930-9a6b-1a9719e766e9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:16.390963 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-166060ed-b30d-48be-aa0a-b51171b9635c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.402349 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.425734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:16.426361 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.454796 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-166060ed-b30d-48be-aa0a-b51171b9635c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.528290 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-166060ed-b30d-48be-aa0a-b51171b9635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.547608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166060ed-b30d-48be-aa0a-b51171b9635c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4306d396-1027-4930-9a6b-1a9719e766e9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:16.565600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-166060ed-b30d-48be-aa0a-b51171b9635c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.569593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-166060ed-b30d-48be-aa0a-b51171b9635c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4306d396-1027-4930-9a6b-1a9719e766e9 HTTP/1.1" status: 204 len: 168 time: 0.2497714 Feb 04 15:50:16.699801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] DHCP port deletion for 8bbf135a-0b17-44d3-bcbf-46f4f32034cf request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:50:16.702864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] For port 8d8d036a-2a12-45a8-8cfe-e81a9a316007, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d8d036a-2a12-45a8-8cfe-e81a9a316007,segment=NetworkSegment(9b57a059-54df-48c3-84ff-6ca686feeb3f),segment_id=9b57a059-54df-48c3-84ff-6ca686feeb3f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:16.703515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.706617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] Deleting port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:16.707286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.839618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 8d8d036a-2a12-45a8-8cfe-e81a9a316007 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:16.926037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.945433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48796) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:16.955627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] For port 8d8d036a-2a12-45a8-8cfe-e81a9a316007, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8d8d036a-2a12-45a8-8cfe-e81a9a316007,segment=NetworkSegment(9b57a059-54df-48c3-84ff-6ca686feeb3f),segment_id=9b57a059-54df-48c3-84ff-6ca686feeb3f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:16.956019 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.993835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3619fa5-16a7-4ee2-b3d8-70e5869879db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.015279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48800) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:17.045466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3619fa5-16a7-4ee2-b3d8-70e5869879db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:17.055396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3619fa5-16a7-4ee2-b3d8-70e5869879db admin admin] Usage tracker for resource:security_group_rule and tenant:8fe44a36f41f4a26b18a4155a13e695f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:17.065280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3619fa5-16a7-4ee2-b3d8-70e5869879db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:17.071418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3619fa5-16a7-4ee2-b3d8-70e5869879db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:17.113832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] Calling delete_port for 8d8d036a-2a12-45a8-8cfe-e81a9a316007 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:17.245443 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:17.246195 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:17.254481 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3619fa5-16a7-4ee2-b3d8-70e5869879db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.261376 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3619fa5-16a7-4ee2-b3d8-70e5869879db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.268884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=8d8d036a-2a12-45a8-8cfe-e81a9a316007,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:17.272671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No DVR routers for this DVR port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:17.373164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c3619fa5-16a7-4ee2-b3d8-70e5869879db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fe44a36f41f4a26b18a4155a13e695f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266112 Feb 04 15:50:17.374350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48812) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:17.380040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48814) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:17.421512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3619fa5-16a7-4ee2-b3d8-70e5869879db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cff82a0-cab0-46ef-9075-f5b55c02adfb,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:17.440301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.482839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbf135a-0b17-44d3-bcbf-46f4f32034cf']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:17.496699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d8d036a-2a12-45a8-8cfe-e81a9a316007 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:17.505684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b57a059-54df-48c3-84ff-6ca686feeb3f') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:17.506591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b57a059-54df-48c3-84ff-6ca686feeb3f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:17.522028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.542063 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.550846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:17.553173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:17.567899 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:17.570229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4f1b-6df0-4aae-96c9-fea64d49f844 req-425da761-1f01-4093-8aa1-3ebd780798c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:17.576061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8d8d036a-2a12-45a8-8cfe-e81a9a316007 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:50:17.576979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8d8d036a-2a12-45a8-8cfe-e81a9a316007 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:50:17.584612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a36f4f1b-6df0-4aae-96c9-fea64d49f844 req-425da761-1f01-4093-8aa1-3ebd780798c9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.2636745 Feb 04 15:50:17.648628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48830) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:17.674627 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-df24bc9d-34d7-49ef-8912-49e6d54f9459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.687842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-76df6911-646b-47bb-b0c1-15bd31f719ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b361582835064d8b84d4b2ced08e32c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6712444 Feb 04 15:50:17.701137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48834) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:17.717902 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aff7dcc-e912-4b3b-9d2c-f545a895c17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.725467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a36f4f1b-6df0-4aae-96c9-fea64d49f844 req-d2a17eb2-637d-4c4a-82af-e2fddadc912a tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399429 Feb 04 15:50:17.742348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-df24bc9d-34d7-49ef-8912-49e6d54f9459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:17.744913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.746731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] Deleting port 8d8d036a-2a12-45a8-8cfe-e81a9a316007 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:17.747554 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.750550 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.764423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aff7dcc-e912-4b3b-9d2c-f545a895c17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.788133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-df24bc9d-34d7-49ef-8912-49e6d54f9459 admin admin] Usage tracker for resource:security_group_rule and tenant:065e860ed3fa43859ccc517b643a9315 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:17.798730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-df24bc9d-34d7-49ef-8912-49e6d54f9459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:17.810727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Network': ['ID=8bbf135a-0b17-44d3-bcbf-46f4f32034cf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:17.826562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-df24bc9d-34d7-49ef-8912-49e6d54f9459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:17.841564 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c3c21238-19d2-4b0d-967d-0a0f439353ee tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/networks/8bbf135a-0b17-44d3-bcbf-46f4f32034cf HTTP/1.1" status: 204 len: 168 time: 1.5864878 Feb 04 15:50:17.847730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-30526560-34b3-4ae4-8713-c96dae25f371 None None] The port '8d8d036a-2a12-45a8-8cfe-e81a9a316007' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:50:17.849235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48842) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:17.867526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-577673375'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:17.892356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:17.893536 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aff7dcc-e912-4b3b-9d2c-f545a895c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.904120 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0cfe-6768-4ea8-a436-a93a1ab72ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.906453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:network and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:17.919782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:17.931523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7dcc-e912-4b3b-9d2c-f545a895c17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cff82a0-cab0-46ef-9075-f5b55c02adfb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:17.941456 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc95728b-5a54-4f24-a9ff-3ef10a6603b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.945623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:17.956147 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aff7dcc-e912-4b3b-9d2c-f545a895c17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.957858 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7aff7dcc-e912-4b3b-9d2c-f545a895c17f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cff82a0-cab0-46ef-9075-f5b55c02adfb HTTP/1.1" status: 204 len: 168 time: 0.5379372 Feb 04 15:50:17.966624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cc95728b-5a54-4f24-a9ff-3ef10a6603b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:17.968429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0cfe-6768-4ea8-a436-a93a1ab72ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.980733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cc95728b-5a54-4f24-a9ff-3ef10a6603b1 admin admin] Usage tracker for resource:security_group_rule and tenant:28ce1bfe3a5a406eb21227c3751c4f2e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:17.985750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cc95728b-5a54-4f24-a9ff-3ef10a6603b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:17.999156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cc95728b-5a54-4f24-a9ff-3ef10a6603b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:18.008432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:18.012727 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.063710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:18.084288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.084875 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Added segment 9c8c1ec7-ea12-4e16-a7b2-ca554412e08f of type vlan for network 0e419410-33f3-4e53-bc56-e80e6f562039 Feb 04 15:50:18.133546 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc95728b-5a54-4f24-a9ff-3ef10a6603b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.138091 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc95728b-5a54-4f24-a9ff-3ef10a6603b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.138668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-df24bc9d-34d7-49ef-8912-49e6d54f9459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.144443 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0cfe-6768-4ea8-a436-a93a1ab72ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.150889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.169906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf0cfe-6768-4ea8-a436-a93a1ab72ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ef3bc4-1c2d-43bc-aea9-639f041cb6ee,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:18.172216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-df24bc9d-34d7-49ef-8912-49e6d54f9459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.186882 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cc95728b-5a54-4f24-a9ff-3ef10a6603b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28ce1bfe3a5a406eb21227c3751c4f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8086369 Feb 04 15:50:18.189895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48858) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:18.211075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0cfe-6768-4ea8-a436-a93a1ab72ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.212637 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b8bf0cfe-6768-4ea8-a436-a93a1ab72ea4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34ef3bc4-1c2d-43bc-aea9-639f041cb6ee HTTP/1.1" status: 204 len: 168 time: 0.5099292 Feb 04 15:50:18.244191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95728b-5a54-4f24-a9ff-3ef10a6603b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bca0a0-123b-48a7-8a4b-005f3cf8a8d9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:18.264408 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-df24bc9d-34d7-49ef-8912-49e6d54f9459 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=065e860ed3fa43859ccc517b643a9315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146863 Feb 04 15:50:18.267290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48864) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:18.273072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24bc9d-34d7-49ef-8912-49e6d54f9459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a079cd-018a-48d8-8c97-787d961f97b9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:18.283252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.289815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.291657 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.315110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4407f324-3505-4881-a20c-13f8a60732c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.391976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48872) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:18.402371 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5509462 Feb 04 15:50:18.414237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48878) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:18.424412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': '0e419410-33f3-4e53-bc56-e80e6f562039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:18.508405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776d6e7-c3ba-4389-a5c5-8a00834ef38f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Network': ['ID=0e419410-33f3-4e53-bc56-e80e6f562039,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:18.528224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 0e419410-33f3-4e53-bc56-e80e6f562039 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:18.549979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4407f324-3505-4881-a20c-13f8a60732c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.575265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:18.579412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:18.583027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:18.590252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:18.599151 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74e3d33d-4546-4508-b1c5-cd10abf0edab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.609440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:18.613365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.662592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74e3d33d-4546-4508-b1c5-cd10abf0edab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.716518 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4407f324-3505-4881-a20c-13f8a60732c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.736440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407f324-3505-4881-a20c-13f8a60732c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bca0a0-123b-48a7-8a4b-005f3cf8a8d9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:18.748762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4407f324-3505-4881-a20c-13f8a60732c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.751812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4407f324-3505-4881-a20c-13f8a60732c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85bca0a0-123b-48a7-8a4b-005f3cf8a8d9 HTTP/1.1" status: 204 len: 168 time: 0.5586026 Feb 04 15:50:18.755618 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74e3d33d-4546-4508-b1c5-cd10abf0edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.758871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74e3d33d-4546-4508-b1c5-cd10abf0edab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.759605 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-74e3d33d-4546-4508-b1c5-cd10abf0edab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2a079cd-018a-48d8-8c97-787d961f97b9 HTTP/1.1" status: 204 len: 168 time: 0.4913070 Feb 04 15:50:18.771151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3d33d-4546-4508-b1c5-cd10abf0edab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a079cd-018a-48d8-8c97-787d961f97b9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:18.819987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401fadbe-bfb2-4a4f-b127-bfe299bbc4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.849948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-401fadbe-bfb2-4a4f-b127-bfe299bbc4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:18.859888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-401fadbe-bfb2-4a4f-b127-bfe299bbc4dc admin admin] Usage tracker for resource:security_group_rule and tenant:0b72b558879441d4b13584efb81828b3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:18.863900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-401fadbe-bfb2-4a4f-b127-bfe299bbc4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:18.872931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-401fadbe-bfb2-4a4f-b127-bfe299bbc4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:19.003121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617edf2-6ec3-476e-aa13-26052754410c req-48a152ab-f4f7-43f6-b514-a75c90a81187 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:19.011549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5617edf2-6ec3-476e-aa13-26052754410c req-48a152ab-f4f7-43f6-b514-a75c90a81187 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.1135998 Feb 04 15:50:19.050281 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.073121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5617edf2-6ec3-476e-aa13-26052754410c req-ebb8603b-286d-4931-96ed-54229e2639f9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576961 Feb 04 15:50:19.117512 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401fadbe-bfb2-4a4f-b127-bfe299bbc4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.136176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-401fadbe-bfb2-4a4f-b127-bfe299bbc4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.192111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=4e246f84-71b4-4321-8579-2104fa3d001c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:19.205904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Checking segment: {'id': '9c8c1ec7-ea12-4e16-a7b2-ca554412e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0e419410-33f3-4e53-bc56-e80e6f562039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:19.206268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network hostable DHCP agents. Network: 0e419410-33f3-4e53-bc56-e80e6f562039, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:19.225240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-401fadbe-bfb2-4a4f-b127-bfe299bbc4dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b72b558879441d4b13584efb81828b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8319018 Feb 04 15:50:19.227972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48912) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:19.234448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fadbe-bfb2-4a4f-b127-bfe299bbc4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddd4a79-d6e5-4e24-96d6-9b4e269ded24,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:19.249255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 0e419410-33f3-4e53-bc56-e80e6f562039 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:19.268571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 0e419410-33f3-4e53-bc56-e80e6f562039) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:19.274459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:19.275900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.280444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38771657-1761-4a80-9c07-c588879160ef None None] Network 0e419410-33f3-4e53-bc56-e80e6f562039 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:19.305807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dbabe8e5-fa43-481c-a78b-29cfe03f4ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.337034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48918) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:19.337609 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d3c7c19d-f932-4eb4-8987-0d0aad81f151 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9219160 Feb 04 15:50:19.349368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': '0e419410-33f3-4e53-bc56-e80e6f562039', 'name': 'tempest-PortsIpV6TestJSON-1655436838', 'fixed_ips': [{'subnet_id': '4e246f84-71b4-4321-8579-2104fa3d001c', 'ip_address': '2001:db8::10'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:19.377058 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dbabe8e5-fa43-481c-a78b-29cfe03f4ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.558383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-0e419410-33f3-4e53-bc56-e80e6f562039', 'network_id': '0e419410-33f3-4e53-bc56-e80e6f562039', 'tenant_id': '73685192fa0e430eb0476390fe62d958', 'fixed_ips': [{'subnet_id': '4e246f84-71b4-4321-8579-2104fa3d001c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:50:19.559271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.568010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48928) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:19.576367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dbabe8e5-fa43-481c-a78b-29cfe03f4ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.599309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:19.606509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:19.610442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabe8e5-fa43-481c-a78b-29cfe03f4ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddd4a79-d6e5-4e24-96d6-9b4e269ded24,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:19.612438 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dbabe8e5-fa43-481c-a78b-29cfe03f4ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.616484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dbabe8e5-fa43-481c-a78b-29cfe03f4ebd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dddd4a79-d6e5-4e24-96d6-9b4e269ded24 HTTP/1.1" status: 204 len: 168 time: 0.3865936 Feb 04 15:50:19.617552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:19.624702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:19.638877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:19.664021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48934) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:19.665337 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-084d5760-291f-4e31-8d74-c14a5a7a7ad0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29db127a5bde44559504367d3997f0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929861 Feb 04 15:50:19.798397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Allocated IP 2001:db8::2 (0e419410-33f3-4e53-bc56-e80e6f562039/4e246f84-71b4-4321-8579-2104fa3d001c/d5d4a96d-18a1-4872-9b36-cd546d4a58a1) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:19.820122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063589c1-2423-4d74-8248-d2afe0df60a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.876394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.887727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063589c1-2423-4d74-8248-d2afe0df60a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.918680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port e015dc58-82b9-497b-9a7b-cf8bf0af5947 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:20.017687 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.075235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Transition to ACTIVE for port object d5d4a96d-18a1-4872-9b36-cd546d4a58a1 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:20.081010 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063589c1-2423-4d74-8248-d2afe0df60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.099577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Transition to ACTIVE for port object d5d4a96d-18a1-4872-9b36-cd546d4a58a1 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:20.109451 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.129650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063589c1-2423-4d74-8248-d2afe0df60a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2240f472-b650-4206-89be-4c777cdcf6d6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:20.174512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063589c1-2423-4d74-8248-d2afe0df60a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.175647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-063589c1-2423-4d74-8248-d2afe0df60a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2240f472-b650-4206-89be-4c777cdcf6d6 HTTP/1.1" status: 204 len: 168 time: 0.5083313 Feb 04 15:50:20.218348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::10 (0e419410-33f3-4e53-bc56-e80e6f562039/4e246f84-71b4-4321-8579-2104fa3d001c/e015dc58-82b9-497b-9a7b-cf8bf0af5947) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:20.263370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Network 0e419410-33f3-4e53-bc56-e80e6f562039 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:20.286471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:20.289385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:20.371889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48960) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:20.396468 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46071f05-17aa-44a0-93c2-528aa16cbeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.412079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Pushing event updated for resources: {'Port': ['ID=d5d4a96d-18a1-4872-9b36-cd546d4a58a1,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:20.424713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Attempting to bind port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:20.425325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Attempting to bind port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '9c8c1ec7-ea12-4e16-a7b2-ca554412e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0e419410-33f3-4e53-bc56-e80e6f562039'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:20.425846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Attempting to bind port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 on network 0e419410-33f3-4e53-bc56-e80e6f562039 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:50:20.432214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-46071f05-17aa-44a0-93c2-528aa16cbeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:20.432421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:50:20.433021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Checking segment: {'id': '9c8c1ec7-ea12-4e16-a7b2-ca554412e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0e419410-33f3-4e53-bc56-e80e6f562039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:20.433594 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.434131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Bound using segment: {'id': '9c8c1ec7-ea12-4e16-a7b2-ca554412e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0e419410-33f3-4e53-bc56-e80e6f562039'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:50:20.434763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Bound port: d5d4a96d-18a1-4872-9b36-cd546d4a58a1, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8c1ec7-ea12-4e16-a7b2-ca554412e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0e419410-33f3-4e53-bc56-e80e6f562039'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:20.435311 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.444835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46071f05-17aa-44a0-93c2-528aa16cbeae admin admin] Usage tracker for resource:security_group_rule and tenant:a5010c6a2c2f43878e82967d8474c670 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:20.451917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-46071f05-17aa-44a0-93c2-528aa16cbeae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:20.465127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-46071f05-17aa-44a0-93c2-528aa16cbeae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:20.530759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] For port d5d4a96d-18a1-4872-9b36-cd546d4a58a1, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:50:20.531300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d857ea-f18c-4269-9b5c-fe7ae4bb7291 req-50b766fb-4a3e-47fa-a941-f432c7179815 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:20.532917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7d857ea-f18c-4269-9b5c-fe7ae4bb7291 req-50b766fb-4a3e-47fa-a941-f432c7179815 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.2548268 Feb 04 15:50:20.539664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] For port d5d4a96d-18a1-4872-9b36-cd546d4a58a1, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d5d4a96d-18a1-4872-9b36-cd546d4a58a1,segment=NetworkSegment(9c8c1ec7-ea12-4e16-a7b2-ca554412e08f),segment_id=9c8c1ec7-ea12-4e16-a7b2-ca554412e08f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:50:20.546670 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.613555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7d857ea-f18c-4269-9b5c-fe7ae4bb7291 req-65312466-0f7f-489f-bf8a-6e09c5d709de tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614593 Feb 04 15:50:20.653623 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.668517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48970) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:20.681605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46071f05-17aa-44a0-93c2-528aa16cbeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.683821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object e015dc58-82b9-497b-9a7b-cf8bf0af5947 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:20.695014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46071f05-17aa-44a0-93c2-528aa16cbeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.708120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146ae0d-72f7-4280-a782-fc3db23c631c None None] Pushing event updated for resources: {'Port': ['ID=d5d4a96d-18a1-4872-9b36-cd546d4a58a1,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:20.751691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.755633 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-46071f05-17aa-44a0-93c2-528aa16cbeae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5010c6a2c2f43878e82967d8474c670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826694 Feb 04 15:50:20.756580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46071f05-17aa-44a0-93c2-528aa16cbeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe1d2b8-231e-4dc6-84ab-511ad6562709,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:20.758867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 48976) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:20.841484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99b47ad6-f867-4597-8bcb-813c4d17aaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.868664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 0e419410-33f3-4e53-bc56-e80e6f562039 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:20.874157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:20.877203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:20.884163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:20.885238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.897299 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99b47ad6-f867-4597-8bcb-813c4d17aaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.914275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=e015dc58-82b9-497b-9a7b-cf8bf0af5947,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:20.930502 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6f993af1-16cf-42d0-be02-879b157d56a2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5908055 Feb 04 15:50:20.931338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 48984) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:20.938527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': '0e419410-33f3-4e53-bc56-e80e6f562039', 'name': 'tempest-PortsIpV6TestJSON-552976947', 'fixed_ips': [{'subnet_id': '4e246f84-71b4-4321-8579-2104fa3d001c', 'ip_address': '2001:db8::f'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:20.985551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99b47ad6-f867-4597-8bcb-813c4d17aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.038144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b47ad6-f867-4597-8bcb-813c4d17aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe1d2b8-231e-4dc6-84ab-511ad6562709,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:21.067044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99b47ad6-f867-4597-8bcb-813c4d17aaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.069104 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99b47ad6-f867-4597-8bcb-813c4d17aaef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfe1d2b8-231e-4dc6-84ab-511ad6562709 HTTP/1.1" status: 204 len: 168 time: 0.3091202 Feb 04 15:50:21.159283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:21.167535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:21.172030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:21.181961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:21.187577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c6434a9d-3bdd-4ba7-8ce6-9abc71d55e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.198014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:21.208876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.229973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c6434a9d-3bdd-4ba7-8ce6-9abc71d55e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:21.238085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 85d6b32c-170d-4227-abad-0af94ea5453d yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:21.238902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c6434a9d-3bdd-4ba7-8ce6-9abc71d55e5f admin admin] Usage tracker for resource:security_group_rule and tenant:37643b9f59844637aa64e96ba009f757 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:21.243176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c6434a9d-3bdd-4ba7-8ce6-9abc71d55e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:21.253895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c6434a9d-3bdd-4ba7-8ce6-9abc71d55e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:21.368020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c6434a9d-3bdd-4ba7-8ce6-9abc71d55e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.374374 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c6434a9d-3bdd-4ba7-8ce6-9abc71d55e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.469207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6434a9d-3bdd-4ba7-8ce6-9abc71d55e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d850936-f411-450f-9b2a-3fb791d6a0d7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:21.531541 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c6434a9d-3bdd-4ba7-8ce6-9abc71d55e5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37643b9f59844637aa64e96ba009f757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8601477 Feb 04 15:50:21.534202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49002) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:21.558983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d5d4a96d-18a1-4872-9b36-cd546d4a58a1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:21.567953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::f (0e419410-33f3-4e53-bc56-e80e6f562039/4e246f84-71b4-4321-8579-2104fa3d001c/85d6b32c-170d-4227-abad-0af94ea5453d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:21.670895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d523918a-fa5b-4a5a-bab0-9e243e3fb4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.731450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:21.974262 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d523918a-fa5b-4a5a-bab0-9e243e3fb4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.047268 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d523918a-fa5b-4a5a-bab0-9e243e3fb4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.076285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523918a-fa5b-4a5a-bab0-9e243e3fb4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d850936-f411-450f-9b2a-3fb791d6a0d7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:22.080900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d523918a-fa5b-4a5a-bab0-9e243e3fb4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.082072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d523918a-fa5b-4a5a-bab0-9e243e3fb4ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d850936-f411-450f-9b2a-3fb791d6a0d7 HTTP/1.1" status: 204 len: 168 time: 0.5464737 Feb 04 15:50:22.184618 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.210847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9f54b-2cad-4cee-b8a0-efe86e33fbeb req-138224fd-497e-4ccb-954a-d13e29d2e58f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.212410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ee9f54b-2cad-4cee-b8a0-efe86e33fbeb req-138224fd-497e-4ccb-954a-d13e29d2e58f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.2046647 Feb 04 15:50:22.220233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object 85d6b32c-170d-4227-abad-0af94ea5453d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:22.273967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35732ee-8c31-4b74-83be-2f1968761971 None None] Network 0e419410-33f3-4e53-bc56-e80e6f562039 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:22.309410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ee9f54b-2cad-4cee-b8a0-efe86e33fbeb req-1e165b05-21b2-45f1-adfd-eaf8edf1ec78 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839837 Feb 04 15:50:22.341691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.395291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-75b16c4e-b0e9-4f8d-ae28-4cd84413f9d4 None None] Provisioning for port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:22.414544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-75b16c4e-b0e9-4f8d-ae28-4cd84413f9d4 None None] Provisioning complete for port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:22.414929 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-75b16c4e-b0e9-4f8d-ae28-4cd84413f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.426545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 0e419410-33f3-4e53-bc56-e80e6f562039 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:22.429785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:22.433405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:22.439341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.439963 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.459762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=85d6b32c-170d-4227-abad-0af94ea5453d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:22.498429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49038) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:22.498929 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ec701238-0af1-401c-b0e5-0cb7aef8b22f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5654681 Feb 04 15:50:22.607945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b76a87-a6ad-44a6-83b8-60bcff4afd3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.609551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-02b76a87-a6ad-44a6-83b8-60bcff4afd3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:22.630573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-02b76a87-a6ad-44a6-83b8-60bcff4afd3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:22.632381 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-02b76a87-a6ad-44a6-83b8-60bcff4afd3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1323466 Feb 04 15:50:22.636132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49044) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:22.664906 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-75b16c4e-b0e9-4f8d-ae28-4cd84413f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.714184 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-75b16c4e-b0e9-4f8d-ae28-4cd84413f9d4 None None] For port d5d4a96d-18a1-4872-9b36-cd546d4a58a1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d5d4a96d-18a1-4872-9b36-cd546d4a58a1,segment=NetworkSegment(9c8c1ec7-ea12-4e16-a7b2-ca554412e08f),segment_id=9c8c1ec7-ea12-4e16-a7b2-ca554412e08f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:22.719442 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-75b16c4e-b0e9-4f8d-ae28-4cd84413f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.750488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea68f1f-15d9-43d7-944c-81205987cf7e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.756910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea68f1f-15d9-43d7-944c-81205987cf7e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.764318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea68f1f-15d9-43d7-944c-81205987cf7e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.765463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3ea68f1f-15d9-43d7-944c-81205987cf7e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:22.779643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3ea68f1f-15d9-43d7-944c-81205987cf7e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:22.781587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3ea68f1f-15d9-43d7-944c-81205987cf7e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1439433 Feb 04 15:50:22.784555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49052) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:22.798240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b16c4e-b0e9-4f8d-ae28-4cd84413f9d4 None None] Pushing event updated for resources: {'Port': ['ID=d5d4a96d-18a1-4872-9b36-cd546d4a58a1,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:22.829962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49056) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:22.885289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2373ed4d-fe74-4422-b031-7e2b5b999caf tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 85d6b32c-170d-4227-abad-0af94ea5453d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:22.886258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2373ed4d-fe74-4422-b031-7e2b5b999caf tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.090007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Provisioning for port e015dc58-82b9-497b-9a7b-cf8bf0af5947 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:23.097008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Provisioning complete for port e015dc58-82b9-497b-9a7b-cf8bf0af5947 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:23.101753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.186929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Port e015dc58-82b9-497b-9a7b-cf8bf0af5947 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:23.205007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Provisioning for port 85d6b32c-170d-4227-abad-0af94ea5453d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:23.210296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Provisioning complete for port 85d6b32c-170d-4227-abad-0af94ea5453d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:23.210790 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.219110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2373ed4d-fe74-4422-b031-7e2b5b999caf tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.309806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Port 85d6b32c-170d-4227-abad-0af94ea5453d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:23.323973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Provisioning complete for port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:23.325161 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6ba65fed-88e8-4e95-95e0-15068d8bba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.424241 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a197871-d167-4424-9517-c91c1df8e561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.455014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0a197871-d167-4424-9517-c91c1df8e561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:23.473199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0a197871-d167-4424-9517-c91c1df8e561 admin admin] Usage tracker for resource:security_group_rule and tenant:8121b8c7b0a04addb3c149ee51b81c63 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:23.481139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0a197871-d167-4424-9517-c91c1df8e561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:23.496357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0a197871-d167-4424-9517-c91c1df8e561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:23.506185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2373ed4d-fe74-4422-b031-7e2b5b999caf tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 85d6b32c-170d-4227-abad-0af94ea5453d owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:23.568486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d5d4a96d-18a1-4872-9b36-cd546d4a58a1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:23.724830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:23.726989 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.749213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239e701-2722-4ef8-ac56-5b3a94e39e6a req-5907ddc1-f584-4289-afd7-811487d79826 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.750626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d239e701-2722-4ef8-ac56-5b3a94e39e6a req-5907ddc1-f584-4289-afd7-811487d79826 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.2003920 Feb 04 15:50:23.822977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d239e701-2722-4ef8-ac56-5b3a94e39e6a req-9d0b6894-4405-42dc-922c-c00dbba87e6f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Feb 04 15:50:23.837699 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a197871-d167-4424-9517-c91c1df8e561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.843896 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a197871-d167-4424-9517-c91c1df8e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.882624 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2373ed4d-fe74-4422-b031-7e2b5b999caf tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.887375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-10872bbe-f0c4-49a2-8a58-eafa355f06b9 None None] Provisioning complete for port e015dc58-82b9-497b-9a7b-cf8bf0af5947 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:23.887944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-10872bbe-f0c4-49a2-8a58-eafa355f06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.913966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0a197871-d167-4424-9517-c91c1df8e561 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8121b8c7b0a04addb3c149ee51b81c63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0809820 Feb 04 15:50:23.913966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a197871-d167-4424-9517-c91c1df8e561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158b48da-c546-433a-a5e3-8853c935e824,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:23.915260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49094) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:23.993709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe397fea-972f-437e-972b-bf65b6006b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.004258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373ed4d-fe74-4422-b031-7e2b5b999caf tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=85d6b32c-170d-4227-abad-0af94ea5453d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:24.076695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe397fea-972f-437e-972b-bf65b6006b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.118023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-10872bbe-f0c4-49a2-8a58-eafa355f06b9 None None] Port e015dc58-82b9-497b-9a7b-cf8bf0af5947 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:24.118445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2373ed4d-fe74-4422-b031-7e2b5b999caf tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.138228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49104) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:24.138670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2373ed4d-fe74-4422-b031-7e2b5b999caf tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/85d6b32c-170d-4227-abad-0af94ea5453d HTTP/1.1" status: 204 len: 168 time: 1.3521245 Feb 04 15:50:24.181158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49110) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:24.196315 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b4e9d6-f19a-453b-b18b-23b4bb74da2e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:50:24.200470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e3b4e9d6-f19a-453b-b18b-23b4bb74da2e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/85d6b32c-170d-4227-abad-0af94ea5453d HTTP/1.1" status: 404 len: 333 time: 0.0584817 Feb 04 15:50:24.200915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49116) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:24.225698 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe397fea-972f-437e-972b-bf65b6006b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.233350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-19716010-de58-4eba-9570-3457d11b3442 None None] Could not find standard attr ID for object 85d6b32c-170d-4227-abad-0af94ea5453d. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:50:24.246493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe397fea-972f-437e-972b-bf65b6006b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158b48da-c546-433a-a5e3-8853c935e824,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:24.255577 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe397fea-972f-437e-972b-bf65b6006b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.270475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fe397fea-972f-437e-972b-bf65b6006b44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/158b48da-c546-433a-a5e3-8853c935e824 HTTP/1.1" status: 204 len: 168 time: 0.3401062 Feb 04 15:50:24.355634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5d652dec-cb8f-4dad-a785-0a29bc0d63e0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port e015dc58-82b9-497b-9a7b-cf8bf0af5947 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:24.356177 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d652dec-cb8f-4dad-a785-0a29bc0d63e0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.627115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d652dec-cb8f-4dad-a785-0a29bc0d63e0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.778825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5d652dec-cb8f-4dad-a785-0a29bc0d63e0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for e015dc58-82b9-497b-9a7b-cf8bf0af5947 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:24.832215 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-efd2043d-9d66-499a-8275-4df535532bc7 tempest-AgentManagementNegativeTest-385717603 tempest-AgentManagementNegativeTest-385717603-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6449187 Feb 04 15:50:25.004425 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d652dec-cb8f-4dad-a785-0a29bc0d63e0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.124575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d652dec-cb8f-4dad-a785-0a29bc0d63e0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=e015dc58-82b9-497b-9a7b-cf8bf0af5947,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:25.136390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d652dec-cb8f-4dad-a785-0a29bc0d63e0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.139365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeca1a-275c-4cb3-bd34-2dbb58e5fdc4 req-413c8c2a-ed10-44a0-ba2f-04ffaf001bea tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.141526 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cceeca1a-275c-4cb3-bd34-2dbb58e5fdc4 req-413c8c2a-ed10-44a0-ba2f-04ffaf001bea tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.1724887 Feb 04 15:50:25.150597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5d652dec-cb8f-4dad-a785-0a29bc0d63e0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/e015dc58-82b9-497b-9a7b-cf8bf0af5947 HTTP/1.1" status: 204 len: 168 time: 0.9482710 Feb 04 15:50:25.151101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49156) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:25.238220 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4765c1b-aef2-480f-9b89-64f687639e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:50:25.238987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e4765c1b-aef2-480f-9b89-64f687639e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:25.253770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cceeca1a-275c-4cb3-bd34-2dbb58e5fdc4 req-b2fd0c49-19a0-49b2-8933-78992cf09786 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056027 Feb 04 15:50:25.279830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e4765c1b-aef2-480f-9b89-64f687639e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:25.283910 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e4765c1b-aef2-480f-9b89-64f687639e15 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/e015dc58-82b9-497b-9a7b-cf8bf0af5947 HTTP/1.1" status: 404 len: 333 time: 0.1318393 Feb 04 15:50:25.284034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49170) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:25.349322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49176) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:25.407083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e029fd-e8e9-4ced-8f7f-2877a20a4549 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet 4e246f84-71b4-4321-8579-2104fa3d001c {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:50:25.410148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8e029fd-e8e9-4ced-8f7f-2877a20a4549 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.469955 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8e029fd-e8e9-4ced-8f7f-2877a20a4549 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.566624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8e029fd-e8e9-4ced-8f7f-2877a20a4549 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.655953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8e029fd-e8e9-4ced-8f7f-2877a20a4549 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.696753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e029fd-e8e9-4ced-8f7f-2877a20a4549 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=4e246f84-71b4-4321-8579-2104fa3d001c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:25.701519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8e029fd-e8e9-4ced-8f7f-2877a20a4549 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.714453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a05af-280d-4819-83ef-67d356431a9a None None] Network 0e419410-33f3-4e53-bc56-e80e6f562039 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:25.732228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a8e029fd-e8e9-4ced-8f7f-2877a20a4549 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/4e246f84-71b4-4321-8579-2104fa3d001c HTTP/1.1" status: 204 len: 168 time: 0.4468064 Feb 04 15:50:25.734716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49192) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:25.809776 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68a83e24-850e-467a-8e52-95d78a4ce75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.846849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-68a83e24-850e-467a-8e52-95d78a4ce75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:25.856838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-68a83e24-850e-467a-8e52-95d78a4ce75c admin admin] Usage tracker for resource:security_group_rule and tenant:2f97a6d61a084e83a7deb36b6aa23c45 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:25.861963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49198) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:25.863034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-68a83e24-850e-467a-8e52-95d78a4ce75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:25.868809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.874436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-68a83e24-850e-467a-8e52-95d78a4ce75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:25.891474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:25.893334 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.992384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68a83e24-850e-467a-8e52-95d78a4ce75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.002912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68a83e24-850e-467a-8e52-95d78a4ce75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.052182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2554861e-8310-4309-8dff-fe17d1c9b892 None None] DHCP port deletion for 0e419410-33f3-4e53-bc56-e80e6f562039 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:50:26.059238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2554861e-8310-4309-8dff-fe17d1c9b892 None None] Deleting port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:26.059472 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-68a83e24-850e-467a-8e52-95d78a4ce75c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f97a6d61a084e83a7deb36b6aa23c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7092397 Feb 04 15:50:26.060127 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2554861e-8310-4309-8dff-fe17d1c9b892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.061611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a83e24-850e-467a-8e52-95d78a4ce75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d7481-dc40-45b8-9cc7-e5065bc5e492,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:26.064478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49208) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:26.136922 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37aacfe3-d50d-45c9-ab0a-960e5b6ca471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.190842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37aacfe3-d50d-45c9-ab0a-960e5b6ca471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.250929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] For port d5d4a96d-18a1-4872-9b36-cd546d4a58a1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d5d4a96d-18a1-4872-9b36-cd546d4a58a1,segment=NetworkSegment(9c8c1ec7-ea12-4e16-a7b2-ca554412e08f),segment_id=9c8c1ec7-ea12-4e16-a7b2-ca554412e08f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:26.251507 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.299734 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37aacfe3-d50d-45c9-ab0a-960e5b6ca471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.323151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aacfe3-d50d-45c9-ab0a-960e5b6ca471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d7481-dc40-45b8-9cc7-e5065bc5e492,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:26.326262 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-37aacfe3-d50d-45c9-ab0a-960e5b6ca471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.327993 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-37aacfe3-d50d-45c9-ab0a-960e5b6ca471 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f23d7481-dc40-45b8-9cc7-e5065bc5e492 HTTP/1.1" status: 204 len: 168 time: 0.2618964 Feb 04 15:50:26.433976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2554861e-8310-4309-8dff-fe17d1c9b892 None None] For port d5d4a96d-18a1-4872-9b36-cd546d4a58a1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d5d4a96d-18a1-4872-9b36-cd546d4a58a1,segment=NetworkSegment(9c8c1ec7-ea12-4e16-a7b2-ca554412e08f),segment_id=9c8c1ec7-ea12-4e16-a7b2-ca554412e08f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:26.434662 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2554861e-8310-4309-8dff-fe17d1c9b892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.476670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90a71569-b794-4a33-9057-e517a32c1ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.516549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-90a71569-b794-4a33-9057-e517a32c1ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:26.523639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-90a71569-b794-4a33-9057-e517a32c1ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:40ba0f11b4f64e379e26d63a9c3f6b8a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:26.529396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-90a71569-b794-4a33-9057-e517a32c1ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:26.543754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for d5d4a96d-18a1-4872-9b36-cd546d4a58a1 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:26.545966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-90a71569-b794-4a33-9057-e517a32c1ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:26.592476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2554861e-8310-4309-8dff-fe17d1c9b892 None None] Calling delete_port for d5d4a96d-18a1-4872-9b36-cd546d4a58a1 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:26.685665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90a71569-b794-4a33-9057-e517a32c1ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.691806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90a71569-b794-4a33-9057-e517a32c1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.695225 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2554861e-8310-4309-8dff-fe17d1c9b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.771112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554861e-8310-4309-8dff-fe17d1c9b892 None None] No DVR routers for this DVR port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:26.777315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554861e-8310-4309-8dff-fe17d1c9b892 None None] Pushing event deleted for resources: {'Port': ['ID=d5d4a96d-18a1-4872-9b36-cd546d4a58a1,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:26.797252 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-90a71569-b794-4a33-9057-e517a32c1ac0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40ba0f11b4f64e379e26d63a9c3f6b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9284611 Feb 04 15:50:26.797494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49230) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:26.805756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a71569-b794-4a33-9057-e517a32c1ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e85d58-d8bf-49d2-a92b-f14ab0267768,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:26.870929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:26.871497 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:26.882030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ba76d-a9b0-4660-bae8-2750710b6ec7 req-2611b399-b2be-4dcd-b964-d56dc6027a12 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:26.885858 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-875ba76d-a9b0-4660-bae8-2750710b6ec7 req-2611b399-b2be-4dcd-b964-d56dc6027a12 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.3577466 Feb 04 15:50:26.892879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad22e-0f8f-4843-b54b-79959eaac0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.923168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad22e-0f8f-4843-b54b-79959eaac0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.940696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-875ba76d-a9b0-4660-bae8-2750710b6ec7 req-46aa77c6-5f44-4a1e-a507-e6dc746334a9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481129 Feb 04 15:50:26.985740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad22e-0f8f-4843-b54b-79959eaac0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.004021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ad22e-0f8f-4843-b54b-79959eaac0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e85d58-d8bf-49d2-a92b-f14ab0267768,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:27.007494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad22e-0f8f-4843-b54b-79959eaac0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.012057 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5f9ad22e-0f8f-4843-b54b-79959eaac0aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51e85d58-d8bf-49d2-a92b-f14ab0267768 HTTP/1.1" status: 204 len: 168 time: 0.2135096 Feb 04 15:50:27.372446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port d5d4a96d-18a1-4872-9b36-cd546d4a58a1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:27.373113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.453161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] The port 'd5d4a96d-18a1-4872-9b36-cd546d4a58a1' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:50:27.463282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d5d4a96d-18a1-4872-9b36-cd546d4a58a1 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:27.508329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: d5d4a96d-18a1-4872-9b36-cd546d4a58a1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:50:27.508928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d5d4a96d-18a1-4872-9b36-cd546d4a58a1 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:50:27.586395 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.613512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e419410-33f3-4e53-bc56-e80e6f562039']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:27.626841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8c1ec7-ea12-4e16-a7b2-ca554412e08f') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:27.627167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8c1ec7-ea12-4e16-a7b2-ca554412e08f') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:27.639653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.657022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.663868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:27.664355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:27.679405 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:27.781234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.811346 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.823930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Network': ['ID=0e419410-33f3-4e53-bc56-e80e6f562039,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:27.835277 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c5d46402-0912-4dc6-b6d5-79263fba04d8 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/networks/0e419410-33f3-4e53-bc56-e80e6f562039 HTTP/1.1" status: 204 len: 168 time: 2.0995383 Feb 04 15:50:27.840026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49270) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:27.845733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1396758092'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:27.851337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:27.855373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:network and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:27.861061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49274) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:27.868079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:27.875007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:27.885816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:27.889276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.918938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:27.928269 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.928620 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Added segment 721aaded-1f21-4b60-b73b-78bce694f6de of type vlan for network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 Feb 04 15:50:27.959711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.973633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49286) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:27.996594 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.003409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:28.004687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.006053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11e7a173-3c44-4df9-aaf7-6ca6de40db7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.041087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-11e7a173-3c44-4df9-aaf7-6ca6de40db7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:28.050632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-11e7a173-3c44-4df9-aaf7-6ca6de40db7e admin admin] Usage tracker for resource:security_group_rule and tenant:363a2f0b81bd440a935a0c5d2f795a9f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:28.059046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-11e7a173-3c44-4df9-aaf7-6ca6de40db7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:28.067815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-11e7a173-3c44-4df9-aaf7-6ca6de40db7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:28.144507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Network': ['ID=2c89a85c-cf38-4228-a9f2-136bcedd5ef2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:28.149217 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ca07a1bf-2ecc-4c54-899e-1c427d804d00 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3081455 Feb 04 15:50:28.152576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49292) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:28.158868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:28.160124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': '2c89a85c-cf38-4228-a9f2-136bcedd5ef2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:28.202236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90854-d3be-4837-aed3-9a2dfe7e4117 req-3f9f7a1d-84a5-404b-9969-36b7ac06f72c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:28.204074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eaa90854-d3be-4837-aed3-9a2dfe7e4117 req-3f9f7a1d-84a5-404b-9969-36b7ac06f72c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.1375511 Feb 04 15:50:28.345958 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eaa90854-d3be-4837-aed3-9a2dfe7e4117 req-4403f6a4-6564-4f74-a74c-2969dcf10762 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342547 Feb 04 15:50:28.357643 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11e7a173-3c44-4df9-aaf7-6ca6de40db7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.378211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11e7a173-3c44-4df9-aaf7-6ca6de40db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.385795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1277916178-network', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:28.403437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:28.411459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Usage tracker for resource:network and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:28.415209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:28.434030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-11e7a173-3c44-4df9-aaf7-6ca6de40db7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=363a2f0b81bd440a935a0c5d2f795a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565651 Feb 04 15:50:28.434030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7a173-3c44-4df9-aaf7-6ca6de40db7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc76ab-1717-406f-bb3a-2599b2025c2c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:28.435456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49300) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:28.441886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:28.445805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:28.453206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:28.456973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:28.465006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:28.467041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Made reservation on behalf of 8b791c65c73b49f78e44fd9f456d54af for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:28.469565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.485651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.504285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:28.508263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:28.512721 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.519097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-978f35ba-e465-4e5b-81ce-71cb39849722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.531623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Usage tracker for resource:security_group_rule and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:28.554049 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-978f35ba-e465-4e5b-81ce-71cb39849722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.578736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49306) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:28.589795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:28.604961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:28.629956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-978f35ba-e465-4e5b-81ce-71cb39849722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.646601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f35ba-e465-4e5b-81ce-71cb39849722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc76ab-1717-406f-bb3a-2599b2025c2c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:28.655909 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-978f35ba-e465-4e5b-81ce-71cb39849722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.659583 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-978f35ba-e465-4e5b-81ce-71cb39849722 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5fc76ab-1717-406f-bb3a-2599b2025c2c HTTP/1.1" status: 204 len: 168 time: 0.2204373 Feb 04 15:50:28.922090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.925764 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-144003f9-64c9-4516-88d6-22fae1b84d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.939839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.960960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-144003f9-64c9-4516-88d6-22fae1b84d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:28.969927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-144003f9-64c9-4516-88d6-22fae1b84d6d admin admin] Usage tracker for resource:security_group_rule and tenant:85a9f80896c84536b21dd42874402426 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:28.977140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-144003f9-64c9-4516-88d6-22fae1b84d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:28.991593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-144003f9-64c9-4516-88d6-22fae1b84d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:28.997243 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.002922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:29.044265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4f4cc1-3368-4060-8389-31db26f7da31,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:29.065569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.065923 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Added segment c74cad03-f90f-4113-a800-df154c4de227 of type vlan for network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 Feb 04 15:50:29.115937 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-144003f9-64c9-4516-88d6-22fae1b84d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.122128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-144003f9-64c9-4516-88d6-22fae1b84d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.133462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=95704c09-b894-4402-b03b-f7b7bc1ba668,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:29.141401 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.145059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Checking segment: {'id': '721aaded-1f21-4b60-b73b-78bce694f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2c89a85c-cf38-4228-a9f2-136bcedd5ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:29.145412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network hostable DHCP agents. Network: 2c89a85c-cf38-4228-a9f2-136bcedd5ef2, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:29.187021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:29.203922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 2c89a85c-cf38-4228-a9f2-136bcedd5ef2) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:29.206623 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.207758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:29.208608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.213606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52089d68-145d-40b3-8a84-efa0bb86a2ec None None] Network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:29.235602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-144003f9-64c9-4516-88d6-22fae1b84d6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85a9f80896c84536b21dd42874402426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6556575 Feb 04 15:50:29.236316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144003f9-64c9-4516-88d6-22fae1b84d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89211c5-2936-4d9b-a871-f1a16d694bbb,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:29.239730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49328) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:29.261656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:29.267020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.418299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aca1888d-92c0-41d8-9b48-f39b63c7da45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.490395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] Pushing event updated for resources: {'Network': ['ID=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:29.490668 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aca1888d-92c0-41d8-9b48-f39b63c7da45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.511912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:29.539659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bc826421-95fb-4197-84d2-3c01f31c018f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3857534 Feb 04 15:50:29.546353 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9539a406-21c2-4de6-af1d-26910ecb1c79 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6843514 Feb 04 15:50:29.547616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49348) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:29.550950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49350) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:29.559664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1096634074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:29.566390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Request body: {'subnet': {'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1277916178-subnet', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:29.578610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:29.587133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:router and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:29.594268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:29.609865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-2c89a85c-cf38-4228-a9f2-136bcedd5ef2', 'network_id': '2c89a85c-cf38-4228-a9f2-136bcedd5ef2', 'tenant_id': '73685192fa0e430eb0476390fe62d958', 'fixed_ips': [{'subnet_id': '95704c09-b894-4402-b03b-f7b7bc1ba668'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:50:29.610346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:29.611608 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.627620 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:50:29.631560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:29.640478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.642155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.646790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Usage tracker for resource:subnet and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:29.672395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:29.688176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.762593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.802608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:29.804821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aca1888d-92c0-41d8-9b48-f39b63c7da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.815020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.816648 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ab67b371-ea0f-4c66-952c-6fc7e5b7b7b2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2679296 Feb 04 15:50:29.820229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49362) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:29.834609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'network_id': '2c89a85c-cf38-4228-a9f2-136bcedd5ef2', 'name': 'tempest-PortsIpV6TestJSON-230242381'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:29.851439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1888d-92c0-41d8-9b48-f39b63c7da45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89211c5-2936-4d9b-a871-f1a16d694bbb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:29.866201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aca1888d-92c0-41d8-9b48-f39b63c7da45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.873532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-aca1888d-92c0-41d8-9b48-f39b63c7da45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c89211c5-2936-4d9b-a871-f1a16d694bbb HTTP/1.1" status: 204 len: 168 time: 0.6280112 Feb 04 15:50:29.880074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Made reservation on behalf of 8b791c65c73b49f78e44fd9f456d54af for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:29.885013 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.893686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Allocated IP 2001:db8::2 (2c89a85c-cf38-4228-a9f2-136bcedd5ef2/95704c09-b894-4402-b03b-f7b7bc1ba668/96f29b28-dd6f-4964-819f-e383dafdde50) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:30.136667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49374) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:30.176190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abea97c-967b-4538-85d3-e3677fe842c7 req-7237cd97-9ab0-4fcd-8564-874e0ba2f180 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:30.177609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3abea97c-967b-4538-85d3-e3677fe842c7 req-7237cd97-9ab0-4fcd-8564-874e0ba2f180 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.4968045 Feb 04 15:50:30.186719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:30.192179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:30.197367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:30.206409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:30.221556 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.222165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:30.228141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.233589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Transition to ACTIVE for port object 96f29b28-dd6f-4964-819f-e383dafdde50 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:30.253012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Transition to ACTIVE for port object 96f29b28-dd6f-4964-819f-e383dafdde50 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:30.278288 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.295709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 864d8d0f-5245-4cfa-9d11-9064d2bff13e yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:30.369671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3abea97c-967b-4538-85d3-e3677fe842c7 req-c6db0854-7e88-4a96-a14a-1e6dd887fa63 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774440 Feb 04 15:50:30.408082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:30.411395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:30.421059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:30.423011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Pushing event updated for resources: {'Port': ['ID=96f29b28-dd6f-4964-819f-e383dafdde50,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:30.534965 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.583299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::1db (2c89a85c-cf38-4228-a9f2-136bcedd5ef2/95704c09-b894-4402-b03b-f7b7bc1ba668/864d8d0f-5245-4cfa-9d11-9064d2bff13e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:30.608819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Attempting to bind port 96f29b28-dd6f-4964-819f-e383dafdde50 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:30.610067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Attempting to bind port 96f29b28-dd6f-4964-819f-e383dafdde50 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '721aaded-1f21-4b60-b73b-78bce694f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2c89a85c-cf38-4228-a9f2-136bcedd5ef2'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:30.610515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Attempting to bind port 96f29b28-dd6f-4964-819f-e383dafdde50 on network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:50:30.624089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:50:30.624513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Checking segment: {'id': '721aaded-1f21-4b60-b73b-78bce694f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2c89a85c-cf38-4228-a9f2-136bcedd5ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:30.627701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.628263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Bound using segment: {'id': '721aaded-1f21-4b60-b73b-78bce694f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2c89a85c-cf38-4228-a9f2-136bcedd5ef2'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:50:30.628737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Bound port: 96f29b28-dd6f-4964-819f-e383dafdde50, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721aaded-1f21-4b60-b73b-78bce694f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2c89a85c-cf38-4228-a9f2-136bcedd5ef2'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:30.632840 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.666546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c44017b-f028-47e2-8c30-542623acc7a8,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:30.674042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Checking segment: {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:30.675589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Network hostable DHCP agents. Network: 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:30.703361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:30.723837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:30.732610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:30.733470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.766297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] For port 96f29b28-dd6f-4964-819f-e383dafdde50, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:50:30.769557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] For port 96f29b28-dd6f-4964-819f-e383dafdde50, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=96f29b28-dd6f-4964-819f-e383dafdde50,segment=NetworkSegment(721aaded-1f21-4b60-b73b-78bce694f6de),segment_id=721aaded-1f21-4b60-b73b-78bce694f6de)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:50:30.772445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558a399-1bdf-46fa-b0d3-4f81dc981f45 None None] Network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:30.780422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cfeb82c2-4f9d-4cbe-be80-e6e09df0d7c1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2281802 Feb 04 15:50:30.783308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49388) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:30.796344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:30.808226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:30.818643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Usage tracker for resource:router and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:30.828970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:30.842374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:30.849026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.867563 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.870788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.889891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942063886'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:30.898549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:30.908276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:network and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:30.910977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.914180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:30.928295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:30.952474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:30.955897 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.031683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0671a-f40d-4173-9c94-421c111bc6ed None None] Pushing event updated for resources: {'Port': ['ID=96f29b28-dd6f-4964-819f-e383dafdde50,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:31.041335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.093796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:31.114250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:security_group_rule and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:31.124119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:31.132251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.138309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49398) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:31.141178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:31.180495 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-961fdea5-14fa-43c1-96c1-35c59b7a8015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.186878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object 864d8d0f-5245-4cfa-9d11-9064d2bff13e will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:31.196253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:50:31.198693 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.547684 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.674237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 96f29b28-dd6f-4964-819f-e383dafdde50 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:31.779632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Allocated IP 172.20.0.2 (090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7/2c44017b-f028-47e2-8c30-542623acc7a8/02523b4b-adcb-4bf5-be77-799ff62a04be) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:31.789960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.802633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:31.815244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:31.827401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:31.849277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:31.852234 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.853401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-961fdea5-14fa-43c1-96c1-35c59b7a8015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:31.888226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 96f29b28-dd6f-4964-819f-e383dafdde50 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:31.906503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.910415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-961fdea5-14fa-43c1-96c1-35c59b7a8015 admin admin] Usage tracker for resource:security_group_rule and tenant:48cc2e8d5e0544f18b30decc8bbd44cc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:31.922583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-961fdea5-14fa-43c1-96c1-35c59b7a8015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:31.937075 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1152368 Feb 04 15:50:31.941048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49412) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:31.957113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a3693-6104-4640-9de9-205503cebcf5 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=864d8d0f-5245-4cfa-9d11-9064d2bff13e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:32.032218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.036796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-961fdea5-14fa-43c1-96c1-35c59b7a8015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:32.043076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:32.067958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6973f9bc-b0a8-4b92-8266-28ecf5940c86,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:32.080165 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.080972 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment f7dcf85a-112c-48fb-803d-0e55e6d8bdfc of type vlan for network a2848bd6-8623-4c58-8d0f-455a64b8d6ad Feb 04 15:50:32.098805 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.112181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Transition to ACTIVE for port object 02523b4b-adcb-4bf5-be77-799ff62a04be will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:32.136723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Transition to ACTIVE for port object 02523b4b-adcb-4bf5-be77-799ff62a04be will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:32.146602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.254725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:32.257399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:32.262455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:32.287597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573e9ed-7d48-4c52-adb9-cb0bf251aaf9 req-a9ea9a24-3eb0-4904-9c1a-a0fbd33d9f63 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:32.289358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f573e9ed-7d48-4c52-adb9-cb0bf251aaf9 req-a9ea9a24-3eb0-4904-9c1a-a0fbd33d9f63 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.4895561 Feb 04 15:50:32.311933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Pushing event updated for resources: {'Port': ['ID=02523b4b-adcb-4bf5-be77-799ff62a04be,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:32.325196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.325938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.326463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.326998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.327541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.328230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.328830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.329765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.330447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.331261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.332145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.332760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:32.391419 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-961fdea5-14fa-43c1-96c1-35c59b7a8015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.404372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-961fdea5-14fa-43c1-96c1-35c59b7a8015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.468719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fdea5-14fa-43c1-96c1-35c59b7a8015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e62fdb1-bd13-454f-b292-b5db9ed2a566,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:32.543072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f573e9ed-7d48-4c52-adb9-cb0bf251aaf9 req-0a96a219-4e25-4194-9f39-5595e91f6ca3 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420325 Feb 04 15:50:32.597162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-961fdea5-14fa-43c1-96c1-35c59b7a8015 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48cc2e8d5e0544f18b30decc8bbd44cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4571872 Feb 04 15:50:32.597969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49428) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:32.601451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Attempting to bind port 02523b4b-adcb-4bf5-be77-799ff62a04be on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:32.601820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Attempting to bind port 02523b4b-adcb-4bf5-be77-799ff62a04be by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:32.602183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Attempting to bind port 02523b4b-adcb-4bf5-be77-799ff62a04be on network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:50:32.624442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:50:32.624854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Checking segment: {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:32.625255 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.625665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Bound using segment: {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:50:32.626385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Bound port: 02523b4b-adcb-4bf5-be77-799ff62a04be, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:32.626796 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.735445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.743397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] For port 02523b4b-adcb-4bf5-be77-799ff62a04be, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:50:32.746892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] For port 02523b4b-adcb-4bf5-be77-799ff62a04be, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02523b4b-adcb-4bf5-be77-799ff62a04be,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:50:32.756366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.856447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72833200-970b-46fd-94a3-28069e95e482 None None] Network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:33.119596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-67802b76-2c75-4604-a1e9-c6064699b4a2 None None] Provisioning for port 96f29b28-dd6f-4964-819f-e383dafdde50 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:33.133955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-67802b76-2c75-4604-a1e9-c6064699b4a2 None None] Provisioning complete for port 96f29b28-dd6f-4964-819f-e383dafdde50 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:33.135035 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-67802b76-2c75-4604-a1e9-c6064699b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.187395 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4757-2a26-4c96-b7c9-9f562d1ab4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.210621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.255700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:50:33.278164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.305808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59938c6-2631-40aa-a481-07acb4ae6498 None None] Pushing event updated for resources: {'Port': ['ID=02523b4b-adcb-4bf5-be77-799ff62a04be,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:33.475206 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.489391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:33.490409 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.723427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Allocated IP 172.25.8.92 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/2fb04e99-3e3f-4f5f-a031-166876305f3a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:33.776985 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.6377542 Feb 04 15:50:33.817752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773b807-1ec1-44ba-b6ba-016250f73806 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=a2848bd6-8623-4c58-8d0f-455a64b8d6ad,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:33.855962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a2848bd6-8623-4c58-8d0f-455a64b8d6ad details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:34.032468 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.109934 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4757-2a26-4c96-b7c9-9f562d1ab4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.120547 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.158462 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-67802b76-2c75-4604-a1e9-c6064699b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.346850 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.512184 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9cc2-0843-4d3d-9199-10eef61e9784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.567937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-67802b76-2c75-4604-a1e9-c6064699b4a2 None None] For port 96f29b28-dd6f-4964-819f-e383dafdde50, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=96f29b28-dd6f-4964-819f-e383dafdde50,segment=NetworkSegment(721aaded-1f21-4b60-b73b-78bce694f6de),segment_id=721aaded-1f21-4b60-b73b-78bce694f6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:34.578710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-67802b76-2c75-4604-a1e9-c6064699b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.897990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:34.898641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0e6c2ec3-d5fe-4b5f-8dad-59746088c832 None None] Provisioning for port 864d8d0f-5245-4cfa-9d11-9064d2bff13e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:34.927100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0e6c2ec3-d5fe-4b5f-8dad-59746088c832 None None] Provisioning complete for port 864d8d0f-5245-4cfa-9d11-9064d2bff13e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:34.927470 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2ec3-d5fe-4b5f-8dad-59746088c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.933994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:34.938723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:35.159181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb04e99-3e3f-4f5f-a031-166876305f3a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:35.206436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67802b76-2c75-4604-a1e9-c6064699b4a2 None None] Pushing event updated for resources: {'Port': ['ID=96f29b28-dd6f-4964-819f-e383dafdde50,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:35.260429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4757-2a26-4c96-b7c9-9f562d1ab4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.271232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c2ec3-d5fe-4b5f-8dad-59746088c832 None None] Port 864d8d0f-5245-4cfa-9d11-9064d2bff13e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:35.307263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0e6c2ec3-d5fe-4b5f-8dad-59746088c832 None None] Provisioning complete for port 96f29b28-dd6f-4964-819f-e383dafdde50 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:35.307635 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2ec3-d5fe-4b5f-8dad-59746088c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.324232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e4757-2a26-4c96-b7c9-9f562d1ab4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e62fdb1-bd13-454f-b292-b5db9ed2a566,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:35.449124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30f7303-f4f5-4d2e-bf9a-253ec41c3bb0 None None] Network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:35.562013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69f829-a94f-44bd-a11d-80d589131d9a req-a0f82de1-65ff-4016-a08a-db89ae9f4ac7 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:35.573988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb69f829-a94f-44bd-a11d-80d589131d9a req-a0f82de1-65ff-4016-a08a-db89ae9f4ac7 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 1.4333427 Feb 04 15:50:35.590961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.603665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.796555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=864d8d0f-5245-4cfa-9d11-9064d2bff13e,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:36.335858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02523b4b-adcb-4bf5-be77-799ff62a04be up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:36.398314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4757-2a26-4c96-b7c9-9f562d1ab4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.401139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2a2e4757-2a26-4c96-b7c9-9f562d1ab4be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e62fdb1-bd13-454f-b292-b5db9ed2a566 HTTP/1.1" status: 204 len: 168 time: 3.7986336 Feb 04 15:50:36.569590 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.579311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.597114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 02523b4b-adcb-4bf5-be77-799ff62a04be completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:36.609231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 96f29b28-dd6f-4964-819f-e383dafdde50 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:36.664190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb69f829-a94f-44bd-a11d-80d589131d9a req-0caa1d9c-05bc-42e5-9ef0-0b513786879e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0892298 Feb 04 15:50:36.798519 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-574e646c-8702-4ad5-b4f3-bd4b7c737c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.829380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] Provisioning for port 02523b4b-adcb-4bf5-be77-799ff62a04be completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:36.850850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] Provisioning complete for port 02523b4b-adcb-4bf5-be77-799ff62a04be triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:36.851228 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.865615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.950979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.102443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 96f29b28-dd6f-4964-819f-e383dafdde50 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:37.104604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.218541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49494) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:37.228685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': 'a2848bd6-8623-4c58-8d0f-455a64b8d6ad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:37.346637 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.406525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] For port 02523b4b-adcb-4bf5-be77-799ff62a04be, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02523b4b-adcb-4bf5-be77-799ff62a04be,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:37.413913 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.504045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] Provisioning complete for port 864d8d0f-5245-4cfa-9d11-9064d2bff13e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:37.504045 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.630622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] Pushing event updated for resources: {'Port': ['ID=02523b4b-adcb-4bf5-be77-799ff62a04be,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:37.688964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-32c4a257-ec63-459c-b3ae-f54fe2489748 None None] Port 864d8d0f-5245-4cfa-9d11-9064d2bff13e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:37.705247 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.761565 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.794259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:37.811712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:subnet and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:37.823931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:37.828689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6d802935-b697-4742-a957-2bd1f7ad72e2 None None] Provisioning complete for port 02523b4b-adcb-4bf5-be77-799ff62a04be triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:37.829301 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6d802935-b697-4742-a957-2bd1f7ad72e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.858600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:37.953010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.960438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.961688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.150407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:38.154239 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.265281 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.479252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:38.551727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:38.564543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=864d8d0f-5245-4cfa-9d11-9064d2bff13e,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:38.648592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacf56e-6649-4f45-808a-d140ff90e61a req-7c4bb61f-7f95-45f4-83ee-c5b5a2d6d501 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:38.651594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-caacf56e-6649-4f45-808a-d140ff90e61a req-7c4bb61f-7f95-45f4-83ee-c5b5a2d6d501 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.5942645 Feb 04 15:50:38.910704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49552) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:38.916814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-caacf56e-6649-4f45-808a-d140ff90e61a req-7b58c638-9388-448a-8170-9df9d0bef883 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845584 Feb 04 15:50:39.006645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Router 84f5052c-d778-44e6-bf8f-9aaa267b4280 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:50:39.025615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:50:39.034804 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.079176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7825ce02-cc5f-4ba8-b75f-f9ac0f5f4032 None None] Provisioning complete for port 864d8d0f-5245-4cfa-9d11-9064d2bff13e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:39.079764 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7825ce02-cc5f-4ba8-b75f-f9ac0f5f4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.176455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=62c74b1c-e9e0-432b-8b75-6c5abe75f3d2,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:39.228340 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.270418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7825ce02-cc5f-4ba8-b75f-f9ac0f5f4032 None None] Port 864d8d0f-5245-4cfa-9d11-9064d2bff13e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:39.272194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.425845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:50:39.436567 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7951d-03ce-46a9-bf95-34805231c6ed None None] Sync routers for ids ['84f5052c-d778-44e6-bf8f-9aaa267b4280'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:39.450010 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0862e951-6d3f-4e93-8aad-13d4cf10427c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "PUT /v2.0/routers/84f5052c-d778-44e6-bf8f-9aaa267b4280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5001402 Feb 04 15:50:39.452899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49572) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:39.456222 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7951d-03ce-46a9-bf95-34805231c6ed None None] Routers {'84f5052c-d778-44e6-bf8f-9aaa267b4280'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:39.456916 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f6d7951d-03ce-46a9-bf95-34805231c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84f5052c-d778-44e6-bf8f-9aaa267b4280'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:39.564756 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f6d7951d-03ce-46a9-bf95-34805231c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:39.574541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02523b4b-adcb-4bf5-be77-799ff62a04be up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:39.598829 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7951d-03ce-46a9-bf95-34805231c6ed None None] Routers {'84f5052c-d778-44e6-bf8f-9aaa267b4280'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:39.599827 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f6d7951d-03ce-46a9-bf95-34805231c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84f5052c-d778-44e6-bf8f-9aaa267b4280'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:39.655921 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04b19053-5dc8-47ef-9951-d7cd4ee93451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.746495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-04b19053-5dc8-47ef-9951-d7cd4ee93451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:39.760416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-04b19053-5dc8-47ef-9951-d7cd4ee93451 admin admin] Usage tracker for resource:security_group_rule and tenant:e0645dbb4f2f45ba85f34ee660ce22f1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:39.763469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-04b19053-5dc8-47ef-9951-d7cd4ee93451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:39.771917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 02523b4b-adcb-4bf5-be77-799ff62a04be triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:39.772289 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.780762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-04b19053-5dc8-47ef-9951-d7cd4ee93451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:39.787776 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f6d7951d-03ce-46a9-bf95-34805231c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:39.788417 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7951d-03ce-46a9-bf95-34805231c6ed None None] The sync data for ids ['84f5052c-d778-44e6-bf8f-9aaa267b4280'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:50:39.879271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a729b-abb3-447a-a08c-7253d30ec794 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:39.881892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-986a729b-abb3-447a-a08c-7253d30ec794 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:39.902355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:50:39.931623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-986a729b-abb3-447a-a08c-7253d30ec794 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:39.935824 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-986a729b-abb3-447a-a08c-7253d30ec794 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f5052c-d778-44e6-bf8f-9aaa267b4280 HTTP/1.1" status: 200 len: 988 time: 0.4239891 Feb 04 15:50:39.939621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49590) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:39.945003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking segment: {'id': 'f7dcf85a-112c-48fb-803d-0e55e6d8bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a2848bd6-8623-4c58-8d0f-455a64b8d6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:39.945366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network hostable DHCP agents. Network: a2848bd6-8623-4c58-8d0f-455a64b8d6ad, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:39.966222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Sync routers for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:40.026381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:40.028847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:40.065078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.066415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9b5b38bb-d6bc-4f35-801e-b4197414be67 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.2817254 Feb 04 15:50:40.069746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49602) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:40.150333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network a2848bd6-8623-4c58-8d0f-455a64b8d6ad is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:40.201471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acff6c6-c8f4-42c6-9307-6b057f9572d4 req-972bfcab-8dfd-49a0-acb5-b9d296625bba tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:40.203291 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3acff6c6-c8f4-42c6-9307-6b057f9572d4 req-972bfcab-8dfd-49a0-acb5-b9d296625bba tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.5894899 Feb 04 15:50:40.215633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a2848bd6-8623-4c58-8d0f-455a64b8d6ad) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:40.226052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:40.227023 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.253354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5866fcc-b174-46e9-b166-816f9b43090f None None] Network a2848bd6-8623-4c58-8d0f-455a64b8d6ad requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:40.269573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3baa4901-63eb-4f23-b130-ecb38394a113 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0489535 Feb 04 15:50:40.274544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49608) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:40.288230 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04b19053-5dc8-47ef-9951-d7cd4ee93451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.306230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49612) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:40.311117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-04b19053-5dc8-47ef-9951-d7cd4ee93451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.356360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-04b19053-5dc8-47ef-9951-d7cd4ee93451 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0645dbb4f2f45ba85f34ee660ce22f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4274404 Feb 04 15:50:40.358512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1206082508'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:40.372361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49620) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:40.378564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:40.410102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:network and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:40.447804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b19053-5dc8-47ef-9951-d7cd4ee93451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a775b6f-fafa-4d7e-8ee4-3f18792c4fc3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:40.538997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:40.592807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:40.622203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3acff6c6-c8f4-42c6-9307-6b057f9572d4 req-7a4859b0-f844-4d98-8701-4ac7186e145e tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076281 Feb 04 15:50:40.642620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f1d6-4bca-4e21-9c0e-150c22b9e9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.710549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f3a1f1d6-4bca-4e21-9c0e-150c22b9e9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:40.718873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f3a1f1d6-4bca-4e21-9c0e-150c22b9e9ce admin admin] Usage tracker for resource:security_group_rule and tenant:854f90d85b2b481690da4ce5a0d220b6 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:40.724267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f3a1f1d6-4bca-4e21-9c0e-150c22b9e9ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:40.800691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f3a1f1d6-4bca-4e21-9c0e-150c22b9e9ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:40.813677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4609e3e8-fe5f-405e-807b-9ee4ce12bf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.847158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4609e3e8-fe5f-405e-807b-9ee4ce12bf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.958229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:40.961809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.012102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4609e3e8-fe5f-405e-807b-9ee4ce12bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.037230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-a2848bd6-8623-4c58-8d0f-455a64b8d6ad', 'network_id': 'a2848bd6-8623-4c58-8d0f-455a64b8d6ad', 'tenant_id': 'f2e188e3f5a5456ca47da791c51f02fc', 'fixed_ips': [{'subnet_id': '62c74b1c-e9e0-432b-8b75-6c5abe75f3d2'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:50:41.038274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.065566 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4609e3e8-fe5f-405e-807b-9ee4ce12bf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.068955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4609e3e8-fe5f-405e-807b-9ee4ce12bf0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a775b6f-fafa-4d7e-8ee4-3f18792c4fc3 HTTP/1.1" status: 204 len: 168 time: 0.6903498 Feb 04 15:50:41.124704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:41.140287 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.140800 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment a94aeca8-4671-41cc-aea5-6c6b7d627926 of type vlan for network bb8df7b2-1bbb-4279-9bc5-1df7d0b64093 Feb 04 15:50:41.174839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.204985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49656) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:41.211614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609e3e8-fe5f-405e-807b-9ee4ce12bf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a775b6f-fafa-4d7e-8ee4-3f18792c4fc3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:41.222832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.229451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:41.230102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.355861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=bb8df7b2-1bbb-4279-9bc5-1df7d0b64093,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:41.378023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-47983366-c36f-49c2-951a-157602be6b64 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0330870 Feb 04 15:50:41.380882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49662) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:41.390547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': 'bb8df7b2-1bbb-4279-9bc5-1df7d0b64093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:41.460739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Allocated IP 2001:db8:0:ffff::2 (a2848bd6-8623-4c58-8d0f-455a64b8d6ad/62c74b1c-e9e0-432b-8b75-6c5abe75f3d2/176e965a-565c-4848-a63a-066b905eb08a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:41.489839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f1d6-4bca-4e21-9c0e-150c22b9e9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.500098 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f1d6-4bca-4e21-9c0e-150c22b9e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.530454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:41.535707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:subnet and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:41.538992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:41.547464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:41.565179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:41.569113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.573225 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f3a1f1d6-4bca-4e21-9c0e-150c22b9e9ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=854f90d85b2b481690da4ce5a0d220b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2657981 Feb 04 15:50:41.575151 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.587005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49670) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:41.593169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1f1d6-4bca-4e21-9c0e-150c22b9e9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8aca5-9dec-4ee3-87f7-a8e366518888,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:41.725583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa32b5-d975-4a6f-bddf-f3b9b7070e54 req-91d4ca86-c56c-4bcb-b8d4-67ea9df53af0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:41.733520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-52aa32b5-d975-4a6f-bddf-f3b9b7070e54 req-91d4ca86-c56c-4bcb-b8d4-67ea9df53af0 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.9220250 Feb 04 15:50:41.748950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49674) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:41.814867 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.845828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-52aa32b5-d975-4a6f-bddf-f3b9b7070e54 req-b40b7057-feff-4f78-ba97-9c5c40bb41be tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112559 Feb 04 15:50:41.847583 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf84334c-c201-4abe-9597-fd8380b2e9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.848054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Transition to ACTIVE for port object 176e965a-565c-4848-a63a-066b905eb08a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:41.864237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7ff22406-ec66-4fc3-886e-20df026d8cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.885633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Transition to ACTIVE for port object 176e965a-565c-4848-a63a-066b905eb08a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:41.885831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Allocated IP 172.20.0.1 (090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7/2c44017b-f028-47e2-8c30-542623acc7a8/abfc01ee-8640-4572-8213-7b2bd5bf3d2d) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:41.897585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf84334c-c201-4abe-9597-fd8380b2e9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.912812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network bb8df7b2-1bbb-4279-9bc5-1df7d0b64093 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:41.946312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7ff22406-ec66-4fc3-886e-20df026d8cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:41.950756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7ff22406-ec66-4fc3-886e-20df026d8cdd admin admin] Usage tracker for resource:security_group_rule and tenant:9e1fd20136244290a9a281275a3ca8da is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:41.957384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49682) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:41.977289 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8c4ba228-d74f-48c3-9a42-506666a36476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.010426 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.072146 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-030feedd-7181-4259-81a6-2d04868753f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.082035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8c4ba228-d74f-48c3-9a42-506666a36476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:42.091158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7ff22406-ec66-4fc3-886e-20df026d8cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:42.098553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7ff22406-ec66-4fc3-886e-20df026d8cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:42.104538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8c4ba228-d74f-48c3-9a42-506666a36476 admin admin] Usage tracker for resource:security_group_rule and tenant:aa44a2a7f3af438984e56a8e7edfd805 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:42.108787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8c4ba228-d74f-48c3-9a42-506666a36476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:42.113566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-030feedd-7181-4259-81a6-2d04868753f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:42.119604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8c4ba228-d74f-48c3-9a42-506666a36476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:42.125033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-030feedd-7181-4259-81a6-2d04868753f4 admin admin] Usage tracker for resource:security_group_rule and tenant:2ea7e31b737c4945aa63fbd1d7cdaff0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:42.129327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-030feedd-7181-4259-81a6-2d04868753f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:42.145736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-030feedd-7181-4259-81a6-2d04868753f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:42.193591 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf84334c-c201-4abe-9597-fd8380b2e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.204803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Network a2848bd6-8623-4c58-8d0f-455a64b8d6ad is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:42.213821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Pushing event updated for resources: {'Port': ['ID=176e965a-565c-4848-a63a-066b905eb08a,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.217306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:42.223411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:42.232974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84334c-c201-4abe-9597-fd8380b2e9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca8aca5-9dec-4ee3-87f7-a8e366518888,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.263604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.304357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Transition to ACTIVE for port object abfc01ee-8640-4572-8213-7b2bd5bf3d2d will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:42.308175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:50:42.349001 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf84334c-c201-4abe-9597-fd8380b2e9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.362675 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cf84334c-c201-4abe-9597-fd8380b2e9f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bca8aca5-9dec-4ee3-87f7-a8e366518888 HTTP/1.1" status: 204 len: 168 time: 0.7649059 Feb 04 15:50:42.437334 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-030feedd-7181-4259-81a6-2d04868753f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.445286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.524452 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-030feedd-7181-4259-81a6-2d04868753f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.549515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.597326 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-030feedd-7181-4259-81a6-2d04868753f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ea7e31b737c4945aa63fbd1d7cdaff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372294 Feb 04 15:50:42.607886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Pushing event updated for resources: {'Port': ['ID=abfc01ee-8640-4572-8213-7b2bd5bf3d2d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.608086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49692) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:42.612926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7ff22406-ec66-4fc3-886e-20df026d8cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.622661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030feedd-7181-4259-81a6-2d04868753f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfcf8e3-472c-426a-8946-8bad2afeb1a9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.653835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:42.657469 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7ff22406-ec66-4fc3-886e-20df026d8cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.659226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:42.662853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8c4ba228-d74f-48c3-9a42-506666a36476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.664181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:42.705239 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8c4ba228-d74f-48c3-9a42-506666a36476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.705796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7ff22406-ec66-4fc3-886e-20df026d8cdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e1fd20136244290a9a281275a3ca8da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4959102 Feb 04 15:50:42.722971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49696) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:42.738926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Attempting to bind port 176e965a-565c-4848-a63a-066b905eb08a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:42.739488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Attempting to bind port 176e965a-565c-4848-a63a-066b905eb08a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'f7dcf85a-112c-48fb-803d-0e55e6d8bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a2848bd6-8623-4c58-8d0f-455a64b8d6ad'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:42.739488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Attempting to bind port 176e965a-565c-4848-a63a-066b905eb08a on network a2848bd6-8623-4c58-8d0f-455a64b8d6ad {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:50:42.753487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:50:42.754023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Checking segment: {'id': 'f7dcf85a-112c-48fb-803d-0e55e6d8bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a2848bd6-8623-4c58-8d0f-455a64b8d6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:42.754429 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.754819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Bound using segment: {'id': 'f7dcf85a-112c-48fb-803d-0e55e6d8bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a2848bd6-8623-4c58-8d0f-455a64b8d6ad'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:50:42.755289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Bound port: 176e965a-565c-4848-a63a-066b905eb08a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7dcf85a-112c-48fb-803d-0e55e6d8bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a2848bd6-8623-4c58-8d0f-455a64b8d6ad'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:42.755667 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.768630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8c4ba228-d74f-48c3-9a42-506666a36476 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa44a2a7f3af438984e56a8e7edfd805&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0183065 Feb 04 15:50:42.776472 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.777196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49700) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:42.835897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ba228-d74f-48c3-9a42-506666a36476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1371679a-bb46-4942-a073-f22b8be8ce50,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.847120 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.923890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49704) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:42.959056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f744668f-c417-44be-af63-2d9997fb9a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.973437 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-273d2cc2-d336-44f0-bbab-b662af7962ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.025172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f744668f-c417-44be-af63-2d9997fb9a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:43.029532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] For port 176e965a-565c-4848-a63a-066b905eb08a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:50:43.038142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-273d2cc2-d336-44f0-bbab-b662af7962ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.048832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] For port 176e965a-565c-4848-a63a-066b905eb08a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=176e965a-565c-4848-a63a-066b905eb08a,segment=NetworkSegment(f7dcf85a-112c-48fb-803d-0e55e6d8bdfc),segment_id=f7dcf85a-112c-48fb-803d-0e55e6d8bdfc)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:50:43.053874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=43a63411-b40d-4ba1-a76b-351024a08723,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:43.058329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f744668f-c417-44be-af63-2d9997fb9a19 admin admin] Usage tracker for resource:security_group_rule and tenant:f66adc7220ab42a2b793b9ba95d9b305 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:43.063396 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.072567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f744668f-c417-44be-af63-2d9997fb9a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:43.082684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f744668f-c417-44be-af63-2d9997fb9a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:43.145103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking segment: {'id': 'a94aeca8-4671-41cc-aea5-6c6b7d627926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb8df7b2-1bbb-4279-9bc5-1df7d0b64093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:43.146330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network hostable DHCP agents. Network: bb8df7b2-1bbb-4279-9bc5-1df7d0b64093, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:43.151490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff22406-ec66-4fc3-886e-20df026d8cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155817ae-6796-46c4-a2e9-953f2d5528dd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:43.177880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8f56d-183a-49a9-bc3e-77c0411cb356 None None] Pushing event updated for resources: {'Port': ['ID=176e965a-565c-4848-a63a-066b905eb08a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:43.182583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d2291e85-62b2-4f90-8b51-29f63aeb26e5 None None] Provisioning for port abfc01ee-8640-4572-8213-7b2bd5bf3d2d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:43.190121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:36Z', 'revision_number': 3, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:43.195048 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d2291e85-62b2-4f90-8b51-29f63aeb26e5 None None] Provisioning complete for port abfc01ee-8640-4572-8213-7b2bd5bf3d2d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:43.195654 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d2291e85-62b2-4f90-8b51-29f63aeb26e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.197720 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-273d2cc2-d336-44f0-bbab-b662af7962ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.244006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Checking router: f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:50:43.244272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Updating router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 port 2fb04e99-3e3f-4f5f-a031-166876305f3a binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:50:43.247362 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.258300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53d54f7d-0f81-4b8c-9c84-838762aad217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.264914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d2cc2-d336-44f0-bbab-b662af7962ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371679a-bb46-4942-a073-f22b8be8ce50,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:43.316168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657fc4a-9c0c-4f93-9325-ae9bce86f081 req-92e58005-e9ad-4b0c-9d5d-086f00c76750 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:43.325134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2657fc4a-9c0c-4f93-9325-ae9bce86f081 req-92e58005-e9ad-4b0c-9d5d-086f00c76750 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.8582590 Feb 04 15:50:43.357224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-273d2cc2-d336-44f0-bbab-b662af7962ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.358708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-273d2cc2-d336-44f0-bbab-b662af7962ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1371679a-bb46-4942-a073-f22b8be8ce50 HTTP/1.1" status: 204 len: 168 time: 0.5799844 Feb 04 15:50:43.365878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d2291e85-62b2-4f90-8b51-29f63aeb26e5 None None] Port abfc01ee-8640-4572-8213-7b2bd5bf3d2d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:43.410792 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c764c46-43fc-4318-9c2e-191ff55f4c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.432193 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.485954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53d54f7d-0f81-4b8c-9c84-838762aad217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.500678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network bb8df7b2-1bbb-4279-9bc5-1df7d0b64093 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:43.566214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2657fc4a-9c0c-4f93-9325-ae9bce86f081 req-a76fe3a9-c2a9-4f2d-bfb3-c2ba81a1fe22 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400608 Feb 04 15:50:43.627744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f744668f-c417-44be-af63-2d9997fb9a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.640685 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f744668f-c417-44be-af63-2d9997fb9a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.662637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 176e965a-565c-4848-a63a-066b905eb08a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:43.670855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, bb8df7b2-1bbb-4279-9bc5-1df7d0b64093) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:43.673663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c764c46-43fc-4318-9c2e-191ff55f4c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.707441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:43.708353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.735344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660eacce-6c55-4af0-8534-1b94222fdec3 None None] Network bb8df7b2-1bbb-4279-9bc5-1df7d0b64093 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:43.745913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 864d8d0f-5245-4cfa-9d11-9064d2bff13e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:43.746551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.793521 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f744668f-c417-44be-af63-2d9997fb9a19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f66adc7220ab42a2b793b9ba95d9b305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8667967 Feb 04 15:50:43.803112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6685f05c-0879-4371-94b8-8d920a79d3bd tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4198725 Feb 04 15:50:43.811705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49712) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:43.812278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49714) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:43.861240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.886216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744668f-c417-44be-af63-2d9997fb9a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c0bc04-ee53-452a-ae4c-152e19f15337,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:43.889793 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.000748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 176e965a-565c-4848-a63a-066b905eb08a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:44.035938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Pushing event updated for resources: {'Port': ['ID=abfc01ee-8640-4572-8213-7b2bd5bf3d2d,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:44.093587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49720) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:44.094600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.138111 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68874e2e-7b9a-4baa-8560-5a96febdb7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.145684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-b9d2fcbc-7d32-4891-901c-603d6f035098 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:44.147180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-b9d2fcbc-7d32-4891-901c-603d6f035098 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.5538697 Feb 04 15:50:44.184080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-bb8df7b2-1bbb-4279-9bc5-1df7d0b64093', 'network_id': 'bb8df7b2-1bbb-4279-9bc5-1df7d0b64093', 'tenant_id': 'f2e188e3f5a5456ca47da791c51f02fc', 'fixed_ips': [{'subnet_id': '43a63411-b40d-4ba1-a76b-351024a08723'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:50:44.185065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.249487 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53d54f7d-0f81-4b8c-9c84-838762aad217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.298428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Deleting port b69c4114-2968-494e-844c-3c2b480733ab {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:44.298792 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.346217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-68874e2e-7b9a-4baa-8560-5a96febdb7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:44.347221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d54f7d-0f81-4b8c-9c84-838762aad217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfcf8e3-472c-426a-8946-8bad2afeb1a9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:44.361300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-68874e2e-7b9a-4baa-8560-5a96febdb7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1060e47c774070b1e0ce095f2fdbf7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:44.366477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-68874e2e-7b9a-4baa-8560-5a96febdb7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:44.386785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-68874e2e-7b9a-4baa-8560-5a96febdb7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:44.390560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d457fcd8-05ab-454e-8690-73524c2a4821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.425178 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c764c46-43fc-4318-9c2e-191ff55f4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.428311 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c764c46-43fc-4318-9c2e-191ff55f4c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.433289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3c764c46-43fc-4318-9c2e-191ff55f4c99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/155817ae-6796-46c4-a2e9-953f2d5528dd HTTP/1.1" status: 204 len: 168 time: 1.7024274 Feb 04 15:50:44.491423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53d54f7d-0f81-4b8c-9c84-838762aad217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.492296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.495717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-53d54f7d-0f81-4b8c-9c84-838762aad217 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dfcf8e3-472c-426a-8946-8bad2afeb1a9 HTTP/1.1" status: 204 len: 168 time: 1.8812692 Feb 04 15:50:44.506840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:44.507009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c764c46-43fc-4318-9c2e-191ff55f4c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155817ae-6796-46c4-a2e9-953f2d5528dd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:44.518820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:44.643443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Transition to ACTIVE for port object 2fb04e99-3e3f-4f5f-a031-166876305f3a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:44.753206 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.934465 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68874e2e-7b9a-4baa-8560-5a96febdb7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.949031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68874e2e-7b9a-4baa-8560-5a96febdb7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.029864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Attempting to bind port 2fb04e99-3e3f-4f5f-a031-166876305f3a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:45.030460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Attempting to bind port 2fb04e99-3e3f-4f5f-a031-166876305f3a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:45.030585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Attempting to bind port 2fb04e99-3e3f-4f5f-a031-166876305f3a on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:50:45.041682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a197021e-285e-4c34-86a8-2a8472b9a5a2 None None] Network a2848bd6-8623-4c58-8d0f-455a64b8d6ad requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:45.066480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:50:45.066762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:45.067416 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.067858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:50:45.068305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Bound port: 2fb04e99-3e3f-4f5f-a031-166876305f3a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:45.068686 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.092690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68874e2e-7b9a-4baa-8560-5a96febdb7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97bd8b5-5d0b-40ee-a013-f41944dcce48,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:45.112787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:50:45.115770 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-68874e2e-7b9a-4baa-8560-5a96febdb7c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf1060e47c774070b1e0ce095f2fdbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0170906 Feb 04 15:50:45.132797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49734) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:45.202224 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d457fcd8-05ab-454e-8690-73524c2a4821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.236400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Allocated IP 2001:db8::1 (bb8df7b2-1bbb-4279-9bc5-1df7d0b64093/43a63411-b40d-4ba1-a76b-351024a08723/6acbf35c-1f15-4d47-b797-32fad1c81d5e) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:45.238590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430e466-aed1-46c1-9caf-0601d143c430 None None] Pushing event updated for resources: {'Port': ['ID=2fb04e99-3e3f-4f5f-a031-166876305f3a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:45.298795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.311739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-220227aa-a692-4782-bbd8-83d88f655b95 None None] Provisioning complete for port abfc01ee-8640-4572-8213-7b2bd5bf3d2d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:45.312116 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-220227aa-a692-4782-bbd8-83d88f655b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.372262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.381924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49740) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:45.426284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb8ace9d-69cc-4aa9-96e3-28cdb506f15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.525466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-220227aa-a692-4782-bbd8-83d88f655b95 None None] Port abfc01ee-8640-4572-8213-7b2bd5bf3d2d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:50:45.566374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] For port 2fb04e99-3e3f-4f5f-a031-166876305f3a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:50:45.571020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d62f8f8c-2771-4f06-b8ea-f4a44128fc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.592043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 864d8d0f-5245-4cfa-9d11-9064d2bff13e owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:45.616495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] For port 2fb04e99-3e3f-4f5f-a031-166876305f3a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2fb04e99-3e3f-4f5f-a031-166876305f3a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:50:45.643199 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.670656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d62f8f8c-2771-4f06-b8ea-f4a44128fc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.678035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] For port b69c4114-2968-494e-844c-3c2b480733ab, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b69c4114-2968-494e-844c-3c2b480733ab,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:45.678415 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.740654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:50:45.743461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-eb8ace9d-69cc-4aa9-96e3-28cdb506f15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:45.752683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d62f8f8c-2771-4f06-b8ea-f4a44128fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.757893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-eb8ace9d-69cc-4aa9-96e3-28cdb506f15a admin admin] Usage tracker for resource:security_group_rule and tenant:32bc2da11c68450f8ededd4b7f610715 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:45.770086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-eb8ace9d-69cc-4aa9-96e3-28cdb506f15a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:45.783144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-eb8ace9d-69cc-4aa9-96e3-28cdb506f15a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:45.788152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f8f8c-2771-4f06-b8ea-f4a44128fc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97bd8b5-5d0b-40ee-a013-f41944dcce48,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:45.804254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d62f8f8c-2771-4f06-b8ea-f4a44128fc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.812471 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d62f8f8c-2771-4f06-b8ea-f4a44128fc31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b97bd8b5-5d0b-40ee-a013-f41944dcce48 HTTP/1.1" status: 204 len: 168 time: 0.6745625 Feb 04 15:50:45.820580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-22b4703d-1bee-4d4a-80b9-571057893692 admin admin] 10.222.0.46 "PUT /v2.0/routers/f7f16ae2-5f1d-415a-a035-ca5bd5c596e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7497809 Feb 04 15:50:45.870640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Calling delete_port for b69c4114-2968-494e-844c-3c2b480733ab owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:45.891306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-99b9c61c-3c63-4392-9634-168f1f68a2a8 None None] Provisioning for port 176e965a-565c-4848-a63a-066b905eb08a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:45.926129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d457fcd8-05ab-454e-8690-73524c2a4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.931789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430e466-aed1-46c1-9caf-0601d143c430 None None] Pushing event updated for resources: {'Port': ['ID=2fb04e99-3e3f-4f5f-a031-166876305f3a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:45.944248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-99b9c61c-3c63-4392-9634-168f1f68a2a8 None None] Provisioning complete for port 176e965a-565c-4848-a63a-066b905eb08a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:45.944883 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-99b9c61c-3c63-4392-9634-168f1f68a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.968614 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb8ace9d-69cc-4aa9-96e3-28cdb506f15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.975927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eb8ace9d-69cc-4aa9-96e3-28cdb506f15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.002750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d457fcd8-05ab-454e-8690-73524c2a4821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.006235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d457fcd8-05ab-454e-8690-73524c2a4821 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11c0bc04-ee53-452a-ae4c-152e19f15337 HTTP/1.1" status: 204 len: 168 time: 2.1864023 Feb 04 15:50:46.022373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.038850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:46.040874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:46.099819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457fcd8-05ab-454e-8690-73524c2a4821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c0bc04-ee53-452a-ae4c-152e19f15337,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:46.124629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ffee1-c702-4896-81ba-76f2d245937b req-a0a40e66-15b3-4940-94dc-0f6e3a082bf9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:46.126615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ace9d-69cc-4aa9-96e3-28cdb506f15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647a26dd-6756-4bba-ad71-7503dc438f4f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:46.132107 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b1ffee1-c702-4896-81ba-76f2d245937b req-a0a40e66-15b3-4940-94dc-0f6e3a082bf9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 945 time: 0.9059498 Feb 04 15:50:46.142832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49760) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:46.144101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eb8ace9d-69cc-4aa9-96e3-28cdb506f15a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32bc2da11c68450f8ededd4b7f610715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584300 Feb 04 15:50:46.212734 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.239481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Transition to ACTIVE for port object 6acbf35c-1f15-4d47-b797-32fad1c81d5e will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:46.256012 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b1ffee1-c702-4896-81ba-76f2d245937b req-af0ebe55-74a1-412d-88ca-e5b2fe166304 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233225 Feb 04 15:50:46.361574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c968dea-7268-4650-ae5a-50a3a3905005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.380873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Transition to ACTIVE for port object 6acbf35c-1f15-4d47-b797-32fad1c81d5e will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:46.417225 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.480941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:50:46.508470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.512996 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.578365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=43a63411-b40d-4ba1-a76b-351024a08723,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:46.580573 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.629768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d523cd42-07b5-4e93-92c2-61f00f40e737'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:50:46.640370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c968dea-7268-4650-ae5a-50a3a3905005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.656813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=864d8d0f-5245-4cfa-9d11-9064d2bff13e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:46.672829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Network bb8df7b2-1bbb-4279-9bc5-1df7d0b64093 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:46.693214 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-99b9c61c-3c63-4392-9634-168f1f68a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.711004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:46.724586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:46.775540 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.803592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8df7b2-1bbb-4279-9bc5-1df7d0b64093']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:46.817932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94aeca8-4671-41cc-aea5-6c6b7d627926') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:46.818230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94aeca8-4671-41cc-aea5-6c6b7d627926') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:46.835594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Pushing event updated for resources: {'Port': ['ID=6acbf35c-1f15-4d47-b797-32fad1c81d5e,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:46.910539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-99b9c61c-3c63-4392-9634-168f1f68a2a8 None None] For port 176e965a-565c-4848-a63a-066b905eb08a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=176e965a-565c-4848-a63a-066b905eb08a,segment=NetworkSegment(f7dcf85a-112c-48fb-803d-0e55e6d8bdfc),segment_id=f7dcf85a-112c-48fb-803d-0e55e6d8bdfc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:46.965686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.041265 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-99b9c61c-3c63-4392-9634-168f1f68a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.120325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event deleted for resources: {'Port': ['ID=b69c4114-2968-494e-844c-3c2b480733ab,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:47.156477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] No DVR routers for this DVR port b69c4114-2968-494e-844c-3c2b480733ab on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:47.166627 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.171872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2906eee-87d5-4cc2-9ddb-a8eb2684324c', 'name': 'network-vif-deleted', 'tag': 'b69c4114-2968-494e-844c-3c2b480733ab'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:47.194258 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.208117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9c61c-3c63-4392-9634-168f1f68a2a8 None None] Pushing event updated for resources: {'Port': ['ID=176e965a-565c-4848-a63a-066b905eb08a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:47.245889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Attempting to bind port 6acbf35c-1f15-4d47-b797-32fad1c81d5e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:47.246491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Attempting to bind port 6acbf35c-1f15-4d47-b797-32fad1c81d5e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'a94aeca8-4671-41cc-aea5-6c6b7d627926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb8df7b2-1bbb-4279-9bc5-1df7d0b64093'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:47.247003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Attempting to bind port 6acbf35c-1f15-4d47-b797-32fad1c81d5e on network bb8df7b2-1bbb-4279-9bc5-1df7d0b64093 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:50:47.273150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:50:47.273814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Checking segment: {'id': 'a94aeca8-4671-41cc-aea5-6c6b7d627926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb8df7b2-1bbb-4279-9bc5-1df7d0b64093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:47.274549 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.275188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Bound using segment: {'id': 'a94aeca8-4671-41cc-aea5-6c6b7d627926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb8df7b2-1bbb-4279-9bc5-1df7d0b64093'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:50:47.275912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Bound port: 6acbf35c-1f15-4d47-b797-32fad1c81d5e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94aeca8-4671-41cc-aea5-6c6b7d627926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bb8df7b2-1bbb-4279-9bc5-1df7d0b64093'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:47.276507 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.311921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f006c5e5-b251-43a1-b0f8-ad6b1054aaae None None] Provisioning complete for port 176e965a-565c-4848-a63a-066b905eb08a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:47.312612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f006c5e5-b251-43a1-b0f8-ad6b1054aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.552792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b69c4114-2968-494e-844c-3c2b480733ab no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:47.631501 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2906eee-87d5-4cc2-9ddb-a8eb2684324c', 'name': 'network-vif-deleted', 'tag': 'b69c4114-2968-494e-844c-3c2b480733ab', 'status': 'completed', 'code': 200} Feb 04 15:50:47.633055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 176e965a-565c-4848-a63a-066b905eb08a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:47.642108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:47.642457 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.674229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: b69c4114-2968-494e-844c-3c2b480733ab {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:50:47.674579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b69c4114-2968-494e-844c-3c2b480733ab not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:50:47.718965 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] For port 6acbf35c-1f15-4d47-b797-32fad1c81d5e, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:47.736759 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:47.815415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 176e965a-565c-4848-a63a-066b905eb08a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:47.815787 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.827880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1e5eafd8-22d4-464d-8513-68b7fbd4c316 req-17d12063-3c4c-429d-88bf-5113eea93496 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:47.830916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.858242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 2, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:47.861221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c968dea-7268-4650-ae5a-50a3a3905005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.867014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c968dea-7268-4650-ae5a-50a3a3905005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.875396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3c968dea-7268-4650-ae5a-50a3a3905005 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/647a26dd-6756-4bba-ad71-7503dc438f4f HTTP/1.1" status: 204 len: 168 time: 1.7105215 Feb 04 15:50:47.882268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca47dd-ac24-411b-b1d0-4f390a829b07 None None] The sync data for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 is: [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 2, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:50:47.888548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49818) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:47.889065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7ffec27-4a2e-44c0-bc7a-a453d0498d92 req-e6f517b0-83a8-4a66-8b60-495949341a56 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.53 "DELETE /v2.0/ports/b69c4114-2968-494e-844c-3c2b480733ab HTTP/1.1" status: 204 len: 173 time: 3.7235525 Feb 04 15:50:47.896296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1789549692-network', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:47.909123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:47.919701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Usage tracker for resource:network and tenant:b0ddc3fdea034486a7e48cf75afce7cd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:47.926949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:47.955681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:47.968302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c968dea-7268-4650-ae5a-50a3a3905005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647a26dd-6756-4bba-ad71-7503dc438f4f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:47.983813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Made reservation on behalf of b0ddc3fdea034486a7e48cf75afce7cd for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:47.987447 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.004947 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.042945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:48.047980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Usage tracker for resource:security_group_rule and tenant:b0ddc3fdea034486a7e48cf75afce7cd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:48.052412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:48.063956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:48.165866 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:50:48.165866 n-d-827870-1 neutron-server[87570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:50:48.165866 n-d-827870-1 neutron-server[87570]: [parameters: {'id': 'bb8df7b2-1bbb-4279-9bc5-1df7d0b64093'}] Feb 04 15:50:48.165866 n-d-827870-1 neutron-server[87570]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:48.169809 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:48.171716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] For port 6acbf35c-1f15-4d47-b797-32fad1c81d5e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6acbf35c-1f15-4d47-b797-32fad1c81d5e,segment=NetworkSegment(a94aeca8-4671-41cc-aea5-6c6b7d627926),segment_id=a94aeca8-4671-41cc-aea5-6c6b7d627926)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:50:48.174426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1e5eafd8-22d4-464d-8513-68b7fbd4c316 req-17d12063-3c4c-429d-88bf-5113eea93496 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:48.178617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e5eafd8-22d4-464d-8513-68b7fbd4c316 req-17d12063-3c4c-429d-88bf-5113eea93496 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2906eee-87d5-4cc2-9ddb-a8eb2684324c HTTP/1.1" status: 200 len: 210 time: 0.5421245 Feb 04 15:50:48.188057 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.290781 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.298774 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.434424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:48.497907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893dd129-294b-43ef-a914-83de54c29b2a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:48.546043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e7e9c-1489-47de-89e2-7db530f6c4d9 None None] Pushing event updated for resources: {'Port': ['ID=6acbf35c-1f15-4d47-b797-32fad1c81d5e,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:48.546360 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.548790 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Added segment 1a01bd77-1e84-4bba-8654-3e9d01b65385 of type vlan for network c0062be5-8cd6-4591-a917-19b55f5867eb Feb 04 15:50:48.660165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64eb618-dadd-48ed-89ba-760ceed9deca None None] Network bb8df7b2-1bbb-4279-9bc5-1df7d0b64093 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:48.689694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.745169 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.766502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Router 84f5052c-d778-44e6-bf8f-9aaa267b4280 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:50:48.820662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.822385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:48.823256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.057865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] Pushing event updated for resources: {'Network': ['ID=c0062be5-8cd6-4591-a917-19b55f5867eb,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:49.065025 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c59421ca-8d9a-4406-bd5a-e63d6cd60c9a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1745651 Feb 04 15:50:49.072856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49842) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:49.079383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Request body: {'subnet': {'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1789549692-subnet', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:49.090321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:49.101478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network c0062be5-8cd6-4591-a917-19b55f5867eb details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:49.105486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Usage tracker for resource:subnet and tenant:b0ddc3fdea034486a7e48cf75afce7cd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:49.116241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:49.126236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:49.154711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Made reservation on behalf of b0ddc3fdea034486a7e48cf75afce7cd for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:49.158555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.212405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:50:49.224081 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c42d4-cfee-428c-8a79-1e1340c0c482 None None] Sync routers for ids ['84f5052c-d778-44e6-bf8f-9aaa267b4280'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:49.255037 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c42d4-cfee-428c-8a79-1e1340c0c482 None None] Routers {'84f5052c-d778-44e6-bf8f-9aaa267b4280'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:49.255509 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ad4c42d4-cfee-428c-8a79-1e1340c0c482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84f5052c-d778-44e6-bf8f-9aaa267b4280'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:49.256894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3c284d45-73a4-4955-b398-9a87ff7797f1 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "PUT /v2.0/routers/84f5052c-d778-44e6-bf8f-9aaa267b4280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3020146 Feb 04 15:50:49.273970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49856) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:49.274881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting port 6acbf35c-1f15-4d47-b797-32fad1c81d5e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:49.275110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.345326 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ad4c42d4-cfee-428c-8a79-1e1340c0c482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:49.360570 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c42d4-cfee-428c-8a79-1e1340c0c482 None None] Routers {'84f5052c-d778-44e6-bf8f-9aaa267b4280'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:49.362409 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ad4c42d4-cfee-428c-8a79-1e1340c0c482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['84f5052c-d778-44e6-bf8f-9aaa267b4280'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:49.553233 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2014eb0a-ce2d-45e9-8271-8a7705c18701 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:50:49.556826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2014eb0a-ce2d-45e9-8271-8a7705c18701 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:49.631040 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ad4c42d4-cfee-428c-8a79-1e1340c0c482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:49.631724 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c42d4-cfee-428c-8a79-1e1340c0c482 None None] The sync data for ids ['84f5052c-d778-44e6-bf8f-9aaa267b4280'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:50:49.678502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6593a75d-f624-4a9c-a762-834ef54a2e99 None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 15:50:49.801388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2014eb0a-ce2d-45e9-8271-8a7705c18701 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:49.803228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2014eb0a-ce2d-45e9-8271-8a7705c18701 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/864d8d0f-5245-4cfa-9d11-9064d2bff13e HTTP/1.1" status: 404 len: 333 time: 0.3845375 Feb 04 15:50:49.822396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49870) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:49.950385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.998317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6593a75d-f624-4a9c-a762-834ef54a2e99 None None] Resources bound (agent type, host, resource id): {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:50:50.001388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2fb04e99-3e3f-4f5f-a031-166876305f3a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:50.110701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] For port 6acbf35c-1f15-4d47-b797-32fad1c81d5e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6acbf35c-1f15-4d47-b797-32fad1c81d5e,segment=NetworkSegment(a94aeca8-4671-41cc-aea5-6c6b7d627926),segment_id=a94aeca8-4671-41cc-aea5-6c6b7d627926)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:50.114745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.151096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f510b63b-14eb-425b-bc96-4c5383113419,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:50.215674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Checking segment: {'id': '1a01bd77-1e84-4bba-8654-3e9d01b65385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:50.216034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Network hostable DHCP agents. Network: c0062be5-8cd6-4591-a917-19b55f5867eb, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:50.249202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc1b30f0-1266-43b7-9a0e-ee6cc922f370 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.251542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Network c0062be5-8cd6-4591-a917-19b55f5867eb is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:50.278073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, c0062be5-8cd6-4591-a917-19b55f5867eb) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:50.295569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:50.296927 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.351868 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1fdf2799-c633-47ab-a4f1-d3da0d18af0f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2775505 Feb 04 15:50:50.354755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49894) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:50.359705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:50.377861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:50.382527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Usage tracker for resource:router and tenant:b0ddc3fdea034486a7e48cf75afce7cd is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:50.386273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:50.392363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:50.426536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.432305 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.443447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2fb04e99-3e3f-4f5f-a031-166876305f3a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:50.491402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.501513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2fb04e99-3e3f-4f5f-a031-166876305f3a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:50.505267 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.146145 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.228459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 2fb04e99-3e3f-4f5f-a031-166876305f3a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2fb04e99-3e3f-4f5f-a031-166876305f3a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:51.238384 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.263364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Calling delete_port for 6acbf35c-1f15-4d47-b797-32fad1c81d5e owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:51.331209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.428139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff339824-83bc-43d1-abf3-71207c5f8d7a None None] Network c0062be5-8cd6-4591-a917-19b55f5867eb requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:51.619104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=2fb04e99-3e3f-4f5f-a031-166876305f3a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:51.894301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-c0062be5-8cd6-4591-a917-19b55f5867eb', 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'fixed_ips': [{'subnet_id': 'f510b63b-14eb-425b-bc96-4c5383113419'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:50:51.895534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.194658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.224851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc1b30f0-1266-43b7-9a0e-ee6cc922f370 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.284082 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc1b30f0-1266-43b7-9a0e-ee6cc922f370 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.300325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.337039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Allocated IP 172.20.0.2 (c0062be5-8cd6-4591-a917-19b55f5867eb/f510b63b-14eb-425b-bc96-4c5383113419/ea5f5e02-0b30-4f8b-9fc2-e645599f1a70) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:52.360603 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.481622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Port': ['ID=6acbf35c-1f15-4d47-b797-32fad1c81d5e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:52.486753 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc1b30f0-1266-43b7-9a0e-ee6cc922f370 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.487346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1b30f0-1266-43b7-9a0e-ee6cc922f370 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Fanout notify agent at l3_agent the message router_deleted on router 84f5052c-d778-44e6-bf8f-9aaa267b4280 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:50:52.493208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No DVR routers for this DVR port 6acbf35c-1f15-4d47-b797-32fad1c81d5e on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:52.501564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.502145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.502694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.503275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.503821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.504362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.504934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.505486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.506031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.506561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.507092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.507632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:52.638349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Allocated IP 172.25.8.14 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5800a870-c501-4b56-bcec-0ccfcef84ece) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:52.648365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Sync routers for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:52.666097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc1b30f0-1266-43b7-9a0e-ee6cc922f370 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.667574 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bc1b30f0-1266-43b7-9a0e-ee6cc922f370 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/routers/84f5052c-d778-44e6-bf8f-9aaa267b4280 HTTP/1.1" status: 204 len: 168 time: 2.8366218 Feb 04 15:50:52.674136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49982) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:52.748621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.799619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8df7b2-1bbb-4279-9bc5-1df7d0b64093']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:52.803757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:52.807767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:52.824578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b965047b-673f-41d1-bad8-5f5db8dfe665 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet 95704c09-b894-4402-b03b-f7b7bc1ba668 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:50:52.829876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b965047b-673f-41d1-bad8-5f5db8dfe665 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.924150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94aeca8-4671-41cc-aea5-6c6b7d627926') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:52.926968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94aeca8-4671-41cc-aea5-6c6b7d627926') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:52.976446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.016413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.021219 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b965047b-673f-41d1-bad8-5f5db8dfe665 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.061002 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.100222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.129796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:53.130207 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:53.162497 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:53.174044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5800a870-c501-4b56-bcec-0ccfcef84ece,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:53.195308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:53.198227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:53.208165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:53.210238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.235431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Transition to ACTIVE for port object ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:53.280816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Transition to ACTIVE for port object ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:53.298259 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.492619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.520496 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.535932 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/bb8df7b2-1bbb-4279-9bc5-1df7d0b64093 HTTP/1.1" status: 204 len: 168 time: 9.7161374 Feb 04 15:50:53.538660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba83db-a23c-422d-a49a-56c4665770c5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=bb8df7b2-1bbb-4279-9bc5-1df7d0b64093,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:53.541305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50010) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:53.551720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35819668'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:53.558816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:53.562139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b965047b-673f-41d1-bad8-5f5db8dfe665 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.606447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:network and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:53.611578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:53.622556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:53.662470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:53.669421 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.737701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b965047b-673f-41d1-bad8-5f5db8dfe665 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.751093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2fb04e99-3e3f-4f5f-a031-166876305f3a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:53.855941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Network c0062be5-8cd6-4591-a917-19b55f5867eb is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:53.885028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:53.894083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:50:53.917839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b965047b-673f-41d1-bad8-5f5db8dfe665 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.945371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11fcfb-8b3c-4ad9-8fc6-e2781b2d4e76 None None] Network 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:54.038267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b965047b-673f-41d1-bad8-5f5db8dfe665 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/95704c09-b894-4402-b03b-f7b7bc1ba668 HTTP/1.1" status: 204 len: 168 time: 1.3627014 Feb 04 15:50:54.091159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50022) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:54.124723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965047b-673f-41d1-bad8-5f5db8dfe665 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=95704c09-b894-4402-b03b-f7b7bc1ba668,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:54.126867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50024) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:54.199508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:54.235787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:50:54.323435 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.323796 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment bedbda9c-32fc-48d5-b8e5-962eefab8e19 of type vlan for network b8054a89-503a-41c2-8144-c16fcd43ee33 Feb 04 15:50:54.390479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Pushing event updated for resources: {'Port': ['ID=ea5f5e02-0b30-4f8b-9fc2-e645599f1a70,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:54.483956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.521701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf22801-95b6-4bdf-a814-4d1f30c6479b req-ebe3bc79-4aa6-433e-8627-5a5e945b98e9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:54.529865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-acf22801-95b6-4bdf-a814-4d1f30c6479b req-ebe3bc79-4aa6-433e-8627-5a5e945b98e9 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 946 time: 0.7596428 Feb 04 15:50:54.535475 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.570089 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.588052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-4145b090-6186-42af-831a-8696c9126b9b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:54.589702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-4145b090-6186-42af-831a-8696c9126b9b tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 946 time: 0.6483431 Feb 04 15:50:54.601645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 96f29b28-dd6f-4964-819f-e383dafdde50 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:54.602032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.706280 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-213d81a6-7790-4880-a8b1-f8cdaae98917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.770094 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:50:54.799378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-213d81a6-7790-4880-a8b1-f8cdaae98917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:54.831069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-acf22801-95b6-4bdf-a814-4d1f30c6479b req-9f772d12-6d3b-48c3-bc54-26f904028156 tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982097 Feb 04 15:50:54.843571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-213d81a6-7790-4880-a8b1-f8cdaae98917 admin admin] Usage tracker for resource:security_group_rule and tenant:8b410dce2c4e40cbb2734e60f6dde970 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:54.853642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-213d81a6-7790-4880-a8b1-f8cdaae98917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:54.934787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-213d81a6-7790-4880-a8b1-f8cdaae98917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:54.962409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.975492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:54.976450 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.042638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Deleting port d523cd42-07b5-4e93-92c2-61f00f40e737 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:55.043135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.052430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2fb04e99-3e3f-4f5f-a031-166876305f3a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:55.056052 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.250851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Attempting to bind port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:55.251224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Attempting to bind port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1a01bd77-1e84-4bba-8654-3e9d01b65385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:55.251585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Attempting to bind port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 on network c0062be5-8cd6-4591-a917-19b55f5867eb {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:50:55.384114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:50:55.384488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Checking segment: {'id': '1a01bd77-1e84-4bba-8654-3e9d01b65385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:55.384922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.385317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Bound using segment: {'id': '1a01bd77-1e84-4bba-8654-3e9d01b65385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:50:55.385798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Bound port: ea5f5e02-0b30-4f8b-9fc2-e645599f1a70, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a01bd77-1e84-4bba-8654-3e9d01b65385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:55.386167 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.386803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.616941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.0724988 Feb 04 15:50:55.702682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50054) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:55.732678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] For port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:50:55.736831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] For port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ea5f5e02-0b30-4f8b-9fc2-e645599f1a70,segment=NetworkSegment(1a01bd77-1e84-4bba-8654-3e9d01b65385),segment_id=1a01bd77-1e84-4bba-8654-3e9d01b65385)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:50:55.745528 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.750294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7c3c9-453e-4cd9-a56a-e4242a88f671 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=b8054a89-503a-41c2-8144-c16fcd43ee33,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:55.803776 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': 'b8054a89-503a-41c2-8144-c16fcd43ee33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:55.831329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93795aed-e880-4fb8-ac28-5d6bde0353b1 None None] Pushing event updated for resources: {'Port': ['ID=ea5f5e02-0b30-4f8b-9fc2-e645599f1a70,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:55.833940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b8054a89-503a-41c2-8144-c16fcd43ee33 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:50:55.845100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-871b2073-cde6-42fc-b077-2e91cc1823e9 req-1a902910-ec3b-4fec-822a-eee81448a128 service neutron] (87570) timed out ('10.222.0.46', 57808) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:50:55.846736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] DHCP port deletion for 2c89a85c-cf38-4228-a9f2-136bcedd5ef2 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:50:55.978678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] Deleting port 96f29b28-dd6f-4964-819f-e383dafdde50 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:55.984751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.047185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:56.060020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:subnet and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:56.065970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:56.073549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:56.080327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Router 59887abc-4e10-400f-825a-54462716c925 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:50:56.094665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:56.098194 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.141720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] For port 96f29b28-dd6f-4964-819f-e383dafdde50, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=96f29b28-dd6f-4964-819f-e383dafdde50,segment=NetworkSegment(721aaded-1f21-4b60-b73b-78bce694f6de),segment_id=721aaded-1f21-4b60-b73b-78bce694f6de)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:56.142106 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.351595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 96f29b28-dd6f-4964-819f-e383dafdde50 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:56.513932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 2, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:56.554303 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Checking router: f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:50:56.558665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Updating router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 port abfc01ee-8640-4572-8213-7b2bd5bf3d2d binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:50:56.619088 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-213d81a6-7790-4880-a8b1-f8cdaae98917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.659131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] For port d523cd42-07b5-4e93-92c2-61f00f40e737, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d523cd42-07b5-4e93-92c2-61f00f40e737,segment=NetworkSegment(af70df67-3a30-4fff-95aa-b85a4cde7772),segment_id=af70df67-3a30-4fff-95aa-b85a4cde7772)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:56.659502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.720130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] For port 96f29b28-dd6f-4964-819f-e383dafdde50, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=96f29b28-dd6f-4964-819f-e383dafdde50,segment=NetworkSegment(721aaded-1f21-4b60-b73b-78bce694f6de),segment_id=721aaded-1f21-4b60-b73b-78bce694f6de)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:56.720893 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.748659 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-213d81a6-7790-4880-a8b1-f8cdaae98917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.762722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.866579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50082) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:56.891920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:50:56.906802 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Sync routers for ids ['59887abc-4e10-400f-825a-54462716c925'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:56.921202 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Routers {'59887abc-4e10-400f-825a-54462716c925'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:56.922185 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['59887abc-4e10-400f-825a-54462716c925'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:56.929315 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.983311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.984661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7437c4ff-448b-4ee4-9ee8-08904a6a89c5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6289549 Feb 04 15:50:56.994775 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50088) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:56.997066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Calling delete_port for d523cd42-07b5-4e93-92c2-61f00f40e737 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:57.022995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d523cd42-07b5-4e93-92c2-61f00f40e737 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:50:57.084153 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] Calling delete_port for 96f29b28-dd6f-4964-819f-e383dafdde50 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:50:57.102162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=96f29b28-dd6f-4964-819f-e383dafdde50,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:57.158414 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.168116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No DVR routers for this DVR port 96f29b28-dd6f-4964-819f-e383dafdde50 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:57.183822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking segment: {'id': 'bedbda9c-32fc-48d5-b8e5-962eefab8e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b8054a89-503a-41c2-8144-c16fcd43ee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:57.184186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network hostable DHCP agents. Network: b8054a89-503a-41c2-8144-c16fcd43ee33, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:57.201655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=8b063151-0cc9-4e08-8ffe-9c83fab5fc3d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:57.230459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.230810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.231146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.231479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.231803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.238266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.238637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.238980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.239313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.239643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.240124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.240452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:57.350119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network b8054a89-503a-41c2-8144-c16fcd43ee33 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:57.360689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e730a12f-6d7f-4602-b7f6-32701c95b5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.392905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e730a12f-6d7f-4602-b7f6-32701c95b5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:57.404062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e730a12f-6d7f-4602-b7f6-32701c95b5dd admin admin] Usage tracker for resource:security_group_rule and tenant:6ca5bbdc0fe84e38b370eec83dfc5320 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:57.407058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e730a12f-6d7f-4602-b7f6-32701c95b5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:57.413237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e730a12f-6d7f-4602-b7f6-32701c95b5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:57.452726 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:50:57.453110 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:50:57.521542 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Set router 59887abc-4e10-400f-825a-54462716c925 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:50:57.591042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.644431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e730a12f-6d7f-4602-b7f6-32701c95b5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.655153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e730a12f-6d7f-4602-b7f6-32701c95b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.703217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730a12f-6d7f-4602-b7f6-32701c95b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17322622-a164-4743-9c6c-aea3e56881d6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:57.705735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, b8054a89-503a-41c2-8144-c16fcd43ee33) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:57.744904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:57.745519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.863634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a285e4a-e600-4aec-a47e-e02c4daa898d None None] Network b8054a89-503a-41c2-8144-c16fcd43ee33 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:58.036449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] Deleting port 96f29b28-dd6f-4964-819f-e383dafdde50 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:50:58.037184 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.084366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-213d81a6-7790-4880-a8b1-f8cdaae98917 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b410dce2c4e40cbb2734e60f6dde970&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9495108 Feb 04 15:50:58.090307 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:50:58.094138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50106) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:58.094478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50108) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:58.101094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c89a85c-cf38-4228-a9f2-136bcedd5ef2']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:58.172626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d81a6-7790-4880-a8b1-f8cdaae98917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729f01a7-ce21-4bbc-84d7-6fcd44f4903b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:58.195998 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.205030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721aaded-1f21-4b60-b73b-78bce694f6de') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:58.205472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721aaded-1f21-4b60-b73b-78bce694f6de') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:58.240727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b15a245-1105-451a-9225-4b658d96cb1c None None] Network c0062be5-8cd6-4591-a917-19b55f5867eb requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:50:58.281049 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e730a12f-6d7f-4602-b7f6-32701c95b5dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ca5bbdc0fe84e38b370eec83dfc5320&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4111540 Feb 04 15:50:58.306579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50116) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:58.418098 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887abc-4e10-400f-825a-54462716c925', 'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:50Z', 'updated_at': '2022-02-04T15:50:53Z', 'revision_number': 3, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'gw_port': {'id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:52Z', 'updated_at': '2022-02-04T15:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:58.427381 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Checking router: 59887abc-4e10-400f-825a-54462716c925 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:50:58.428798 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Updating router 59887abc-4e10-400f-825a-54462716c925 port 5800a870-c501-4b56-bcec-0ccfcef84ece binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:50:58.466230 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3abbadfd-5396-4b4a-be8a-4792fe819377 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7540195 Feb 04 15:50:58.477730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50122) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:58.489514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435221325'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:58.498782 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.519993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-198beae0-a7c8-437a-ba66-88f3be84922f None None] The port '96f29b28-dd6f-4964-819f-e383dafdde50' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:50:58.558095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.571111 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.592084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b82f4e-6e4d-4800-92eb-e678510ac956 req-783e5fe7-3a0d-4aeb-b52a-ceceaf04a94f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:58.609089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b0b82f4e-6e4d-4800-92eb-e678510ac956 req-783e5fe7-3a0d-4aeb-b52a-ceceaf04a94f tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 946 time: 2.5327203 Feb 04 15:50:58.616241 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b39bc73a-630c-458c-a893-499939878ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.646954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.724120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Pushing event deleted for resources: {'Port': ['ID=d523cd42-07b5-4e93-92c2-61f00f40e737,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:58.733978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:58.734582 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:58.751337 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:58.757176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b39bc73a-630c-458c-a893-499939878ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:58.835084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8d574f8b-abc5-44df-b36f-952b089ef7a9 None None] Provisioning for port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:58.853786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:50:58.900618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b39bc73a-630c-458c-a893-499939878ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:ee41b9158d5f49f181339ceec3e0a6a2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:58.902354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:network and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:50:58.910507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:58.919575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b39bc73a-630c-458c-a893-499939878ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:50:58.948809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:58.984698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] No DVR routers for this DVR port d523cd42-07b5-4e93-92c2-61f00f40e737 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:58.985104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:58.989447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b39bc73a-630c-458c-a893-499939878ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:50:58.991797 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-765ae9f0-1cd9-4263-9197-4a57d5ea52bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.999555 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.004067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ebe29-158e-4691-a2b2-2ce17d56a259', 'name': 'network-vif-deleted', 'tag': 'd523cd42-07b5-4e93-92c2-61f00f40e737'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:59.009555 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b018292f-381f-45c8-b31f-f2349ae9dc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.027290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b0b82f4e-6e4d-4800-92eb-e678510ac956 req-24f7d29e-68dd-44ff-8b04-6bac81e9aafa tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/security-groups?id=80fbb1e1-98ca-4710-a693-51eac3554852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168725 Feb 04 15:50:59.045240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-765ae9f0-1cd9-4263-9197-4a57d5ea52bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.054237 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.085197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:59.085558 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.097294 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Transition to ACTIVE for port object 5800a870-c501-4b56-bcec-0ccfcef84ece will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:59.110480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.127766 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.130577 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ebe29-158e-4691-a2b2-2ce17d56a259', 'name': 'network-vif-deleted', 'tag': 'd523cd42-07b5-4e93-92c2-61f00f40e737', 'status': 'completed', 'code': 200} Feb 04 15:50:59.146512 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-765ae9f0-1cd9-4263-9197-4a57d5ea52bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.169041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.171856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:59.173071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b018292f-381f-45c8-b31f-f2349ae9dc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.176713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.186107 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0fecb88-d280-4479-973b-1121e8d463b8 req-d7ace5a0-e049-4ea8-a144-bbe6676a008c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.61 "DELETE /v2.0/ports/d523cd42-07b5-4e93-92c2-61f00f40e737 HTTP/1.1" status: 204 len: 173 time: 4.5851855 Feb 04 15:50:59.200744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Network': ['ID=2c89a85c-cf38-4228-a9f2-136bcedd5ef2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:59.216503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ae9f0-1cd9-4263-9197-4a57d5ea52bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17322622-a164-4743-9c6c-aea3e56881d6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:59.256878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c9e2bb8d-8612-4f6f-8b32-9ec04206625b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/networks/2c89a85c-cf38-4228-a9f2-136bcedd5ef2 HTTP/1.1" status: 204 len: 168 time: 5.1447024 Feb 04 15:50:59.261315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50140) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:59.370075 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Pushing event updated for resources: {'Port': ['ID=5800a870-c501-4b56-bcec-0ccfcef84ece,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:59.434535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:59.462870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.463381 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment cdb1e0d1-52bb-474a-b022-ba212b525e52 of type vlan for network a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3 Feb 04 15:50:59.469277 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Attempting to bind port 5800a870-c501-4b56-bcec-0ccfcef84ece on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:59.469823 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Attempting to bind port 5800a870-c501-4b56-bcec-0ccfcef84ece by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:59.470013 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Attempting to bind port 5800a870-c501-4b56-bcec-0ccfcef84ece on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:50:59.475679 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.476015 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.476345 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.476701 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.477089 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.477428 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.477749 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.478120 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.481547 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.482918 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.483353 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.483876 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:59.484038 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.499470 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:50:59.499881 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:50:59.500426 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.501097 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:50:59.501860 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Bound port: 5800a870-c501-4b56-bcec-0ccfcef84ece, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:59.502371 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.526875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-b8054a89-503a-41c2-8144-c16fcd43ee33', 'network_id': 'b8054a89-503a-41c2-8144-c16fcd43ee33', 'tenant_id': 'f2e188e3f5a5456ca47da791c51f02fc', 'fixed_ips': [{'subnet_id': '8b063151-0cc9-4e08-8ffe-9c83fab5fc3d'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:50:59.528854 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.546454 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:50:59.556888 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.632837 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] For port 5800a870-c501-4b56-bcec-0ccfcef84ece, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:50:59.636638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-765ae9f0-1cd9-4263-9197-4a57d5ea52bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.637013 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] For port 5800a870-c501-4b56-bcec-0ccfcef84ece, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5800a870-c501-4b56-bcec-0ccfcef84ece,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:50:59.639964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ea5f5e02-0b30-4f8b-9fc2-e645599f1a70,segment=NetworkSegment(1a01bd77-1e84-4bba-8654-3e9d01b65385),segment_id=1a01bd77-1e84-4bba-8654-3e9d01b65385)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:50:59.643350 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-765ae9f0-1cd9-4263-9197-4a57d5ea52bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17322622-a164-4743-9c6c-aea3e56881d6 HTTP/1.1" status: 204 len: 168 time: 1.3358486 Feb 04 15:50:59.651153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e1ec4-4a56-46df-a278-e808bff5f2fc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.651569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.652816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f58e1ec4-4a56-46df-a278-e808bff5f2fc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:50:59.657552 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.666283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.666949 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.671557 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.751973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b39bc73a-630c-458c-a893-499939878ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.781921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b018292f-381f-45c8-b31f-f2349ae9dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.845974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b39bc73a-630c-458c-a893-499939878ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.883727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018292f-381f-45c8-b31f-f2349ae9dc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729f01a7-ce21-4bbc-84d7-6fcd44f4903b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:59.887238 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12c4a6-2205-4144-b0a9-c1d7fae50958 None None] Pushing event updated for resources: {'Port': ['ID=5800a870-c501-4b56-bcec-0ccfcef84ece,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:59.948449 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Routers {'59887abc-4e10-400f-825a-54462716c925'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:50:59.949114 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['59887abc-4e10-400f-825a-54462716c925'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:59.957931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f58e1ec4-4a56-46df-a278-e808bff5f2fc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:50:59.965475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f58e1ec4-4a56-46df-a278-e808bff5f2fc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/b1b68731-833f-4216-9dc8-8f50999ee559 HTTP/1.1" status: 200 len: 843 time: 0.6730385 Feb 04 15:50:59.985443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50154) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:50:59.988212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 96f29b28-dd6f-4964-819f-e383dafdde50 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:00.124423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 96f29b28-dd6f-4964-819f-e383dafdde50 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:51:00.126875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 96f29b28-dd6f-4964-819f-e383dafdde50 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:51:00.173176 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b018292f-381f-45c8-b31f-f2349ae9dc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.178420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b018292f-381f-45c8-b31f-f2349ae9dc2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/729f01a7-ce21-4bbc-84d7-6fcd44f4903b HTTP/1.1" status: 204 len: 168 time: 2.0519938 Feb 04 15:51:00.256492 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.268664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b39bc73a-630c-458c-a893-499939878ab4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee41b9158d5f49f181339ceec3e0a6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1346016 Feb 04 15:51:00.306758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50162) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:00.319628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:00.377336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Transition to ACTIVE for port object abfc01ee-8640-4572-8213-7b2bd5bf3d2d will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:00.378295 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c4532500-e415-4ccd-9c6b-a2b5d7fca5cb tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8994081 Feb 04 15:51:00.389652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50166) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:00.468728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': 'a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:00.502854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50170) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:00.631484 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] Set router 59887abc-4e10-400f-825a-54462716c925 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:51:00.714802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bc73a-630c-458c-a893-499939878ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ba8c2-4eaf-426f-8e9d-95bacb47fb61,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:00.717470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96ecb436-beb8-4113-96f7-3a6ca6db9b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.758419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Allocated IP 2001:db8::1 (b8054a89-503a-41c2-8144-c16fcd43ee33/8b063151-0cc9-4e08-8ffe-9c83fab5fc3d/5a4b46ec-392b-407a-8964-3060fd39bca9) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:00.768494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f358dd34-0b73-4a58-b820-b40f9d26dd51 req-8e832e0d-576e-4f7c-954d-4034a0c3ee9c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Synchronizing usage tracker for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:00.826662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b729a42e-32e4-4b6b-8d96-b58ac358d57c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/b1b68731-833f-4216-9dc8-8f50999ee559?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.8144152 Feb 04 15:51:00.834383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50178) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:00.840332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:00.857454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:00.936956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-96ecb436-beb8-4113-96f7-3a6ca6db9b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:00.968309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-96ecb436-beb8-4113-96f7-3a6ca6db9b67 admin admin] Usage tracker for resource:security_group_rule and tenant:64b13c3068fe40b392c87d89455960fe is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:00.978406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=ea5f5e02-0b30-4f8b-9fc2-e645599f1a70,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:01.002064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-96ecb436-beb8-4113-96f7-3a6ca6db9b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:01.003101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f358dd34-0b73-4a58-b820-b40f9d26dd51 req-8e832e0d-576e-4f7c-954d-4034a0c3ee9c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] Unset dirty status for tenant:88675380f23a4e7886d02b7197b8fb55 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:01.004500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f358dd34-0b73-4a58-b820-b40f9d26dd51 req-8e832e0d-576e-4f7c-954d-4034a0c3ee9c tempest-ServersTestJSON-729013516 tempest-ServersTestJSON-729013516-project] 10.222.0.46 "GET /v2.0/ports?device_id=777ebe29-158e-4691-a2b2-2ce17d56a259 HTTP/1.1" status: 200 len: 210 time: 0.6915381 Feb 04 15:51:01.016921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e31d111-16e4-4382-81f9-886b74ecfca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.044300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:01.055276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-96ecb436-beb8-4113-96f7-3a6ca6db9b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:01.058305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:subnet and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:01.061375 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.065682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:01.078366 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.100689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:01.153737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e31d111-16e4-4382-81f9-886b74ecfca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.267398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:01.298469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.335330 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.347737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Transition to ACTIVE for port object 5a4b46ec-392b-407a-8964-3060fd39bca9 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:01.355782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:01.367106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:01.371860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Transition to ACTIVE for port object 5a4b46ec-392b-407a-8964-3060fd39bca9 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:01.381260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:01.402135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.409625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:01.437798 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e31d111-16e4-4382-81f9-886b74ecfca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.474358 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887abc-4e10-400f-825a-54462716c925', 'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:50Z', 'updated_at': '2022-02-04T15:50:53Z', 'revision_number': 3, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'gw_port': {'id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:52Z', 'updated_at': '2022-02-04T15:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:01.483319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:01.485984 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c3b15-bc0d-4374-a753-a356f85caf22 None None] The sync data for ids ['59887abc-4e10-400f-825a-54462716c925'] in n-d-827870-1 is: [{'id': '59887abc-4e10-400f-825a-54462716c925', 'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:50Z', 'updated_at': '2022-02-04T15:50:53Z', 'revision_number': 3, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'gw_port': {'id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:52Z', 'updated_at': '2022-02-04T15:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:51:01.495295 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.563062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31d111-16e4-4382-81f9-886b74ecfca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ba8c2-4eaf-426f-8e9d-95bacb47fb61,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:01.708863 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e31d111-16e4-4382-81f9-886b74ecfca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.718525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4e31d111-16e4-4382-81f9-886b74ecfca5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/639ba8c2-4eaf-426f-8e9d-95bacb47fb61 HTTP/1.1" status: 204 len: 168 time: 1.4105206 Feb 04 15:51:01.821090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96ecb436-beb8-4113-96f7-3a6ca6db9b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.835654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.ipam_backend_mixin [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Performing IP validity checks on allocation pools {{(pid=87571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:51:01.836608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.ipam_backend_mixin [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:51:01.839119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96ecb436-beb8-4113-96f7-3a6ca6db9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.936637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Network b8054a89-503a-41c2-8144-c16fcd43ee33 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:01.937837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-aaaec6be-67c5-4fcf-bd80-6df28d07a9dd None None] Provisioning complete for port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:01.938291 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-aaaec6be-67c5-4fcf-bd80-6df28d07a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.023091 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-96ecb436-beb8-4113-96f7-3a6ca6db9b67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64b13c3068fe40b392c87d89455960fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5060241 Feb 04 15:51:02.045046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:02.051076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecb436-beb8-4113-96f7-3a6ca6db9b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd7716d-b1a5-48d4-9641-d33677b589bc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:02.093899 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.111584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:02.181097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:02.293950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50220) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:02.322705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=1ee53047-6e85-4428-9318-741c3987cf94,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:02.355594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Attempting to bind port abfc01ee-8640-4572-8213-7b2bd5bf3d2d on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:02.355961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Attempting to bind port abfc01ee-8640-4572-8213-7b2bd5bf3d2d by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:02.356324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Attempting to bind port abfc01ee-8640-4572-8213-7b2bd5bf3d2d on network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:02.392304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:02.392696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Checking segment: {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:02.393120 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.393614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Bound using segment: {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:51:02.394369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Bound port: abfc01ee-8640-4572-8213-7b2bd5bf3d2d, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:02.394822 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.406436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72778bc-f186-44dc-909e-0ed304011efa None None] Pushing event updated for resources: {'Port': ['ID=abfc01ee-8640-4572-8213-7b2bd5bf3d2d,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:02.437109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:02.450109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:02.455196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:02.464275 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.578538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c83f3513-478b-4157-927d-4bace6af4966 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7282257 Feb 04 15:51:02.581324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50234) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:02.590650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'security_group': {'name': 'tempest-secgroup-1991172800'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:02.592735 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf63221-5957-4909-834f-280aed521176 None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:02.606955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:02.607271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Allocated IP 172.20.0.1 (c0062be5-8cd6-4591-a917-19b55f5867eb/f510b63b-14eb-425b-bc96-4c5383113419/01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:02.620436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:02.627998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:02.642029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:02.664887 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.711221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:02.728381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group_rule and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:02.731635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:02.739516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:02.757723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50240) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:02.814825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Attempting to bind port 5a4b46ec-392b-407a-8964-3060fd39bca9 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:02.819618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Attempting to bind port 5a4b46ec-392b-407a-8964-3060fd39bca9 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'bedbda9c-32fc-48d5-b8e5-962eefab8e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b8054a89-503a-41c2-8144-c16fcd43ee33'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:02.821657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Attempting to bind port 5a4b46ec-392b-407a-8964-3060fd39bca9 on network b8054a89-503a-41c2-8144-c16fcd43ee33 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:02.871597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5800a870-c501-4b56-bcec-0ccfcef84ece up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:02.934166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:02.934866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Checking segment: {'id': 'bedbda9c-32fc-48d5-b8e5-962eefab8e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b8054a89-503a-41c2-8144-c16fcd43ee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:02.935272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.935942 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.936514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Bound using segment: {'id': 'bedbda9c-32fc-48d5-b8e5-962eefab8e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b8054a89-503a-41c2-8144-c16fcd43ee33'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:51:02.937754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Bound port: 5a4b46ec-392b-407a-8964-3060fd39bca9, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedbda9c-32fc-48d5-b8e5-962eefab8e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b8054a89-503a-41c2-8144-c16fcd43ee33'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:02.938651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.941370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.033998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f41a8f-624d-48d8-b704-8e34db3ba4ec,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.073213 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.075544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cfcc039e-c511-432a-a248-f39b44afaf85 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4923923 Feb 04 15:51:03.077993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50248) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:03.088428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'security_group': {'name': 'tempest-secgroup-1744038681'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:03.104339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:03.111317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:03.117840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] For port abfc01ee-8640-4572-8213-7b2bd5bf3d2d, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:51:03.121556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] For port abfc01ee-8640-4572-8213-7b2bd5bf3d2d, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=abfc01ee-8640-4572-8213-7b2bd5bf3d2d,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:51:03.122938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:03.137213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:03.159269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.159824 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.193567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Pushing event updated for resources: {'Port': ['ID=5a4b46ec-392b-407a-8964-3060fd39bca9,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.226656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9a39-0484-4119-afe1-b8dc5dba93cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.268075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f0e9a39-0484-4119-afe1-b8dc5dba93cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:03.273057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f0e9a39-0484-4119-afe1-b8dc5dba93cf admin admin] Usage tracker for resource:security_group_rule and tenant:e36969530773449790104196dc2c6135 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:03.277501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f0e9a39-0484-4119-afe1-b8dc5dba93cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:03.302227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f0e9a39-0484-4119-afe1-b8dc5dba93cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:03.364685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] For port 5a4b46ec-392b-407a-8964-3060fd39bca9, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:51:03.369084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] For port 5a4b46ec-392b-407a-8964-3060fd39bca9, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5a4b46ec-392b-407a-8964-3060fd39bca9,segment=NetworkSegment(bedbda9c-32fc-48d5-b8e5-962eefab8e19),segment_id=bedbda9c-32fc-48d5-b8e5-962eefab8e19)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:51:03.373891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:03.395258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group_rule and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:03.412464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:03.435216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:03.452109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.500127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:51:03.500855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:50:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:03.580536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bf0b3f-12c8-4f32-bb99-ab71054682e0 admin admin] Deleting subnet a78064bb-81be-4819-b4ef-67045bdf4b75 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:51:03.601960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41bf0b3f-12c8-4f32-bb99-ab71054682e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.625376 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.668566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b5795fd4-2e46-491a-be33-6ca8790ca3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.675351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Transition to ACTIVE for port object 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:03.691890 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.768667 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9a39-0484-4119-afe1-b8dc5dba93cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.824133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5800a870-c501-4b56-bcec-0ccfcef84ece completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:03.839911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5800a870-c501-4b56-bcec-0ccfcef84ece triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:03.840286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.871795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b5795fd4-2e46-491a-be33-6ca8790ca3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.883885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.886722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9a39-0484-4119-afe1-b8dc5dba93cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.905423 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41bf0b3f-12c8-4f32-bb99-ab71054682e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.917552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72778bc-f186-44dc-909e-0ed304011efa None None] Pushing event updated for resources: {'Port': ['ID=abfc01ee-8640-4572-8213-7b2bd5bf3d2d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.971188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6f0e9a39-0484-4119-afe1-b8dc5dba93cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e36969530773449790104196dc2c6135&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2077768 Feb 04 15:51:03.971380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking segment: {'id': 'cdb1e0d1-52bb-474a-b022-ba212b525e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:03.971630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network hostable DHCP agents. Network: a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:03.972190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50266) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:03.982170 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.073866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=be42612e-a8db-4caa-b960-e4925b7b3a75,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.091183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:04.178629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41bf0b3f-12c8-4f32-bb99-ab71054682e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.208379 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.213120 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1306863 Feb 04 15:51:04.280156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50272) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:04.284255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f81be4a-90e1-40c0-a2fc-1a76ac6e29f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.316341 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41bf0b3f-12c8-4f32-bb99-ab71054682e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.331849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:04.388661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47782c6-b48a-4c95-a3d7-ecce7ce91258 None None] Network a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:04.389186 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.389599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f81be4a-90e1-40c0-a2fc-1a76ac6e29f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.401287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:04.402078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.515479 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-12493ed7-4b7f-4a9b-b1fd-8fc4577599c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.532310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:51:04.552204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1410488628', 'security_groups': ['98f97438-39a1-4151-8b97-289188588359'], 'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ee53047-6e85-4428-9318-741c3987cf94'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:04.603472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf0b3f-12c8-4f32-bb99-ab71054682e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78064bb-81be-4819-b4ef-67045bdf4b75,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.633887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-85e34584-0684-4b35-b646-d86ca85e9b07 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.2341230 Feb 04 15:51:04.637068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50278) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:04.647803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b5795fd4-2e46-491a-be33-6ca8790ca3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.676025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50284) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:04.677266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-41bf0b3f-12c8-4f32-bb99-ab71054682e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.704436 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-41bf0b3f-12c8-4f32-bb99-ab71054682e0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a78064bb-81be-4819-b4ef-67045bdf4b75 HTTP/1.1" status: 204 len: 168 time: 2.4092233 Feb 04 15:51:04.705177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50288) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:04.742649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1358d-1f77-4943-8e28-84ab342bd253 None None] Pushing event updated for resources: {'Port': ['ID=5a4b46ec-392b-407a-8964-3060fd39bca9,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.749809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Network c0062be5-8cd6-4591-a917-19b55f5867eb is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:04.781335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'tenant_id': '73685192fa0e430eb0476390fe62d958', 'fixed_ips': [{'subnet_id': '1ee53047-6e85-4428-9318-741c3987cf94'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:51:04.782200 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.787100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:04.791066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:04.815121 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.865767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5795fd4-2e46-491a-be33-6ca8790ca3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd7716d-b1a5-48d4-9641-d33677b589bc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.870354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b5795fd4-2e46-491a-be33-6ca8790ca3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.871561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b5795fd4-2e46-491a-be33-6ca8790ca3a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7cd7716d-b1a5-48d4-9641-d33677b589bc HTTP/1.1" status: 204 len: 168 time: 2.8225214 Feb 04 15:51:04.958885 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.027214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e9a39-0484-4119-afe1-b8dc5dba93cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb52787e-0fd2-4f50-b254-5e075f78b8f9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:05.035324 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f81be4a-90e1-40c0-a2fc-1a76ac6e29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.095563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Pushing event updated for resources: {'Port': ['ID=01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:05.176311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e449fab-ac7f-42f9-977d-224272a1de94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.192476 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f81be4a-90e1-40c0-a2fc-1a76ac6e29f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.196853 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3f81be4a-90e1-40c0-a2fc-1a76ac6e29f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb52787e-0fd2-4f50-b254-5e075f78b8f9 HTTP/1.1" status: 204 len: 168 time: 1.2188573 Feb 04 15:51:05.244761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a03f74-3b09-4563-956b-ecc9ce22cd8e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f97438-39a1-4151-8b97-289188588359,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:05.266977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0e449fab-ac7f-42f9-977d-224272a1de94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:05.278891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0e449fab-ac7f-42f9-977d-224272a1de94 admin admin] Usage tracker for resource:security_group_rule and tenant:7f1095058a1442aa974f19b0bdd9c8a0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:05.286938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0e449fab-ac7f-42f9-977d-224272a1de94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:05.303435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0e449fab-ac7f-42f9-977d-224272a1de94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:05.347710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81be4a-90e1-40c0-a2fc-1a76ac6e29f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb52787e-0fd2-4f50-b254-5e075f78b8f9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:05.388084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5800a870-c501-4b56-bcec-0ccfcef84ece, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5800a870-c501-4b56-bcec-0ccfcef84ece,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:05.457209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:05.466345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:port and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:05.469450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:05.476010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:05.490659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:05.648066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.752281 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.946898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef702e0-1ee5-496e-9e72-e7f155fae05d None None] Network b8054a89-503a-41c2-8144-c16fcd43ee33 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:05.959363 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.002691 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.005681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:06.020282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port b26118b3-66ed-4e84-a008-da94e2b86539 yet. {{(pid=87570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:06.125300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.185754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Allocated IP 2001:db8::2 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/1ee53047-6e85-4428-9318-741c3987cf94/7254a70d-2756-4b3d-a018-65796c62d8a3) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:06.241758 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.448444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.577054 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.596602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=be42612e-a8db-4caa-b960-e4925b7b3a75,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:06.632840 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:51:06.663809 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.676682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Transition to ACTIVE for port object 7254a70d-2756-4b3d-a018-65796c62d8a3 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:06.746187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Transition to ACTIVE for port object 7254a70d-2756-4b3d-a018-65796c62d8a3 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:06.950784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2d6228-580e-4132-ac19-08fe1a3662d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3', 'network_id': 'a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3', 'tenant_id': 'f2e188e3f5a5456ca47da791c51f02fc', 'fixed_ips': [{'subnet_id': 'be42612e-a8db-4caa-b960-e4925b7b3a75'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:51:06.952330 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6228-580e-4132-ac19-08fe1a3662d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.002108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::76 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/1ee53047-6e85-4428-9318-741c3987cf94/b26118b3-66ed-4e84-a008-da94e2b86539) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:07.120710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf36374d-d245-40cc-915b-8c254d5c5c93']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:07.127162 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.137300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af70df67-3a30-4fff-95aa-b85a4cde7772') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:07.137977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af70df67-3a30-4fff-95aa-b85a4cde7772') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:07.150937 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.173777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.182484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:07.183366 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.204176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e383f094-e8be-4161-91eb-1ee6354c01e8 None None] Provisioning for port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:07.207817 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-83781787-2924-4918-8486-cd39006d1b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:07.272191 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:07.281362 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.291765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:07.293971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e383f094-e8be-4161-91eb-1ee6354c01e8 None None] Provisioning complete for port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:07.294415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e383f094-e8be-4161-91eb-1ee6354c01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.311456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e449fab-ac7f-42f9-977d-224272a1de94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.337176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e449fab-ac7f-42f9-977d-224272a1de94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.344540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:07.382932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.383128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:07.389200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5800a870-c501-4b56-bcec-0ccfcef84ece,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:07.406723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object b26118b3-66ed-4e84-a008-da94e2b86539 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:07.441653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.471944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.479522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.488976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.542947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:07.548132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:07.553286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:07.562809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:07.563711 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.581983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=b26118b3-66ed-4e84-a008-da94e2b86539,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:07.612831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a2dce18e-37fd-4efc-b7ea-eabb98812bcc tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0798061 Feb 04 15:51:07.615859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50364) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:07.635545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:07.645591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf36374d-d245-40cc-915b-8c254d5c5c93,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:07.668862 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0e449fab-ac7f-42f9-977d-224272a1de94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f1095058a1442aa974f19b0bdd9c8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9697101 Feb 04 15:51:07.675880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:07.684306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e449fab-ac7f-42f9-977d-224272a1de94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba10ebf1-e5e4-4abf-9d02-586a9b7eefff,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:07.694159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50374) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:07.729805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8fb188cd-e761-4abb-bc50-e664b1235485 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cf36374d-d245-40cc-915b-8c254d5c5c93 HTTP/1.1" status: 204 len: 168 time: 2.9758751 Feb 04 15:51:07.734702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb1e0d1-52bb-474a-b022-ba212b525e52') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:07.735012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb1e0d1-52bb-474a-b022-ba212b525e52') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:07.769901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.793666 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.805999 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.939695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Attempting to bind port 7254a70d-2756-4b3d-a018-65796c62d8a3 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:07.940336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Attempting to bind port 7254a70d-2756-4b3d-a018-65796c62d8a3 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'afa8a099-4cba-4c9a-9571-a5a6a8faaa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:07.940898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Attempting to bind port 7254a70d-2756-4b3d-a018-65796c62d8a3 on network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:07.945843 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.947330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e383f094-e8be-4161-91eb-1ee6354c01e8 None None] Port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:07.953050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:07.954240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.982933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:08.001241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:08.009429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.013285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:08.024858 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.025706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c8e1dc-1628-4a2a-8d96-058816253757 None None] Network a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:08.027812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:08.056455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:08.065851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.084228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:08.084934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.104613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50410) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:08.118843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c3c0387-fa70-438b-a151-37a0f7b769da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.158314 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c3c0387-fa70-438b-a151-37a0f7b769da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:08.223284 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:08.284269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8fcc8ff3-e926-4c00-b110-d06aecc2b8a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88675380f23a4e7886d02b7197b8fb55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770298 Feb 04 15:51:08.290040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50418) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:08.378360 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.380239 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.405554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.410520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Pushing event updated for resources: {'Port': ['ID=01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.412799 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c3c0387-fa70-438b-a151-37a0f7b769da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.444467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.454811 n-d-827870-1 neutron-server[87570]: INFO neutron.db.ipam_backend_mixin [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ee53047-6e85-4428-9318-741c3987cf94 (CIDR: 2001:db8::/64) Feb 04 15:51:08.467113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c0387-fa70-438b-a151-37a0f7b769da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba10ebf1-e5e4-4abf-9d02-586a9b7eefff,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.491707 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:51:08.497552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:08.516267 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c3c0387-fa70-438b-a151-37a0f7b769da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.520826 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0c3c0387-fa70-438b-a151-37a0f7b769da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba10ebf1-e5e4-4abf-9d02-586a9b7eefff HTTP/1.1" status: 204 len: 168 time: 0.8237498 Feb 04 15:51:08.521947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:08.522522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Checking segment: {'id': 'afa8a099-4cba-4c9a-9571-a5a6a8faaa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:08.523159 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.524086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Bound using segment: {'id': 'afa8a099-4cba-4c9a-9571-a5a6a8faaa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:51:08.525215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Bound port: 7254a70d-2756-4b3d-a018-65796c62d8a3, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa8a099-4cba-4c9a-9571-a5a6a8faaa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:08.526678 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.527433 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8553e209-8cc5-49d3-b063-6a28e0123db4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3 HTTP/1.1" status: 204 len: 168 time: 3.8811045 Feb 04 15:51:08.531274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50428) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:08.542142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410702855'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:08.550327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:08.555161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:network and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:08.558223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:08.564362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:08.577035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Pushing event updated for resources: {'Port': ['ID=7254a70d-2756-4b3d-a018-65796c62d8a3,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.592582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:08.597242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.611390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c596a4c-fd2d-473f-8e7a-ad7cb80cb896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.675102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bdb8019e-54fd-44f8-81f5-8552c1f63a39 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0552092 Feb 04 15:51:08.678296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50440) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:08.702339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:08.729865 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c596a4c-fd2d-473f-8e7a-ad7cb80cb896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.799008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:08.821110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.822793 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment 3ce7ae83-4062-4ccc-9c77-6fd18aad03bf of type vlan for network 70591d76-3bd1-4876-b4c4-b99f4b75ad13 Feb 04 15:51:08.870802 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.875208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c596a4c-fd2d-473f-8e7a-ad7cb80cb896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.898653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c596a4c-fd2d-473f-8e7a-ad7cb80cb896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fbb1e1-98ca-4710-a693-51eac3554852,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.907881 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c596a4c-fd2d-473f-8e7a-ad7cb80cb896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.910627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3c596a4c-fd2d-473f-8e7a-ad7cb80cb896 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80fbb1e1-98ca-4710-a693-51eac3554852 HTTP/1.1" status: 204 len: 168 time: 0.6192658 Feb 04 15:51:08.915487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-333b9c2a-b2cc-47fe-bfc0-4f7bb378f069 None None] Provisioning for port 5a4b46ec-392b-407a-8964-3060fd39bca9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:08.979395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.985561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.986378 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.092392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:51:03Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:09.173944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50478) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:09.176973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6426558 Feb 04 15:51:09.184636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': '70591d76-3bd1-4876-b4c4-b99f4b75ad13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:09.251513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Network c0062be5-8cd6-4591-a917-19b55f5867eb is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:09.255043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:09.256820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] For port 7254a70d-2756-4b3d-a018-65796c62d8a3, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:51:09.262706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] For port 7254a70d-2756-4b3d-a018-65796c62d8a3, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7254a70d-2756-4b3d-a018-65796c62d8a3,segment=NetworkSegment(afa8a099-4cba-4c9a-9571-a5a6a8faaa8a),segment_id=afa8a099-4cba-4c9a-9571-a5a6a8faaa8a)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:51:09.267258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac606a33-8367-4bb6-bf0c-6aeca4b2be05 None None] The sync data for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 is: [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:51:03Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:51:09.275304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6cf8e-8991-44a0-a85c-fd1fe8b83f85 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=70591d76-3bd1-4876-b4c4-b99f4b75ad13,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:09.337058 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.358497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 70591d76-3bd1-4876-b4c4-b99f4b75ad13 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:09.745369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:09.771044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:subnet and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:09.816460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:09.851027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:09.874585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:09.899744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:09.904573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:09.912118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:09.912544 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.010864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device abfc01ee-8640-4572-8213-7b2bd5bf3d2d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:10.096444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:10.247099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:10.270968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5183-556d-4e22-bea1-00a2a45bfb01 None None] Pushing event updated for resources: {'Port': ['ID=7254a70d-2756-4b3d-a018-65796c62d8a3,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:10.283349 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.380520 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.390550 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.432932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port abfc01ee-8640-4572-8213-7b2bd5bf3d2d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:10.466699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port abfc01ee-8640-4572-8213-7b2bd5bf3d2d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:10.467535 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.637224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e8bab60f-8130-487d-be0f-44eb7fa4f4ec None None] Provisioning complete for port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:10.637869 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e8bab60f-8130-487d-be0f-44eb7fa4f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.699692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Router 59887abc-4e10-400f-825a-54462716c925 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:51:10.717355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e8bab60f-8130-487d-be0f-44eb7fa4f4ec None None] Port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:10.890476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.987075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port abfc01ee-8640-4572-8213-7b2bd5bf3d2d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=abfc01ee-8640-4572-8213-7b2bd5bf3d2d,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:10.997205 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.998796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5800a870-c501-4b56-bcec-0ccfcef84ece up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:11.030307 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.337354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=abfc01ee-8640-4572-8213-7b2bd5bf3d2d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:11.357694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking segment: {'id': '3ce7ae83-4062-4ccc-9c77-6fd18aad03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '70591d76-3bd1-4876-b4c4-b99f4b75ad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:11.359964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network hostable DHCP agents. Network: 70591d76-3bd1-4876-b4c4-b99f4b75ad13, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:11.384315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=ef9c6db0-4e74-4a1a-8938-696b57ba3ed7,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:11.439672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5800a870-c501-4b56-bcec-0ccfcef84ece triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:11.441116 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.445862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network 70591d76-3bd1-4876-b4c4-b99f4b75ad13 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:11.474773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 70591d76-3bd1-4876-b4c4-b99f4b75ad13) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:11.482223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:11.482840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.544191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9a850-b25e-49f4-b6b3-cc879ad07fa4 None None] Network 70591d76-3bd1-4876-b4c4-b99f4b75ad13 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:11.549445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-18fdbe50-9e21-44b2-a564-4e0ae940f814 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3709743 Feb 04 15:51:11.549962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50598) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:11.973773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50608) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:12.277381 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.394960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:51:12.459908 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.501774 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-03c753dd-89fa-4440-b351-a3cde8048c6e admin admin] 10.222.0.46 "PUT /v2.0/routers/59887abc-4e10-400f-825a-54462716c925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5058515 Feb 04 15:51:12.527116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Sync routers for ids ['59887abc-4e10-400f-825a-54462716c925'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:51:12.552805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.631215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5a4b46ec-392b-407a-8964-3060fd39bca9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:12.722214 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.724706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449237b-169a-40bf-a148-d550852f792e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-70591d76-3bd1-4876-b4c4-b99f4b75ad13', 'network_id': '70591d76-3bd1-4876-b4c4-b99f4b75ad13', 'tenant_id': 'f2e188e3f5a5456ca47da791c51f02fc', 'fixed_ips': [{'subnet_id': 'ef9c6db0-4e74-4a1a-8938-696b57ba3ed7'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:51:12.727760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d449237b-169a-40bf-a148-d550852f792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.748987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f23f-208e-4e85-9b45-a7286f614838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.770426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Routers {'59887abc-4e10-400f-825a-54462716c925'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:51:12.771477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:51:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['59887abc-4e10-400f-825a-54462716c925'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:12.819674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9c6db0-4e74-4a1a-8938-696b57ba3ed7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:12.843563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ddb8f23f-208e-4e85-9b45-a7286f614838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:12.849584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:12.859657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ddb8f23f-208e-4e85-9b45-a7286f614838 admin admin] Usage tracker for resource:security_group_rule and tenant:e370852a90204063b0676fa561154838 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:12.875215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:12.883671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:12.884286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.942744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ddb8f23f-208e-4e85-9b45-a7286f614838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:12.969339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ddb8f23f-208e-4e85-9b45-a7286f614838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:12.983288 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.2927783 Feb 04 15:51:12.992241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf79cd6-ad9e-4933-b463-505611abeba6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:13.000269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50632) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.031848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1670828170', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2'}], 'security_groups': ['64f41a8f-624d-48d8-b704-8e34db3ba4ec']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:13.094739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.154315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b483f4-cf8f-4819-94c7-f3cbc9d1fc37 None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:13.188204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70591d76-3bd1-4876-b4c4-b99f4b75ad13']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:13.240709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce7ae83-4062-4ccc-9c77-6fd18aad03bf') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:13.241941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce7ae83-4062-4ccc-9c77-6fd18aad03bf') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:13.307622 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.349064 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c4b9e6d8-d1fa-4119-a50a-9a9b5afc3044 None None] Provisioning complete for port b1b68731-833f-4216-9dc8-8f50999ee559 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:13.349875 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e6d8-d1fa-4119-a50a-9a9b5afc3044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.366248 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.411916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:13.412340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.522605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f23f-208e-4e85-9b45-a7286f614838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.631962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f23f-208e-4e85-9b45-a7286f614838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:13.664850 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:13.741255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8f23f-208e-4e85-9b45-a7286f614838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa5f5f2-0272-43f4-bdda-d0a2480a92e7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:13.778523 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.783978 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.812117 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ddb8f23f-208e-4e85-9b45-a7286f614838 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e370852a90204063b0676fa561154838&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8372529 Feb 04 15:51:13.821090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50656) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.824019 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.852283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=70591d76-3bd1-4876-b4c4-b99f4b75ad13,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:13.871021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad50f933-5b3f-45fc-8121-9137a8ea3a24 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/70591d76-3bd1-4876-b4c4-b99f4b75ad13 HTTP/1.1" status: 204 len: 168 time: 2.3199036 Feb 04 15:51:13.871686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50658) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:13.887734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Set router 59887abc-4e10-400f-825a-54462716c925 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:51:13.888317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757939009'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:13.898123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:13.904459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:network and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:13.911873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:13.927723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:13.952917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:13.957112 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.013224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9e6d8-d1fa-4119-a50a-9a9b5afc3044 None None] Port b1b68731-833f-4216-9dc8-8f50999ee559 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:14.037812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:14.072584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.073090 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment f0348274-8790-467a-9955-7ac8351bd197 of type vlan for network 203f4239-13a0-41ba-b4e8-c795bebe3c8d Feb 04 15:51:14.171141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.255222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.265573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:14.268675 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.346302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c0dba35f-f77d-406d-b862-7fdd2f2edc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.416919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5439970 Feb 04 15:51:14.440508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50674) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:14.581430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e3691-fd64-4bc0-a760-7a0bd7a5d726 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=203f4239-13a0-41ba-b4e8-c795bebe3c8d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:14.593406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50678) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:14.600096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-721026505', 'description': 'tempest-secgroup-smoke-721026505 description', 'project_id': '8b791c65c73b49f78e44fd9f456d54af'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:14.616542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a90b1c-50bf-4eac-8a40-70928340f79d None None] Network 70591d76-3bd1-4876-b4c4-b99f4b75ad13 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:14.619588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:14.627435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:security_group and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:14.637731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:14.651906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c4b9e6d8-d1fa-4119-a50a-9a9b5afc3044 None None] Provisioning for port 7254a70d-2756-4b3d-a018-65796c62d8a3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:14.656275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:14.679307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': '203f4239-13a0-41ba-b4e8-c795bebe3c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:14.733657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 203f4239-13a0-41ba-b4e8-c795bebe3c8d details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:14.776684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5a4b46ec-392b-407a-8964-3060fd39bca9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:14.815117 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c97fd9e4-8a9e-4205-857c-fe85a69cec44 req-27d101e9-49bd-46b9-bbbc-117be0669edf tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1497617 Feb 04 15:51:14.816314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.856815 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c0dba35f-f77d-406d-b862-7fdd2f2edc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.864396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:14.873056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:security_group_rule and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:14.877039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:14.885238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:15.067100 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.075975 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.203155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a90b1c-50bf-4eac-8a40-70928340f79d None None] Network 70591d76-3bd1-4876-b4c4-b99f4b75ad13 could not be found, it might have been deleted concurrently. {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 15:51:15.223926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50923026-4953-4a33-acf0-64c1d6d7a447,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:15.253355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.259201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c1100626-ba80-4b44-8f0e-b746c1af5eb8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6641085 Feb 04 15:51:15.261050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50694) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:15.266163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5a4b46ec-392b-407a-8964-3060fd39bca9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:15.266584 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.275843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Request body: {'security_group_rule': {'security_group_id': '50923026-4953-4a33-acf0-64c1d6d7a447', 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:15.315429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:15.339341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:security_group_rule and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:15.346577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:15.367469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:15.378759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:15.416784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:subnet and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:15.430650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:15.449824 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.489026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:15.505448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-18861c46-12af-4b0d-a566-070e107273d3 None None] Provisioning for port b26118b3-66ed-4e84-a008-da94e2b86539 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:15.542321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50702) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:15.567393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-18861c46-12af-4b0d-a566-070e107273d3 None None] Provisioning complete for port b26118b3-66ed-4e84-a008-da94e2b86539 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:15.567758 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-18861c46-12af-4b0d-a566-070e107273d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.635238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:15.641099 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.654335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.666630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.698875 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.770210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ad8ff6-db5c-4e12-a73c-b00d6dc032bc,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:15.799759 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.801227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-893726b9-85b2-4747-8c44-3fb0a44dfabf tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5374279 Feb 04 15:51:15.807469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50708) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:15.814378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Request body: {'security_group_rule': {'security_group_id': '50923026-4953-4a33-acf0-64c1d6d7a447', 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:15.868732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:15.882845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:security_group_rule and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:15.887275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:15.896336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:15.929035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81a7d66f-93b3-4b04-9e68-990b709de7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.951319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-18861c46-12af-4b0d-a566-070e107273d3 None None] Port b26118b3-66ed-4e84-a008-da94e2b86539 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:15.976863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5a4b46ec-392b-407a-8964-3060fd39bca9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5a4b46ec-392b-407a-8964-3060fd39bca9,segment=NetworkSegment(bedbda9c-32fc-48d5-b8e5-962eefab8e19),segment_id=bedbda9c-32fc-48d5-b8e5-962eefab8e19)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:15.997838 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.030619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.057109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-81a7d66f-93b3-4b04-9e68-990b709de7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:16.071838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-81a7d66f-93b3-4b04-9e68-990b709de7fb admin admin] Usage tracker for resource:security_group_rule and tenant:fd691b8af4ca48be8a81e5bf79f82000 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:16.108719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-81a7d66f-93b3-4b04-9e68-990b709de7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:16.149962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-81a7d66f-93b3-4b04-9e68-990b709de7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:16.186180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572e6d3-f149-4d57-bed9-4d284bea475b None None] Update dhcp port {'port': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'fixed_ips': [{'subnet_id': '1ee53047-6e85-4428-9318-741c3987cf94', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '7254a70d-2756-4b3d-a018-65796c62d8a3'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:51:16.269139 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c0dba35f-f77d-406d-b862-7fdd2f2edc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.374444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dba35f-f77d-406d-b862-7fdd2f2edc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa5f5f2-0272-43f4-bdda-d0a2480a92e7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.440415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7254a70d-2756-4b3d-a018-65796c62d8a3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:16.451800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.472720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.483321 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f50a0c4d-7d94-4d78-b7e7-8fab541434dd req-c0a0308d-136c-43b5-bdd9-88025337f7ee tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.2038126 Feb 04 15:51:16.516574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1ebc30-f008-42c7-b369-2e01bbb291ad,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.523410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c0dba35f-f77d-406d-b862-7fdd2f2edc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.524950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c0dba35f-f77d-406d-b862-7fdd2f2edc8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fa5f5f2-0272-43f4-bdda-d0a2480a92e7 HTTP/1.1" status: 204 len: 168 time: 2.6340752 Feb 04 15:51:16.558906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.560868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.562683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4dad7e81-12eb-4698-99a1-ec2f19f51b84 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7535503 Feb 04 15:51:16.570028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50718) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:16.575890 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7572e6d3-f149-4d57-bed9-4d284bea475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.582021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Request body: {'security_group_rule': {'security_group_id': '50923026-4953-4a33-acf0-64c1d6d7a447', 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:16.587977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5a4b46ec-392b-407a-8964-3060fd39bca9,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.590394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:16.594898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:security_group_rule and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:16.612379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:16.626522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:16.638096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887abc-4e10-400f-825a-54462716c925', 'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:50Z', 'updated_at': '2022-02-04T15:51:05Z', 'revision_number': 4, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'gw_port': {'id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:52Z', 'updated_at': '2022-02-04T15:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99', 'name': '', 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'mac_address': 'fa:16:3e:71:65:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'f510b63b-14eb-425b-bc96-4c5383113419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:01Z', 'updated_at': '2022-02-04T15:51:06Z', 'revision_number': 2, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'subnets': [{'id': 'f510b63b-14eb-425b-bc96-4c5383113419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:16.688992 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Checking router: 59887abc-4e10-400f-825a-54462716c925 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:51:16.689669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Updating router 59887abc-4e10-400f-825a-54462716c925 port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:51:16.690945 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.743279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=d31c5cbd-03c2-4ef1-9a77-821ed816e7bd,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.769782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking segment: {'id': 'f0348274-8790-467a-9955-7ac8351bd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '203f4239-13a0-41ba-b4e8-c795bebe3c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:16.770434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network hostable DHCP agents. Network: 203f4239-13a0-41ba-b4e8-c795bebe3c8d, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:16.791753 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.793935 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81a7d66f-93b3-4b04-9e68-990b709de7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.798470 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Delete allocated IP 2001:db8::76 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/1ee53047-6e85-4428-9318-741c3987cf94) {{(pid=87571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:51:16.810603 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81a7d66f-93b3-4b04-9e68-990b709de7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.810870 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.814951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8:0:1::2c3 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2/b26118b3-66ed-4e84-a008-da94e2b86539) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:16.817689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.855781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network 203f4239-13a0-41ba-b4e8-c795bebe3c8d is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:16.890326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 203f4239-13a0-41ba-b4e8-c795bebe3c8d) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:16.909991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:16.910605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.936723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6536d58-cb72-405b-a324-2cbb39afe8d3,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.966961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-81a7d66f-93b3-4b04-9e68-990b709de7fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd691b8af4ca48be8a81e5bf79f82000&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4191279 Feb 04 15:51:16.984819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50730) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:17.023626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7d66f-93b3-4b04-9e68-990b709de7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f1eb8-f53d-42b0-b0b2-53ebd5374c5e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:17.034874 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.045921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5f8e5873-d1b2-44c0-93fc-cc8aa060eef7 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4745603 Feb 04 15:51:17.054177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50734) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:17.074778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Request body: {'security_group_rule': {'security_group_id': '50923026-4953-4a33-acf0-64c1d6d7a447', 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:17.083409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee0694-321b-4488-b1d1-2b19b55deb67 None None] Network 203f4239-13a0-41ba-b4e8-c795bebe3c8d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:17.101601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:17.120349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:security_group_rule and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:17.144338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:17.166938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:17.220950 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e7526236-1be7-4cf4-aa6b-537c64ceacf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.242653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.281744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50738) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:17.291375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e7526236-1be7-4cf4-aa6b-537c64ceacf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.336436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b4ddc37-c6ee-4f49-bf4a-d17cf313f48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.378258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8b4ddc37-c6ee-4f49-bf4a-d17cf313f48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:17.385123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8b4ddc37-c6ee-4f49-bf4a-d17cf313f48d admin admin] Usage tracker for resource:security_group_rule and tenant:fbc24a9e89674ca6a03dc1b2d6440b0d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:17.389599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8b4ddc37-c6ee-4f49-bf4a-d17cf313f48d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:17.406256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8b4ddc37-c6ee-4f49-bf4a-d17cf313f48d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:17.410985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.423081 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.517802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 7254a70d-2756-4b3d-a018-65796c62d8a3 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:17.551762 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ec318f50-d564-4540-a1d1-1298f3b5fb40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1053765 Feb 04 15:51:17.552480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:17.560300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7254a70d-2756-4b3d-a018-65796c62d8a3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:17.560659 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.606859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.654320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e7526236-1be7-4cf4-aa6b-537c64ceacf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.733576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa7e046-51da-40f6-a323-74b14292e3d3,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:17.755719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8868d8be-e255-468f-a4b6-2d203dcf1236 req-d767cce5-e715-4231-a295-e3d57900e161 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.3109725 Feb 04 15:51:17.777658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Ignored duplicate provisioning block setup for port b26118b3-66ed-4e84-a008-da94e2b86539 by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:51:17.814700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.892620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e7526236-1be7-4cf4-aa6b-537c64ceacf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.893812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e7526236-1be7-4cf4-aa6b-537c64ceacf8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e39f1eb8-f53d-42b0-b0b2-53ebd5374c5e HTTP/1.1" status: 204 len: 168 time: 0.9025254 Feb 04 15:51:17.894809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7526236-1be7-4cf4-aa6b-537c64ceacf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f1eb8-f53d-42b0-b0b2-53ebd5374c5e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:17.975157 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b4ddc37-c6ee-4f49-bf4a-d17cf313f48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.983200 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.984390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-951fbd2f-29c4-4cf6-b271-4af61f1c2518 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9241297 Feb 04 15:51:17.985737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b4ddc37-c6ee-4f49-bf4a-d17cf313f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.013012 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-685a5412-c26d-422c-b238-da154f616a95 req-2775eef1-db71-4140-8db3-a1079a19463f tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.2539496 Feb 04 15:51:18.013775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50758) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:18.019268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=b26118b3-66ed-4e84-a008-da94e2b86539,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.055272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Request body: {'security_group_rule': {'security_group_id': '50923026-4953-4a33-acf0-64c1d6d7a447', 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:18.066850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] In _notify_port_updated(), no bound segment for port b26118b3-66ed-4e84-a008-da94e2b86539 on network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:51:18.067700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:18.074756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:18.075123 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.077550 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0eeeda59-e40d-44dd-85d0-8db5179a6e7b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "PUT /v2.0/ports/b26118b3-66ed-4e84-a008-da94e2b86539 HTTP/1.1" status: 200 len: 931 time: 5.0702775 Feb 04 15:51:18.083102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50762) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:18.087853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:security_group_rule and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:18.091461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:18.098565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:18.142936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8b4ddc37-c6ee-4f49-bf4a-d17cf313f48d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbc24a9e89674ca6a03dc1b2d6440b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8570206 Feb 04 15:51:18.155164 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Project 8b791c65c73b49f78e44fd9f456d54af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:51:18.162614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50766) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:18.176597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.195366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ddc37-c6ee-4f49-bf4a-d17cf313f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f8123-573e-400a-9829-ae00020f850d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.226847 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.268785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.291983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-7572e6d3-f149-4d57-bed9-4d284bea475b None None] Allocated IP 2001:db8:0:1::2 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2/7254a70d-2756-4b3d-a018-65796c62d8a3) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:18.323240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Transition to ACTIVE for port object 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:18.327055 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.346834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-203f4239-13a0-41ba-b4e8-c795bebe3c8d', 'network_id': '203f4239-13a0-41ba-b4e8-c795bebe3c8d', 'tenant_id': 'f2e188e3f5a5456ca47da791c51f02fc', 'fixed_ips': [{'subnet_id': 'd31c5cbd-03c2-4ef1-9a77-821ed816e7bd'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:51:18.347952 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.357721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-64f7253c-0d72-40e8-9aaf-4fa4d26cc53c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port b26118b3-66ed-4e84-a008-da94e2b86539 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:51:18.358442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64f7253c-0d72-40e8-9aaf-4fa4d26cc53c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.382575 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.394614 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.402205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.447354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-065107c2-7a3b-46e8-a6e8-b206fb5b1299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.454728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186ecb8c-b888-446a-8853-295ce84e91fc,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.491266 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.495546 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-70e2ebbe-c19e-4d47-a2d6-508bde44b327 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4525006 Feb 04 15:51:18.496227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50774) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:18.501258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Request body: {'security_group_rule': {'security_group_id': '50923026-4953-4a33-acf0-64c1d6d7a447', 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:18.504116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-065107c2-7a3b-46e8-a6e8-b206fb5b1299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.518769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:18.528326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:security_group_rule and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:18.538300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:18.551742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:18.577712 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Project 8b791c65c73b49f78e44fd9f456d54af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:51:18.588254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.661966 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-065107c2-7a3b-46e8-a6e8-b206fb5b1299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.678628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50778) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:18.787948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065107c2-7a3b-46e8-a6e8-b206fb5b1299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f8123-573e-400a-9829-ae00020f850d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.796883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4015845d-66af-4ff5-b2d0-ea96ea63b483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.858894 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.889546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4015845d-66af-4ff5-b2d0-ea96ea63b483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:18.904145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4015845d-66af-4ff5-b2d0-ea96ea63b483 admin admin] Usage tracker for resource:security_group_rule and tenant:4f3f96833e754b499a2524ca052dd8a6 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:18.941185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4015845d-66af-4ff5-b2d0-ea96ea63b483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:18.965855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4015845d-66af-4ff5-b2d0-ea96ea63b483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:18.975338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.997431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-065107c2-7a3b-46e8-a6e8-b206fb5b1299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.997719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.012003 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-065107c2-7a3b-46e8-a6e8-b206fb5b1299 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce9f8123-573e-400a-9829-ae00020f850d HTTP/1.1" status: 204 len: 168 time: 0.8285675 Feb 04 15:51:19.051367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.052630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5557122 Feb 04 15:51:19.060438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599c2ee-5679-4532-8d88-427054e0c20e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c442c673-2055-4b7f-bf87-7770a8e69309,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:19.167761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b25f7-80b6-4abe-808e-81aa485f30a6 None None] Pushing event updated for resources: {'Port': ['ID=01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:19.302685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Attempting to bind port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:19.303108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Attempting to bind port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1a01bd77-1e84-4bba-8654-3e9d01b65385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:19.303389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Attempting to bind port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 on network c0062be5-8cd6-4591-a917-19b55f5867eb {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:19.349393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:19.349850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Checking segment: {'id': '1a01bd77-1e84-4bba-8654-3e9d01b65385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:19.354376 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.354855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Bound using segment: {'id': '1a01bd77-1e84-4bba-8654-3e9d01b65385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:51:19.359587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Bound port: 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a01bd77-1e84-4bba-8654-3e9d01b65385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:19.360059 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.361868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4015845d-66af-4ff5-b2d0-ea96ea63b483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.370309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4015845d-66af-4ff5-b2d0-ea96ea63b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.421706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7572e6d3-f149-4d57-bed9-4d284bea475b None None] For port 7254a70d-2756-4b3d-a018-65796c62d8a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7254a70d-2756-4b3d-a018-65796c62d8a3,segment=NetworkSegment(afa8a099-4cba-4c9a-9571-a5a6a8faaa8a),segment_id=afa8a099-4cba-4c9a-9571-a5a6a8faaa8a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:19.448149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64f7253c-0d72-40e8-9aaf-4fa4d26cc53c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.459359 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7572e6d3-f149-4d57-bed9-4d284bea475b None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.487263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7572e6d3-f149-4d57-bed9-4d284bea475b None None] Transition to ACTIVE for port object 7254a70d-2756-4b3d-a018-65796c62d8a3 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:19.519781 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7572e6d3-f149-4d57-bed9-4d284bea475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.567185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-356fb4aa-743c-4559-ad10-02ccd5611860 req-67d1007a-149e-4c51-8d7b-93c419780a26 tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1762967 Feb 04 15:51:19.572606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015845d-66af-4ff5-b2d0-ea96ea63b483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9334167e-a441-47c8-91c5-dd74c5c0cf8d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:19.581610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4015845d-66af-4ff5-b2d0-ea96ea63b483 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f3f96833e754b499a2524ca052dd8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8991146 Feb 04 15:51:19.582248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50796) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:19.703843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Allocated IP 2001:db8::1 (203f4239-13a0-41ba-b4e8-c795bebe3c8d/d31c5cbd-03c2-4ef1-9a77-821ed816e7bd/02e693a3-4fd4-46a8-9e45-4cefce98fb6f) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:19.719553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-e282a882-2d47-453b-9f4e-e2f2d8aa83b2 req-32b5f620-b686-4503-8529-9c446ce44f26 service neutron] (87571) timed out ('10.222.0.61', 62849) {{(pid=87571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:51:19.732830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-64f7253c-0d72-40e8-9aaf-4fa4d26cc53c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for b26118b3-66ed-4e84-a008-da94e2b86539 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:51:19.840041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cfa43c6-fe77-4ff8-8d5e-fd165a22eed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.843331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-ebfb153a-7772-474b-94cc-56eaaee2c904 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Synchronizing usage tracker for tenant:8b791c65c73b49f78e44fd9f456d54af on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:19.885248 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cfa43c6-fe77-4ff8-8d5e-fd165a22eed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.895103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-ebfb153a-7772-474b-94cc-56eaaee2c904 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Unset dirty status for tenant:8b791c65c73b49f78e44fd9f456d54af on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:19.903944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-ebfb153a-7772-474b-94cc-56eaaee2c904 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721026505&fields=id&tenant_id=8b791c65c73b49f78e44fd9f456d54af HTTP/1.1" status: 200 len: 267 time: 0.1573579 Feb 04 15:51:19.940278 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64f7253c-0d72-40e8-9aaf-4fa4d26cc53c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.070464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cfa43c6-fe77-4ff8-8d5e-fd165a22eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.096588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-29b0a644-32df-4422-80b3-e74b6fd8e6ad req-89358f17-06dd-4a77-9a1f-2cd09058be05 service neutron] (87570) timed out ('10.222.0.61', 62869) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:51:20.113083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa43c6-fe77-4ff8-8d5e-fd165a22eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9334167e-a441-47c8-91c5-dd74c5c0cf8d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.146634 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cfa43c6-fe77-4ff8-8d5e-fd165a22eed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.161384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4cfa43c6-fe77-4ff8-8d5e-fd165a22eed7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9334167e-a441-47c8-91c5-dd74c5c0cf8d HTTP/1.1" status: 204 len: 168 time: 0.5784354 Feb 04 15:51:20.178424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7253c-0d72-40e8-9aaf-4fa4d26cc53c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=b26118b3-66ed-4e84-a008-da94e2b86539,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.188127 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-64f7253c-0d72-40e8-9aaf-4fa4d26cc53c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.201742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-4ac61d37-832f-4f80-b80e-24f321914745 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:20.204822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-64f7253c-0d72-40e8-9aaf-4fa4d26cc53c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/b26118b3-66ed-4e84-a008-da94e2b86539 HTTP/1.1" status: 204 len: 168 time: 2.1206045 Feb 04 15:51:20.207606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50824) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:20.209295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-4ac61d37-832f-4f80-b80e-24f321914745 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/networks?id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 HTTP/1.1" status: 200 len: 809 time: 0.3042831 Feb 04 15:51:20.215988 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:20.216502 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:20.230173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-7a67c54e-c734-41ed-89c2-63fca61c503c tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/quotas/8b791c65c73b49f78e44fd9f456d54af HTTP/1.1" status: 200 len: 375 time: 0.0197144 Feb 04 15:51:20.406370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e6d3-f149-4d57-bed9-4d284bea475b None None] Pushing event updated for resources: {'Port': ['ID=7254a70d-2756-4b3d-a018-65796c62d8a3,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.408447 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e5a584-1953-482e-9233-863f3e3d81bd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:51:20.409549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-77e5a584-1953-482e-9233-863f3e3d81bd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:20.430227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-c8a40bbe-baae-4711-aefa-06c10bafa22f tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b791c65c73b49f78e44fd9f456d54af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1962070 Feb 04 15:51:20.474984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-77e5a584-1953-482e-9233-863f3e3d81bd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:20.477527 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-77e5a584-1953-482e-9233-863f3e3d81bd tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/b26118b3-66ed-4e84-a008-da94e2b86539 HTTP/1.1" status: 404 len: 333 time: 0.2687206 Feb 04 15:51:20.480646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50836) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:20.683534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3aced80f-3884-437d-bf7c-c1def33212e6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.699421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] For port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:51:20.752211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3aced80f-3884-437d-bf7c-c1def33212e6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.873424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50846) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:20.891593 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.901879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d465a6ec-a3e0-488f-86e4-59d82c05e1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.923190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] For port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99,segment=NetworkSegment(1a01bd77-1e84-4bba-8654-3e9d01b65385),segment_id=1a01bd77-1e84-4bba-8654-3e9d01b65385)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:51:20.934732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d465a6ec-a3e0-488f-86e4-59d82c05e1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:20.940471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d465a6ec-a3e0-488f-86e4-59d82c05e1b7 admin admin] Usage tracker for resource:security_group_rule and tenant:236285e18e824a2f83e666443e342db0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:20.947518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d465a6ec-a3e0-488f-86e4-59d82c05e1b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:20.964296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.966384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d465a6ec-a3e0-488f-86e4-59d82c05e1b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:20.994820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Transition to ACTIVE for port object 02e693a3-4fd4-46a8-9e45-4cefce98fb6f will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:21.046376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Transition to ACTIVE for port object 02e693a3-4fd4-46a8-9e45-4cefce98fb6f will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:21.072137 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.184472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.195707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2671f540-7e3a-49fe-90f1-de0a9e2c7039 service neutron] 10.222.0.46 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7645528 Feb 04 15:51:21.245681 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.474115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 7254a70d-2756-4b3d-a018-65796c62d8a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7254a70d-2756-4b3d-a018-65796c62d8a3,segment=NetworkSegment(afa8a099-4cba-4c9a-9571-a5a6a8faaa8a),segment_id=afa8a099-4cba-4c9a-9571-a5a6a8faaa8a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:21.498932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Network 203f4239-13a0-41ba-b4e8-c795bebe3c8d is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:21.500456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Routers {'59887abc-4e10-400f-825a-54462716c925'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:51:21.501127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:51:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['59887abc-4e10-400f-825a-54462716c925'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:21.606267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-d66d5bd1-bd96-456c-923e-39ebfdb31fd4 service neutron] 10.222.0.46 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046330 Feb 04 15:51:21.620064 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3aced80f-3884-437d-bf7c-c1def33212e6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.634352 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.635479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device abfc01ee-8640-4572-8213-7b2bd5bf3d2d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:21.642083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.651820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aced80f-3884-437d-bf7c-c1def33212e6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f97438-39a1-4151-8b97-289188588359,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:21.662954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3aced80f-3884-437d-bf7c-c1def33212e6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.669775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3aced80f-3884-437d-bf7c-c1def33212e6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/security-groups/98f97438-39a1-4151-8b97-289188588359 HTTP/1.1" status: 204 len: 168 time: 1.1876125 Feb 04 15:51:21.670934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50864) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:21.699369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:21.702268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b25f7-80b6-4abe-808e-81aa485f30a6 None None] Pushing event updated for resources: {'Port': ['ID=01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:21.734396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=d31c5cbd-03c2-4ef1-9a77-821ed816e7bd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:21.750772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203f4239-13a0-41ba-b4e8-c795bebe3c8d']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:21.859420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:21.890563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Pushing event updated for resources: {'Port': ['ID=02e693a3-4fd4-46a8-9e45-4cefce98fb6f,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:21.891395 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e508-1682-4feb-887c-c567192a994c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.951181 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e508-1682-4feb-887c-c567192a994c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.986637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0348274-8790-467a-9955-7ac8351bd197') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:21.988420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0348274-8790-467a-9955-7ac8351bd197') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:22.069221 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.103509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e508-1682-4feb-887c-c567192a994c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.110770 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d465a6ec-a3e0-488f-86e4-59d82c05e1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.136518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8e508-1682-4feb-887c-c567192a994c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f41a8f-624d-48d8-b704-8e34db3ba4ec,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:22.141642 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d465a6ec-a3e0-488f-86e4-59d82c05e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.153131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e508-1682-4feb-887c-c567192a994c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.154902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e1b8e508-1682-4feb-887c-c567192a994c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/security-groups/64f41a8f-624d-48d8-b704-8e34db3ba4ec HTTP/1.1" status: 204 len: 168 time: 0.4826598 Feb 04 15:51:22.158797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50880) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:22.173333 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.251507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:22.252330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:22.281541 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:22.356592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b445260-d77a-4886-952a-655a181bcab6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet 1ee53047-6e85-4428-9318-741c3987cf94 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:51:22.364036 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=7254a70d-2756-4b3d-a018-65796c62d8a3,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:22.377527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b445260-d77a-4886-952a-655a181bcab6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.489530 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d465a6ec-a3e0-488f-86e4-59d82c05e1b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=236285e18e824a2f83e666443e342db0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6142602 Feb 04 15:51:22.548169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50896) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:22.558539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465a6ec-a3e0-488f-86e4-59d82c05e1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ecbbf1-8b35-40c4-8591-13c63dfe3340,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:22.590706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b445260-d77a-4886-952a-655a181bcab6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.613594 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:51:22.613594 n-d-827870-1 neutron-server[87571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:51:22.613594 n-d-827870-1 neutron-server[87571]: [parameters: {'id': '203f4239-13a0-41ba-b4e8-c795bebe3c8d'}] Feb 04 15:51:22.613594 n-d-827870-1 neutron-server[87571]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:22.616215 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:22.759335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a12d263-16b0-4af9-a8ac-c9ada7a2828f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.879996 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a12d263-16b0-4af9-a8ac-c9ada7a2828f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.887112 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b445260-d77a-4886-952a-655a181bcab6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.961962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] Set router 59887abc-4e10-400f-825a-54462716c925 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:51:23.019893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a12d263-16b0-4af9-a8ac-c9ada7a2828f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.058829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12d263-16b0-4af9-a8ac-c9ada7a2828f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ecbbf1-8b35-40c4-8591-13c63dfe3340,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:23.080034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a12d263-16b0-4af9-a8ac-c9ada7a2828f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.086955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9a12d263-16b0-4af9-a8ac-c9ada7a2828f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9ecbbf1-8b35-40c4-8591-13c63dfe3340 HTTP/1.1" status: 204 len: 168 time: 0.5337615 Feb 04 15:51:23.114387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-007d2b80-fc2e-4e60-b135-3a3b7b429787 req-474b0bcc-9b15-418a-aa65-373c02f794f8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 210 time: 0.1037080 Feb 04 15:51:23.117888 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.139244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting port 02e693a3-4fd4-46a8-9e45-4cefce98fb6f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:51:23.139719 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.170069 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b445260-d77a-4886-952a-655a181bcab6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.207568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-425081ed-cdc5-44dc-9cf4-e08c4789cb84 None None] Provisioning complete for port b1b68731-833f-4216-9dc8-8f50999ee559 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:23.207945 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-425081ed-cdc5-44dc-9cf4-e08c4789cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.344917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b445260-d77a-4886-952a-655a181bcab6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee53047-6e85-4428-9318-741c3987cf94,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:23.351453 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b445260-d77a-4886-952a-655a181bcab6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.368988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2b445260-d77a-4886-952a-655a181bcab6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/1ee53047-6e85-4428-9318-741c3987cf94 HTTP/1.1" status: 204 len: 168 time: 1.2057467 Feb 04 15:51:23.375600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50922) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:23.386729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:23.620743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c605b4-b5e2-4f96-9fef-6edef9fa3bf3 None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:23.635068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:23.639613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:23.643159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:23.674259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:23.709083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:23.715052 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.734504 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] For port 02e693a3-4fd4-46a8-9e45-4cefce98fb6f, host n-d-827870-1, got binding levels [] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:23.735787 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.954050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Attempting to bind port 02e693a3-4fd4-46a8-9e45-4cefce98fb6f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:23.963002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Calling delete_port for 02e693a3-4fd4-46a8-9e45-4cefce98fb6f owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:51:23.965138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Attempting to bind port 02e693a3-4fd4-46a8-9e45-4cefce98fb6f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'f0348274-8790-467a-9955-7ac8351bd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '203f4239-13a0-41ba-b4e8-c795bebe3c8d'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:23.965495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Attempting to bind port 02e693a3-4fd4-46a8-9e45-4cefce98fb6f on network 203f4239-13a0-41ba-b4e8-c795bebe3c8d {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:23.979235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-425081ed-cdc5-44dc-9cf4-e08c4789cb84 None None] Port b1b68731-833f-4216-9dc8-8f50999ee559 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:23.999866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:24.000232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Checking segment: {'id': 'f0348274-8790-467a-9955-7ac8351bd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '203f4239-13a0-41ba-b4e8-c795bebe3c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:24.012584 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.013262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Bound using segment: {'id': 'f0348274-8790-467a-9955-7ac8351bd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '203f4239-13a0-41ba-b4e8-c795bebe3c8d'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:51:24.013935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Bound port: 02e693a3-4fd4-46a8-9e45-4cefce98fb6f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0348274-8790-467a-9955-7ac8351bd197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '203f4239-13a0-41ba-b4e8-c795bebe3c8d'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:24.014553 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.123958 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.248895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-425081ed-cdc5-44dc-9cf4-e08c4789cb84 None None] Could not find standard attr ID for object b26118b3-66ed-4e84-a008-da94e2b86539. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:24.304798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Port': ['ID=02e693a3-4fd4-46a8-9e45-4cefce98fb6f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:24.310157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No DVR routers for this DVR port 02e693a3-4fd4-46a8-9e45-4cefce98fb6f on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:24.334866 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.501324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port abfc01ee-8640-4572-8213-7b2bd5bf3d2d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:24.501706 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.596249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-35208647-f78e-45f3-b78e-0b13e836bf65 None None] Port 02e693a3-4fd4-46a8-9e45-4cefce98fb6f has been deleted concurrently {{(pid=87572) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Feb 04 15:51:24.629288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-425081ed-cdc5-44dc-9cf4-e08c4789cb84 None None] Provisioning for port 7254a70d-2756-4b3d-a018-65796c62d8a3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:24.695145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-ba90b92e-e451-4548-9cd9-4af2054d0299 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:24.705024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-ba90b92e-e451-4548-9cd9-4af2054d0299 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.53 "GET /v2.0/networks?id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 HTTP/1.1" status: 200 len: 809 time: 0.2901940 Feb 04 15:51:24.745081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-425081ed-cdc5-44dc-9cf4-e08c4789cb84 None None] Provisioning complete for port 7254a70d-2756-4b3d-a018-65796c62d8a3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:24.750599 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-425081ed-cdc5-44dc-9cf4-e08c4789cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.769256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.777219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:24.804205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:24.817484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:24.821533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.823203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203f4239-13a0-41ba-b4e8-c795bebe3c8d']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:24.843550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0348274-8790-467a-9955-7ac8351bd197') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:24.844040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0348274-8790-467a-9955-7ac8351bd197') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:24.860500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.893208 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.927591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:24.927808 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.968414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5872863f-5c11-4f4d-b333-bf51d015fabd req-8865a119-7743-459e-8e00-5e1a9b493ffb tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 210 time: 0.1098044 Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:24.982525 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:25.025440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=88d49c2a-4036-44bb-949f-e26090c8c69a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:25.078580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-f4f6201f-9841-4f0e-932c-d72ce2366212 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b791c65c73b49f78e44fd9f456d54af HTTP/1.1" status: 200 len: 379 time: 0.3452806 Feb 04 15:51:25.081630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0bced81d-230d-4e5f-8f1e-67f53a87504b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7049568 Feb 04 15:51:25.084106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50994) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:25.095201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Request body: {'port': {'device_id': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'admin_state_up': True, 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'security_groups': ['50923026-4953-4a33-acf0-64c1d6d7a447']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:25.125681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'security_group': {'name': 'tempest-secgroup-280855202'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:25.316225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:25.348190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:25.359251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:25.370304 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.389559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.461227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=203f4239-13a0-41ba-b4e8-c795bebe3c8d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:25.474622 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-da98b7b9-4824-4d0b-977e-31c609347db7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/203f4239-13a0-41ba-b4e8-c795bebe3c8d HTTP/1.1" status: 204 len: 168 time: 7.9164867 Feb 04 15:51:25.485996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51012) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:25.489183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:25.521033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1652452120'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:25.568143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:25.580383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:network and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:25.595777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:25.644792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:25.671315 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:25.674907 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.704887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-286d5114-e235-4352-a73a-2fce89f2d7f3 req-0de86d61-fd52-4903-89dd-df5a4f894c97 tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.3279369 Feb 04 15:51:25.779965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:25.811171 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.811520 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment 863acc14-001a-491d-9a7e-7152804049d3 of type vlan for network 8f946672-bd78-4900-b36a-3b45adbfbf58 Feb 04 15:51:25.833386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7254a70d-2756-4b3d-a018-65796c62d8a3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:25.848405 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.903075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.984235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.989730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:25.990341 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.996415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fb76e7d2-3361-42d1-bf64-b3fdc40e6691 None None] Could not find standard attr ID for object b26118b3-66ed-4e84-a008-da94e2b86539. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:26.015054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887abc-4e10-400f-825a-54462716c925', 'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:50Z', 'updated_at': '2022-02-04T15:51:05Z', 'revision_number': 4, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'gw_port': {'id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:52Z', 'updated_at': '2022-02-04T15:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99', 'name': '', 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'mac_address': 'fa:16:3e:71:65:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'f510b63b-14eb-425b-bc96-4c5383113419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:01Z', 'updated_at': '2022-02-04T15:51:20Z', 'revision_number': 4, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'subnets': [{'id': 'f510b63b-14eb-425b-bc96-4c5383113419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:26.066039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8d6b7-0ea7-495a-b058-f284417e9c93 None None] The sync data for ids ['59887abc-4e10-400f-825a-54462716c925'] in n-d-827870-1 is: [{'id': '59887abc-4e10-400f-825a-54462716c925', 'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:50Z', 'updated_at': '2022-02-04T15:51:05Z', 'revision_number': 4, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'gw_port': {'id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:52Z', 'updated_at': '2022-02-04T15:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99', 'name': '', 'network_id': 'c0062be5-8cd6-4591-a917-19b55f5867eb', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'mac_address': 'fa:16:3e:71:65:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'f510b63b-14eb-425b-bc96-4c5383113419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:51:01Z', 'updated_at': '2022-02-04T15:51:20Z', 'revision_number': 4, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'subnets': [{'id': 'f510b63b-14eb-425b-bc96-4c5383113419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:51:26.230055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7254a70d-2756-4b3d-a018-65796c62d8a3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:26.230055 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.358186 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8707588 Feb 04 15:51:26.390981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:26.442426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': '8f946672-bd78-4900-b36a-3b45adbfbf58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:26.591183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f774eec-bac9-447a-a344-f8cef5240f8d req-0f3c7cf4-2604-4873-98fc-342b45259d02 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 210 time: 0.1944473 Feb 04 15:51:26.654231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:26.675463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group_rule and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:26.682550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:26.687809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:26.701906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:port and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:26.732249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:26.739670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1aea56-1639-42cd-8766-57a349f26263 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=8f946672-bd78-4900-b36a-3b45adbfbf58,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:26.742625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:26.759839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:26.770078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8f946672-bd78-4900-b36a-3b45adbfbf58 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:26.821829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Made reservation on behalf of 8b791c65c73b49f78e44fd9f456d54af for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:26.830313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:26.838183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:subnet and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:26.841966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.848129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:26.858332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:26.885462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:26.891834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.387837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a1cac4-2993-4c99-852a-c9761490368f None None] Update dhcp port {'port': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'fixed_ips': [{'subnet_id': '7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '88d49c2a-4036-44bb-949f-e26090c8c69a'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '7254a70d-2756-4b3d-a018-65796c62d8a3'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:51:27.494288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df13c5-a8eb-40a8-8170-31bc5e9376b9 None None] DHCP port deletion for 203f4239-13a0-41ba-b4e8-c795bebe3c8d request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:51:27.583244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0534aedb-269e-4b01-b092-e32f4b6374a6 None None] Could not find standard attr ID for object 02e693a3-4fd4-46a8-9e45-4cefce98fb6f. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:27.598709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Allocated IP 172.20.0.7 (090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7/2c44017b-f028-47e2-8c30-542623acc7a8/3eb643d3-a1ec-477f-8071-f00e9799700e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:27.681862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ec087-13dc-4cd3-8474-e49854edf3c1 None None] Network 203f4239-13a0-41ba-b4e8-c795bebe3c8d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:27.730094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.738049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ec087-13dc-4cd3-8474-e49854edf3c1 None None] Network 203f4239-13a0-41ba-b4e8-c795bebe3c8d could not be found, it might have been deleted concurrently. {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 15:51:27.746679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5a4b46ec-392b-407a-8964-3060fd39bca9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:27.808579 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f5a1cac4-2993-4c99-852a-c9761490368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.952598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=c8660872-00aa-4791-9742-c5c89b503123,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:28.076553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking segment: {'id': '863acc14-001a-491d-9a7e-7152804049d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8f946672-bd78-4900-b36a-3b45adbfbf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:28.082353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network hostable DHCP agents. Network: 8f946672-bd78-4900-b36a-3b45adbfbf58, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:28.116325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ebf58202-5be6-4221-b281-2e31a0398cb4 req-7b6638ca-791c-4990-a4ec-b7d900add09c tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.9799685 Feb 04 15:51:28.132635 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.155760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network 8f946672-bd78-4900-b36a-3b45adbfbf58 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:28.182421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8f946672-bd78-4900-b36a-3b45adbfbf58) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:28.191176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:28.191997 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.222189 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.238748 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-190d1b96-186e-4235-8b0c-c6e0ba1c9b74 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8326869 Feb 04 15:51:28.239459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51128) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:28.246257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': '8f946672-bd78-4900-b36a-3b45adbfbf58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:28.326315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc8c763-e0f7-47b7-9b22-82f76d2a89d9 None None] Network 8f946672-bd78-4900-b36a-3b45adbfbf58 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:28.367218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fe1d0d-6732-41e9-b692-ccd1bbde248d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:28.385608 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.387091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-95e10a09-fd03-41cf-a4f8-40cd0daa26b4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.3017936 Feb 04 15:51:28.391020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51132) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:28.417422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'security_group': {'name': 'tempest-secgroup-1466047095'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:28.444487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:28.468701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:28.481246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:28.505835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:28.580429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5a4b46ec-392b-407a-8964-3060fd39bca9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:28.582682 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.634418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:28.653069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cc9239dd-2eea-4338-aeeb-03ad9c62aab9 req-5eb334de-3e01-4575-a619-4db15bfd9db3 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Synchronizing usage tracker for tenant:8b791c65c73b49f78e44fd9f456d54af on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:28.657010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:subnet and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:28.671390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:28.710882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:28.742272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:28.755448 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.759161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.949329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:28.996585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cc9239dd-2eea-4338-aeeb-03ad9c62aab9 req-5eb334de-3e01-4575-a619-4db15bfd9db3 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Unset dirty status for tenant:8b791c65c73b49f78e44fd9f456d54af on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:29.028462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc9239dd-2eea-4338-aeeb-03ad9c62aab9 req-5eb334de-3e01-4575-a619-4db15bfd9db3 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 210 time: 0.4876785 Feb 04 15:51:29.030185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group_rule and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:29.055825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:29.084122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.098933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:29.122032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-f5a1cac4-2993-4c99-852a-c9761490368f None None] Allocated IP 2001:db8::2 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/88d49c2a-4036-44bb-949f-e26090c8c69a/7254a70d-2756-4b3d-a018-65796c62d8a3) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:29.142758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Transition to ACTIVE for port object 3eb643d3-a1ec-477f-8071-f00e9799700e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:29.252375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-8f946672-bd78-4900-b36a-3b45adbfbf58', 'network_id': '8f946672-bd78-4900-b36a-3b45adbfbf58', 'tenant_id': 'f2e188e3f5a5456ca47da791c51f02fc', 'fixed_ips': [{'subnet_id': 'c8660872-00aa-4791-9742-c5c89b503123'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:51:29.254490 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.396797 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.427699 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.502827 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.576667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:29.600178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.647152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:29.674105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0d6faf64-7670-4ed3-b3ed-c9b18e384a96 req-0c404b7a-5b52-44ea-832e-12a59e7220aa tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.2441659 Feb 04 15:51:29.674903 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.682168 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2776716 Feb 04 15:51:29.689324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:29.745936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network 8f946672-bd78-4900-b36a-3b45adbfbf58 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:29.755069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51194) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:29.760932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:29.765412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:29.766010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.795905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'security_group': {'name': 'tempest-secgroup-355343509'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:29.820489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:29.840357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:29.878114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:29.911025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be38f84-b879-4097-a9d7-a228c112ac3a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455e3b8d-72ce-49bc-ad01-a74eef98e12b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.911716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:29.936789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:29.941870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:29.944680 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.963722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=bd13dac3-ed52-452d-b4a7-aedd13c30f3e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.988008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-45daf885-1eb9-4e0c-bb6d-b8885d721c10 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7471113 Feb 04 15:51:29.990734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51208) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:30.006445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9175136 Feb 04 15:51:30.007293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d13a6-65eb-4fae-9de2-b64c041ee538 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'Port': ['ID=3eb643d3-a1ec-477f-8071-f00e9799700e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:30.023174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Request body: {'port': {'device_id': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:30.070326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.099364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:30.105372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:security_group_rule and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:30.110787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:30.119266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:30.184763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f512a395-ae61-4047-8ab3-6fca090c4233 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:30.197617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f512a395-ae61-4047-8ab3-6fca090c4233 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:30.201663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f512a395-ae61-4047-8ab3-6fca090c4233 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:30.206681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f512a395-ae61-4047-8ab3-6fca090c4233 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:30.215773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f512a395-ae61-4047-8ab3-6fca090c4233 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:30.216970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f512a395-ae61-4047-8ab3-6fca090c4233 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Synchronizing usage tracker for tenant:f2e188e3f5a5456ca47da791c51f02fc on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:30.356433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f512a395-ae61-4047-8ab3-6fca090c4233 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Unset dirty status for tenant:f2e188e3f5a5456ca47da791c51f02fc on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:30.361044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f512a395-ae61-4047-8ab3-6fca090c4233 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3684213 Feb 04 15:51:30.388487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51234) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:30.410926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-562806964'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:30.427687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:30.444892 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.464260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:network and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:30.469062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.470130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:30.476877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:30.480610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.531025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:30.539454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.566150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.572556 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7959130 Feb 04 15:51:30.572869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Allocated IP 2001:db8::2 (8f946672-bd78-4900-b36a-3b45adbfbf58/c8660872-00aa-4791-9742-c5c89b503123/0a659053-8c88-478e-87e2-8f5399a30f10) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:30.574199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51240) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:30.578763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2b4c6-7b41-4c12-8d76-0fe9163bf6c4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc9154-9c09-4bb2-bf48-2cfa0988a451,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:30.591388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1694674789', 'security_groups': ['3ecc9154-9c09-4bb2-bf48-2cfa0988a451'], 'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88d49c2a-4036-44bb-949f-e26090c8c69a'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:30.802402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f5a1cac4-2993-4c99-852a-c9761490368f None None] For port 7254a70d-2756-4b3d-a018-65796c62d8a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7254a70d-2756-4b3d-a018-65796c62d8a3,segment=NetworkSegment(afa8a099-4cba-4c9a-9571-a5a6a8faaa8a),segment_id=afa8a099-4cba-4c9a-9571-a5a6a8faaa8a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:30.808949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:30.833437 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.833788 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment 606dc5b5-79b8-44af-8d53-05039128b904 of type vlan for network d93942ac-08f6-4b07-9373-62f922cebcae Feb 04 15:51:30.862774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:30.883688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.904653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:30.905495 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.987883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.009053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:31.010580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.043737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51258) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:31.073966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ea3f881a-239e-4706-84bf-e9e8ceae4d58 None None] Provisioning for port 3eb643d3-a1ec-477f-8071-f00e9799700e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:31.092068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ea3f881a-239e-4706-84bf-e9e8ceae4d58 None None] Provisioning complete for port 3eb643d3-a1ec-477f-8071-f00e9799700e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:31.092439 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ea3f881a-239e-4706-84bf-e9e8ceae4d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.167939 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-f5a1cac4-2993-4c99-852a-c9761490368f None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:51:31.172457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=d93942ac-08f6-4b07-9373-62f922cebcae,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:31.187714 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a5ba1b44-e72e-4b30-8302-ef6b9c448376 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7969573 Feb 04 15:51:31.196013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51266) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:31.202882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network d93942ac-08f6-4b07-9373-62f922cebcae details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:31.245170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f3f3f708-e4be-4611-9c42-4f8240819c1c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:31.361320 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f5a1cac4-2993-4c99-852a-c9761490368f None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.377276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb643d3-a1ec-477f-8071-f00e9799700e {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:31.392629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.449352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Transition to ACTIVE for port object 3eb643d3-a1ec-477f-8071-f00e9799700e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:31.461979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.466826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f881a-239e-4706-84bf-e9e8ceae4d58 None None] Port 3eb643d3-a1ec-477f-8071-f00e9799700e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:31.483787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f5a1cac4-2993-4c99-852a-c9761490368f None None] Transition to ACTIVE for port object 7254a70d-2756-4b3d-a018-65796c62d8a3 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:31.588119 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f5a1cac4-2993-4c99-852a-c9761490368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.650704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:31.662641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:31.680738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Pushing event updated for resources: {'Port': ['ID=3eb643d3-a1ec-477f-8071-f00e9799700e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:31.685540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c256568-be7d-4c8f-9573-e67791fe9073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.699565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70400c-c9e8-42a2-9ca6-47f60b7ec585 req-75b612d1-df17-4da8-b056-c8842037dfc0 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:31.701820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc70400c-c9e8-42a2-9ca6-47f60b7ec585 req-75b612d1-df17-4da8-b056-c8842037dfc0 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 931 time: 1.3663309 Feb 04 15:51:31.707763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2c256568-be7d-4c8f-9573-e67791fe9073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:31.713193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2c256568-be7d-4c8f-9573-e67791fe9073 admin admin] Usage tracker for resource:security_group_rule and tenant:11034e3ca3e1429ba9bfc48af79215bc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:31.716189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2c256568-be7d-4c8f-9573-e67791fe9073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:31.722307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2c256568-be7d-4c8f-9573-e67791fe9073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:31.793507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1cac4-2993-4c99-852a-c9761490368f None None] Pushing event updated for resources: {'Port': ['ID=7254a70d-2756-4b3d-a018-65796c62d8a3,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:31.848419 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.909053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c256568-be7d-4c8f-9573-e67791fe9073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.955150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c256568-be7d-4c8f-9573-e67791fe9073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:31.958449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Transition to ACTIVE for port object 0a659053-8c88-478e-87e2-8f5399a30f10 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:31.971069 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.058199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Transition to ACTIVE for port object 0a659053-8c88-478e-87e2-8f5399a30f10 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:32.071856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99,segment=NetworkSegment(1a01bd77-1e84-4bba-8654-3e9d01b65385),segment_id=1a01bd77-1e84-4bba-8654-3e9d01b65385)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:32.079380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2c256568-be7d-4c8f-9573-e67791fe9073 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11034e3ca3e1429ba9bfc48af79215bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9122250 Feb 04 15:51:32.082719 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.111618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51280) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:32.190645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:32.323963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.358536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02e693a3-4fd4-46a8-9e45-4cefce98fb6f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:32.480644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:32.491815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc70400c-c9e8-42a2-9ca6-47f60b7ec585 req-bdc6db87-1f58-4420-8742-4b29a0d10f67 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6462622 Feb 04 15:51:32.494370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Attempting to bind port 3eb643d3-a1ec-477f-8071-f00e9799700e on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:32.494820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Attempting to bind port 3eb643d3-a1ec-477f-8071-f00e9799700e by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:32.495419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Attempting to bind port 3eb643d3-a1ec-477f-8071-f00e9799700e on network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:32.501605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Port 3eb643d3-a1ec-477f-8071-f00e9799700e on network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:32.502056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Attempting to bind port 3eb643d3-a1ec-477f-8071-f00e9799700e on network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:32.509767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:32.510495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Checking segment: {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:32.511024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Bound using segment: {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:51:32.511579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Bound port: 3eb643d3-a1ec-477f-8071-f00e9799700e, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74cad03-f90f-4113-a800-df154c4de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:32.512071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.570811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 02e693a3-4fd4-46a8-9e45-4cefce98fb6f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:51:32.585424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02e693a3-4fd4-46a8-9e45-4cefce98fb6f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:51:32.639678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Network 8f946672-bd78-4900-b36a-3b45adbfbf58 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:32.653205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:32.656798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:32.712863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] For port 3eb643d3-a1ec-477f-8071-f00e9799700e, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:51:32.720335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] For port 3eb643d3-a1ec-477f-8071-f00e9799700e, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3eb643d3-a1ec-477f-8071-f00e9799700e,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:51:32.742128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.791513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.791860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.792252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.792592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.794772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.795174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.795541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.795879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.796211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.796538 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.796920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.825585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:32.842693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7254a70d-2756-4b3d-a018-65796c62d8a3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:32.884711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:32.885371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.886790 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] 10.222.0.53 "PUT /v2.0/ports/3eb643d3-a1ec-477f-8071-f00e9799700e HTTP/1.1" status: 200 len: 1091 time: 2.8685641 Feb 04 15:51:32.980430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'tag': '3eb643d3-a1ec-477f-8071-f00e9799700e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:33.028659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f708-e4be-4611-9c42-4f8240819c1c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.087060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0aeb9521-a744-4ef3-9b8a-ec5681bd2ffd req-e8f738a2-558c-4c98-a054-e7469defd626 tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1986790 Feb 04 15:51:33.115248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c256568-be7d-4c8f-9573-e67791fe9073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1aed16-03cd-4152-b851-4f61ea33e477,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:33.139473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f708-e4be-4611-9c42-4f8240819c1c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.203925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46d6e5-0894-4825-81ea-e9cb6dadcb7b service neutron] Pushing event updated for resources: {'Port': ['ID=3eb643d3-a1ec-477f-8071-f00e9799700e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:33.237842 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'tag': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'status': 'completed', 'code': 200} Feb 04 15:51:33.241626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-4e48d385-ef78-46aa-84dd-986f2e27763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:33.243390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-4e48d385-ef78-46aa-84dd-986f2e27763a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b791c65c73b49f78e44fd9f456d54af&device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 1094 time: 0.2567070 Feb 04 15:51:33.290775 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac8522a-ac18-404c-855e-d7427cc16eca None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:33.334039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-2fcdbf5a-dfb6-4d89-9ac6-5ec1e8fe05a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb643d3-a1ec-477f-8071-f00e9799700e HTTP/1.1" status: 200 len: 217 time: 0.0784736 Feb 04 15:51:33.382433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Pushing event updated for resources: {'Port': ['ID=0a659053-8c88-478e-87e2-8f5399a30f10,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:33.469253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3f3f708-e4be-4611-9c42-4f8240819c1c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network d93942ac-08f6-4b07-9373-62f922cebcae is not hosted by any dhcp agent {{(pid=87571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 15:51:33.483326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-a5c38dfa-4ea1-481d-9dea-098db7bdb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:33.484543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3f708-e4be-4611-9c42-4f8240819c1c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:33.486817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f708-e4be-4611-9c42-4f8240819c1c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.488360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-a5c38dfa-4ea1-481d-9dea-098db7bdb5c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c44017b-f028-47e2-8c30-542623acc7a8 HTTP/1.1" status: 200 len: 848 time: 0.1439126 Feb 04 15:51:33.492365 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f3f3f708-e4be-4611-9c42-4f8240819c1c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "PUT /v2.0/networks/d93942ac-08f6-4b07-9373-62f922cebcae HTTP/1.1" status: 200 len: 723 time: 2.2719307 Feb 04 15:51:33.494892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51296) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:33.507937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': 'd93942ac-08f6-4b07-9373-62f922cebcae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:33.510768 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd58d86f-be8c-497c-9fb8-f4b06a3cdce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.515318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.530246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3f708-e4be-4611-9c42-4f8240819c1c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=d93942ac-08f6-4b07-9373-62f922cebcae,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:33.535718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Attempting to bind port 0a659053-8c88-478e-87e2-8f5399a30f10 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:33.537007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Attempting to bind port 0a659053-8c88-478e-87e2-8f5399a30f10 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '863acc14-001a-491d-9a7e-7152804049d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8f946672-bd78-4900-b36a-3b45adbfbf58'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:33.537489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Attempting to bind port 0a659053-8c88-478e-87e2-8f5399a30f10 on network 8f946672-bd78-4900-b36a-3b45adbfbf58 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:33.568702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:33.572128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Checking segment: {'id': '863acc14-001a-491d-9a7e-7152804049d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8f946672-bd78-4900-b36a-3b45adbfbf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:33.577295 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.579751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Bound using segment: {'id': '863acc14-001a-491d-9a7e-7152804049d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8f946672-bd78-4900-b36a-3b45adbfbf58'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:51:33.580988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Bound port: 0a659053-8c88-478e-87e2-8f5399a30f10, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863acc14-001a-491d-9a7e-7152804049d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8f946672-bd78-4900-b36a-3b45adbfbf58'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:33.581634 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.623871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network d93942ac-08f6-4b07-9373-62f922cebcae details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:33.664578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] device_id is not set on port 46e69c6c-b973-44ff-89e1-dd98ddd70977 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:33.777842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-9046beac-24d0-455d-949b-10261ab7d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:33.779386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-9046beac-24d0-455d-949b-10261ab7d1f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244699 Feb 04 15:51:33.780496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:33.782937 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd58d86f-be8c-497c-9fb8-f4b06a3cdce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.793683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:33.988720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] For port 0a659053-8c88-478e-87e2-8f5399a30f10, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:51:33.992674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] For port 0a659053-8c88-478e-87e2-8f5399a30f10, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0a659053-8c88-478e-87e2-8f5399a30f10,segment=NetworkSegment(863acc14-001a-491d-9a7e-7152804049d3),segment_id=863acc14-001a-491d-9a7e-7152804049d3)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:51:34.011453 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.015057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1255d4f9-a933-4d40-9df1-b7b40c12b2e3 None None] Provisioning complete for port b1b68731-833f-4216-9dc8-8f50999ee559 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:34.015420 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1255d4f9-a933-4d40-9df1-b7b40c12b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.184347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8::29 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/88d49c2a-4036-44bb-949f-e26090c8c69a/46e69c6c-b973-44ff-89e1-dd98ddd70977) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:34.234277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:34.239132 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.302068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1255d4f9-a933-4d40-9df1-b7b40c12b2e3 None None] Port b1b68731-833f-4216-9dc8-8f50999ee559 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:34.410087 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6e52c30a-214e-4646-b86f-488290393874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.432736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1255d4f9-a933-4d40-9df1-b7b40c12b2e3 None None] Provisioning for port 7254a70d-2756-4b3d-a018-65796c62d8a3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:34.462941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.509575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Transition to ACTIVE for port object 46e69c6c-b973-44ff-89e1-dd98ddd70977 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:34.552607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.568324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.601368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1255d4f9-a933-4d40-9df1-b7b40c12b2e3 None None] Provisioning complete for port 7254a70d-2756-4b3d-a018-65796c62d8a3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:34.602016 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1255d4f9-a933-4d40-9df1-b7b40c12b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.633036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-deaacf58-6d97-4d3a-a768-caba73e527f6 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8403666 Feb 04 15:51:34.673796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202ad52-5ee4-4490-b238-dd69644b42d9 None None] Pushing event updated for resources: {'Port': ['ID=0a659053-8c88-478e-87e2-8f5399a30f10,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:34.734657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:34.748119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=c56b3ff9-fc6b-4f4e-b14d-12c256af28d1,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:34.767236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=46e69c6c-b973-44ff-89e1-dd98ddd70977,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:34.809441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:34.811522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:34.815446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:34.823697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:34.824376 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.842459 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd58d86f-be8c-497c-9fb8-f4b06a3cdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.870055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58d86f-be8c-497c-9fb8-f4b06a3cdce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1aed16-03cd-4152-b851-4f61ea33e477,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:34.969510 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd58d86f-be8c-497c-9fb8-f4b06a3cdce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.973677 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fd58d86f-be8c-497c-9fb8-f4b06a3cdce0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f1aed16-03cd-4152-b851-4f61ea33e477 HTTP/1.1" status: 204 len: 168 time: 2.8567195 Feb 04 15:51:34.973848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking segment: {'id': '606dc5b5-79b8-44af-8d53-05039128b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd93942ac-08f6-4b07-9373-62f922cebcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:34.973848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network hostable DHCP agents. Network: d93942ac-08f6-4b07-9373-62f922cebcae, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:34.979800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3c4ef214-2836-4445-9ef2-0681bcaf19a6 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3953807 Feb 04 15:51:34.980675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51320) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:34.991924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:35.046028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:35.047165 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.098782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36ab1e-7cc1-4f1c-aeba-79f08d732ec5 req-5e3bb466-4297-4778-9926-49c5c9d44f1f tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:35.100505 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b36ab1e-7cc1-4f1c-aeba-79f08d732ec5 req-5e3bb466-4297-4778-9926-49c5c9d44f1f tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 943 time: 1.2659810 Feb 04 15:51:35.142954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network d93942ac-08f6-4b07-9373-62f922cebcae is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:35.227342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c0f2ea0-2f0f-49ec-aee5-8b33b6ef2f5a req-41b295dd-1883-4e21-aec3-ab3b7361eb24 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541327 Feb 04 15:51:35.298312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, d93942ac-08f6-4b07-9373-62f922cebcae) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:35.341384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee0459-8540-403a-a7d2-f2b97e930d96 None None] Network d93942ac-08f6-4b07-9373-62f922cebcae requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:35.407050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:35.419441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:35.423902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:35.435221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:35.470363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:35.470363 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.481391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:35.495408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.567750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1090dcbf-384b-4c93-aa55-1b0d07f646b1 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0715859 Feb 04 15:51:35.571071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51336) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:35.581701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b36ab1e-7cc1-4f1c-aeba-79f08d732ec5 req-349720ab-3153-445a-94a7-8ae959490c9a tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4447925 Feb 04 15:51:35.604084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f42eb45d-1022-4d8e-af0f-418af80a60a8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:36.047742 n-d-827870-1 neutron-server[87571]: INFO neutron.db.ipam_backend_mixin [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88d49c2a-4036-44bb-949f-e26090c8c69a (CIDR: 2001:db8::/64) Feb 04 15:51:36.053727 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:51:36.054304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:36.134263 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bf6775bd-a9ea-461b-9647-01dbe516635a tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1523001 Feb 04 15:51:36.135065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51354) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:36.146270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:36.239410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-059ac867-5b6f-4879-9b25-1adf3256ae2f None None] Provisioning complete for port b1b68731-833f-4216-9dc8-8f50999ee559 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:36.242286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-059ac867-5b6f-4879-9b25-1adf3256ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.686147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:36.698179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:36.710462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:36.729869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:36.753133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:36.760662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.836974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c691a734-2f16-489a-8204-01cc413a8f58 req-8de42f31-2f87-4990-b7a7-f95116447280 tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.8020747 Feb 04 15:51:36.902235 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f42eb45d-1022-4d8e-af0f-418af80a60a8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1783875'] for subnet, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.044333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea203493-0ece-421d-a606-5c258627a207 None None] Network 8f946672-bd78-4900-b36a-3b45adbfbf58 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:37.158376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-56c89e6b-2b96-48c5-b4d1-88b41c055b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:37.163157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-56c89e6b-2b96-48c5-b4d1-88b41c055b1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b791c65c73b49f78e44fd9f456d54af&device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 1094 time: 1.8623729 Feb 04 15:51:37.264410 n-d-827870-1 neutron-server[87571]: INFO neutron.db.ipam_backend_mixin [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2 (CIDR: 2001:db8:0:1::/64) Feb 04 15:51:37.269925 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:51:37.270498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:37.293061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0a659053-8c88-478e-87e2-8f5399a30f10 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:37.305902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7581177f-32bf-473c-96ff-13101457c682 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1694636 Feb 04 15:51:37.308454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51382) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:37.319813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'subnet': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:37.574437 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.685931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:37.690969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Usage tracker for resource:subnet and tenant:73685192fa0e430eb0476390fe62d958 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:37.698199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:37.713356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:37.718847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-059ac867-5b6f-4879-9b25-1adf3256ae2f None None] Port b1b68731-833f-4216-9dc8-8f50999ee559 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:37.735597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Made reservation on behalf of 73685192fa0e430eb0476390fe62d958 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:37.736894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-e5e0eac3-a286-4f74-b0db-0ea303f0cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:37.739298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-e5e0eac3-a286-4f74-b0db-0ea303f0cda9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 HTTP/1.1" status: 200 len: 910 time: 0.5602691 Feb 04 15:51:37.742104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.870724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-d93942ac-08f6-4b07-9373-62f922cebcae', 'network_id': 'd93942ac-08f6-4b07-9373-62f922cebcae', 'tenant_id': 'f2e188e3f5a5456ca47da791c51f02fc', 'fixed_ips': [{'subnet_id': 'c56b3ff9-fc6b-4f4e-b14d-12c256af28d1'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:51:37.871831 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.901627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3eb643d3-a1ec-477f-8071-f00e9799700e details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:51:37.930899 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.940095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-059ac867-5b6f-4879-9b25-1adf3256ae2f None None] Provisioning complete for port 7254a70d-2756-4b3d-a018-65796c62d8a3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:37.940759 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-059ac867-5b6f-4879-9b25-1adf3256ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.968806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.026407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 0a659053-8c88-478e-87e2-8f5399a30f10 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:38.039626 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb9fd803-3e0d-433a-b96e-f94e3c82f03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.106971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-6863b41b-3c48-4f51-832c-9b29f6b0adf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb643d3-a1ec-477f-8071-f00e9799700e HTTP/1.1" status: 200 len: 217 time: 0.2970572 Feb 04 15:51:38.263056 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:51:38.278188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29c019-a977-4be4-a4f0-ae54e7c4ba61 req-b0300c57-cf98-4680-ac1f-c097a48466b8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:38.279776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b29c019-a977-4be4-a4f0-ae54e7c4ba61 req-b0300c57-cf98-4680-ac1f-c097a48466b8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 943 time: 0.9018536 Feb 04 15:51:38.446752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.530344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b29c019-a977-4be4-a4f0-ae54e7c4ba61 req-cc94e3d9-2800-46e6-9c47-d15e2307670b tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391509 Feb 04 15:51:38.574826 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f42eb45d-1022-4d8e-af0f-418af80a60a8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759485116932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1880042'] for subnet, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.589662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-753abe12-73fd-4887-a069-31c2da5d3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:38.591413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-753abe12-73fd-4887-a069-31c2da5d3634 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c44017b-f028-47e2-8c30-542623acc7a8 HTTP/1.1" status: 200 len: 848 time: 0.4571359 Feb 04 15:51:38.830299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3eb643d3-a1ec-477f-8071-f00e9799700e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3eb643d3-a1ec-477f-8071-f00e9799700e,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:38.923027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'port_id': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'mac_address': 'fa:16:3e:ee:64:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:51:39.030570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42eb45d-1022-4d8e-af0f-418af80a60a8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:39.031418 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f42eb45d-1022-4d8e-af0f-418af80a60a8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.033549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f786c347-cb1b-40e0-b9ed-bf39106a2466 None None] Update dhcp port {'port': {'network_id': '8f946672-bd78-4900-b36a-3b45adbfbf58', 'fixed_ips': [{'subnet_id': 'c8660872-00aa-4791-9742-c5c89b503123', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd13dac3-ed52-452d-b4a7-aedd13c30f3e'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '0a659053-8c88-478e-87e2-8f5399a30f10'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:51:39.042692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f42eb45d-1022-4d8e-af0f-418af80a60a8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "PUT /v2.0/subnets/c56b3ff9-fc6b-4f4e-b14d-12c256af28d1 HTTP/1.1" status: 200 len: 826 time: 3.4648137 Feb 04 15:51:39.078003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51422) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:39.081380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Subnet': ['ID=07fbfaf6-de7a-46e5-84fb-ad0036a6c2e1,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:39.335858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:39.340144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:39.351669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:39.352892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.367789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Allocated IP 2001:db8::2 (d93942ac-08f6-4b07-9373-62f922cebcae/c56b3ff9-fc6b-4f4e-b14d-12c256af28d1/cea66609-85e0-4b3e-8286-a730c866b964) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:39.431521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-3d9573bc-fc17-4424-8c2d-3467b4167418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:39.435781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-3d9573bc-fc17-4424-8c2d-3467b4167418 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7728996 Feb 04 15:51:39.436454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42eb45d-1022-4d8e-af0f-418af80a60a8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=c56b3ff9-fc6b-4f4e-b14d-12c256af28d1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:39.462224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.462774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-585c3220-ec1d-44cd-838e-60f2ced614f5 req-0e7c63f4-5448-494c-92b2-fe9d0cfef3a5 tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.2850282 Feb 04 15:51:39.466885 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5c7167b-4eb9-43ad-b3fd-6e43fe9936a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1572738 Feb 04 15:51:39.470663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51438) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:39.480010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1178401284', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07fbfaf6-de7a-46e5-84fb-ad0036a6c2e1'}], 'security_groups': ['f9fe1d0d-6732-41e9-b692-ccd1bbde248d', '455e3b8d-72ce-49bc-ad01-a74eef98e12b']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:39.655368 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.784993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-b6358207-31ec-4ff6-9281-e8071eeb6714 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380592 Feb 04 15:51:39.909321 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.055211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206b12c-d8f2-41a0-9cc0-23629279ed3c None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:40.167262 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.203620 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d98cc123-45df-425e-bfd2-56f59379b9fe req-39b7e7ba-7618-4b61-82e9-4198d9acc829 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083209 Feb 04 15:51:40.217879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf8d8-75c0-49a7-ae1e-c67e8274be8c req-1bd5eea9-cb8d-4017-abb4-1b906b82fd39 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:40.228200 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5fcf8d8-75c0-49a7-ae1e-c67e8274be8c req-1bd5eea9-cb8d-4017-abb4-1b906b82fd39 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 943 time: 0.2630537 Feb 04 15:51:40.328391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5fcf8d8-75c0-49a7-ae1e-c67e8274be8c req-e834d8e7-8ed7-4b8f-ab12-92fb9f4f3b6e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969419 Feb 04 15:51:40.373885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f786c347-cb1b-40e0-b9ed-bf39106a2466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.784872 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.796941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Transition to ACTIVE for port object cea66609-85e0-4b3e-8286-a730c866b964 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:40.838016 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.936901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-059ac867-5b6f-4879-9b25-1adf3256ae2f None None] Provisioning for port 46e69c6c-b973-44ff-89e1-dd98ddd70977 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:40.945117 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2aa2875f-db5a-442c-80d5-1f7f78a15a8a req-d5029102-1e46-48e2-bd72-098a98f4b934 tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1578872 Feb 04 15:51:40.984194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb643d3-a1ec-477f-8071-f00e9799700e {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:41.032456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-059ac867-5b6f-4879-9b25-1adf3256ae2f None None] Provisioning complete for port 46e69c6c-b973-44ff-89e1-dd98ddd70977 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:41.043546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-059ac867-5b6f-4879-9b25-1adf3256ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.102283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Delete allocated IP 2001:db8::29 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/88d49c2a-4036-44bb-949f-e26090c8c69a) {{(pid=87571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:51:41.112545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Allocated IP 2001:db8:0:2::196 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/07fbfaf6-de7a-46e5-84fb-ad0036a6c2e1/46e69c6c-b973-44ff-89e1-dd98ddd70977) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:41.227223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-059ac867-5b6f-4879-9b25-1adf3256ae2f None None] Port 46e69c6c-b973-44ff-89e1-dd98ddd70977 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:41.230922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.237361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Transition to ACTIVE for port object cea66609-85e0-4b3e-8286-a730c866b964 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:41.346774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3eb643d3-a1ec-477f-8071-f00e9799700e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3eb643d3-a1ec-477f-8071-f00e9799700e,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:41.349771 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.458733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.477419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Ignored duplicate provisioning block setup for port 46e69c6c-b973-44ff-89e1-dd98ddd70977 by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:51:41.496655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.566852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.670699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Provisioning for port 0a659053-8c88-478e-87e2-8f5399a30f10 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:41.723970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Provisioning complete for port 0a659053-8c88-478e-87e2-8f5399a30f10 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:41.724604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.812808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Network d93942ac-08f6-4b07-9373-62f922cebcae is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:41.850275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] In _notify_port_updated(), no bound segment for port 46e69c6c-b973-44ff-89e1-dd98ddd70977 on network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 {{(pid=87571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 15:51:41.866666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:41.867350 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.875787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:41.876139 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "PUT /v2.0/ports/46e69c6c-b973-44ff-89e1-dd98ddd70977 HTTP/1.1" status: 200 len: 970 time: 2.4040313 Feb 04 15:51:41.877723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.893826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51530) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:41.921394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Pushing event updated for resources: {'Port': ['ID=cea66609-85e0-4b3e-8286-a730c866b964,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:42.057998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:42.093587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['3eb643d3-a1ec-477f-8071-f00e9799700e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:51:42.106047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=c56b3ff9-fc6b-4f4e-b14d-12c256af28d1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:42.131393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a566e-0941-42f2-93cd-7e3fd2ff395b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 46e69c6c-b973-44ff-89e1-dd98ddd70977 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:51:42.131915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a8a566e-0941-42f2-93cd-7e3fd2ff395b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.381952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-f786c347-cb1b-40e0-b9ed-bf39106a2466 None None] Allocated IP 172.20.0.1 (8f946672-bd78-4900-b36a-3b45adbfbf58/bd13dac3-ed52-452d-b4a7-aedd13c30f3e/0a659053-8c88-478e-87e2-8f5399a30f10) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:42.471515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.544542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93942ac-08f6-4b07-9373-62f922cebcae']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:42.574980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606dc5b5-79b8-44af-8d53-05039128b904') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:42.575297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606dc5b5-79b8-44af-8d53-05039128b904') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:42.588061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.607159 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.614425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:42.614972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:42.729606 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:42.731743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ef17a-13ba-41ac-b6ab-c9db65ab8bfb tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event updated for resources: {'Port': ['ID=46e69c6c-b973-44ff-89e1-dd98ddd70977,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:42.746845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:51:42.746845 n-d-827870-1 neutron-server[87571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:51:42.746845 n-d-827870-1 neutron-server[87571]: [parameters: {'id': 'd93942ac-08f6-4b07-9373-62f922cebcae'}] Feb 04 15:51:42.746845 n-d-827870-1 neutron-server[87571]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:42.747211 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:42.901241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9dff0-5fd5-497e-8505-86b0455c7c2c req-ba425041-8b65-4b7d-82dc-e6b8b7f022b0 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:42.902909 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9bc9dff0-5fd5-497e-8505-86b0455c7c2c req-ba425041-8b65-4b7d-82dc-e6b8b7f022b0 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 944 time: 1.2107730 Feb 04 15:51:42.997730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f786c347-cb1b-40e0-b9ed-bf39106a2466 None None] For port 0a659053-8c88-478e-87e2-8f5399a30f10, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0a659053-8c88-478e-87e2-8f5399a30f10,segment=NetworkSegment(863acc14-001a-491d-9a7e-7152804049d3),segment_id=863acc14-001a-491d-9a7e-7152804049d3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:43.248312 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.283051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting port cea66609-85e0-4b3e-8286-a730c866b964 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:51:43.283734 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.337476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3eb643d3-a1ec-477f-8071-f00e9799700e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:43.345259 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a8a566e-0941-42f2-93cd-7e3fd2ff395b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.437475 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:43.453136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '606dc5b5-79b8-44af-8d53-05039128b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd93942ac-08f6-4b07-9373-62f922cebcae'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:43.453741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:43.530306 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-f786c347-cb1b-40e0-b9ed-bf39106a2466 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:51:43.607355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:43.607883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking segment: {'id': '606dc5b5-79b8-44af-8d53-05039128b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd93942ac-08f6-4b07-9373-62f922cebcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:43.608302 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.611638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Bound using segment: {'id': '606dc5b5-79b8-44af-8d53-05039128b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd93942ac-08f6-4b07-9373-62f922cebcae'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:51:43.612155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Bound port: cea66609-85e0-4b3e-8286-a730c866b964, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606dc5b5-79b8-44af-8d53-05039128b904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd93942ac-08f6-4b07-9373-62f922cebcae'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:43.612554 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.625032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a566e-0941-42f2-93cd-7e3fd2ff395b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 46e69c6c-b973-44ff-89e1-dd98ddd70977 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:51:43.630432 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:51:43.647708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd224d0-27e3-417a-bab0-1d9f4ee4a4a8 None None] Update dhcp port {'port': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'fixed_ips': [{'subnet_id': '7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '88d49c2a-4036-44bb-949f-e26090c8c69a', 'ip_address': '2001:db8::2'}, {'subnet_id': '07fbfaf6-de7a-46e5-84fb-ad0036a6c2e1'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '7254a70d-2756-4b3d-a018-65796c62d8a3'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:51:43.730799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f786c347-cb1b-40e0-b9ed-bf39106a2466 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.781217 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ccd224d0-27e3-417a-bab0-1d9f4ee4a4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.822808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9bc9dff0-5fd5-497e-8505-86b0455c7c2c req-3d595863-5664-49e4-a490-d2feb15480c0 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8929524 Feb 04 15:51:43.927744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] For port cea66609-85e0-4b3e-8286-a730c866b964, host n-d-827870-1, got binding levels [] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:43.928571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.030353 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.090526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f786c347-cb1b-40e0-b9ed-bf39106a2466 None None] Ignored duplicate provisioning block setup for port 0a659053-8c88-478e-87e2-8f5399a30f10 by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 15:51:44.161031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a8a566e-0941-42f2-93cd-7e3fd2ff395b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.215607 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f786c347-cb1b-40e0-b9ed-bf39106a2466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.514751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Calling delete_port for cea66609-85e0-4b3e-8286-a730c866b964 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:51:44.531439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a566e-0941-42f2-93cd-7e3fd2ff395b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=46e69c6c-b973-44ff-89e1-dd98ddd70977,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:44.653188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ccd224d0-27e3-417a-bab0-1d9f4ee4a4a8 None None] Allocated IP 2001:db8:0:2::2 (b171d2fc-3635-4b57-8aaa-b48ff7414ad0/07fbfaf6-de7a-46e5-84fb-ad0036a6c2e1/7254a70d-2756-4b3d-a018-65796c62d8a3) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:44.661968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a8a566e-0941-42f2-93cd-7e3fd2ff395b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.686608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05d6a2c0-543c-44ee-8452-e12a8c825a99 req-1fcb3e60-d4a8-416b-81e3-89208fac9647 tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1775014 Feb 04 15:51:44.695263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7a8a566e-0941-42f2-93cd-7e3fd2ff395b tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/46e69c6c-b973-44ff-89e1-dd98ddd70977 HTTP/1.1" status: 204 len: 168 time: 2.8000429 Feb 04 15:51:44.696092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51642) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:44.777628 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f332b87-fc20-4095-8dbd-28189bb2ea2f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] GET failed (client error): The resource could not be found. Feb 04 15:51:44.781314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0f332b87-fc20-4095-8dbd-28189bb2ea2f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Synchronizing usage tracker for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:44.806482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0f332b87-fc20-4095-8dbd-28189bb2ea2f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Unset dirty status for tenant:73685192fa0e430eb0476390fe62d958 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:44.817327 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0f332b87-fc20-4095-8dbd-28189bb2ea2f tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports/46e69c6c-b973-44ff-89e1-dd98ddd70977 HTTP/1.1" status: 404 len: 333 time: 0.1168737 Feb 04 15:51:44.818005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51650) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:44.940738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.958607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1a6dbd0-7c04-45c4-acd5-2e034aeb18a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.998451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Port': ['ID=cea66609-85e0-4b3e-8286-a730c866b964,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:45.002553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No DVR routers for this DVR port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:45.019810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1a6dbd0-7c04-45c4-acd5-2e034aeb18a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.095124 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1a6dbd0-7c04-45c4-acd5-2e034aeb18a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.125835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6dbd0-7c04-45c4-acd5-2e034aeb18a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc9154-9c09-4bb2-bf48-2cfa0988a451,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:45.127903 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1a6dbd0-7c04-45c4-acd5-2e034aeb18a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.129199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f1a6dbd0-7c04-45c4-acd5-2e034aeb18a4 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/security-groups/3ecc9154-9c09-4bb2-bf48-2cfa0988a451 HTTP/1.1" status: 204 len: 168 time: 0.3098922 Feb 04 15:51:45.132862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51664) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:45.207652 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:45.208210 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:45.369065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abb6748f-5bf3-482f-acba-a1f00beb1996 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.376908 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.444213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93942ac-08f6-4b07-9373-62f922cebcae']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:45.464267 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abb6748f-5bf3-482f-acba-a1f00beb1996 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.466589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606dc5b5-79b8-44af-8d53-05039128b904') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:45.471284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606dc5b5-79b8-44af-8d53-05039128b904') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:45.498980 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.607009 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:45.616479 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:45.628380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.639716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786c347-cb1b-40e0-b9ed-bf39106a2466 None None] Pushing event updated for resources: {'Port': ['ID=0a659053-8c88-478e-87e2-8f5399a30f10,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:45.644548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959145fc-e417-4131-9300-668f61a0fd31 req-c1bc82a5-13c8-47f8-9991-a9696e0a1916 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:45.649721 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-959145fc-e417-4131-9300-668f61a0fd31 req-c1bc82a5-13c8-47f8-9991-a9696e0a1916 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 944 time: 0.4057848 Feb 04 15:51:45.651206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:45.651780 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.660681 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abb6748f-5bf3-482f-acba-a1f00beb1996 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:45.697388 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:45.762899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6748f-5bf3-482f-acba-a1f00beb1996 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455e3b8d-72ce-49bc-ad01-a74eef98e12b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:45.843506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abb6748f-5bf3-482f-acba-a1f00beb1996 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.847405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-abb6748f-5bf3-482f-acba-a1f00beb1996 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/security-groups/455e3b8d-72ce-49bc-ad01-a74eef98e12b HTTP/1.1" status: 204 len: 168 time: 0.7084556 Feb 04 15:51:45.847585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ccd224d0-27e3-417a-bab0-1d9f4ee4a4a8 None None] For port 7254a70d-2756-4b3d-a018-65796c62d8a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7254a70d-2756-4b3d-a018-65796c62d8a3,segment=NetworkSegment(afa8a099-4cba-4c9a-9571-a5a6a8faaa8a),segment_id=afa8a099-4cba-4c9a-9571-a5a6a8faaa8a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:45.849407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51694) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:45.920145 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-959145fc-e417-4131-9300-668f61a0fd31 req-0d471c70-adf6-4af6-b648-b0ac4456fcf6 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359419 Feb 04 15:51:45.952760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ccd224d0-27e3-417a-bab0-1d9f4ee4a4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.962279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.009075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ccd224d0-27e3-417a-bab0-1d9f4ee4a4a8 None None] Transition to ACTIVE for port object 7254a70d-2756-4b3d-a018-65796c62d8a3 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:46.023975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.060381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=d93942ac-08f6-4b07-9373-62f922cebcae,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:46.073681 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad1151d6-ab04-48ca-b487-714411a34f98 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.092101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd296d79-44b8-443d-97c2-ea8c723daa93 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/d93942ac-08f6-4b07-9373-62f922cebcae HTTP/1.1" status: 204 len: 168 time: 6.9979155 Feb 04 15:51:46.097774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51708) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:46.184121 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce84d3dc-2430-4184-adbc-fbc0fa0fc7b9 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:46.184860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce84d3dc-2430-4184-adbc-fbc0fa0fc7b9 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:46.186722 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce84d3dc-2430-4184-adbc-fbc0fa0fc7b9 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/d93942ac-08f6-4b07-9373-62f922cebcae HTTP/1.1" status: 404 len: 339 time: 0.0879765 Feb 04 15:51:46.191353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:46.203760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-643573097', 'description': 'd1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:46.218047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad1151d6-ab04-48ca-b487-714411a34f98 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.218431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:46.229664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Usage tracker for resource:network and tenant:f2e188e3f5a5456ca47da791c51f02fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:46.247625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:46.253489 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7973f2b1-2290-4c93-b39a-b472437bf756 req-fce13254-b751-437a-93b4-417bace108ed tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1035795 Feb 04 15:51:46.271082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:46.274185 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.289911 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ccd224d0-27e3-417a-bab0-1d9f4ee4a4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.315184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:46.319532 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.405926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad1151d6-ab04-48ca-b487-714411a34f98 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.406182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:46.409181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:46.413186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:46.414843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:46.443860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.446565 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment 8eb00db9-2415-460f-9d2c-eb90c60a2468 of type vlan for network 989f8919-97f9-4d55-a635-afaca2b0f0e2 Feb 04 15:51:46.461783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1151d6-ab04-48ca-b487-714411a34f98 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fe1d0d-6732-41e9-b692-ccd1bbde248d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:46.491385 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad1151d6-ab04-48ca-b487-714411a34f98 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.494969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad1151d6-ab04-48ca-b487-714411a34f98 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/security-groups/f9fe1d0d-6732-41e9-b692-ccd1bbde248d HTTP/1.1" status: 204 len: 168 time: 0.6419158 Feb 04 15:51:46.499360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51728) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:46.536020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.641627 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.649037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:46.649884 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.691867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51742) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:46.744279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7296ca0-5cd3-4dd8-bce5-123338ed0858 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet 88d49c2a-4036-44bb-949f-e26090c8c69a {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:51:46.748513 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7296ca0-5cd3-4dd8-bce5-123338ed0858 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.780699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd224d0-27e3-417a-bab0-1d9f4ee4a4a8 None None] Pushing event updated for resources: {'Port': ['ID=7254a70d-2756-4b3d-a018-65796c62d8a3,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:46.857121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7296ca0-5cd3-4dd8-bce5-123338ed0858 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.857415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:46.860025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:46.873567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:46.874188 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:46.887245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0a659053-8c88-478e-87e2-8f5399a30f10 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:46.948961 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7359602 Feb 04 15:51:46.971107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51754) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:47.035972 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempt 2 to bind port cea66609-85e0-4b3e-8286-a730c866b964 Feb 04 15:51:47.146091 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ef1dd-96da-4534-9b26-f10b918b68a7 None None] Network 8f946672-bd78-4900-b36a-3b45adbfbf58 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:47.174755 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7296ca0-5cd3-4dd8-bce5-123338ed0858 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.238588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b46e77-3574-42c9-a2fc-7ef333cec77c tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=989f8919-97f9-4d55-a635-afaca2b0f0e2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:47.323279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d26b86-b7a3-4ebe-ad18-ce7834c2d665 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:47.330593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e9d26b86-b7a3-4ebe-ad18-ce7834c2d665 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Synchronizing usage tracker for tenant:f2e188e3f5a5456ca47da791c51f02fc on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:47.413150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:47.414115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:47.414623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:47.420685 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c50ff63-9607-435c-a063-1ea09b6d9364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.447019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 989f8919-97f9-4d55-a635-afaca2b0f0e2 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:47.486407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1c50ff63-9607-435c-a063-1ea09b6d9364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:47.491042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e9d26b86-b7a3-4ebe-ad18-ce7834c2d665 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Unset dirty status for tenant:f2e188e3f5a5456ca47da791c51f02fc on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:47.500208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e9d26b86-b7a3-4ebe-ad18-ce7834c2d665 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/networks?id=989f8919-97f9-4d55-a635-afaca2b0f0e2 HTTP/1.1" status: 200 len: 764 time: 0.5280018 Feb 04 15:51:47.502676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1c50ff63-9607-435c-a063-1ea09b6d9364 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f09fac1cae45e0b361ba86f807ea26 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:47.506681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51774) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:47.523630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1c50ff63-9607-435c-a063-1ea09b6d9364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:47.542752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0bd64ae5-5510-406f-8957-49dd835ffe55 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'description': 'd2'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:47.685725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] For port 0a659053-8c88-478e-87e2-8f5399a30f10, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0a659053-8c88-478e-87e2-8f5399a30f10,segment=NetworkSegment(863acc14-001a-491d-9a7e-7152804049d3),segment_id=863acc14-001a-491d-9a7e-7152804049d3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:47.692957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:47.694360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:47.712980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:47.713523 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:47.729267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0a659053-8c88-478e-87e2-8f5399a30f10 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:47.738559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.782599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d695b0-4976-4a54-b3e4-e27628965028 req-348580b9-cf87-453e-84dd-b47efe467016 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:47.797770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9d695b0-4976-4a54-b3e4-e27628965028 req-348580b9-cf87-453e-84dd-b47efe467016 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 944 time: 0.5149839 Feb 04 15:51:47.801159 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7296ca0-5cd3-4dd8-bce5-123338ed0858 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.807910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1c50ff63-9607-435c-a063-1ea09b6d9364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:47.859478 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempt 3 to bind port cea66609-85e0-4b3e-8286-a730c866b964 Feb 04 15:51:47.910641 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.064980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7296ca0-5cd3-4dd8-bce5-123338ed0858 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=88d49c2a-4036-44bb-949f-e26090c8c69a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:48.097003 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7296ca0-5cd3-4dd8-bce5-123338ed0858 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.119533 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b7296ca0-5cd3-4dd8-bce5-123338ed0858 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/88d49c2a-4036-44bb-949f-e26090c8c69a HTTP/1.1" status: 204 len: 168 time: 1.6147671 Feb 04 15:51:48.125159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:48.126733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51802) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:48.126899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:48.126899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:48.133951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Could not find standard attr ID for object 46e69c6c-b973-44ff-89e1-dd98ddd70977. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:48.153721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136252e-2f94-4902-8dee-8f0e0a462f24 None None] Pushing event updated for resources: {'Port': ['ID=0a659053-8c88-478e-87e2-8f5399a30f10,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:48.288572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9d695b0-4976-4a54-b3e4-e27628965028 req-8744cdf1-c888-4db7-a1e6-bc2312636dc2 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4897807 Feb 04 15:51:48.319242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:48.324202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:48.384499 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0bd64ae5-5510-406f-8957-49dd835ffe55 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.385949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-0038134a-b818-46b3-8d75-a857263e8d74 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet 07fbfaf6-de7a-46e5-84fb-ad0036a6c2e1 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:51:48.390465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0038134a-b818-46b3-8d75-a857263e8d74 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.458228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0bd64ae5-5510-406f-8957-49dd835ffe55 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.520195 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0038134a-b818-46b3-8d75-a857263e8d74 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.570236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:48.571195 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:48.574748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-14295a25-406d-4d5a-bb09-67bbe847544e None None] Provisioning complete for port 0a659053-8c88-478e-87e2-8f5399a30f10 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:48.575293 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14295a25-406d-4d5a-bb09-67bbe847544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.654915 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempt 4 to bind port cea66609-85e0-4b3e-8286-a730c866b964 Feb 04 15:51:48.676358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:48.676489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:48.676753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:48.692725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:48.695456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:48.712239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:48.712580 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:48.723267 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempt 5 to bind port cea66609-85e0-4b3e-8286-a730c866b964 Feb 04 15:51:48.748614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd64ae5-5510-406f-8957-49dd835ffe55 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=989f8919-97f9-4d55-a635-afaca2b0f0e2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:48.772949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:48.777399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:48.777928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:48.778559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0bd64ae5-5510-406f-8957-49dd835ffe55 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network 989f8919-97f9-4d55-a635-afaca2b0f0e2 is not hosted by any dhcp agent {{(pid=87571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 15:51:48.794727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd64ae5-5510-406f-8957-49dd835ffe55 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:48.797952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0bd64ae5-5510-406f-8957-49dd835ffe55 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.801224 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0bd64ae5-5510-406f-8957-49dd835ffe55 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "PUT /v2.0/networks/989f8919-97f9-4d55-a635-afaca2b0f0e2 HTTP/1.1" status: 200 len: 761 time: 1.2902911 Feb 04 15:51:48.805067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 989f8919-97f9-4d55-a635-afaca2b0f0e2 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:48.821145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51832) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:48.821323 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0038134a-b818-46b3-8d75-a857263e8d74 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.960092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6008ff36-c3f6-4e12-9298-b0649a5d5f71 req-0c02e3cf-fbbf-426a-a583-477b5aab1f84 tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.3660865 Feb 04 15:51:49.072258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:49.072619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0195dd9b-4b3f-41e7-b9c6-fc2f90f230a3 req-3e9b38ce-8d15-4287-8acf-9528eddd7c85 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1057034 Feb 04 15:51:49.073527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:49.147958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91511f27-91b3-4e17-b642-b5c68e15445b None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:49.179244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0038134a-b818-46b3-8d75-a857263e8d74 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.217853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f80c96-0c76-4d5f-8187-60176b5f6ca4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:49.229844 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-28f80c96-0c76-4d5f-8187-60176b5f6ca4 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/networks?id=989f8919-97f9-4d55-a635-afaca2b0f0e2 HTTP/1.1" status: 200 len: 764 time: 0.3773284 Feb 04 15:51:49.233437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51854) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:49.237015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c50ff63-9607-435c-a063-1ea09b6d9364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.252949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038134a-b818-46b3-8d75-a857263e8d74 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=07fbfaf6-de7a-46e5-84fb-ad0036a6c2e1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:49.261683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0038134a-b818-46b3-8d75-a857263e8d74 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.271750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0038134a-b818-46b3-8d75-a857263e8d74 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/07fbfaf6-de7a-46e5-84fb-ad0036a6c2e1 HTTP/1.1" status: 204 len: 168 time: 1.1432433 Feb 04 15:51:49.274381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51858) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:49.285231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c50ff63-9607-435c-a063-1ea09b6d9364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.511216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:49.512619 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:49.539576 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceb1be1-e870-422f-81fa-5d88f031c92c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:49.541454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ceb1be1-e870-422f-81fa-5d88f031c92c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:49.545300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3ceb1be1-e870-422f-81fa-5d88f031c92c tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/88d49c2a-4036-44bb-949f-e26090c8c69a HTTP/1.1" status: 404 len: 337 time: 0.2696464 Feb 04 15:51:49.548125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51874) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:49.562669 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempt 6 to bind port cea66609-85e0-4b3e-8286-a730c866b964 Feb 04 15:51:49.592749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e4dff-bc54-4eb9-98b2-5408e1eb1d4e tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:49.598157 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d42e4dff-bc54-4eb9-98b2-5408e1eb1d4e tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3637071 Feb 04 15:51:49.614395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:49.615048 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:49.616910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51878) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:49.617366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:49.665068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3eb643d3-a1ec-477f-8071-f00e9799700e up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:49.707983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec68c0f9-7d6b-48df-b236-b01448053215 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting subnet 7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:51:49.713579 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec68c0f9-7d6b-48df-b236-b01448053215 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.734712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7fff87c6-83df-4e8a-82c9-009acd0f83d0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Synchronizing usage tracker for tenant:f2e188e3f5a5456ca47da791c51f02fc on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:49.742881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50ff63-9607-435c-a063-1ea09b6d9364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb64311b-4649-45a3-983f-283348059778,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:49.760919 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c50ff63-9607-435c-a063-1ea09b6d9364 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9f09fac1cae45e0b361ba86f807ea26&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0232480 Feb 04 15:51:49.760919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51886) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:49.813169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7254a70d-2756-4b3d-a018-65796c62d8a3 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:49.821172 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec68c0f9-7d6b-48df-b236-b01448053215 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.842701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:49.843508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:49.941091 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec68c0f9-7d6b-48df-b236-b01448053215 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.963970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:49.964612 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:49.977494 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempt 7 to bind port cea66609-85e0-4b3e-8286-a730c866b964 Feb 04 15:51:50.032578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:50.033217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:50.033853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:50.042997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 3eb643d3-a1ec-477f-8071-f00e9799700e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:50.057774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 3eb643d3-a1ec-477f-8071-f00e9799700e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:50.058425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.141886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7fff87c6-83df-4e8a-82c9-009acd0f83d0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Unset dirty status for tenant:f2e188e3f5a5456ca47da791c51f02fc on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:50.171442 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7fff87c6-83df-4e8a-82c9-009acd0f83d0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 207 time: 0.5526488 Feb 04 15:51:50.175420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51898) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:50.239109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd7abbc6-12ca-498a-bb4c-e78df4264064 None None] Provisioning complete for port b1b68731-833f-4216-9dc8-8f50999ee559 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:50.239602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd7abbc6-12ca-498a-bb4c-e78df4264064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.355592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec68c0f9-7d6b-48df-b236-b01448053215 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.374125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51904) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:50.410684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-bd7abbc6-12ca-498a-bb4c-e78df4264064 None None] Port b1b68731-833f-4216-9dc8-8f50999ee559 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:50.414357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:50.414783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:50.451745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68c0f9-7d6b-48df-b236-b01448053215 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:50.458167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:50.458408 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:50.479098 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec68c0f9-7d6b-48df-b236-b01448053215 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.492498 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempt 8 to bind port cea66609-85e0-4b3e-8286-a730c866b964 Feb 04 15:51:50.495182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74bcb6-8f49-414a-bb6f-f8a353837866 req-dc9674ce-7c2e-4a39-8851-90d9855f9a48 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.496719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c74bcb6-8f49-414a-bb6f-f8a353837866 req-dc9674ce-7c2e-4a39-8851-90d9855f9a48 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 944 time: 0.4650099 Feb 04 15:51:50.498227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ec68c0f9-7d6b-48df-b236-b01448053215 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2 HTTP/1.1" status: 204 len: 168 time: 0.9490163 Feb 04 15:51:50.507956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51912) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:50.552474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd7abbc6-12ca-498a-bb4c-e78df4264064 None None] Provisioning for port 7254a70d-2756-4b3d-a018-65796c62d8a3 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:50.580668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd7abbc6-12ca-498a-bb4c-e78df4264064 None None] Provisioning complete for port 7254a70d-2756-4b3d-a018-65796c62d8a3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:50.581270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd7abbc6-12ca-498a-bb4c-e78df4264064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.622866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:50.624337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:50.625013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:50.639309 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-98789a1c-4190-4dab-9824-888574826125 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:50.639782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98789a1c-4190-4dab-9824-888574826125 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:50.643932 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-98789a1c-4190-4dab-9824-888574826125 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/1ee53047-6e85-4428-9318-741c3987cf94 HTTP/1.1" status: 404 len: 337 time: 0.1019683 Feb 04 15:51:50.645991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51916) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:50.664280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1270-182d-489d-81e7-10c8d94be238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.680885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:50.681432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:50.702102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:50.702585 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:50.709943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135306d3-96d0-4302-ac3a-1536e7b6bf9a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.713658 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempt 9 to bind port cea66609-85e0-4b3e-8286-a730c866b964 Feb 04 15:51:50.715803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135306d3-96d0-4302-ac3a-1536e7b6bf9a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.720741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7254a70d-2756-4b3d-a018-65796c62d8a3 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:50.721136 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.722204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135306d3-96d0-4302-ac3a-1536e7b6bf9a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.729036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135306d3-96d0-4302-ac3a-1536e7b6bf9a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.734997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135306d3-96d0-4302-ac3a-1536e7b6bf9a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.742817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135306d3-96d0-4302-ac3a-1536e7b6bf9a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.757023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c74bcb6-8f49-414a-bb6f-f8a353837866 req-51bcb54d-fa1a-4a5e-898b-409da5714c46 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397597 Feb 04 15:51:50.757131 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-135306d3-96d0-4302-ac3a-1536e7b6bf9a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5774040 Feb 04 15:51:50.757131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51920) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:50.793323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:50.793857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:50.794230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:50.810156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:50.810539 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:50.832114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ee4cc85c-882e-4a0e-85d4-52748223f589 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f5052c-d778-44e6-bf8f-9aaa267b4280 HTTP/1.1" status: 200 len: 205 time: 0.1822848 Feb 04 15:51:50.833171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.840724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:50.841094 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:50.841628 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.852152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51924) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:50.872796 n-d-827870-1 neutron-server[87572]: INFO neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempt 10 to bind port cea66609-85e0-4b3e-8286-a730c866b964 Feb 04 15:51:50.901959 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1270-182d-489d-81e7-10c8d94be238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.905683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:50.906099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:50.915123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:50.945651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:50.953019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:50.953389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Attempting to bind port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:50.980802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3516d9daf12945449acae7a363f5c38f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:51.031818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:51.035496 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-5c164d49-7ffb-4f59-8a31-9a92475c2595 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] delete failed (client error): The resource could not be found. Feb 04 15:51:51.037216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5c164d49-7ffb-4f59-8a31-9a92475c2595 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/routers/84f5052c-d778-44e6-bf8f-9aaa267b4280 HTTP/1.1" status: 404 len: 336 time: 0.1817899 Feb 04 15:51:51.044628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 on network d93942ac-08f6-4b07-9373-62f922cebcae not bound, no agent of type HyperV agent registered on host n-d-827870-1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:51:51.045154 n-d-827870-1 neutron-server[87572]: ERROR neutron.plugins.ml2.managers [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Failed to bind port cea66609-85e0-4b3e-8286-a730c866b964 on host n-d-827870-1 for vnic_type normal using segments [] Feb 04 15:51:51.045625 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.047790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51928) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.050725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b6096fc-cf4b-4084-90e7-f82d800630f5 req-68afb5c4-7bd5-4369-a68d-afbe7922804a tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.0859921 Feb 04 15:51:51.054742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:51.075175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd7abbc6-12ca-498a-bb4c-e78df4264064 None None] Could not find standard attr ID for object 46e69c6c-b973-44ff-89e1-dd98ddd70977. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:51.076511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb643d3-a1ec-477f-8071-f00e9799700e'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:51.087949 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f3f46a29-1961-471a-bec9-106f97775f89 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3286314 Feb 04 15:51:51.097632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51936) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.139219 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f6a59f-d1f4-4451-ad5b-9c8802d9d63e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:51.142420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f6a59f-d1f4-4451-ad5b-9c8802d9d63e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:51.144302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-68f6a59f-d1f4-4451-ad5b-9c8802d9d63e tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/95704c09-b894-4402-b03b-f7b7bc1ba668 HTTP/1.1" status: 404 len: 337 time: 0.0926046 Feb 04 15:51:51.148028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3eb643d3-a1ec-477f-8071-f00e9799700e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3eb643d3-a1ec-477f-8071-f00e9799700e,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:51.149477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51940) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.183851 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'code': 200} Feb 04 15:51:51.192670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1270-182d-489d-81e7-10c8d94be238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.270836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a1270-182d-489d-81e7-10c8d94be238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb64311b-4649-45a3-983f-283348059778,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:51.284285 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1270-182d-489d-81e7-10c8d94be238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.285449 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bc8a1270-182d-489d-81e7-10c8d94be238 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb64311b-4649-45a3-983f-283348059778 HTTP/1.1" status: 204 len: 168 time: 1.5233960 Feb 04 15:51:51.312634 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.321891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a981e-c8a8-44bd-8dd6-4d78267a560c None None] Port cea66609-85e0-4b3e-8286-a730c866b964 has been deleted concurrently {{(pid=87572) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Feb 04 15:51:51.370701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af684a-fc3b-46d0-b4a5-3a0116104a38 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.375654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af684a-fc3b-46d0-b4a5-3a0116104a38 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.376485 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52fc18e-d4ae-496e-9a26-dbb4cf1f6fd0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:51.380603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52fc18e-d4ae-496e-9a26-dbb4cf1f6fd0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:51.388989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af684a-fc3b-46d0-b4a5-3a0116104a38 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.392912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af684a-fc3b-46d0-b4a5-3a0116104a38 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.401087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af684a-fc3b-46d0-b4a5-3a0116104a38 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.407105 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a3af684a-fc3b-46d0-b4a5-3a0116104a38 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3084040 Feb 04 15:51:51.417390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51950) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.424915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b52fc18e-d4ae-496e-9a26-dbb4cf1f6fd0 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/4e246f84-71b4-4321-8579-2104fa3d001c HTTP/1.1" status: 404 len: 337 time: 0.2707970 Feb 04 15:51:51.439700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51954) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.556863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0a659053-8c88-478e-87e2-8f5399a30f10 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:51:51.567455 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf84433-b90c-491f-9b52-6fbc38c9c3f2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:51.567913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf84433-b90c-491f-9b52-6fbc38c9c3f2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:51.593674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9bf84433-b90c-491f-9b52-6fbc38c9c3f2 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/de82e68e-2f8a-4d0e-81c9-c836df793d4d HTTP/1.1" status: 404 len: 337 time: 0.1440985 Feb 04 15:51:51.595954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.764289 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9937e88b-5506-46c2-a930-abe3e87200ca tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:51.765043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9937e88b-5506-46c2-a930-abe3e87200ca tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:51.771153 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9937e88b-5506-46c2-a930-abe3e87200ca tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/3f52f406-8d61-4959-ba19-9ff60e704e53 HTTP/1.1" status: 404 len: 333 time: 0.1704590 Feb 04 15:51:51.778433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51972) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.816590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b312b-5bb6-43f2-adab-5c1ea361e727 req-aee0c7ea-bc1a-4c03-8b75-be4d04b69aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.818089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-668b312b-5bb6-43f2-adab-5c1ea361e727 req-aee0c7ea-bc1a-4c03-8b75-be4d04b69aea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 1096 time: 0.5414906 Feb 04 15:51:51.856014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-28aa98b3-4c9b-49af-858b-1ed6e98f83df None None] Provisioning complete for port 0a659053-8c88-478e-87e2-8f5399a30f10 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:51.856579 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-28aa98b3-4c9b-49af-858b-1ed6e98f83df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.864221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4001a-011d-44a5-a965-eb57713127d5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.866213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4001a-011d-44a5-a965-eb57713127d5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.867693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4001a-011d-44a5-a965-eb57713127d5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.869097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4001a-011d-44a5-a965-eb57713127d5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.870468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4001a-011d-44a5-a965-eb57713127d5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['shared'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.875479 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3cc4001a-011d-44a5-a965-eb57713127d5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4537191 Feb 04 15:51:51.884720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51978) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:51.908049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d01120e5-35d5-4a1f-a0c7-f0e03f1c6f60 req-1b05fa8f-4dd1-4c52-8614-c1bd390964ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=62139c7ab2a7468898da2aa55f10c6ec&device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1900895 Feb 04 15:51:51.927011 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03a9b1d-3d2a-446e-a14d-a0bef72aed43 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:51.927473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03a9b1d-3d2a-446e-a14d-a0bef72aed43 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:51.929879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b03a9b1d-3d2a-446e-a14d-a0bef72aed43 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/bfdfd73d-ccf5-415f-b4f3-58a1317b2e84 HTTP/1.1" status: 404 len: 337 time: 0.1443775 Feb 04 15:51:51.944758 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.953456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51982) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:52.024752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3eb643d3-a1ec-477f-8071-f00e9799700e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:52.059313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a522ff3-1419-4210-b60d-b6c978ef0872 None None] Update dhcp port {'port': {'network_id': 'b171d2fc-3635-4b57-8aaa-b48ff7414ad0', 'fixed_ips': [{'subnet_id': '7ab7ede2-16e8-4b82-9a4d-e47fcd2951e2'}], 'binding:host_id': 'n-d-827870-1'}, 'id': '7254a70d-2756-4b3d-a018-65796c62d8a3'} from n-d-827870-1. {{(pid=87572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 15:51:52.089712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd5b98bd-497a-4e52-94d2-27110a3d9f89 req-e0cdbd78-cc26-4f7e-bdf7-bfa70330932a tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1425085 Feb 04 15:51:52.090619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.161383 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a522ff3-1419-4210-b60d-b6c978ef0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.200690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0a659053-8c88-478e-87e2-8f5399a30f10 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:52.201141 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.211335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-668b312b-5bb6-43f2-adab-5c1ea361e727 req-466ccfe5-c081-469c-9b95-34799d4efa6a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750620 Feb 04 15:51:52.234960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba94eae-66c0-47c0-9414-5b9a7c9cce26 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:52.239177 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8ba94eae-66c0-47c0-9414-5b9a7c9cce26 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/networks/a2848bd6-8623-4c58-8d0f-455a64b8d6ad HTTP/1.1" status: 200 len: 804 time: 0.3534098 Feb 04 15:51:52.242878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51998) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:52.243966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d01120e5-35d5-4a1f-a0c7-f0e03f1c6f60 req-d0d61ab0-eedb-478e-a3d3-9e54eeb31ba2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=62139c7ab2a7468898da2aa55f10c6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2940197 Feb 04 15:51:52.253997 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76096d8-96e5-4e47-990a-efbc7493c637 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:52.254715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76096d8-96e5-4e47-990a-efbc7493c637 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:52.455037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52004) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:52.460068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3516d9daf12945449acae7a363f5c38f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0044172 Feb 04 15:51:52.469937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b76096d8-96e5-4e47-990a-efbc7493c637 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/5fb9bd54-eb40-43f4-ad2f-712494d1c025 HTTP/1.1" status: 404 len: 337 time: 0.5093198 Feb 04 15:51:52.489119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52008) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:52.555625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bff4723-00e2-4d0b-a71c-5a84c788f1fa,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:52.680503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.685188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.685980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.686666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.687446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.687779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.688190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.688572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.688935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.689261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.691708 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f389205-a451-412e-af9e-faff96b98774 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:52.691847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.692165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed52dc-6a99-4194-92cf-91cb8e8533a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:52.692300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f389205-a451-412e-af9e-faff96b98774 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:52.694170 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8f389205-a451-412e-af9e-faff96b98774 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/3636adf6-a26d-4e66-963d-4c372cd7ecc7 HTTP/1.1" status: 404 len: 333 time: 0.1883566 Feb 04 15:51:52.700217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52020) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:52.728048 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-70ff8a46-4e4a-482a-8813-21ddb879a359 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/networks/a2848bd6-8623-4c58-8d0f-455a64b8d6ad?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4839768 Feb 04 15:51:52.741886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52022) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:52.850168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d83fca-4f46-4e0a-985b-e455cef00554 None None] Network b171d2fc-3635-4b57-8aaa-b48ff7414ad0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:52.971639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54b13627-5833-47d6-bc9c-13041a2e689f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.980596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01120e5-35d5-4a1f-a0c7-f0e03f1c6f60 req-dc6a5741-17e9-49ca-bb32-5d41ef94b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:52.988451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d01120e5-35d5-4a1f-a0c7-f0e03f1c6f60 req-dc6a5741-17e9-49ca-bb32-5d41ef94b3be service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7057655 Feb 04 15:51:52.993930 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c50f9a-76e7-4643-a414-29dc71830c59 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:52.995508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c50f9a-76e7-4643-a414-29dc71830c59 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:53.007928 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-15c50f9a-76e7-4643-a414-29dc71830c59 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/076bcbe9-63ef-4766-bfbd-19e2919b420a HTTP/1.1" status: 404 len: 337 time: 0.2780116 Feb 04 15:51:53.019134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52034) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:53.044080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4eebf-a33d-4781-8ad4-5da9078f3e7d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:53.045545 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-69e4eebf-a33d-4781-8ad4-5da9078f3e7d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/subnets/62c74b1c-e9e0-432b-8b75-6c5abe75f3d2 HTTP/1.1" status: 200 len: 843 time: 0.2975061 Feb 04 15:51:53.071465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f71c9f-a22d-44b5-aa7a-e34e93d2c3e0 req-f40d2186-75fe-4ec0-aa38-f1863d0ed7b4 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:53.082776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57f71c9f-a22d-44b5-aa7a-e34e93d2c3e0 req-f40d2186-75fe-4ec0-aa38-f1863d0ed7b4 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 945 time: 0.7245772 Feb 04 15:51:53.087808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52038) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:53.161543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52044) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:53.215380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54b13627-5833-47d6-bc9c-13041a2e689f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.233952 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-925b21f2-b6c2-4cad-b2ba-fddad4debb70 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] DELETE failed (client error): The resource could not be found. Feb 04 15:51:53.234422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925b21f2-b6c2-4cad-b2ba-fddad4debb70 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:53.236154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-925b21f2-b6c2-4cad-b2ba-fddad4debb70 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/subnets/837f219a-ba65-41d1-bcd2-58f87233a860 HTTP/1.1" status: 404 len: 337 time: 0.2159641 Feb 04 15:51:53.246341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52052) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:53.306242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96fcb1e-98d0-4024-8516-7ed4038a2028 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:53.306868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a96fcb1e-98d0-4024-8516-7ed4038a2028 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Synchronizing usage tracker for tenant:f2e188e3f5a5456ca47da791c51f02fc on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:51:53.376350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a96fcb1e-98d0-4024-8516-7ed4038a2028 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Unset dirty status for tenant:f2e188e3f5a5456ca47da791c51f02fc on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:51:53.388186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a96fcb1e-98d0-4024-8516-7ed4038a2028 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "GET /v2.0/subnets/62c74b1c-e9e0-432b-8b75-6c5abe75f3d2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2909889 Feb 04 15:51:53.391352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52058) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:53.426822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9b5be4f5-0d97-43d2-b79e-5ccd043723e2 None None] Provisioning complete for port b1b68731-833f-4216-9dc8-8f50999ee559 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:53.427366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9b5be4f5-0d97-43d2-b79e-5ccd043723e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.448298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-159456542'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:53.501530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:53.541771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5850d960-1d27-4d98-9ba5-6b57a72ece23 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port b1b68731-833f-4216-9dc8-8f50999ee559 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:51:53.546138 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5850d960-1d27-4d98-9ba5-6b57a72ece23 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.596549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57f71c9f-a22d-44b5-aa7a-e34e93d2c3e0 req-2323cba0-bd97-4127-a481-fb518666659b tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5126696 Feb 04 15:51:53.625353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:53.637272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7254a70d-2756-4b3d-a018-65796c62d8a3 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:53.653946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:53.673278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.688798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f424b9a9-c301-48f7-9a40-4f70492e7636 None None] DHCP port deletion for d93942ac-08f6-4b07-9373-62f922cebcae request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:51:53.793012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9b5be4f5-0d97-43d2-b79e-5ccd043723e2 None None] Port b1b68731-833f-4216-9dc8-8f50999ee559 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:51:53.795004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be9f11-64c5-458d-be48-b1e2f28a6252 None None] Network d93942ac-08f6-4b07-9373-62f922cebcae requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:53.808965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:53.825896 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.826568 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Added segment 5d83a94f-00e0-4f5d-b2bb-a37ac6854264 of type vlan for network fcd83267-6fe5-45b4-b81a-f2aae49236c6 Feb 04 15:51:53.847939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be9f11-64c5-458d-be48-b1e2f28a6252 None None] Network d93942ac-08f6-4b07-9373-62f922cebcae could not be found, it might have been deleted concurrently. {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 15:51:53.868147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31e1a6-5c10-4b69-b66f-163b6bbb968a None None] Network d93942ac-08f6-4b07-9373-62f922cebcae requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:53.892089 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.895328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31e1a6-5c10-4b69-b66f-163b6bbb968a None None] Network d93942ac-08f6-4b07-9373-62f922cebcae could not be found, it might have been deleted concurrently. {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 15:51:53.901676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54b13627-5833-47d6-bc9c-13041a2e689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.964656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b13627-5833-47d6-bc9c-13041a2e689f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bff4723-00e2-4d0b-a71c-5a84c788f1fa,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:53.965188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9b5be4f5-0d97-43d2-b79e-5ccd043723e2 None None] Provisioning complete for port 7254a70d-2756-4b3d-a018-65796c62d8a3 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:53.965624 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9b5be4f5-0d97-43d2-b79e-5ccd043723e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.967292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d45d072-c36a-417b-ad62-f7abbd8a4f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.007112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-54b13627-5833-47d6-bc9c-13041a2e689f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.011046 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-54b13627-5833-47d6-bc9c-13041a2e689f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8bff4723-00e2-4d0b-a71c-5a84c788f1fa HTTP/1.1" status: 204 len: 168 time: 1.5524585 Feb 04 15:51:54.014573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6d45d072-c36a-417b-ad62-f7abbd8a4f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:54.017862 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5850d960-1d27-4d98-9ba5-6b57a72ece23 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.030082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6d45d072-c36a-417b-ad62-f7abbd8a4f0b admin admin] Usage tracker for resource:security_group_rule and tenant:3a1ad18caf434e2397e2b7fded310138 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:54.034744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6d45d072-c36a-417b-ad62-f7abbd8a4f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:54.105530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] DHCP port deletion for b171d2fc-3635-4b57-8aaa-b48ff7414ad0 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:51:54.138919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] Deleting port 7254a70d-2756-4b3d-a018-65796c62d8a3 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:51:54.139286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.567204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52078) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:54.586544 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.669426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58522c2e-d9d6-42a4-8775-b40528ee22bf req-d04fc0fc-6615-457d-8843-551abf2bcccf tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.6921322 Feb 04 15:51:54.677995 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.685507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:54.686447 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.706386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6d45d072-c36a-417b-ad62-f7abbd8a4f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:54.718721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5850d960-1d27-4d98-9ba5-6b57a72ece23 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for b1b68731-833f-4216-9dc8-8f50999ee559 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:51:54.738577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d01120e5-35d5-4a1f-a0c7-f0e03f1c6f60 req-46466c83-ef93-4235-8591-3c833197779b tempest-ServerShowV254Test-715132592 tempest-ServerShowV254Test-715132592-project] 10.222.0.61 "GET /v2.0/ports?device_id=30bd1b62-a8bc-461d-aedc-4fcac291a7f8 HTTP/1.1" status: 200 len: 210 time: 0.1669669 Feb 04 15:51:54.875961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 7254a70d-2756-4b3d-a018-65796c62d8a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7254a70d-2756-4b3d-a018-65796c62d8a3,segment=NetworkSegment(afa8a099-4cba-4c9a-9571-a5a6a8faaa8a),segment_id=afa8a099-4cba-4c9a-9571-a5a6a8faaa8a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:54.914557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Network': ['ID=fcd83267-6fe5-45b4-b81a-f2aae49236c6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:54.936313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-93f3bfc9-2a83-468d-8031-0f682953740d tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5141051 Feb 04 15:51:54.937068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52090) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:54.946314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'network_id': 'fcd83267-6fe5-45b4-b81a-f2aae49236c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:54.953882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5850d960-1d27-4d98-9ba5-6b57a72ece23 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.058181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] For port 7254a70d-2756-4b3d-a018-65796c62d8a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7254a70d-2756-4b3d-a018-65796c62d8a3,segment=NetworkSegment(afa8a099-4cba-4c9a-9571-a5a6a8faaa8a),segment_id=afa8a099-4cba-4c9a-9571-a5a6a8faaa8a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:55.058490 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.093793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850d960-1d27-4d98-9ba5-6b57a72ece23 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=b1b68731-833f-4216-9dc8-8f50999ee559,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:55.127514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5850d960-1d27-4d98-9ba5-6b57a72ece23 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.156008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network fcd83267-6fe5-45b4-b81a-f2aae49236c6 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:55.160919 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5850d960-1d27-4d98-9ba5-6b57a72ece23 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/ports/b1b68731-833f-4216-9dc8-8f50999ee559 HTTP/1.1" status: 204 len: 168 time: 1.9098389 Feb 04 15:51:55.167722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52098) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:55.252752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'network': {'name': 'tempest-network-smoke--286417864', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'port_security_enabled': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:55.259727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:55.279351 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.294467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] Calling delete_port for 7254a70d-2756-4b3d-a018-65796c62d8a3 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:51:55.299175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:55.372602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d45d072-c36a-417b-ad62-f7abbd8a4f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.402032 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6d45d072-c36a-417b-ad62-f7abbd8a4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.410665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:55.422221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9239b3cb-26bf-495d-b9e0-6aefc2b044bf None None] Could not find standard attr ID for object cea66609-85e0-4b3e-8286-a730c866b964. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:55.434135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:network and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:55.450658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:55.476741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cea66609-85e0-4b3e-8286-a730c866b964 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:51:55.480899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:55.487500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.551693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Made reservation on behalf of f2e188e3f5a5456ca47da791c51f02fc for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:55.566656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.594502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d072-c36a-417b-ad62-f7abbd8a4f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a4ec77-87f0-43a3-9415-a2ac7c66d7fa,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:55.609251 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6d45d072-c36a-417b-ad62-f7abbd8a4f0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a1ad18caf434e2397e2b7fded310138&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4269512 Feb 04 15:51:55.610655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52108) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:55.622355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Deleting port 7254a70d-2756-4b3d-a018-65796c62d8a3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:51:55.622700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.631119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: cea66609-85e0-4b3e-8286-a730c866b964 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:51:55.631898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cea66609-85e0-4b3e-8286-a730c866b964 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:51:55.682401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Made reservation on behalf of fe2bb10d224f4113a67d9b82b1e79c3e for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:55.691977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.724011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=7254a70d-2756-4b3d-a018-65796c62d8a3,revision_number=11']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:55.729271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:55.729859 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:55.796943 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bac5de6-53cc-47ff-9443-7e390400508d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.807603 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.847914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:55.861474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.ipam_backend_mixin [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Performing IP validity checks on allocation pools {{(pid=87570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:51:55.862130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.ipam_backend_mixin [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:51:55.866174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:55.871317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:55.883242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bac5de6-53cc-47ff-9443-7e390400508d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.889787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:55.920503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0790c-a848-4872-862a-184c2436cba5 req-fad94830-b178-4530-911d-718e0fe8fe9d tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:55.922212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a0d0790c-a848-4872-862a-184c2436cba5 req-fad94830-b178-4530-911d-718e0fe8fe9d tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 945 time: 0.6739120 Feb 04 15:51:56.028136 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bac5de6-53cc-47ff-9443-7e390400508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.065270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac5de6-53cc-47ff-9443-7e390400508d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a4ec77-87f0-43a3-9415-a2ac7c66d7fa,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:56.096365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bac5de6-53cc-47ff-9443-7e390400508d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.100969 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6bac5de6-53cc-47ff-9443-7e390400508d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8a4ec77-87f0-43a3-9415-a2ac7c66d7fa HTTP/1.1" status: 204 len: 168 time: 0.4893513 Feb 04 15:51:56.107068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] For port 7254a70d-2756-4b3d-a018-65796c62d8a3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7254a70d-2756-4b3d-a018-65796c62d8a3,segment=NetworkSegment(afa8a099-4cba-4c9a-9571-a5a6a8faaa8a),segment_id=afa8a099-4cba-4c9a-9571-a5a6a8faaa8a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:56.107708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.138093 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a0d0790c-a848-4872-862a-184c2436cba5 req-98295596-5791-44e7-b01a-f7832c69252e tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060132 Feb 04 15:51:56.175740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.231237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] Deleting port 7254a70d-2756-4b3d-a018-65796c62d8a3 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:51:56.231755 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.300359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Calling delete_port for 7254a70d-2756-4b3d-a018-65796c62d8a3 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:51:56.430086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52134) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:56.448108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.459880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=10332b29-ea6a-4791-9fbf-1ed1ba4aaf15,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:56.491988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Checking segment: {'id': '5d83a94f-00e0-4f5d-b2bb-a37ac6854264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcd83267-6fe5-45b4-b81a-f2aae49236c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:56.493715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network hostable DHCP agents. Network: fcd83267-6fe5-45b4-b81a-f2aae49236c6, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:56.498185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b2b6d7e9-c654-4506-bcf9-cdbc8696f1ab None None] The port '7254a70d-2756-4b3d-a018-65796c62d8a3' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:51:56.535189 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.577751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Port': ['ID=7254a70d-2756-4b3d-a018-65796c62d8a3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:56.591418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] No DVR routers for this DVR port 7254a70d-2756-4b3d-a018-65796c62d8a3 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:56.645875 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.742103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a360b89-ac30-46f6-bf35-47106d91220e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:56.781384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:56.785244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Network fcd83267-6fe5-45b4-b81a-f2aae49236c6 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:56.807621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52148) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:56.838960 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.839339 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Added segment b556e2a1-5516-4401-b6c8-fa0e587e026f of type vlan for network b64cceb0-9975-4644-802b-ec72bad0e280 Feb 04 15:51:56.845719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, fcd83267-6fe5-45b4-b81a-f2aae49236c6) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:56.861080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21219597-079e-4db6-8c4b-2ffd22b01561 None None] Network fcd83267-6fe5-45b4-b81a-f2aae49236c6 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:51:56.862592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.863211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.885710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.914010 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.914257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b171d2fc-3635-4b57-8aaa-b48ff7414ad0']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:56.927077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a16584-2eaa-4855-bc7c-8288797052f7 req-ec9c6e1c-9b13-4399-8ea3-c3cf63288197 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.927978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa8a099-4cba-4c9a-9571-a5a6a8faaa8a') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:56.928334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa8a099-4cba-4c9a-9571-a5a6a8faaa8a') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:56.935558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-98a16584-2eaa-4855-bc7c-8288797052f7 req-ec9c6e1c-9b13-4399-8ea3-c3cf63288197 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 945 time: 0.3858564 Feb 04 15:51:56.941292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.960061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.967494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:56.967897 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.999001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-208e354a-6051-4471-87e2-557cfbce17c0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0606704 Feb 04 15:51:57.006734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52158) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:57.026315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fb3d3b3c-7714-4294-ab6e-cbd3eff66382 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:57.076406 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:57.085180 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.097887 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.117620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.125421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:57.136238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] Pushing event deleted for resources: {'Network': ['ID=b171d2fc-3635-4b57-8aaa-b48ff7414ad0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:57.140267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Usage tracker for resource:security_group_rule and tenant:13d5419d621446fc9afcbb404e671dae is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:57.143699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:57.150001 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-77004fb9-bca7-4a45-bb17-5c0d6cb54e02 tempest-PortsIpV6TestJSON-1550754343 tempest-PortsIpV6TestJSON-1550754343-project] 10.222.0.46 "DELETE /v2.0/networks/b171d2fc-3635-4b57-8aaa-b48ff7414ad0 HTTP/1.1" status: 204 len: 168 time: 1.9784415 Feb 04 15:51:57.151758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:57.172377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-98a16584-2eaa-4855-bc7c-8288797052f7 req-40f700d3-0650-45fc-ac8a-c7faf806b428 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354171 Feb 04 15:51:57.201559 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.215752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.218267 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.305273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.310317 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.381977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb3d3b3c-7714-4294-ab6e-cbd3eff66382 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1783875'] for subnet, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.383233 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13d5419d621446fc9afcbb404e671dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9516110 Feb 04 15:51:57.384160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52170) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:57.404757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962a7e1b-0091-440c-9687-d60fb74c8f19,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:57.416598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.417731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.418458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.419381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.419995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.420661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.421262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.421873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.422649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.423185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.424010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.424544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b6e76-c60d-463a-aeef-a1c0d10897a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:57.455808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-fcd83267-6fe5-45b4-b81a-f2aae49236c6', 'network_id': 'fcd83267-6fe5-45b4-b81a-f2aae49236c6', 'tenant_id': 'f2e188e3f5a5456ca47da791c51f02fc', 'fixed_ips': [{'subnet_id': '10332b29-ea6a-4791-9fbf-1ed1ba4aaf15'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:51:57.456638 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.573524 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a4445f6-950e-4173-81f1-30ea9b8a97f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.618435 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a4445f6-950e-4173-81f1-30ea9b8a97f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.648259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52180) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:57.694562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a4445f6-950e-4173-81f1-30ea9b8a97f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.728743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a4445f6-950e-4173-81f1-30ea9b8a97f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.732403 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9a4445f6-950e-4173-81f1-30ea9b8a97f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/962a7e1b-0091-440c-9687-d60fb74c8f19 HTTP/1.1" status: 204 len: 168 time: 0.3326483 Feb 04 15:51:57.733572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4445f6-950e-4173-81f1-30ea9b8a97f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962a7e1b-0091-440c-9687-d60fb74c8f19,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:57.908046 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.3351426 Feb 04 15:51:57.911181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52194) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:57.919119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'admin_state_up': True, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:57.936170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:57.946667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:router and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:57.954751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:57.957328 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb3d3b3c-7714-4294-ab6e-cbd3eff66382 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759485116932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1880042'] for subnet, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.962401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Allocated IP 2001:db8::3 (fcd83267-6fe5-45b4-b81a-f2aae49236c6/10332b29-ea6a-4791-9fbf-1ed1ba4aaf15/c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:57.970477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11583bce-1732-4ec9-b03e-4a5bd79cba46 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Network': ['ID=b64cceb0-9975-4644-802b-ec72bad0e280,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:57.975446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:58.003082 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.005331 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.025233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.107948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b64cceb0-9975-4644-802b-ec72bad0e280 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:51:58.154584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55b17951-29af-49df-b576-00755284320a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.185816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d3b3c-7714-4294-ab6e-cbd3eff66382 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event updated for resources: {'Subnet': ['ID=10332b29-ea6a-4791-9fbf-1ed1ba4aaf15,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:58.258835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-55b17951-29af-49df-b576-00755284320a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:51:58.263498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3d3b3c-7714-4294-ab6e-cbd3eff66382 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:58.264113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb3d3b3c-7714-4294-ab6e-cbd3eff66382 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.271198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fb3d3b3c-7714-4294-ab6e-cbd3eff66382 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "PUT /v2.0/subnets/10332b29-ea6a-4791-9fbf-1ed1ba4aaf15 HTTP/1.1" status: 200 len: 900 time: 1.2554703 Feb 04 15:51:58.280748 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-55b17951-29af-49df-b576-00755284320a admin admin] Usage tracker for resource:security_group_rule and tenant:62139c7ab2a7468898da2aa55f10c6ec is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:51:58.284432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52200) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:58.303308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-55b17951-29af-49df-b576-00755284320a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:51:58.572000 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.588740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Transition to ACTIVE for port object c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:58.626067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Transition to ACTIVE for port object c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:58.641988 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.674167 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0e39ce4c-b509-45a5-8b10-ab2ad9c09749 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73685192fa0e430eb0476390fe62d958&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0226016 Feb 04 15:51:58.679931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52212) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:51:58.831875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Pushing event updated for resources: {'Port': ['ID=c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:58.841276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.868037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Network fcd83267-6fe5-45b4-b81a-f2aae49236c6 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:58.871597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:58.875029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:51:58.877762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.882266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-55b17951-29af-49df-b576-00755284320a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:51:58.886919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90a5a05f-d19c-499a-b332-26493a6739c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.925752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90a5a05f-d19c-499a-b332-26493a6739c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.958663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:51:58.960241 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.053860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90a5a05f-d19c-499a-b332-26493a6739c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.080566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5a05f-d19c-499a-b332-26493a6739c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3fed2d-0d7c-48a1-b347-c993760b84cb,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:59.104516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90a5a05f-d19c-499a-b332-26493a6739c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.105749 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-90a5a05f-d19c-499a-b332-26493a6739c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f3fed2d-0d7c-48a1-b347-c993760b84cb HTTP/1.1" status: 204 len: 168 time: 0.4249246 Feb 04 15:51:59.119177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c7530-2a45-4aa6-adb7-015088503885 req-3e9786ce-cf84-4f68-96c2-ae82bb90b120 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:59.130524 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb8c7530-2a45-4aa6-adb7-015088503885 req-3e9786ce-cf84-4f68-96c2-ae82bb90b120 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 945 time: 1.3998318 Feb 04 15:51:59.139505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Attempting to bind port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:59.140088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Attempting to bind port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '5d83a94f-00e0-4f5d-b2bb-a37ac6854264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcd83267-6fe5-45b4-b81a-f2aae49236c6'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:59.140432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Attempting to bind port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f on network fcd83267-6fe5-45b4-b81a-f2aae49236c6 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:51:59.165336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:51:59.166354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Checking segment: {'id': '5d83a94f-00e0-4f5d-b2bb-a37ac6854264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcd83267-6fe5-45b4-b81a-f2aae49236c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:51:59.166985 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.167897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Bound using segment: {'id': '5d83a94f-00e0-4f5d-b2bb-a37ac6854264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcd83267-6fe5-45b4-b81a-f2aae49236c6'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:51:59.168585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Bound port: c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d83a94f-00e0-4f5d-b2bb-a37ac6854264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fcd83267-6fe5-45b4-b81a-f2aae49236c6'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:59.169244 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.479981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] For port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:51:59.490149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] For port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f,segment=NetworkSegment(5d83a94f-00e0-4f5d-b2bb-a37ac6854264),segment_id=5d83a94f-00e0-4f5d-b2bb-a37ac6854264)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:51:59.517147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.573326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] For port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f, host n-d-827870-1, got binding levels [] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:51:59.573958 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.804050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e764c9e-9ae6-46bd-8312-fd74a45017e5 None None] Pushing event updated for resources: {'Port': ['ID=c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:59.861756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Calling delete_port for c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:51:59.946331 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.057520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb8c7530-2a45-4aa6-adb7-015088503885 req-00665d81-b002-4004-b55c-150a258bf4f4 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9244628 Feb 04 15:52:00.067479 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.082101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52238) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:00.127455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:00.127941 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:00.185935 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55b17951-29af-49df-b576-00755284320a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.214382 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55b17951-29af-49df-b576-00755284320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.411237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52254) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:00.413161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-55b17951-29af-49df-b576-00755284320a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62139c7ab2a7468898da2aa55f10c6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6017003 Feb 04 15:52:00.434133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b17951-29af-49df-b576-00755284320a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d37c05-1b7e-4e64-b5cd-9513f5def872,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:00.629024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:00.630080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.763005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.25.8.73 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/32a55ebf-9b25-424d-afa0-f928289f6c30) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:01.044807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-318ac490-6d86-4b8d-8ab6-ce1e15456b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.103639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-318ac490-6d86-4b8d-8ab6-ce1e15456b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.348628 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-318ac490-6d86-4b8d-8ab6-ce1e15456b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.447377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] For port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f,segment=NetworkSegment(5d83a94f-00e0-4f5d-b2bb-a37ac6854264),segment_id=5d83a94f-00e0-4f5d-b2bb-a37ac6854264)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:01.448447 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.483121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ac490-6d86-4b8d-8ab6-ce1e15456b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d37c05-1b7e-4e64-b5cd-9513f5def872,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:01.676249 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.698211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d9eea-f432-491f-95c7-a34836f7e939 tempest-TestServerBasicOps-1971190232 tempest-TestServerBasicOps-1971190232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.702180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f35d9eea-f432-491f-95c7-a34836f7e939 tempest-TestServerBasicOps-1971190232 tempest-TestServerBasicOps-1971190232-project-admin] Synchronizing usage tracker for tenant:b0ddc3fdea034486a7e48cf75afce7cd on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:01.739163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-318ac490-6d86-4b8d-8ab6-ce1e15456b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.743835 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-318ac490-6d86-4b8d-8ab6-ce1e15456b52 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96d37c05-1b7e-4e64-b5cd-9513f5def872 HTTP/1.1" status: 204 len: 168 time: 1.3231454 Feb 04 15:52:01.761911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:01.810369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f35d9eea-f432-491f-95c7-a34836f7e939 tempest-TestServerBasicOps-1971190232 tempest-TestServerBasicOps-1971190232-project-admin] Unset dirty status for tenant:b0ddc3fdea034486a7e48cf75afce7cd on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:01.814986 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f35d9eea-f432-491f-95c7-a34836f7e939 tempest-TestServerBasicOps-1971190232 tempest-TestServerBasicOps-1971190232-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 1091 time: 1.7283659 Feb 04 15:52:01.822523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52282) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:01.855602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:01.867408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:01.870026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:01.886331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Usage tracker for resource:floatingip and tenant:8b791c65c73b49f78e44fd9f456d54af is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:01.890631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:01.901361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:01.933600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.942263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Calling delete_port for c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:02.038155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52288) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.050158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.119919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:02.158102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f5152-a2b3-480b-8e02-1fb1d762b50f None None] Network fcd83267-6fe5-45b4-b81a-f2aae49236c6 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:02.185259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:02.197832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:02.252453 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.395499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52294) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:02.404106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Port': ['ID=c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:02.501352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-35410a39-0802-4afd-b751-aa1ee3ff328a None None] Could not find standard attr ID for object c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:52:02.614366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=32a55ebf-9b25-424d-afa0-f928289f6c30,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:02.659145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No DVR routers for this DVR port c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:02.860059 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.910725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1981904097'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:02.947296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:02.969861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Usage tracker for resource:network and tenant:2af2bc7d397b4ffbadc99584ff9d3d94 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:02.987093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:03.019476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1119016939'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:03.019866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:03.040278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:03.055108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:network and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:03.069047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:03.077903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Made reservation on behalf of 2af2bc7d397b4ffbadc99584ff9d3d94 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:03.090684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:03.093996 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.113625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:03.131531 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.242817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.344027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51a878-e581-4dde-8abb-b89153663078 None None] Network fcd83267-6fe5-45b4-b81a-f2aae49236c6 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:03.348737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:03.367109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:security_group_rule and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:03.389475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:03.413810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.438547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:03.530811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=10332b29-ea6a-4791-9fbf-1ed1ba4aaf15,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:03.683255 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.897866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76da31a-f7f9-4371-b483-e116ba38ae12 None None] DHCP port deletion for fcd83267-6fe5-45b4-b81a-f2aae49236c6 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:52:03.979907 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.012530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:04.017217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Usage tracker for resource:security_group_rule and tenant:2af2bc7d397b4ffbadc99584ff9d3d94 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:04.020565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:04.027599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:04.040708 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.091822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd83267-6fe5-45b4-b81a-f2aae49236c6']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:04.118995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d83a94f-00e0-4f5d-b2bb-a37ac6854264') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:04.119645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d83a94f-00e0-4f5d-b2bb-a37ac6854264') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:04.123900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.140983 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.171279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.188232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:04.189025 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:04.209913 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:04.254064 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-aa589242-d1f3-4efb-af42-602166cacb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.502151 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.505786 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.507691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.513300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.529788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.558022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:04.569757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.570045 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added segment dd18293b-d71a-4e5a-aca1-9d2fc38e3562 of type vlan for network 68c68f91-0f95-4408-96c0-25260ccb9861 Feb 04 15:52:04.595658 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.611977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.624352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=fcd83267-6fe5-45b4-b81a-f2aae49236c6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:04.668510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da095d33-ab8a-40f8-a2d4-9e1bf11a7824,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:04.672366 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.717903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-491adbf5-30e7-4428-bd0e-93be391a1dc7 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/fcd83267-6fe5-45b4-b81a-f2aae49236c6 HTTP/1.1" status: 204 len: 168 time: 6.4189656 Feb 04 15:52:04.724977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52340) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.773584 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4f7ac2-477d-445c-be55-7e09b8fe566b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:04.774099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4f7ac2-477d-445c-be55-7e09b8fe566b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:04.778335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ba4f7ac2-477d-445c-be55-7e09b8fe566b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/10332b29-ea6a-4791-9fbf-1ed1ba4aaf15 HTTP/1.1" status: 404 len: 337 time: 0.0512094 Feb 04 15:52:04.778915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52348) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.789541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c75def-2f38-4c38-9fd3-18f0fa5332d1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:04.813627 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-130cce27-7259-407b-868d-6d21e0b96143 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:04.814181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130cce27-7259-407b-868d-6d21e0b96143 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:04.819228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-130cce27-7259-407b-868d-6d21e0b96143 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/fcd83267-6fe5-45b4-b81a-f2aae49236c6 HTTP/1.1" status: 404 len: 339 time: 0.0365827 Feb 04 15:52:04.819994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52352) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.823034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:04.823928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.833125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:04.834321 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.856110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.856526 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Added segment b6253695-652a-404f-8d27-423b17fb136a of type vlan for network b43952e1-e6f1-4bf5-b571-03b81276bd99 Feb 04 15:52:04.873021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Allocated IP 172.25.8.96 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/464afaf2-7c8f-40de-b93c-49e91d3d31a2) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:04.990575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52358) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:04.991844 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5849104 Feb 04 15:52:05.028109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.039784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1204483355'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:05.045821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:05.049711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:network and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:05.052964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:05.058480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:05.319221 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.325276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:05.326091 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.327515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7a7bd-d6ac-4960-a3ce-9e0f340f09cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Network': ['ID=68c68f91-0f95-4408-96c0-25260ccb9861,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:05.342967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 68c68f91-0f95-4408-96c0-25260ccb9861 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:05.358496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:05.362113 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.392104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0a80e41-59fb-4240-8222-41109238b469 req-1c53ea6f-f581-4f1a-bcad-a11411d343b4 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1516311 Feb 04 15:52:05.404908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:05.414843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.415190 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added segment 0d9d0ad7-3300-4321-8d36-e3d16ef56e85 of type vlan for network 337d1748-a37e-4d1a-8b18-c4191c495ad3 Feb 04 15:52:05.443875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.510334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:05.568056 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.617160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:52:05.621136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c979d1d2-b9eb-49b3-b6aa-e5da59d7f25f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:52:05.820762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.855275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989f8919-97f9-4d55-a635-afaca2b0f0e2']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:05.881975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb00db9-2415-460f-9d2c-eb90c60a2468') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:05.882614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb00db9-2415-460f-9d2c-eb90c60a2468') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:05.890621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event updated for resources: {'Network': ['ID=b43952e1-e6f1-4bf5-b571-03b81276bd99,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:05.892707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.898829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:05.899416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.909404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b43952e1-e6f1-4bf5-b571-03b81276bd99 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:05.921395 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.945839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.955023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:05.955556 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.058558 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0541117 Feb 04 15:52:06.058558 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9066cd99-8cfd-41f5-819e-63b205a57992 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.0101783 Feb 04 15:52:06.060082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aeef8e22-425f-4fde-96d4-b29d13ea42e6 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:52:06.064267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52374) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.064569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52376) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.081111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc1c4f-7d83-4a8c-a4b4-7155479d713a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Network': ['ID=337d1748-a37e-4d1a-8b18-c4191c495ad3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:06.086841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Request body: {'subnet': {'network_id': 'b43952e1-e6f1-4bf5-b571-03b81276bd99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:06.089962 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:06.108347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'subnet': {'network_id': '68c68f91-0f95-4408-96c0-25260ccb9861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:06.141643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 337d1748-a37e-4d1a-8b18-c4191c495ad3 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:06.149338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.179086 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.182056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=989f8919-97f9-4d55-a635-afaca2b0f0e2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:06.194791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-43542f2e-1d2b-4fc4-9ad5-0e925bfc9fd0 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/989f8919-97f9-4d55-a635-afaca2b0f0e2 HTTP/1.1" status: 204 len: 168 time: 1.3738003 Feb 04 15:52:06.196014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52382) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.253689 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9efdd1b-b623-4770-a6c0-252295ecbcb8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:06.254158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9efdd1b-b623-4770-a6c0-252295ecbcb8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:06.260798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f9efdd1b-b623-4770-a6c0-252295ecbcb8 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/c56b3ff9-fc6b-4f4e-b14d-12c256af28d1 HTTP/1.1" status: 404 len: 337 time: 0.0612938 Feb 04 15:52:06.261251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52386) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.306317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:06.307120 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0795bf-a7c1-47c6-9113-fbd0e6dd07ba tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:06.307955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0795bf-a7c1-47c6-9113-fbd0e6dd07ba tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:06.312593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Usage tracker for resource:subnet and tenant:2af2bc7d397b4ffbadc99584ff9d3d94 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:06.313374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cf0795bf-a7c1-47c6-9113-fbd0e6dd07ba tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/d93942ac-08f6-4b07-9373-62f922cebcae HTTP/1.1" status: 404 len: 339 time: 0.0496135 Feb 04 15:52:06.314232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52390) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:06.314713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:06.322169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:06.334525 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.405100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c9fc1f-dc34-461c-b638-8a3f4381a6ff tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting subnet bd13dac3-ed52-452d-b4a7-aedd13c30f3e {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:52:06.408260 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fc1f-dc34-461c-b638-8a3f4381a6ff tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.445351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.472021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Made reservation on behalf of 2af2bc7d397b4ffbadc99584ff9d3d94 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:06.476723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.487515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fc1f-dc34-461c-b638-8a3f4381a6ff tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.566529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:06.571617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:subnet and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:06.575150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:06.581386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:06.606796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:06.610273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.649749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bfa3d09c-0d1f-4c26-bddb-a3227ff83f37 req-eead6771-2489-4552-9a23-c1dc6a8e15a5 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0946293 Feb 04 15:52:06.655425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab28d327-8b29-4b33-b388-826ea24abba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.707234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fc1f-dc34-461c-b638-8a3f4381a6ff tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.831353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fc1f-dc34-461c-b638-8a3f4381a6ff tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.860122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:52:06.873230 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Sync routers for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:06.887126 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:06.892300 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:06.916551 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.983795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9fc1f-dc34-461c-b638-8a3f4381a6ff tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=bd13dac3-ed52-452d-b4a7-aedd13c30f3e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:06.993509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fc1f-dc34-461c-b638-8a3f4381a6ff tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.998620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d45f0dd-fd9b-476d-bfd6-24e9ad8de5ea None None] Network 8f946672-bd78-4900-b36a-3b45adbfbf58 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:07.010001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f3c9fc1f-dc34-461c-b638-8a3f4381a6ff tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/bd13dac3-ed52-452d-b4a7-aedd13c30f3e HTTP/1.1" status: 204 len: 168 time: 0.6940866 Feb 04 15:52:07.011299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52406) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:07.186961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a486c08-808a-4e46-9642-ddb3ff48df5f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting subnet c8660872-00aa-4791-9742-c5c89b503123 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:52:07.207208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a486c08-808a-4e46-9642-ddb3ff48df5f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.323654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a486c08-808a-4e46-9642-ddb3ff48df5f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.442862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'Port': ['ID=464afaf2-7c8f-40de-b93c-49e91d3d31a2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:07.454014 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:52:07.543760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:07.576744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.578382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-40ab4794-6372-4e1f-a240-a547b2953149 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.6655955 Feb 04 15:52:07.579301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:07.621185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:07.718564 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.721141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52418) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:07.778339 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.929223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5890d357-ad41-4007-9711-3b25b63acfe9 req-d60a44d3-21b2-47fb-949e-f3992ee3b924 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0751257 Feb 04 15:52:07.932139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a486c08-808a-4e46-9642-ddb3ff48df5f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.961414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.036094 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:52:02Z', 'revision_number': 3, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:08.048633 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Checking router: aeef8e22-425f-4fde-96d4-b29d13ea42e6 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:52:08.049001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Updating router aeef8e22-425f-4fde-96d4-b29d13ea42e6 port 32a55ebf-9b25-424d-afa0-f928289f6c30 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:52:08.070654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a486c08-808a-4e46-9642-ddb3ff48df5f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.127307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event updated for resources: {'Subnet': ['ID=1eff9f38-9d75-44c7-b0e1-30aff9372608,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:08.141166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.172153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a486c08-808a-4e46-9642-ddb3ff48df5f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=c8660872-00aa-4791-9742-c5c89b503123,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:08.189539 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a486c08-808a-4e46-9642-ddb3ff48df5f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.200743 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.215139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1a486c08-808a-4e46-9642-ddb3ff48df5f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/c8660872-00aa-4791-9742-c5c89b503123 HTTP/1.1" status: 204 len: 168 time: 1.2023575 Feb 04 15:52:08.215803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52442) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:08.245262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Subnet': ['ID=08ddd951-6463-4cce-83fd-de702fb6127f,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:08.595984 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b076811b-03a2-4e0b-a2f0-8ac64f68279c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=fe2bb10d224f4113a67d9b82b1e79c3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8693416 Feb 04 15:52:08.617740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.617740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52452) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:08.797399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting port 0a659053-8c88-478e-87e2-8f5399a30f10 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:08.798015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.842589 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.854362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfe6ccde-541c-47d3-b853-ab605800b9ba req-289c3fc5-715c-45b2-9909-6df457c882e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.2385755 Feb 04 15:52:08.858714 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Transition to ACTIVE for port object 32a55ebf-9b25-424d-afa0-f928289f6c30 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:08.867873 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.896127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a927298-c35e-44c8-bbad-f5e14f95ac25 None None] Network 8f946672-bd78-4900-b36a-3b45adbfbf58 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:08.940209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Checking segment: {'id': 'b6253695-652a-404f-8d27-423b17fb136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b43952e1-e6f1-4bf5-b571-03b81276bd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:08.940731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Network hostable DHCP agents. Network: b43952e1-e6f1-4bf5-b571-03b81276bd99, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:08.989052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-d848dcce-705f-4e55-a3dc-a3beed6d7549 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5555372 Feb 04 15:52:09.023348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Checking segment: {'id': 'dd18293b-d71a-4e5a-aca1-9d2fc38e3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '68c68f91-0f95-4408-96c0-25260ccb9861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:09.023869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network hostable DHCP agents. Network: 68c68f91-0f95-4408-96c0-25260ccb9861, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:09.077822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c7feddc8-67ba-47a7-b392-26c5c4366356 None None] Provisioning complete for port 0a659053-8c88-478e-87e2-8f5399a30f10 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:09.078527 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7feddc8-67ba-47a7-b392-26c5c4366356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.091282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Network b43952e1-e6f1-4bf5-b571-03b81276bd99 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:09.102048 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Attempting to bind port 32a55ebf-9b25-424d-afa0-f928289f6c30 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:09.104000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 68c68f91-0f95-4408-96c0-25260ccb9861 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:09.104556 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Attempting to bind port 32a55ebf-9b25-424d-afa0-f928289f6c30 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:09.105866 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Attempting to bind port 32a55ebf-9b25-424d-afa0-f928289f6c30 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:09.129596 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Pushing event updated for resources: {'Port': ['ID=32a55ebf-9b25-424d-afa0-f928289f6c30,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:09.149531 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:09.155210 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:09.155807 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.156502 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:09.157173 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Bound port: 32a55ebf-9b25-424d-afa0-f928289f6c30, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:09.157699 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.168229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 68c68f91-0f95-4408-96c0-25260ccb9861) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:09.182737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, b43952e1-e6f1-4bf5-b571-03b81276bd99) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:09.189606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b6e43-3a2a-4cca-adb0-78d488a694ba tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:09.201025 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3f7b6e43-3a2a-4cca-adb0-78d488a694ba tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5667675 Feb 04 15:52:09.205563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52464) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:09.234107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:09.234714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.249542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:09.250150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.274016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c3163-acb0-4b79-bdd8-5b028b405fe2 None None] Network 68c68f91-0f95-4408-96c0-25260ccb9861 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:09.288070 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] For port 32a55ebf-9b25-424d-afa0-f928289f6c30, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:09.295885 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] For port 32a55ebf-9b25-424d-afa0-f928289f6c30, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=32a55ebf-9b25-424d-afa0-f928289f6c30,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:09.308418 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.309001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.309460 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.309895 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.310324 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.310927 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.311443 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.312123 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.312547 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.312998 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.313495 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.313857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba016c36-1006-467f-ac77-917aab872177 None None] Network b43952e1-e6f1-4bf5-b571-03b81276bd99 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:09.313995 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:09.318477 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.367469 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bc83d00b-8e84-4d5e-bf48-bc7fafdbafff tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2978158 Feb 04 15:52:09.371881 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-390f927a-3936-4d8a-8272-64b69483eb2a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3041303 Feb 04 15:52:09.372487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52468) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:09.386222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52470) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:09.402570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'subnet': {'network_id': '337d1748-a37e-4d1a-8b18-c4191c495ad3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:09.413181 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:09.413907 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:09.477456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Request body: {'port': {'network_id': 'b43952e1-e6f1-4bf5-b571-03b81276bd99', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1501737936'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:09.491752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e7cb913-6cfc-4e84-acfd-bee16975b3be req-6cd643a7-fae5-456d-a966-d09be10cd974 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.2577279 Feb 04 15:52:09.510051 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ec44769b-9807-464b-a67b-303e71d9efc6 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2255630 Feb 04 15:52:09.523842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52476) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:09.549675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1758601591', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:09.762848 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e816a-7826-4eb5-83ad-a70bb6eb60c1 None None] Pushing event updated for resources: {'Port': ['ID=32a55ebf-9b25-424d-afa0-f928289f6c30,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:09.862034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:09.866465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:subnet and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:09.869419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:09.876592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:09.886897 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.913239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:09.921701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.925442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.930349 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:52:09.938021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-b43952e1-e6f1-4bf5-b571-03b81276bd99', 'network_id': 'b43952e1-e6f1-4bf5-b571-03b81276bd99', 'tenant_id': '2af2bc7d397b4ffbadc99584ff9d3d94', 'fixed_ips': [{'subnet_id': '1eff9f38-9d75-44c7-b0e1-30aff9372608'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:52:09.939091 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.957886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] For port 0a659053-8c88-478e-87e2-8f5399a30f10, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0a659053-8c88-478e-87e2-8f5399a30f10,segment=NetworkSegment(863acc14-001a-491d-9a7e-7152804049d3),segment_id=863acc14-001a-491d-9a7e-7152804049d3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:09.961249 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.052641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-18304499-521f-4789-a26a-9484afd2f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:10.058087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-18304499-521f-4789-a26a-9484afd2f855 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b791c65c73b49f78e44fd9f456d54af&device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 1096 time: 0.9340131 Feb 04 15:52:10.129159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Allocated IP 172.20.0.2 (b43952e1-e6f1-4bf5-b571-03b81276bd99/1eff9f38-9d75-44c7-b0e1-30aff9372608/9735a5dd-674a-40b1-b744-228fb2cf52c9) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:10.162588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:10.174148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Usage tracker for resource:port and tenant:2af2bc7d397b4ffbadc99584ff9d3d94 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:10.181129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:10.191109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:10.205680 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.227796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Made reservation on behalf of 2af2bc7d397b4ffbadc99584ff9d3d94 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:10.231877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.276938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] device_id is not set on port efa0aa00-9135-433f-9533-55d340258c57 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:10.393937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:10.408922 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.420599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Calling delete_port for 0a659053-8c88-478e-87e2-8f5399a30f10 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:10.600572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:subnet and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:10.603975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:10.610373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:10.674561 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:52:02Z', 'revision_number': 3, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:10.683665 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f0fc7-b76b-4ae3-853c-aa127ad61719 None None] The sync data for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 is: [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:52:02Z', 'revision_number': 3, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:10.796671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Made reservation on behalf of fe2bb10d224f4113a67d9b82b1e79c3e for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:10.807309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.976271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-68c68f91-0f95-4408-96c0-25260ccb9861', 'network_id': '68c68f91-0f95-4408-96c0-25260ccb9861', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'fixed_ips': [{'subnet_id': '08ddd951-6463-4cce-83fd-de702fb6127f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:52:10.977435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.132183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.139537 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.217064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.248926 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cbe841c-2656-4d2a-af27-b9bd84823948 req-f3589da8-fa93-43b1-8125-fa9b5f30cc15 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.4209208 Feb 04 15:52:11.320676 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.400696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Transition to ACTIVE for port object 9735a5dd-674a-40b1-b744-228fb2cf52c9 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:11.416640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08d600-9fdd-4f70-bd53-9a10a29df407 None None] DHCP port deletion for 8f946672-bd78-4900-b36a-3b45adbfbf58 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:52:11.457039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3a08d600-9fdd-4f70-bd53-9a10a29df407 None None] Deleting port 0a659053-8c88-478e-87e2-8f5399a30f10 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:11.460594 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3a08d600-9fdd-4f70-bd53-9a10a29df407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.495830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event updated for resources: {'Port': ['ID=464afaf2-7c8f-40de-b93c-49e91d3d31a2,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:11.500520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.595079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.602725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Transition to ACTIVE for port object 9735a5dd-674a-40b1-b744-228fb2cf52c9 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:11.640345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Allocated IP 172.20.0.2 (68c68f91-0f95-4408-96c0-25260ccb9861/08ddd951-6463-4cce-83fd-de702fb6127f/3dbac980-ccfe-454b-92b3-3aaa80fe0eca) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:11.738816 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.805688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Allocated IP 172.20.0.14 (b43952e1-e6f1-4bf5-b571-03b81276bd99/1eff9f38-9d75-44c7-b0e1-30aff9372608/efa0aa00-9135-433f-9533-55d340258c57) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:11.835797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No DVR routers for this DVR port 0a659053-8c88-478e-87e2-8f5399a30f10 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:11.887510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.901603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Transition to ACTIVE for port object 3dbac980-ccfe-454b-92b3-3aaa80fe0eca will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:11.924970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Transition to ACTIVE for port object 3dbac980-ccfe-454b-92b3-3aaa80fe0eca will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:11.937622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Port': ['ID=0a659053-8c88-478e-87e2-8f5399a30f10,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:11.976712 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.978607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Checking segment: {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:11.978872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network hostable DHCP agents. Network: b64cceb0-9975-4644-802b-ec72bad0e280, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:11.992468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 32a55ebf-9b25-424d-afa0-f928289f6c30 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:12.042888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Subnet': ['ID=d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:12.071870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3a08d600-9fdd-4f70-bd53-9a10a29df407 None None] The port '0a659053-8c88-478e-87e2-8f5399a30f10' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:52:12.188222 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.253283 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.283242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f946672-bd78-4900-b36a-3b45adbfbf58']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:12.297938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863acc14-001a-491d-9a7e-7152804049d3') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:12.298243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863acc14-001a-491d-9a7e-7152804049d3') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:12.316564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.344589 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.351254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:12.351677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.383857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Network 68c68f91-0f95-4408-96c0-25260ccb9861 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:12.389071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:12.431773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Network b43952e1-e6f1-4bf5-b571-03b81276bd99 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:12.446272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:12.454316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:12.469988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:12.480485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Pushing event updated for resources: {'Port': ['ID=3dbac980-ccfe-454b-92b3-3aaa80fe0eca,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:12.528257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-ab13564f-637d-437e-a25e-e92bb1739233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:12.530611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-ab13564f-637d-437e-a25e-e92bb1739233 service neutron] 10.222.0.53 "GET /v2.0/networks?id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 HTTP/1.1" status: 200 len: 910 time: 2.1389244 Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:12.533601 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:12.558316 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Checking segment: {'id': '0d9d0ad7-3300-4321-8d36-e3d16ef56e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '337d1748-a37e-4d1a-8b18-c4191c495ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:12.559694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network hostable DHCP agents. Network: 337d1748-a37e-4d1a-8b18-c4191c495ad3, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:12.627777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Subnet': ['ID=e916e74c-d852-4fc8-8341-cfc46b5e76d0,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:12.650439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.760074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network b64cceb0-9975-4644-802b-ec72bad0e280 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:12.766078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.769657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 32a55ebf-9b25-424d-afa0-f928289f6c30 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:12.793133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Transition to ACTIVE for port object efa0aa00-9135-433f-9533-55d340258c57 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:12.806033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d954b8b-29a5-4118-ac2b-8fc780103499 req-2457f1ba-6363-4f4f-a083-360e93692c33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=953e166e0ed344639b5937e91b609ac5&device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.2712114 Feb 04 15:52:12.820811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26d751b4-69dd-41aa-8fb4-015f63277ea9 req-adb73055-6ecb-4320-adc9-7b4cfc361a81 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.2669518 Feb 04 15:52:12.833672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 337d1748-a37e-4d1a-8b18-c4191c495ad3 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:12.845733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.847978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, b64cceb0-9975-4644-802b-ec72bad0e280) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:12.880286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 337d1748-a37e-4d1a-8b18-c4191c495ad3) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:12.897977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=8f946672-bd78-4900-b36a-3b45adbfbf58,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:12.899947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:12.902941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab44bc-011e-4d44-8376-10b7d6779dd4 None None] Network b64cceb0-9975-4644-802b-ec72bad0e280 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:12.904189 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.921375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d36c8f-fe1a-4910-8135-6f9c9c70ea6a None None] Network 337d1748-a37e-4d1a-8b18-c4191c495ad3 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:12.922240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:12.923017 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.965530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d954b8b-29a5-4118-ac2b-8fc780103499 req-ba8c1002-ac20-4bf1-9955-c253f32aa09a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=953e166e0ed344639b5937e91b609ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1245685 Feb 04 15:52:12.966665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5c3e9a03-9253-4070-9465-4ea59e7b8e7f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/8f946672-bd78-4900-b36a-3b45adbfbf58 HTTP/1.1" status: 204 len: 168 time: 4.7499380 Feb 04 15:52:12.972686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52524) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:12.980746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 32a55ebf-9b25-424d-afa0-f928289f6c30 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:12.981399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.988121 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5b8153a5-01b5-450e-b78b-5c3fdc2f2b21 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6040287 Feb 04 15:52:13.002736 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Floating IP 20ef5400-101c-4795-aba2-8490ad752713 associated. External IP: 172.25.8.96, port: 3eb643d3-a1ec-477f-8071-f00e9799700e. Feb 04 15:52:13.027178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52528) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:13.165300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d954b8b-29a5-4118-ac2b-8fc780103499 req-f4d38a85-aec0-477d-979a-8c75fd7d3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:13.166736 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d954b8b-29a5-4118-ac2b-8fc780103499 req-f4d38a85-aec0-477d-979a-8c75fd7d3cca service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1875057 Feb 04 15:52:13.171789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1781214976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:13.180782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:13.185686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:router and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:13.189352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:13.200338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:13.220585 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-515eb5b0-bc6f-4f47-9607-9cc61fcf5c8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb643d3-a1ec-477f-8071-f00e9799700e HTTP/1.1" status: 200 len: 998 time: 0.5932467 Feb 04 15:52:13.222303 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.223356 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.258351 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.300195 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fa8804-1cc6-418c-8271-e47ac9345d47 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:13.300864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fa8804-1cc6-418c-8271-e47ac9345d47 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:13.301408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a56a6558-031d-4f35-9f53-d9501a6b7c21 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7745185 Feb 04 15:52:13.302975 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-05fa8804-1cc6-418c-8271-e47ac9345d47 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/d31c5cbd-03c2-4ef1-9a77-821ed816e7bd HTTP/1.1" status: 404 len: 337 time: 0.3223186 Feb 04 15:52:13.303642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52534) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:13.320609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52536) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:13.384268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.434601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.445956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.447172 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2c6e0892-0432-4cf9-9a03-29e96c116c16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2839298 Feb 04 15:52:13.452014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52542) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:13.485291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Attempting to bind port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:13.485815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Attempting to bind port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'dd18293b-d71a-4e5a-aca1-9d2fc38e3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '68c68f91-0f95-4408-96c0-25260ccb9861'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:13.486273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Attempting to bind port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca on network 68c68f91-0f95-4408-96c0-25260ccb9861 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:13.496636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Pushing event updated for resources: {'Port': ['ID=9735a5dd-674a-40b1-b744-228fb2cf52c9,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:13.504621 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98a40b2-d356-4a5b-a72d-7a88bd53d4d5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:13.505191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98a40b2-d356-4a5b-a72d-7a88bd53d4d5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:13.510951 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e98a40b2-d356-4a5b-a72d-7a88bd53d4d5 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/203f4239-13a0-41ba-b4e8-c795bebe3c8d HTTP/1.1" status: 404 len: 339 time: 0.1846478 Feb 04 15:52:13.519807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Attempting to bind port 9735a5dd-674a-40b1-b744-228fb2cf52c9 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:13.520881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Attempting to bind port 9735a5dd-674a-40b1-b744-228fb2cf52c9 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'b6253695-652a-404f-8d27-423b17fb136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b43952e1-e6f1-4bf5-b571-03b81276bd99'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:13.521312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Attempting to bind port 9735a5dd-674a-40b1-b744-228fb2cf52c9 on network b43952e1-e6f1-4bf5-b571-03b81276bd99 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:13.526130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Network b43952e1-e6f1-4bf5-b571-03b81276bd99 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:13.545194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52548) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:13.547328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:13.547969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Checking segment: {'id': 'dd18293b-d71a-4e5a-aca1-9d2fc38e3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '68c68f91-0f95-4408-96c0-25260ccb9861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:13.548480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.549125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Bound using segment: {'id': 'dd18293b-d71a-4e5a-aca1-9d2fc38e3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '68c68f91-0f95-4408-96c0-25260ccb9861'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:13.549858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Bound port: 3dbac980-ccfe-454b-92b3-3aaa80fe0eca, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd18293b-d71a-4e5a-aca1-9d2fc38e3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '68c68f91-0f95-4408-96c0-25260ccb9861'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:13.550379 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.572870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:13.573412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Checking segment: {'id': 'b6253695-652a-404f-8d27-423b17fb136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b43952e1-e6f1-4bf5-b571-03b81276bd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:13.573909 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.574397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Bound using segment: {'id': 'b6253695-652a-404f-8d27-423b17fb136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b43952e1-e6f1-4bf5-b571-03b81276bd99'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:13.574975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Bound port: 9735a5dd-674a-40b1-b744-228fb2cf52c9, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6253695-652a-404f-8d27-423b17fb136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b43952e1-e6f1-4bf5-b571-03b81276bd99'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:13.575461 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.653150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:13.655508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:13.689233 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-55edc69a-ffe3-4fa9-9271-946f01af6a0e tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:13.689737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55edc69a-ffe3-4fa9-9271-946f01af6a0e tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:13.694008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-55edc69a-ffe3-4fa9-9271-946f01af6a0e tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/ef9c6db0-4e74-4a1a-8938-696b57ba3ed7 HTTP/1.1" status: 404 len: 337 time: 0.1405406 Feb 04 15:52:13.706021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52552) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:13.856352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-a66f44bd-b37d-45e5-b405-319f19627d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:13.857868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-a66f44bd-b37d-45e5-b405-319f19627d3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c44017b-f028-47e2-8c30-542623acc7a8 HTTP/1.1" status: 200 len: 848 time: 0.5664768 Feb 04 15:52:13.870357 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35ecb5c-1614-4357-a558-40c814c37327 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:13.870834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35ecb5c-1614-4357-a558-40c814c37327 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:13.872689 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f35ecb5c-1614-4357-a558-40c814c37327 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/70591d76-3bd1-4876-b4c4-b99f4b75ad13 HTTP/1.1" status: 404 len: 339 time: 0.1501265 Feb 04 15:52:13.888947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event updated for resources: {'Port': ['ID=efa0aa00-9135-433f-9533-55d340258c57,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:13.897216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52556) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:13.963325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:13.963962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.053854 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c20cd4-bf4b-41b1-92f6-a9c2863c5f3b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:14.054300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c20cd4-bf4b-41b1-92f6-a9c2863c5f3b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:14.061943 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-56c20cd4-bf4b-41b1-92f6-a9c2863c5f3b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/be42612e-a8db-4caa-b960-e4925b7b3a75 HTTP/1.1" status: 404 len: 337 time: 0.1558433 Feb 04 15:52:14.061943 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ee462859-e71d-4f99-a2c0-ea65d097ba1a tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.5998988 Feb 04 15:52:14.073880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] For port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:14.079232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52564) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:14.079572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52566) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:14.086020 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.165883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] For port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3dbac980-ccfe-454b-92b3-3aaa80fe0eca,segment=NetworkSegment(dd18293b-d71a-4e5a-aca1-9d2fc38e3562),segment_id=dd18293b-d71a-4e5a-aca1-9d2fc38e3562)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:14.171569 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] For port 9735a5dd-674a-40b1-b744-228fb2cf52c9, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:14.192762 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.291020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] For port 9735a5dd-674a-40b1-b744-228fb2cf52c9, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9735a5dd-674a-40b1-b744-228fb2cf52c9,segment=NetworkSegment(b6253695-652a-404f-8d27-423b17fb136a),segment_id=b6253695-652a-404f-8d27-423b17fb136a)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:14.313369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-337d1748-a37e-4d1a-8b18-c4191c495ad3', 'network_id': '337d1748-a37e-4d1a-8b18-c4191c495ad3', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'fixed_ips': [{'subnet_id': 'e916e74c-d852-4fc8-8341-cfc46b5e76d0'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:52:14.314210 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.324874 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-304acfdc-9024-4d24-b857-a4d2e5227187 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:14.325348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304acfdc-9024-4d24-b857-a4d2e5227187 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:14.329312 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-304acfdc-9024-4d24-b857-a4d2e5227187 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/a1cdbb54-b1c2-4a60-b09f-a28d526ab4a3 HTTP/1.1" status: 404 len: 339 time: 0.2446163 Feb 04 15:52:14.340464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-b64cceb0-9975-4644-802b-ec72bad0e280', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:52:14.341472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.354250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52572) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:14.364929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 32a55ebf-9b25-424d-afa0-f928289f6c30, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=32a55ebf-9b25-424d-afa0-f928289f6c30,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:14.398390 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.424441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.609121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0a659053-8c88-478e-87e2-8f5399a30f10 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:14.655566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 0a659053-8c88-478e-87e2-8f5399a30f10 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:52:14.655949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0a659053-8c88-478e-87e2-8f5399a30f10 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:52:14.659278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32a52039-b49e-47c9-8ad3-63d64140db5e req-fb5cf282-9b00-4aaf-8e49-f1b7dc35b912 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.3739302 Feb 04 15:52:14.696470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3d692-1c4d-4f21-9408-cae7088d158c None None] Pushing event updated for resources: {'Port': ['ID=3dbac980-ccfe-454b-92b3-3aaa80fe0eca,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:14.782845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-0a201332-58da-4ea9-8c5d-acf3f6e9dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:14.784337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-0a201332-58da-4ea9-8c5d-acf3f6e9dd36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8615131 Feb 04 15:52:14.837531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:52:14.875454 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.878543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-311de68d-bb34-4e9d-bf85-9a2e3185acba tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Deleting port efa0aa00-9135-433f-9533-55d340258c57 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:14.879279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-311de68d-bb34-4e9d-bf85-9a2e3185acba tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.900820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Allocated IP 172.21.0.2 (337d1748-a37e-4d1a-8b18-c4191c495ad3/e916e74c-d852-4fc8-8341-cfc46b5e76d0/0339f86f-2f80-4f04-96cc-b4f4d1c12c46) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:15.214087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4bb5a-327d-4723-a2d9-e6008b3acb17 None None] Pushing event updated for resources: {'Port': ['ID=9735a5dd-674a-40b1-b744-228fb2cf52c9,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:15.433451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-166446a8-4e78-4992-a4cb-428e7642006b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting subnet 8b063151-0cc9-4e08-8ffe-9c83fab5fc3d {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:52:15.453550 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-166446a8-4e78-4992-a4cb-428e7642006b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.646517 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-917c8eb4-7efe-40ef-994b-916927a2d339 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949972 Feb 04 15:52:15.651220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=32a55ebf-9b25-424d-afa0-f928289f6c30,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:15.693645 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.697410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Allocated IP 172.20.0.2 (b64cceb0-9975-4644-802b-ec72bad0e280/d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e/aadc2125-ecc9-4bd2-b598-b22e249931e8) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:15.735269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Transition to ACTIVE for port object 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:15.825588 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-166446a8-4e78-4992-a4cb-428e7642006b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.030769 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Transition to ACTIVE for port object 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:16.068282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.167926 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55a8ed73-77ff-4a93-a5d6-0fa579229af2 req-a99c5ae4-531f-45df-90b0-0f626ba41fae tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1514423 Feb 04 15:52:16.170319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b6d5a25-6ed1-4e2f-872f-ed52fb73a878 req-d896fe1e-0459-4b6b-8d84-c260601e3a2b service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832702 Feb 04 15:52:16.200894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.20.0.1 (68c68f91-0f95-4408-96c0-25260ccb9861/08ddd951-6463-4cce-83fd-de702fb6127f/b750ba8d-5d41-403e-a0fd-2e9548da28fe) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:16.503198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Network 337d1748-a37e-4d1a-8b18-c4191c495ad3 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:16.530813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:16.556920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:16.622223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.628872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52592) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:16.641948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Transition to ACTIVE for port object b750ba8d-5d41-403e-a0fd-2e9548da28fe will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:16.661154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c7cc1-4180-42ab-af31-e79c97d54f30 None None] Network b43952e1-e6f1-4bf5-b571-03b81276bd99 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:16.672053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.676083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Pushing event updated for resources: {'Port': ['ID=0339f86f-2f80-4f04-96cc-b4f4d1c12c46,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:16.802728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:52:16.882593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] Sync routers for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:16.888561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=b750ba8d-5d41-403e-a0fd-2e9548da28fe,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:16.931660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 68c68f91-0f95-4408-96c0-25260ccb9861 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:16.936207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-166446a8-4e78-4992-a4cb-428e7642006b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.939627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:16.943897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:17.092830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-311de68d-bb34-4e9d-bf85-9a2e3185acba tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.168228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8c35134a-94b3-4dff-943c-55a2369d520d None None] Provisioning for port 9735a5dd-674a-40b1-b744-228fb2cf52c9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:17.171419 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.202281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:17.202941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:17.323896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3dbac980-ccfe-454b-92b3-3aaa80fe0eca up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:17.446447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-311de68d-bb34-4e9d-bf85-9a2e3185acba tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Calling delete_port for efa0aa00-9135-433f-9533-55d340258c57 owned by {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:17.455784 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.555566 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.578564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Transition to ACTIVE for port object aadc2125-ecc9-4bd2-b598-b22e249931e8 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:17.601844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Transition to ACTIVE for port object aadc2125-ecc9-4bd2-b598-b22e249931e8 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:17.609498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2fc265-3dff-40d8-affd-fb191785c73e None None] Network 68c68f91-0f95-4408-96c0-25260ccb9861 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:17.628234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Attempting to bind port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:17.628890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Attempting to bind port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '0d9d0ad7-3300-4321-8d36-e3d16ef56e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '337d1748-a37e-4d1a-8b18-c4191c495ad3'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:17.629451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Attempting to bind port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 on network 337d1748-a37e-4d1a-8b18-c4191c495ad3 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:17.710979 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.746649 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.784533 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99712c34-6c0a-42aa-a9ef-785ef2d1b443 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 15.9609678 Feb 04 15:52:17.785690 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-311de68d-bb34-4e9d-bf85-9a2e3185acba tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.794374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'tag': '3eb643d3-a1ec-477f-8071-f00e9799700e'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:17.867732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a77f8670-0805-4e17-9843-1341a9ef5818 req-51cada2b-b661-4184-b300-1f4df1c14c9b tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0560472 Feb 04 15:52:17.909309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Network b64cceb0-9975-4644-802b-ec72bad0e280 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:17.961208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:52:18.104232 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24b5e0c1-b29b-4b38-a227-7a0d7c7de92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.165838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-24b5e0c1-b29b-4b38-a227-7a0d7c7de92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:18.169703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-24b5e0c1-b29b-4b38-a227-7a0d7c7de92d admin admin] Usage tracker for resource:security_group_rule and tenant:ab1083b253d447b8b0bdecfd9250d16a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:18.172653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-24b5e0c1-b29b-4b38-a227-7a0d7c7de92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:18.178546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-24b5e0c1-b29b-4b38-a227-7a0d7c7de92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:18.189606 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.196409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.234139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:18.307830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24b5e0c1-b29b-4b38-a227-7a0d7c7de92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.318405 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'tag': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'status': 'completed', 'code': 200} Feb 04 15:52:18.325367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:18.325682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Checking segment: {'id': '0d9d0ad7-3300-4321-8d36-e3d16ef56e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '337d1748-a37e-4d1a-8b18-c4191c495ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:18.326313 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.326717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Bound using segment: {'id': '0d9d0ad7-3300-4321-8d36-e3d16ef56e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '337d1748-a37e-4d1a-8b18-c4191c495ad3'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:18.327203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Bound port: 0339f86f-2f80-4f04-96cc-b4f4d1c12c46, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9d0ad7-3300-4321-8d36-e3d16ef56e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '337d1748-a37e-4d1a-8b18-c4191c495ad3'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:18.327576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.329319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311de68d-bb34-4e9d-bf85-9a2e3185acba tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event deleted for resources: {'Port': ['ID=efa0aa00-9135-433f-9533-55d340258c57,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.331142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24b5e0c1-b29b-4b38-a227-7a0d7c7de92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.337927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25ace163-df97-42a5-ad3c-8f323fa0a956 None None] Provisioning for port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:18.341027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Pushing event updated for resources: {'Port': ['ID=aadc2125-ecc9-4bd2-b598-b22e249931e8,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.344653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:18.376369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5e0c1-b29b-4b38-a227-7a0d7c7de92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a6a6c-3c03-4601-aa5f-8875005ebedc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.467716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=b750ba8d-5d41-403e-a0fd-2e9548da28fe,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.510627 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.527152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-311de68d-bb34-4e9d-bf85-9a2e3185acba tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.596416 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-24b5e0c1-b29b-4b38-a227-7a0d7c7de92d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab1083b253d447b8b0bdecfd9250d16a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9528761 Feb 04 15:52:18.597566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.612698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52612) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:18.653941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-5f91e2db-8185-4e67-9da8-723b3c1ba9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:18.655628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-5f91e2db-8185-4e67-9da8-723b3c1ba9bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b791c65c73b49f78e44fd9f456d54af&device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 1096 time: 0.2376192 Feb 04 15:52:18.667637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-166446a8-4e78-4992-a4cb-428e7642006b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.730764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:18.753128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:18.753499 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.774865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166446a8-4e78-4992-a4cb-428e7642006b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=8b063151-0cc9-4e08-8ffe-9c83fab5fc3d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.780035 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-311de68d-bb34-4e9d-bf85-9a2e3185acba tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] 10.222.0.46 "DELETE /v2.0/ports/efa0aa00-9135-433f-9533-55d340258c57 HTTP/1.1" status: 204 len: 168 time: 4.6993575 Feb 04 15:52:18.787709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52616) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:18.845065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-166446a8-4e78-4992-a4cb-428e7642006b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.850298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-166446a8-4e78-4992-a4cb-428e7642006b tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/8b063151-0cc9-4e08-8ffe-9c83fab5fc3d HTTP/1.1" status: 204 len: 168 time: 4.4867094 Feb 04 15:52:18.850513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52622) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:18.865093 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f1601f9-1119-4a87-9c14-ae0fe95f7441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.888757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4498f-39d9-4cf7-8e66-8069f19b4db0 None None] Network b8054a89-503a-41c2-8144-c16fcd43ee33 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:18.894160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f1601f9-1119-4a87-9c14-ae0fe95f7441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.962426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f1601f9-1119-4a87-9c14-ae0fe95f7441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.964336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Attempting to bind port aadc2125-ecc9-4bd2-b598-b22e249931e8 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:18.977373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Attempting to bind port aadc2125-ecc9-4bd2-b598-b22e249931e8 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:18.978031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Attempting to bind port aadc2125-ecc9-4bd2-b598-b22e249931e8 on network b64cceb0-9975-4644-802b-ec72bad0e280 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:18.990002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1601f9-1119-4a87-9c14-ae0fe95f7441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a6a6c-3c03-4601-aa5f-8875005ebedc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:18.994608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f1601f9-1119-4a87-9c14-ae0fe95f7441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.995765 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0f1601f9-1119-4a87-9c14-ae0fe95f7441 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f1a6a6c-3c03-4601-aa5f-8875005ebedc HTTP/1.1" status: 204 len: 168 time: 0.3820450 Feb 04 15:52:19.170664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:19.171090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Checking segment: {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:19.171429 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.171844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Bound using segment: {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:19.172282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Bound port: aadc2125-ecc9-4bd2-b598-b22e249931e8, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:19.172665 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.221660 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d0003a2-b1a2-4955-a5f3-d9608e02320c req-13db1467-e233-4abf-b304-e1f25da9b4ea tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1096220 Feb 04 15:52:19.227397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-43fcd27b-a99f-4bf0-922a-79559ac8bded tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4323881 Feb 04 15:52:19.227397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 68c68f91-0f95-4408-96c0-25260ccb9861 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:19.237378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52632) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:19.238271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:19.256687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1575429621'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:19.281783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:19.297007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Usage tracker for resource:network and tenant:2af2bc7d397b4ffbadc99584ff9d3d94 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:19.300326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:19.307891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:19.340469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] For port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:19.369438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Made reservation on behalf of 2af2bc7d397b4ffbadc99584ff9d3d94 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:19.373164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.483177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] For port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0339f86f-2f80-4f04-96cc-b4f4d1c12c46,segment=NetworkSegment(0d9d0ad7-3300-4321-8d36-e3d16ef56e85),segment_id=0d9d0ad7-3300-4321-8d36-e3d16ef56e85)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:19.530400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-04151c0e-e894-4f2c-bd9f-7041e43efa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:19.532226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-04151c0e-e894-4f2c-bd9f-7041e43efa8d service neutron] 10.222.0.53 "GET /v2.0/networks?id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 HTTP/1.1" status: 200 len: 910 time: 0.8642194 Feb 04 15:52:19.543715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.20.0.1 (b64cceb0-9975-4644-802b-ec72bad0e280/d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e/38e1bcd1-788d-4b8e-83a3-af297392517e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:19.578240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.713754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-4632235c-7e1a-4001-a015-1700c3e86d4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb643d3-a1ec-477f-8071-f00e9799700e HTTP/1.1" status: 200 len: 998 time: 0.1682432 Feb 04 15:52:19.804006 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.857153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.867092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] For port aadc2125-ecc9-4bd2-b598-b22e249931e8, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:19.877432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '20ef5400-101c-4795-aba2-8490ad752713', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'port_id': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'mac_address': 'fa:16:3e:ee:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:09Z', 'updated_at': '2022-02-04T15:52:09Z', 'revision_number': 0, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:51:10Z', 'revision_number': 5, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:19.885370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] For port aadc2125-ecc9-4bd2-b598-b22e249931e8, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=aadc2125-ecc9-4bd2-b598-b22e249931e8,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:19.887854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] Checking router: f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:52:19.890110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70381daa-9f76-4b72-9dfa-c7651da95db0 None None] Pushing event updated for resources: {'Port': ['ID=0339f86f-2f80-4f04-96cc-b4f4d1c12c46,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:19.896487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:19.912598 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.928677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Transition to ACTIVE for port object 38e1bcd1-788d-4b8e-83a3-af297392517e will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:19.999117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:19.999822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:20.044177 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.101266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3dbac980-ccfe-454b-92b3-3aaa80fe0eca,segment=NetworkSegment(dd18293b-d71a-4e5a-aca1-9d2fc38e3562),segment_id=dd18293b-d71a-4e5a-aca1-9d2fc38e3562)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:20.150363 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.151482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9735a5dd-674a-40b1-b744-228fb2cf52c9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:20.281638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network b64cceb0-9975-4644-802b-ec72bad0e280 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:20.292319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:20.295617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:20.450362 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.451559 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Added segment ccecbee9-9bc7-4cce-8e00-5fbd09b5627e of type vlan for network e0578e81-bafa-44ee-8698-34153d9f5156 Feb 04 15:52:20.520221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.619319 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.622133 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:52:20.653289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=38e1bcd1-788d-4b8e-83a3-af297392517e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:20.780411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05579b4-739a-4b33-aa3b-129b7c2c2e2a None None] Pushing event updated for resources: {'Port': ['ID=aadc2125-ecc9-4bd2-b598-b22e249931e8,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:20.813952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.863089 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.887343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:20.888318 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.954368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=3dbac980-ccfe-454b-92b3-3aaa80fe0eca,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:20.959442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] DHCP port deletion for b8054a89-503a-41c2-8144-c16fcd43ee33 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:52:20.994255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] Deleting port 5a4b46ec-392b-407a-8964-3060fd39bca9 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:20.995394 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.073847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:52:21.133797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 9735a5dd-674a-40b1-b744-228fb2cf52c9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:21.172783 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.187395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9735a5dd-674a-40b1-b744-228fb2cf52c9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:21.188015 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.458656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-98cfcc47-2efe-467a-93db-83918d811fbe None None] Provisioning complete for port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:21.459032 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-98cfcc47-2efe-467a-93db-83918d811fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.467288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501d0f6d-fc41-4b98-8567-8db6eff4f8ec req-0f86cea2-25b2-4a04-b753-ecaa7020970a tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.6255178 Feb 04 15:52:21.546103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting port 5a4b46ec-392b-407a-8964-3060fd39bca9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:21.547321 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.663770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-b6d86695-7a87-4743-8d85-ba131b1d56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:21.665527 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-b6d86695-7a87-4743-8d85-ba131b1d56d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c44017b-f028-47e2-8c30-542623acc7a8 HTTP/1.1" status: 200 len: 848 time: 1.9364436 Feb 04 15:52:21.667043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4264982 Feb 04 15:52:21.677611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52706) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:21.799815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fbaa1-1a0e-4d3f-9356-601da5069de3 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event updated for resources: {'Network': ['ID=e0578e81-bafa-44ee-8698-34153d9f5156,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:21.909376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 6689b207-99b6-4f4f-878b-eaa516c3b255 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:52:22.522220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] For port 5a4b46ec-392b-407a-8964-3060fd39bca9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5a4b46ec-392b-407a-8964-3060fd39bca9,segment=NetworkSegment(bedbda9c-32fc-48d5-b8e5-962eefab8e19),segment_id=bedbda9c-32fc-48d5-b8e5-962eefab8e19)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:22.522722 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.525316 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-46793598-a2a6-4f7c-8291-2802d916e50f tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] 10.222.0.46 "GET /v2.0/agents/c81238be-f0bc-47a4-bda6-8ead420565ab/dhcp-networks HTTP/1.1" status: 200 len: 8787 time: 0.8465776 Feb 04 15:52:22.538758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52752) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:22.567444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e0578e81-bafa-44ee-8698-34153d9f5156 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:22.573527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:52:22.582970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-464b6cc6-4cce-4091-ac5e-14ffa2abbbb5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/6689b207-99b6-4f4f-878b-eaa516c3b255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1093411 Feb 04 15:52:22.586086 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70378042-715b-4c61-ad60-a002cf350bea None None] Sync routers for ids ['6689b207-99b6-4f4f-878b-eaa516c3b255'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:22.593708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-9bd2d6ac-dd8a-448e-aaa2-097aba5edfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:22.595235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-9bd2d6ac-dd8a-448e-aaa2-097aba5edfc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8938854 Feb 04 15:52:22.597750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52756) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:22.601754 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70378042-715b-4c61-ad60-a002cf350bea None None] Routers {'6689b207-99b6-4f4f-878b-eaa516c3b255'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:22.603479 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-70378042-715b-4c61-ad60-a002cf350bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6689b207-99b6-4f4f-878b-eaa516c3b255'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:22.639565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce69d92f-ccd9-4460-bfb1-70d030e6e30d None None] Network 337d1748-a37e-4d1a-8b18-c4191c495ad3 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:22.741311 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-70378042-715b-4c61-ad60-a002cf350bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:22.769702 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70378042-715b-4c61-ad60-a002cf350bea None None] Routers {'6689b207-99b6-4f4f-878b-eaa516c3b255'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:22.771301 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-70378042-715b-4c61-ad60-a002cf350bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6689b207-99b6-4f4f-878b-eaa516c3b255'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:22.868183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8687c34-4266-45b3-aac7-988592c58bb1 req-c4884059-641b-4c3f-b275-7412a2597b2c tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1394031 Feb 04 15:52:22.894554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] For port 5a4b46ec-392b-407a-8964-3060fd39bca9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5a4b46ec-392b-407a-8964-3060fd39bca9,segment=NetworkSegment(bedbda9c-32fc-48d5-b8e5-962eefab8e19),segment_id=bedbda9c-32fc-48d5-b8e5-962eefab8e19)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:22.896166 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.938679 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-70378042-715b-4c61-ad60-a002cf350bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:22.946545 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70378042-715b-4c61-ad60-a002cf350bea None None] The sync data for ids ['6689b207-99b6-4f4f-878b-eaa516c3b255'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:23.039622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343b6cdf-ddb7-4a80-a6e9-e808dd9d1661 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:23.040687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-343b6cdf-ddb7-4a80-a6e9-e808dd9d1661 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:23.099000 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.110956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.124004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Calling delete_port for 5a4b46ec-392b-407a-8964-3060fd39bca9 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:23.209805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] Calling delete_port for 5a4b46ec-392b-407a-8964-3060fd39bca9 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:23.237984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-343b6cdf-ddb7-4a80-a6e9-e808dd9d1661 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:23.240130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-343b6cdf-ddb7-4a80-a6e9-e808dd9d1661 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports/b750ba8d-5d41-403e-a0fd-2e9548da28fe HTTP/1.1" status: 200 len: 910 time: 0.6412382 Feb 04 15:52:23.246254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52768) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:23.315615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.329530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11cf50-3070-4e70-b01b-e464faf642aa None None] Network b64cceb0-9975-4644-802b-ec72bad0e280 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:23.440179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-b9bcad81-a200-44bb-ac02-1142f6914372 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362325 Feb 04 15:52:23.459185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=38e1bcd1-788d-4b8e-83a3-af297392517e,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:23.474222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c4108b-c921-497b-bd6d-24d40efd015f tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] Network e0578e81-bafa-44ee-8698-34153d9f5156 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:23.511833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a6c4108b-c921-497b-bd6d-24d40efd015f tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] 10.222.0.46 "POST /v2.0/agents/c81238be-f0bc-47a4-bda6-8ead420565ab/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9707410 Feb 04 15:52:23.512702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52780) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:23.641665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network b64cceb0-9975-4644-802b-ec72bad0e280 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:23.650929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:23.659901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccdab86-c702-40de-a1f6-885c69c3ec80 None None] Network e0578e81-bafa-44ee-8698-34153d9f5156 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:23.809037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.892245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Port': ['ID=5a4b46ec-392b-407a-8964-3060fd39bca9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:23.994298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aeef8e22-425f-4fde-96d4-b29d13ea42e6 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:52:24.054621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No DVR routers for this DVR port 5a4b46ec-392b-407a-8964-3060fd39bca9 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:24.096726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-98cfcc47-2efe-467a-93db-83918d811fbe None None] Provisioning for port b750ba8d-5d41-403e-a0fd-2e9548da28fe completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:24.163835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-98cfcc47-2efe-467a-93db-83918d811fbe None None] Provisioning complete for port b750ba8d-5d41-403e-a0fd-2e9548da28fe triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:24.164197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-98cfcc47-2efe-467a-93db-83918d811fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.282128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:52:24.299676 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c25a6b99-ddba-465e-9a81-6ac74c765e5e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "PUT /v2.0/routers/aeef8e22-425f-4fde-96d4-b29d13ea42e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9835989 Feb 04 15:52:24.306663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52788) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:24.452983 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.469300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f3ebf61-49bc-478e-8ab4-be558244be09 req-9c3733e2-53a3-40c6-81a0-297a8b21a79f tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.4158819 Feb 04 15:52:24.527795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Sync routers for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:24.559642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.560106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.562254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.564461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.566200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.566670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.569376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.569831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.570281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.570728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.571177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.571622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.585593 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f082b685-60c0-42cb-910d-a06beef7a46c tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8387 time: 0.2776892 Feb 04 15:52:24.586877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52796) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:24.611007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:24.612156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:24.633072 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.654878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9cb9265-d991-4fc2-b6c0-009a882d459e req-d27d403d-a9d3-49be-b6fb-71a601496441 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1895840 Feb 04 15:52:24.739244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.740035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.740270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.740624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.741239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.741673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.742156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.742644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.743082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.743511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.749010 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3d3a3bdf-74da-45be-a0e4-ce2e3e1f3559 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6415 time: 0.1611004 Feb 04 15:52:24.749605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52800) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:24.899978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:52:24.965796 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:24.966152 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:24.975598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-522efc06-9c36-4a86-92e4-6eb10abcba85 tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] 10.222.0.46 "GET /v2.0/agents/c81238be-f0bc-47a4-bda6-8ead420565ab/dhcp-networks HTTP/1.1" status: 200 len: 9558 time: 1.4012642 Feb 04 15:52:24.982850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52808) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:24.986721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8054a89-503a-41c2-8144-c16fcd43ee33']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:25.020613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedbda9c-32fc-48d5-b8e5-962eefab8e19') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:25.021335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedbda9c-32fc-48d5-b8e5-962eefab8e19') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:25.045945 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.084279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-98cfcc47-2efe-467a-93db-83918d811fbe None None] Port b750ba8d-5d41-403e-a0fd-2e9548da28fe cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:52:25.134967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 9735a5dd-674a-40b1-b744-228fb2cf52c9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9735a5dd-674a-40b1-b744-228fb2cf52c9,segment=NetworkSegment(b6253695-652a-404f-8d27-423b17fb136a),segment_id=b6253695-652a-404f-8d27-423b17fb136a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:25.190923 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.200128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:25.200652 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.297500 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c5d3204f-506b-4f4a-a84c-19dc522d0d20 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3573 time: 0.5467980 Feb 04 15:52:25.341131 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.342203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 32a55ebf-9b25-424d-afa0-f928289f6c30 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:25.343256 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:25.439999 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.466403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.507348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.521473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=b8054a89-503a-41c2-8144-c16fcd43ee33,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:25.638349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] Deleting port 5a4b46ec-392b-407a-8964-3060fd39bca9 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:25.638723 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.706174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52818) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:25.717270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6d2c2f16-e505-4f73-84e5-38866c1ce207 tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] 10.222.0.46 "DELETE /v2.0/agents/c81238be-f0bc-47a4-bda6-8ead420565ab/dhcp-networks/e0578e81-bafa-44ee-8698-34153d9f5156 HTTP/1.1" status: 204 len: 168 time: 0.7328527 Feb 04 15:52:25.743694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c82340b1-90cf-4cfa-9e0a-df4daea7119f tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/b8054a89-503a-41c2-8144-c16fcd43ee33 HTTP/1.1" status: 204 len: 168 time: 6.8849401 Feb 04 15:52:25.759225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '20ef5400-101c-4795-aba2-8490ad752713', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'port_id': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'mac_address': 'fa:16:3e:ee:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:09Z', 'updated_at': '2022-02-04T15:52:09Z', 'revision_number': 0, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:51:10Z', 'revision_number': 5, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:25.766587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52822) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:25.818034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52826) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:25.873501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8f38ff54-69aa-4caa-a3bb-0aef455f3acf None None] The port '5a4b46ec-392b-407a-8964-3060fd39bca9' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:52:25.880700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff584d1a-2af7-4a2e-b4c1-8bfc500204cd None None] The sync data for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 is: [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '20ef5400-101c-4795-aba2-8490ad752713', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'port_id': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'mac_address': 'fa:16:3e:ee:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:09Z', 'updated_at': '2022-02-04T15:52:09Z', 'revision_number': 0, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:51:10Z', 'revision_number': 5, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:25.908591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8e6ff890-d2b6-4722-8f6b-5a75bf9c71e4 None None] Provisioning for port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:25.931157 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-220a988b-7818-4753-b65e-f57c6fcd8117 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:25.931617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220a988b-7818-4753-b65e-f57c6fcd8117 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:25.933738 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-220a988b-7818-4753-b65e-f57c6fcd8117 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/43a63411-b40d-4ba1-a76b-351024a08723 HTTP/1.1" status: 404 len: 337 time: 0.1660719 Feb 04 15:52:25.937673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52830) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:26.005344 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce52b321-a094-4658-bce2-93c0af223a40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:26.006158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce52b321-a094-4658-bce2-93c0af223a40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:26.008468 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce52b321-a094-4658-bce2-93c0af223a40 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/bb8df7b2-1bbb-4279-9bc5-1df7d0b64093 HTTP/1.1" status: 404 len: 339 time: 0.0698256 Feb 04 15:52:26.012790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52838) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:26.073937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8e6ff890-d2b6-4722-8f6b-5a75bf9c71e4 None None] Could not find standard attr ID for object efa0aa00-9135-433f-9533-55d340258c57. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:52:26.134309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139097841', 'description': 'tempest-secgroup-smoke-2139097841 description', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:26.179415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:26.188422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8643f89e-0266-4c34-a0bd-3778c2d2ab1a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting subnet 62c74b1c-e9e0-432b-8b75-6c5abe75f3d2 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:52:26.191931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=9735a5dd-674a-40b1-b744-228fb2cf52c9,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:26.219009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 32a55ebf-9b25-424d-afa0-f928289f6c30 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:26.219377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.221127 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8643f89e-0266-4c34-a0bd-3778c2d2ab1a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.293846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8e6ff890-d2b6-4722-8f6b-5a75bf9c71e4 None None] Provisioning for port aadc2125-ecc9-4bd2-b598-b22e249931e8 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:26.303690 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92724d11-f2cb-4605-b1ee-9262b155a942 None None] New status for floating IP 20ef5400-101c-4795-aba2-8490ad752713: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:52:26.315589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eed0228e-105e-445e-b7bb-b1c313852d4e req-8e980dfe-5dbb-4234-9a8d-5bd5cf464999 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1457174 Feb 04 15:52:26.348035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:26.351825 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce4a7212-319e-46be-b178-53dbceefef01 tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] 10.222.0.46 "GET /v2.0/agents/c81238be-f0bc-47a4-bda6-8ead420565ab/dhcp-networks HTTP/1.1" status: 200 len: 8029 time: 0.6439111 Feb 04 15:52:26.352932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52848) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:26.356648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:26.364282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:52:20Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:22Z', 'revision_number': 2, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:26.375444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Checking router: aeef8e22-425f-4fde-96d4-b29d13ea42e6 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:52:26.375981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Updating router aeef8e22-425f-4fde-96d4-b29d13ea42e6 port 38e1bcd1-788d-4b8e-83a3-af297392517e binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:52:26.387224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:26.503576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8e6ff890-d2b6-4722-8f6b-5a75bf9c71e4 None None] Provisioning complete for port b750ba8d-5d41-403e-a0fd-2e9548da28fe triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:26.503949 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff890-d2b6-4722-8f6b-5a75bf9c71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.513296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8643f89e-0266-4c34-a0bd-3778c2d2ab1a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.526353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.600496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52856) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:26.605385 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5f473e25-cc12-40cc-9b07-94a750975cb7 tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] 10.222.0.46 "GET /v2.0/networks/b43952e1-e6f1-4bf5-b571-03b81276bd99/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2309821 Feb 04 15:52:26.685442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:26.708737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:26.724612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:26.742564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:26.750285 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.753658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8643f89e-0266-4c34-a0bd-3778c2d2ab1a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.757678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-20e4f91f-dddd-4bfe-ad4f-be461f353f0c tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] 10.222.0.46 "GET /v2.0/networks/b43952e1-e6f1-4bf5-b571-03b81276bd99/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1470478 Feb 04 15:52:26.760107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52860) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:26.817476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ff890-d2b6-4722-8f6b-5a75bf9c71e4 None None] Port b750ba8d-5d41-403e-a0fd-2e9548da28fe cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:52:26.963494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8643f89e-0266-4c34-a0bd-3778c2d2ab1a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.052205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643f89e-0266-4c34-a0bd-3778c2d2ab1a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Subnet': ['ID=62c74b1c-e9e0-432b-8b75-6c5abe75f3d2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:27.072337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8643f89e-0266-4c34-a0bd-3778c2d2ab1a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.106859 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8643f89e-0266-4c34-a0bd-3778c2d2ab1a tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/subnets/62c74b1c-e9e0-432b-8b75-6c5abe75f3d2 HTTP/1.1" status: 204 len: 168 time: 1.0930076 Feb 04 15:52:27.107523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52864) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:27.112952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f8aa8e-d64c-406e-9b5d-133b04f20435 None None] Network a2848bd6-8623-4c58-8d0f-455a64b8d6ad requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:27.116588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.21.0.1 (337d1748-a37e-4d1a-8b18-c4191c495ad3/e916e74c-d852-4fc8-8341-cfc46b5e76d0/b02ad736-e022-4487-a3d9-c67eaea8cce5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:27.163572 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f38e5fe2-5948-42f6-a9e9-954d3495bedd None None] Provisioning for port 38e1bcd1-788d-4b8e-83a3-af297392517e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:27.307940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f38e5fe2-5948-42f6-a9e9-954d3495bedd None None] Provisioning complete for port 38e1bcd1-788d-4b8e-83a3-af297392517e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:27.324070 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f38e5fe2-5948-42f6-a9e9-954d3495bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.507673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.533475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Deleting port 176e965a-565c-4848-a63a-066b905eb08a {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:27.533876 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.682218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.731792 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.793552 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.811926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Transition to ACTIVE for port object b02ad736-e022-4487-a3d9-c67eaea8cce5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:27.822009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f38e5fe2-5948-42f6-a9e9-954d3495bedd None None] Port 38e1bcd1-788d-4b8e-83a3-af297392517e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:52:27.825659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:27.836399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7805c031-a29f-40df-9023-b6da7b53d40d req-09e4a6f2-ec95-427f-a7a6-afb313c451f7 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1135192 Feb 04 15:52:27.878613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8b437d95-9797-4ca0-9bcf-5b6df3397d15 tempest-DHCPAgentSchedulersTestJSON-1031170179 tempest-DHCPAgentSchedulersTestJSON-1031170179-project-admin] 10.222.0.46 "GET /v2.0/agents/c81238be-f0bc-47a4-bda6-8ead420565ab/dhcp-networks HTTP/1.1" status: 200 len: 8029 time: 1.1139615 Feb 04 15:52:27.879785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52874) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:27.957135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] For port 176e965a-565c-4848-a63a-066b905eb08a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=176e965a-565c-4848-a63a-066b905eb08a,segment=NetworkSegment(f7dcf85a-112c-48fb-803d-0e55e6d8bdfc),segment_id=f7dcf85a-112c-48fb-803d-0e55e6d8bdfc)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:27.958427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.021624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.036829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380e437b-3de2-41d2-b139-74bd1821d880,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:28.038980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.040289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-625b21b6-41de-4cf1-882d-30800ccf355c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2159848 Feb 04 15:52:28.044313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52878) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:28.117331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '380e437b-3de2-41d2-b139-74bd1821d880', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:28.137112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:28.148828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Calling delete_port for 176e965a-565c-4848-a63a-066b905eb08a owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:28.176098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:28.178784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:28.182746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:28.193162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:28.193533 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.276411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.279756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.282082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ff75d12b-9a7b-4bff-b24f-675f23b77df7 None None] Provisioning complete for port 38e1bcd1-788d-4b8e-83a3-af297392517e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:28.282476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ff75d12b-9a7b-4bff-b24f-675f23b77df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.297082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:28.343497 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.345526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ff75d12b-9a7b-4bff-b24f-675f23b77df7 None None] Port 38e1bcd1-788d-4b8e-83a3-af297392517e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:52:28.364405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Transition to ACTIVE for port object 38e1bcd1-788d-4b8e-83a3-af297392517e will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:28.384018 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.388977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.400008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Port': ['ID=176e965a-565c-4848-a63a-066b905eb08a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:28.414839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] No DVR routers for this DVR port 176e965a-565c-4848-a63a-066b905eb08a on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:28.495984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 337d1748-a37e-4d1a-8b18-c4191c495ad3 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:28.550535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:28.553643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:28.562767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfbffc4-84e4-4dd6-9535-ce97c1e07c74 None None] DHCP port deletion for a2848bd6-8623-4c58-8d0f-455a64b8d6ad request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:52:28.594637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=b02ad736-e022-4487-a3d9-c67eaea8cce5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:28.612756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.671756 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.672084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0578e81-bafa-44ee-8698-34153d9f5156']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:28.732635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccecbee9-9bc7-4cce-8e00-5fbd09b5627e') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:28.733176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccecbee9-9bc7-4cce-8e00-5fbd09b5627e') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:28.768811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b36485-9a9c-4216-9106-9f76618bc946 None None] Pushing event updated for resources: {'Port': ['ID=38e1bcd1-788d-4b8e-83a3-af297392517e,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:28.784510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2848bd6-8623-4c58-8d0f-455a64b8d6ad']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:28.821736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.831318 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.835884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7dcf85a-112c-48fb-803d-0e55e6d8bdfc') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:28.836511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7dcf85a-112c-48fb-803d-0e55e6d8bdfc') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:28.867180 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.903096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.915243 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.918671 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.932345 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.977637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.997742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Attempting to bind port 38e1bcd1-788d-4b8e-83a3-af297392517e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:28.997742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Attempting to bind port 38e1bcd1-788d-4b8e-83a3-af297392517e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:28.997742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Attempting to bind port 38e1bcd1-788d-4b8e-83a3-af297392517e on network b64cceb0-9975-4644-802b-ec72bad0e280 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:29.000898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:29.001394 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.004027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c1f434-a2f4-4a07-8363-21d4bdfa7221,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.019459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:29.019983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Checking segment: {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:29.020335 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.020798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Bound using segment: {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:29.021340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Bound port: 38e1bcd1-788d-4b8e-83a3-af297392517e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:29.022750 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.047967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:29.048875 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:29.085639 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:29.109449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0339f86f-2f80-4f04-96cc-b4f4d1c12c46,segment=NetworkSegment(0d9d0ad7-3300-4321-8d36-e3d16ef56e85),segment_id=0d9d0ad7-3300-4321-8d36-e3d16ef56e85)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:29.147670 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:29.174842 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.175671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3dbac980-ccfe-454b-92b3-3aaa80fe0eca up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:29.199021 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.231199 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.231906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8cf2062e-a1ca-445f-8f39-fe4c620f756a req-2cb10b1f-ca59-4fd9-944a-7884028dfceb tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0628543 Feb 04 15:52:29.261702 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] 10.222.0.46 "DELETE /v2.0/networks/a2848bd6-8623-4c58-8d0f-455a64b8d6ad HTTP/1.1" status: 204 len: 168 time: 2.1531396 Feb 04 15:52:29.277953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f08d4-2ada-4700-9a57-ec2e49a64d13 tempest-NetworksIpV6Test-181348543 tempest-NetworksIpV6Test-181348543-project] Pushing event deleted for resources: {'Network': ['ID=a2848bd6-8623-4c58-8d0f-455a64b8d6ad,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.290075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.290849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a2847475-2258-4d84-93cd-d20c46042551 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2456279 Feb 04 15:52:29.294037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52900) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:29.299296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '380e437b-3de2-41d2-b139-74bd1821d880', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:29.315797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:29.321761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:29.329664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:29.331348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.337591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:29.350260 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.372966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4e8aea94-e05b-4c35-bf2d-a17b561ee2c0 None None] Provisioning for port b02ad736-e022-4487-a3d9-c67eaea8cce5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:29.378256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.393803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4e8aea94-e05b-4c35-bf2d-a17b561ee2c0 None None] Provisioning complete for port b02ad736-e022-4487-a3d9-c67eaea8cce5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:29.394216 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4e8aea94-e05b-4c35-bf2d-a17b561ee2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.419128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event deleted for resources: {'Network': ['ID=e0578e81-bafa-44ee-8698-34153d9f5156,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.428146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3699509b-9631-4680-9919-11057adff15d tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] 10.222.0.46 "DELETE /v2.0/networks/e0578e81-bafa-44ee-8698-34153d9f5156 HTTP/1.1" status: 204 len: 168 time: 1.5370617 Feb 04 15:52:29.431719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52904) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:29.549852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.555818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.626200 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.636790 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3353226 Feb 04 15:52:29.637723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cb4d1-5408-41bc-97ba-8f589b24bf10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d2b524-2608-4b00-9c84-75d1b96ee45d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.639492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52908) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:29.645528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '380e437b-3de2-41d2-b139-74bd1821d880', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:29.650487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=0339f86f-2f80-4f04-96cc-b4f4d1c12c46,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.652659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:29.656864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:29.659923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:29.667394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:29.671468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] For port 38e1bcd1-788d-4b8e-83a3-af297392517e, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:29.679546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:29.680122 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.695478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.723356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4e8aea94-e05b-4c35-bf2d-a17b561ee2c0 None None] Port b02ad736-e022-4487-a3d9-c67eaea8cce5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:52:29.753329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] For port 38e1bcd1-788d-4b8e-83a3-af297392517e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=38e1bcd1-788d-4b8e-83a3-af297392517e,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:29.772865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.832181 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcffaa4-f04e-4f4d-81b1-833321579b94 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] DELETE failed (client error): The resource could not be found. Feb 04 15:52:29.832848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcffaa4-f04e-4f4d-81b1-833321579b94 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:52:29.834710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cdcffaa4-f04e-4f4d-81b1-833321579b94 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] 10.222.0.46 "DELETE /v2.0/ports/efa0aa00-9135-433f-9533-55d340258c57 HTTP/1.1" status: 404 len: 333 time: 0.3349450 Feb 04 15:52:29.835452 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.845878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52916) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:29.891224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52920) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:30.093391 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.096412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44e468a-0da8-4ea5-bebf-7ab9aa85d185 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Deleting subnet 1eff9f38-9d75-44c7-b0e1-30aff9372608 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:52:30.112931 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44e468a-0da8-4ea5-bebf-7ab9aa85d185 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.203014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device aadc2125-ecc9-4bd2-b598-b22e249931e8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:30.310777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:30.312815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:30.441224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44e468a-0da8-4ea5-bebf-7ab9aa85d185 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.475358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b36485-9a9c-4216-9106-9f76618bc946 None None] Pushing event updated for resources: {'Port': ['ID=38e1bcd1-788d-4b8e-83a3-af297392517e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:30.514371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2053ee35-4ee0-448b-a2f2-dedac8b94a98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2e188e3f5a5456ca47da791c51f02fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6202614 Feb 04 15:52:30.522126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52930) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:30.535905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44e468a-0da8-4ea5-bebf-7ab9aa85d185 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.617442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port aadc2125-ecc9-4bd2-b598-b22e249931e8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:30.645278 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.654296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6cc0523-5f6d-4afb-8500-2145a2503716 req-576f4578-5276-4f32-9bd2-e2b6e758f04c tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0891805 Feb 04 15:52:30.660399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port aadc2125-ecc9-4bd2-b598-b22e249931e8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:30.661537 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.672381 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44e468a-0da8-4ea5-bebf-7ab9aa85d185 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.755634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e468a-0da8-4ea5-bebf-7ab9aa85d185 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event deleted for resources: {'Subnet': ['ID=1eff9f38-9d75-44c7-b0e1-30aff9372608,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:30.758426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e031a7-e200-4d05-8201-d98bf3982e59,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:30.760554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44e468a-0da8-4ea5-bebf-7ab9aa85d185 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.775597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b44e468a-0da8-4ea5-bebf-7ab9aa85d185 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] 10.222.0.46 "DELETE /v2.0/subnets/1eff9f38-9d75-44c7-b0e1-30aff9372608 HTTP/1.1" status: 204 len: 168 time: 0.9257212 Feb 04 15:52:30.776714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52934) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:30.779503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.780890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6fb4268c-fa1d-4cf8-83cb-2c85aa2561e3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1404235 Feb 04 15:52:30.789942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52938) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:30.790475 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1dade26-dfd4-4e67-a3b8-0f73592e07f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.825819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8ccc19-2feb-404d-b194-487e240344e5 None None] Network b43952e1-e6f1-4bf5-b571-03b81276bd99 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:30.837700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '380e437b-3de2-41d2-b139-74bd1821d880', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:30.863584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:30.868251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:30.873498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:30.885331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:30.920061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:52:30.932061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.937044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.945872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Deleting port 9735a5dd-674a-40b1-b744-228fb2cf52c9 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:30.946213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.950729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1dade26-dfd4-4e67-a3b8-0f73592e07f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.023036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.037445 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.136465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78363dbe-71af-4575-839a-59c2d98e70c8,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:31.295636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.300289 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.304553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-71b345c2-9414-4c80-a039-5c4e918fab13 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4972367 Feb 04 15:52:31.304553 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1dade26-dfd4-4e67-a3b8-0f73592e07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.310498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52946) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:31.315350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] For port 9735a5dd-674a-40b1-b744-228fb2cf52c9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9735a5dd-674a-40b1-b744-228fb2cf52c9,segment=NetworkSegment(b6253695-652a-404f-8d27-423b17fb136a),segment_id=b6253695-652a-404f-8d27-423b17fb136a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:31.316209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.320444 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.360711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '380e437b-3de2-41d2-b139-74bd1821d880', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:31.369006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:31.372888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:31.376092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:31.382792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:31.454219 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Project fe2bb10d224f4113a67d9b82b1e79c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:52:31.523194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dade26-dfd4-4e67-a3b8-0f73592e07f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973f9bc-b0a8-4b92-8266-28ecf5940c86,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:31.528164 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.538150 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.549770 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.566492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1dade26-dfd4-4e67-a3b8-0f73592e07f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.570183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b1dade26-dfd4-4e67-a3b8-0f73592e07f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6973f9bc-b0a8-4b92-8266-28ecf5940c86 HTTP/1.1" status: 204 len: 168 time: 1.0446277 Feb 04 15:52:31.582563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Calling delete_port for 9735a5dd-674a-40b1-b744-228fb2cf52c9 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:31.647749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=b02ad736-e022-4487-a3d9-c67eaea8cce5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:31.673398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port aadc2125-ecc9-4bd2-b598-b22e249931e8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=aadc2125-ecc9-4bd2-b598-b22e249931e8,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:31.686139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.686871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9735a5dd-674a-40b1-b744-228fb2cf52c9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:31.708215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.764602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event deleted for resources: {'Port': ['ID=9735a5dd-674a-40b1-b744-228fb2cf52c9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:31.774911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 9735a5dd-674a-40b1-b744-228fb2cf52c9 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:52:31.775249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9735a5dd-674a-40b1-b744-228fb2cf52c9 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 15:52:31.776681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] No DVR routers for this DVR port 9735a5dd-674a-40b1-b744-228fb2cf52c9 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:31.865799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Port 9735a5dd-674a-40b1-b744-228fb2cf52c9 not found, will not notify nova. {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 15:52:31.994560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d7abc5c-cbca-43c8-812a-eae8abcf6811 req-4b679f8e-24a8-41b4-a81c-c5e25abc477d tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1165364 Feb 04 15:52:31.997420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.041636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.042129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5a4b46ec-392b-407a-8964-3060fd39bca9 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:32.057671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 337d1748-a37e-4d1a-8b18-c4191c495ad3 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:32.060009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:32.074838 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.095323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43952e1-e6f1-4bf5-b571-03b81276bd99']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:32.117836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5a4b46ec-392b-407a-8964-3060fd39bca9 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:52:32.118170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5a4b46ec-392b-407a-8964-3060fd39bca9 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:52:32.124282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=aadc2125-ecc9-4bd2-b598-b22e249931e8,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:32.161782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6253695-652a-404f-8d27-423b17fb136a') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:32.168022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6253695-652a-404f-8d27-423b17fb136a') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:32.198361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:52:20Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:29Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:32.204710 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e9b5b-d2cd-4800-970d-a6c4c7ddbb8e None None] The sync data for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 is: [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:52:20Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:29Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:32.224002 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.229140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eecfdc1-c4f6-4b2e-93dc-9cae0088bf0d None None] DHCP port deletion for b43952e1-e6f1-4bf5-b571-03b81276bd99 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:52:32.265985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.308039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:32.308458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:32.356833 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:32.601024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:32.712518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.728390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.728909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 6689b207-99b6-4f4f-878b-eaa516c3b255 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:52:32.730013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6ff10a-f0f5-4a9a-8e27-545d3f5c6232,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:32.760640 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.762934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-24705c6d-3f37-43c6-8b5f-f20415da95ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4103189 Feb 04 15:52:32.767104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52974) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:32.778718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-040f5039-a10c-46d9-ac3e-550a708c79bc None None] Provisioning complete for port b02ad736-e022-4487-a3d9-c67eaea8cce5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:32.783888 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-040f5039-a10c-46d9-ac3e-550a708c79bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.792996 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] 10.222.0.46 "DELETE /v2.0/networks/b43952e1-e6f1-4bf5-b571-03b81276bd99 HTTP/1.1" status: 204 len: 168 time: 2.0151844 Feb 04 15:52:32.812179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40c81b-74cc-4986-b355-d08a7032fce2 tempest-DHCPAgentSchedulersTestJSON-1349977643 tempest-DHCPAgentSchedulersTestJSON-1349977643-project] Pushing event deleted for resources: {'Network': ['ID=b43952e1-e6f1-4bf5-b571-03b81276bd99,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:32.902807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '380e437b-3de2-41d2-b139-74bd1821d880', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:32.925629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:32.939865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:32.978773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:32.980139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.046390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:33.075059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:33.103336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:52:33.105593 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Project fe2bb10d224f4113a67d9b82b1e79c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:52:33.121045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-919c1517-1053-4adf-a5bd-9f62d7c70a26 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/6689b207-99b6-4f4f-878b-eaa516c3b255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8697841 Feb 04 15:52:33.121405 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.121675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52990) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:33.212866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-040f5039-a10c-46d9-ac3e-550a708c79bc None None] Port b02ad736-e022-4487-a3d9-c67eaea8cce5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:52:33.232085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee8243-6033-4b1f-a9f6-64832baa084a None None] Sync routers for ids ['6689b207-99b6-4f4f-878b-eaa516c3b255'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:33.291258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee8243-6033-4b1f-a9f6-64832baa084a None None] Routers {'6689b207-99b6-4f4f-878b-eaa516c3b255'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:33.291904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e6ee8243-6033-4b1f-a9f6-64832baa084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6689b207-99b6-4f4f-878b-eaa516c3b255'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:33.398415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bab571-78b1-4c17-b733-b8452795282b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:33.399862 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5bab571-78b1-4c17-b733-b8452795282b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports/b02ad736-e022-4487-a3d9-c67eaea8cce5 HTTP/1.1" status: 200 len: 910 time: 0.2770975 Feb 04 15:52:33.411630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52996) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:33.591760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e6ee8243-6033-4b1f-a9f6-64832baa084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:33.633063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52998) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:33.646629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53008) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:33.760711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device aadc2125-ecc9-4bd2-b598-b22e249931e8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:33.798042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a97d432-3608-452c-ae2a-ad3e8641540d req-6b924148-9e02-49c6-a2d0-3c46692a2c6a tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1030483 Feb 04 15:52:33.829806 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.837031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.933899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2b3b27-22c8-48ef-9e7a-5473ec12a0cc,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:33.948585 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.950307 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee8243-6033-4b1f-a9f6-64832baa084a None None] Routers {'6689b207-99b6-4f4f-878b-eaa516c3b255'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:33.951170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f4bac6ed-2c12-4b22-b7e0-fdca56d567fe tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1828609 Feb 04 15:52:33.951501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e6ee8243-6033-4b1f-a9f6-64832baa084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6689b207-99b6-4f4f-878b-eaa516c3b255'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:34.031390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e6ee8243-6033-4b1f-a9f6-64832baa084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:34.032161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee8243-6033-4b1f-a9f6-64832baa084a None None] The sync data for ids ['6689b207-99b6-4f4f-878b-eaa516c3b255'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:34.057261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718697924'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:34.074198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:34.085721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:34.091758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:34.094808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port aadc2125-ecc9-4bd2-b598-b22e249931e8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:34.095275 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.374577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:34.427524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-34cb99ad-b4b7-4052-ae26-f85791d0ea86 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:34.474755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-34cb99ad-b4b7-4052-ae26-f85791d0ea86 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:34.476125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-34cb99ad-b4b7-4052-ae26-f85791d0ea86 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139097841&fields=id&tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e HTTP/1.1" status: 200 len: 267 time: 0.2002132 Feb 04 15:52:34.502967 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-31e0b8f5-3ac0-4b6a-914c-7f4720143d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.535660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:34.539471 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.561940 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.573049 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ac665e7d-8716-4b1b-a7a8-51a3c4d632d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2af2bc7d397b4ffbadc99584ff9d3d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9381061 Feb 04 15:52:34.585613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53034) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:34.655321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:34.717246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:security_group_rule and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:34.754732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:34.775729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 176e965a-565c-4848-a63a-066b905eb08a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:34.805788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-b0f20b11-ea81-410f-94d9-d6e89ae1451c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:34.807867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-b0f20b11-ea81-410f-94d9-d6e89ae1451c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:34.822000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:34.860640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-b0f20b11-ea81-410f-94d9-d6e89ae1451c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:34.861829 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-b0f20b11-ea81-410f-94d9-d6e89ae1451c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/networks?id=b64cceb0-9975-4644-802b-ec72bad0e280 HTTP/1.1" status: 200 len: 796 time: 0.3787069 Feb 04 15:52:34.871892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 176e965a-565c-4848-a63a-066b905eb08a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:52:34.873594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 176e965a-565c-4848-a63a-066b905eb08a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:52:34.890961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-3b8f1c25-8fad-439b-b600-3a6a6d6ad2af tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/quotas/fe2bb10d224f4113a67d9b82b1e79c3e HTTP/1.1" status: 200 len: 375 time: 0.0209303 Feb 04 15:52:34.945836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35f68f94-7df3-42c3-8e9a-7f52df9a6495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.025962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53048) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:35.073102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-ddda020f-8a29-43e6-adc6-7b35598855bc tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1742356 Feb 04 15:52:35.178165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 38e1bcd1-788d-4b8e-83a3-af297392517e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:35.207255 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35f68f94-7df3-42c3-8e9a-7f52df9a6495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.295703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 38e1bcd1-788d-4b8e-83a3-af297392517e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:35.302705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 38e1bcd1-788d-4b8e-83a3-af297392517e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:35.303079 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.310363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-c1a38795-60bf-47c3-9869-3c0fd4faa73b service neutron] 10.222.0.46 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196052 Feb 04 15:52:35.317096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720d570-d422-4604-ae51-9bb8eb5d1b01 req-8efa60dc-0788-4cdd-bb21-3ca466ac511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:35.318563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0720d570-d422-4604-ae51-9bb8eb5d1b01 req-8efa60dc-0788-4cdd-bb21-3ca466ac511d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 1096 time: 0.2915719 Feb 04 15:52:35.445838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0720d570-d422-4604-ae51-9bb8eb5d1b01 req-e3188071-1acd-430f-9127-aee16075e2e7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070728 Feb 04 15:52:35.459738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.469617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.498736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.507228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:35.509273 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35f68f94-7df3-42c3-8e9a-7f52df9a6495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.518287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-28e00094-f787-48d6-a603-42e6886d48af service neutron] 10.222.0.46 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978202 Feb 04 15:52:35.536977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.537536 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment e7b4f26a-4448-433c-ab07-f8123a921b04 of type vlan for network 39fd95f5-0729-4c7e-a164-dbf34299240c Feb 04 15:52:35.541470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 38e1bcd1-788d-4b8e-83a3-af297392517e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=38e1bcd1-788d-4b8e-83a3-af297392517e,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:35.547464 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.559421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722d9f2c-0511-473c-9b7c-151f2098afea,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:35.594784 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.621214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9735a5dd-674a-40b1-b744-228fb2cf52c9 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:35.688651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 9735a5dd-674a-40b1-b744-228fb2cf52c9 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:52:35.689156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9735a5dd-674a-40b1-b744-228fb2cf52c9 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:52:35.698573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f68f94-7df3-42c3-8e9a-7f52df9a6495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c75def-2f38-4c38-9fd3-18f0fa5332d1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:35.707403 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35f68f94-7df3-42c3-8e9a-7f52df9a6495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.708531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-35f68f94-7df3-42c3-8e9a-7f52df9a6495 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8c75def-2f38-4c38-9fd3-18f0fa5332d1 HTTP/1.1" status: 204 len: 168 time: 1.1201847 Feb 04 15:52:35.710390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.819102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=38e1bcd1-788d-4b8e-83a3-af297392517e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:35.900968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.902372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.902723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.903054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.904226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.905019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.905422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.906959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.907301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.907633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.909367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bf4ca3a-7545-4c07-87da-d44b96d2fa79 req-526a0d13-8b95-48e2-a06e-7dbb2bb677fa tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0776665 Feb 04 15:52:35.911217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.911745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:36.120511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-660ff9af-d78b-4362-bca7-a8150b0abb02 req-aeea61fb-1872-4e07-a98a-cc626fc43acf tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 210 time: 0.1265225 Feb 04 15:52:36.134041 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.152803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:36.153669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.311771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=39fd95f5-0729-4c7e-a164-dbf34299240c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:36.331136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 39fd95f5-0729-4c7e-a164-dbf34299240c details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:36.335016 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-05cb877f-008e-4544-9c4d-6bf84469044f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6852994 Feb 04 15:52:36.457391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port b02ad736-e022-4487-a3d9-c67eaea8cce5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:36.458037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.461301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53082) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:36.498828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53086) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:36.507612 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79478234-595e-46f7-84bf-bdc3440ff8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.514341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': '39fd95f5-0729-4c7e-a164-dbf34299240c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:36.579241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-79478234-595e-46f7-84bf-bdc3440ff8e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:36.596792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-79478234-595e-46f7-84bf-bdc3440ff8e6 admin admin] Usage tracker for resource:security_group_rule and tenant:be730008f8434d758e5a38e1f94af48d is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:36.620196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-79478234-595e-46f7-84bf-bdc3440ff8e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:36.647190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-79478234-595e-46f7-84bf-bdc3440ff8e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:36.653270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.656365 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d03ac5fe-0696-4578-9129-61b1f4a7bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.667016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:36.671130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:36.674031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:36.680796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:36.694348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:36.697818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.906920 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79478234-595e-46f7-84bf-bdc3440ff8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.915261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79478234-595e-46f7-84bf-bdc3440ff8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.024342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-79478234-595e-46f7-84bf-bdc3440ff8e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be730008f8434d758e5a38e1f94af48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618441 Feb 04 15:52:37.026709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79478234-595e-46f7-84bf-bdc3440ff8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7719f1-3479-42c5-b33f-0836547e1f11,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:37.029942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53104) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:37.049786 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.058431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 38e1bcd1-788d-4b8e-83a3-af297392517e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:37.146482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 38e1bcd1-788d-4b8e-83a3-af297392517e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:37.147117 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.251791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01182c47-c8f2-40ad-9ff1-d7602b3f02db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.299410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84c10d14-22f0-48ec-ae03-289353dad732 req-c5f7d84e-df87-48aa-88f5-1e509dfdfa31 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1248446 Feb 04 15:52:37.371449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01182c47-c8f2-40ad-9ff1-d7602b3f02db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.508721 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01182c47-c8f2-40ad-9ff1-d7602b3f02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.601312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01182c47-c8f2-40ad-9ff1-d7602b3f02db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7719f1-3479-42c5-b33f-0836547e1f11,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:37.604455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for b02ad736-e022-4487-a3d9-c67eaea8cce5 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:37.621237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01182c47-c8f2-40ad-9ff1-d7602b3f02db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.622583 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-01182c47-c8f2-40ad-9ff1-d7602b3f02db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c7719f1-3479-42c5-b33f-0836547e1f11 HTTP/1.1" status: 204 len: 168 time: 0.5915303 Feb 04 15:52:37.645251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a19462e-9b95-476a-bb11-fa70220fccd6 req-acad2f67-8b38-417e-a94a-016a192bd064 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 210 time: 0.0813589 Feb 04 15:52:37.685554 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.760760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.765890 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.940933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': 'e7b4f26a-4448-433c-ab07-f8123a921b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39fd95f5-0729-4c7e-a164-dbf34299240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:37.942022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: 39fd95f5-0729-4c7e-a164-dbf34299240c, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:37.953352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=ffea308b-037d-4727-a6ac-fd21616e3ce1,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:37.989744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 39fd95f5-0729-4c7e-a164-dbf34299240c is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:38.019077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 39fd95f5-0729-4c7e-a164-dbf34299240c) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:38.028378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5a4d9-f47c-442c-bfa9-c8d98414f2b4 None None] Network 39fd95f5-0729-4c7e-a164-dbf34299240c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:38.043811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:38.044517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.139825 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6fda91cb-f02b-4b11-a748-9a16f3b08cf7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6391549 Feb 04 15:52:38.145901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53124) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:38.154775 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205913429'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:38.166606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:38.177988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:38.183363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:38.201650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:38.205915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-813c0097-b014-4195-bdb3-e157531e4780 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:38.213265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-813c0097-b014-4195-bdb3-e157531e4780 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "GET /v2.0/networks?id=b64cceb0-9975-4644-802b-ec72bad0e280 HTTP/1.1" status: 200 len: 796 time: 0.3715370 Feb 04 15:52:38.235475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.343978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-429d344a-4678-45d4-923f-cc1b89be654b tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e HTTP/1.1" status: 200 len: 380 time: 0.1213739 Feb 04 15:52:38.383800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'port': {'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'admin_state_up': True, 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'security_groups': ['380e437b-3de2-41d2-b139-74bd1821d880']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:38.385805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:38.389452 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.427818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=b02ad736-e022-4487-a3d9-c67eaea8cce5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:38.457641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:38.482886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.483241 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment 7fef283a-3785-4a73-954b-cd620851f8e4 of type vlan for network c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc Feb 04 15:52:38.553305 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.559759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-39fd95f5-0729-4c7e-a164-dbf34299240c', 'network_id': '39fd95f5-0729-4c7e-a164-dbf34299240c', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': 'ffea308b-037d-4727-a6ac-fd21616e3ce1'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:52:38.560596 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.705975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.713203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1198d1f0-3c71-437b-a2d0-8ccedc2d124e req-c6280fe6-2340-4ae4-91c2-82809ad793e5 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0688224 Feb 04 15:52:38.720617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:38.721305 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.876741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:38.891016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:port and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:38.896866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:38.911954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:38.945643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Allocated IP 172.20.255.242 (39fd95f5-0729-4c7e-a164-dbf34299240c/ffea308b-037d-4727-a6ac-fd21616e3ce1/c0bce5d3-da58-4215-884c-3388173137b9) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:38.986040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Made reservation on behalf of fe2bb10d224f4113a67d9b82b1e79c3e for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:38.990914 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.062781 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9154041 Feb 04 15:52:39.080819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53150) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:39.093953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': 'c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:39.125276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef516dc0-0fd9-4c28-aef1-81c7d900e15b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:39.169842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:39.444968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28e588e5-a17e-411f-a9a2-b810fc0384da req-4d51133c-a52d-4f93-bd16-bc65a4ee48b8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 210 time: 0.5147650 Feb 04 15:52:39.466923 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.473934 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.517424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:39.571398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:39.576575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:39.610288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.20.0.6 (b64cceb0-9975-4644-802b-ec72bad0e280/d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e/afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:39.631219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:39.685425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.694734 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.699247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Transition to ACTIVE for port object c0bce5d3-da58-4215-884c-3388173137b9 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:39.720364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Transition to ACTIVE for port object c0bce5d3-da58-4215-884c-3388173137b9 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:39.730111 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.732046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:39.741779 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.938749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Pushing event updated for resources: {'Port': ['ID=c0bce5d3-da58-4215-884c-3388173137b9,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:39.962503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Network 39fd95f5-0729-4c7e-a164-dbf34299240c is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:39.965812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:39.968725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:40.109274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Attempting to bind port c0bce5d3-da58-4215-884c-3388173137b9 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:40.109644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Attempting to bind port c0bce5d3-da58-4215-884c-3388173137b9 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'e7b4f26a-4448-433c-ab07-f8123a921b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39fd95f5-0729-4c7e-a164-dbf34299240c'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:40.109997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Attempting to bind port c0bce5d3-da58-4215-884c-3388173137b9 on network 39fd95f5-0729-4c7e-a164-dbf34299240c {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:40.116458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:40.117222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Checking segment: {'id': 'e7b4f26a-4448-433c-ab07-f8123a921b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39fd95f5-0729-4c7e-a164-dbf34299240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:40.117813 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.118371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Bound using segment: {'id': 'e7b4f26a-4448-433c-ab07-f8123a921b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39fd95f5-0729-4c7e-a164-dbf34299240c'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:40.119142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Bound port: c0bce5d3-da58-4215-884c-3388173137b9, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b4f26a-4448-433c-ab07-f8123a921b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '39fd95f5-0729-4c7e-a164-dbf34299240c'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:40.119737 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.141209 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.166938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Transition to ACTIVE for port object afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:40.207265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.241173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef5e74a3-a61c-41bb-930c-e4abd6429233 req-ea17f300-d93f-4602-a1bc-3f2fafc34128 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.2365203 Feb 04 15:52:40.364101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53174) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:40.423665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:40.435138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network b64cceb0-9975-4644-802b-ec72bad0e280 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:40.437243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:40.440089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:40.450615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] For port c0bce5d3-da58-4215-884c-3388173137b9, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:40.462391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] For port c0bce5d3-da58-4215-884c-3388173137b9, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c0bce5d3-da58-4215-884c-3388173137b9,segment=NetworkSegment(e7b4f26a-4448-433c-ab07-f8123a921b04),segment_id=e7b4f26a-4448-433c-ab07-f8123a921b04)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:40.485827 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.562602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:40.564538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.611506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-767527d6-ee1e-49da-a76e-ef5dbfaa5beb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2532609 Feb 04 15:52:40.628432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Request body: {'port': {'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:40.703742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a821764-46d1-48ed-8916-0f6802e033f2 None None] Pushing event updated for resources: {'Port': ['ID=c0bce5d3-da58-4215-884c-3388173137b9,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:40.911512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50cf36-63d7-480a-98dc-b82cc4224a01 req-70c87dd1-f368-432b-92c2-188781b37c53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:40.912690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7b50cf36-63d7-480a-98dc-b82cc4224a01 req-70c87dd1-f368-432b-92c2-188781b37c53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:40.917432 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.954905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-507744592', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:40.962245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:40.966652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Usage tracker for resource:port and tenant:2e0512da61a74f30b9c9fedd3d923312 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:40.972182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:40.981675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:40.999197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cdbdbe9d-7c7e-4a3d-b267-a189d03bb567 None None] Provisioning for port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:41.010554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Made reservation on behalf of 2e0512da61a74f30b9c9fedd3d923312 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:41.013053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.021459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cdbdbe9d-7c7e-4a3d-b267-a189d03bb567 None None] Provisioning complete for port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:41.021870 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cdbdbe9d-7c7e-4a3d-b267-a189d03bb567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.039307 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.071979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7b50cf36-63d7-480a-98dc-b82cc4224a01 req-70c87dd1-f368-432b-92c2-188781b37c53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:41.083015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b50cf36-63d7-480a-98dc-b82cc4224a01 req-70c87dd1-f368-432b-92c2-188781b37c53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 931 time: 0.3762987 Feb 04 15:52:41.252901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdbe9d-7c7e-4a3d-b267-a189d03bb567 None None] Port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:52:41.310631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:41.373288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Usage tracker for resource:security_group_rule and tenant:2e0512da61a74f30b9c9fedd3d923312 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:41.391483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:41.399184 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b50cf36-63d7-480a-98dc-b82cc4224a01 req-5e721ed3-6dda-4b4d-acf0-f4b03eb38978 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150949 Feb 04 15:52:41.409082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:41.448850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 6689b207-99b6-4f4f-878b-eaa516c3b255 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:52:41.723698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.750864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9cd0a502-5ae3-4226-b069-523bdf9b430e req-c810ab82-e8f2-406e-aa2f-aaf0ced42b17 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0652280 Feb 04 15:52:41.794584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:52:41.819915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.827340 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.853531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Transition to ACTIVE for port object afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:41.860700 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.861748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] device_id is not set on port 0b819374-ebc2-438e-a340-6dd77db41eb1 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:41.901626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.165252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Pushing event updated for resources: {'Port': ['ID=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:42.182210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53196) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:42.197511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafc605b-77c3-4836-a8d7-c2cff080037f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:42.233990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Attempting to bind port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:42.234258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Attempting to bind port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:42.234587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Attempting to bind port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d on network b64cceb0-9975-4644-802b-ec72bad0e280 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:42.248707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d on network b64cceb0-9975-4644-802b-ec72bad0e280 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:52:42.249042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Attempting to bind port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d on network b64cceb0-9975-4644-802b-ec72bad0e280 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:42.262816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:42.263160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Checking segment: {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:42.263547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Bound using segment: {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:42.263979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Bound port: afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b556e2a1-5516-4401-b6c8-fa0e587e026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:42.264337 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.344056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:52:42.371705 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed6aaf9-189a-4a5f-a530-fb94848407b7 None None] Sync routers for ids ['6689b207-99b6-4f4f-878b-eaa516c3b255'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:42.385627 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6aaf9-189a-4a5f-a530-fb94848407b7 None None] Routers {'6689b207-99b6-4f4f-878b-eaa516c3b255'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:42.386599 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9ed6aaf9-189a-4a5f-a530-fb94848407b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6689b207-99b6-4f4f-878b-eaa516c3b255'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:42.413068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=9da7fd83-b038-4a27-a9e1-8e92fe78ef62,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:42.531484 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-861b4bb1-2ca4-4dc0-9397-1f6786cbdb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.532715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': '7fef283a-3785-4a73-954b-cd620851f8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:42.533333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:42.560353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-861b4bb1-2ca4-4dc0-9397-1f6786cbdb81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:42.560814 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9ed6aaf9-189a-4a5f-a530-fb94848407b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:42.564644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-861b4bb1-2ca4-4dc0-9397-1f6786cbdb81 admin admin] Usage tracker for resource:security_group_rule and tenant:251f00e5ef064dd7809ed0ff2ae757c3 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:42.566562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83792c-ff67-4c07-92fc-81e1ea929ff1 None None] Network 39fd95f5-0729-4c7e-a164-dbf34299240c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:42.568286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-861b4bb1-2ca4-4dc0-9397-1f6786cbdb81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:42.572568 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e828d072-46ea-4885-b508-3bf60322aebb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/6689b207-99b6-4f4f-878b-eaa516c3b255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1574485 Feb 04 15:52:42.573929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:42.574214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-861b4bb1-2ca4-4dc0-9397-1f6786cbdb81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:42.574792 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6aaf9-189a-4a5f-a530-fb94848407b7 None None] Routers {'6689b207-99b6-4f4f-878b-eaa516c3b255'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:42.575569 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9ed6aaf9-189a-4a5f-a530-fb94848407b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6689b207-99b6-4f4f-878b-eaa516c3b255'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:42.659757 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9ed6aaf9-189a-4a5f-a530-fb94848407b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:42.661110 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed6aaf9-189a-4a5f-a530-fb94848407b7 None None] The sync data for ids ['6689b207-99b6-4f4f-878b-eaa516c3b255'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:42.672426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-861b4bb1-2ca4-4dc0-9397-1f6786cbdb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.679216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] For port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:42.679498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Allocated IP 172.25.8.134 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/0b819374-ebc2-438e-a340-6dd77db41eb1) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:42.682169 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-861b4bb1-2ca4-4dc0-9397-1f6786cbdb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.683488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:42.715034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:42.717860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] For port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:42.742454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec99e44-c773-4fac-ab72-c72c559e8d3d None None] Network c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:42.765295 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9febe978-48a7-4db7-9665-5e02e2b65f38 None None] Provisioning for port c0bce5d3-da58-4215-884c-3388173137b9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:42.778034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.789946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:42.791168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.899546 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-467acc11-2f9c-4ed1-88c1-1ca2f96bb0a7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.8175952 Feb 04 15:52:42.911319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53212) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:42.958658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-861b4bb1-2ca4-4dc0-9397-1f6786cbdb81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=251f00e5ef064dd7809ed0ff2ae757c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753904 Feb 04 15:52:42.981032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53216) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:42.981032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b4bb1-2ca4-4dc0-9397-1f6786cbdb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd39a36-4b43-4bb7-9cc7-0f9c510eb4da,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:42.985616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:42.986235 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.987617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] 10.222.0.53 "PUT /v2.0/ports/afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d HTTP/1.1" status: 200 len: 1091 time: 2.3684361 Feb 04 15:52:42.990792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:43.198443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c6fd9-cf52-429b-bb27-6f95b0cc4535 service neutron] Pushing event updated for resources: {'Port': ['ID=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:43.227655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc', 'network_id': 'c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': '9da7fd83-b038-4a27-a9e1-8e92fe78ef62'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:52:43.228423 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.244452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c0bce5d3-da58-4215-884c-3388173137b9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:43.262867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf448-e768-41f7-b6a4-ef15f388bacc req-a655634a-15c9-40db-8266-81064ce9aa5f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:43.263955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d76bf448-e768-41f7-b6a4-ef15f388bacc req-a655634a-15c9-40db-8266-81064ce9aa5f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 943 time: 0.5498602 Feb 04 15:52:43.300102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7141abf-73c1-4a43-9b44-e02e92e6fd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.335323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-b310ec4f-ec04-42c4-a5dc-db7c74a3831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:43.340863 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-b310ec4f-ec04-42c4-a5dc-db7c74a3831e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 1094 time: 0.2867727 Feb 04 15:52:43.498270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-e4568d0a-fa08-4fc4-a1e3-f459ca2d6d27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d HTTP/1.1" status: 200 len: 217 time: 0.1366293 Feb 04 15:52:43.518030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port c0bce5d3-da58-4215-884c-3388173137b9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:43.529763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Allocated IP 172.20.0.2 (c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc/9da7fd83-b038-4a27-a9e1-8e92fe78ef62/0fefa18c-3fb4-4a79-a956-4ba7c57c0e54) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:43.534487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c0bce5d3-da58-4215-884c-3388173137b9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:43.535130 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.631850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d76bf448-e768-41f7-b6a4-ef15f388bacc req-9b113b64-e7ff-40c0-a5bb-4870cabd2b10 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435106 Feb 04 15:52:43.635248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-5630e334-140a-474f-b659-72ea54e0fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:43.643579 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-5630e334-140a-474f-b659-72ea54e0fd65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e HTTP/1.1" status: 200 len: 835 time: 0.1265965 Feb 04 15:52:43.646499 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7141abf-73c1-4a43-9b44-e02e92e6fd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.879104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55bd3335-efd8-4651-96fa-e259b691c0df req-b47ff428-376f-47fa-bf46-09398eb45c89 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0622060 Feb 04 15:52:43.909057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-016b817e-2ea2-4215-9cb1-f4b9eeac99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:43.913115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-016b817e-2ea2-4215-9cb1-f4b9eeac99c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b64cceb0-9975-4644-802b-ec72bad0e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584374 Feb 04 15:52:43.918908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e13fefe9-6d1b-433a-9af7-69cb9ef8cdaa None None] Provisioning complete for port c0bce5d3-da58-4215-884c-3388173137b9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:43.919791 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e13fefe9-6d1b-433a-9af7-69cb9ef8cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.960693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7141abf-73c1-4a43-9b44-e02e92e6fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.985506 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.094468 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'status': 'completed', 'code': 200} Feb 04 15:52:44.103109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7141abf-73c1-4a43-9b44-e02e92e6fd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd39a36-4b43-4bb7-9cc7-0f9c510eb4da,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:44.142756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.177172 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7141abf-73c1-4a43-9b44-e02e92e6fd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.181129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f7141abf-73c1-4a43-9b44-e02e92e6fd61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bd39a36-4b43-4bb7-9cc7-0f9c510eb4da HTTP/1.1" status: 204 len: 168 time: 1.2020397 Feb 04 15:52:44.226008 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.262418 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.270797 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-3e4cdae9-9638-4bdf-9675-353c7a2a88ac service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496830 Feb 04 15:52:44.294602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.314956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Transition to ACTIVE for port object 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:44.386861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:44.388331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Transition to ACTIVE for port object 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:44.414530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:44.419007 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.424994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:44.560809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port c0bce5d3-da58-4215-884c-3388173137b9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c0bce5d3-da58-4215-884c-3388173137b9,segment=NetworkSegment(e7b4f26a-4448-433c-ab07-f8123a921b04),segment_id=e7b4f26a-4448-433c-ab07-f8123a921b04)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:44.573642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4336d1a4-c975-44d4-84bb-f93fc4a2c8ab req-463a2f6e-650a-4fc2-98f4-011b0ee6118a service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958040 Feb 04 15:52:44.581967 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.592615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Pushing event updated for resources: {'Port': ['ID=0fefa18c-3fb4-4a79-a956-4ba7c57c0e54,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:44.602355 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.676639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Pushing event updated for resources: {'Port': ['ID=0b819374-ebc2-438e-a340-6dd77db41eb1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:44.691126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Network c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:44.712847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:44.734283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:44.741231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53250) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:44.767162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=c0bce5d3-da58-4215-884c-3388173137b9,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:44.775459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:44.776075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.804867 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0baf4401-f291-4c09-b5a5-f846f5af575a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.840483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1874ffae-f806-4a79-86a9-a623b2bd29b1 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4728312 Feb 04 15:52:44.842329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0baf4401-f291-4c09-b5a5-f846f5af575a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:44.843893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53254) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:44.850406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0baf4401-f291-4c09-b5a5-f846f5af575a admin admin] Usage tracker for resource:security_group_rule and tenant:f915e5df92c5462fa683de851a2fa59c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:44.854955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0baf4401-f291-4c09-b5a5-f846f5af575a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:44.855912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.134'}]}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:44.865034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0baf4401-f291-4c09-b5a5-f846f5af575a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:44.865603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:44.880025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Usage tracker for resource:router and tenant:2e0512da61a74f30b9c9fedd3d923312 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:44.890252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:44.899809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:44.905824 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.934589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Attempting to bind port 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:44.935931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Attempting to bind port 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '7fef283a-3785-4a73-954b-cd620851f8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:44.937736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Attempting to bind port 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54 on network c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:44.950640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:44.951270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Checking segment: {'id': '7fef283a-3785-4a73-954b-cd620851f8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:44.951772 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.952665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Bound using segment: {'id': '7fef283a-3785-4a73-954b-cd620851f8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:44.953259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Bound port: 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fef283a-3785-4a73-954b-cd620851f8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:44.953821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.966074 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.041281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592541-cd00-493f-95ba-458875a4a806 req-72f1e2fd-3037-433f-ba44-3fb7c97926ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:45.043543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b592541-cd00-493f-95ba-458875a4a806 req-72f1e2fd-3037-433f-ba44-3fb7c97926ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 1094 time: 0.4093180 Feb 04 15:52:45.046523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=9da7fd83-b038-4a27-a9e1-8e92fe78ef62,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:45.061619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c0bce5d3-da58-4215-884c-3388173137b9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:45.174955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20d53b-fd44-4cc2-950a-b70df9163e97 req-dd49b143-2f49-4efb-8769-cdebb5ac4e6f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:45.176823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b20d53b-fd44-4cc2-950a-b70df9163e97 req-dd49b143-2f49-4efb-8769-cdebb5ac4e6f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 943 time: 0.3084249 Feb 04 15:52:45.205379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] For port 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:45.211392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.211566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] For port 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0fefa18c-3fb4-4a79-a956-4ba7c57c0e54,segment=NetworkSegment(7fef283a-3785-4a73-954b-cd620851f8e4),segment_id=7fef283a-3785-4a73-954b-cd620851f8e4)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:45.214285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c0bce5d3-da58-4215-884c-3388173137b9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:45.214717 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.238977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:45.252434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fef283a-3785-4a73-954b-cd620851f8e4') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:45.252838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fef283a-3785-4a73-954b-cd620851f8e4') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:45.293454 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.297392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.335722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b20d53b-fd44-4cc2-950a-b70df9163e97 req-d9d4257f-a51f-4469-b656-9f7cb458ee68 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450143 Feb 04 15:52:45.339912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0baf4401-f291-4c09-b5a5-f846f5af575a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.344649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.351399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:45.352472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.373761 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0baf4401-f291-4c09-b5a5-f846f5af575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.466245 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0baf4401-f291-4c09-b5a5-f846f5af575a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f915e5df92c5462fa683de851a2fa59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7223108 Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:45.483570 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:45.491828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53260) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:45.492745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.493792 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.515161 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:52:45.515161 n-d-827870-1 neutron-server[87571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:52:45.515161 n-d-827870-1 neutron-server[87571]: [parameters: {'id': 'c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc'}] Feb 04 15:52:45.515161 n-d-827870-1 neutron-server[87571]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:45.515633 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:45.520809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fd90954-2a0e-4cb3-a6f1-10af94f64f8c req-7c9649df-a2ba-43ea-a0c7-d35ba58fe6e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0685897 Feb 04 15:52:45.525464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592541-cd00-493f-95ba-458875a4a806 req-e98c0738-4a81-4d04-bde1-e8315aaf2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:45.527092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b592541-cd00-493f-95ba-458875a4a806 req-e98c0738-4a81-4d04-bde1-e8315aaf2e3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b64cceb0-9975-4644-802b-ec72bad0e280 HTTP/1.1" status: 200 len: 897 time: 0.4746819 Feb 04 15:52:45.544623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46007f-157b-4bef-95d9-6b6a82a66259 None None] Pushing event updated for resources: {'Port': ['ID=0fefa18c-3fb4-4a79-a956-4ba7c57c0e54,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:45.564416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf4401-f291-4c09-b5a5-f846f5af575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066d605a-213b-4850-b410-18690b1d49ea,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:45.606950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae50bc12-6734-42d9-9dd6-b8e517ed9393 None None] Network c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:45.655484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.666649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b592541-cd00-493f-95ba-458875a4a806 req-7f68d2d8-b737-4d33-b15f-21b1b464e798 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d HTTP/1.1" status: 200 len: 217 time: 0.1268075 Feb 04 15:52:45.736423 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11601ffa-7c32-4a6b-ada2-e616e3bfe2a1 req-37200793-7d18-4974-b7fb-75aca287b7f5 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1093581 Feb 04 15:52:45.750607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c345c42-f6b7-49db-9107-0e85fc91d887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.781540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592541-cd00-493f-95ba-458875a4a806 req-7b703c8a-b767-41d5-84ee-d6fa45e0774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:45.783530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b592541-cd00-493f-95ba-458875a4a806 req-7b703c8a-b767-41d5-84ee-d6fa45e0774d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e HTTP/1.1" status: 200 len: 835 time: 0.1052303 Feb 04 15:52:45.867808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82d24c3-d69d-431b-a2ec-c28a4b7877f5 None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 15:52:45.919604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592541-cd00-493f-95ba-458875a4a806 req-20c4692f-9cbe-45fe-9f0b-7e6b4bce1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:45.921182 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b592541-cd00-493f-95ba-458875a4a806 req-20c4692f-9cbe-45fe-9f0b-7e6b4bce1307 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b64cceb0-9975-4644-802b-ec72bad0e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302066 Feb 04 15:52:45.944487 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c345c42-f6b7-49db-9107-0e85fc91d887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.029342 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.092354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d24c3-d69d-431b-a2ec-c28a4b7877f5 None None] Resources bound (agent type, host, resource id): {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:52:46.226287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b592541-cd00-493f-95ba-458875a4a806 req-59ff501d-2760-4e82-8600-7b79015da27d service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978783 Feb 04 15:52:46.296278 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.453716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port b750ba8d-5d41-403e-a0fd-2e9548da28fe {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:46.454064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.493256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b592541-cd00-493f-95ba-458875a4a806 req-6f383eaf-93bf-4f73-9bc5-d7bc74b7a5f9 service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505686 Feb 04 15:52:46.524377 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c345c42-f6b7-49db-9107-0e85fc91d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.555084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:46.556438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.616564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca165ca-a85d-4f35-9fda-9ea88b8d790d req-2044e3b5-1a75-446f-b80a-2f9f598fc399 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:46.618338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ca165ca-a85d-4f35-9fda-9ea88b8d790d req-2044e3b5-1a75-446f-b80a-2f9f598fc399 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 943 time: 0.1126585 Feb 04 15:52:46.679173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ca165ca-a85d-4f35-9fda-9ea88b8d790d req-8be700cf-d462-4061-a4ff-92a5015a5316 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546157 Feb 04 15:52:46.681260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c345c42-f6b7-49db-9107-0e85fc91d887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066d605a-213b-4850-b410-18690b1d49ea,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:46.814857 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c345c42-f6b7-49db-9107-0e85fc91d887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.819063 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7c345c42-f6b7-49db-9107-0e85fc91d887 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/066d605a-213b-4850-b410-18690b1d49ea HTTP/1.1" status: 204 len: 168 time: 1.3214118 Feb 04 15:52:46.976385 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e69584b0-15d3-4c02-842a-d1e75cf0f1ae req-72364dd5-05cd-4631-99fd-44923d86c268 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0646658 Feb 04 15:52:47.037107 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.063712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0fefa18c-3fb4-4a79-a956-4ba7c57c0e54,segment=NetworkSegment(7fef283a-3785-4a73-954b-cd620851f8e4),segment_id=7fef283a-3785-4a73-954b-cd620851f8e4)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:47.064171 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.225211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for b750ba8d-5d41-403e-a0fd-2e9548da28fe owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:47.385544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd2f0519-f48b-4270-b2e4-c718e1d6df36 req-f15535af-8b7b-4711-beb6-08fbf3fd2715 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=953e166e0ed344639b5937e91b609ac5&device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0832388 Feb 04 15:52:47.425739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53288) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:47.440281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:47.474657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-859bf6d8-d236-4df2-bf0d-98ff8a28a52e req-b215b085-44ce-404c-9e18-693f65b801f0 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0880249 Feb 04 15:52:47.477896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd2f0519-f48b-4270-b2e4-c718e1d6df36 req-16b6a554-8570-44f0-94dc-3b450b1a73f0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=953e166e0ed344639b5937e91b609ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547743 Feb 04 15:52:47.478772 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b028b8bc-aca2-4a7c-9e3e-02b0a00fc575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.495421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b028b8bc-aca2-4a7c-9e3e-02b0a00fc575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:47.499740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b028b8bc-aca2-4a7c-9e3e-02b0a00fc575 admin admin] Usage tracker for resource:security_group_rule and tenant:42e5d994d2dd4408983978bbf00175ed is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:47.512094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b028b8bc-aca2-4a7c-9e3e-02b0a00fc575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:47.512094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b028b8bc-aca2-4a7c-9e3e-02b0a00fc575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:47.705183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.719363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0519-f48b-4270-b2e4-c718e1d6df36 req-7552a086-df9d-422a-9b15-e185ebd0ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:47.720847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd2f0519-f48b-4270-b2e4-c718e1d6df36 req-7552a086-df9d-422a-9b15-e185ebd0ee09 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2295902 Feb 04 15:52:47.746521 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b028b8bc-aca2-4a7c-9e3e-02b0a00fc575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.751801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b028b8bc-aca2-4a7c-9e3e-02b0a00fc575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.814943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b028b8bc-aca2-4a7c-9e3e-02b0a00fc575 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42e5d994d2dd4408983978bbf00175ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859727 Feb 04 15:52:47.814943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028b8bc-aca2-4a7c-9e3e-02b0a00fc575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c019e1-fe66-423a-b16e-6193d42835ef,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:47.825031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53294) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:47.847650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port 0fefa18c-3fb4-4a79-a956-4ba7c57c0e54 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:47.871957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:52:47.993864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a926-a41c-415b-b256-20b4c120db08 req-cf6efe54-9982-40c4-97c7-c8cea25493ee tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:47.995798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d799a926-a41c-415b-b256-20b4c120db08 req-cf6efe54-9982-40c4-97c7-c8cea25493ee tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 943 time: 0.1667523 Feb 04 15:52:47.996517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f3b74dd-9b51-4187-8998-c4d797ee3d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.055535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f3b74dd-9b51-4187-8998-c4d797ee3d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.095832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d799a926-a41c-415b-b256-20b4c120db08 req-bd2c9d94-d55f-4ddb-81c0-9d9d762f3f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877709 Feb 04 15:52:48.124312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=0fefa18c-3fb4-4a79-a956-4ba7c57c0e54,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:48.151077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:48.167952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f3b74dd-9b51-4187-8998-c4d797ee3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.179532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:52:48.204856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b74dd-9b51-4187-8998-c4d797ee3d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c019e1-fe66-423a-b16e-6193d42835ef,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:48.209907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f3b74dd-9b51-4187-8998-c4d797ee3d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.213542 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8f3b74dd-9b51-4187-8998-c4d797ee3d68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18c019e1-fe66-423a-b16e-6193d42835ef HTTP/1.1" status: 204 len: 168 time: 0.3845544 Feb 04 15:52:48.285363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.289417 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.315078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:52:48.335382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:48.342555 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.356229 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.430901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.462816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:48.501047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:48.528084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fef283a-3785-4a73-954b-cd620851f8e4') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:48.528979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fef283a-3785-4a73-954b-cd620851f8e4') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:48.536324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.630248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:52:48.640201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.662824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=b750ba8d-5d41-403e-a0fd-2e9548da28fe,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:48.697608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-831093ba-fbcb-4112-af31-932a0d478193 req-96aa6e79-9d71-4015-8889-4d1804db4a2c tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0660753 Feb 04 15:52:48.941052 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.975520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:48.991464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:49.011932 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:49.085331 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.121761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd2f0519-f48b-4270-b2e4-c718e1d6df36 req-771126b7-9fa1-42ee-9efb-c4fc88cd5060 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.61 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.1097338 Feb 04 15:52:49.464182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fef749-69e8-4e10-a705-ffb18e0bc7a5 req-8d2f9710-9357-4b4d-ac96-41a70256ba35 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:49.466362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58fef749-69e8-4e10-a705-ffb18e0bc7a5 req-8d2f9710-9357-4b4d-ac96-41a70256ba35 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 944 time: 0.1868210 Feb 04 15:52:49.533401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58fef749-69e8-4e10-a705-ffb18e0bc7a5 req-8617ee3e-9025-4505-9b5f-eb99fc37c42c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516059 Feb 04 15:52:49.576645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.587233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.591243 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.621187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.697560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:49.713825 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.741117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.741633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 059e0399-254a-4904-8d22-7e85e42fc255 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:52:49.749356 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4f626223-840d-4cbf-b7dc-c40ca6e5fd3e tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc HTTP/1.1" status: 204 len: 168 time: 6.8370030 Feb 04 15:52:49.753537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53334) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:49.759421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-710312101'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:49.768759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:49.779067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:49.786756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:49.803863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:49.829375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:49.833201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.887970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:52:49.891226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:49.902499 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.903029 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment 2413f3fa-9f98-4105-87bd-8fda0edf14c3 of type vlan for network 8c504c9e-6b58-43da-a3f4-39887a9b6e79 Feb 04 15:52:49.941300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.983829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:52:49.990470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:49.991224 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.011452 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.017440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:50.018279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.062055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f73a53c-be85-4fa0-ba53-9fea73c159d0 req-12f866f6-e3f3-4c22-89c1-d1c431419e21 tempest-ServerShowV257Test-1122949662 tempest-ServerShowV257Test-1122949662-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be9e564-3a21-42fe-b9b2-14d765c5f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0906506 Feb 04 15:52:50.137183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.150541 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:52:50.155014 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e77a252f-b922-4bcf-8aa0-5f33b31f33ba tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.3050208 Feb 04 15:52:50.160989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53372) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:50.169884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4150558 Feb 04 15:52:50.174516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:50.187799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:50.195260 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.242556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53376) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:50.258695 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'code': 200} Feb 04 15:52:50.267778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': '8c504c9e-6b58-43da-a3f4-39887a9b6e79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:50.301234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:50.356445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 6689b207-99b6-4f4f-878b-eaa516c3b255 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:52:50.382397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198d9d6-e412-41d7-99cd-4f0713671839 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=8c504c9e-6b58-43da-a3f4-39887a9b6e79,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:50.396190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8c504c9e-6b58-43da-a3f4-39887a9b6e79 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:50.444900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:50.458053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:50.463246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:50.474995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:50.502148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-318bea40-248c-43ea-9e60-8060c34af128 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Deleting port 0b819374-ebc2-438e-a340-6dd77db41eb1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:50.508879 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-318bea40-248c-43ea-9e60-8060c34af128 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.518033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:52:50.531928 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7625f1da-6baa-43aa-9412-b8bcda100324 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/6689b207-99b6-4f4f-878b-eaa516c3b255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9566352 Feb 04 15:52:50.535237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53384) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:50.537380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c193c-4734-4e65-8dc5-23dca49e77b2 None None] Sync routers for ids ['6689b207-99b6-4f4f-878b-eaa516c3b255'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:50.598101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c193c-4734-4e65-8dc5-23dca49e77b2 None None] Routers {'6689b207-99b6-4f4f-878b-eaa516c3b255'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:50.598101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3a1c193c-4734-4e65-8dc5-23dca49e77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6689b207-99b6-4f4f-878b-eaa516c3b255'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:50.611389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-13af2679-13c4-4171-baa4-548aec626763 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:52:50.632449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-13af2679-13c4-4171-baa4-548aec626763 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:52:50.634191 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-13af2679-13c4-4171-baa4-548aec626763 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=6689b207-99b6-4f4f-878b-eaa516c3b255 HTTP/1.1" status: 200 len: 205 time: 0.0975511 Feb 04 15:52:50.636922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53396) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:50.642652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:50.651187 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.743389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3a1c193c-4734-4e65-8dc5-23dca49e77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:50.779095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c193c-4734-4e65-8dc5-23dca49e77b2 None None] Routers {'6689b207-99b6-4f4f-878b-eaa516c3b255'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:52:50.779741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3a1c193c-4734-4e65-8dc5-23dca49e77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['6689b207-99b6-4f4f-878b-eaa516c3b255'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:50.891983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713713d6-85b9-4c71-b9de-e29d47351d18 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.902578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3a1c193c-4734-4e65-8dc5-23dca49e77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:50.904314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c193c-4734-4e65-8dc5-23dca49e77b2 None None] The sync data for ids ['6689b207-99b6-4f4f-878b-eaa516c3b255'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:51.094733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.ipam_backend_mixin [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing IP validity checks on allocation pools {{(pid=87570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:52:51.095650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.ipam_backend_mixin [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:52:51.176126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afe25e-e958-4b95-a944-c5331097deba req-b6a2d154-a64c-43e6-94a9-11a87d38ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:51.178364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8afe25e-e958-4b95-a944-c5331097deba req-b6a2d154-a64c-43e6-94a9-11a87d38ae99 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 1096 time: 0.7833245 Feb 04 15:52:51.241101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713713d6-85b9-4c71-b9de-e29d47351d18 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.244215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713713d6-85b9-4c71-b9de-e29d47351d18 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.293708 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713713d6-85b9-4c71-b9de-e29d47351d18 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.294623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713713d6-85b9-4c71-b9de-e29d47351d18 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Fanout notify agent at l3_agent the message router_deleted on router 6689b207-99b6-4f4f-878b-eaa516c3b255 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:52:51.318817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713713d6-85b9-4c71-b9de-e29d47351d18 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.322232 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-713713d6-85b9-4c71-b9de-e29d47351d18 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/6689b207-99b6-4f4f-878b-eaa516c3b255 HTTP/1.1" status: 204 len: 168 time: 0.6818004 Feb 04 15:52:51.323073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53440) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:51.373514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8afe25e-e958-4b95-a944-c5331097deba req-e5a96e91-b93d-4792-9725-0b378bd2fc95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731837 Feb 04 15:52:51.417882 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.421559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f941ddbd-434e-4506-992b-53627f2f3e27 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting subnet e916e74c-d852-4fc8-8341-cfc46b5e76d0 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:52:51.424509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f941ddbd-434e-4506-992b-53627f2f3e27 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.462793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01425405-4d5d-4057-b427-c7d68f42c993 req-c1d01173-9c51-47a7-b847-1291b3ccea53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:51.469461 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01425405-4d5d-4057-b427-c7d68f42c993 req-c1d01173-9c51-47a7-b847-1291b3ccea53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 945 time: 0.5186250 Feb 04 15:52:51.487251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f941ddbd-434e-4506-992b-53627f2f3e27 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.620115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f941ddbd-434e-4506-992b-53627f2f3e27 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.625439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01425405-4d5d-4057-b427-c7d68f42c993 req-2c72c046-69e1-4610-b82f-03232e2a6675 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550033 Feb 04 15:52:51.652589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=096116e3-cf29-424e-9f76-12e81b8f9b47,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:51.659982 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-318bea40-248c-43ea-9e60-8060c34af128 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.719439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f941ddbd-434e-4506-992b-53627f2f3e27 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.809044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-318bea40-248c-43ea-9e60-8060c34af128 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Calling delete_port for 0b819374-ebc2-438e-a340-6dd77db41eb1 owned by {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:51.815752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941ddbd-434e-4506-992b-53627f2f3e27 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Subnet': ['ID=e916e74c-d852-4fc8-8341-cfc46b5e76d0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:51.817752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f941ddbd-434e-4506-992b-53627f2f3e27 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.824746 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f941ddbd-434e-4506-992b-53627f2f3e27 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/e916e74c-d852-4fc8-8341-cfc46b5e76d0 HTTP/1.1" status: 204 len: 168 time: 0.5005109 Feb 04 15:52:51.827018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53450) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:51.833971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d20552-02ca-4410-b556-ae92f15bde32 None None] Network 337d1748-a37e-4d1a-8b18-c4191c495ad3 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:51.846236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': '2413f3fa-9f98-4105-87bd-8fda0edf14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8c504c9e-6b58-43da-a3f4-39887a9b6e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:51.846594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: 8c504c9e-6b58-43da-a3f4-39887a9b6e79, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:51.917824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 8c504c9e-6b58-43da-a3f4-39887a9b6e79 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:51.944809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8c504c9e-6b58-43da-a3f4-39887a9b6e79) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:51.988589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:51.989268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.028583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b01abe-beb1-4a57-8830-4b64dedded80 None None] Network 8c504c9e-6b58-43da-a3f4-39887a9b6e79 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:52.037788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-17a55467-600f-4686-98d0-bc0a75f05165 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7938871 Feb 04 15:52:52.040563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53458) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:52.173769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac77c8d-f565-4593-9379-8f77b60edb0b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting subnet 08ddd951-6463-4cce-83fd-de702fb6127f {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:52:52.179919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dac77c8d-f565-4593-9379-8f77b60edb0b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.181695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-318bea40-248c-43ea-9e60-8060c34af128 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.260461 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.262590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53464) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:52.340422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dac77c8d-f565-4593-9379-8f77b60edb0b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.383607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d5f48-9cf2-432b-9eb5-c31bed8ccadf None None] DHCP port deletion for 337d1748-a37e-4d1a-8b18-c4191c495ad3 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:52:52.411473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-476d5f48-9cf2-432b-9eb5-c31bed8ccadf None None] Deleting port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:52.413837 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-476d5f48-9cf2-432b-9eb5-c31bed8ccadf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.467816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bea40-248c-43ea-9e60-8060c34af128 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b819374-ebc2-438e-a340-6dd77db41eb1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:52.547848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-8c504c9e-6b58-43da-a3f4-39887a9b6e79', 'network_id': '8c504c9e-6b58-43da-a3f4-39887a9b6e79', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': '096116e3-cf29-424e-9f76-12e81b8f9b47'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:52:52.549331 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.622896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8d97d240-8e51-4c9b-b8b9-54f94bbcc406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.701248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8d97d240-8e51-4c9b-b8b9-54f94bbcc406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:52.709532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8d97d240-8e51-4c9b-b8b9-54f94bbcc406 admin admin] Usage tracker for resource:security_group_rule and tenant:953e166e0ed344639b5937e91b609ac5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:52.723465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8d97d240-8e51-4c9b-b8b9-54f94bbcc406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:52.731179 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dac77c8d-f565-4593-9379-8f77b60edb0b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.764827 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-318bea40-248c-43ea-9e60-8060c34af128 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.769303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-318bea40-248c-43ea-9e60-8060c34af128 tempest-RoutersAdminNegativeTest-1524455417 tempest-RoutersAdminNegativeTest-1524455417-project-admin] 10.222.0.46 "DELETE /v2.0/ports/0b819374-ebc2-438e-a340-6dd77db41eb1 HTTP/1.1" status: 204 len: 168 time: 2.6064880 Feb 04 15:52:52.779892 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.799740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8d97d240-8e51-4c9b-b8b9-54f94bbcc406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:52.964638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dac77c8d-f565-4593-9379-8f77b60edb0b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.044847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac77c8d-f565-4593-9379-8f77b60edb0b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Subnet': ['ID=08ddd951-6463-4cce-83fd-de702fb6127f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:53.056844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5cc92-1dbd-4ce4-97ba-faf691d4ebdc req-4df7b62e-99e0-4b42-93a9-46959e3e98ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:53.059906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a92d9b-ab83-4016-a073-e2cbc595e2fe None None] Network 68c68f91-0f95-4408-96c0-25260ccb9861 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:53.062505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dac77c8d-f565-4593-9379-8f77b60edb0b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.066774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2aa5cc92-1dbd-4ce4-97ba-faf691d4ebdc req-4df7b62e-99e0-4b42-93a9-46959e3e98ff tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 945 time: 0.1425972 Feb 04 15:52:53.091747 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dac77c8d-f565-4593-9379-8f77b60edb0b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/08ddd951-6463-4cce-83fd-de702fb6127f HTTP/1.1" status: 204 len: 168 time: 1.2630308 Feb 04 15:52:53.092161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53476) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:53.198136 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8d97d240-8e51-4c9b-b8b9-54f94bbcc406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.210217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8d97d240-8e51-4c9b-b8b9-54f94bbcc406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.264820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2aa5cc92-1dbd-4ce4-97ba-faf691d4ebdc req-ffad0ceb-2039-4575-a90e-73751bde033d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934273 Feb 04 15:52:53.281532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97d240-8e51-4c9b-b8b9-54f94bbcc406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbde79c2-98bc-41fd-b596-a3154880d301,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:53.289398 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8d97d240-8e51-4c9b-b8b9-54f94bbcc406 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=953e166e0ed344639b5937e91b609ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0155072 Feb 04 15:52:53.290593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53486) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:53.308801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:53.333737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.366290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:53.371964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.374976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e94a959-f07d-486e-aa19-3cd785d1fabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.452892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e94a959-f07d-486e-aa19-3cd785d1fabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.455783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53490) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:53.495779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Allocated IP 172.20.0.3 (8c504c9e-6b58-43da-a3f4-39887a9b6e79/096116e3-cf29-424e-9f76-12e81b8f9b47/ebf4eb48-d74b-4e8e-9a4c-79708a979c9f) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:53.522319 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e94a959-f07d-486e-aa19-3cd785d1fabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.550194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94a959-f07d-486e-aa19-3cd785d1fabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbde79c2-98bc-41fd-b596-a3154880d301,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:53.564079 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e94a959-f07d-486e-aa19-3cd785d1fabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.568692 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1e94a959-f07d-486e-aa19-3cd785d1fabe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bbde79c2-98bc-41fd-b596-a3154880d301 HTTP/1.1" status: 204 len: 168 time: 0.2737672 Feb 04 15:52:53.588448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-476d5f48-9cf2-432b-9eb5-c31bed8ccadf None None] For port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0339f86f-2f80-4f04-96cc-b4f4d1c12c46,segment=NetworkSegment(0d9d0ad7-3300-4321-8d36-e3d16ef56e85),segment_id=0d9d0ad7-3300-4321-8d36-e3d16ef56e85)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:53.588886 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-476d5f48-9cf2-432b-9eb5-c31bed8ccadf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.810033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-476d5f48-9cf2-432b-9eb5-c31bed8ccadf None None] Calling delete_port for 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:53.979901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.030208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.072756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-476d5f48-9cf2-432b-9eb5-c31bed8ccadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.079838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:54.086364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Usage tracker for resource:security_group_rule and tenant:d7e11e5b94ff42d2a696048197413e7b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:54.089620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:54.119367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0339f86f-2f80-4f04-96cc-b4f4d1c12c46,segment=NetworkSegment(0d9d0ad7-3300-4321-8d36-e3d16ef56e85),segment_id=0d9d0ad7-3300-4321-8d36-e3d16ef56e85)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:54.120004 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.133135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d734a757-43e5-453c-8188-ec13f07c1b01 None None] DHCP port deletion for 68c68f91-0f95-4408-96c0-25260ccb9861 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:52:54.144735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:54.182962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d5f48-9cf2-432b-9eb5-c31bed8ccadf None None] Pushing event deleted for resources: {'Port': ['ID=0339f86f-2f80-4f04-96cc-b4f4d1c12c46,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:54.189802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d734a757-43e5-453c-8188-ec13f07c1b01 None None] Deleting port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:54.190201 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d734a757-43e5-453c-8188-ec13f07c1b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.236663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d5f48-9cf2-432b-9eb5-c31bed8ccadf None None] No DVR routers for this DVR port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:54.275217 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.319069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Transition to ACTIVE for port object ebf4eb48-d74b-4e8e-9a4c-79708a979c9f will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:54.334157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:54.361329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Transition to ACTIVE for port object ebf4eb48-d74b-4e8e-9a4c-79708a979c9f will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:52:54.387112 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.519531 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.528352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Pushing event updated for resources: {'Port': ['ID=ebf4eb48-d74b-4e8e-9a4c-79708a979c9f,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:54.564702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Network 8c504c9e-6b58-43da-a3f4-39887a9b6e79 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:54.576235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:54.588376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:54.632844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf9f48-5f2d-43d7-9955-dd73a0c16f1b req-26921f9d-2b10-46d1-9bb1-aa06cbda4a22 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:54.640762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56cf9f48-5f2d-43d7-9955-dd73a0c16f1b req-26921f9d-2b10-46d1-9bb1-aa06cbda4a22 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 945 time: 1.1046309 Feb 04 15:52:54.729247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d734a757-43e5-453c-8188-ec13f07c1b01 None None] For port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3dbac980-ccfe-454b-92b3-3aaa80fe0eca,segment=NetworkSegment(dd18293b-d71a-4e5a-aca1-9d2fc38e3562),segment_id=dd18293b-d71a-4e5a-aca1-9d2fc38e3562)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:54.729655 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d734a757-43e5-453c-8188-ec13f07c1b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.741710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:54.746034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.771931 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.813039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Attempting to bind port ebf4eb48-d74b-4e8e-9a4c-79708a979c9f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:54.814057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Attempting to bind port ebf4eb48-d74b-4e8e-9a4c-79708a979c9f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '2413f3fa-9f98-4105-87bd-8fda0edf14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8c504c9e-6b58-43da-a3f4-39887a9b6e79'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:54.814057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Attempting to bind port ebf4eb48-d74b-4e8e-9a4c-79708a979c9f on network 8c504c9e-6b58-43da-a3f4-39887a9b6e79 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:52:54.822904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4654848e-a55b-441b-827f-8e880d1a8d42,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:54.825626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=096116e3-cf29-424e-9f76-12e81b8f9b47,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:54.894778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d734a757-43e5-453c-8188-ec13f07c1b01 None None] Calling delete_port for 3dbac980-ccfe-454b-92b3-3aaa80fe0eca owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:54.932088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:52:54.932465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Checking segment: {'id': '2413f3fa-9f98-4105-87bd-8fda0edf14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8c504c9e-6b58-43da-a3f4-39887a9b6e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:54.932912 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.933311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Bound using segment: {'id': '2413f3fa-9f98-4105-87bd-8fda0edf14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8c504c9e-6b58-43da-a3f4-39887a9b6e79'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:52:54.933827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Bound port: ebf4eb48-d74b-4e8e-9a4c-79708a979c9f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2413f3fa-9f98-4105-87bd-8fda0edf14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8c504c9e-6b58-43da-a3f4-39887a9b6e79'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:54.934180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.934307 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.963091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c504c9e-6b58-43da-a3f4-39887a9b6e79']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:54.973100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1181263490-network', 'tenant_id': 'e31187940f3343f189ea0115d7e26fc2'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:54.976456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2413f3fa-9f98-4105-87bd-8fda0edf14c3') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:54.976698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2413f3fa-9f98-4105-87bd-8fda0edf14c3') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:54.979036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:54.984299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Usage tracker for resource:network and tenant:e31187940f3343f189ea0115d7e26fc2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:54.989391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:54.997609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:55.008341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.015496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Made reservation on behalf of e31187940f3343f189ea0115d7e26fc2 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:55.024818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.040150 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.051388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] For port ebf4eb48-d74b-4e8e-9a4c-79708a979c9f, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:52:55.054095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:55.054417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.054536 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.074933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:55.079123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Usage tracker for resource:security_group_rule and tenant:e31187940f3343f189ea0115d7e26fc2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:55.083262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:55.087537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3dbac980-ccfe-454b-92b3-3aaa80fe0eca no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:52:55.091826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:55.146731 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d734a757-43e5-453c-8188-ec13f07c1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:55.202621 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:55.206784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734a757-43e5-453c-8188-ec13f07c1b01 None None] Pushing event deleted for resources: {'Port': ['ID=3dbac980-ccfe-454b-92b3-3aaa80fe0eca,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.207922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734a757-43e5-453c-8188-ec13f07c1b01 None None] No DVR routers for this DVR port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:55.212525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No active binding found for port 3dbac980-ccfe-454b-92b3-3aaa80fe0eca {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 15:52:55.212945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3dbac980-ccfe-454b-92b3-3aaa80fe0eca not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:52:55.258275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.263595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.268424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.268814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.269332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.270012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.270264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.270489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.271055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.271547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.271955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.272291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.272622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.272977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.287850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] For port ebf4eb48-d74b-4e8e-9a4c-79708a979c9f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ebf4eb48-d74b-4e8e-9a4c-79708a979c9f,segment=NetworkSegment(2413f3fa-9f98-4105-87bd-8fda0edf14c3),segment_id=2413f3fa-9f98-4105-87bd-8fda0edf14c3)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:52:55.293574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.295629 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.303192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.303562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.303907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.304265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.304602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.304983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.305307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.311686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.312040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.312383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.312718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.324336 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56cf9f48-5f2d-43d7-9955-dd73a0c16f1b req-2e5e169c-db6a-4da8-8eb2-1b70837edacc tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6822197 Feb 04 15:52:55.332003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:55.335247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:52:55.335247 n-d-827870-1 neutron-server[87570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:52:55.335247 n-d-827870-1 neutron-server[87570]: [parameters: {'id': '8c504c9e-6b58-43da-a3f4-39887a9b6e79'}] Feb 04 15:52:55.335247 n-d-827870-1 neutron-server[87570]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:55.335972 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:55.349627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b9bb1a51-5e5e-4d41-b125-612fa5b6a612 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7e11e5b94ff42d2a696048197413e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8921332 Feb 04 15:52:55.350536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.350891 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Added segment 54574a56-e9de-4064-b734-ecf8fd4e4c24 of type vlan for network 68a4f150-b783-431b-b223-134f8c0b2377 Feb 04 15:52:55.351913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53532) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:55.356913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53534) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:55.365906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:55.367115 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:55.416723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.432607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c869fca-a6ff-455a-817b-9d5dc7f4bb25 None None] Pushing event updated for resources: {'Port': ['ID=ebf4eb48-d74b-4e8e-9a4c-79708a979c9f,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.482306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a35fda-7297-49dd-b91e-d90509a9ca0f tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:55.489215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-04a35fda-7297-49dd-b91e-d90509a9ca0f tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 1091 time: 0.1252255 Feb 04 15:52:55.489915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53540) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:55.498522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:55.502177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60370d44-81a4-435c-9501-8c5a208ed8af,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.517376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:55.520650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.521683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:55.522189 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.534056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:floatingip and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:55.537689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:55.545693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:55.556253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e973939-2676-4512-861b-3725f567ef50 None None] Network 8c504c9e-6b58-43da-a3f4-39887a9b6e79 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:55.575333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.688664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] Pushing event updated for resources: {'Network': ['ID=68a4f150-b783-431b-b223-134f8c0b2377,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.721475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62197c99-27e5-4e8b-a462-5042b3849f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.742594 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3f93868d-0608-419a-9e27-132b7588983e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9960451 Feb 04 15:52:55.744213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53546) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:55.752815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Request body: {'subnet': {'network_id': '68a4f150-b783-431b-b223-134f8c0b2377', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1181263490-subnet', 'tenant_id': 'e31187940f3343f189ea0115d7e26fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:55.761881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:55.769111 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62197c99-27e5-4e8b-a462-5042b3849f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.773571 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.777232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Usage tracker for resource:subnet and tenant:e31187940f3343f189ea0115d7e26fc2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:55.788729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 68a4f150-b783-431b-b223-134f8c0b2377 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:55.830515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:55.839181 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.842520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:55.873382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 0339f86f-2f80-4f04-96cc-b4f4d1c12c46 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:55.874098 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.874939 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62197c99-27e5-4e8b-a462-5042b3849f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.894267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62197c99-27e5-4e8b-a462-5042b3849f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4654848e-a55b-441b-827f-8e880d1a8d42,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.909013 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62197c99-27e5-4e8b-a462-5042b3849f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.911356 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-62197c99-27e5-4e8b-a462-5042b3849f1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4654848e-a55b-441b-827f-8e880d1a8d42 HTTP/1.1" status: 204 len: 168 time: 0.5493793 Feb 04 15:52:55.967450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port ebf4eb48-d74b-4e8e-9a4c-79708a979c9f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:52:55.967803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.997769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Made reservation on behalf of e31187940f3343f189ea0115d7e26fc2 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:55.999970 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.041728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ed4e2e-28be-4f3c-983a-61bb19caa006 None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 15:52:56.126804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] The port '0339f86f-2f80-4f04-96cc-b4f4d1c12c46' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:52:56.199661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed4e2e-28be-4f3c-983a-61bb19caa006 None None] Resources bound (agent type, host, resource id): {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:52:56.478118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53556) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:56.592966 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-89fd83c3-53f5-40cd-8d2e-746f36922499 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e0512da61a74f30b9c9fedd3d923312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131973 Feb 04 15:52:56.595736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53560) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:56.654713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.681383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2cbd-eefb-40f2-839b-a3d59b3db3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.722464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2cbd-eefb-40f2-839b-a3d59b3db3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.751442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.25.8.173 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/ed8d8a71-7f2c-4369-914e-a897d447c760) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:56.791795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d1748-a37e-4d1a-8b18-c4191c495ad3']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:56.824247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9d0ad7-3300-4321-8d36-e3d16ef56e85') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:56.824474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9d0ad7-3300-4321-8d36-e3d16ef56e85') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:56.828016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2cbd-eefb-40f2-839b-a3d59b3db3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.845152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.853926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac2cbd-eefb-40f2-839b-a3d59b3db3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafc605b-77c3-4836-a8d7-c2cff080037f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:56.859375 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2cbd-eefb-40f2-839b-a3d59b3db3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.874857 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5ac2cbd-eefb-40f2-839b-a3d59b3db3a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eafc605b-77c3-4836-a8d7-c2cff080037f HTTP/1.1" status: 204 len: 168 time: 0.2779727 Feb 04 15:52:56.903858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port ebf4eb48-d74b-4e8e-9a4c-79708a979c9f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ebf4eb48-d74b-4e8e-9a4c-79708a979c9f,segment=NetworkSegment(2413f3fa-9f98-4105-87bd-8fda0edf14c3),segment_id=2413f3fa-9f98-4105-87bd-8fda0edf14c3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:52:56.904250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.112891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for ebf4eb48-d74b-4e8e-9a4c-79708a979c9f owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:52:57.145440 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.183062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:57.183465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:57.199114 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:57.373152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.415757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.437123 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.503300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.509278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.541163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=ebf4eb48-d74b-4e8e-9a4c-79708a979c9f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:57.543161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Network': ['ID=337d1748-a37e-4d1a-8b18-c4191c495ad3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:57.572036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port ebf4eb48-d74b-4e8e-9a4c-79708a979c9f on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:57.617343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5612cf36-5274-4c0e-8111-943ebfe591db,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:57.634115 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:52:57.717359 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-063aa12f-214b-4da7-8360-db0a337a17f1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/networks/337d1748-a37e-4d1a-8b18-c4191c495ad3 HTTP/1.1" status: 204 len: 168 time: 4.6234064 Feb 04 15:52:57.718973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53584) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:57.735738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Checking segment: {'id': '54574a56-e9de-4064-b734-ecf8fd4e4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:52:57.736221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Network hostable DHCP agents. Network: 68a4f150-b783-431b-b223-134f8c0b2377, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:57.788801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.808167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.845602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.927093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:57.938527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c504c9e-6b58-43da-a3f4-39887a9b6e79']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:57.946260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:57.948374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Network 68a4f150-b783-431b-b223-134f8c0b2377 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:57.958667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:52:58.020248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2413f3fa-9f98-4105-87bd-8fda0edf14c3') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:58.020753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2413f3fa-9f98-4105-87bd-8fda0edf14c3') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:58.027868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.044352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.052026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 68a4f150-b783-431b-b223-134f8c0b2377) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:58.062656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c68f91-0f95-4408-96c0-25260ccb9861']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:58.064818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e9c8c-1755-429a-a019-edb0b1cb101e None None] Network 68a4f150-b783-431b-b223-134f8c0b2377 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:58.073231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:58.074025 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.075938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd18293b-d71a-4e5a-aca1-9d2fc38e3562') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:58.076237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd18293b-d71a-4e5a-aca1-9d2fc38e3562') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:58.079268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=ed8d8a71-7f2c-4369-914e-a897d447c760,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:58.090068 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.097905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.110686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.121708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:58.122111 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.134911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53594) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:58.138763 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:58.148588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:58.149028 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:58.167421 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:58.179106 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b8296cdb-7846-4bd9-903a-4f08f6d4f736 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4332008 Feb 04 15:52:58.380164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.425789 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.468969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Network': ['ID=68c68f91-0f95-4408-96c0-25260ccb9861,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:58.478217 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/networks/68c68f91-0f95-4408-96c0-25260ccb9861 HTTP/1.1" status: 204 len: 168 time: 0.7545211 Feb 04 15:52:58.484288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53606) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:58.516573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1057290681'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:58.529057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.529646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.534244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.534963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.535391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.535750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.538783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.539332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.540355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.540698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.541507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.541841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e3f59-cdee-41ea-811f-99bf417cf61d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:58.548698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-secgroup--659470733'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:58.564588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:58.573654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:network and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:58.579128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:58.595277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:58.604702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:58.617324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:58.627597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:58.628340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:58.631455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.637576 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.664274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:58.666835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.683769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/8c504c9e-6b58-43da-a3f4-39887a9b6e79 HTTP/1.1" status: 204 len: 168 time: 6.6416657 Feb 04 15:52:58.690581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53618) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:58.698687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-506259548'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:58.722572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:58.726806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:58.731669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:58.752232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:58.761845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:58.766717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c4bb-2b74-4e92-b1f5-374fcd96e04b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=8c504c9e-6b58-43da-a3f4-39887a9b6e79,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:58.775184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:58.782955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.803053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.805310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86977a1-d248-45a0-98b7-c92b7a595c93 None None] Network 68a4f150-b783-431b-b223-134f8c0b2377 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:52:58.826269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.850902 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.853751 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added segment c51d8af8-e44a-4c30-98dc-f8d82c7c2115 of type vlan for network cda792a4-846e-4a39-873c-8d2556e9e16a Feb 04 15:52:58.902787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:58.914897 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.921395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:58.923744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.924438 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment 36469585-72ef-4b7b-8310-0f591122bd3e of type vlan for network 80d25894-f36e-4368-b0f9-29b2db30c3d0 Feb 04 15:52:58.974845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:58.981081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:58.994663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:59.006075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.039336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.057673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:59.059496 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.319375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Network': ['ID=cda792a4-846e-4a39-873c-8d2556e9e16a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:59.334832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network cda792a4-846e-4a39-873c-8d2556e9e16a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:59.361119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.376533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:59.384563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.453603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-69402b26-57c2-483f-95c2-dd69c9513f72 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:59.462382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-69402b26-57c2-483f-95c2-dd69c9513f72 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 814 time: 0.3545158 Feb 04 15:52:59.495827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-990c6f21-fa68-4b72-b07b-d3f61f59c318 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/quotas/e31187940f3343f189ea0115d7e26fc2 HTTP/1.1" status: 200 len: 375 time: 0.0320868 Feb 04 15:52:59.575533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.588237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-5f1bf552-7eb6-482f-b3c9-4c4782ad3e66 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914743 Feb 04 15:52:59.601497 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-907f7f47-e082-4941-8830-fb37d728adac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1038940 Feb 04 15:52:59.614833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53632) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:59.619709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.624327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:59.633797 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9418743 Feb 04 15:52:59.634841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b89ee-254a-4e33-b171-087b95bdb166 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=80d25894-f36e-4368-b0f9-29b2db30c3d0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:59.638301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53636) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:52:59.645661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': '80d25894-f36e-4368-b0f9-29b2db30c3d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:59.646814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 80d25894-f36e-4368-b0f9-29b2db30c3d0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:52:59.700315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'subnet': {'network_id': 'cda792a4-846e-4a39-873c-8d2556e9e16a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:59.806700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:59.814629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:59.829932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:59.833985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:59.845974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:59.846450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:52:59.851341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:subnet and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:52:59.854765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:59.860473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:52:59.870903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:59.875570 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.885071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:52:59.890934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:59.896650 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.985370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:00.051308 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.101725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e4dfa-faec-4d85-8623-952d5bf0561f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:00.269865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-53b086c7-33ba-4419-ad39-8c3602d07d69 service neutron] 10.222.0.46 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802797 Feb 04 15:53:00.270060 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.447183 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.477405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': '36469585-72ef-4b7b-8310-0f591122bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '80d25894-f36e-4368-b0f9-29b2db30c3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:00.477785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: 80d25894-f36e-4368-b0f9-29b2db30c3d0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:00.482182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.497280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=faadf3e6-7b56-42a3-9a70-5d6adb8b7b06,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:00.520643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 80d25894-f36e-4368-b0f9-29b2db30c3d0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:00.533469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 80d25894-f36e-4368-b0f9-29b2db30c3d0) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:00.541790 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.544166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b6cf0f-70f5-4d62-86b4-c68704dcb6c1 None None] Network 80d25894-f36e-4368-b0f9-29b2db30c3d0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:00.544729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:00.545443 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.577485 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c98fe31c-beff-4e47-ada5-9b51c709dcc3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9379244 Feb 04 15:53:00.580153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53644) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:00.907647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-80d25894-f36e-4368-b0f9-29b2db30c3d0', 'network_id': '80d25894-f36e-4368-b0f9-29b2db30c3d0', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': 'faadf3e6-7b56-42a3-9a70-5d6adb8b7b06'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:53:00.911424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.029324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0548a-d46b-40ad-b212-2b9305a836ff,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:01.042421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-00ff5cdb-77a8-4107-b531-e26bd8bbff51 service neutron] 10.222.0.46 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618814 Feb 04 15:53:01.043498 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.056012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.124505 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.128997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-34dd7601-9fc1-4eaf-8fda-29d70d9dccef tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.9865799 Feb 04 15:53:01.138539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53650) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:01.203317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Allocated IP 172.20.0.1 (80d25894-f36e-4368-b0f9-29b2db30c3d0/faadf3e6-7b56-42a3-9a70-5d6adb8b7b06/dd72e402-d711-45d7-b7b0-846a91605aa8) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:01.234436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.286068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1b3bfbaf-ad60-4377-ac8a-3b551b2ffeb1 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:01.495120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Subnet': ['ID=4795c7cb-8f41-47ec-be2b-e73f7697c6a3,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:01.528141 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.540964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Transition to ACTIVE for port object dd72e402-d711-45d7-b7b0-846a91605aa8 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:01.567783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Transition to ACTIVE for port object dd72e402-d711-45d7-b7b0-846a91605aa8 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:01.580627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143b937f-0cbe-4617-99ad-615c9f725cd6 req-4d06678e-13b4-4b83-b9d1-e7951eb86ffe tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 210 time: 0.1845796 Feb 04 15:53:01.582546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1b3bfbaf-ad60-4377-ac8a-3b551b2ffeb1 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:01.585868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1b3bfbaf-ad60-4377-ac8a-3b551b2ffeb1 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4442022 Feb 04 15:53:01.586824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53664) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:01.591274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Checking segment: {'id': 'c51d8af8-e44a-4c30-98dc-f8d82c7c2115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cda792a4-846e-4a39-873c-8d2556e9e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:01.591546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network hostable DHCP agents. Network: cda792a4-846e-4a39-873c-8d2556e9e16a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:01.596350 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.603725 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.620760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7510d4d0-760b-4e91-a288-a590734e45ea tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-security--737023440', 'description': 'tempest-security-description-381359469'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:01.678762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=faadf3e6-7b56-42a3-9a70-5d6adb8b7b06,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:01.725815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Pushing event updated for resources: {'Port': ['ID=dd72e402-d711-45d7-b7b0-846a91605aa8,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:01.745933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Network 80d25894-f36e-4368-b0f9-29b2db30c3d0 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:01.747560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:01.750273 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7510d4d0-760b-4e91-a288-a590734e45ea tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.751365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:01.786604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network cda792a4-846e-4a39-873c-8d2556e9e16a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:01.790199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.828292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.841500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.868623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Attempting to bind port dd72e402-d711-45d7-b7b0-846a91605aa8 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:01.869138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Attempting to bind port dd72e402-d711-45d7-b7b0-846a91605aa8 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '36469585-72ef-4b7b-8310-0f591122bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '80d25894-f36e-4368-b0f9-29b2db30c3d0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:01.869590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Attempting to bind port dd72e402-d711-45d7-b7b0-846a91605aa8 on network 80d25894-f36e-4368-b0f9-29b2db30c3d0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:01.877137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:01.878490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Checking segment: {'id': '36469585-72ef-4b7b-8310-0f591122bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '80d25894-f36e-4368-b0f9-29b2db30c3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:01.878991 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.879464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Bound using segment: {'id': '36469585-72ef-4b7b-8310-0f591122bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '80d25894-f36e-4368-b0f9-29b2db30c3d0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:01.880027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Bound port: dd72e402-d711-45d7-b7b0-846a91605aa8, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36469585-72ef-4b7b-8310-0f591122bd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '80d25894-f36e-4368-b0f9-29b2db30c3d0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:01.880566 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.881397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d25894-f36e-4368-b0f9-29b2db30c3d0']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:01.905082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, cda792a4-846e-4a39-873c-8d2556e9e16a) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:01.917811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36469585-72ef-4b7b-8310-0f591122bd3e') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:01.918338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36469585-72ef-4b7b-8310-0f591122bd3e') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:01.953355 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.981160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c240fcd-2745-4db4-a26d-fb10ea2a2ac9 None None] Network cda792a4-846e-4a39-873c-8d2556e9e16a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:01.994348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:01.994348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.999114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.011936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:02.012341 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:02.042434 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:02.064292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] For port dd72e402-d711-45d7-b7b0-846a91605aa8, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:02.167144 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7510d4d0-760b-4e91-a288-a590734e45ea tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.187829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=ed8d8a71-7f2c-4369-914e-a897d447c760,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:02.190931 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7510d4d0-760b-4e91-a288-a590734e45ea tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.192754 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:53:02.192754 n-d-827870-1 neutron-server[87571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:53:02.192754 n-d-827870-1 neutron-server[87571]: [parameters: {'id': '80d25894-f36e-4368-b0f9-29b2db30c3d0'}] Feb 04 15:53:02.192754 n-d-827870-1 neutron-server[87571]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:02.193539 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:02.195347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7510d4d0-760b-4e91-a288-a590734e45ea tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.201267 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53672) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:02.206830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7510d4d0-760b-4e91-a288-a590734e45ea tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "PUT /v2.0/security-groups/35a0548a-d46b-40ad-b212-2b9305a836ff HTTP/1.1" status: 200 len: 1778 time: 0.5978711 Feb 04 15:53:02.220127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] For port dd72e402-d711-45d7-b7b0-846a91605aa8, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=dd72e402-d711-45d7-b7b0-846a91605aa8,segment=NetworkSegment(36469585-72ef-4b7b-8310-0f591122bd3e),segment_id=36469585-72ef-4b7b-8310-0f591122bd3e)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:02.238623 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.238861 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-87720a5f-c64c-4c21-bf44-576251bc0276 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6179893 Feb 04 15:53:02.240388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53676) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:02.252670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-893581952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:02.269672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:02.277172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:router and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:02.285877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:02.291909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:02.323899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510d4d0-760b-4e91-a288-a590734e45ea tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0548a-d46b-40ad-b212-2b9305a836ff,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:02.332927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.338797 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.339869 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.427669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b3f1942c-7475-409b-9319-fafaf9ec5857 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups/35a0548a-d46b-40ad-b212-2b9305a836ff HTTP/1.1" status: 200 len: 1778 time: 0.2265263 Feb 04 15:53:02.429165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53682) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:02.445738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.478108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-cda792a4-846e-4a39-873c-8d2556e9e16a', 'network_id': 'cda792a4-846e-4a39-873c-8d2556e9e16a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'fixed_ips': [{'subnet_id': '4795c7cb-8f41-47ec-be2b-e73f7697c6a3'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:53:02.478953 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.514733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.545889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0607bcf-7b36-4683-81ff-699f2b64f914 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.593669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0607bcf-7b36-4683-81ff-699f2b64f914 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.603207 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.604382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7aa2d9fb-cef3-45ce-b6b9-91495bcd0590 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3631439 Feb 04 15:53:02.607867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53688) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:02.616588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'port': {'network_id': 'cda792a4-846e-4a39-873c-8d2556e9e16a', 'name': 'tempest-RoutersTest-167669704'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:02.636468 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Floating IP 0ec50f98-4b6b-4bd6-aa58-02011ef0793f associated. External IP: 172.25.8.173, port: afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d. Feb 04 15:53:02.700119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.866527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port dd72e402-d711-45d7-b7b0-846a91605aa8 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:02.866872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.008084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a7d1237-f8b5-4432-9fdb-8bd703479665 req-00ad02dd-7cb2-49bd-9308-bfe920724b9e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 210 time: 0.0887423 Feb 04 15:53:03.033146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02eb4f-f454-4495-863b-0fcaf685e3e6 None None] Pushing event updated for resources: {'Port': ['ID=dd72e402-d711-45d7-b7b0-846a91605aa8,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:03.102548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Allocated IP 172.20.0.2 (cda792a4-846e-4a39-873c-8d2556e9e16a/4795c7cb-8f41-47ec-be2b-e73f7697c6a3/2b8c12dc-b760-47d5-8e11-d075863cf8bd) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:03.149118 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0607bcf-7b36-4683-81ff-699f2b64f914 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.178844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601731f4-cdf6-408b-96ca-47b09847a929 None None] Network 80d25894-f36e-4368-b0f9-29b2db30c3d0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:03.229595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0607bcf-7b36-4683-81ff-699f2b64f914 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a0548a-d46b-40ad-b212-2b9305a836ff,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:03.242280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:03.274604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:port and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:03.340728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:03.356526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0607bcf-7b36-4683-81ff-699f2b64f914 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.358298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b0607bcf-7b36-4683-81ff-699f2b64f914 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/35a0548a-d46b-40ad-b212-2b9305a836ff HTTP/1.1" status: 204 len: 168 time: 0.9258573 Feb 04 15:53:03.359477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:03.365189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53696) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:03.417452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:03.421157 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.493933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port dd72e402-d711-45d7-b7b0-846a91605aa8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=dd72e402-d711-45d7-b7b0-846a91605aa8,segment=NetworkSegment(36469585-72ef-4b7b-8310-0f591122bd3e),segment_id=36469585-72ef-4b7b-8310-0f591122bd3e)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:03.494614 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.518060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] device_id is not set on port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 yet. {{(pid=87571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:53:03.671726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-e6643cd6-6ead-42db-ae65-e7cee7e24a7b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:03.673400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-e6643cd6-6ead-42db-ae65-e7cee7e24a7b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.61 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 814 time: 0.6643996 Feb 04 15:53:03.733820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Request body: {'port': {'device_id': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377', 'admin_state_up': True, 'tenant_id': 'e31187940f3343f189ea0115d7e26fc2'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:03.741063 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.744907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6f9a4b3d-f956-44d6-b1cf-b005f0480083 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:03.756844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for dd72e402-d711-45d7-b7b0-846a91605aa8 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:03.760028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Transition to ACTIVE for port object 2b8c12dc-b760-47d5-8e11-d075863cf8bd will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:03.809484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Transition to ACTIVE for port object 2b8c12dc-b760-47d5-8e11-d075863cf8bd will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:03.823804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.902007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6f9a4b3d-f956-44d6-b1cf-b005f0480083 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:03.905821 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6f9a4b3d-f956-44d6-b1cf-b005f0480083 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5361512 Feb 04 15:53:03.917503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53702) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:03.988295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aeef8e22-425f-4fde-96d4-b29d13ea42e6 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:53:03.999157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:04.007430 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-75858151-732c-4535-9a4f-6cc01398ec69 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] delete failed (client error): The resource could not be found. Feb 04 15:53:04.015172 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-75858151-732c-4535-9a4f-6cc01398ec69 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/35a0548a-d46b-40ad-b212-2b9305a836ff HTTP/1.1" status: 404 len: 347 time: 0.0897815 Feb 04 15:53:04.015172 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.019433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53708) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:04.029705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Usage tracker for resource:port and tenant:e31187940f3343f189ea0115d7e26fc2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:04.038130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Network cda792a4-846e-4a39-873c-8d2556e9e16a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:04.043087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:04.047136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:04.051118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-secgroup--123628803'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:04.072999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:04.082233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:04.176948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Pushing event updated for resources: {'Port': ['ID=2b8c12dc-b760-47d5-8e11-d075863cf8bd,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:04.179007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.20.0.3 (cda792a4-846e-4a39-873c-8d2556e9e16a/4795c7cb-8f41-47ec-be2b-e73f7697c6a3/4ceb7b7d-fb17-4fbc-931e-a2addeb2a124) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:04.186489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port dd72e402-d711-45d7-b7b0-846a91605aa8 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:04.241418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Attempting to bind port 2b8c12dc-b760-47d5-8e11-d075863cf8bd on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:04.241797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Attempting to bind port 2b8c12dc-b760-47d5-8e11-d075863cf8bd by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c51d8af8-e44a-4c30-98dc-f8d82c7c2115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cda792a4-846e-4a39-873c-8d2556e9e16a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:04.242160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Attempting to bind port 2b8c12dc-b760-47d5-8e11-d075863cf8bd on network cda792a4-846e-4a39-873c-8d2556e9e16a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:04.255681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:04.256077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Checking segment: {'id': 'c51d8af8-e44a-4c30-98dc-f8d82c7c2115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cda792a4-846e-4a39-873c-8d2556e9e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:04.256570 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.257039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Bound using segment: {'id': 'c51d8af8-e44a-4c30-98dc-f8d82c7c2115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cda792a4-846e-4a39-873c-8d2556e9e16a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:04.257528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Bound port: 2b8c12dc-b760-47d5-8e11-d075863cf8bd, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51d8af8-e44a-4c30-98dc-f8d82c7c2115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cda792a4-846e-4a39-873c-8d2556e9e16a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:04.257911 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.279827 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92f0a995-fc28-4a68-92db-623c2dd26749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.373084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:04.379248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:04.388223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d741788e-2400-4a58-a980-926704b05cdb None None] For port 2b8c12dc-b760-47d5-8e11-d075863cf8bd, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:04.392187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d741788e-2400-4a58-a980-926704b05cdb None None] For port 2b8c12dc-b760-47d5-8e11-d075863cf8bd, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b8c12dc-b760-47d5-8e11-d075863cf8bd,segment=NetworkSegment(c51d8af8-e44a-4c30-98dc-f8d82c7c2115),segment_id=c51d8af8-e44a-4c30-98dc-f8d82c7c2115)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:04.400324 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.466605 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5d06bb8-6af1-4184-b8b3-20cb47778404 req-aed6b84c-be08-4cd2-975f-d03f0dd80e52 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 210 time: 0.0887990 Feb 04 15:53:04.472206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Made reservation on behalf of e31187940f3343f189ea0115d7e26fc2 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:04.475919 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.479137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=dd72e402-d711-45d7-b7b0-846a91605aa8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:04.517381 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.541696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741788e-2400-4a58-a980-926704b05cdb None None] Pushing event updated for resources: {'Port': ['ID=2b8c12dc-b760-47d5-8e11-d075863cf8bd,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:04.656838 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.697331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:04.712649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:04.723742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:04.739284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:53:04.744977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:04.750406 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] Sync routers for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:04.769835 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:04.770387 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:04.803012 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.854021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d25894-f36e-4368-b0f9-29b2db30c3d0']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:04.881437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36469585-72ef-4b7b-8310-0f591122bd3e') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:04.882026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36469585-72ef-4b7b-8310-0f591122bd3e') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:04.921770 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.928188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e71ca46b-fca7-40b4-b943-eed012a5d385 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.4371977 Feb 04 15:53:04.932593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:04.951686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53714) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:05.056864 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'status': 'completed', 'code': 200} Feb 04 15:53:05.195382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b8c12dc-b760-47d5-8e11-d075863cf8bd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:05.245889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Allocated IP 172.20.0.9 (68a4f150-b783-431b-b223-134f8c0b2377/5612cf36-5274-4c0e-8111-943ebfe591db/45b578ea-a957-4eab-9837-5432472e1a4d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:05.279475 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:53:05.294723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.398848 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.404122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:05.404535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.420297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2b8c12dc-b760-47d5-8e11-d075863cf8bd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:05.427323 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:05.443530 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:05.481480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d198fb-d4ec-4835-901f-3d888576c610 req-e517b544-98e4-468c-b956-ba46f1aa2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:05.482960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54d198fb-d4ec-4835-901f-3d888576c610 req-e517b544-98e4-468c-b956-ba46f1aa2ff9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 1096 time: 0.4033375 Feb 04 15:53:05.597880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c437027-7f0f-4059-91b4-f2894038cb77 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/floatingips/0ec50f98-4b6b-4bd6-aa58-02011ef0793f HTTP/1.1" status: 200 len: 991 time: 0.6345444 Feb 04 15:53:05.606190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.649816 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.707536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.749269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=80d25894-f36e-4368-b0f9-29b2db30c3d0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:05.773461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Transition to ACTIVE for port object 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:05.792965 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c4719afd-65cc-4a9a-b8a8-f0708d108abb tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/80d25894-f36e-4368-b0f9-29b2db30c3d0 HTTP/1.1" status: 204 len: 168 time: 5.2107661 Feb 04 15:53:05.793877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53726) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:05.805440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1922537936'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:05.822637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:05.835381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:05.846077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:05.869525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:05.899598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:05.909418 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.911220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.911568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8872757 Feb 04 15:53:05.938898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479b692-6199-4211-bbdd-b6c35e6141a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977d558c-fc09-4419-9005-1ce3be3fbcdd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:05.947754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53730) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:05.952252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.963537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': '977d558c-fc09-4419-9005-1ce3be3fbcdd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:05.970704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c78800d6-84a5-4d13-9200-6282f20441d4 req-7eb64c46-e810-4fc4-adc6-4201d41e6b88 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Synchronizing usage tracker for tenant:e31187940f3343f189ea0115d7e26fc2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:05.985906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:06.001609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:06.026044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:06.079112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:06.081611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c78800d6-84a5-4d13-9200-6282f20441d4 req-7eb64c46-e810-4fc4-adc6-4201d41e6b88 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Unset dirty status for tenant:e31187940f3343f189ea0115d7e26fc2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:06.109452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c78800d6-84a5-4d13-9200-6282f20441d4 req-7eb64c46-e810-4fc4-adc6-4201d41e6b88 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 210 time: 0.2815273 Feb 04 15:53:06.128026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network cda792a4-846e-4a39-873c-8d2556e9e16a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:06.133994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:06.145405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:06.169601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d198fb-d4ec-4835-901f-3d888576c610 req-e865539e-d7ff-484c-aab2-ff7bf8702877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:06.179370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:06.180730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54d198fb-d4ec-4835-901f-3d888576c610 req-e865539e-d7ff-484c-aab2-ff7bf8702877 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b64cceb0-9975-4644-802b-ec72bad0e280 HTTP/1.1" status: 200 len: 897 time: 0.6757088 Feb 04 15:53:06.198356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=4ceb7b7d-fb17-4fbc-931e-a2addeb2a124,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:06.245684 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.246043 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment 5b31cec2-f8df-46ce-a07e-9a2bf016569f of type vlan for network 116bc7c3-cf12-4598-ba55-62184b7f16a2 Feb 04 15:53:06.290926 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:52:20Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '0ec50f98-4b6b-4bd6-aa58-02011ef0793f', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:59Z', 'updated_at': '2022-02-04T15:52:59Z', 'revision_number': 0, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:06.295562 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] Checking router: aeef8e22-425f-4fde-96d4-b29d13ea42e6 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:53:06.298716 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.312879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61444ee4-f4e5-479a-95ef-a75476509d28 None None] Network cda792a4-846e-4a39-873c-8d2556e9e16a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:06.320382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:06.321456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.324440 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:06.326379 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:52:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:06.340983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.363212 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.413630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-48d7394c-e5d9-49d4-96dc-88749a1b85bc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.8022864 Feb 04 15:53:06.426202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53736) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:06.451282 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.533057 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.539974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0b944e8b-5977-4a1c-a106-1a903065fea4 None None] Provisioning for port 2b8c12dc-b760-47d5-8e11-d075863cf8bd completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:06.569198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0b944e8b-5977-4a1c-a106-1a903065fea4 None None] Provisioning complete for port 2b8c12dc-b760-47d5-8e11-d075863cf8bd triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:06.569787 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0b944e8b-5977-4a1c-a106-1a903065fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.641750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53744) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:06.652352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54d198fb-d4ec-4835-901f-3d888576c610 req-c76ce0ee-b6d2-43c1-98e9-36f3f560fa55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d HTTP/1.1" status: 200 len: 999 time: 0.4600487 Feb 04 15:53:06.673481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Network 68a4f150-b783-431b-b223-134f8c0b2377 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:06.702380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d0074609-b416-400a-a9f6-9d9a82e6f726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.716213 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:53:06.802099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:06.823643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:06.972023 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0b944e8b-5977-4a1c-a106-1a903065fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.996495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.003432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:07.004494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.039268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0b944e8b-5977-4a1c-a106-1a903065fea4 None None] For port 2b8c12dc-b760-47d5-8e11-d075863cf8bd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b8c12dc-b760-47d5-8e11-d075863cf8bd,segment=NetworkSegment(c51d8af8-e44a-4c30-98dc-f8d82c7c2115),segment_id=c51d8af8-e44a-4c30-98dc-f8d82c7c2115)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:07.050529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0b944e8b-5977-4a1c-a106-1a903065fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.074299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:07.147775 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3507133 Feb 04 15:53:07.178638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:07.179277 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.243676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53752) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:07.246660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.265973 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-cab78e7b-ee42-4048-8a5d-15a115c6b3ef tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5397725 Feb 04 15:53:07.267904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.298059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b944e8b-5977-4a1c-a106-1a903065fea4 None None] Pushing event updated for resources: {'Port': ['ID=2b8c12dc-b760-47d5-8e11-d075863cf8bd,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:07.307013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Request body: {'port': {'device_id': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:07.333897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': '116bc7c3-cf12-4598-ba55-62184b7f16a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:07.399455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53756) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:07.473514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d198fb-d4ec-4835-901f-3d888576c610 req-02b859b5-c97c-489c-a89e-497ca13194cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:07.476127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54d198fb-d4ec-4835-901f-3d888576c610 req-02b859b5-c97c-489c-a89e-497ca13194cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e HTTP/1.1" status: 200 len: 835 time: 0.7863960 Feb 04 15:53:07.519292 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:52:20Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '0ec50f98-4b6b-4bd6-aa58-02011ef0793f', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:59Z', 'updated_at': '2022-02-04T15:52:59Z', 'revision_number': 0, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:07.530759 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e73fa-8a68-4215-b963-d9fdb7f35a34 None None] The sync data for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 is: [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:52:20Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '0ec50f98-4b6b-4bd6-aa58-02011ef0793f', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:59Z', 'updated_at': '2022-02-04T15:52:59Z', 'revision_number': 0, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:07.553406 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.558339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6033435 Feb 04 15:53:07.568206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53762) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:07.639497 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.651377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271b302-e666-4777-b4e4-26b63066e2e9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1106eed-2840-4261-b388-252eb5983416,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:07.681414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-725bead4-7808-434c-8962-3eb87223ead5 None None] Provisioning for port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:07.699589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-725bead4-7808-434c-8962-3eb87223ead5 None None] Provisioning complete for port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:07.700419 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-725bead4-7808-434c-8962-3eb87223ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.842036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.875236 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.907114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-725bead4-7808-434c-8962-3eb87223ead5 None None] Port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:53:07.947167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-725bead4-7808-434c-8962-3eb87223ead5 None None] Provisioning complete for port 2b8c12dc-b760-47d5-8e11-d075863cf8bd triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:07.952957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-725bead4-7808-434c-8962-3eb87223ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.115630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d9996c2d-8af7-43bc-b020-06b69b21db47 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.131269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66454d0d-0a55-4a82-8391-2ad0a2fe35e5 None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 15:53:08.157589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fd99d-44c4-4c34-bdf3-2cffda768f0c None None] New status for floating IP 0ec50f98-4b6b-4bd6-aa58-02011ef0793f: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:53:08.166346 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d9996c2d-8af7-43bc-b020-06b69b21db47 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.231653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:08.250791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055f33d-e016-4895-9559-435d0235a369 req-0b3ecbcd-014d-4a99-9e86-951df7706fb9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:08.258986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8055f33d-e016-4895-9559-435d0235a369 req-0b3ecbcd-014d-4a99-9e86-951df7706fb9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 931 time: 0.7885408 Feb 04 15:53:08.343306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:08.348369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1e02785-a417-4a22-bd7b-83f9a7c64c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.361459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e66c40-6c2a-4869-8d39-861bb7bcbf3b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=116bc7c3-cf12-4598-ba55-62184b7f16a2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:08.370465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:08.397487 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d9996c2d-8af7-43bc-b020-06b69b21db47 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.417451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d198fb-d4ec-4835-901f-3d888576c610 req-21f53538-8abe-423c-bec7-2e27d9a3df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:08.418984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54d198fb-d4ec-4835-901f-3d888576c610 req-21f53538-8abe-423c-bec7-2e27d9a3df0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b64cceb0-9975-4644-802b-ec72bad0e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9281371 Feb 04 15:53:08.440184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-802de21a-2623-4792-ac03-f91ae27828c6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/floatingips/0ec50f98-4b6b-4bd6-aa58-02011ef0793f HTTP/1.1" status: 200 len: 991 time: 1.6437461 Feb 04 15:53:08.445559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:08.477520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8055f33d-e016-4895-9559-435d0235a369 req-8db068b5-2ea6-44ce-9819-caf03d7db87f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174006 Feb 04 15:53:08.506520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 116bc7c3-cf12-4598-ba55-62184b7f16a2 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:08.522413 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e1e02785-a417-4a22-bd7b-83f9a7c64c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:08.541672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9996c2d-8af7-43bc-b020-06b69b21db47 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1106eed-2840-4261-b388-252eb5983416,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:08.555869 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d9996c2d-8af7-43bc-b020-06b69b21db47 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.557386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d9996c2d-8af7-43bc-b020-06b69b21db47 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b1106eed-2840-4261-b388-252eb5983416 HTTP/1.1" status: 204 len: 168 time: 0.9081411 Feb 04 15:53:08.564554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53768) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:08.603426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e1e02785-a417-4a22-bd7b-83f9a7c64c1b admin admin] Usage tracker for resource:security_group_rule and tenant:ff754dca0f7c4d59bd5472575faf29b3 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:08.637255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e1e02785-a417-4a22-bd7b-83f9a7c64c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:08.640616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:08.644938 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.739527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e1e02785-a417-4a22-bd7b-83f9a7c64c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:08.760189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e23d291c-b698-459f-a705-6337a56eb464 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:08.774824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54d198fb-d4ec-4835-901f-3d888576c610 req-fb7ff129-6263-42b0-8f9b-ddb14657c78c service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412349 Feb 04 15:53:08.862578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66454d0d-0a55-4a82-8391-2ad0a2fe35e5 None None] Resources bound (agent type, host, resource id): {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:53:08.901882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e23d291c-b698-459f-a705-6337a56eb464 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:08.903141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e23d291c-b698-459f-a705-6337a56eb464 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3364599 Feb 04 15:53:08.918939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53774) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:09.132886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54d198fb-d4ec-4835-901f-3d888576c610 req-fdd3fa06-2636-463d-b8e5-ce4bafad214f service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478115 Feb 04 15:53:09.136576 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6da0c8-5f4b-40da-92c9-fb5a506aaa69 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.140435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b578ea-a957-4eab-9837-5432472e1a4d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:53:09.157246 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-f80b73ca-782c-4fe2-a656-f49a90457cd3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7824597 Feb 04 15:53:09.161039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b8c12dc-b760-47d5-8e11-d075863cf8bd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:09.165846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.196934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.200683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6da0c8-5f4b-40da-92c9-fb5a506aaa69 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.210000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Transition to ACTIVE for port object 45b578ea-a957-4eab-9837-5432472e1a4d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:09.225791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.416542 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.429986 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.431368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b9e96ded-b13c-485e-a542-e6c0a2574885 None None] Provisioning complete for port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:09.432067 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b9e96ded-b13c-485e-a542-e6c0a2574885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.453971 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1e02785-a417-4a22-bd7b-83f9a7c64c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.478189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53778) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:09.490567 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.493735 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b9e96ded-b13c-485e-a542-e6c0a2574885 None None] Port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:53:09.517561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:09.539405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2b8c12dc-b760-47d5-8e11-d075863cf8bd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:09.540232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.602532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6da0c8-5f4b-40da-92c9-fb5a506aaa69 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.638022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=800ab1dd-6a54-47d7-8457-9027956a904a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:09.640250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e1e02785-a417-4a22-bd7b-83f9a7c64c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.701775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6da0c8-5f4b-40da-92c9-fb5a506aaa69 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977d558c-fc09-4419-9005-1ce3be3fbcdd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:09.760967 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e6da0c8-5f4b-40da-92c9-fb5a506aaa69 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.764406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0e6da0c8-5f4b-40da-92c9-fb5a506aaa69 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/977d558c-fc09-4419-9005-1ce3be3fbcdd HTTP/1.1" status: 204 len: 168 time: 0.8420994 Feb 04 15:53:09.769824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-16fc277a-bae5-4cc4-b12b-aa933afcedee tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/floatingips/0ec50f98-4b6b-4bd6-aa58-02011ef0793f HTTP/1.1" status: 200 len: 993 time: 0.2392218 Feb 04 15:53:09.770695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53784) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:09.794587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Attempting to bind port 45b578ea-a957-4eab-9837-5432472e1a4d on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:09.794920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Attempting to bind port 45b578ea-a957-4eab-9837-5432472e1a4d by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '54574a56-e9de-4064-b734-ecf8fd4e4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:09.795242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Attempting to bind port 45b578ea-a957-4eab-9837-5432472e1a4d on network 68a4f150-b783-431b-b223-134f8c0b2377 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:09.811274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Port 45b578ea-a957-4eab-9837-5432472e1a4d on network 68a4f150-b783-431b-b223-134f8c0b2377 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:53:09.811582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Attempting to bind port 45b578ea-a957-4eab-9837-5432472e1a4d on network 68a4f150-b783-431b-b223-134f8c0b2377 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:09.829376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:09.829721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Checking segment: {'id': '54574a56-e9de-4064-b734-ecf8fd4e4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:09.830100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Bound using segment: {'id': '54574a56-e9de-4064-b734-ecf8fd4e4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:09.831102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Bound port: 45b578ea-a957-4eab-9837-5432472e1a4d, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54574a56-e9de-4064-b734-ecf8fd4e4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:09.831445 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.902629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4892dcd2-70c8-4c3f-bd41-e6ffe566aa63 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:09.913303 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e1e02785-a417-4a22-bd7b-83f9a7c64c1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff754dca0f7c4d59bd5472575faf29b3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4616716 Feb 04 15:53:09.913998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53788) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:09.924197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c2be4-b0b6-4fb4-a141-e6545329a308 req-e23432eb-14e7-498c-8811-324b43150333 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:09.925077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab7c2be4-b0b6-4fb4-a141-e6545329a308 req-e23432eb-14e7-498c-8811-324b43150333 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.2540140 Feb 04 15:53:09.927116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02785-a417-4a22-bd7b-83f9a7c64c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151b62c3-a2b9-4a5e-a06d-9acf3afa0d33,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:09.952989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': '5b31cec2-f8df-46ce-a07e-9a2bf016569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '116bc7c3-cf12-4598-ba55-62184b7f16a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:09.953282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: 116bc7c3-cf12-4598-ba55-62184b7f16a2, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:10.001071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-39dd3a43-2be5-4240-82c6-ee0d7361f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:10.003762 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-39dd3a43-2be5-4240-82c6-ee0d7361f5a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b791c65c73b49f78e44fd9f456d54af&device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 1096 time: 0.5482168 Feb 04 15:53:10.004392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 116bc7c3-cf12-4598-ba55-62184b7f16a2 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:10.021681 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.028493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.037417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4892dcd2-70c8-4c3f-bd41-e6ffe566aa63 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:10.038652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4892dcd2-70c8-4c3f-bd41-e6ffe566aa63 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2643003 Feb 04 15:53:10.054423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53794) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:10.068816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400961329'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:10.087009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:10.091278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:10.105715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab7c2be4-b0b6-4fb4-a141-e6545329a308 req-92418408-0adf-4c97-8a14-9b4da0a2e698 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623554 Feb 04 15:53:10.120458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:10.124756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:10.128175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e7682d0-3c83-4aa1-8043-5e00da1e1e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.149625 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.196716 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.229822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e7682d0-3c83-4aa1-8043-5e00da1e1e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.246130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 116bc7c3-cf12-4598-ba55-62184b7f16a2) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:10.257710 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed118ac-a5cb-4fec-b055-222933c19da1 None None] Network 116bc7c3-cf12-4598-ba55-62184b7f16a2 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:10.491690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:10.492331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.494166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] 10.222.0.61 "PUT /v2.0/ports/45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 200 len: 1091 time: 3.1989553 Feb 04 15:53:10.502135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:10.575610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:10.577708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c560fbc4-ddcc-40c9-8aa1-b40fa3a97bee None None] Provisioning complete for port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:10.578301 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c560fbc4-ddcc-40c9-8aa1-b40fa3a97bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.581482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:10.584980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:10.666140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:10.678206 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d', 'status': 'completed', 'code': 200} Feb 04 15:53:10.692660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e7682d0-3c83-4aa1-8043-5e00da1e1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.694763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c560fbc4-ddcc-40c9-8aa1-b40fa3a97bee None None] Port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:53:10.710279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-116bc7c3-cf12-4598-ba55-62184b7f16a2', 'network_id': '116bc7c3-cf12-4598-ba55-62184b7f16a2', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': '800ab1dd-6a54-47d7-8457-9027956a904a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:53:10.711563 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.711703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:10.712308 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.720438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7682d0-3c83-4aa1-8043-5e00da1e1e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151b62c3-a2b9-4a5e-a06d-9acf3afa0d33,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:10.750705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695f888-47bf-4a52-984d-5d24e0a2ba50 service neutron] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:10.763486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e7682d0-3c83-4aa1-8043-5e00da1e1e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.764882 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8e7682d0-3c83-4aa1-8043-5e00da1e1e33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/151b62c3-a2b9-4a5e-a06d-9acf3afa0d33 HTTP/1.1" status: 204 len: 168 time: 0.8493674 Feb 04 15:53:10.796464 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-22d613dc-f70f-4df7-8897-ec4c7041fdec tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5443745 Feb 04 15:53:10.797543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=4ceb7b7d-fb17-4fbc-931e-a2addeb2a124,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:10.803956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53802) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:10.805957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-8f311a65-7198-4750-adb5-9400dcac0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:10.807584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-8f311a65-7198-4750-adb5-9400dcac0ecc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1094 time: 0.1765592 Feb 04 15:53:10.896125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-8ca1717c-a1e0-43f2-ba18-00a41d701c1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 200 len: 217 time: 0.0790524 Feb 04 15:53:10.943740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.951851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.988431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.017569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d24ff2-0c4c-4732-8760-0803a1af9270,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:11.027740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-6484eaff-1531-4434-96c1-5fc51189c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:11.029595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-6484eaff-1531-4434-96c1-5fc51189c2f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.1239755 Feb 04 15:53:11.034413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.036298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2f0143b3-08e6-4677-8b33-0c14f2458c18 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9739051 Feb 04 15:53:11.063968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53806) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:11.087448 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-e66b79ce-1809-4be6-8051-d36744713672 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493839 Feb 04 15:53:11.102838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-9e87b055-2d5f-43ea-8e17-79d3c2d73526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:11.105345 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-9e87b055-2d5f-43ea-8e17-79d3c2d73526 service neutron] 10.222.0.53 "GET /v2.0/networks?id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 HTTP/1.1" status: 200 len: 910 time: 1.0618682 Feb 04 15:53:11.111515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': '91d24ff2-0c4c-4732-8760-0803a1af9270', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:11.120571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:11.124814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:11.128207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:11.134161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:11.238824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Allocated IP 172.20.0.2 (116bc7c3-cf12-4598-ba55-62184b7f16a2/800ab1dd-6a54-47d7-8457-9027956a904a/e9bd93d2-f873-4194-914d-d1e1d882d7fd) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:11.393235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.480092 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.537444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-f84920b1-8b61-4a2d-ac40-5114cba0cee2 service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370720 Feb 04 15:53:11.584021 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.634669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.674472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b885a2d-b303-4533-b0c4-9df490fdf4e3 req-a2eb7068-f857-4666-94ea-10f95fa46848 service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346092 Feb 04 15:53:11.717310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed342-c402-4232-8139-45935c825819 req-3cded951-7d66-40c0-a9d3-315849d120ec tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:11.718979 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-585ed342-c402-4232-8139-45935c825819 req-3cded951-7d66-40c0-a9d3-315849d120ec tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.3134170 Feb 04 15:53:11.753310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.773188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Transition to ACTIVE for port object e9bd93d2-f873-4194-914d-d1e1d882d7fd will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:11.820726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Transition to ACTIVE for port object e9bd93d2-f873-4194-914d-d1e1d882d7fd will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:11.834095 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.876633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-585ed342-c402-4232-8139-45935c825819 req-e92417a8-d38a-4937-9471-2e8f7be78716 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514349 Feb 04 15:53:11.916407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f743ff-2627-43cd-ad85-22010846c0ca req-d1de9097-b609-4492-9af8-b811eaac22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:11.917943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46f743ff-2627-43cd-ad85-22010846c0ca req-d1de9097-b609-4492-9af8-b811eaac22c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1094 time: 0.1464851 Feb 04 15:53:11.967412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Pushing event updated for resources: {'Port': ['ID=e9bd93d2-f873-4194-914d-d1e1d882d7fd,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:11.980363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Network 116bc7c3-cf12-4598-ba55-62184b7f16a2 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:11.981737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:11.987731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:12.085822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Attempting to bind port e9bd93d2-f873-4194-914d-d1e1d882d7fd on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:12.086107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Attempting to bind port e9bd93d2-f873-4194-914d-d1e1d882d7fd by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '5b31cec2-f8df-46ce-a07e-9a2bf016569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '116bc7c3-cf12-4598-ba55-62184b7f16a2'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:12.086494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Attempting to bind port e9bd93d2-f873-4194-914d-d1e1d882d7fd on network 116bc7c3-cf12-4598-ba55-62184b7f16a2 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:12.092391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:12.092853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Checking segment: {'id': '5b31cec2-f8df-46ce-a07e-9a2bf016569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '116bc7c3-cf12-4598-ba55-62184b7f16a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:12.093174 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.093791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Bound using segment: {'id': '5b31cec2-f8df-46ce-a07e-9a2bf016569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '116bc7c3-cf12-4598-ba55-62184b7f16a2'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:12.094258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Bound port: e9bd93d2-f873-4194-914d-d1e1d882d7fd, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b31cec2-f8df-46ce-a07e-9a2bf016569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '116bc7c3-cf12-4598-ba55-62184b7f16a2'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:12.094622 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.108105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.128038 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.202602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] For port e9bd93d2-f873-4194-914d-d1e1d882d7fd, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:12.206842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] For port e9bd93d2-f873-4194-914d-d1e1d882d7fd, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e9bd93d2-f873-4194-914d-d1e1d882d7fd,segment=NetworkSegment(5b31cec2-f8df-46ce-a07e-9a2bf016569f),segment_id=5b31cec2-f8df-46ce-a07e-9a2bf016569f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:12.215174 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.298401 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-2c49bf0a-d487-4d2e-a1fa-5f644dcce369 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb643d3-a1ec-477f-8071-f00e9799700e HTTP/1.1" status: 200 len: 1000 time: 1.1440680 Feb 04 15:53:12.351401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f743ff-2627-43cd-ad85-22010846c0ca req-043e301f-01e9-4fba-86f2-7cda282a6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:12.355835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46f743ff-2627-43cd-ad85-22010846c0ca req-043e301f-01e9-4fba-86f2-7cda282a6984 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 915 time: 0.4274104 Feb 04 15:53:12.373668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.450818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9042a-2324-46d7-9bc3-d4ae9eb6f844 None None] Pushing event updated for resources: {'Port': ['ID=e9bd93d2-f873-4194-914d-d1e1d882d7fd,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:12.568305 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46f743ff-2627-43cd-ad85-22010846c0ca req-814d9ccf-52cf-43ac-b1d4-5358e6bc4fc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 200 len: 217 time: 0.2078140 Feb 04 15:53:12.629802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53850) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:12.699529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f743ff-2627-43cd-ad85-22010846c0ca req-bb55b8bd-2cec-4c98-9506-61ff3cf96f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:12.701256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46f743ff-2627-43cd-ad85-22010846c0ca req-bb55b8bd-2cec-4c98-9506-61ff3cf96f3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.1262579 Feb 04 15:53:12.782616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46f743ff-2627-43cd-ad85-22010846c0ca req-8ebed391-8cf5-411c-b91f-2d78a13efdab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743773 Feb 04 15:53:12.877870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.881273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=4ceb7b7d-fb17-4fbc-931e-a2addeb2a124,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:12.883786 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.994067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46f743ff-2627-43cd-ad85-22010846c0ca req-d8ed8e7d-b06f-44dc-88e3-223fad422aa3 service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032349 Feb 04 15:53:13.026081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1670753787-network', 'tenant_id': 'c784c8c158584530ae30f34208d9b7bf'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:13.040953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.076534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-29ffa26d-f4c3-4bfb-a960-024a9254932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.086427 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-29ffa26d-f4c3-4bfb-a960-024a9254932a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c44017b-f028-47e2-8c30-542623acc7a8 HTTP/1.1" status: 200 len: 848 time: 0.6948502 Feb 04 15:53:13.097017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:13.099721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921e0220-5979-42ac-b0cb-5ce7667f0f45,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:13.107563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=800ab1dd-6a54-47d7-8457-9027956a904a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:13.121480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e9bd93d2-f873-4194-914d-d1e1d882d7fd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:13.210852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e9bd93d2-f873-4194-914d-d1e1d882d7fd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:13.242109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46f743ff-2627-43cd-ad85-22010846c0ca req-a5322745-fb14-4dad-8ce0-4bcd19aca7d2 service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429659 Feb 04 15:53:13.254536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3daf6-dc92-49cb-a00b-984fa40f1203 req-7b068f1e-73dc-4e0e-bac5-8cd412dc258a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.256269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95a3daf6-dc92-49cb-a00b-984fa40f1203 req-7b068f1e-73dc-4e0e-bac5-8cd412dc258a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.1495433 Feb 04 15:53:13.280546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Usage tracker for resource:network and tenant:c784c8c158584530ae30f34208d9b7bf is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:13.296548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:13.319968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95a3daf6-dc92-49cb-a00b-984fa40f1203 req-b8123370-9fbd-4661-9fad-83fab15ea1e6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501311 Feb 04 15:53:13.343016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:13.346989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.355530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network cda792a4-846e-4a39-873c-8d2556e9e16a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:13.364649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:13.389318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.390819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-90bd0f89-7aa8-4fa8-8fa8-8f51f119a12d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.2902203 Feb 04 15:53:13.394814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53858) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:13.402419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': '91d24ff2-0c4c-4732-8760-0803a1af9270', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:13.402611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116bc7c3-cf12-4598-ba55-62184b7f16a2']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:13.410992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:13.415854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:13.418543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Made reservation on behalf of c784c8c158584530ae30f34208d9b7bf for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:13.420279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:13.422634 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.433872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:13.462107 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.532228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:53:13.559443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.565759 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.630149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b31cec2-f8df-46ce-a07e-9a2bf016569f') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:13.631906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b31cec2-f8df-46ce-a07e-9a2bf016569f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:13.648658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.772909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b9ea0c2a-7102-40ae-bfc1-b7e05b726fd3 None None] Provisioning complete for port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:13.773211 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0c2a-7102-40ae-bfc1-b7e05b726fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.778416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.793980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:13.821371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415462d8-35a2-437f-9947-cfe755744b66,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:13.840478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Usage tracker for resource:security_group_rule and tenant:c784c8c158584530ae30f34208d9b7bf is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:13.844686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.847789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-686520e0-efb3-4d39-87cc-a90d8ee703b9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4517555 Feb 04 15:53:13.852622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53864) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:13.855064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:13.859323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': '91d24ff2-0c4c-4732-8760-0803a1af9270', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:13.864936 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.878214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-9b6693ef-1cd9-4976-8114-d37c03117a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.879189 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-9b6693ef-1cd9-4976-8114-d37c03117a13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6893446 Feb 04 15:53:13.880871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:13.883453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:13.888960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea0c2a-7102-40ae-bfc1-b7e05b726fd3 None None] Port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:53:13.890614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:13.891039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.897661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:13.901881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:13.921118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:13.921319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:13.945968 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:13.953320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '45b578ea-a957-4eab-9837-5432472e1a4d', 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377', 'port_id': '45b578ea-a957-4eab-9837-5432472e1a4d', 'mac_address': 'fa:16:3e:f1:39:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5612cf36-5274-4c0e-8111-943ebfe591db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:53:13.965234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.046291 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.058633 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.070353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.081886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c52873-ebb7-47bd-afda-75945bb7b393 None None] Network 116bc7c3-cf12-4598-ba55-62184b7f16a2 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:14.098890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c26789-4de3-40b5-a885-6273ba24365c,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:14.116968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.118619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-92947439-fd8f-4811-9e98-f50d3079b0bd tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2660074 Feb 04 15:53:14.122636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53876) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:14.129193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': '91d24ff2-0c4c-4732-8760-0803a1af9270', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:14.136631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:14.141537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:14.145132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:14.151900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:14.173236 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.178123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b578ea-a957-4eab-9837-5432472e1a4d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:53:14.180430 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-75cb9532-e96b-4d1c-8ba5-ebbb58aff347 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910812 Feb 04 15:53:14.194255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d486cda7-ecec-427d-b7b9-cf52d63ea508 None None] Provisioning for port e9bd93d2-f873-4194-914d-d1e1d882d7fd completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:14.209450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d486cda7-ecec-427d-b7b9-cf52d63ea508 None None] Provisioning complete for port e9bd93d2-f873-4194-914d-d1e1d882d7fd triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:14.210202 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d486cda7-ecec-427d-b7b9-cf52d63ea508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.259626 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.266415 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.278639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:14.298707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.299295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc358f5-7ff4-4cfb-b87a-dce018ffd329,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:14.303226 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.325631 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.327328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-65fb0716-4b76-4bc2-98e4-1d96138e390b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2034101 Feb 04 15:53:14.330973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53880) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:14.336974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': '91d24ff2-0c4c-4732-8760-0803a1af9270', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:14.344371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:14.349999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:14.353714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:14.360396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:14.390129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.409856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.497848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:14.547982 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.563645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['45b578ea-a957-4eab-9837-5432472e1a4d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:53:14.606188 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.619579 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:53:14.619579 n-d-827870-1 neutron-server[87571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:53:14.619579 n-d-827870-1 neutron-server[87571]: [parameters: {'id': '116bc7c3-cf12-4598-ba55-62184b7f16a2'}] Feb 04 15:53:14.619579 n-d-827870-1 neutron-server[87571]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:14.620093 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:14.622652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:14.639578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f5e1f1-346d-4250-8d8f-37351be04f60,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:14.657110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.657524 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Added segment b9ed3439-da49-420b-bbee-eda56878c042 of type vlan for network a344492f-b621-4f17-b247-74781820dde5 Feb 04 15:53:14.677337 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d486cda7-ecec-427d-b7b9-cf52d63ea508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.679579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 1108ccf2-7c05-4511-8954-dc96e35695e7 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:53:14.687383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00194df0-a437-42c3-b9b8-7c809db813c8,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:14.715894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.720487 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fc92839e-463b-4694-8fa1-78fb1c0decf9 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3880653 Feb 04 15:53:14.723449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53888) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:14.761422 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e746d525-c45e-439c-b611-50e2b9c5acb3 req-be518bbd-1119-4865-9290-b962e0d64cd2 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445872 Feb 04 15:53:14.763240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.771666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d486cda7-ecec-427d-b7b9-cf52d63ea508 None None] For port e9bd93d2-f873-4194-914d-d1e1d882d7fd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e9bd93d2-f873-4194-914d-d1e1d882d7fd,segment=NetworkSegment(5b31cec2-f8df-46ce-a07e-9a2bf016569f),segment_id=5b31cec2-f8df-46ce-a07e-9a2bf016569f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:14.781818 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d486cda7-ecec-427d-b7b9-cf52d63ea508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.784208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73782b-7a4c-49e8-b288-eb94af8cb133 req-1e9c8616-50c6-499a-9982-c6b8638a151f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:14.813715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f73782b-7a4c-49e8-b288-eb94af8cb133 req-1e9c8616-50c6-499a-9982-c6b8638a151f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 944 time: 0.2622497 Feb 04 15:53:14.877275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] DHCP port deletion for 116bc7c3-cf12-4598-ba55-62184b7f16a2 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:53:14.887509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Deleting port e9bd93d2-f873-4194-914d-d1e1d882d7fd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:14.887641 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.909539 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f73782b-7a4c-49e8-b288-eb94af8cb133 req-9f64d4f7-3469-47f1-b62b-2b20fe34c9b7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904846 Feb 04 15:53:14.917243 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a39248-d28f-4128-a129-d40b5c360c33 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.931689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a39248-d28f-4128-a129-d40b5c360c33 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.989153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a39248-d28f-4128-a129-d40b5c360c33 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.997010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:53:15.009551 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a13cb3-3d13-4a26-ad15-8a1679206bf6 None None] Sync routers for ids ['1108ccf2-7c05-4511-8954-dc96e35695e7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:15.035851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.037371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:15.037517 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a13cb3-3d13-4a26-ad15-8a1679206bf6 None None] Routers {'1108ccf2-7c05-4511-8954-dc96e35695e7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:15.038390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.038843 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d3a13cb3-3d13-4a26-ad15-8a1679206bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1108ccf2-7c05-4511-8954-dc96e35695e7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:15.046023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a39248-d28f-4128-a129-d40b5c360c33 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00194df0-a437-42c3-b9b8-7c809db813c8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.071020 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a39248-d28f-4128-a129-d40b5c360c33 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.079568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-86a39248-d28f-4128-a129-d40b5c360c33 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/00194df0-a437-42c3-b9b8-7c809db813c8 HTTP/1.1" status: 204 len: 168 time: 0.3479671 Feb 04 15:53:15.080936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53892) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:15.085824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486cda7-ecec-427d-b7b9-cf52d63ea508 None None] Pushing event updated for resources: {'Port': ['ID=e9bd93d2-f873-4194-914d-d1e1d882d7fd,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.106607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e9bd93d2-f873-4194-914d-d1e1d882d7fd no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:15.209483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-98bfb917-2ade-43d4-9d2e-ef116f9397e5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:15.224500 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d3a13cb3-3d13-4a26-ad15-8a1679206bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:15.228829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-98bfb917-2ade-43d4-9d2e-ef116f9397e5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:15.231027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-98bfb917-2ade-43d4-9d2e-ef116f9397e5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1439726 Feb 04 15:53:15.234411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53896) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:15.244252 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-43f02a8e-2ad2-46f7-9c73-e99cfd40d97a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/1108ccf2-7c05-4511-8954-dc96e35695e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8167565 Feb 04 15:53:15.245030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.245612 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a13cb3-3d13-4a26-ad15-8a1679206bf6 None None] Routers {'1108ccf2-7c05-4511-8954-dc96e35695e7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:15.246688 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d3a13cb3-3d13-4a26-ad15-8a1679206bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1108ccf2-7c05-4511-8954-dc96e35695e7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:15.247642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53900) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:15.259677 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6203456 Feb 04 15:53:15.262064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53904) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:15.291997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Request body: {'subnet': {'network_id': 'a344492f-b621-4f17-b247-74781820dde5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1670753787-subnet', 'tenant_id': 'c784c8c158584530ae30f34208d9b7bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:15.303020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:15.305879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port e9bd93d2-f873-4194-914d-d1e1d882d7fd {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:15.306218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.332379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa6116-dce1-4eae-9bae-1ddc00a286bc admin admin] Pushing event updated for resources: {'Network': ['ID=a344492f-b621-4f17-b247-74781820dde5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.348017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Usage tracker for resource:subnet and tenant:c784c8c158584530ae30f34208d9b7bf is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:15.363430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:15.369764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a344492f-b621-4f17-b247-74781820dde5 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:15.370690 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d3a13cb3-3d13-4a26-ad15-8a1679206bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:15.371364 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a13cb3-3d13-4a26-ad15-8a1679206bf6 None None] The sync data for ids ['1108ccf2-7c05-4511-8954-dc96e35695e7'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:15.373254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:15.428593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Made reservation on behalf of c784c8c158584530ae30f34208d9b7bf for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:15.432053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.436233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1254095e-2679-4c5a-9ca3-ae7799e7f8db tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.457718 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1254095e-2679-4c5a-9ca3-ae7799e7f8db tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.471658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad8d8c-2daf-4a50-8c8b-a766b87c3b96 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:15.472953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b0ad8d8c-2daf-4a50-8c8b-a766b87c3b96 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:15.491543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] For port e9bd93d2-f873-4194-914d-d1e1d882d7fd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e9bd93d2-f873-4194-914d-d1e1d882d7fd,segment=NetworkSegment(5b31cec2-f8df-46ce-a07e-9a2bf016569f),segment_id=5b31cec2-f8df-46ce-a07e-9a2bf016569f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:15.491967 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.498284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b0ad8d8c-2daf-4a50-8c8b-a766b87c3b96 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:15.499765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b0ad8d8c-2daf-4a50-8c8b-a766b87c3b96 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports/4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 HTTP/1.1" status: 200 len: 976 time: 0.2459443 Feb 04 15:53:15.503290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53908) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:15.608367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1254095e-2679-4c5a-9ca3-ae7799e7f8db tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.654452 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.666275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:15.702986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Calling delete_port for e9bd93d2-f873-4194-914d-d1e1d882d7fd owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:15.710704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254095e-2679-4c5a-9ca3-ae7799e7f8db tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adc358f5-7ff4-4cfb-b87a-dce018ffd329,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.726166 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1254095e-2679-4c5a-9ca3-ae7799e7f8db tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.730079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1254095e-2679-4c5a-9ca3-ae7799e7f8db tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/adc358f5-7ff4-4cfb-b87a-dce018ffd329 HTTP/1.1" status: 204 len: 168 time: 0.4916518 Feb 04 15:53:15.746424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53912) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:15.852091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port e9bd93d2-f873-4194-914d-d1e1d882d7fd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e9bd93d2-f873-4194-914d-d1e1d882d7fd,segment=NetworkSegment(5b31cec2-f8df-46ce-a07e-9a2bf016569f),segment_id=5b31cec2-f8df-46ce-a07e-9a2bf016569f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:15.852456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.902827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e9bd93d2-f873-4194-914d-d1e1d882d7fd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e9bd93d2-f873-4194-914d-d1e1d882d7fd,segment=NetworkSegment(5b31cec2-f8df-46ce-a07e-9a2bf016569f),segment_id=5b31cec2-f8df-46ce-a07e-9a2bf016569f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:15.917111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 45b578ea-a957-4eab-9837-5432472e1a4d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:15.920383 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.947098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1bb3cfe8-8011-4815-b5de-a439b6417712 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:15.988257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 45b578ea-a957-4eab-9837-5432472e1a4d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:15.988630 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.007492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for e9bd93d2-f873-4194-914d-d1e1d882d7fd owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:16.051826 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:16.052200 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:16.099547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e9bd93d2-f873-4194-914d-d1e1d882d7fd,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:16.102035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1bb3cfe8-8011-4815-b5de-a439b6417712 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:16.103710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1bb3cfe8-8011-4815-b5de-a439b6417712 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3564351 Feb 04 15:53:16.107071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53920) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:16.188745 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.222672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:16.224064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10cb04b7-22b8-40cb-9a4f-56b7e3cf2201 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.234645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:16.237494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.242940 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.327764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:16.357083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10cb04b7-22b8-40cb-9a4f-56b7e3cf2201 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.464340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816e7f7d-9305-4b94-95f8-88ffeb0ced96,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:16.469174 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:16.469497 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:16.474810 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10cb04b7-22b8-40cb-9a4f-56b7e3cf2201 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.505362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb04b7-22b8-40cb-9a4f-56b7e3cf2201 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54c26789-4de3-40b5-a885-6273ba24365c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:16.525946 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.529008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Checking segment: {'id': 'b9ed3439-da49-420b-bbee-eda56878c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a344492f-b621-4f17-b247-74781820dde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:16.529461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Network hostable DHCP agents. Network: a344492f-b621-4f17-b247-74781820dde5, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:16.553915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Deleting port e9bd93d2-f873-4194-914d-d1e1d882d7fd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:16.555299 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.558538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10cb04b7-22b8-40cb-9a4f-56b7e3cf2201 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.561174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-10cb04b7-22b8-40cb-9a4f-56b7e3cf2201 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/54c26789-4de3-40b5-a885-6273ba24365c HTTP/1.1" status: 204 len: 168 time: 0.4511516 Feb 04 15:53:16.562898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53928) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:16.580973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Network a344492f-b621-4f17-b247-74781820dde5 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:16.600873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a344492f-b621-4f17-b247-74781820dde5) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:16.612749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.613871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.615271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0334ef-bc72-428c-93fb-f326f1777272 None None] Network a344492f-b621-4f17-b247-74781820dde5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:16.650545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4399ea1c-c0a6-479b-85d2-a71ce1fd4af0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:16.665872 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7cc44334-b89c-4ae3-b771-26b964494f45 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4024518 Feb 04 15:53:16.674981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4399ea1c-c0a6-479b-85d2-a71ce1fd4af0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:16.679615 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4399ea1c-c0a6-479b-85d2-a71ce1fd4af0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1123755 Feb 04 15:53:16.680461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53934) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:16.722178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5502e94-3fca-4c47-b8aa-a1180e4abd71 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.737205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed8eb-362f-415f-a2dc-75dcb327ea56 req-3af8515c-6ddb-4c8f-a075-e2cd5b481eff tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.737963 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5502e94-3fca-4c47-b8aa-a1180e4abd71 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.739228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-228ed8eb-362f-415f-a2dc-75dcb327ea56 req-3af8515c-6ddb-4c8f-a075-e2cd5b481eff tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.5858417 Feb 04 15:53:16.785748 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5502e94-3fca-4c47-b8aa-a1180e4abd71 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.819970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5502e94-3fca-4c47-b8aa-a1180e4abd71 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=415462d8-35a2-437f-9947-cfe755744b66,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:16.824537 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5502e94-3fca-4c47-b8aa-a1180e4abd71 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.831409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5502e94-3fca-4c47-b8aa-a1180e4abd71 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/415462d8-35a2-437f-9947-cfe755744b66 HTTP/1.1" status: 204 len: 168 time: 0.1485634 Feb 04 15:53:16.832529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53938) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:16.929824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-016fb3a9-a00c-4932-a81e-5ffff70229f5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:16.954790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-016fb3a9-a00c-4932-a81e-5ffff70229f5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:16.960957 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-016fb3a9-a00c-4932-a81e-5ffff70229f5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1263931 Feb 04 15:53:16.961586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53946) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:16.969677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-228ed8eb-362f-415f-a2dc-75dcb327ea56 req-1a13736a-0bc8-458e-9009-bb2f02badadc tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234464 Feb 04 15:53:16.975583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port e9bd93d2-f873-4194-914d-d1e1d882d7fd {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:16.975952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.073763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-128bcb91-4c77-43e8-a9fe-effe852c162b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.091441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-128bcb91-4c77-43e8-a9fe-effe852c162b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.245398 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d', 'code': 200} Feb 04 15:53:17.348900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-128bcb91-4c77-43e8-a9fe-effe852c162b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.390240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] For port e9bd93d2-f873-4194-914d-d1e1d882d7fd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e9bd93d2-f873-4194-914d-d1e1d882d7fd,segment=NetworkSegment(5b31cec2-f8df-46ce-a07e-9a2bf016569f),segment_id=5b31cec2-f8df-46ce-a07e-9a2bf016569f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:17.390495 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.399815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5440b5-bddc-4eae-9df5-3810a12d3202 None None] Network a344492f-b621-4f17-b247-74781820dde5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:17.440452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bcb91-4c77-43e8-a9fe-effe852c162b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=921e0220-5979-42ac-b0cb-5ce7667f0f45,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:17.460164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-128bcb91-4c77-43e8-a9fe-effe852c162b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.462644 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-128bcb91-4c77-43e8-a9fe-effe852c162b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/921e0220-5979-42ac-b0cb-5ce7667f0f45 HTTP/1.1" status: 204 len: 168 time: 0.4994619 Feb 04 15:53:17.471316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53952) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:17.498773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port e9bd93d2-f873-4194-914d-d1e1d882d7fd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e9bd93d2-f873-4194-914d-d1e1d882d7fd,segment=NetworkSegment(5b31cec2-f8df-46ce-a07e-9a2bf016569f),segment_id=5b31cec2-f8df-46ce-a07e-9a2bf016569f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:17.499480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.643376 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8e76685e-a35f-4477-ac61-53578c5282cb tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1690490 Feb 04 15:53:17.650765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53956) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:17.672312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for e9bd93d2-f873-4194-914d-d1e1d882d7fd owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:17.693434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339769e1-2163-4452-ad2d-82ef72df2632 req-a5a8e78f-c00e-48a1-bb6e-ab23c5b3efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:17.694948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-339769e1-2163-4452-ad2d-82ef72df2632 req-a5a8e78f-c00e-48a1-bb6e-ab23c5b3efd9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1096 time: 0.3334978 Feb 04 15:53:17.706271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Calling delete_port for e9bd93d2-f873-4194-914d-d1e1d882d7fd owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:17.758764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:17.759030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.775306 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.845565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-339769e1-2163-4452-ad2d-82ef72df2632 req-1b471d0b-af0b-43b4-ad6a-5649ee214fb9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322727 Feb 04 15:53:17.871697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port e9bd93d2-f873-4194-914d-d1e1d882d7fd on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:17.874013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=e9bd93d2-f873-4194-914d-d1e1d882d7fd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:17.878789 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:17.879152 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:17.945171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd42cea5-127c-4fa2-be3e-70beaef2f4d2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.975416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd42cea5-127c-4fa2-be3e-70beaef2f4d2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.065928 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.087843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd42cea5-127c-4fa2-be3e-70beaef2f4d2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.098745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116bc7c3-cf12-4598-ba55-62184b7f16a2']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:18.113462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b31cec2-f8df-46ce-a07e-9a2bf016569f') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:18.114363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b31cec2-f8df-46ce-a07e-9a2bf016569f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:18.119818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42cea5-127c-4fa2-be3e-70beaef2f4d2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d24ff2-0c4c-4732-8760-0803a1af9270,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:18.131453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.146607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd42cea5-127c-4fa2-be3e-70beaef2f4d2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.150500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fd42cea5-127c-4fa2-be3e-70beaef2f4d2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/91d24ff2-0c4c-4732-8760-0803a1af9270 HTTP/1.1" status: 204 len: 168 time: 0.4916575 Feb 04 15:53:18.150594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53968) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:18.158149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.173272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.203361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:18.203765 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:18.219355 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:18.371528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for 4ceb7b7d-fb17-4fbc-931e-a2addeb2a124 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:18.461002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Deleting port e9bd93d2-f873-4194-914d-d1e1d882d7fd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:18.461380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.464174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ee2f9546-553e-410a-a96a-7bce30c53233 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3125210 Feb 04 15:53:18.473276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53978) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:18.490204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210695558'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:18.497508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:18.501249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe9e90-4205-48ba-927d-fc85251aa9fe req-1f5646d2-4fb0-4ee3-9e4b-9ec2c194c063 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.503212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3dfe9e90-4205-48ba-927d-fc85251aa9fe req-1f5646d2-4fb0-4ee3-9e4b-9ec2c194c063 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3212950 Feb 04 15:53:18.509207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:18.513861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:18.521399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:18.530845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.539977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.570491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3dfe9e90-4205-48ba-927d-fc85251aa9fe req-8131e94a-520f-4aa1-bd7f-c8e9f19b3c87 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607903 Feb 04 15:53:18.583708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-05294264-a8de-452f-b192-ee397fe31c1e None None] The port 'e9bd93d2-f873-4194-914d-d1e1d882d7fd' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:53:18.584498 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.607565 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/116bc7c3-cf12-4598-ba55-62184b7f16a2 HTTP/1.1" status: 204 len: 168 time: 7.8004973 Feb 04 15:53:18.608639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e11b8-d309-4cbe-9164-48b327f84e55 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=116bc7c3-cf12-4598-ba55-62184b7f16a2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:18.616106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53982) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:18.626247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1960699392'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:18.633565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:18.640241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:18.643781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:18.646060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:18.652453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:18.655060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:18.657048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:18.665477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:18.674798 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.679870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:18.688053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.733620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=4ceb7b7d-fb17-4fbc-931e-a2addeb2a124,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:18.733913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:18.757973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.761593 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment c41b60b3-7d32-4691-bbc5-f8144666c790 of type vlan for network 7621c29c-e8b8-4388-b1f3-be6e129607f9 Feb 04 15:53:18.797026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.810005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.843335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.910675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d81810-cbea-417e-b150-9b8705647a34,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:19.017852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.021861 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-eeaf65ca-eaf0-4f5f-867d-f9722f630653 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5430396 Feb 04 15:53:19.022825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53986) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:19.025847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.046359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:19.046599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.110372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': '09d81810-cbea-417e-b150-9b8705647a34', 'direction': 'ingress', 'protocol': 17}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:19.130625 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.134836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:19.144965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:19.149112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:19.155621 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5331297 Feb 04 15:53:19.159075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:19.160908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53994) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:19.175503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d7c36-9cb9-401e-83bf-7d9fb339ca5d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=7621c29c-e8b8-4388-b1f3-be6e129607f9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:19.185695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 7621c29c-e8b8-4388-b1f3-be6e129607f9 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:19.222365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': '7621c29c-e8b8-4388-b1f3-be6e129607f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:19.503690 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.651452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:19.663131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:19.720054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:19.744583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:19.796350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 1108ccf2-7c05-4511-8954-dc96e35695e7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:53:19.818962 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.836280 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.838037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:19.842431 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.033956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a27ecd2-16c3-4b51-88da-2239502d9645,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:20.052316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.ipam_backend_mixin [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing IP validity checks on allocation pools {{(pid=87570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:53:20.052859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.ipam_backend_mixin [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:53:20.119046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:53:20.120582 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.124289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-31324bb8-76f5-4264-909e-ebfc6bb290f0 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0927825 Feb 04 15:53:20.125667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54010) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:20.132127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0193fe0f-8027-4879-9957-7645453fc667 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/1108ccf2-7c05-4511-8954-dc96e35695e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6253765 Feb 04 15:53:20.138020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef22b0-97ee-43a6-85b3-21e7ad49668e None None] Sync routers for ids ['1108ccf2-7c05-4511-8954-dc96e35695e7'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:20.141196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54014) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:20.151729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef22b0-97ee-43a6-85b3-21e7ad49668e None None] Routers {'1108ccf2-7c05-4511-8954-dc96e35695e7'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:20.152694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-95ef22b0-97ee-43a6-85b3-21e7ad49668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1108ccf2-7c05-4511-8954-dc96e35695e7'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:20.220129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-95ef22b0-97ee-43a6-85b3-21e7ad49668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:20.230658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef22b0-97ee-43a6-85b3-21e7ad49668e None None] Routers {'1108ccf2-7c05-4511-8954-dc96e35695e7'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:20.231621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-95ef22b0-97ee-43a6-85b3-21e7ad49668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1108ccf2-7c05-4511-8954-dc96e35695e7'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:20.284907 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a3c99dea-5031-442b-b4cc-df0eeec878dc tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.315261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-95ef22b0-97ee-43a6-85b3-21e7ad49668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:20.316047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef22b0-97ee-43a6-85b3-21e7ad49668e None None] The sync data for ids ['1108ccf2-7c05-4511-8954-dc96e35695e7'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:20.367718 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a3c99dea-5031-442b-b4cc-df0eeec878dc tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.386964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e77b9-b7ea-407f-a1a5-53536a37cf9b req-5a6c651d-d00d-43e2-8f2f-e4e8fad9a3c3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:20.388741 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-147e77b9-b7ea-407f-a1a5-53536a37cf9b req-5a6c651d-d00d-43e2-8f2f-e4e8fad9a3c3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.6655419 Feb 04 15:53:20.438663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a3c99dea-5031-442b-b4cc-df0eeec878dc tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.476585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c99dea-5031-442b-b4cc-df0eeec878dc tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d81810-cbea-417e-b150-9b8705647a34,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:20.492324 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a3c99dea-5031-442b-b4cc-df0eeec878dc tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.497353 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a3c99dea-5031-442b-b4cc-df0eeec878dc tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/09d81810-cbea-417e-b150-9b8705647a34 HTTP/1.1" status: 204 len: 168 time: 0.3699327 Feb 04 15:53:20.498498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54020) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:20.692596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c81b471e-154b-4450-b132-81db7a79e2f7 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:20.723845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c81b471e-154b-4450-b132-81db7a79e2f7 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:20.728592 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c81b471e-154b-4450-b132-81db7a79e2f7 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2254295 Feb 04 15:53:20.729414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54024) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:20.735524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-secgroup--602348012'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:20.743605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:20.755123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:20.766029 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.796223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:20.801938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:20.806808 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:20.813782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:20.866470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-147e77b9-b7ea-407f-a1a5-53536a37cf9b req-7f3f978c-1d13-44b2-8c8d-58474b50a861 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625528 Feb 04 15:53:20.941515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.948451 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.029317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1185d7a0-b56e-4eec-9b70-9d8dd8845305,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:21.032662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.034654 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0b360eed-5516-4344-8a33-885ffaff19c4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3040247 Feb 04 15:53:21.037558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54032) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:21.040680 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.049173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347468153'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:21.056596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:21.061376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:21.064486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:21.070790 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:21.084078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.118971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:21.121817 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-c4239c6e-8473-49be-8e07-0ffd442e5cd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 15:53:21.122997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c4239c6e-8473-49be-8e07-0ffd442e5cd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/1108ccf2-7c05-4511-8954-dc96e35695e7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9780097 Feb 04 15:53:21.128621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:21.130316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54040) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:21.131862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:21.141378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:21.241599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c4fdcae3-6205-45ce-b054-b0579f450844 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:21.244412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.248357 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.303615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.307374 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2656956 Feb 04 15:53:21.307374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545ada6-31ce-45d4-bb9b-5bf580cf17ee tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e73d307-79c3-4294-98aa-2292d9fab09b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:21.308682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54052) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:21.315222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': '1185d7a0-b56e-4eec-9b70-9d8dd8845305', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8e73d307-79c3-4294-98aa-2292d9fab09b', 'remote_ip_prefix': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:21.316328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=9fe75078-7953-4170-967f-f6f582f5a52c,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:21.318155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': 'c41b60b3-7d32-4691-bbc5-f8144666c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7621c29c-e8b8-4388-b1f3-be6e129607f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:21.318454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: 7621c29c-e8b8-4388-b1f3-be6e129607f9, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:21.322877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:21.327616 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:21.335278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:21.343318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:21.357653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c4fdcae3-6205-45ce-b054-b0579f450844 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:21.358812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c4fdcae3-6205-45ce-b054-b0579f450844 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=1108ccf2-7c05-4511-8954-dc96e35695e7 HTTP/1.1" status: 200 len: 205 time: 0.2191734 Feb 04 15:53:21.365456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54056) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:21.380651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 7621c29c-e8b8-4388-b1f3-be6e129607f9 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:21.400210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 7621c29c-e8b8-4388-b1f3-be6e129607f9) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:21.407672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:21.408489 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.409154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f3462-b673-4e60-a3cd-8ee483a8d398 None None] Network 7621c29c-e8b8-4388-b1f3-be6e129607f9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:21.421509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-6aedf91e-294e-4136-8f02-4f638b537423 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:21.422882 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-6aedf91e-294e-4136-8f02-4f638b537423 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 814 time: 0.2198467 Feb 04 15:53:21.431653 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.452566 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-bc89822c-ed1a-45b3-a400-0065af4d06b1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/quotas/e31187940f3343f189ea0115d7e26fc2 HTTP/1.1" status: 200 len: 375 time: 0.0194731 Feb 04 15:53:21.458731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-006233f2-d47e-43fa-938d-691b0570252f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2966719 Feb 04 15:53:21.459615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54060) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:21.557128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-696dd65a-3f0a-4feb-a3f5-9a52cf440bd2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.651807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-7621c29c-e8b8-4388-b1f3-be6e129607f9', 'network_id': '7621c29c-e8b8-4388-b1f3-be6e129607f9', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': '9fe75078-7953-4170-967f-f6f582f5a52c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:53:21.652591 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.697942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-95574c1f-713f-4106-a234-1f7e2e2dbfb9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2340589 Feb 04 15:53:21.860454 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-ee62665e-e554-49f5-8cbd-c4c800e53f20 service neutron] 10.222.0.46 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560588 Feb 04 15:53:21.867676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Allocated IP 172.20.0.3 (7621c29c-e8b8-4388-b1f3-be6e129607f9/9fe75078-7953-4170-967f-f6f582f5a52c/ff2b0929-3b2a-46b9-b8c0-5ce954e9f716) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:21.975851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-696dd65a-3f0a-4feb-a3f5-9a52cf440bd2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.979387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-696dd65a-3f0a-4feb-a3f5-9a52cf440bd2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.016699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-3a1fd30f-307d-4682-8c13-32218ec1d235 service neutron] 10.222.0.46 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493232 Feb 04 15:53:22.044951 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.055110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.062726 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.089895 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-696dd65a-3f0a-4feb-a3f5-9a52cf440bd2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.090525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696dd65a-3f0a-4feb-a3f5-9a52cf440bd2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Fanout notify agent at l3_agent the message router_deleted on router 1108ccf2-7c05-4511-8954-dc96e35695e7 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:53:22.107290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4f8809-0daf-4fea-ac50-61b62cc706f3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:22.279488 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.292947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Transition to ACTIVE for port object ff2b0929-3b2a-46b9-b8c0-5ce954e9f716 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:22.321155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Transition to ACTIVE for port object ff2b0929-3b2a-46b9-b8c0-5ce954e9f716 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:22.331146 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.331510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4c179a4-f0de-4b6c-9283-f45f04fab2b2 req-45af5b85-7cbe-48c4-9453-f3e388aeac6f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 210 time: 0.1192908 Feb 04 15:53:22.385617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-696dd65a-3f0a-4feb-a3f5-9a52cf440bd2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.389171 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-696dd65a-3f0a-4feb-a3f5-9a52cf440bd2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/1108ccf2-7c05-4511-8954-dc96e35695e7 HTTP/1.1" status: 204 len: 168 time: 1.0203354 Feb 04 15:53:22.389171 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.393273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-158c29a5-1787-469f-b69f-c191b643aa60 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0802464 Feb 04 15:53:22.393375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54078) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:22.393560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54082) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:22.451221 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.512028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Network 7621c29c-e8b8-4388-b1f3-be6e129607f9 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:22.519226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:22.536078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:22.537352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2e6937d8-d1bc-4f26-a7ba-9888cb55c1d8 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.557819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-433ba1e3-9856-4980-8aaf-4a33f81aa13a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting subnet 4795c7cb-8f41-47ec-be2b-e73f7697c6a3 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:53:22.561652 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2e6937d8-d1bc-4f26-a7ba-9888cb55c1d8 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.568584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-433ba1e3-9856-4980-8aaf-4a33f81aa13a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.613720 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.639667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Pushing event updated for resources: {'Port': ['ID=ff2b0929-3b2a-46b9-b8c0-5ce954e9f716,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:22.671113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-433ba1e3-9856-4980-8aaf-4a33f81aa13a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.730269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Attempting to bind port ff2b0929-3b2a-46b9-b8c0-5ce954e9f716 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:22.730881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Attempting to bind port ff2b0929-3b2a-46b9-b8c0-5ce954e9f716 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c41b60b3-7d32-4691-bbc5-f8144666c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7621c29c-e8b8-4388-b1f3-be6e129607f9'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:22.731620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Attempting to bind port ff2b0929-3b2a-46b9-b8c0-5ce954e9f716 on network 7621c29c-e8b8-4388-b1f3-be6e129607f9 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:22.739382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:22.740528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Checking segment: {'id': 'c41b60b3-7d32-4691-bbc5-f8144666c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7621c29c-e8b8-4388-b1f3-be6e129607f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:22.741173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.741939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Bound using segment: {'id': 'c41b60b3-7d32-4691-bbc5-f8144666c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7621c29c-e8b8-4388-b1f3-be6e129607f9'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:22.742433 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2e6937d8-d1bc-4f26-a7ba-9888cb55c1d8 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.743209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Bound port: ff2b0929-3b2a-46b9-b8c0-5ce954e9f716, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41b60b3-7d32-4691-bbc5-f8144666c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7621c29c-e8b8-4388-b1f3-be6e129607f9'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:22.743819 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.792996 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2e6937d8-d1bc-4f26-a7ba-9888cb55c1d8 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.807804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2e6937d8-d1bc-4f26-a7ba-9888cb55c1d8 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/0f4f8809-0daf-4fea-ac50-61b62cc706f3 HTTP/1.1" status: 204 len: 168 time: 0.3511109 Feb 04 15:53:22.810303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54094) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:22.825783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe75078-7953-4170-967f-f6f582f5a52c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:22.851645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6937d8-d1bc-4f26-a7ba-9888cb55c1d8 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f4f8809-0daf-4fea-ac50-61b62cc706f3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:22.855867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] For port ff2b0929-3b2a-46b9-b8c0-5ce954e9f716, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:22.860903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] For port ff2b0929-3b2a-46b9-b8c0-5ce954e9f716, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ff2b0929-3b2a-46b9-b8c0-5ce954e9f716,segment=NetworkSegment(c41b60b3-7d32-4691-bbc5-f8144666c790),segment_id=c41b60b3-7d32-4691-bbc5-f8144666c790)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:22.867446 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.875338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.921060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7621c29c-e8b8-4388-b1f3-be6e129607f9']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:22.941241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41b60b3-7d32-4691-bbc5-f8144666c790') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:22.941541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41b60b3-7d32-4691-bbc5-f8144666c790') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:22.959698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.978240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170f3a-de2e-4df8-9a41-458c39689d3f None None] Pushing event updated for resources: {'Port': ['ID=ff2b0929-3b2a-46b9-b8c0-5ce954e9f716,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:23.004934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.012919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:23.013456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.022556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-496fbc49-38a0-4ce5-8d5f-8f431009c35b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:23.050654 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:23.122254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-433ba1e3-9856-4980-8aaf-4a33f81aa13a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.176986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:53:23.176986 n-d-827870-1 neutron-server[87571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:53:23.176986 n-d-827870-1 neutron-server[87571]: [parameters: {'id': '7621c29c-e8b8-4388-b1f3-be6e129607f9'}] Feb 04 15:53:23.176986 n-d-827870-1 neutron-server[87571]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:23.178005 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:23.210799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5fc7a-b49c-46fa-9340-2355b6b086a6 None None] Network 7621c29c-e8b8-4388-b1f3-be6e129607f9 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:23.241677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-496fbc49-38a0-4ce5-8d5f-8f431009c35b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:23.246175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54104) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:23.253459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-496fbc49-38a0-4ce5-8d5f-8f431009c35b tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4307361 Feb 04 15:53:23.324665 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-433ba1e3-9856-4980-8aaf-4a33f81aa13a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.385024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643ff066-7bd1-4816-854e-53998ce5d027 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.398720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-433ba1e3-9856-4980-8aaf-4a33f81aa13a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.417511 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643ff066-7bd1-4816-854e-53998ce5d027 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.425000 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-433ba1e3-9856-4980-8aaf-4a33f81aa13a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/4795c7cb-8f41-47ec-be2b-e73f7697c6a3 HTTP/1.1" status: 204 len: 168 time: 1.0339985 Feb 04 15:53:23.425683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54110) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:23.431814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ba1e3-9856-4980-8aaf-4a33f81aa13a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Subnet': ['ID=4795c7cb-8f41-47ec-be2b-e73f7697c6a3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:23.471589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662ccc9-2ebf-4d19-ba20-449cf36848c1 None None] Network cda792a4-846e-4a39-873c-8d2556e9e16a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:23.472853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643ff066-7bd1-4816-854e-53998ce5d027 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.496015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ff066-7bd1-4816-854e-53998ce5d027 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e73d307-79c3-4294-98aa-2292d9fab09b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:23.522240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643ff066-7bd1-4816-854e-53998ce5d027 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.523539 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-643ff066-7bd1-4816-854e-53998ce5d027 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/8e73d307-79c3-4294-98aa-2292d9fab09b HTTP/1.1" status: 204 len: 168 time: 0.2764342 Feb 04 15:53:23.526641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54114) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:23.652099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-73cdd416-8b0b-4d85-b3e6-a55bdf768ccf tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:23.675802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-73cdd416-8b0b-4d85-b3e6-a55bdf768ccf tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:23.676851 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-73cdd416-8b0b-4d85-b3e6-a55bdf768ccf tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1490881 Feb 04 15:53:23.680071 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.684054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54122) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:23.690360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46b230f3-c44a-4c65-98e7-84fe99a6af21 req-259a7ea8-01d1-493f-ad11-ae3dca776fda tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 210 time: 0.0899720 Feb 04 15:53:23.713788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port ff2b0929-3b2a-46b9-b8c0-5ce954e9f716 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:23.714154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.716118 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.761372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 2b8c12dc-b760-47d5-8e11-d075863cf8bd {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:23.762133 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.909543 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb571-4825-404b-b78e-11831ee83523 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.949711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb571-4825-404b-b78e-11831ee83523 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.967672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] DHCP port deletion for cda792a4-846e-4a39-873c-8d2556e9e16a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:53:23.973119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] Deleting port 2b8c12dc-b760-47d5-8e11-d075863cf8bd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:23.973729 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.072694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port 2b8c12dc-b760-47d5-8e11-d075863cf8bd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b8c12dc-b760-47d5-8e11-d075863cf8bd,segment=NetworkSegment(c51d8af8-e44a-4c30-98dc-f8d82c7c2115),segment_id=c51d8af8-e44a-4c30-98dc-f8d82c7c2115)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:24.072994 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.187131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port ff2b0929-3b2a-46b9-b8c0-5ce954e9f716, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ff2b0929-3b2a-46b9-b8c0-5ce954e9f716,segment=NetworkSegment(c41b60b3-7d32-4691-bbc5-f8144666c790),segment_id=c41b60b3-7d32-4691-bbc5-f8144666c790)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:24.187561 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.292275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] For port 2b8c12dc-b760-47d5-8e11-d075863cf8bd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2b8c12dc-b760-47d5-8e11-d075863cf8bd,segment=NetworkSegment(c51d8af8-e44a-4c30-98dc-f8d82c7c2115),segment_id=c51d8af8-e44a-4c30-98dc-f8d82c7c2115)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:24.292549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for 2b8c12dc-b760-47d5-8e11-d075863cf8bd owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:24.292706 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.455656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.472626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb571-4825-404b-b78e-11831ee83523 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.530041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=2b8c12dc-b760-47d5-8e11-d075863cf8bd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:24.533644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No DVR routers for this DVR port 2b8c12dc-b760-47d5-8e11-d075863cf8bd on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:24.600377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for ff2b0929-3b2a-46b9-b8c0-5ce954e9f716 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:24.618734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] Calling delete_port for 2b8c12dc-b760-47d5-8e11-d075863cf8bd owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:24.701474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cb571-4825-404b-b78e-11831ee83523 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1185d7a0-b56e-4eec-9b70-9d8dd8845305,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:24.742150 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-713cb571-4825-404b-b78e-11831ee83523 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.743429 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-713cb571-4825-404b-b78e-11831ee83523 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/1185d7a0-b56e-4eec-9b70-9d8dd8845305 HTTP/1.1" status: 204 len: 168 time: 1.0519698 Feb 04 15:53:24.772304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54132) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:24.795215 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:24.795562 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:24.884306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-d0b2c02a-6287-41d7-a730-ef6cb17788b9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:24.885177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-d0b2c02a-6287-41d7-a730-ef6cb17788b9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Synchronizing usage tracker for tenant:e31187940f3343f189ea0115d7e26fc2 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:24.897869 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.904709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.914165 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b4e2374-0e42-4278-bbd5-21ff0b74afcf req-e33dc1e4-4ede-4372-978a-2481cb35ef13 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 210 time: 0.0625236 Feb 04 15:53:24.941140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda792a4-846e-4a39-873c-8d2556e9e16a']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:24.949919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51d8af8-e44a-4c30-98dc-f8d82c7c2115') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:24.950414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51d8af8-e44a-4c30-98dc-f8d82c7c2115') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:24.964062 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.984224 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.992378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=ff2b0929-3b2a-46b9-b8c0-5ce954e9f716,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:24.992745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:24.993401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.002524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-d0b2c02a-6287-41d7-a730-ef6cb17788b9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Unset dirty status for tenant:e31187940f3343f189ea0115d7e26fc2 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:25.004159 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-d0b2c02a-6287-41d7-a730-ef6cb17788b9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.53 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 814 time: 1.0016944 Feb 04 15:53:25.005369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port ff2b0929-3b2a-46b9-b8c0-5ce954e9f716 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:25.018060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b8c12dc-b760-47d5-8e11-d075863cf8bd no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:25.019392 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:25.045294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3868f765-2de6-429b-8ec1-c6582f07565c tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:25.054404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Request body: {'port': {'device_id': 'de289c0d-7f1f-4306-bcc7-c888a2f393d3', 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377', 'admin_state_up': True, 'tenant_id': 'e31187940f3343f189ea0115d7e26fc2'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:25.058454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2b8c12dc-b760-47d5-8e11-d075863cf8bd {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:53:25.058796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2b8c12dc-b760-47d5-8e11-d075863cf8bd not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:53:25.113274 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.135247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.148489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Network': ['ID=cda792a4-846e-4a39-873c-8d2556e9e16a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:25.162207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5e68e11f-8ce6-4f01-8dd4-d1690cbe270f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/networks/cda792a4-846e-4a39-873c-8d2556e9e16a HTTP/1.1" status: 204 len: 168 time: 1.7324102 Feb 04 15:53:25.169311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54136) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:25.175063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'network': {'name': 'tempest-RoutersTest-938640142'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:25.180896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:25.185611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:network and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:25.190246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:25.197265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:25.210108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:25.213855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.246208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:25.273400 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.275358 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added segment 8bf0a707-2034-42ce-ab87-77533e88e69b of type vlan for network 3a983d3c-5c98-411c-a864-378474fb1e16 Feb 04 15:53:25.296812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] Deleting port 2b8c12dc-b760-47d5-8e11-d075863cf8bd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:25.297191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.310017 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.349619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.356335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:25.357626 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.410059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcdc85-7631-4931-9549-b414e01e855a None None] The port '2b8c12dc-b760-47d5-8e11-d075863cf8bd' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:53:25.434106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5204f2f-a2f3-4450-84a3-c52d5ec8c643 None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 15:53:25.464996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3868f765-2de6-429b-8ec1-c6582f07565c tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:25.470328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3868f765-2de6-429b-8ec1-c6582f07565c tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6926825 Feb 04 15:53:25.471868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54144) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:25.480257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047912438'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:25.481458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.486841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3164947 Feb 04 15:53:25.489745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:25.490893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54148) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:25.495710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:25.516483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'subnet': {'network_id': '3a983d3c-5c98-411c-a864-378474fb1e16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:25.517766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:25.525518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7621c29c-e8b8-4388-b1f3-be6e129607f9']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:25.547587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939378fb-7c9e-4317-b233-3102f26c5abc tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Network': ['ID=3a983d3c-5c98-411c-a864-378474fb1e16,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:25.551067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41b60b3-7d32-4691-bbc5-f8144666c790') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:25.551367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41b60b3-7d32-4691-bbc5-f8144666c790') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:25.559262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Made reservation on behalf of e31187940f3343f189ea0115d7e26fc2 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:25.562992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.584275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.613809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5204f2f-a2f3-4450-84a3-c52d5ec8c643 None None] Resources bound (agent type, host, resource id): {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:53:25.620651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3a983d3c-5c98-411c-a864-378474fb1e16 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:25.718263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:25.746687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.758970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:25.759363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:25.777053 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:25.798148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.829519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:25.832172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:25.837235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:25.840486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:subnet and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:25.843002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:25.846426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:25.854022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:25.856141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:25.875513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:25.881051 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.884016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Allocated IP 172.20.0.13 (68a4f150-b783-431b-b223-134f8c0b2377/5612cf36-5274-4c0e-8111-943ebfe591db/d8f9f5ff-fe56-43f5-80c1-42637b791317) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:25.972749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.978416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.150313 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.187011 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.318862 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.364755 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/7621c29c-e8b8-4388-b1f3-be6e129607f9 HTTP/1.1" status: 204 len: 168 time: 4.8990903 Feb 04 15:53:26.364755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.366520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d78e3a-9998-4b20-95e6-a1cb810fb497 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=7621c29c-e8b8-4388-b1f3-be6e129607f9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.367699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54162) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:26.397955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35d55be6-e91b-44f5-b03e-f6d7c8657baf req-9ced9b81-5b14-4de8-97bb-7643ac6c03e3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 210 time: 0.1645563 Feb 04 15:53:26.404054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-365519224'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:26.412609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:26.417623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:26.419446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:26.425882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:26.436865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcc3163-686d-4fbb-b0f6-68e410308fa6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.440594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['45b578ea-a957-4eab-9837-5432472e1a4d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:53:26.446349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:26.449895 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.498461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Network 68a4f150-b783-431b-b223-134f8c0b2377 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:26.499033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.499769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8cd99394-e423-47fc-9c80-cd321007c79f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0265925 Feb 04 15:53:26.503930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54166) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:26.508383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:26.514325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': '9dcc3163-686d-4fbb-b0f6-68e410308fa6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:26.525772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:26.526304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:26.534446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.599673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:26.604476 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.604651 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment e5168f04-203f-4113-8cb2-4434f4d31b5c of type vlan for network 39054d35-f298-49e4-ae39-1b79f510be9f Feb 04 15:53:26.607080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Subnet': ['ID=a2b1dcdb-f1b7-4e20-a0eb-75aa688c6053,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.615740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:26.616858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.649066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:26.653206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.659546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Pushing event updated for resources: {'Port': ['ID=d8f9f5ff-fe56-43f5-80c1-42637b791317,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.662454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:26.666893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-67a1f573-3422-4e18-867b-539d09d5946f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6248960 Feb 04 15:53:26.670687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:26.674234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Checking segment: {'id': '8bf0a707-2034-42ce-ab87-77533e88e69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3a983d3c-5c98-411c-a864-378474fb1e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:26.674710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network hostable DHCP agents. Network: 3a983d3c-5c98-411c-a864-378474fb1e16, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:26.681601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Request body: {'port': {'device_id': 'de289c0d-7f1f-4306-bcc7-c888a2f393d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:26.710144 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.717259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:26.717858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.745859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.756930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 3a983d3c-5c98-411c-a864-378474fb1e16 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:26.765032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3857179 Feb 04 15:53:26.769225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54170) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:26.814992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': '39054d35-f298-49e4-ae39-1b79f510be9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:26.834329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 3a983d3c-5c98-411c-a864-378474fb1e16) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:26.843920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a82df6-96a3-4021-b44c-3f6e8ba8d113 None None] Network 3a983d3c-5c98-411c-a864-378474fb1e16 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:26.853628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:26.854210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.869528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6a1e1-ed0c-4031-918c-d38d747cbad4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=39054d35-f298-49e4-ae39-1b79f510be9f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.885411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-27f8e47a-751d-4465-bd85-bd0d9e63cd09 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3913255 Feb 04 15:53:26.886410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54174) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:26.892614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-97765539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:26.901605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:26.906530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:router and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:26.910291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:26.917962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:26.934857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.936841 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.948700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 39054d35-f298-49e4-ae39-1b79f510be9f details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:26.971618 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.992474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.009075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.009848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.018704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.022459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6be547d1-9079-41f5-808c-f7533df70716 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1323338 Feb 04 15:53:27.022833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54178) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:27.027517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.055002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04df153-3ead-4000-8c6e-95c685023729,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:27.057394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:27.106922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:27.117724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:27.142995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:27.163986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.170023 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8892cb1c-9025-42f0-a5e2-c7226be6d0a2 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6640267 Feb 04 15:53:27.172561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54186) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:27.235461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:27.239668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.401481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-3a983d3c-5c98-411c-a864-378474fb1e16', 'network_id': '3a983d3c-5c98-411c-a864-378474fb1e16', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'fixed_ips': [{'subnet_id': 'a2b1dcdb-f1b7-4e20-a0eb-75aa688c6053'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:53:27.402476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.417983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36841d1b-737b-4a97-944d-ed63dd6ac223 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.516805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36841d1b-737b-4a97-944d-ed63dd6ac223 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.591465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54194) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:27.592529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Allocated IP 172.20.0.2 (3a983d3c-5c98-411c-a864-378474fb1e16/a2b1dcdb-f1b7-4e20-a0eb-75aa688c6053/d76d0841-a27d-4c89-9e5c-8dfc3006a9e8) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:27.794735 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36841d1b-737b-4a97-944d-ed63dd6ac223 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.839669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36841d1b-737b-4a97-944d-ed63dd6ac223 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d04df153-3ead-4000-8c6e-95c685023729,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:27.853612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.864574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Transition to ACTIVE for port object d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:27.869129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36841d1b-737b-4a97-944d-ed63dd6ac223 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.873006 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-36841d1b-737b-4a97-944d-ed63dd6ac223 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d04df153-3ead-4000-8c6e-95c685023729 HTTP/1.1" status: 204 len: 168 time: 0.6986554 Feb 04 15:53:27.874683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54198) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:27.885645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Transition to ACTIVE for port object d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:27.895054 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.976924 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Network 3a983d3c-5c98-411c-a864-378474fb1e16 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:27.982359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:27.987269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:28.161006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Pushing event updated for resources: {'Port': ['ID=d76d0841-a27d-4c89-9e5c-8dfc3006a9e8,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:28.171851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Attempting to bind port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:28.172223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Attempting to bind port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '8bf0a707-2034-42ce-ab87-77533e88e69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3a983d3c-5c98-411c-a864-378474fb1e16'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:28.172597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Attempting to bind port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 on network 3a983d3c-5c98-411c-a864-378474fb1e16 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:28.179145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:28.179515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Checking segment: {'id': '8bf0a707-2034-42ce-ab87-77533e88e69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3a983d3c-5c98-411c-a864-378474fb1e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:28.179920 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.180305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Bound using segment: {'id': '8bf0a707-2034-42ce-ab87-77533e88e69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3a983d3c-5c98-411c-a864-378474fb1e16'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:28.180787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Bound port: d76d0841-a27d-4c89-9e5c-8dfc3006a9e8, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf0a707-2034-42ce-ab87-77533e88e69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3a983d3c-5c98-411c-a864-378474fb1e16'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:28.181218 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.212135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.244382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70843078-aef3-4dba-b578-808378694c6c req-07278a02-f76d-45d0-83ec-d9b630cc14ab tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:28.246073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70843078-aef3-4dba-b578-808378694c6c req-07278a02-f76d-45d0-83ec-d9b630cc14ab tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 932 time: 0.3529692 Feb 04 15:53:28.348914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] For port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:28.352726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] For port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d76d0841-a27d-4c89-9e5c-8dfc3006a9e8,segment=NetworkSegment(8bf0a707-2034-42ce-ab87-77533e88e69b),segment_id=8bf0a707-2034-42ce-ab87-77533e88e69b)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:28.359001 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.370526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-74882b31-92e8-4dae-96ab-6f7a8dee94a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:28.379903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e9004a-973c-447f-98db-a14678abee97 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:28.380488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e9004a-973c-447f-98db-a14678abee97 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:28.381095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e9004a-973c-447f-98db-a14678abee97 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:28.402278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-75e9004a-973c-447f-98db-a14678abee97 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=fe2bb10d224f4113a67d9b82b1e79c3e&network_id=b64cceb0-9975-4644-802b-ec72bad0e280 HTTP/1.1" status: 200 len: 2969 time: 0.7733374 Feb 04 15:53:28.499422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379be56-0bf1-49da-b409-0479ba21636b None None] Pushing event updated for resources: {'Port': ['ID=d76d0841-a27d-4c89-9e5c-8dfc3006a9e8,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:28.568280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f9f5ff-fe56-43f5-80c1-42637b791317 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:53:28.577627 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.620488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Transition to ACTIVE for port object d8f9f5ff-fe56-43f5-80c1-42637b791317 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:28.621625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-74882b31-92e8-4dae-96ab-6f7a8dee94a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:28.623032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-74882b31-92e8-4dae-96ab-6f7a8dee94a4 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7433877 Feb 04 15:53:28.624892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.629048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54210) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:28.639413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70843078-aef3-4dba-b578-808378694c6c req-836cb58e-71ea-430e-ba0e-73cc8177966a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859694 Feb 04 15:53:28.673083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.900996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.20.0.1 (3a983d3c-5c98-411c-a864-378474fb1e16/a2b1dcdb-f1b7-4e20-a0eb-75aa688c6053/8b8c1e10-27e7-47ce-8324-41108c7616af) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:28.921918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=6df5feb9-a0ea-4f35-9528-e7d04028110a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:28.924558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Pushing event updated for resources: {'Port': ['ID=d8f9f5ff-fe56-43f5-80c1-42637b791317,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:29.026886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': 'e5168f04-203f-4113-8cb2-4434f4d31b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '39054d35-f298-49e4-ae39-1b79f510be9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:29.027672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: 39054d35-f298-49e4-ae39-1b79f510be9f, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:29.049344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad3440ef-20a3-42f0-b3d4-787ba6e81e6a tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.124370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 39054d35-f298-49e4-ae39-1b79f510be9f is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:29.136123 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad3440ef-20a3-42f0-b3d4-787ba6e81e6a tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.165555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Attempting to bind port d8f9f5ff-fe56-43f5-80c1-42637b791317 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:29.165889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Attempting to bind port d8f9f5ff-fe56-43f5-80c1-42637b791317 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '54574a56-e9de-4064-b734-ecf8fd4e4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:29.166378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Attempting to bind port d8f9f5ff-fe56-43f5-80c1-42637b791317 on network 68a4f150-b783-431b-b223-134f8c0b2377 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:29.177946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:29.198237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 39054d35-f298-49e4-ae39-1b79f510be9f) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:29.199709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Port d8f9f5ff-fe56-43f5-80c1-42637b791317 on network 68a4f150-b783-431b-b223-134f8c0b2377 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:53:29.200030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Attempting to bind port d8f9f5ff-fe56-43f5-80c1-42637b791317 on network 68a4f150-b783-431b-b223-134f8c0b2377 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:29.208933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.209455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.225441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:29.225845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Checking segment: {'id': '54574a56-e9de-4064-b734-ecf8fd4e4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:29.226295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Bound using segment: {'id': '54574a56-e9de-4064-b734-ecf8fd4e4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:29.226721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Bound port: d8f9f5ff-fe56-43f5-80c1-42637b791317, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54574a56-e9de-4064-b734-ecf8fd4e4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:29.227066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.231462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f044665-a783-4e09-bae9-e9fc4aa06a07 None None] Network 39054d35-f298-49e4-ae39-1b79f510be9f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:29.236958 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.266449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Transition to ACTIVE for port object 8b8c1e10-27e7-47ce-8324-41108c7616af will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:29.301953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.303495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2c38f692-18eb-434d-a70b-0694be21f731 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5266333 Feb 04 15:53:29.306195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54216) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:29.376383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] For port d8f9f5ff-fe56-43f5-80c1-42637b791317, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:29.379745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] For port d8f9f5ff-fe56-43f5-80c1-42637b791317, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d8f9f5ff-fe56-43f5-80c1-42637b791317,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:29.383682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad3440ef-20a3-42f0-b3d4-787ba6e81e6a tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.387408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ad3440ef-20a3-42f0-b3d4-787ba6e81e6a tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.391587 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad3440ef-20a3-42f0-b3d4-787ba6e81e6a tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/9dcc3163-686d-4fbb-b0f6-68e410308fa6 HTTP/1.1" status: 204 len: 168 time: 0.7347038 Feb 04 15:53:29.411362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54222) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:29.420631 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.474779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=8b8c1e10-27e7-47ce-8324-41108c7616af,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:29.513661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 3a983d3c-5c98-411c-a864-378474fb1e16 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:29.518532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:29.524726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:29.583436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:29.652737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.803361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-39054d35-f298-49e4-ae39-1b79f510be9f', 'network_id': '39054d35-f298-49e4-ae39-1b79f510be9f', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': '6df5feb9-a0ea-4f35-9528-e7d04028110a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:53:29.807510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.833354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.856046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3440ef-20a3-42f0-b3d4-787ba6e81e6a tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcc3163-686d-4fbb-b0f6-68e410308fa6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:29.909260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.909724 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.911106 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-b7185260-b29c-4acd-878a-b5562270336d service neutron] 10.222.0.53 "PUT /v2.0/ports/d8f9f5ff-fe56-43f5-80c1-42637b791317 HTTP/1.1" status: 200 len: 1092 time: 3.2342355 Feb 04 15:53:29.931201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de289c0d-7f1f-4306-bcc7-c888a2f393d3', 'tag': 'd8f9f5ff-fe56-43f5-80c1-42637b791317'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:29.944613 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.205608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114aea-0196-448d-adee-4bdf8ed39d89 req-8d827868-169c-49e0-9b19-af09cfcaed19 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:30.207391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45114aea-0196-448d-adee-4bdf8ed39d89 req-8d827868-169c-49e0-9b19-af09cfcaed19 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 944 time: 0.2364614 Feb 04 15:53:30.355949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Allocated IP 172.20.0.1 (39054d35-f298-49e4-ae39-1b79f510be9f/6df5feb9-a0ea-4f35-9528-e7d04028110a/1a11d1c6-12d1-430f-8ca9-14dc05fa09ba) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:30.383190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7185260-b29c-4acd-878a-b5562270336d service neutron] Pushing event updated for resources: {'Port': ['ID=d8f9f5ff-fe56-43f5-80c1-42637b791317,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:30.425149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5448469f-96a1-4628-b2e9-e3bb78735834 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:30.528623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9670b0b-1224-4632-9770-f52e894a06b2 None None] Network 3a983d3c-5c98-411c-a864-378474fb1e16 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:30.531108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.534808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45114aea-0196-448d-adee-4bdf8ed39d89 req-0ce983e3-bf76-42f4-892f-1ba993607172 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668858 Feb 04 15:53:30.620894 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de289c0d-7f1f-4306-bcc7-c888a2f393d3', 'tag': 'd8f9f5ff-fe56-43f5-80c1-42637b791317', 'status': 'completed', 'code': 200} Feb 04 15:53:30.622797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5448469f-96a1-4628-b2e9-e3bb78735834 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:30.624080 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5448469f-96a1-4628-b2e9-e3bb78735834 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1981974 Feb 04 15:53:30.631051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54242) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:30.653539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-secgroup--528720360'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:30.688479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:30.724090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-5f3c3787-c3a9-416e-8b06-a0c6b29a3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:30.726278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-5f3c3787-c3a9-416e-8b06-a0c6b29a3695 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 1095 time: 0.7472472 Feb 04 15:53:30.812194 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-a5dc5c5c-a83b-4fd5-9bcb-4a98dfc0d3b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f9f5ff-fe56-43f5-80c1-42637b791317 HTTP/1.1" status: 200 len: 217 time: 0.0739975 Feb 04 15:53:30.812993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:30.881579 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.894826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d579de4d-6239-4b80-b4a6-234aa56650db None None] Provisioning for port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:30.919809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-dff4a458-6e79-41fe-a2d9-f3c844863796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:30.921348 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-dff4a458-6e79-41fe-a2d9-f3c844863796 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.0983725 Feb 04 15:53:30.922297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:30.925431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d579de4d-6239-4b80-b4a6-234aa56650db None None] Provisioning complete for port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:30.925808 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d579de4d-6239-4b80-b4a6-234aa56650db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.931606 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.935387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:30.949652 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.994638 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-bb53f95b-3cc5-434a-bcda-9fe20951f103 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556931 Feb 04 15:53:31.144545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=8b8c1e10-27e7-47ce-8324-41108c7616af,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:31.149626 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.162481 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-882560ff-df17-43d8-adb2-9832129700f2 service neutron] 10.222.0.53 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549506 Feb 04 15:53:31.261134 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.289187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54248) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:31.342462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Transition to ACTIVE for port object 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:31.436138 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d579de4d-6239-4b80-b4a6-234aa56650db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.507782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Transition to ACTIVE for port object 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:31.524246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b940315e-a009-4049-a444-8f75aa6bee96 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.540152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b940315e-a009-4049-a444-8f75aa6bee96 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 814 time: 0.2358243 Feb 04 15:53:31.540962 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.543164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 3a983d3c-5c98-411c-a864-378474fb1e16 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:31.544671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:31.586621 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5a696474-ae1c-4b8a-8cd1-4bc664ccf7bc req-d05bbba2-f808-4fc6-ac7b-56c040512439 service neutron] 10.222.0.53 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085729 Feb 04 15:53:31.596863 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.609847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.637107 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.737887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d579de4d-6239-4b80-b4a6-234aa56650db None None] For port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d76d0841-a27d-4c89-9e5c-8dfc3006a9e8,segment=NetworkSegment(8bf0a707-2034-42ce-ab87-77533e88e69b),segment_id=8bf0a707-2034-42ce-ab87-77533e88e69b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:31.799954 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d579de4d-6239-4b80-b4a6-234aa56650db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.820548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Network 39054d35-f298-49e4-ae39-1b79f510be9f is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:31.821387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Pushing event updated for resources: {'Port': ['ID=1a11d1c6-12d1-430f-8ca9-14dc05fa09ba,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:31.834451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dcb733-018e-47a0-b3fb-1a23c703869f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:31.846043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=6df5feb9-a0ea-4f35-9528-e7d04028110a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:31.938484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:31.943824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:31.953356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router c14da22f-b0ba-4fff-b0d2-53837697afc0 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:53:31.981323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507adfab-aea4-49f8-bbf1-9a32247180be req-ccda3b01-351e-420b-93e5-ef99c193d755 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.982867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-507adfab-aea4-49f8-bbf1-9a32247180be req-ccda3b01-351e-420b-93e5-ef99c193d755 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 944 time: 0.1691082 Feb 04 15:53:31.988761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579de4d-6239-4b80-b4a6-234aa56650db None None] Pushing event updated for resources: {'Port': ['ID=d76d0841-a27d-4c89-9e5c-8dfc3006a9e8,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:32.012737 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.054022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39054d35-f298-49e4-ae39-1b79f510be9f']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:32.072840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5168f04-203f-4113-8cb2-4434f4d31b5c') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:32.074581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5168f04-203f-4113-8cb2-4434f4d31b5c') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:32.089559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.107130 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.114292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:32.114847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.115404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Attempting to bind port 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:32.116012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Attempting to bind port 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'e5168f04-203f-4113-8cb2-4434f4d31b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '39054d35-f298-49e4-ae39-1b79f510be9f'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:32.116564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Attempting to bind port 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba on network 39054d35-f298-49e4-ae39-1b79f510be9f {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:32.122833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:32.123542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Checking segment: {'id': 'e5168f04-203f-4113-8cb2-4434f4d31b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '39054d35-f298-49e4-ae39-1b79f510be9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:32.124125 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.124506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Bound using segment: {'id': 'e5168f04-203f-4113-8cb2-4434f4d31b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '39054d35-f298-49e4-ae39-1b79f510be9f'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:32.127157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Bound port: 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5168f04-203f-4113-8cb2-4434f4d31b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '39054d35-f298-49e4-ae39-1b79f510be9f'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:32.127892 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:32.224722 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:32.283372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:53:32.287132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] For port 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:32.300658 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409e6ba-ddbe-4cb0-82ef-909f6fd8e4ec None None] Sync routers for ids ['c14da22f-b0ba-4fff-b0d2-53837697afc0'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:32.327102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-507adfab-aea4-49f8-bbf1-9a32247180be req-d04a1ee5-9661-48c3-9659-3b6d66b58a09 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926116 Feb 04 15:53:32.336541 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409e6ba-ddbe-4cb0-82ef-909f6fd8e4ec None None] Routers {'c14da22f-b0ba-4fff-b0d2-53837697afc0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:32.337514 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0409e6ba-ddbe-4cb0-82ef-909f6fd8e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c14da22f-b0ba-4fff-b0d2-53837697afc0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:32.342604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bde9c9fa-ce7f-414b-b05e-de52f483ecd8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/c14da22f-b0ba-4fff-b0d2-53837697afc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3181224 Feb 04 15:53:32.343643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54262) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:32.359410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] For port 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1a11d1c6-12d1-430f-8ca9-14dc05fa09ba,segment=NetworkSegment(e5168f04-203f-4113-8cb2-4434f4d31b5c),segment_id=e5168f04-203f-4113-8cb2-4434f4d31b5c)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:32.367106 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.370711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:53:32.370711 n-d-827870-1 neutron-server[87571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:53:32.370711 n-d-827870-1 neutron-server[87571]: [parameters: {'id': '39054d35-f298-49e4-ae39-1b79f510be9f'}] Feb 04 15:53:32.370711 n-d-827870-1 neutron-server[87571]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:32.375949 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:32.383181 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.395261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-74e02f50-e4a6-4ab8-9832-f04b9be012c5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7656248 Feb 04 15:53:32.398952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54266) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:32.434586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': 'b6dcb733-018e-47a0-b3fb-1a23c703869f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:32.456746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:32.458454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-e778db12-019b-41b0-bcb4-3442db2d3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:32.459933 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-e778db12-019b-41b0-bcb4-3442db2d3c72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 1095 time: 0.8017178 Feb 04 15:53:32.462152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:32.465339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:32.472846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:32.519692 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.550512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54270) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:32.591794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'network': {'name': 'tempest-network-smoke--1835052340', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'port_security_enabled': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:32.614745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:32.640512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e934189-8192-489a-8472-09d9a134582f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:32.641293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0e934189-8192-489a-8472-09d9a134582f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:32.675556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:32.722182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Made reservation on behalf of fe2bb10d224f4113a67d9b82b1e79c3e for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:32.725825 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.741078 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0409e6ba-ddbe-4cb0-82ef-909f6fd8e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:32.752922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fa392454-ee46-4b64-a604-f1c40fe243d7 None None] Provisioning complete for port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:32.754264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fa392454-ee46-4b64-a604-f1c40fe243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.754867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0e934189-8192-489a-8472-09d9a134582f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:32.764497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0e934189-8192-489a-8472-09d9a134582f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports/8b8c1e10-27e7-47ce-8324-41108c7616af HTTP/1.1" status: 200 len: 910 time: 0.4195094 Feb 04 15:53:32.770988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54274) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:32.780318 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409e6ba-ddbe-4cb0-82ef-909f6fd8e4ec None None] Routers {'c14da22f-b0ba-4fff-b0d2-53837697afc0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:32.781664 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0409e6ba-ddbe-4cb0-82ef-909f6fd8e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c14da22f-b0ba-4fff-b0d2-53837697afc0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:32.884817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.897173 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0409e6ba-ddbe-4cb0-82ef-909f6fd8e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:32.900497 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409e6ba-ddbe-4cb0-82ef-909f6fd8e4ec None None] The sync data for ids ['c14da22f-b0ba-4fff-b0d2-53837697afc0'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:32.943909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b04db6-cd91-41ad-a96e-414436d2d12b None None] Pushing event updated for resources: {'Port': ['ID=1a11d1c6-12d1-430f-8ca9-14dc05fa09ba,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:32.956722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:32.960740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.973040 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.984756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.103384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23bf741-94c4-4f6b-9bfa-e56345549062 None None] Network 39054d35-f298-49e4-ae39-1b79f510be9f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:33.134379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-00020043-e647-480b-8574-7aea82f1761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:33.135893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-00020043-e647-480b-8574-7aea82f1761b service neutron] 10.222.0.53 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 915 time: 0.6686611 Feb 04 15:53:33.186068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:33.200301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf751a86-c896-46e1-88fe-4d2a026d2d2e,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:33.253663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.254917 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Added segment db74cdf3-5d89-4872-9b32-be82d6ddcd5c of type vlan for network 0aa8838a-f5fa-4575-88c9-8477db19da7b Feb 04 15:53:33.262938 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.267343 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dfdf6d5a-0d15-46de-893f-02a564915cce tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8491251 Feb 04 15:53:33.269168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54280) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:33.351945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:33.358983 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-18806ac4-4aa1-4a01-bed8-78ed7bc435ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f9f5ff-fe56-43f5-80c1-42637b791317 HTTP/1.1" status: 200 len: 217 time: 0.1971257 Feb 04 15:53:33.409494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-192a8e83-d891-41f0-9b93-e0320d10fdea tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules/bf751a86-c896-46e1-88fe-4d2a026d2d2e HTTP/1.1" status: 200 len: 763 time: 0.0438650 Feb 04 15:53:33.410632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54286) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:33.593692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-e254f8b7-4514-49be-b9a8-338be6413971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:33.595159 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-e254f8b7-4514-49be-b9a8-338be6413971 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.2270706 Feb 04 15:53:33.721004 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-8bf1a6e9-b402-4646-82ee-d74a1702409e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142166 Feb 04 15:53:33.792309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.876054 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-42403303-8481-4c2a-a6ba-bdfbff8c85ea service neutron] 10.222.0.53 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423230 Feb 04 15:53:33.976317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1a11d1c6-12d1-430f-8ca9-14dc05fa09ba,segment=NetworkSegment(e5168f04-203f-4113-8cb2-4434f4d31b5c),segment_id=e5168f04-203f-4113-8cb2-4434f4d31b5c)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:33.976694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.997934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:33.998462 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.091488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1defc2e9-da4f-4e64-b238-02172601952d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:34.102909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fa392454-ee46-4b64-a604-f1c40fe243d7 None None] Provisioning for port 8b8c1e10-27e7-47ce-8324-41108c7616af completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:34.139608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:34.144975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fa392454-ee46-4b64-a604-f1c40fe243d7 None None] Provisioning complete for port 8b8c1e10-27e7-47ce-8324-41108c7616af triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:34.145214 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fa392454-ee46-4b64-a604-f1c40fe243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.148989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1defc2e9-da4f-4e64-b238-02172601952d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:34.153565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1defc2e9-da4f-4e64-b238-02172601952d tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5203240 Feb 04 15:53:34.154524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54294) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:34.189625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d8f9f5ff-fe56-43f5-80c1-42637b791317 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:53:34.203250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.209462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:34.210239 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.242835 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2c81d72-7f3a-4ade-816c-183c279d956b req-a8f76304-96ad-4a56-813e-826e2fd24b7b service neutron] 10.222.0.53 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490438 Feb 04 15:53:34.345363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Network': ['ID=0aa8838a-f5fa-4575-88c9-8477db19da7b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:34.388375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ec4db-0c0b-45f9-84e0-18a20373c4d0 req-53293552-aac6-40e6-b1bb-3f10627659e2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:34.396541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-192ec4db-0c0b-45f9-84e0-18a20373c4d0 req-53293552-aac6-40e6-b1bb-3f10627659e2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 944 time: 0.7190201 Feb 04 15:53:34.402945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad387125-66e4-4ea3-b09f-26e3b823b4b6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8470373 Feb 04 15:53:34.403901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54298) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:34.458469 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1993598-70b5-4e33-b802-420066ff8780 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.489943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fa392454-ee46-4b64-a604-f1c40fe243d7 None None] Port 8b8c1e10-27e7-47ce-8324-41108c7616af cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:53:34.496027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 0aa8838a-f5fa-4575-88c9-8477db19da7b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:34.504437 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1993598-70b5-4e33-b802-420066ff8780 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.546404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.555054 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-019de33b-2909-45ec-ac99-01da117eca5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.571401 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:53:34.617938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port 1a11d1c6-12d1-430f-8ca9-14dc05fa09ba on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:34.625114 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:53:34.650313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=1a11d1c6-12d1-430f-8ca9-14dc05fa09ba,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:34.737248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b76082-26db-44dd-9ad2-76007de43caf None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 15:53:34.744070 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1993598-70b5-4e33-b802-420066ff8780 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.772335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.792210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-192ec4db-0c0b-45f9-84e0-18a20373c4d0 req-69a147b4-2aba-467b-ad4f-af40ecf88b42 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944399 Feb 04 15:53:34.794997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d31c9ddb-841b-4bf3-a742-25b6aafb5136 None None] Provisioning complete for port 8b8c1e10-27e7-47ce-8324-41108c7616af triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:34.794997 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d31c9ddb-841b-4bf3-a742-25b6aafb5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.806940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39054d35-f298-49e4-ae39-1b79f510be9f']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:34.823730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc9003-7b7b-4b54-a785-c3f687dcc84e tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:34.825244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5168f04-203f-4113-8cb2-4434f4d31b5c') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:34.829784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5168f04-203f-4113-8cb2-4434f4d31b5c') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:34.830180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ffcc9003-7b7b-4b54-a785-c3f687dcc84e tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=fe2bb10d224f4113a67d9b82b1e79c3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4122128 Feb 04 15:53:34.831224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1993598-70b5-4e33-b802-420066ff8780 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf751a86-c896-46e1-88fe-4d2a026d2d2e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:34.834256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54304) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:34.855187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.893464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.908180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:34.908687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.931078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1993598-70b5-4e33-b802-420066ff8780 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.935128 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d1993598-70b5-4e33-b802-420066ff8780 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/bf751a86-c896-46e1-88fe-4d2a026d2d2e HTTP/1.1" status: 204 len: 168 time: 0.7739763 Feb 04 15:53:34.939779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54308) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:34.943826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d31c9ddb-841b-4bf3-a742-25b6aafb5136 None None] Port 8b8c1e10-27e7-47ce-8324-41108c7616af cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:53:34.961260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port d8f9f5ff-fe56-43f5-80c1-42637b791317, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d8f9f5ff-fe56-43f5-80c1-42637b791317,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:34.990139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'd8f9f5ff-fe56-43f5-80c1-42637b791317', 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377', 'port_id': 'd8f9f5ff-fe56-43f5-80c1-42637b791317', 'mac_address': 'fa:16:3e:19:fd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5612cf36-5274-4c0e-8111-943ebfe591db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:53:35.114605 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.171737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f9f5ff-fe56-43f5-80c1-42637b791317 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:53:35.192269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-07b230d4-6bb4-4d2a-9aa4-5436a5839af5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:35.214712 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:35.225318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b76082-26db-44dd-9ad2-76007de43caf None None] Resources bound (agent type, host, resource id): {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:53:35.245447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-07b230d4-6bb4-4d2a-9aa4-5436a5839af5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:35.246892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-07b230d4-6bb4-4d2a-9aa4-5436a5839af5 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3017948 Feb 04 15:53:35.249981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port d8f9f5ff-fe56-43f5-80c1-42637b791317, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d8f9f5ff-fe56-43f5-80c1-42637b791317,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:35.254687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54314) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:35.261610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f1a85a1c-1de0-420d-aaa6-bac4a63e77be tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': 'b6dcb733-018e-47a0-b3fb-1a23c703869f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:35.270539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f1a85a1c-1de0-420d-aaa6-bac4a63e77be tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:35.281656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.292889 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.295291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.300337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f1a85a1c-1de0-420d-aaa6-bac4a63e77be tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:35.313985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588eb57-a993-4378-9003-1a7068368120 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:35.318665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8588eb57-a993-4378-9003-1a7068368120 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4754529 Feb 04 15:53:35.329101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54318) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:35.336198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.353069 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/39054d35-f298-49e4-ae39-1b79f510be9f HTTP/1.1" status: 204 len: 168 time: 5.9678996 Feb 04 15:53:35.357391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54320) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:35.391199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-902570046'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:35.402878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=d8f9f5ff-fe56-43f5-80c1-42637b791317,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:35.408591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06cda-4ff2-4cd6-a481-721c8786f878 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=39054d35-f298-49e4-ae39-1b79f510be9f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:35.417658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:35.428656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:35.455004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:35.466797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:35.489166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:35.494360 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.520505 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1a85a1c-1de0-420d-aaa6-bac4a63e77be tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.528674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-47dc29dc-77a4-4d2a-a531-b47e69a54685 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571342 Feb 04 15:53:35.533398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54326) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:35.584847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:35.602786 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-75b4d600-69ab-4862-a2b9-62b5c83dc78a tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=fe2bb10d224f4113a67d9b82b1e79c3e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679643 Feb 04 15:53:35.604862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54330) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:35.693663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.694462 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment e53f58e3-676a-44e8-89fa-0d34038ec751 of type vlan for network 19b383b6-96ac-44e9-84aa-0f6a981e8946 Feb 04 15:53:35.696628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['d8f9f5ff-fe56-43f5-80c1-42637b791317'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:53:35.730165 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.773958 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.784279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:35.785437 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.839218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1a85a1c-1de0-420d-aaa6-bac4a63e77be tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.840597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4743800 Feb 04 15:53:35.866610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54336) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:35.875646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': '19b383b6-96ac-44e9-84aa-0f6a981e8946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:35.894920 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1a85a1c-1de0-420d-aaa6-bac4a63e77be tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.986086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67327d95-d70d-4c99-bf6f-5479d9ebf50d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=19b383b6-96ac-44e9-84aa-0f6a981e8946,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.001300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1a85a1c-1de0-420d-aaa6-bac4a63e77be tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.005281 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f1a85a1c-1de0-420d-aaa6-bac4a63e77be tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7495983 Feb 04 15:53:36.007450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54340) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.051102 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a5facc33-fe82-4ba4-8ed6-5a44780fef09 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules/8b24b49c-720d-4feb-98ae-b1d42579b64f HTTP/1.1" status: 200 len: 763 time: 0.0348430 Feb 04 15:53:36.051102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba87e51-f16e-46da-9d97-1a38c1723c71 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.054861 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bba87e51-f16e-46da-9d97-1a38c1723c71 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4461784 Feb 04 15:53:36.054861 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54346) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.059233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 19b383b6-96ac-44e9-84aa-0f6a981e8946 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:36.068397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a85a1c-1de0-420d-aaa6-bac4a63e77be tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b24b49c-720d-4feb-98ae-b1d42579b64f,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.069154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54348) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.153818 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f4a5ceee-8676-435d-84c8-cfd6993ae184 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0833077 Feb 04 15:53:36.154592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54356) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.168597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114687311', 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:36.186152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a2437bf4-c21c-4465-997b-3ccd2d4c2c1a tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:36.220732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a2437bf4-c21c-4465-997b-3ccd2d4c2c1a tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:36.220732 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a2437bf4-c21c-4465-997b-3ccd2d4c2c1a tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1566072 Feb 04 15:53:36.220732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54360) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.255670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-316a67dc-8661-4a12-b176-4946d6a19240 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.305821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-316a67dc-8661-4a12-b176-4946d6a19240 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.346454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-316a67dc-8661-4a12-b176-4946d6a19240 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.364458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a67dc-8661-4a12-b176-4946d6a19240 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b24b49c-720d-4feb-98ae-b1d42579b64f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.379605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-316a67dc-8661-4a12-b176-4946d6a19240 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.380998 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-316a67dc-8661-4a12-b176-4946d6a19240 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/8b24b49c-720d-4feb-98ae-b1d42579b64f HTTP/1.1" status: 204 len: 168 time: 0.1668088 Feb 04 15:53:36.383784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54366) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.389055 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.423610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:36.437190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:36.443497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9928193b-d4a3-4aec-84dd-6117f62b1e3e tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:36.452749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:36.466541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9928193b-d4a3-4aec-84dd-6117f62b1e3e tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:36.471002 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9928193b-d4a3-4aec-84dd-6117f62b1e3e tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0833356 Feb 04 15:53:36.473088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:36.476852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54372) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.482362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e7076b4f-0631-4d9b-915e-34426ae86d37 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': 'b6dcb733-018e-47a0-b3fb-1a23c703869f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:36.489234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e7076b4f-0631-4d9b-915e-34426ae86d37 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:36.500726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e7076b4f-0631-4d9b-915e-34426ae86d37 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:36.521006 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7076b4f-0631-4d9b-915e-34426ae86d37 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.560179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:36.569960 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.595670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7076b4f-0631-4d9b-915e-34426ae86d37 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.599725 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7076b4f-0631-4d9b-915e-34426ae86d37 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.638212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4fa4a97-96f6-43ee-92ca-391735b71456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.642179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7076b4f-0631-4d9b-915e-34426ae86d37 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1536a2-e8da-4dbd-ba9d-61728d9cd0c7,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.668248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e7076b4f-0631-4d9b-915e-34426ae86d37 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.669494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e7076b4f-0631-4d9b-915e-34426ae86d37 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1916351 Feb 04 15:53:36.672124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54378) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.686891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fa91b-005c-4831-b520-47e957300c55 req-2a1253b7-d072-4e6d-85d9-c60ed0d01f03 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.688354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c88fa91b-005c-4831-b520-47e957300c55 req-2a1253b7-d072-4e6d-85d9-c60ed0d01f03 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 945 time: 0.6426725 Feb 04 15:53:36.698669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-13b46fc9-b430-49db-86ad-53b4f483841f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules/de1536a2-e8da-4dbd-ba9d-61728d9cd0c7 HTTP/1.1" status: 200 len: 764 time: 0.0252049 Feb 04 15:53:36.700989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54382) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.731300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:36.747464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:subnet and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:36.750200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 8b8c1e10-27e7-47ce-8324-41108c7616af {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:36.750538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.754195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd93fbdd-1c4d-49de-8d19-8620b93c1118 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:36.771738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd93fbdd-1c4d-49de-8d19-8620b93c1118 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:36.776316 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd93fbdd-1c4d-49de-8d19-8620b93c1118 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0717032 Feb 04 15:53:36.776921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54386) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.779139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:36.812115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:36.818562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f512420-24d9-46b7-bc8b-82ce8fb33221 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.836721 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f512420-24d9-46b7-bc8b-82ce8fb33221 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.847824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c88fa91b-005c-4831-b520-47e957300c55 req-ee53fa78-7983-410c-b0a7-0e7a11f4166f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457579 Feb 04 15:53:36.885607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Made reservation on behalf of fe2bb10d224f4113a67d9b82b1e79c3e for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:36.887142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f512420-24d9-46b7-bc8b-82ce8fb33221 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.889069 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.909499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f512420-24d9-46b7-bc8b-82ce8fb33221 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de1536a2-e8da-4dbd-ba9d-61728d9cd0c7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.917193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f512420-24d9-46b7-bc8b-82ce8fb33221 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.920986 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9f512420-24d9-46b7-bc8b-82ce8fb33221 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/de1536a2-e8da-4dbd-ba9d-61728d9cd0c7 HTTP/1.1" status: 204 len: 168 time: 0.1403701 Feb 04 15:53:36.921167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54390) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:36.988456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0df066ae-79d2-4058-8f4c-68cae6f51efc tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:37.006560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0df066ae-79d2-4058-8f4c-68cae6f51efc tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:37.007992 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0df066ae-79d2-4058-8f4c-68cae6f51efc tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0858564 Feb 04 15:53:37.011091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54394) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:37.085210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d2c03688-fbe9-43fa-86b1-45e83963b9e6 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.175924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d2c03688-fbe9-43fa-86b1-45e83963b9e6 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.183558 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.258409 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d2c03688-fbe9-43fa-86b1-45e83963b9e6 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.292220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c03688-fbe9-43fa-86b1-45e83963b9e6 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dcb733-018e-47a0-b3fb-1a23c703869f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:37.297397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d2c03688-fbe9-43fa-86b1-45e83963b9e6 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.298967 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d2c03688-fbe9-43fa-86b1-45e83963b9e6 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/b6dcb733-018e-47a0-b3fb-1a23c703869f HTTP/1.1" status: 204 len: 168 time: 0.2869155 Feb 04 15:53:37.302189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54400) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:37.331463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for 8b8c1e10-27e7-47ce-8324-41108c7616af owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:37.378035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-044ad02c-4806-44fd-ad3e-656629f4cd57 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:37.396238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-044ad02c-4806-44fd-ad3e-656629f4cd57 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:37.401723 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-044ad02c-4806-44fd-ad3e-656629f4cd57 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935605 Feb 04 15:53:37.404535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54404) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:37.411232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106936681'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:37.420641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:37.437214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:37.447006 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.449215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.471145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:37.475386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:37.478352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:37.489264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:37.580876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=274c4220-b682-4621-8bdf-fcde282c1f8e,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:37.601778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.607809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.641224 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.644618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': 'e53f58e3-676a-44e8-89fa-0d34038ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '19b383b6-96ac-44e9-84aa-0f6a981e8946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:37.645515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: 19b383b6-96ac-44e9-84aa-0f6a981e8946, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:37.672162 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.675010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2465b97-f0d2-477f-b3d7-a8b4f7d026cd,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:37.685975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.688288 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7b37680e-a1c9-4de7-bc03-ddbf0156f55f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2819574 Feb 04 15:53:37.691002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54410) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:37.697187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Request body: {'security_group_rule': {'security_group_id': 'd2465b97-f0d2-477f-b3d7-a8b4f7d026cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:37.715963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:37.731622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Usage tracker for resource:security_group_rule and tenant:fc7cb43aa51d4581a421996066f42746 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:37.735492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:37.750547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:37.775587 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.776685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 19b383b6-96ac-44e9-84aa-0f6a981e8946 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:37.781916 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.849814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 19b383b6-96ac-44e9-84aa-0f6a981e8946) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:37.849814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:37.849814 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.859195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c91f0dd-6fe1-4e8f-8900-895bf4ecea7d None None] Network 19b383b6-96ac-44e9-84aa-0f6a981e8946 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:37.891399 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.899360 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.929647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a141c96a-ea13-4e68-ae7a-2db093318d41,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:37.966774 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.971420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Subnet': ['ID=bdbc7eae-9024-4365-9e07-322584a81277,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:37.977339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-adbc9206-6b19-436d-85f7-35ff11e7e477 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2802484 Feb 04 15:53:37.977339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54418) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:38.106041 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a080c7d4-0ed8-4d88-880a-679d066633aa tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.109260 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-14f5a7c1-845f-4a41-b616-2b9292fb032c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2409542 Feb 04 15:53:38.109590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54422) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:38.135858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Checking segment: {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:38.136325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network hostable DHCP agents. Network: 0aa8838a-f5fa-4575-88c9-8477db19da7b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:38.175542 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.205772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d8f9f5ff-fe56-43f5-80c1-42637b791317 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:38.257101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=8b8c1e10-27e7-47ce-8324-41108c7616af,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:38.320659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a080c7d4-0ed8-4d88-880a-679d066633aa tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.334398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-19b383b6-96ac-44e9-84aa-0f6a981e8946', 'network_id': '19b383b6-96ac-44e9-84aa-0f6a981e8946', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': '274c4220-b682-4621-8bdf-fcde282c1f8e'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:53:38.335305 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.377697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network 0aa8838a-f5fa-4575-88c9-8477db19da7b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:38.417719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 0aa8838a-f5fa-4575-88c9-8477db19da7b) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:38.432836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7998c2-3c15-4173-8ae2-8fd5ce3efe86 req-df46714f-4b3a-4ef9-addb-754283df8cfa tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:38.435434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44228a18-9037-4c0e-85cd-b074072f0bb5 None None] Network 0aa8838a-f5fa-4575-88c9-8477db19da7b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:38.442955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a7998c2-3c15-4173-8ae2-8fd5ce3efe86 req-df46714f-4b3a-4ef9-addb-754283df8cfa tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 945 time: 0.3972597 Feb 04 15:53:38.453385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.462260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port d8f9f5ff-fe56-43f5-80c1-42637b791317 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:38.473125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port d8f9f5ff-fe56-43f5-80c1-42637b791317 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:38.473692 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.511352 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a080c7d4-0ed8-4d88-880a-679d066633aa tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.547071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080c7d4-0ed8-4d88-880a-679d066633aa tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2465b97-f0d2-477f-b3d7-a8b4f7d026cd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:38.574170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.642259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a080c7d4-0ed8-4d88-880a-679d066633aa tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.645995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a080c7d4-0ed8-4d88-880a-679d066633aa tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/d2465b97-f0d2-477f-b3d7-a8b4f7d026cd HTTP/1.1" status: 204 len: 168 time: 0.6682179 Feb 04 15:53:38.646675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54428) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:38.708659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b08bee67-b201-4d71-95bb-57cd8d2e4efa tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:38.723629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b08bee67-b201-4d71-95bb-57cd8d2e4efa tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:38.728296 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b08bee67-b201-4d71-95bb-57cd8d2e4efa tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805156 Feb 04 15:53:38.729095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54436) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:38.762670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:38.763262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.773762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.795167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-85a4803e-6a08-4819-a74e-0acf0a70371f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Synchronizing usage tracker for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:38.802892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a7998c2-3c15-4173-8ae2-8fd5ce3efe86 req-cf4977df-4156-482a-88dc-71d5e9b4c0d2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587317 Feb 04 15:53:38.842242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Allocated IP 172.20.0.1 (19b383b6-96ac-44e9-84aa-0f6a981e8946/274c4220-b682-4621-8bdf-fcde282c1f8e/ec94dea7-75ee-4eef-afbc-3d9b883693ba) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:38.866539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-85a4803e-6a08-4819-a74e-0acf0a70371f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] Unset dirty status for tenant:fc7cb43aa51d4581a421996066f42746 on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:38.871717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-85a4803e-6a08-4819-a74e-0acf0a70371f tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1390164 Feb 04 15:53:38.872325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54442) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:38.881750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a54dd379-036a-45be-a403-5a816abfca2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7214613 Feb 04 15:53:38.919775 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-b4e1fdb2-449a-46bd-a5fb-41e0f9587cdb tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] delete failed (client error): The resource could not be found. Feb 04 15:53:38.920844 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b4e1fdb2-449a-46bd-a5fb-41e0f9587cdb tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "DELETE /v2.0/security-groups/d2465b97-f0d2-477f-b3d7-a8b4f7d026cd HTTP/1.1" status: 404 len: 347 time: 0.0466499 Feb 04 15:53:38.930308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54448) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:39.038678 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9beba8db-5705-4a92-84c9-84d2dd9e3420 tempest-SecGroupTest-790394050 tempest-SecGroupTest-790394050-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1122825 Feb 04 15:53:39.094275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-0aa8838a-f5fa-4575-88c9-8477db19da7b', 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ips': [{'subnet_id': 'bdbc7eae-9024-4365-9e07-322584a81277'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:53:39.095571 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.230159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router c14da22f-b0ba-4fff-b0d2-53837697afc0 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:53:39.353960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.355025 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.394187 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.419841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54458) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:39.426882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802206817', 'description': 'tempest-secgroup-smoke-1802206817 description', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:39.440568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:39.466457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:39.494992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.502734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:53:39.516493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6b6228d7-3e18-4702-8b66-bc565b2fa4d1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/c14da22f-b0ba-4fff-b0d2-53837697afc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7447248 Feb 04 15:53:39.519427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54462) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:39.559017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port d8f9f5ff-fe56-43f5-80c1-42637b791317, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d8f9f5ff-fe56-43f5-80c1-42637b791317,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:39.561129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54466) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:39.572437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de289c0d-7f1f-4306-bcc7-c888a2f393d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f9f5ff-fe56-43f5-80c1-42637b791317'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:39.578121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245af372-d2af-49ca-8a34-9cfdb004c497 None None] Sync routers for ids ['c14da22f-b0ba-4fff-b0d2-53837697afc0'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:39.592260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:39.593218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-786c3642-bb78-47a5-831d-4c1468c2bd1c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:39.599514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:39.604360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:39.613784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:39.641077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-786c3642-bb78-47a5-831d-4c1468c2bd1c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:39.644593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-786c3642-bb78-47a5-831d-4c1468c2bd1c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=c14da22f-b0ba-4fff-b0d2-53837697afc0 HTTP/1.1" status: 200 len: 205 time: 0.1233881 Feb 04 15:53:39.646788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54480) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:39.681788 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de289c0d-7f1f-4306-bcc7-c888a2f393d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f9f5ff-fe56-43f5-80c1-42637b791317', 'code': 200} Feb 04 15:53:39.686313 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.751380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.785555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=d8f9f5ff-fe56-43f5-80c1-42637b791317,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:39.806182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.806526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.806906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.808802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.808802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.808802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.808802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.808802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.809434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.810988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.811320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.811645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.816394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245af372-d2af-49ca-8a34-9cfdb004c497 None None] Routers {'c14da22f-b0ba-4fff-b0d2-53837697afc0'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:39.817032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-245af372-d2af-49ca-8a34-9cfdb004c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c14da22f-b0ba-4fff-b0d2-53837697afc0'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:39.962719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-127363e8-1c4b-4013-a6c6-950fda21b0c0 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.965526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Allocated IP 172.20.0.18 (0aa8838a-f5fa-4575-88c9-8477db19da7b/bdbc7eae-9024-4365-9e07-322584a81277/30950312-7b79-435e-96b7-df01f2a56c35) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:40.064462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.097031 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.104870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-245af372-d2af-49ca-8a34-9cfdb004c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:40.127854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Transition to ACTIVE for port object ec94dea7-75ee-4eef-afbc-3d9b883693ba will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:40.169586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245af372-d2af-49ca-8a34-9cfdb004c497 None None] Routers {'c14da22f-b0ba-4fff-b0d2-53837697afc0'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:40.170252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-245af372-d2af-49ca-8a34-9cfdb004c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c14da22f-b0ba-4fff-b0d2-53837697afc0'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:40.198428 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba265dce-3e7c-4402-9b42-b8b9eb6110a5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:40.224307 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.228457 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-094c4553-7ec0-4b73-b010-2ebfbf1879e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8046002 Feb 04 15:53:40.230945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:40.238484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': 'ba265dce-3e7c-4402-9b42-b8b9eb6110a5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:40.245242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79e7ee-d620-43fb-bfed-a64757470ce2 req-c7420d9e-e36a-450f-b421-842f3d9c8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:40.246717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f79e7ee-d620-43fb-bfed-a64757470ce2 req-c7420d9e-e36a-450f-b421-842f3d9c8a15 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 1097 time: 0.4998655 Feb 04 15:53:40.249052 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9ac35ac0-373d-4acd-a656-d215134bf80e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc7cb43aa51d4581a421996066f42746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6804802 Feb 04 15:53:40.251825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:40.253962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54504) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:40.296717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:40.318533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:40.337304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:40.393409 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.403656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7ae89c76-2733-4229-800f-0f09be9d21b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.407393 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f79e7ee-d620-43fb-bfed-a64757470ce2 req-ae3b0667-3db4-478b-af6a-36022cc6ae5c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046524 Feb 04 15:53:40.425585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-245af372-d2af-49ca-8a34-9cfdb004c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:40.426756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245af372-d2af-49ca-8a34-9cfdb004c497 None None] The sync data for ids ['c14da22f-b0ba-4fff-b0d2-53837697afc0'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:40.428862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Transition to ACTIVE for port object ec94dea7-75ee-4eef-afbc-3d9b883693ba will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:40.451082 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.477683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7ae89c76-2733-4229-800f-0f09be9d21b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.505946 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.547283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Network 19b383b6-96ac-44e9-84aa-0f6a981e8946 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:40.575204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=274c4220-b682-4621-8bdf-fcde282c1f8e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:40.580298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:40.585713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.595724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:40.598120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Pushing event updated for resources: {'Port': ['ID=ec94dea7-75ee-4eef-afbc-3d9b883693ba,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:40.687116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.704957 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-127363e8-1c4b-4013-a6c6-950fda21b0c0 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.708007 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-127363e8-1c4b-4013-a6c6-950fda21b0c0 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.712963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.715258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b383b6-96ac-44e9-84aa-0f6a981e8946']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:40.724533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Attempting to bind port ec94dea7-75ee-4eef-afbc-3d9b883693ba on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:40.724922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Attempting to bind port ec94dea7-75ee-4eef-afbc-3d9b883693ba by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'e53f58e3-676a-44e8-89fa-0d34038ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '19b383b6-96ac-44e9-84aa-0f6a981e8946'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:40.725319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Attempting to bind port ec94dea7-75ee-4eef-afbc-3d9b883693ba on network 19b383b6-96ac-44e9-84aa-0f6a981e8946 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:40.729875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53f58e3-676a-44e8-89fa-0d34038ec751') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:40.729875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53f58e3-676a-44e8-89fa-0d34038ec751') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:40.730217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Transition to ACTIVE for port object 30950312-7b79-435e-96b7-df01f2a56c35 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:40.738242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:40.738649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Checking segment: {'id': 'e53f58e3-676a-44e8-89fa-0d34038ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '19b383b6-96ac-44e9-84aa-0f6a981e8946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:40.739037 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.739430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Bound using segment: {'id': 'e53f58e3-676a-44e8-89fa-0d34038ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '19b383b6-96ac-44e9-84aa-0f6a981e8946'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:40.739901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Bound port: ec94dea7-75ee-4eef-afbc-3d9b883693ba, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53f58e3-676a-44e8-89fa-0d34038ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '19b383b6-96ac-44e9-84aa-0f6a981e8946'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:40.740271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.740804 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-127363e8-1c4b-4013-a6c6-950fda21b0c0 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.741728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127363e8-1c4b-4013-a6c6-950fda21b0c0 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Fanout notify agent at l3_agent the message router_deleted on router c14da22f-b0ba-4fff-b0d2-53837697afc0 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:53:40.742113 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.764361 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.768713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-127363e8-1c4b-4013-a6c6-950fda21b0c0 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.770243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-127363e8-1c4b-4013-a6c6-950fda21b0c0 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/c14da22f-b0ba-4fff-b0d2-53837697afc0 HTTP/1.1" status: 204 len: 168 time: 1.1223340 Feb 04 15:53:40.773915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54510) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:40.775330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:40.775751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.842074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Transition to ACTIVE for port object 30950312-7b79-435e-96b7-df01f2a56c35 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:40.878367 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:40.887433 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:40.891114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.897077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7bdb7-cf48-4557-8189-f91800f945ba req-74255c74-53e9-4e50-8115-81f99f880749 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:40.904089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5f7bdb7-cf48-4557-8189-f91800f945ba req-74255c74-53e9-4e50-8115-81f99f880749 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 946 time: 0.6271803 Feb 04 15:53:40.949977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb76e7f9-53a9-483f-acc3-6d9b0e63d00e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting subnet a2b1dcdb-f1b7-4e20-a0eb-75aa688c6053 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:53:40.967095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb76e7f9-53a9-483f-acc3-6d9b0e63d00e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.973488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea517cdd-5e9e-4655-9674-035e10b2500b,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.022826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:53:41.022826 n-d-827870-1 neutron-server[87571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:53:41.022826 n-d-827870-1 neutron-server[87571]: [parameters: {'id': '19b383b6-96ac-44e9-84aa-0f6a981e8946'}] Feb 04 15:53:41.022826 n-d-827870-1 neutron-server[87571]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:41.023581 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:41.024262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Network 0aa8838a-f5fa-4575-88c9-8477db19da7b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:41.033129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:41.033959 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.035228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d3caef96-a947-4d42-a957-03fb2c7a9ba7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8033326 Feb 04 15:53:41.039111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54514) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:41.045454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:41.048435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5f7bdb7-cf48-4557-8189-f91800f945ba req-caf17899-b28b-4c50-962f-cdb3c47ecd05 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434100 Feb 04 15:53:41.050530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] For port ec94dea7-75ee-4eef-afbc-3d9b883693ba, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:41.054265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Pushing event updated for resources: {'Port': ['ID=30950312-7b79-435e-96b7-df01f2a56c35,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.056909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': 'ba265dce-3e7c-4402-9b42-b8b9eb6110a5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:41.059467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] For port ec94dea7-75ee-4eef-afbc-3d9b883693ba, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ec94dea7-75ee-4eef-afbc-3d9b883693ba,segment=NetworkSegment(e53f58e3-676a-44e8-89fa-0d34038ec751),segment_id=e53f58e3-676a-44e8-89fa-0d34038ec751)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:41.075691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:41.091064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:41.095287 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb76e7f9-53a9-483f-acc3-6d9b0e63d00e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.098118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:41.101885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.117018 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7ae89c76-2733-4229-800f-0f09be9d21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.119356 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7ae89c76-2733-4229-800f-0f09be9d21b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.122718 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7ae89c76-2733-4229-800f-0f09be9d21b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f2e4dfa-faec-4d85-8623-952d5bf0561f HTTP/1.1" status: 204 len: 168 time: 0.8655889 Feb 04 15:53:41.122718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:41.138715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae89c76-2733-4229-800f-0f09be9d21b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e4dfa-faec-4d85-8623-952d5bf0561f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.166493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.272649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Attempting to bind port 30950312-7b79-435e-96b7-df01f2a56c35 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:41.276425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Attempting to bind port 30950312-7b79-435e-96b7-df01f2a56c35 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:41.288423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Attempting to bind port 30950312-7b79-435e-96b7-df01f2a56c35 on network 0aa8838a-f5fa-4575-88c9-8477db19da7b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:41.314683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:41.315661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Checking segment: {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:41.319904 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.319904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Bound using segment: {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:41.319904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Bound port: 30950312-7b79-435e-96b7-df01f2a56c35, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:41.320293 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.335549 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb76e7f9-53a9-483f-acc3-6d9b0e63d00e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.365215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.368651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92127eed-cb24-4425-8645-b6d469d0e5b6 None None] Pushing event updated for resources: {'Port': ['ID=ec94dea7-75ee-4eef-afbc-3d9b883693ba,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.372758 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.440663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a55b57-31ea-4670-a714-1b2a5532a0bc,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.472453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.475708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-073c0760-d487-4695-a9a5-0b5203c0c4f6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4354615 Feb 04 15:53:41.478650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54534) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:41.511091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': 'ba265dce-3e7c-4402-9b42-b8b9eb6110a5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:41.532666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:41.546964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:41.556555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:41.582012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:41.584075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb76e7f9-53a9-483f-acc3-6d9b0e63d00e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.607767 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.641167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port ec94dea7-75ee-4eef-afbc-3d9b883693ba {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:41.641570 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.676571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.750148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6910ae-1bf3-426d-bfd8-e5b346eef697 None None] Network 19b383b6-96ac-44e9-84aa-0f6a981e8946 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:41.801057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76e7f9-53a9-483f-acc3-6d9b0e63d00e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b1dcdb-f1b7-4e20-a0eb-75aa688c6053,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.816983 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb76e7f9-53a9-483f-acc3-6d9b0e63d00e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.844283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cb76e7f9-53a9-483f-acc3-6d9b0e63d00e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/a2b1dcdb-f1b7-4e20-a0eb-75aa688c6053 HTTP/1.1" status: 204 len: 168 time: 1.0661252 Feb 04 15:53:41.847592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54544) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:42.006900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1724250d-e7e7-45a4-afb6-d768dfebedaf None None] Network 3a983d3c-5c98-411c-a864-378474fb1e16 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:42.134651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.172619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:42.174139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.218331 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.260292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.354017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fe7b78-50bb-41f6-b9e1-5025713df114,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:42.377848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port ec94dea7-75ee-4eef-afbc-3d9b883693ba, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ec94dea7-75ee-4eef-afbc-3d9b883693ba,segment=NetworkSegment(e53f58e3-676a-44e8-89fa-0d34038ec751),segment_id=e53f58e3-676a-44e8-89fa-0d34038ec751)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:42.381092 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.415240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] For port 30950312-7b79-435e-96b7-df01f2a56c35, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:42.509445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] For port 30950312-7b79-435e-96b7-df01f2a56c35, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=30950312-7b79-435e-96b7-df01f2a56c35,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:42.527162 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.592484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.601307 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-79db0042-98fa-4bea-8501-645c813b3480 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1206496 Feb 04 15:53:42.629089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54574) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:42.658842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': 'ba265dce-3e7c-4402-9b42-b8b9eb6110a5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:42.667522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:42.677434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:42.682749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:42.689155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:42.725446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.788204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for ec94dea7-75ee-4eef-afbc-3d9b883693ba owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:42.830576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec38fb7-0842-46f4-9cdb-cb62e8775a0e None None] Pushing event updated for resources: {'Port': ['ID=30950312-7b79-435e-96b7-df01f2a56c35,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:42.934086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] DHCP port deletion for 3a983d3c-5c98-411c-a864-378474fb1e16 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:53:42.940632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] Deleting port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:42.941282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.030459 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.058027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.078531 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.122873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:43.178890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.180880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5319118 Feb 04 15:53:43.186857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54584) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:43.194314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2fea-c010-4cf0-80fb-25281f101712 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f77ee9-5ef3-4229-a0f2-e80a5520670a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:43.206978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': 'ba265dce-3e7c-4402-9b42-b8b9eb6110a5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:43.215290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port ec94dea7-75ee-4eef-afbc-3d9b883693ba on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:43.275108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:43.291501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:43.302249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be964c5-8c54-4281-911a-ad7507372194 req-6a0485af-fef5-43cd-a90e-64ac0851dbe9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:43.304139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be964c5-8c54-4281-911a-ad7507372194 req-6a0485af-fef5-43cd-a90e-64ac0851dbe9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 946 time: 0.9855030 Feb 04 15:53:43.305779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:43.314683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=ec94dea7-75ee-4eef-afbc-3d9b883693ba,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:43.338011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:43.469863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d76d0841-a27d-4c89-9e5c-8dfc3006a9e8,segment=NetworkSegment(8bf0a707-2034-42ce-ab87-77533e88e69b),segment_id=8bf0a707-2034-42ce-ab87-77533e88e69b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:43.470234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.565274 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be964c5-8c54-4281-911a-ad7507372194 req-0ac0049a-765d-4f05-ab39-99a10c3e2f89 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245200 Feb 04 15:53:43.571639 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Project fe2bb10d224f4113a67d9b82b1e79c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:53:43.667608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.759514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b383b6-96ac-44e9-84aa-0f6a981e8946']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:43.787874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53f58e3-676a-44e8-89fa-0d34038ec751') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:43.788380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53f58e3-676a-44e8-89fa-0d34038ec751') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:43.819348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.824832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:43.864152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.877999 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.881273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:43.881880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:43.898828 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:43.961155 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.031895 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.037756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.070619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.113269 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.134382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] For port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d76d0841-a27d-4c89-9e5c-8dfc3006a9e8,segment=NetworkSegment(8bf0a707-2034-42ce-ab87-77533e88e69b),segment_id=8bf0a707-2034-42ce-ab87-77533e88e69b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:44.134954 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.138856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=19b383b6-96ac-44e9-84aa-0f6a981e8946,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:44.145323 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-794479b6-33d2-44be-af28-12dbc1c58d26 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/19b383b6-96ac-44e9-84aa-0f6a981e8946 HTTP/1.1" status: 204 len: 168 time: 6.0345428 Feb 04 15:53:44.150324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54610) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:44.152401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.166387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-792643685'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:44.191800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:44.199878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:44.209330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:44.240562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:44.245682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=d76d0841-a27d-4c89-9e5c-8dfc3006a9e8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:44.251675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No DVR routers for this DVR port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:44.273371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:44.284500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.288905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.290121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0927813 Feb 04 15:53:44.302470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54618) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:44.310363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': 'ba265dce-3e7c-4402-9b42-b8b9eb6110a5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:44.326223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:44.334857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:44.441429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:44.451744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.452336 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment 49829105-c71a-4115-ad30-aebec7699122 of type vlan for network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b Feb 04 15:53:44.481476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] Calling delete_port for d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:44.486464 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.537658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.547269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:44.548661 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.556861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:44.562643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bc09a-5ad9-44f4-baa8-4bab9a343339 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3baa793f-4c11-4d6a-a22e-993d448b919b,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:44.642397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:53:44.642748 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:53:44.691757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:44.812159 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Project fe2bb10d224f4113a67d9b82b1e79c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:53:44.824227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b577f-f2b3-4833-9e8f-49829e5f19af None None] Network 0aa8838a-f5fa-4575-88c9-8477db19da7b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:44.832860 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.841693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.866040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:44.877592 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0a5c0b55-de56-4a11-9a5e-1cbc4a094366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7257044 Feb 04 15:53:44.880336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54634) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:44.910719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a983d3c-5c98-411c-a864-378474fb1e16']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:44.912178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-494edbab-afa0-495a-af18-564c953104a0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:44.925852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:44.980552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf0a707-2034-42ce-ab87-77533e88e69b') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:44.980754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf0a707-2034-42ce-ab87-77533e88e69b') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:45.002970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c540a9-ed94-4696-9457-85992cd9cb59 req-e9f5ebcc-1277-44f7-98f1-3e9233575297 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:45.010554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6c540a9-ed94-4696-9457-85992cd9cb59 req-e9f5ebcc-1277-44f7-98f1-3e9233575297 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 946 time: 0.7188706 Feb 04 15:53:45.091762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.120951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d2f9e4a5-4619-4dd2-990b-f80177f59551 None None] Provisioning for port 30950312-7b79-435e-96b7-df01f2a56c35 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:45.148090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] Deleting port d76d0841-a27d-4c89-9e5c-8dfc3006a9e8 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:45.148601 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.150270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.167643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6c540a9-ed94-4696-9457-85992cd9cb59 req-7cf3ac7f-e719-436f-810d-eb6b084b4769 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548252 Feb 04 15:53:45.194822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:45.195534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:45.280943 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:45.312491 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.325343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-43245c1d-c2b4-41f7-b229-fcc692bf1238 None None] The port 'd76d0841-a27d-4c89-9e5c-8dfc3006a9e8' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:53:45.369132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 30950312-7b79-435e-96b7-df01f2a56c35 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:45.715216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 30950312-7b79-435e-96b7-df01f2a56c35 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:45.753682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 30950312-7b79-435e-96b7-df01f2a56c35 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:45.753837 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.833275 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.946881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c9271c-c55d-4ef5-9054-47126686adbc,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:46.007134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.021534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c673598d-23b8-4c3b-a95d-f12130f50f05 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7168243 Feb 04 15:53:46.036508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.043888 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.062885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.102115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 30950312-7b79-435e-96b7-df01f2a56c35, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=30950312-7b79-435e-96b7-df01f2a56c35,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:46.110248 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.157515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/networks/3a983d3c-5c98-411c-a864-378474fb1e16 HTTP/1.1" status: 204 len: 168 time: 4.3088222 Feb 04 15:53:46.159974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54664) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:46.172333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f45a7d-9a27-4a6d-935a-a1ef28a34e08 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Network': ['ID=3a983d3c-5c98-411c-a864-378474fb1e16,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:46.198649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-c06cc930-d8e7-4ee0-9329-177f28f45933 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:46.198649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-c06cc930-d8e7-4ee0-9329-177f28f45933 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Synchronizing usage tracker for tenant:e31187940f3343f189ea0115d7e26fc2 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:46.248156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1725328794', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:46.282449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:46.304810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54670) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:46.353453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=30950312-7b79-435e-96b7-df01f2a56c35,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:46.365670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-494edbab-afa0-495a-af18-564c953104a0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.394588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:router and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:46.408095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:46.427727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-c06cc930-d8e7-4ee0-9329-177f28f45933 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Unset dirty status for tenant:e31187940f3343f189ea0115d7e26fc2 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:46.430223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-c06cc930-d8e7-4ee0-9329-177f28f45933 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.53 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 946 time: 0.9772954 Feb 04 15:53:46.454817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-494edbab-afa0-495a-af18-564c953104a0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.473813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:46.519680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ef3e6a-9a2e-4df8-8a3a-538c5fe8ed04 None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 15:53:46.619702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b15980-f355-4495-a76d-96a977e6d443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.643072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b911b0f-4b14-4b1f-8171-7694c55be187 req-c0f6e022-3ebb-4f97-b183-4c2d6dec76e4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:46.651368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b911b0f-4b14-4b1f-8171-7694c55be187 req-c0f6e022-3ebb-4f97-b183-4c2d6dec76e4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=de289c0d-7f1f-4306-bcc7-c888a2f393d3 HTTP/1.1" status: 200 len: 946 time: 0.2603087 Feb 04 15:53:46.670528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-45b15980-f355-4495-a76d-96a977e6d443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:46.675415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-45b15980-f355-4495-a76d-96a977e6d443 admin admin] Usage tracker for resource:security_group_rule and tenant:eb342e893fda475ba29404cb437f520e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:46.678928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-45b15980-f355-4495-a76d-96a977e6d443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:46.685412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-45b15980-f355-4495-a76d-96a977e6d443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:46.717232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-10cdece6-f13b-4ee0-8416-8f5a68468bf6 None None] Provisioning complete for port 30950312-7b79-435e-96b7-df01f2a56c35 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:46.717606 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-10cdece6-f13b-4ee0-8416-8f5a68468bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.779282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494edbab-afa0-495a-af18-564c953104a0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:46.809530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-494edbab-afa0-495a-af18-564c953104a0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b is not hosted by any dhcp agent {{(pid=87571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 15:53:46.818541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494edbab-afa0-495a-af18-564c953104a0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:46.819336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-494edbab-afa0-495a-af18-564c953104a0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.822468 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b15980-f355-4495-a76d-96a977e6d443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.824607 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-494edbab-afa0-495a-af18-564c953104a0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "PUT /v2.0/networks/4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b HTTP/1.1" status: 200 len: 723 time: 1.9419887 Feb 04 15:53:46.828647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54686) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:46.838918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45b15980-f355-4495-a76d-96a977e6d443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.862427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.863287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.870129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:46.890546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Deleting port d8f9f5ff-fe56-43f5-80c1-42637b791317 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:46.890911 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.912036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': '4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:47.038667 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.056424 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-45b15980-f355-4495-a76d-96a977e6d443 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb342e893fda475ba29404cb437f520e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7483709 Feb 04 15:53:47.069722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54692) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:47.120372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ef3e6a-9a2e-4df8-8a3a-538c5fe8ed04 None None] Resources bound (agent type, host, resource id): {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:53:47.154876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 30950312-7b79-435e-96b7-df01f2a56c35 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:53:47.244657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b911b0f-4b14-4b1f-8171-7694c55be187 req-99282051-ba26-4565-bea4-e198ea76a6c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915840 Feb 04 15:53:47.272488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b15980-f355-4495-a76d-96a977e6d443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e40978-ac5b-4b4d-aa1f-e5bdd2c662ee,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:47.340892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:47.349498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:47.352799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:47.359184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:47.379132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:47.393286 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.660556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 30950312-7b79-435e-96b7-df01f2a56c35 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:47.661658 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.718048 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3d43-033a-450e-9d1d-8ce0ab3ffc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.729315 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.763013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] For port d8f9f5ff-fe56-43f5-80c1-42637b791317, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=d8f9f5ff-fe56-43f5-80c1-42637b791317,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:47.763396 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.776042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-741fedd1-df9b-4523-ac26-e2fa10da72f3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802206817&fields=id&tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e HTTP/1.1" status: 200 len: 267 time: 0.0747373 Feb 04 15:53:47.776909 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.122668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Calling delete_port for d8f9f5ff-fe56-43f5-80c1-42637b791317 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:48.135457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=a098db12-013d-4f9b-a7aa-3a844b246e11,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:48.149693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': '49829105-c71a-4115-ad30-aebec7699122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:48.150064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:53:48.201357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-3dec46d3-ba20-4794-8ca0-b19dfd2f18d3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:48.202292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-3dec46d3-ba20-4794-8ca0-b19dfd2f18d3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:48.222086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:53:48.226850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-3dec46d3-ba20-4794-8ca0-b19dfd2f18d3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:48.229077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device d8f9f5ff-fe56-43f5-80c1-42637b791317 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:48.229973 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-3dec46d3-ba20-4794-8ca0-b19dfd2f18d3 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/networks?id=0aa8838a-f5fa-4575-88c9-8477db19da7b HTTP/1.1" status: 200 len: 797 time: 0.4149957 Feb 04 15:53:48.238363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:48.254919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:48.255696 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.272799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeaf506-33ab-47c2-ae46-24b00e63deb0 None None] Network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:48.284804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-4fa58970-99dd-4da7-9963-6edd4aca7d18 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/quotas/fe2bb10d224f4113a67d9b82b1e79c3e HTTP/1.1" status: 200 len: 375 time: 0.0237377 Feb 04 15:53:48.353784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bf412d72-288c-4fc0-978d-ba2b686d68b9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5161643 Feb 04 15:53:48.361461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54724) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:48.368681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7c6f6b74-6bc9-46fd-bc14-4f29d6d72783 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:48.392823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3d43-033a-450e-9d1d-8ce0ab3ffc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.554977 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.585903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3d43-033a-450e-9d1d-8ce0ab3ffc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.599111 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6b74-6bc9-46fd-bc14-4f29d6d72783 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1783875'] for subnet, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.599689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.639813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['45b578ea-a957-4eab-9837-5432472e1a4d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:53:48.656244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-27fefad9-6ac3-40ee-9b3c-35c3bae33b49 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3584182 Feb 04 15:53:48.664151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Pushing event deleted for resources: {'Port': ['ID=d8f9f5ff-fe56-43f5-80c1-42637b791317,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:48.666377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd3d43-033a-450e-9d1d-8ce0ab3ffc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e40978-ac5b-4b4d-aa1f-e5bdd2c662ee,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:48.754741 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3d43-033a-450e-9d1d-8ce0ab3ffc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.758050 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cbfd3d43-033a-450e-9d1d-8ce0ab3ffc23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8e40978-ac5b-4b4d-aa1f-e5bdd2c662ee HTTP/1.1" status: 204 len: 168 time: 1.6871459 Feb 04 15:53:48.764852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b', 'network_id': '4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': 'a098db12-013d-4f9b-a7aa-3a844b246e11'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:53:48.765675 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.818698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] No DVR routers for this DVR port d8f9f5ff-fe56-43f5-80c1-42637b791317 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:48.894002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-6e7641d2-ca3d-40b9-b606-1c1ff2921eb1 service neutron] 10.222.0.46 "GET /v2.0/networks/0aa8838a-f5fa-4575-88c9-8477db19da7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138383 Feb 04 15:53:49.021779 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.023739 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a6b50066-f7b6-4ebb-a85b-248707d217e0 req-cb35c0ff-2181-4ac1-9845-85e4559f92c5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.53 "DELETE /v2.0/ports/d8f9f5ff-fe56-43f5-80c1-42637b791317 HTTP/1.1" status: 204 len: 173 time: 2.5706446 Feb 04 15:53:49.072418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de289c0d-7f1f-4306-bcc7-c888a2f393d3', 'name': 'network-vif-deleted', 'tag': 'd8f9f5ff-fe56-43f5-80c1-42637b791317'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:49.081653 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.158027 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.317373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6b74-6bc9-46fd-bc14-4f29d6d72783 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759485116932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1880042'] for subnet, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.368105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Allocated IP 172.20.0.2 (4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b/a098db12-013d-4f9b-a7aa-3a844b246e11/e2785281-8f76-48f1-a30b-cf5d254e4faf) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:49.549987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.25.8.8 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/e936def6-8b0c-4668-853b-0b615e2e88b3) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:49.701289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f6b74-6bc9-46fd-bc14-4f29d6d72783 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=a098db12-013d-4f9b-a7aa-3a844b246e11,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:49.740999 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.756682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Transition to ACTIVE for port object e2785281-8f76-48f1-a30b-cf5d254e4faf will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:49.773798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Transition to ACTIVE for port object e2785281-8f76-48f1-a30b-cf5d254e4faf will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:49.781095 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.827145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f6b74-6bc9-46fd-bc14-4f29d6d72783 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:49.829649 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6b74-6bc9-46fd-bc14-4f29d6d72783 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.837043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7c6f6b74-6bc9-46fd-bc14-4f29d6d72783 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "PUT /v2.0/subnets/a098db12-013d-4f9b-a7aa-3a844b246e11 HTTP/1.1" status: 200 len: 806 time: 1.4742343 Feb 04 15:53:49.842093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54770) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:49.901943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Pushing event updated for resources: {'Port': ['ID=e2785281-8f76-48f1-a30b-cf5d254e4faf,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:49.927543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:49.929542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:49.932458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:49.951142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.056197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Attempting to bind port e2785281-8f76-48f1-a30b-cf5d254e4faf on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:50.056759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Attempting to bind port e2785281-8f76-48f1-a30b-cf5d254e4faf by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '49829105-c71a-4115-ad30-aebec7699122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:50.057322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Attempting to bind port e2785281-8f76-48f1-a30b-cf5d254e4faf on network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:50.066494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.067019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:50.067939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Checking segment: {'id': '49829105-c71a-4115-ad30-aebec7699122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:50.068502 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.069047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Bound using segment: {'id': '49829105-c71a-4115-ad30-aebec7699122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:50.069680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Bound port: e2785281-8f76-48f1-a30b-cf5d254e4faf, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49829105-c71a-4115-ad30-aebec7699122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:50.070335 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.099143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-015afbdc-7250-4854-978f-9e3b18b54e84 service neutron] 10.222.0.46 "GET /v2.0/networks/0aa8838a-f5fa-4575-88c9-8477db19da7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1989632 Feb 04 15:53:50.231881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:50.239666 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.239888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] For port e2785281-8f76-48f1-a30b-cf5d254e4faf, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:50.247429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:50.248583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] For port e2785281-8f76-48f1-a30b-cf5d254e4faf, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e2785281-8f76-48f1-a30b-cf5d254e4faf,segment=NetworkSegment(49829105-c71a-4115-ad30-aebec7699122),segment_id=49829105-c71a-4115-ad30-aebec7699122)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:50.251244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:50.260026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.271579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port e2785281-8f76-48f1-a30b-cf5d254e4faf {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:53:50.271926 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.437712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=e936def6-8b0c-4668-853b-0b615e2e88b3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:50.585164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec934080-ee72-427f-a2b1-09602ff5ef39 None None] Pushing event updated for resources: {'Port': ['ID=e2785281-8f76-48f1-a30b-cf5d254e4faf,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:50.654221 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de289c0d-7f1f-4306-bcc7-c888a2f393d3', 'name': 'network-vif-deleted', 'tag': 'd8f9f5ff-fe56-43f5-80c1-42637b791317', 'status': 'completed', 'code': 200} Feb 04 15:53:50.798804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42ab6215-5a67-44df-b122-ec87a6055356 req-5cc8e302-e640-4c89-a9db-184756ceaa0f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 210 time: 0.0814359 Feb 04 15:53:50.975225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port e2785281-8f76-48f1-a30b-cf5d254e4faf, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e2785281-8f76-48f1-a30b-cf5d254e4faf,segment=NetworkSegment(49829105-c71a-4115-ad30-aebec7699122),segment_id=49829105-c71a-4115-ad30-aebec7699122)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:53:50.975615 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.427941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.575806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for e2785281-8f76-48f1-a30b-cf5d254e4faf owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:53:51.945899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfaf24-7ae5-465b-8238-ac5a300cee30 req-f25fee83-5500-4fec-8c1f-ec77156e001f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:51.954648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a0cfaf24-7ae5-465b-8238-ac5a300cee30 req-f25fee83-5500-4fec-8c1f-ec77156e001f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.7435527 Feb 04 15:53:52.083720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a0cfaf24-7ae5-465b-8238-ac5a300cee30 req-9d8ab9a1-d4ce-42a6-b57e-0349811b04ad tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281242 Feb 04 15:53:52.109697 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.252470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=e2785281-8f76-48f1-a30b-cf5d254e4faf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:52.400626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.442828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port e2785281-8f76-48f1-a30b-cf5d254e4faf on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:52.602960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d7f2b-f307-4297-b894-75bb9fb2ea7d None None] Network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:52.625459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec224aeb-5643-4b74-86af-ff5b6fbc72dd req-15530524-a7f3-4f9d-a69d-020ab5c3df16 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 210 time: 0.1853623 Feb 04 15:53:52.706575 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.958234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.092666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-08cd9b19-f987-485c-a25c-913f98541c2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:53.097221 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-08cd9b19-f987-485c-a25c-913f98541c2d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "GET /v2.0/networks?id=0aa8838a-f5fa-4575-88c9-8477db19da7b HTTP/1.1" status: 200 len: 797 time: 0.5629485 Feb 04 15:53:53.111115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c389ef36-f2f5-4187-a4e3-aab448119d47 None None] Could not find standard attr ID for object e2785281-8f76-48f1-a30b-cf5d254e4faf. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:53:53.158722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=a098db12-013d-4f9b-a7aa-3a844b246e11,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:53.320982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7333d1-07f5-4439-85a9-36472e5690a2 req-f7f08b73-d6a3-494e-85d1-edf5fa2cedcd tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:53.332563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b7333d1-07f5-4439-85a9-36472e5690a2 req-f7f08b73-d6a3-494e-85d1-edf5fa2cedcd tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4527001 Feb 04 15:53:53.336632 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.385505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-77000f59-11e0-413b-9b39-3a5371c1a7ce tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:53.403094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:53.421209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b7333d1-07f5-4439-85a9-36472e5690a2 req-d93bd884-ad98-4077-b5a9-c954a0db1b96 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874591 Feb 04 15:53:53.449171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-77000f59-11e0-413b-9b39-3a5371c1a7ce tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:53.450490 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-77000f59-11e0-413b-9b39-3a5371c1a7ce tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e HTTP/1.1" status: 200 len: 473 time: 0.3314953 Feb 04 15:53:53.471288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49829105-c71a-4115-ad30-aebec7699122') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:53.472093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'port': {'device_id': '574a7657-b2d6-40e6-bf9f-ecdb46d97655', 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b', 'admin_state_up': True, 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'security_groups': ['ba265dce-3e7c-4402-9b42-b8b9eb6110a5']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:53.481961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49829105-c71a-4115-ad30-aebec7699122') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:53.534939 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.539073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818f045-b538-46f2-86d6-8692b5215a3a None None] DHCP port deletion for 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:53:53.564027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08979e-217d-4160-983e-2e5e6e9c867c None None] Network 4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:53:53.590396 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.607496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:53.607896 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:53.636393 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:53.749061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 9e47d644-eb42-4ef1-a937-00744f2feed0 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:53:53.954323 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.961044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.002314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:54.004135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:54.007588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-acd11b0d-de36-4e49-bb14-6a8cbf056de7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b HTTP/1.1" status: 204 len: 168 time: 4.1644762 Feb 04 15:53:54.013687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54882) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:54.013859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:port and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:54.017856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:54.022772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d588aec-7167-431a-a8bd-97470c3e057a req-37feb017-0c5b-47c9-8c1a-2d501245bd02 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:54.024403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d588aec-7167-431a-a8bd-97470c3e057a req-37feb017-0c5b-47c9-8c1a-2d501245bd02 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1768694 Feb 04 15:53:54.024644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:54.038723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Made reservation on behalf of fe2bb10d224f4113a67d9b82b1e79c3e for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:54.042573 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.082463 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b825907e-d40b-403a-89da-a13daf878cff tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:54.082954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b825907e-d40b-403a-89da-a13daf878cff tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:54.088834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b825907e-d40b-403a-89da-a13daf878cff tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b HTTP/1.1" status: 404 len: 339 time: 0.0592940 Feb 04 15:53:54.089043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54886) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:54.098755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-25667303', 'description': 'd1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:54.108251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d588aec-7167-431a-a8bd-97470c3e057a req-3b40f889-b6f9-4da0-8a2b-a8c113591f3e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615220 Feb 04 15:53:54.109192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:54.113609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:network and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:54.116907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:54.132521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:54.186677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:54.190948 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.253333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:54.271937 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.274287 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment 9c9c2801-a055-4bd9-8637-65d0aad47382 of type vlan for network f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e Feb 04 15:53:54.317584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.409067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:53:54.428668 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ee33a-181b-456c-93f6-f201af7c7e54 None None] Sync routers for ids ['9e47d644-eb42-4ef1-a937-00744f2feed0'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:54.450913 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ee33a-181b-456c-93f6-f201af7c7e54 None None] Routers {'9e47d644-eb42-4ef1-a937-00744f2feed0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:54.452547 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ce9ee33a-181b-456c-93f6-f201af7c7e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e47d644-eb42-4ef1-a937-00744f2feed0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:54.465874 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.472655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:54.473485 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.528411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.537310 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cda63dde-5f32-4a4e-969d-97c0d6899901 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.3730736 Feb 04 15:53:54.547194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54900) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:54.623956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:54.629150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95e9e4ea-e9de-4604-abf8-725c02d768be req-a608895c-033a-46ba-be0f-73f921d42f27 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 210 time: 0.2469587 Feb 04 15:53:54.651139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d6914e3c-d801-4272-8d46-eff2ef5aac39 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5586727 Feb 04 15:53:54.651688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54906) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:54.657997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:54.668143 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ce9ee33a-181b-456c-93f6-f201af7c7e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:54.726881 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ee33a-181b-456c-93f6-f201af7c7e54 None None] Routers {'9e47d644-eb42-4ef1-a937-00744f2feed0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:54.727499 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ce9ee33a-181b-456c-93f6-f201af7c7e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e47d644-eb42-4ef1-a937-00744f2feed0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:54.800404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d445aa3-81c3-4c50-9306-c0bbc3fe1379 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:54.801255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0d445aa3-81c3-4c50-9306-c0bbc3fe1379 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Synchronizing usage tracker for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:54.849480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0d445aa3-81c3-4c50-9306-c0bbc3fe1379 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Unset dirty status for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:54.853152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0d445aa3-81c3-4c50-9306-c0bbc3fe1379 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/networks?id=f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e HTTP/1.1" status: 200 len: 759 time: 0.1975646 Feb 04 15:53:54.853352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54914) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:54.863813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'description': 'd2'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:54.894191 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ce9ee33a-181b-456c-93f6-f201af7c7e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:54.902729 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ee33a-181b-456c-93f6-f201af7c7e54 None None] The sync data for ids ['9e47d644-eb42-4ef1-a937-00744f2feed0'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:54.913844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.20.0.27 (0aa8838a-f5fa-4575-88c9-8477db19da7b/bdbc7eae-9024-4365-9e07-322584a81277/5dfddb03-fe31-4555-af7a-5a8984e4156b) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:55.003141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e2785281-8f76-48f1-a30b-cf5d254e4faf no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:53:55.111481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e2785281-8f76-48f1-a30b-cf5d254e4faf {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:53:55.113456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e2785281-8f76-48f1-a30b-cf5d254e4faf not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:53:55.342566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.412324 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.431425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Transition to ACTIVE for port object 5dfddb03-fe31-4555-af7a-5a8984e4156b will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:55.438646 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.491712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e is not hosted by any dhcp agent {{(pid=87570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 15:53:55.509129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:55.511248 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.514746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "PUT /v2.0/networks/f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e HTTP/1.1" status: 200 len: 756 time: 0.6604197 Feb 04 15:53:55.532089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54938) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:55.550703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.734232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:55.756557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.758996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.759367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.759729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.760070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.760424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.760758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.764722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.765113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.765468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.765842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.766427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4faa5-1af1-48fb-b75e-1c9fc25d370a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:55.790596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:56.054813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e5b8-4939-4f94-b148-b9ac66a48c05 req-5ba4ff90-dc01-4b63-976e-81e85817f2e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.062155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8f7e5b8-4939-4f94-b148-b9ac66a48c05 req-5ba4ff90-dc01-4b63-976e-81e85817f2e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 932 time: 0.1797473 Feb 04 15:53:56.085748 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54952) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.182342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8f7e5b8-4939-4f94-b148-b9ac66a48c05 req-3ad77125-ee8b-4508-a966-f87c683bda7f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117816 Feb 04 15:53:56.315835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54964) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.316069 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3cc16a62-5701-4d7f-9177-908373cc476a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/routers/9e47d644-eb42-4ef1-a937-00744f2feed0 HTTP/1.1" status: 200 len: 879 time: 1.7671604 Feb 04 15:53:56.468425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network 0aa8838a-f5fa-4575-88c9-8477db19da7b is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:56.474800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c310259-37c5-42d0-bf7c-1129f43f864a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.496390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2c310259-37c5-42d0-bf7c-1129f43f864a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:56.517237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2c310259-37c5-42d0-bf7c-1129f43f864a admin admin] Usage tracker for resource:security_group_rule and tenant:fb0ec8554b0e453abd1d82f696fefeaa is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:56.520839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2c310259-37c5-42d0-bf7c-1129f43f864a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:56.525893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:56.562476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:53:56.603202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2c310259-37c5-42d0-bf7c-1129f43f864a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:56.671661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee409ae-a0dd-4ea4-b3e1-c83eda10e633 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.672932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dee409ae-a0dd-4ea4-b3e1-c83eda10e633 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Synchronizing usage tracker for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:56.685767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=5dfddb03-fe31-4555-af7a-5a8984e4156b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:56.736170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.737156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.748906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dee409ae-a0dd-4ea4-b3e1-c83eda10e633 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Unset dirty status for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:56.756082 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dee409ae-a0dd-4ea4-b3e1-c83eda10e633 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/networks?id=f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e HTTP/1.1" status: 200 len: 759 time: 1.1975749 Feb 04 15:53:56.759456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54972) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.762179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c310259-37c5-42d0-bf7c-1129f43f864a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.771449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c310259-37c5-42d0-bf7c-1129f43f864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.772184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2052746887'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:56.782310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:56.789075 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-def80d8b-174d-42bb-94cc-e0b46d7ba2c0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3293746 Feb 04 15:53:56.797103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:56.806354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Request body: {'port': {'device_id': '574a7657-b2d6-40e6-bf9f-ecdb46d97655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:56.874429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:56.879386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.919194 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2c310259-37c5-42d0-bf7c-1129f43f864a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb0ec8554b0e453abd1d82f696fefeaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8317354 Feb 04 15:53:56.924360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54980) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:56.976535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310259-37c5-42d0-bf7c-1129f43f864a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdfcdca-7f49-4605-8262-df4ee1cc20bb,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.008325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.022819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c0efe4c-4272-4fc7-be86-5d3270b98a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.059254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c0efe4c-4272-4fc7-be86-5d3270b98a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.074083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-44fbf07a-e4f8-4809-a6b2-0c1a5651cbe8 None None] Provisioning for port 5dfddb03-fe31-4555-af7a-5a8984e4156b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:57.075624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ef8c2bbf-fad8-4ab7-8a97-4310930deb16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:router {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:57.081966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-44fbf07a-e4f8-4809-a6b2-0c1a5651cbe8 None None] Provisioning complete for port 5dfddb03-fe31-4555-af7a-5a8984e4156b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:57.082353 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44fbf07a-e4f8-4809-a6b2-0c1a5651cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.091816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:53:57.133703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.134436 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment ab60c60b-88ec-4f7f-b5e5-9e094257a0e3 of type vlan for network da2794d3-f2a4-4792-88bc-884f5d6e730d Feb 04 15:53:57.146323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ef8c2bbf-fad8-4ab7-8a97-4310930deb16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:router {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:57.150231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ef8c2bbf-fad8-4ab7-8a97-4310930deb16 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.8321874 Feb 04 15:53:57.152112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54984) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:57.164687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-11690825-8da4-47ee-a620-c6ab85a0819d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1725328794'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:57.193902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-44fbf07a-e4f8-4809-a6b2-0c1a5651cbe8 None None] Port 5dfddb03-fe31-4555-af7a-5a8984e4156b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:53:57.404824 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.632554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.resource_extend [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:53:57.673570 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.679211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:57.680503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.709132 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c0efe4c-4272-4fc7-be86-5d3270b98a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.748304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0efe4c-4272-4fc7-be86-5d3270b98a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdfcdca-7f49-4605-8262-df4ee1cc20bb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.793290 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c0efe4c-4272-4fc7-be86-5d3270b98a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.796526 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2c0efe4c-4272-4fc7-be86-5d3270b98a13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7cdfcdca-7f49-4605-8262-df4ee1cc20bb HTTP/1.1" status: 204 len: 168 time: 0.8705168 Feb 04 15:53:57.849277 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0885525 Feb 04 15:53:57.851161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c0f18-c242-4ff1-bcea-a45d1f957c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=da2794d3-f2a4-4792-88bc-884f5d6e730d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.853314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55010) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:57.861206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': 'da2794d3-f2a4-4792-88bc-884f5d6e730d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:57.863160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network da2794d3-f2a4-4792-88bc-884f5d6e730d details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:53:58.033337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfddb03-fe31-4555-af7a-5a8984e4156b {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:53:58.044493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:58.048231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.053529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Usage tracker for resource:subnet and tenant:f1ced4e82c71440aabfa27e7752498f9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:58.059342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:58.071337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:58.077914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Transition to ACTIVE for port object 5dfddb03-fe31-4555-af7a-5a8984e4156b will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:58.085577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.142936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:58.145832 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.272119 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11690825-8da4-47ee-a620-c6ab85a0819d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.328044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e68d-0537-42a1-831a-fe3e08306254 req-027b133c-c8d9-4ca3-b39b-bfab3c9182d4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:58.341668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d659e68d-0537-42a1-831a-fe3e08306254 req-027b133c-c8d9-4ca3-b39b-bfab3c9182d4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 932 time: 0.7065194 Feb 04 15:53:58.342983 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11690825-8da4-47ee-a620-c6ab85a0819d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.489538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55032) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:58.525657 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28fcf251-dbf8-4043-a480-6b0ecac12d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.624028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfddb03-fe31-4555-af7a-5a8984e4156b,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:58.649065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.650406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.650916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.651407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.651893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.652389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.652920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.653417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.654035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.654551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.655062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.655589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:58.664059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-28fcf251-dbf8-4043-a480-6b0ecac12d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:53:58.678914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-28fcf251-dbf8-4043-a480-6b0ecac12d94 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b629c3c6ab44e5ac8beda830006bfe is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:53:58.700539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11690825-8da4-47ee-a620-c6ab85a0819d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 9e47d644-eb42-4ef1-a937-00744f2feed0 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:53:58.710291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-28fcf251-dbf8-4043-a480-6b0ecac12d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:53:58.724024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d659e68d-0537-42a1-831a-fe3e08306254 req-c26f7b3a-f816-4cfe-aa6a-b81ac1208038 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605875 Feb 04 15:53:58.731099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-28fcf251-dbf8-4043-a480-6b0ecac12d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:53:58.994857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11690825-8da4-47ee-a620-c6ab85a0819d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:53:59.006985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ee863-3fdc-4107-b19f-7dd12d932ef3 None None] Sync routers for ids ['9e47d644-eb42-4ef1-a937-00744f2feed0'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:59.013857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11690825-8da4-47ee-a620-c6ab85a0819d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.017944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-11690825-8da4-47ee-a620-c6ab85a0819d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/9e47d644-eb42-4ef1-a937-00744f2feed0 HTTP/1.1" status: 200 len: 886 time: 1.8623207 Feb 04 15:53:59.018521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55050) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:59.032744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ee863-3fdc-4107-b19f-7dd12d932ef3 None None] Routers {'9e47d644-eb42-4ef1-a937-00744f2feed0'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:59.033676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5c9ee863-3fdc-4107-b19f-7dd12d932ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e47d644-eb42-4ef1-a937-00744f2feed0'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:59.112119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5c9ee863-3fdc-4107-b19f-7dd12d932ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:59.147074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ee863-3fdc-4107-b19f-7dd12d932ef3 None None] Routers {'9e47d644-eb42-4ef1-a937-00744f2feed0'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:53:59.153316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5c9ee863-3fdc-4107-b19f-7dd12d932ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:53:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9e47d644-eb42-4ef1-a937-00744f2feed0'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:59.227364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5c9ee863-3fdc-4107-b19f-7dd12d932ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:59.228134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ee863-3fdc-4107-b19f-7dd12d932ef3 None None] The sync data for ids ['9e47d644-eb42-4ef1-a937-00744f2feed0'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:59.314681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Attempting to bind port 5dfddb03-fe31-4555-af7a-5a8984e4156b on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:59.315033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Attempting to bind port 5dfddb03-fe31-4555-af7a-5a8984e4156b by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:59.315354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Attempting to bind port 5dfddb03-fe31-4555-af7a-5a8984e4156b on network 0aa8838a-f5fa-4575-88c9-8477db19da7b {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:59.316671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e75a46-2d5c-472a-ba24-43cad6d75621 req-055f522f-cdff-4948-8296-ad00a18ce6f2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:59.323867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17e75a46-2d5c-472a-ba24-43cad6d75621 req-055f522f-cdff-4948-8296-ad00a18ce6f2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2255385 Feb 04 15:53:59.336450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Port 5dfddb03-fe31-4555-af7a-5a8984e4156b on network 0aa8838a-f5fa-4575-88c9-8477db19da7b not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:53:59.336783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Attempting to bind port 5dfddb03-fe31-4555-af7a-5a8984e4156b on network 0aa8838a-f5fa-4575-88c9-8477db19da7b {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:53:59.348431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fcb5cf97-572a-49ef-9bc3-0aa3763f7289 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/routers/9e47d644-eb42-4ef1-a937-00744f2feed0 HTTP/1.1" status: 200 len: 886 time: 0.3254850 Feb 04 15:53:59.349235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55056) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:59.359097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:53:59.359986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Checking segment: {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:59.360558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Bound using segment: {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:53:59.361072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Bound port: 5dfddb03-fe31-4555-af7a-5a8984e4156b, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:59.361700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.405576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ea12a825-6b12-47e1-89c0-cb34003d8a11 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:53:59.489634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17e75a46-2d5c-472a-ba24-43cad6d75621 req-095de74e-e961-433a-9fa1-9315ce94f199 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648114 Feb 04 15:53:59.509556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ea12a825-6b12-47e1-89c0-cb34003d8a11 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:53:59.511122 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ea12a825-6b12-47e1-89c0-cb34003d8a11 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e47d644-eb42-4ef1-a937-00744f2feed0 HTTP/1.1" status: 200 len: 205 time: 0.1609633 Feb 04 15:53:59.513850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55068) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:59.578795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.691420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28fcf251-dbf8-4043-a480-6b0ecac12d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.697217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=b8a3f1e4-9b24-46a1-87d2-6f4e8574b3e3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:59.738630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] For port 5dfddb03-fe31-4555-af7a-5a8984e4156b, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:53:59.742989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] For port 5dfddb03-fe31-4555-af7a-5a8984e4156b, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5dfddb03-fe31-4555-af7a-5a8984e4156b,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:53:59.753385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-28fcf251-dbf8-4043-a480-6b0ecac12d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.770058 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.950483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:59.951174 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.952553 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] 10.222.0.53 "PUT /v2.0/ports/5dfddb03-fe31-4555-af7a-5a8984e4156b HTTP/1.1" status: 200 len: 1092 time: 3.1518805 Feb 04 15:53:59.960013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a7657-b2d6-40e6-bf9f-ecdb46d97655', 'tag': '5dfddb03-fe31-4555-af7a-5a8984e4156b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:59.974220 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-28fcf251-dbf8-4043-a480-6b0ecac12d94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3b629c3c6ab44e5ac8beda830006bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4735532 Feb 04 15:53:59.975736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcf251-dbf8-4043-a480-6b0ecac12d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651683bf-6cc4-4f9d-b526-dea607ee9315,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:59.977867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55082) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:59.981127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': 'ab60c60b-88ec-4f7f-b5e5-9e094257a0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'da2794d3-f2a4-4792-88bc-884f5d6e730d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:53:59.981496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: da2794d3-f2a4-4792-88bc-884f5d6e730d, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:00.159753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df8779-16c3-4678-bfd7-d35814dde034 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfddb03-fe31-4555-af7a-5a8984e4156b,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:00.207640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network da2794d3-f2a4-4792-88bc-884f5d6e730d is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:00.231234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.239623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, da2794d3-f2a4-4792-88bc-884f5d6e730d) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:00.255879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:00.256387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.262972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70806453-f1b5-47bc-be9a-f8d7c6629a9b None None] Network da2794d3-f2a4-4792-88bc-884f5d6e730d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:00.382889 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-75088ca4-8d40-4518-ba9c-929f603014c5 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5277891 Feb 04 15:54:00.390045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-c2d942eb-7009-43e6-a3a2-984109b20fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:00.392220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55086) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:00.394787 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-c2d942eb-7009-43e6-a3a2-984109b20fde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 1095 time: 0.3976073 Feb 04 15:54:00.517487 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-e5a7abca-648c-4cf2-b81f-49871f75023d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5dfddb03-fe31-4555-af7a-5a8984e4156b HTTP/1.1" status: 200 len: 217 time: 0.1094759 Feb 04 15:54:00.584840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74f1887b-1efc-4b5b-90a8-1c89f04f8c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.653186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10ad5-52f1-4f96-b2c0-c06cea65a300 req-864f6551-7279-4ad3-ba1c-893f6b69f328 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:00.661275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13d10ad5-52f1-4f96-b2c0-c06cea65a300 req-864f6551-7279-4ad3-ba1c-893f6b69f328 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.8170326 Feb 04 15:54:00.728085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-bbce0819-9505-450a-932c-56528a8a80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:00.732077 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-bbce0819-9505-450a-932c-56528a8a80a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bdbc7eae-9024-4365-9e07-322584a81277 HTTP/1.1" status: 200 len: 838 time: 0.2024460 Feb 04 15:54:00.741846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-da2794d3-f2a4-4792-88bc-884f5d6e730d', 'network_id': 'da2794d3-f2a4-4792-88bc-884f5d6e730d', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': 'b8a3f1e4-9b24-46a1-87d2-6f4e8574b3e3'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:54:00.745694 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.792339 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.829801 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13d10ad5-52f1-4f96-b2c0-c06cea65a300 req-147925b0-18f8-4b84-9fc6-923b3523cdab tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672857 Feb 04 15:54:00.840341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74f1887b-1efc-4b5b-90a8-1c89f04f8c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.902919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-057f0a51-cd57-4d3a-b63e-3d2cab231c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:00.905095 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-057f0a51-cd57-4d3a-b63e-3d2cab231c2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0aa8838a-f5fa-4575-88c9-8477db19da7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631699 Feb 04 15:54:00.937407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Allocated IP 172.20.0.2 (da2794d3-f2a4-4792-88bc-884f5d6e730d/b8a3f1e4-9b24-46a1-87d2-6f4e8574b3e3/b5fa6bf1-b8a7-45be-831a-c3a5a1af956d) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:00.946642 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.204936 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-0af8e529-3abb-4e3d-b0ed-841cba8d8c96 service neutron] 10.222.0.53 "GET /v2.0/networks/0aa8838a-f5fa-4575-88c9-8477db19da7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862420 Feb 04 15:54:01.286299 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.308955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Transition to ACTIVE for port object b5fa6bf1-b8a7-45be-831a-c3a5a1af956d will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:01.310699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port e936def6-8b0c-4668-853b-0b615e2e88b3 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:01.311319 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.362010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Transition to ACTIVE for port object b5fa6bf1-b8a7-45be-831a-c3a5a1af956d will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:01.374859 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.533778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Network da2794d3-f2a4-4792-88bc-884f5d6e730d is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:01.548836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:01.556980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:01.600062 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9b1d9e71-d805-462a-acc3-ec403d3647a3 req-f67c3534-788c-417b-afe0-a9e5ac1d6569 service neutron] 10.222.0.53 "GET /v2.0/networks/0aa8838a-f5fa-4575-88c9-8477db19da7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842850 Feb 04 15:54:01.779853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Attempting to bind port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:01.791002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Attempting to bind port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'ab60c60b-88ec-4f7f-b5e5-9e094257a0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'da2794d3-f2a4-4792-88bc-884f5d6e730d'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:01.791409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Attempting to bind port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d on network da2794d3-f2a4-4792-88bc-884f5d6e730d {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:01.814358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Pushing event updated for resources: {'Port': ['ID=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.821068 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.822189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:01.822573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Checking segment: {'id': 'ab60c60b-88ec-4f7f-b5e5-9e094257a0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'da2794d3-f2a4-4792-88bc-884f5d6e730d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:01.822972 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.823448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Bound using segment: {'id': 'ab60c60b-88ec-4f7f-b5e5-9e094257a0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'da2794d3-f2a4-4792-88bc-884f5d6e730d'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:01.823961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Bound port: b5fa6bf1-b8a7-45be-831a-c3a5a1af956d, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab60c60b-88ec-4f7f-b5e5-9e094257a0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'da2794d3-f2a4-4792-88bc-884f5d6e730d'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:01.824900 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.944230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] For port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:01.948590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] For port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,segment=NetworkSegment(ab60c60b-88ec-4f7f-b5e5-9e094257a0e3),segment_id=ab60c60b-88ec-4f7f-b5e5-9e094257a0e3)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:01.954300 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.041475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for e936def6-8b0c-4668-853b-0b615e2e88b3 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:02.066830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab7423-cec1-49dd-85ad-e4733c3f6fc3 None None] Pushing event updated for resources: {'Port': ['ID=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:02.074636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.118687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74f1887b-1efc-4b5b-90a8-1c89f04f8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.185928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1887b-1efc-4b5b-90a8-1c89f04f8c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651683bf-6cc4-4f9d-b526-dea607ee9315,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:02.215843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74f1887b-1efc-4b5b-90a8-1c89f04f8c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.220063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-74f1887b-1efc-4b5b-90a8-1c89f04f8c6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/651683bf-6cc4-4f9d-b526-dea607ee9315 HTTP/1.1" status: 204 len: 168 time: 2.2241652 Feb 04 15:54:02.261467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565af31b-31c5-4bfd-8e3d-082ae89230e7 req-944bf734-aaa1-4433-a0d9-f914b426c627 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:02.265515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-565af31b-31c5-4bfd-8e3d-082ae89230e7 req-944bf734-aaa1-4433-a0d9-f914b426c627 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 944 time: 1.1035235 Feb 04 15:54:02.519162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-565af31b-31c5-4bfd-8e3d-082ae89230e7 req-804b10d9-7a56-4bd6-9fd6-a76dbd7f668f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298610 Feb 04 15:54:02.546371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.636377 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a7657-b2d6-40e6-bf9f-ecdb46d97655', 'tag': '5dfddb03-fe31-4555-af7a-5a8984e4156b', 'status': 'completed', 'code': 200} Feb 04 15:54:02.835490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-524f4a4c-16bb-44aa-abb4-bb50ffc61812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:02.840315 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-524f4a4c-16bb-44aa-abb4-bb50ffc61812 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 1095 time: 0.1860206 Feb 04 15:54:02.895319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a3f1e4-9b24-46a1-87d2-6f4e8574b3e3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:03.072536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-49ba2d0b-bd85-4b3a-a3d5-4062e4d20c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:03.074871 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-49ba2d0b-bd85-4b3a-a3d5-4062e4d20c44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0aa8838a-f5fa-4575-88c9-8477db19da7b HTTP/1.1" status: 200 len: 898 time: 0.2222693 Feb 04 15:54:03.156801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.189054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b5fa6bf1-b8a7-45be-831a-c3a5a1af956d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:03.200670 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-f15b7c51-44af-46f5-9bf1-a38300a3b1e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5dfddb03-fe31-4555-af7a-5a8984e4156b HTTP/1.1" status: 200 len: 217 time: 0.1166525 Feb 04 15:54:03.257912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.289316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2794d3-f2a4-4792-88bc-884f5d6e730d']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:03.303775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab60c60b-88ec-4f7f-b5e5-9e094257a0e3') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:03.304076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab60c60b-88ec-4f7f-b5e5-9e094257a0e3') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:03.319813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.348913 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.356122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:03.356966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.387718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:03.391081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-1369802e-8875-47a6-83c4-d7892f691c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:03.395398 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-1369802e-8875-47a6-83c4-d7892f691c95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bdbc7eae-9024-4365-9e07-322584a81277 HTTP/1.1" status: 200 len: 838 time: 0.1832559 Feb 04 15:54:03.494232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=e936def6-8b0c-4668-853b-0b615e2e88b3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:03.496714 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:03.501894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:54:03.501894 n-d-827870-1 neutron-server[87570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:54:03.501894 n-d-827870-1 neutron-server[87570]: [parameters: {'id': 'da2794d3-f2a4-4792-88bc-884f5d6e730d'}] Feb 04 15:54:03.501894 n-d-827870-1 neutron-server[87570]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:03.501894 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:03.524456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-aaf26423-0df4-4204-a139-275ba71421c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:03.529482 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-aaf26423-0df4-4204-a139-275ba71421c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0aa8838a-f5fa-4575-88c9-8477db19da7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267667 Feb 04 15:54:03.732521 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.794243 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-161143ca-6aa8-4cd6-aee5-fe2447c82f18 service neutron] 10.222.0.53 "GET /v2.0/networks/0aa8838a-f5fa-4575-88c9-8477db19da7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534704 Feb 04 15:54:03.878813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f629d9a2-1f3a-4163-b4f9-134c7151dda5 None None] Network da2794d3-f2a4-4792-88bc-884f5d6e730d requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:04.146333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c720788-8864-4fd9-b490-7599aaa036c3 None None] Provisioning for port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:04.157692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c720788-8864-4fd9-b490-7599aaa036c3 None None] Provisioning complete for port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:04.158357 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c720788-8864-4fd9-b490-7599aaa036c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.212689 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.215634 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.240864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.249127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55176) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:04.273496 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3bb6294b-485c-4a36-bd89-8ea3bf41d0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.276923 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.277549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Fanout notify agent at l3_agent the message router_deleted on router 9e47d644-eb42-4ef1-a937-00744f2feed0 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:54:04.324505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f14a31ff-a7b2-4b47-a613-7e2cdd2c1350 req-5d2ab730-f3c0-48a5-bed0-e86fae5168f8 service neutron] 10.222.0.53 "GET /v2.0/networks/0aa8838a-f5fa-4575-88c9-8477db19da7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217657 Feb 04 15:54:04.427998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5dfddb03-fe31-4555-af7a-5a8984e4156b details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:54:04.455917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.459997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4e4833b0-eeaf-4ec4-94cf-7e2382f55be6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/9e47d644-eb42-4ef1-a937-00744f2feed0 HTTP/1.1" status: 204 len: 168 time: 4.9447162 Feb 04 15:54:04.463653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55190) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:04.465117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:04.465471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.471761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'network': {'name': 'tempest-RoutersTest-576777449'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:04.478572 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] DHCP port deletion for da2794d3-f2a4-4792-88bc-884f5d6e730d request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:54:04.481901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:04.488221 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c720788-8864-4fd9-b490-7599aaa036c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.492360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:network and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:04.498896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:04.514293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:04.535971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Deleting port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:04.535971 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.539025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:04.574942 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.592528 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:54:04.634338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e18247-5891-4ee2-a47c-fa3625f8a448 req-d84549e1-6f50-401a-a1f2-32af4657cf68 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:04.635908 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14e18247-5891-4ee2-a47c-fa3625f8a448 req-d84549e1-6f50-401a-a1f2-32af4657cf68 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 944 time: 0.8012505 Feb 04 15:54:04.643582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:04.655581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891489816-network', 'tenant_id': 'b109523c34ea411db6a3fd3bbfdefa24'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:04.665829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.666362 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added segment e2ac1e5c-e047-47af-91a0-0ddb7733aa9c of type vlan for network 5dc28b94-a154-4336-9ce6-fc1f54edf22a Feb 04 15:54:04.710276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.763817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.770834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:04.771446 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.889572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,segment=NetworkSegment(ab60c60b-88ec-4f7f-b5e5-9e094257a0e3),segment_id=ab60c60b-88ec-4f7f-b5e5-9e094257a0e3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:04.890273 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.919501 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4541423 Feb 04 15:54:04.930714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55200) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:04.943893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'subnet': {'network_id': '5dc28b94-a154-4336-9ce6-fc1f54edf22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:04.987292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] For port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,segment=NetworkSegment(ab60c60b-88ec-4f7f-b5e5-9e094257a0e3),segment_id=ab60c60b-88ec-4f7f-b5e5-9e094257a0e3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:04.987696 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.015687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf184b-2c13-44ab-bb33-c85d3baa811d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Network': ['ID=5dc28b94-a154-4336-9ce6-fc1f54edf22a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:05.044642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for b5fa6bf1-b8a7-45be-831a-c3a5a1af956d owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:05.169523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:05.178309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Usage tracker for resource:network and tenant:b109523c34ea411db6a3fd3bbfdefa24 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:05.184408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:05.199271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:05.221002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14e18247-5891-4ee2-a47c-fa3625f8a448 req-63c2f9a2-125a-4ddb-9c0f-83132e00fcac tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5608501 Feb 04 15:54:05.221968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Made reservation on behalf of b109523c34ea411db6a3fd3bbfdefa24 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:05.224711 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.228962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:05.234764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:subnet and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:05.239636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.249419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:05.268481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:05.279146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:05.284606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:05.291615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Usage tracker for resource:security_group_rule and tenant:b109523c34ea411db6a3fd3bbfdefa24 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:05.292973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.299425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:05.319470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Calling delete_port for b5fa6bf1-b8a7-45be-831a-c3a5a1af956d owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:05.334191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:05.395374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5dc28b94-a154-4336-9ce6-fc1f54edf22a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:05.559252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b5fa6bf1-b8a7-45be-831a-c3a5a1af956d no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:05.568221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.583120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.588542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55216) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:05.630654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:05.662731 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.663103 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Added segment 945b1cab-7765-436a-99b7-275b3165d4c6 of type vlan for network d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 Feb 04 15:54:05.669809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c054d-0ec9-4d9f-a451-f0d8e259ddca,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:05.716082 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.739868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1c720788-8864-4fd9-b490-7599aaa036c3 None None] For port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,segment=NetworkSegment(ab60c60b-88ec-4f7f-b5e5-9e094257a0e3),segment_id=ab60c60b-88ec-4f7f-b5e5-9e094257a0e3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:05.754080 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.769737 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c720788-8864-4fd9-b490-7599aaa036c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.779890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.783067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:05.785729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.836499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee049cb4-149e-4eac-a0e7-3589b4743d20 req-2edb67e1-2812-45c0-91f1-b573a60911f0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:05.841656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee049cb4-149e-4eac-a0e7-3589b4743d20 req-2edb67e1-2812-45c0-91f1-b573a60911f0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3159740 Feb 04 15:54:05.872867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6210151 Feb 04 15:54:05.887240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55226) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:05.896725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Request body: {'subnet': {'network_id': 'd0492ff1-c1fe-4ead-8e5a-3c27d9e00870', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891489816-subnet', 'tenant_id': 'b109523c34ea411db6a3fd3bbfdefa24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:05.908691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:05.949528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Usage tracker for resource:subnet and tenant:b109523c34ea411db6a3fd3bbfdefa24 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:05.963636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5dfddb03-fe31-4555-af7a-5a8984e4156b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5dfddb03-fe31-4555-af7a-5a8984e4156b,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:05.983752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:06.007334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Subnet': ['ID=10175194-3c69-487a-8849-0682447e06f6,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.016621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:06.017504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '5dfddb03-fe31-4555-af7a-5a8984e4156b', 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b', 'port_id': '5dfddb03-fe31-4555-af7a-5a8984e4156b', 'mac_address': 'fa:16:3e:07:1a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbc7eae-9024-4365-9e07-322584a81277', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:54:06.019481 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-81ef0525-040e-406e-ae6b-126068fe5e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.050600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Checking segment: {'id': 'e2ac1e5c-e047-47af-91a0-0ddb7733aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5dc28b94-a154-4336-9ce6-fc1f54edf22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:06.051400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network hostable DHCP agents. Network: 5dc28b94-a154-4336-9ce6-fc1f54edf22a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:06.058688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-81ef0525-040e-406e-ae6b-126068fe5e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:06.069681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-81ef0525-040e-406e-ae6b-126068fe5e9a admin admin] Usage tracker for resource:security_group_rule and tenant:a7a849439c3047528b15ee7f7950f22b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:06.074546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Made reservation on behalf of b109523c34ea411db6a3fd3bbfdefa24 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:06.077196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.091244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:06.091862 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:06.096161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-81ef0525-040e-406e-ae6b-126068fe5e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:06.097564 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.166214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c720788-8864-4fd9-b490-7599aaa036c3 None None] Pushing event updated for resources: {'Port': ['ID=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.179183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:06.179679 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:06.182072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-81ef0525-040e-406e-ae6b-126068fe5e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:06.190816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee049cb4-149e-4eac-a0e7-3589b4743d20 req-a986fad0-c598-4747-8879-b6afb67a0650 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226218 Feb 04 15:54:06.194040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 5dc28b94-a154-4336-9ce6-fc1f54edf22a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:06.195037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60597c-d3f1-4756-8d84-42a67a56953d admin admin] Pushing event updated for resources: {'Network': ['ID=d0492ff1-c1fe-4ead-8e5a-3c27d9e00870,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.197417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,segment=NetworkSegment(ab60c60b-88ec-4f7f-b5e5-9e094257a0e3),segment_id=ab60c60b-88ec-4f7f-b5e5-9e094257a0e3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:06.205295 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.246435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5dc28b94-a154-4336-9ce6-fc1f54edf22a) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:06.257312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:06.257931 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.325697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:06.326236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8510bb72-e8db-440b-bf03-cd4a6db4fdc5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3901162 Feb 04 15:54:06.326236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55240) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:06.333596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-544835369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:06.344280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:06.365099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:router and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:06.387630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:06.409137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137b169-0ebd-4ec5-b40e-ffb5d1a8b45d None None] Network 5dc28b94-a154-4336-9ce6-fc1f54edf22a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:06.454052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:06.495615 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.509226 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-81ef0525-040e-406e-ae6b-126068fe5e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.534445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-81ef0525-040e-406e-ae6b-126068fe5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.548671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da871-5df6-4da1-9eec-2e8f6c3e5a2e req-ac6a75bb-0ab7-4742-abd0-c705cf51106c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:06.551700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f2da871-5df6-4da1-9eec-2e8f6c3e5a2e req-ac6a75bb-0ab7-4742-abd0-c705cf51106c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1282003 Feb 04 15:54:06.574296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.576075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.579350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.598124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:06.599240 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.604916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfddb03-fe31-4555-af7a-5a8984e4156b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:06.610837 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.630801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef0525-040e-406e-ae6b-126068fe5e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e859a7f2-fc3c-4ddd-963c-468923b38d74,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.637113 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-81ef0525-040e-406e-ae6b-126068fe5e9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7a849439c3047528b15ee7f7950f22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9119503 Feb 04 15:54:06.641769 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.646682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.647756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55248) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:06.685813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Deleting port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:06.685813 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.689371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f2da871-5df6-4da1-9eec-2e8f6c3e5a2e req-cb973420-36ca-4702-ac13-69b56b85f8fa tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295979 Feb 04 15:54:06.731410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92ade427-5c26-402e-b65f-8cd74d67ce7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.736050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5dfddb03-fe31-4555-af7a-5a8984e4156b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5dfddb03-fe31-4555-af7a-5a8984e4156b,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:06.772325 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.781204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.826799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Pushing event updated for resources: {'Subnet': ['ID=425dc9be-9424-4665-9a13-2256452b7165,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.847340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Checking segment: {'id': '945b1cab-7765-436a-99b7-275b3165d4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0492ff1-c1fe-4ead-8e5a-3c27d9e00870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:06.847707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Network hostable DHCP agents. Network: d0492ff1-c1fe-4ead-8e5a-3c27d9e00870, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:06.896639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.897858 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-27b244a1-bd2d-4041-8433-28ddaeb5315a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5723274 Feb 04 15:54:06.898788 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a62b13d0-a7f0-4661-adbf-db494e12e777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.900699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Network d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:06.904760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55256) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:06.906152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=5dfddb03-fe31-4555-af7a-5a8984e4156b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.999512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, d0492ff1-c1fe-4ead-8e5a-3c27d9e00870) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:07.005893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,segment=NetworkSegment(ab60c60b-88ec-4f7f-b5e5-9e094257a0e3),segment_id=ab60c60b-88ec-4f7f-b5e5-9e094257a0e3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:07.006312 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.010685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:07.011336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.017955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a62b13d0-a7f0-4661-adbf-db494e12e777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.063503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7162e73-ae6b-432c-81a9-b9c17be6920d None None] Network d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:07.138053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for b5fa6bf1-b8a7-45be-831a-c3a5a1af956d owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:07.202250 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-43973b29-fa5d-4fb1-92d2-1c07a45524da admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3112814 Feb 04 15:54:07.413258 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.420986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['5dfddb03-fe31-4555-af7a-5a8984e4156b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:54:07.485197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d403e1-a2e4-4528-aebd-28486d0ded18 req-91b07aef-167f-44da-92cf-a3096a87a01d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:07.486751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61d403e1-a2e4-4528-aebd-28486d0ded18 req-91b07aef-167f-44da-92cf-a3096a87a01d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 945 time: 0.2669415 Feb 04 15:54:07.546008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:07.550553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:07.604693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a62b13d0-a7f0-4661-adbf-db494e12e777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.651897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b13d0-a7f0-4661-adbf-db494e12e777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e859a7f2-fc3c-4ddd-963c-468923b38d74,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:07.724650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] For port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b5fa6bf1-b8a7-45be-831a-c3a5a1af956d,segment=NetworkSegment(ab60c60b-88ec-4f7f-b5e5-9e094257a0e3),segment_id=ab60c60b-88ec-4f7f-b5e5-9e094257a0e3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:07.725105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.766328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61d403e1-a2e4-4528-aebd-28486d0ded18 req-e817ee58-2e60-4f3f-9290-cb31f073424c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585287 Feb 04 15:54:07.784021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-5dc28b94-a154-4336-9ce6-fc1f54edf22a', 'network_id': '5dc28b94-a154-4336-9ce6-fc1f54edf22a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'fixed_ips': [{'subnet_id': '10175194-3c69-487a-8849-0682447e06f6'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:54:07.785821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.809183 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.869325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a62b13d0-a7f0-4661-adbf-db494e12e777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.876338 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a62b13d0-a7f0-4661-adbf-db494e12e777 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e859a7f2-fc3c-4ddd-963c-468923b38d74 HTTP/1.1" status: 204 len: 168 time: 1.1943583 Feb 04 15:54:07.924293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2794d3-f2a4-4792-88bc-884f5d6e730d']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:07.949837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.956484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab60c60b-88ec-4f7f-b5e5-9e094257a0e3') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:07.956956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab60c60b-88ec-4f7f-b5e5-9e094257a0e3') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:08.048194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.074241 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.084710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:08.085223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:08.100628 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:08.275705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Calling delete_port for b5fa6bf1-b8a7-45be-831a-c3a5a1af956d owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:08.391385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4ae7d-798a-417b-be2c-acf1213c197d req-7b19df8f-73bd-46b9-a79d-ce84d18a33b6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:08.393202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29c4ae7d-798a-417b-be2c-acf1213c197d req-7b19df8f-73bd-46b9-a79d-ce84d18a33b6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4114041 Feb 04 15:54:08.406493 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.531844 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.565489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=da2794d3-f2a4-4792-88bc-884f5d6e730d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:08.571324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9065d8c0-a167-4f75-a288-e75cd4c33f87 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/da2794d3-f2a4-4792-88bc-884f5d6e730d HTTP/1.1" status: 204 len: 168 time: 8.1767228 Feb 04 15:54:08.575792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55298) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:08.638129 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.647094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55302) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:08.679494 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b9a038-6b0c-4dbc-9996-c9853e5373ee tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] GET failed (client error): The resource could not be found. Feb 04 15:54:08.680225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-99b9a038-6b0c-4dbc-9996-c9853e5373ee tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Synchronizing usage tracker for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:08.685947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29c4ae7d-798a-417b-be2c-acf1213c197d req-f8cb8919-9dfa-48ee-90dc-c094c0b2e29d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638493 Feb 04 15:54:08.691209 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.704734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1262061996-network', 'tenant_id': '015dfd89c9fb486f911f1f28323506c0'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:08.736573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:08.753864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Usage tracker for resource:network and tenant:015dfd89c9fb486f911f1f28323506c0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:08.765822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:08.780615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:08.802588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Made reservation on behalf of 015dfd89c9fb486f911f1f28323506c0 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:08.809571 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.838387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-99b9a038-6b0c-4dbc-9996-c9853e5373ee tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Unset dirty status for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:08.839643 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99b9a038-6b0c-4dbc-9996-c9853e5373ee tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/subnets/b8a3f1e4-9b24-46a1-87d2-6f4e8574b3e3 HTTP/1.1" status: 404 len: 337 time: 0.2466536 Feb 04 15:54:08.871399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55310) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:08.877771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.20.0.1 (5dc28b94-a154-4336-9ce6-fc1f54edf22a/10175194-3c69-487a-8849-0682447e06f6/4cc2e7f4-b26f-4121-b5e8-aee4190b8289) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:08.883168 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.912375 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e1d370-be36-442e-a63e-8fe5a75956b7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:08.913155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e1d370-be36-442e-a63e-8fe5a75956b7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:08.942856 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-06e1d370-be36-442e-a63e-8fe5a75956b7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/da2794d3-f2a4-4792-88bc-884f5d6e730d HTTP/1.1" status: 404 len: 339 time: 0.0700209 Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:54:08.960460 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 15:54:08.965233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11e8351-8d93-4703-8140-8fd074256bf9 None None] Network d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:08.970969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55314) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:08.977146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:08.993686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Usage tracker for resource:security_group_rule and tenant:015dfd89c9fb486f911f1f28323506c0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:08.996570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:09.005032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:09.151477 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.170575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Transition to ACTIVE for port object 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:09.199909 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.215068 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:09.215419 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:09.235114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0da94-b5c0-4761-a5bb-c8fc81881ffa req-89f90705-6e90-4bfc-b523-728fa2ddae03 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:09.239719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48a0da94-b5c0-4761-a5bb-c8fc81881ffa req-89f90705-6e90-4bfc-b523-728fa2ddae03 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3593321 Feb 04 15:54:09.291701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 5dc28b94-a154-4336-9ce6-fc1f54edf22a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:09.295862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:09.301044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:09.321146 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.340959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a5b8f7-7f0c-41c9-b73f-aaa6c3d01425 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:09.341751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-89a5b8f7-7f0c-41c9-b73f-aaa6c3d01425 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Synchronizing usage tracker for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:09.368243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=4cc2e7f4-b26f-4121-b5e8-aee4190b8289,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:09.404248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.430394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48a0da94-b5c0-4761-a5bb-c8fc81881ffa req-dafdc721-a894-43dc-9022-e405dd18ff76 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626894 Feb 04 15:54:09.466638 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.503826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Allocated IP 172.20.0.2 (5dc28b94-a154-4336-9ce6-fc1f54edf22a/10175194-3c69-487a-8849-0682447e06f6/064101ee-655c-4858-847b-e9ccc18fccaa) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:09.681389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Deleting port b5fa6bf1-b8a7-45be-831a-c3a5a1af956d {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:09.682131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-89a5b8f7-7f0c-41c9-b73f-aaa6c3d01425 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Unset dirty status for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:09.682267 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.682717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-89a5b8f7-7f0c-41c9-b73f-aaa6c3d01425 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7104383 Feb 04 15:54:09.687273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55332) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:09.719678 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.730014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.783377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0075854a-8ec7-47fc-ba2b-e299be5b05f7 None None] The port 'b5fa6bf1-b8a7-45be-831a-c3a5a1af956d' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:54:09.784819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.789702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4d329c9c-1684-4430-961d-4d7f60b567b6 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Synchronizing usage tracker for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:subnet {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:09.846823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65595de5-8b97-4fa1-bcf6-8c0f4820feb5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:09.888083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:09.888341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4d329c9c-1684-4430-961d-4d7f60b567b6 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Unset dirty status for tenant:f1ced4e82c71440aabfa27e7752498f9 on resource:subnet {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:09.889959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4d329c9c-1684-4430-961d-4d7f60b567b6 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066 HTTP/1.1" status: 200 len: 207 time: 0.2009692 Feb 04 15:54:09.899982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55340) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:09.941735 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.942093 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Added segment 49ff2db4-0a0c-4481-9fc6-02f2f296c10f of type vlan for network 5ba221a7-a533-43d8-9691-f86bd25cdcff Feb 04 15:54:09.957811 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-fc5eb6c6-ae05-4e92-94de-08e6f4ac69f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3946979 Feb 04 15:54:09.978176 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.990465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Transition to ACTIVE for port object 064101ee-655c-4858-847b-e9ccc18fccaa will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:10.018507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Transition to ACTIVE for port object 064101ee-655c-4858-847b-e9ccc18fccaa will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:10.025648 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.033788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2d71e-f9ee-463d-8c2d-bcbe71a06a58 req-56eb43b3-9602-48bb-95e3-820c2c889fea tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.035298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ee2d71e-f9ee-463d-8c2d-bcbe71a06a58 req-56eb43b3-9602-48bb-95e3-820c2c889fea tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 945 time: 0.3035569 Feb 04 15:54:10.116374 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.128700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Pushing event updated for resources: {'Port': ['ID=064101ee-655c-4858-847b-e9ccc18fccaa,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:10.138470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ee2d71e-f9ee-463d-8c2d-bcbe71a06a58 req-39ea09b6-2013-4bb8-9f2e-21079e016637 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907373 Feb 04 15:54:10.170641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Network 5dc28b94-a154-4336-9ce6-fc1f54edf22a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:10.173314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:10.194267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:10.204332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40226f-b86a-4b59-ab22-335d597e1931 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.221714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40226f-b86a-4b59-ab22-335d597e1931 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.235854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40226f-b86a-4b59-ab22-335d597e1931 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.241919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40226f-b86a-4b59-ab22-335d597e1931 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.243643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7f40226f-b86a-4b59-ab22-335d597e1931 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.3414984 Feb 04 15:54:10.248159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55350) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:10.377159 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.378026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.378613 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.387820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Attempting to bind port 064101ee-655c-4858-847b-e9ccc18fccaa on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:10.388191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Attempting to bind port 064101ee-655c-4858-847b-e9ccc18fccaa by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'e2ac1e5c-e047-47af-91a0-0ddb7733aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5dc28b94-a154-4336-9ce6-fc1f54edf22a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:10.388559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Attempting to bind port 064101ee-655c-4858-847b-e9ccc18fccaa on network 5dc28b94-a154-4336-9ce6-fc1f54edf22a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:10.395680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:10.396097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Checking segment: {'id': 'e2ac1e5c-e047-47af-91a0-0ddb7733aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5dc28b94-a154-4336-9ce6-fc1f54edf22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:10.396437 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.396855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Bound using segment: {'id': 'e2ac1e5c-e047-47af-91a0-0ddb7733aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5dc28b94-a154-4336-9ce6-fc1f54edf22a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:10.397366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Bound port: 064101ee-655c-4858-847b-e9ccc18fccaa, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ac1e5c-e047-47af-91a0-0ddb7733aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5dc28b94-a154-4336-9ce6-fc1f54edf22a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:10.397741 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.465894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-542adf00-d4bc-483b-9831-d3a2120880a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.467760 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-542adf00-d4bc-483b-9831-d3a2120880a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 1096 time: 0.4388433 Feb 04 15:54:10.538328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] For port 064101ee-655c-4858-847b-e9ccc18fccaa, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:10.542394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] For port 064101ee-655c-4858-847b-e9ccc18fccaa, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=064101ee-655c-4858-847b-e9ccc18fccaa,segment=NetworkSegment(e2ac1e5c-e047-47af-91a0-0ddb7733aa9c),segment_id=e2ac1e5c-e047-47af-91a0-0ddb7733aa9c)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:10.549409 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.626890 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9786711 Feb 04 15:54:10.630171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55360) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:10.635511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Request body: {'subnet': {'network_id': '5ba221a7-a533-43d8-9691-f86bd25cdcff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1262061996-subnet', 'tenant_id': '015dfd89c9fb486f911f1f28323506c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:10.643551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27a6f8-a9e7-42e8-9f1a-1d68c5f0b362 None None] Pushing event updated for resources: {'Port': ['ID=064101ee-655c-4858-847b-e9ccc18fccaa,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:10.646168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.658517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:10.663210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214888d1-c20d-4d94-a85b-fc4cfe068674 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba221a7-a533-43d8-9691-f86bd25cdcff,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:10.676528 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.682374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5ba221a7-a533-43d8-9691-f86bd25cdcff details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:10.720978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d4f49c31-7e22-42e0-9c57-80feb8f584c0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.4629171 Feb 04 15:54:10.726659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21ba81-4bb2-4240-b6b6-139e0431b466 req-d34f6e36-c5f1-4398-9cf8-ac4da91589c7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.727324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Usage tracker for resource:subnet and tenant:015dfd89c9fb486f911f1f28323506c0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:10.737520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af21ba81-4bb2-4240-b6b6-139e0431b466 req-d34f6e36-c5f1-4398-9cf8-ac4da91589c7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3995306 Feb 04 15:54:10.740440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55364) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:10.747872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:10.809106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5dfddb03-fe31-4555-af7a-5a8984e4156b up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:10.830843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e5c80-fc61-47d1-b248-3deefb8e9c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.832802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e5c80-fc61-47d1-b248-3deefb8e9c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.834792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-150e5c80-fc61-47d1-b248-3deefb8e9c76 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0791574 Feb 04 15:54:10.840379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55368) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:10.844446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:10.854159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-daa25b4a-43cb-4692-abf3-3325b807f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.856436 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-daa25b4a-43cb-4692-abf3-3325b807f7e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b64cceb0-9975-4644-802b-ec72bad0e280 HTTP/1.1" status: 200 len: 897 time: 0.3563251 Feb 04 15:54:10.935389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435989a4-45e4-4305-a33b-002f93aee8ea tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.937664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435989a4-45e4-4305-a33b-002f93aee8ea tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.939523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-435989a4-45e4-4305-a33b-002f93aee8ea tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0980489 Feb 04 15:54:10.950701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55372) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:10.976972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Made reservation on behalf of 015dfd89c9fb486f911f1f28323506c0 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:10.979557 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.001950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 5dfddb03-fe31-4555-af7a-5a8984e4156b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:11.016445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 5dfddb03-fe31-4555-af7a-5a8984e4156b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:11.018925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.120463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af21ba81-4bb2-4240-b6b6-139e0431b466 req-8d5aef57-d2fd-4331-81cd-e6439a35e5b9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814523 Feb 04 15:54:11.137899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=4cc2e7f4-b26f-4121-b5e8-aee4190b8289,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:11.159471 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.219232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.249358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063a70cf-790c-4e1f-993b-d1f227214454 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.250682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-611ee0f9-382b-4579-81e0-c04e438cfdef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d HTTP/1.1" status: 200 len: 1001 time: 0.3742602 Feb 04 15:54:11.255524 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-063a70cf-790c-4e1f-993b-d1f227214454 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/networks/39fd95f5-0729-4c7e-a164-dbf34299240c HTTP/1.1" status: 200 len: 799 time: 0.3034446 Feb 04 15:54:11.256294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55384) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:11.272760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a7657-b2d6-40e6-bf9f-ecdb46d97655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfddb03-fe31-4555-af7a-5a8984e4156b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:11.294944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 5dfddb03-fe31-4555-af7a-5a8984e4156b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5dfddb03-fe31-4555-af7a-5a8984e4156b,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:11.300941 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.464687 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9e64a025-d59a-4022-8d86-a9a76f889941 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/networks/39fd95f5-0729-4c7e-a164-dbf34299240c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2065926 Feb 04 15:54:11.470756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55394) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:11.506568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=5dfddb03-fe31-4555-af7a-5a8984e4156b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:11.575778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-76246021-06ac-415f-acbf-432a54475363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.577226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-76246021-06ac-415f-acbf-432a54475363 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e HTTP/1.1" status: 200 len: 835 time: 0.1932485 Feb 04 15:54:11.608593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eac70-0b0e-439e-894c-0928cea33fcf req-eb8d426a-5e6d-4d12-a0ac-e40fbcd88bb3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.610876 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac7eac70-0b0e-439e-894c-0928cea33fcf req-eb8d426a-5e6d-4d12-a0ac-e40fbcd88bb3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1448081 Feb 04 15:54:11.627754 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:54:11.659867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac7eac70-0b0e-439e-894c-0928cea33fcf req-7ef5576d-9a30-4058-98ad-a28c08de7db9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Feb 04 15:54:11.672614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 5dc28b94-a154-4336-9ce6-fc1f54edf22a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:11.703019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:11.711741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f19444-a566-4eff-99e6-89b84561680d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.712980 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f4f19444-a566-4eff-99e6-89b84561680d tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/subnets/ffea308b-037d-4727-a6ac-fd21616e3ce1 HTTP/1.1" status: 200 len: 811 time: 0.2377250 Feb 04 15:54:11.724715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55402) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:11.896308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e68af7-984f-489a-a02d-32a4902fa796 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['shared'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.897971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b8e68af7-984f-489a-a02d-32a4902fa796 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "GET /v2.0/subnets/ffea308b-037d-4727-a6ac-fd21616e3ce1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1723461 Feb 04 15:54:11.904359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55412) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:11.915577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1683511936'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:11.922177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:11.934071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:11.948293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:11.953710 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.982851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6416ba-7d14-4666-821c-dd45f37b59db req-865725c6-7a6d-4de6-b800-3e3f7d140112 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.990749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba6416ba-7d14-4666-821c-dd45f37b59db req-865725c6-7a6d-4de6-b800-3e3f7d140112 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 946 time: 0.1907904 Feb 04 15:54:11.991634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-330ff602-9b82-49bc-919a-2ecb3c4fd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.993269 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-330ff602-9b82-49bc-919a-2ecb3c4fd3df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b64cceb0-9975-4644-802b-ec72bad0e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3964615 Feb 04 15:54:12.025853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:12.037143 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.037818 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Added segment b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375 of type vlan for network 01b98e7f-ed6d-450e-bc63-b6421ec0d72b Feb 04 15:54:12.082613 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.111984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba6416ba-7d14-4666-821c-dd45f37b59db req-eb25b151-de9c-4f48-80f5-cd20739a1fb9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200600 Feb 04 15:54:12.115546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.157709 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.175758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:12.176900 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.223844 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a7657-b2d6-40e6-bf9f-ecdb46d97655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfddb03-fe31-4555-af7a-5a8984e4156b', 'code': 200} Feb 04 15:54:12.225439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3146093 Feb 04 15:54:12.253147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55420) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:12.321703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0e037a-8194-4a4f-988f-6bcba62641e9,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:12.329365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'network_id': '01b98e7f-ed6d-450e-bc63-b6421ec0d72b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:12.377199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08756a4-ac00-46d7-b7e5-b66300874055 None None] Network 5dc28b94-a154-4336-9ce6-fc1f54edf22a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:12.539587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7b6ed44e-6b77-4c71-b648-3d78ad81bb83 None None] Provisioning for port 064101ee-655c-4858-847b-e9ccc18fccaa completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:12.611483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc546e82-670e-48a7-a503-262ca0cc4a8a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Network': ['ID=01b98e7f-ed6d-450e-bc63-b6421ec0d72b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:12.638810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 01b98e7f-ed6d-450e-bc63-b6421ec0d72b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:12.662280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decdb79-fe50-4a79-9136-cc972810a7de req-329aad68-d223-4850-9d01-2afa36ff0e59 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:12.663746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7decdb79-fe50-4a79-9136-cc972810a7de req-329aad68-d223-4850-9d01-2afa36ff0e59 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1336503 Feb 04 15:54:12.670641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230236c-2aef-4584-b01e-f1e1a2b20eb9 req-63189d4c-fb95-42fb-8d4a-5254bd1c4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:12.672608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6230236c-2aef-4584-b01e-f1e1a2b20eb9 req-63189d4c-fb95-42fb-8d4a-5254bd1c4cd3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 1097 time: 0.3701906 Feb 04 15:54:12.674465 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-3c70cd7c-069b-4fac-881c-cacb7b308c84 service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663797 Feb 04 15:54:12.754478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7decdb79-fe50-4a79-9136-cc972810a7de req-7ef6a11d-6038-4e92-ab81-616efd583e21 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807884 Feb 04 15:54:12.756198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6230236c-2aef-4584-b01e-f1e1a2b20eb9 req-fb7233d6-c3b3-4f43-993d-53c2311bf511 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650721 Feb 04 15:54:12.798346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Checking segment: {'id': '49ff2db4-0a0c-4481-9fc6-02f2f296c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5ba221a7-a533-43d8-9691-f86bd25cdcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:12.798711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Network hostable DHCP agents. Network: 5ba221a7-a533-43d8-9691-f86bd25cdcff, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:12.803496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 30e4067b-b295-430f-a180-3f35cf762a62 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:54:12.835550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:12.997450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94b705-c5f0-4c35-b587-f8d7fcd1667d req-2dd1f6f5-8c05-4992-8271-4779f8b08d2b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:12.998803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:13.006375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b94b705-c5f0-4c35-b587-f8d7fcd1667d req-2dd1f6f5-8c05-4992-8271-4779f8b08d2b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1246865 Feb 04 15:54:13.076503 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-351dafe6-899a-4fe3-b74b-89e6bec9ff7c req-800226ed-eca8-4f89-bd22-f1d4e00aa267 service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817544 Feb 04 15:54:13.079606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b94b705-c5f0-4c35-b587-f8d7fcd1667d req-e9acb786-67b9-4db9-92fe-cb141f083042 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689948 Feb 04 15:54:13.189726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Network 5ba221a7-a533-43d8-9691-f86bd25cdcff is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:13.201044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Made reservation on behalf of f1ced4e82c71440aabfa27e7752498f9 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:13.207663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.209801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cb3d1f8b-5719-4164-8f07-2201e0ce7fcc None None] Provisioning for port 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:13.213625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 064101ee-655c-4858-847b-e9ccc18fccaa up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:13.247872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5ba221a7-a533-43d8-9691-f86bd25cdcff) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:13.267615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15dc53-8af0-4c22-a3f6-c031444ac6da None None] Network 5ba221a7-a533-43d8-9691-f86bd25cdcff requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:13.356445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cb3d1f8b-5719-4164-8f07-2201e0ce7fcc None None] Provisioning complete for port 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:13.356445 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cb3d1f8b-5719-4164-8f07-2201e0ce7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.428227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:54:13.437373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0159a-9d24-4202-9ea8-4b30314b531f req-5d5b32e8-121d-4982-a85c-a7a552a408a4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:13.441380 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bed0159a-9d24-4202-9ea8-4b30314b531f req-5d5b32e8-121d-4982-a85c-a7a552a408a4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 946 time: 0.1822116 Feb 04 15:54:13.442745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:13.443521 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.449636 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f01e2-ec19-484b-a4ab-7dfdad411a07 None None] Sync routers for ids ['30e4067b-b295-430f-a180-3f35cf762a62'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:54:13.464445 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f01e2-ec19-484b-a4ab-7dfdad411a07 None None] Routers {'30e4067b-b295-430f-a180-3f35cf762a62'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:13.465434 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cc5f01e2-ec19-484b-a4ab-7dfdad411a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['30e4067b-b295-430f-a180-3f35cf762a62'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:13.483577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d1f8b-5719-4164-8f07-2201e0ce7fcc None None] Port 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:13.519419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55448) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:13.520318 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-89b90b92-536e-4c9c-9d63-a8e0aedc1275 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/30e4067b-b295-430f-a180-3f35cf762a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6145194 Feb 04 15:54:13.533714 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d9b92141-d6a1-4ba1-86eb-7bf6558560a1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9023941 Feb 04 15:54:13.544634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Performing IP validity checks on allocation pools {{(pid=87571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 15:54:13.545139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 15:54:13.574570 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cc5f01e2-ec19-484b-a4ab-7dfdad411a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:13.588525 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f01e2-ec19-484b-a4ab-7dfdad411a07 None None] Routers {'30e4067b-b295-430f-a180-3f35cf762a62'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:13.593389 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cc5f01e2-ec19-484b-a4ab-7dfdad411a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['30e4067b-b295-430f-a180-3f35cf762a62'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:13.614930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bed0159a-9d24-4202-9ea8-4b30314b531f req-ccb8c02f-7d54-4f60-82bd-29df31754cd6 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668577 Feb 04 15:54:13.672624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 064101ee-655c-4858-847b-e9ccc18fccaa completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:13.694545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4efe134-6db0-409f-a807-a2f192d85914 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:13.701608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55458) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:13.702268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b4efe134-6db0-409f-a807-a2f192d85914 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports/4cc2e7f4-b26f-4121-b5e8-aee4190b8289 HTTP/1.1" status: 200 len: 910 time: 0.1758630 Feb 04 15:54:13.709584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 064101ee-655c-4858-847b-e9ccc18fccaa triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:13.709960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.713062 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cc5f01e2-ec19-484b-a4ab-7dfdad411a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:13.713478 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f01e2-ec19-484b-a4ab-7dfdad411a07 None None] The sync data for ids ['30e4067b-b295-430f-a180-3f35cf762a62'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:54:13.715570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3ba9ca69-84a8-471e-a6fc-4bf34120134c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10175194-3c69-487a-8849-0682447e06f6'}]}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:13.869461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6a63d977-3300-416f-845d-49493f418e0a None None] Provisioning complete for port 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:13.869593 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a63d977-3300-416f-845d-49493f418e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.994809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c457e-f159-41ea-92cc-5976eed2fe44 req-809c47c0-9215-47d6-a088-325df328bd75 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:14.008992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d2c457e-f159-41ea-92cc-5976eed2fe44 req-809c47c0-9215-47d6-a088-325df328bd75 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1473124 Feb 04 15:54:14.065250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d2c457e-f159-41ea-92cc-5976eed2fe44 req-a359c213-50f3-44c3-b577-6df1f9162fb0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543063 Feb 04 15:54:14.098528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6a63d977-3300-416f-845d-49493f418e0a None None] Port 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:14.127502 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.144939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c884d-92d0-4e37-a1b9-df542cac23c9 None None] Network 5ba221a7-a533-43d8-9691-f86bd25cdcff requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:14.220580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=a1de922e-328a-4663-8531-93b00fbf02a0,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:14.249753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.295929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-39de84c6-39a3-4d01-8384-c3c2c3938cbf None None] Provisioning complete for port 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:14.297192 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-39de84c6-39a3-4d01-8384-c3c2c3938cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.300199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Checking segment: {'id': 'b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '01b98e7f-ed6d-450e-bc63-b6421ec0d72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:14.300990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network hostable DHCP agents. Network: 01b98e7f-ed6d-450e-bc63-b6421ec0d72b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:14.399051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Network 01b98e7f-ed6d-450e-bc63-b6421ec0d72b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:14.412829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ca69-84a8-471e-a6fc-4bf34120134c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.547505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 064101ee-655c-4858-847b-e9ccc18fccaa, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=064101ee-655c-4858-847b-e9ccc18fccaa,segment=NetworkSegment(e2ac1e5c-e047-47af-91a0-0ddb7733aa9c),segment_id=e2ac1e5c-e047-47af-91a0-0ddb7733aa9c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:14.610224 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.645242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-53153d11-135e-49f9-b23a-1f0b1f9da43c tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:14.646362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-53153d11-135e-49f9-b23a-1f0b1f9da43c tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Synchronizing usage tracker for tenant:b109523c34ea411db6a3fd3bbfdefa24 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:14.675492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-eb6b5cfe-791a-4817-ab48-898ba1e04cb4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3105242 Feb 04 15:54:14.677178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-53153d11-135e-49f9-b23a-1f0b1f9da43c tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Unset dirty status for tenant:b109523c34ea411db6a3fd3bbfdefa24 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:14.678538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-53153d11-135e-49f9-b23a-1f0b1f9da43c tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/networks?id=d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 HTTP/1.1" status: 200 len: 808 time: 0.1988099 Feb 04 15:54:14.691036 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-39de84c6-39a3-4d01-8384-c3c2c3938cbf None None] Port 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:14.704589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-bbd5a12d-f76b-4d2f-b599-12b4ec0e1998 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/quotas/b109523c34ea411db6a3fd3bbfdefa24 HTTP/1.1" status: 200 len: 375 time: 0.0187204 Feb 04 15:54:14.712638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=064101ee-655c-4858-847b-e9ccc18fccaa,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:14.757318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 01b98e7f-ed6d-450e-bc63-b6421ec0d72b) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:14.771462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:14.771462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66591249'] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:14.797874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f7d2d-4953-48e5-953d-3dbaacf60b77 None None] Network 01b98e7f-ed6d-450e-bc63-b6421ec0d72b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:14.803614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fe0a1d66-ca72-4de9-a175-f7cd11f92d7c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5296719 Feb 04 15:54:14.808330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55494) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:14.838398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-62b681c5-8c82-4da2-a024-6a0e43ef9939 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b109523c34ea411db6a3fd3bbfdefa24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1321337 Feb 04 15:54:14.859799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-758d8581-273a-4134-8407-ecdbdea0e1d7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:15.023717 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-758d8581-273a-4134-8407-ecdbdea0e1d7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3357074'] for subnet, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.029457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-0f450380-9c08-44bc-8138-736b5a3ccfa4 service neutron] 10.222.0.46 "GET /v2.0/networks/d0492ff1-c1fe-4ead-8e5a-3c27d9e00870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758387 Feb 04 15:54:15.032198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-adbd0ceb-4370-4c8e-b116-3b4f6a59057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:15.033571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-adbd0ceb-4370-4c8e-b116-3b4f6a59057b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1096 time: 0.2466288 Feb 04 15:54:15.086713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-01b98e7f-ed6d-450e-bc63-b6421ec0d72b', 'network_id': '01b98e7f-ed6d-450e-bc63-b6421ec0d72b', 'tenant_id': 'f1ced4e82c71440aabfa27e7752498f9', 'fixed_ips': [{'subnet_id': 'a1de922e-328a-4663-8531-93b00fbf02a0'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:54:15.087580 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.182071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 064101ee-655c-4858-847b-e9ccc18fccaa up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:15.382003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-3f1f7b9c-d79f-4511-944a-6caf91d07e31 service neutron] 10.222.0.46 "GET /v2.0/networks/d0492ff1-c1fe-4ead-8e5a-3c27d9e00870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452482 Feb 04 15:54:15.392291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 064101ee-655c-4858-847b-e9ccc18fccaa triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:15.392811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-fa04504b-3fd5-47ea-a246-35b77a60a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:15.392950 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.393971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-fa04504b-3fd5-47ea-a246-35b77a60a9dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 915 time: 0.3348155 Feb 04 15:54:15.435403 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ca69-84a8-471e-a6fc-4bf34120134c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.523530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-4488911d-14f9-44c3-94d1-479732fab5a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 200 len: 217 time: 0.1175354 Feb 04 15:54:15.529893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ca69-84a8-471e-a6fc-4bf34120134c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.593963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-136aec1f-7653-48a1-aff9-b99ba93d1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:15.595465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-136aec1f-7653-48a1-aff9-b99ba93d1e82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.0707839 Feb 04 15:54:15.653592 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-d91c3873-85f1-48ff-affe-7717713b8401 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512910 Feb 04 15:54:15.667528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-2481f242-db25-4dc5-b0d7-33962651c837 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:54:15.668690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-2481f242-db25-4dc5-b0d7-33962651c837 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080144 Feb 04 15:54:15.818351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9ca69-84a8-471e-a6fc-4bf34120134c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:15.819010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ca69-84a8-471e-a6fc-4bf34120134c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.820484 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3ba9ca69-84a8-471e-a6fc-4bf34120134c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/ports/4cc2e7f4-b26f-4121-b5e8-aee4190b8289 HTTP/1.1" status: 200 len: 910 time: 2.1134810 Feb 04 15:54:15.828208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55516) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:15.910149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-758d8581-273a-4134-8407-ecdbdea0e1d7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759485116932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1716260'] for subnet, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.008935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Allocated IP 172.20.0.3 (01b98e7f-ed6d-450e-bc63-b6421ec0d72b/a1de922e-328a-4663-8531-93b00fbf02a0/cf8180c0-1912-44b3-a9c6-37a31f19b7d3) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:16.070078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d8581-273a-4134-8407-ecdbdea0e1d7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event updated for resources: {'Subnet': ['ID=a1de922e-328a-4663-8531-93b00fbf02a0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:16.088401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-88ace8aa-4111-436d-bde1-52a9ff3bedf4 service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120345 Feb 04 15:54:16.102010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758d8581-273a-4134-8407-ecdbdea0e1d7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:16.102621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-758d8581-273a-4134-8407-ecdbdea0e1d7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.103876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec00839-c178-4e9f-a47b-763449462dcd req-85e63a24-c1bf-41d9-9040-c29024381bf1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:16.104384 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-758d8581-273a-4134-8407-ecdbdea0e1d7 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "PUT /v2.0/subnets/a1de922e-328a-4663-8531-93b00fbf02a0 HTTP/1.1" status: 200 len: 877 time: 1.2942908 Feb 04 15:54:16.107659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9ca69-84a8-471e-a6fc-4bf34120134c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=4cc2e7f4-b26f-4121-b5e8-aee4190b8289,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:16.111789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aec00839-c178-4e9f-a47b-763449462dcd req-85e63a24-c1bf-41d9-9040-c29024381bf1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4043777 Feb 04 15:54:16.111975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55524) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:16.252072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aec00839-c178-4e9f-a47b-763449462dcd req-127f696c-ee44-413e-bffe-f245a1ef7960 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393335 Feb 04 15:54:16.360343 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.373978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Transition to ACTIVE for port object cf8180c0-1912-44b3-a9c6-37a31f19b7d3 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:16.378773 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af9c8469-dc03-4a1d-bb80-f869da4e612e req-85fb4241-1928-4575-a125-6342a5cd0297 service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640998 Feb 04 15:54:16.406762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Transition to ACTIVE for port object cf8180c0-1912-44b3-a9c6-37a31f19b7d3 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:16.415870 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.506965 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Network 01b98e7f-ed6d-450e-bc63-b6421ec0d72b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:16.514100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:16.519190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:16.637448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ffbd3-b643-44ed-9fea-e87bc810d3a7 req-f52b4908-972b-453d-ae00-93ff98c8dbb4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:16.649264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b8ffbd3-b643-44ed-9fea-e87bc810d3a7 req-f52b4908-972b-453d-ae00-93ff98c8dbb4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 946 time: 0.1813467 Feb 04 15:54:16.666181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Pushing event updated for resources: {'Port': ['ID=cf8180c0-1912-44b3-a9c6-37a31f19b7d3,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:16.684001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Attempting to bind port cf8180c0-1912-44b3-a9c6-37a31f19b7d3 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:16.684406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Attempting to bind port cf8180c0-1912-44b3-a9c6-37a31f19b7d3 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '01b98e7f-ed6d-450e-bc63-b6421ec0d72b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:16.684803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Attempting to bind port cf8180c0-1912-44b3-a9c6-37a31f19b7d3 on network 01b98e7f-ed6d-450e-bc63-b6421ec0d72b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:16.694109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.698721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:16.699038 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Checking segment: {'id': 'b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '01b98e7f-ed6d-450e-bc63-b6421ec0d72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:16.699443 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.699835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Bound using segment: {'id': 'b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '01b98e7f-ed6d-450e-bc63-b6421ec0d72b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:16.700302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Bound port: cf8180c0-1912-44b3-a9c6-37a31f19b7d3, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '01b98e7f-ed6d-450e-bc63-b6421ec0d72b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:16.700676 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.754227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b8ffbd3-b643-44ed-9fea-e87bc810d3a7 req-080167ed-0d65-424b-8061-a354947c51da tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029706 Feb 04 15:54:16.757923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port cf8180c0-1912-44b3-a9c6-37a31f19b7d3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:16.758301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.892569 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] For port cf8180c0-1912-44b3-a9c6-37a31f19b7d3, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:16.895912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] For port cf8180c0-1912-44b3-a9c6-37a31f19b7d3, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cf8180c0-1912-44b3-a9c6-37a31f19b7d3,segment=NetworkSegment(b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375),segment_id=b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:16.900580 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.949836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba4079a9-f180-4b14-a748-e146d62bf790 req-3f875df5-dbc9-426a-8e99-5bd873a9ceac tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 210 time: 0.0541186 Feb 04 15:54:17.004130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f71ce-587e-4ce6-9c53-15f942df5746 None None] Pushing event updated for resources: {'Port': ['ID=cf8180c0-1912-44b3-a9c6-37a31f19b7d3,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:17.445201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c8b94-b46c-471c-b2f9-04ee89e2d9b3 req-71a97ec7-d146-4dd6-9817-6133e4fd9401 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:17.449384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a50c8b94-b46c-471c-b2f9-04ee89e2d9b3 req-71a97ec7-d146-4dd6-9817-6133e4fd9401 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 946 time: 0.3212795 Feb 04 15:54:17.514441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-dba88aaf-1d45-4e08-9970-7f3f63bfc30a tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:17.516427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-dba88aaf-1d45-4e08-9970-7f3f63bfc30a tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.61 "GET /v2.0/networks?id=d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 HTTP/1.1" status: 200 len: 808 time: 0.3239095 Feb 04 15:54:17.531682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Request body: {'port': {'device_id': '5f5409e2-68ca-448d-a533-134a8bbba3ef', 'network_id': 'd0492ff1-c1fe-4ead-8e5a-3c27d9e00870', 'admin_state_up': True, 'tenant_id': 'b109523c34ea411db6a3fd3bbfdefa24'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:17.635786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port cf8180c0-1912-44b3-a9c6-37a31f19b7d3, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cf8180c0-1912-44b3-a9c6-37a31f19b7d3,segment=NetworkSegment(b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375),segment_id=b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:17.636147 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.699095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a50c8b94-b46c-471c-b2f9-04ee89e2d9b3 req-a348cd70-053f-4737-8b4f-86e517cb7ffd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453115 Feb 04 15:54:17.784084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for cf8180c0-1912-44b3-a9c6-37a31f19b7d3 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:17.792274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:17.796348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Usage tracker for resource:port and tenant:b109523c34ea411db6a3fd3bbfdefa24 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:17.800195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:17.806591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:17.824436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Made reservation on behalf of b109523c34ea411db6a3fd3bbfdefa24 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:17.828423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.881457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.083545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Allocated IP 172.20.0.10 (d0492ff1-c1fe-4ead-8e5a-3c27d9e00870/425dc9be-9424-4665-9a13-2256452b7165/0ad19b99-445f-476f-849c-a05590465e72) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:18.130000 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.192254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=cf8180c0-1912-44b3-a9c6-37a31f19b7d3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:18.320091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3d57-c6fb-4593-a7d5-d20f89f8e6bb req-fe257440-bf54-4d71-9568-da5000f6e4ee tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:18.330003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-430a3d57-c6fb-4593-a7d5-d20f89f8e6bb req-fe257440-bf54-4d71-9568-da5000f6e4ee tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4890347 Feb 04 15:54:18.396275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port cf8180c0-1912-44b3-a9c6-37a31f19b7d3 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:18.427521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-430a3d57-c6fb-4593-a7d5-d20f89f8e6bb req-e2f0cc97-afd9-407b-9862-d08d8be2f54d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963867 Feb 04 15:54:18.435523 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.484049 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.523422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3319b-ad4a-40d0-8b00-ae280a2a3d08 None None] Network 01b98e7f-ed6d-450e-bc63-b6421ec0d72b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:18.553121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.604154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Network d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:18.607807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:18.612799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:18.642722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-39144e99-29a5-4163-a66c-32692d17cf0f None None] Could not find standard attr ID for object cf8180c0-1912-44b3-a9c6-37a31f19b7d3. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:54:18.695278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Pushing event updated for resources: {'Port': ['ID=0ad19b99-445f-476f-849c-a05590465e72,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:18.760012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:18.760605 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.762202 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.803230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b9b9df67-0626-4a94-b98c-6aa2763f0fa5 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2759190 Feb 04 15:54:18.813079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:18.813721 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.816573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79990dc-d551-4156-9615-f84ace4cb24f req-0adcfb32-1084-4047-8d13-f36bf5d795cc tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:18.817867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f79990dc-d551-4156-9615-f84ace4cb24f req-0adcfb32-1084-4047-8d13-f36bf5d795cc tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Synchronizing usage tracker for tenant:b109523c34ea411db6a3fd3bbfdefa24 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:18.835300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Request body: {'port': {'device_id': '5f5409e2-68ca-448d-a533-134a8bbba3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:18.888190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=a1de922e-328a-4663-8531-93b00fbf02a0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:18.964876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f985325-a1a5-4a09-a2e1-f3a177819c3d None None] DHCP port deletion for 01b98e7f-ed6d-450e-bc63-b6421ec0d72b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:54:18.972483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f79990dc-d551-4156-9615-f84ace4cb24f req-0adcfb32-1084-4047-8d13-f36bf5d795cc tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Unset dirty status for tenant:b109523c34ea411db6a3fd3bbfdefa24 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:18.975281 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f79990dc-d551-4156-9615-f84ace4cb24f req-0adcfb32-1084-4047-8d13-f36bf5d795cc tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 932 time: 0.3293042 Feb 04 15:54:18.991586 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.005930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ca4e6-16e5-4425-a25f-a058fc915480 None None] Network 01b98e7f-ed6d-450e-bc63-b6421ec0d72b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:19.092860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.198787 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.231370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f79990dc-d551-4156-9615-f84ace4cb24f req-8089643d-8da3-4400-91de-0a1019707c72 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Synchronizing usage tracker for tenant:b109523c34ea411db6a3fd3bbfdefa24 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:19.252744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55588) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:19.343791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for 4cc2e7f4-b26f-4121-b5e8-aee4190b8289 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:19.363581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f79990dc-d551-4156-9615-f84ace4cb24f req-8089643d-8da3-4400-91de-0a1019707c72 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Unset dirty status for tenant:b109523c34ea411db6a3fd3bbfdefa24 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:19.365096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f79990dc-d551-4156-9615-f84ace4cb24f req-8089643d-8da3-4400-91de-0a1019707c72 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565218 Feb 04 15:54:19.576126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b98e7f-ed6d-450e-bc63-b6421ec0d72b']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:19.593957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:19.594155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15ca7f0-49b4-4ee8-8e4d-e4ac143d2375') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:19.611897 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.643714 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.658772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:19.659163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:19.674529 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:19.767849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.790819 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.846903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=01b98e7f-ed6d-450e-bc63-b6421ec0d72b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:19.877450 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9887dc91-6d9a-4160-8aa9-205056ac5cb0 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/01b98e7f-ed6d-450e-bc63-b6421ec0d72b HTTP/1.1" status: 204 len: 168 time: 3.7031620 Feb 04 15:54:19.879847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55602) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:19.916901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.964225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770346-05bf-4cdc-b75b-9d2a47b028f9 req-afabf2b2-4f92-432d-97b0-800bfc00266f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:19.965906 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51858ef-17a3-44d9-9677-d6ec72ad59d3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:19.966359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51858ef-17a3-44d9-9677-d6ec72ad59d3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:19.971564 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d51858ef-17a3-44d9-9677-d6ec72ad59d3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/a1de922e-328a-4663-8531-93b00fbf02a0 HTTP/1.1" status: 404 len: 337 time: 0.0866129 Feb 04 15:54:19.972630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c770346-05bf-4cdc-b75b-9d2a47b028f9 req-afabf2b2-4f92-432d-97b0-800bfc00266f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4290106 Feb 04 15:54:19.977070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55606) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:20.085713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=4cc2e7f4-b26f-4121-b5e8-aee4190b8289,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:20.112390 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-477ed25b-bfc1-4dad-a15d-7d570a95ff88 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:20.112390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477ed25b-bfc1-4dad-a15d-7d570a95ff88 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:20.114032 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-477ed25b-bfc1-4dad-a15d-7d570a95ff88 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/01b98e7f-ed6d-450e-bc63-b6421ec0d72b HTTP/1.1" status: 404 len: 339 time: 0.1346588 Feb 04 15:54:20.118076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55614) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:20.186630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad19b99-445f-476f-849c-a05590465e72 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:20.212490 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1003549-8b6b-43cd-946b-580ec402c768 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:20.213053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1003549-8b6b-43cd-946b-580ec402c768 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:20.217118 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d1003549-8b6b-43cd-946b-580ec402c768 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/b8a3f1e4-9b24-46a1-87d2-6f4e8574b3e3 HTTP/1.1" status: 404 len: 337 time: 0.0968151 Feb 04 15:54:20.264220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55620) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:20.322580 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0411c385-e01d-4f30-84cb-925ba1966189 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:20.323329 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0411c385-e01d-4f30-84cb-925ba1966189 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:20.325198 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0411c385-e01d-4f30-84cb-925ba1966189 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/da2794d3-f2a4-4792-88bc-884f5d6e730d HTTP/1.1" status: 404 len: 339 time: 0.0545514 Feb 04 15:54:20.336660 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c770346-05bf-4cdc-b75b-9d2a47b028f9 req-df98e7d2-069c-404f-89c8-727b18e05593 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630464 Feb 04 15:54:20.339347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55628) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:20.383054 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.435960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.496949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Transition to ACTIVE for port object 0ad19b99-445f-476f-849c-a05590465e72 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:20.514069 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.737082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 30e4067b-b295-430f-a180-3f35cf762a62 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:54:20.882676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:54:20.897602 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5cf5e66f-05f2-427d-b667-a0fc70a90fa7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/30e4067b-b295-430f-a180-3f35cf762a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0679975 Feb 04 15:54:20.898387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55644) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:20.915309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e4bd2d-ffe2-4dee-a783-5e4dfb92ad2a None None] Sync routers for ids ['30e4067b-b295-430f-a180-3f35cf762a62'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:54:20.926993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e4bd2d-ffe2-4dee-a783-5e4dfb92ad2a None None] Routers {'30e4067b-b295-430f-a180-3f35cf762a62'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:20.927960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d1e4bd2d-ffe2-4dee-a783-5e4dfb92ad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['30e4067b-b295-430f-a180-3f35cf762a62'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:20.939811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.944402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd373c33-c64e-4b79-8624-7050d74c6ec4 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:20.956213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad19b99-445f-476f-849c-a05590465e72,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:20.968410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd373c33-c64e-4b79-8624-7050d74c6ec4 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:20.972700 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd373c33-c64e-4b79-8624-7050d74c6ec4 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=30e4067b-b295-430f-a180-3f35cf762a62 HTTP/1.1" status: 200 len: 205 time: 0.0733688 Feb 04 15:54:20.973498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55650) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:21.008163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d1e4bd2d-ffe2-4dee-a783-5e4dfb92ad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:21.022400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e4bd2d-ffe2-4dee-a783-5e4dfb92ad2a None None] Routers {'30e4067b-b295-430f-a180-3f35cf762a62'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:21.023105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d1e4bd2d-ffe2-4dee-a783-5e4dfb92ad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['30e4067b-b295-430f-a180-3f35cf762a62'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:21.097863 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d1e4bd2d-ffe2-4dee-a783-5e4dfb92ad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:21.098545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e4bd2d-ffe2-4dee-a783-5e4dfb92ad2a None None] The sync data for ids ['30e4067b-b295-430f-a180-3f35cf762a62'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:54:21.194661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37407b7-8637-4ef4-8ac9-fa0698bd3684 req-0c4f6cd2-f6e6-4fe2-9412-481b780b2093 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:21.201720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c37407b7-8637-4ef4-8ac9-fa0698bd3684 req-0c4f6cd2-f6e6-4fe2-9412-481b780b2093 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 944 time: 0.6781998 Feb 04 15:54:21.288604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6a18dc3b-2033-4f0b-b80c-498e78817fdb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.334970 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.370515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c37407b7-8637-4ef4-8ac9-fa0698bd3684 req-8d8492a2-e99a-4a0f-97c7-fa6a2738aad8 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678166 Feb 04 15:54:21.412628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:21.432244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9c2801-a055-4bd9-8637-65d0aad47382') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:21.432567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9c2801-a055-4bd9-8637-65d0aad47382') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:21.448036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Attempting to bind port 0ad19b99-445f-476f-849c-a05590465e72 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:21.448332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Attempting to bind port 0ad19b99-445f-476f-849c-a05590465e72 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '945b1cab-7765-436a-99b7-275b3165d4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0492ff1-c1fe-4ead-8e5a-3c27d9e00870'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:21.448796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Attempting to bind port 0ad19b99-445f-476f-849c-a05590465e72 on network d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:21.457022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Port 0ad19b99-445f-476f-849c-a05590465e72 on network d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:54:21.457022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Attempting to bind port 0ad19b99-445f-476f-849c-a05590465e72 on network d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:21.460367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.473048 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.511574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:21.511913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Checking segment: {'id': '945b1cab-7765-436a-99b7-275b3165d4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0492ff1-c1fe-4ead-8e5a-3c27d9e00870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:21.512295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Bound using segment: {'id': '945b1cab-7765-436a-99b7-275b3165d4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0492ff1-c1fe-4ead-8e5a-3c27d9e00870'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:21.512735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Bound port: 0ad19b99-445f-476f-849c-a05590465e72, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945b1cab-7765-436a-99b7-275b3165d4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0492ff1-c1fe-4ead-8e5a-3c27d9e00870'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:21.513201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.644873 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.668023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:21.668424 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:21.684255 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:21.687741 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6a18dc3b-2033-4f0b-b80c-498e78817fdb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.690062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6a18dc3b-2033-4f0b-b80c-498e78817fdb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.714641 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6a18dc3b-2033-4f0b-b80c-498e78817fdb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.715279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a18dc3b-2033-4f0b-b80c-498e78817fdb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Fanout notify agent at l3_agent the message router_deleted on router 30e4067b-b295-430f-a180-3f35cf762a62 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:54:21.737645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6a18dc3b-2033-4f0b-b80c-498e78817fdb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.738731 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6a18dc3b-2033-4f0b-b80c-498e78817fdb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/30e4067b-b295-430f-a180-3f35cf762a62 HTTP/1.1" status: 204 len: 168 time: 0.7640743 Feb 04 15:54:21.741272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55672) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:21.810681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a11d74a-826f-47a2-8504-7eff60d48239 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting subnet 10175194-3c69-487a-8849-0682447e06f6 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:54:21.814319 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a11d74a-826f-47a2-8504-7eff60d48239 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.895141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a11d74a-826f-47a2-8504-7eff60d48239 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.940071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.975688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.989580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a11d74a-826f-47a2-8504-7eff60d48239 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.997997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] For port 0ad19b99-445f-476f-849c-a05590465e72, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:22.007884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:22.015764 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9ac500e8-47f5-4d81-ae5c-6ea89da2097c tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/f62caff9-bad0-4dcf-b1f8-8af8eaf3f54e HTTP/1.1" status: 204 len: 168 time: 1.6725616 Feb 04 15:54:22.021094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55680) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:22.022475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] For port 0ad19b99-445f-476f-849c-a05590465e72, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0ad19b99-445f-476f-849c-a05590465e72,segment=NetworkSegment(945b1cab-7765-436a-99b7-275b3165d4c6),segment_id=945b1cab-7765-436a-99b7-275b3165d4c6)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:22.035606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e428-3c6a-4771-b33d-090d529bd06a req-3acddb12-220a-4c02-99a0-810ba7733a96 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:22.037094 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8261e428-3c6a-4771-b33d-090d529bd06a req-3acddb12-220a-4c02-99a0-810ba7733a96 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 814 time: 0.5509336 Feb 04 15:54:22.075288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a11d74a-826f-47a2-8504-7eff60d48239 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.110890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.117096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a11d74a-826f-47a2-8504-7eff60d48239 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.124860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456d0d53-501c-4344-b857-3e23442a108d None None] Network 5dc28b94-a154-4336-9ce6-fc1f54edf22a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:22.136345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11d74a-826f-47a2-8504-7eff60d48239 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Subnet': ['ID=10175194-3c69-487a-8849-0682447e06f6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:22.140910 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9a11d74a-826f-47a2-8504-7eff60d48239 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/10175194-3c69-487a-8849-0682447e06f6 HTTP/1.1" status: 204 len: 168 time: 0.3986342 Feb 04 15:54:22.143727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55688) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:22.198871 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c4e732-a819-42bf-abcd-e7e8e6e25d93 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:22.198871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c4e732-a819-42bf-abcd-e7e8e6e25d93 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:22.198871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e7c4e732-a819-42bf-abcd-e7e8e6e25d93 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/a098db12-013d-4f9b-a7aa-3a844b246e11 HTTP/1.1" status: 404 len: 337 time: 0.1596358 Feb 04 15:54:22.214482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55692) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:22.249623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8261e428-3c6a-4771-b33d-090d529bd06a req-6aa8fa03-3ba2-4b2c-9764-2b9e4afb54bb tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/quotas/e31187940f3343f189ea0115d7e26fc2 HTTP/1.1" status: 200 len: 375 time: 0.1436071 Feb 04 15:54:22.262398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:22.263415 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.265217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/0ad19b99-445f-476f-849c-a05590465e72 HTTP/1.1" status: 200 len: 1092 time: 3.4433036 Feb 04 15:54:22.283716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5409e2-68ca-448d-a533-134a8bbba3ef', 'tag': '0ad19b99-445f-476f-849c-a05590465e72'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:22.341911 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e746df76-cc21-42b9-bff0-d15b88337e34 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:22.342390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e746df76-cc21-42b9-bff0-d15b88337e34 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:22.346061 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.357536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 064101ee-655c-4858-847b-e9ccc18fccaa {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:22.358151 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.401813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e746df76-cc21-42b9-bff0-d15b88337e34 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/4cda2ed9-f5b1-47a5-9212-54d5d6f0b92b HTTP/1.1" status: 404 len: 339 time: 0.1873543 Feb 04 15:54:22.410605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55702) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:22.461413 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c0cc2a-4509-4e9c-ac17-9265ccd0bced tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:22.461938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c0cc2a-4509-4e9c-ac17-9265ccd0bced tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:22.463761 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-94c0cc2a-4509-4e9c-ac17-9265ccd0bced tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/274c4220-b682-4621-8bdf-fcde282c1f8e HTTP/1.1" status: 404 len: 337 time: 0.0520425 Feb 04 15:54:22.466771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55706) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:22.479321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf6749-2b9b-428f-8ac7-1172aefa12f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad19b99-445f-476f-849c-a05590465e72,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:22.502751 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ed4ccc-dba7-4e2c-8140-db4323a8b208 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:22.503725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ed4ccc-dba7-4e2c-8140-db4323a8b208 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:22.505452 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c0ed4ccc-dba7-4e2c-8140-db4323a8b208 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/19b383b6-96ac-44e9-84aa-0f6a981e8946 HTTP/1.1" status: 404 len: 339 time: 0.0375252 Feb 04 15:54:22.511120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55712) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:22.570495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] DHCP port deletion for 5dc28b94-a154-4336-9ce6-fc1f54edf22a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:54:22.574615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] Deleting port 064101ee-655c-4858-847b-e9ccc18fccaa {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:22.575205 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.579359 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24a9388-79b7-4d20-8011-2cb608738f27 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:22.579821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24a9388-79b7-4d20-8011-2cb608738f27 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:22.583804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a24a9388-79b7-4d20-8011-2cb608738f27 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/6df5feb9-a0ea-4f35-9528-e7d04028110a HTTP/1.1" status: 404 len: 337 time: 0.0617843 Feb 04 15:54:22.584750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55718) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:22.721838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port 064101ee-655c-4858-847b-e9ccc18fccaa, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=064101ee-655c-4858-847b-e9ccc18fccaa,segment=NetworkSegment(e2ac1e5c-e047-47af-91a0-0ddb7733aa9c),segment_id=e2ac1e5c-e047-47af-91a0-0ddb7733aa9c)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:22.723430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.827355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8261e428-3c6a-4771-b33d-090d529bd06a req-b728e0af-c9e7-4805-ac24-362dc741da6d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5490274 Feb 04 15:54:22.831440 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d250b6-224e-4ec9-908e-1c68e023868a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:22.831941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d250b6-224e-4ec9-908e-1c68e023868a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:22.833738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-40d250b6-224e-4ec9-908e-1c68e023868a tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/39054d35-f298-49e4-ae39-1b79f510be9f HTTP/1.1" status: 404 len: 339 time: 0.2422192 Feb 04 15:54:22.842265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-0e8274cc-1244-424a-94fe-966b1bd546d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:22.844651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-0e8274cc-1244-424a-94fe-966b1bd546d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b109523c34ea411db6a3fd3bbfdefa24&device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 1095 time: 0.4888561 Feb 04 15:54:22.845324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55724) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:22.846845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] For port 064101ee-655c-4858-847b-e9ccc18fccaa, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=064101ee-655c-4858-847b-e9ccc18fccaa,segment=NetworkSegment(e2ac1e5c-e047-47af-91a0-0ddb7733aa9c),segment_id=e2ac1e5c-e047-47af-91a0-0ddb7733aa9c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:22.847247 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.872220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for 064101ee-655c-4858-847b-e9ccc18fccaa owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:22.967104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-4bf76bdf-1f0a-478d-a1f8-9193089e2acc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ad19b99-445f-476f-849c-a05590465e72 HTTP/1.1" status: 200 len: 217 time: 0.0828857 Feb 04 15:54:22.982886 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5409e2-68ca-448d-a533-134a8bbba3ef', 'tag': '0ad19b99-445f-476f-849c-a05590465e72', 'status': 'completed', 'code': 200} Feb 04 15:54:23.098071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] Calling delete_port for 064101ee-655c-4858-847b-e9ccc18fccaa owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:23.136380 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dcce75-2fd4-49f7-873d-061baaeb29ca tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.137237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87dcce75-2fd4-49f7-873d-061baaeb29ca tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.137765 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.139802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-87dcce75-2fd4-49f7-873d-061baaeb29ca tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/9fe75078-7953-4170-967f-f6f582f5a52c HTTP/1.1" status: 404 len: 337 time: 0.2911708 Feb 04 15:54:23.142627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55732) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.146465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.20.0.17 (0aa8838a-f5fa-4575-88c9-8477db19da7b/bdbc7eae-9024-4365-9e07-322584a81277/40cb52e9-7cfc-436d-ae64-b683b0a2a54d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:23.156193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 064101ee-655c-4858-847b-e9ccc18fccaa no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:23.184361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-16007ac5-74f7-4a3d-a91b-82f350a87aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:23.186421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-16007ac5-74f7-4a3d-a91b-82f350a87aaa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=425dc9be-9424-4665-9a13-2256452b7165 HTTP/1.1" status: 200 len: 848 time: 0.1994610 Feb 04 15:54:23.206598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 064101ee-655c-4858-847b-e9ccc18fccaa {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:54:23.206848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 064101ee-655c-4858-847b-e9ccc18fccaa not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:23.238345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=064101ee-655c-4858-847b-e9ccc18fccaa,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:23.240983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No DVR routers for this DVR port 064101ee-655c-4858-847b-e9ccc18fccaa on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:23.244117 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae72f8e7-8812-4f4b-a154-e988722477b4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.244989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae72f8e7-8812-4f4b-a154-e988722477b4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.258860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-ce0cc8e3-9d16-424c-a495-36143265c786 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0492ff1-c1fe-4ead-8e5a-3c27d9e00870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627592 Feb 04 15:54:23.299008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae72f8e7-8812-4f4b-a154-e988722477b4 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/7621c29c-e8b8-4388-b1f3-be6e129607f9 HTTP/1.1" status: 404 len: 339 time: 0.1184762 Feb 04 15:54:23.303231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55740) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.306697 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:23.307358 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:23.441636 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-71840dfb-2ea6-428a-95a8-00384bcc60c9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.442080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71840dfb-2ea6-428a-95a8-00384bcc60c9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.446131 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-71840dfb-2ea6-428a-95a8-00384bcc60c9 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/800ab1dd-6a54-47d7-8457-9027956a904a HTTP/1.1" status: 404 len: 337 time: 0.1392748 Feb 04 15:54:23.448233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.487349 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9993aa-1bfb-4411-836b-cdaff71e8e0f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.487809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9993aa-1bfb-4411-836b-cdaff71e8e0f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.491950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aa9993aa-1bfb-4411-836b-cdaff71e8e0f tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/116bc7c3-cf12-4598-ba55-62184b7f16a2 HTTP/1.1" status: 404 len: 339 time: 0.0415926 Feb 04 15:54:23.491950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.498354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55750) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.548075 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54d6653-7b90-438f-b85c-13bbc1572b03 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.548075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54d6653-7b90-438f-b85c-13bbc1572b03 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.552176 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c54d6653-7b90-438f-b85c-13bbc1572b03 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/faadf3e6-7b56-42a3-9a70-5d6adb8b7b06 HTTP/1.1" status: 404 len: 337 time: 0.0505173 Feb 04 15:54:23.553099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55754) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.560696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984ff1-6ef0-4c4f-9e08-a32e7e61a365 req-785aa42f-c3ca-4bbf-a8f3-743f3dfc2b83 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:23.562604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c984ff1-6ef0-4c4f-9e08-a32e7e61a365 req-785aa42f-c3ca-4bbf-a8f3-743f3dfc2b83 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 944 time: 0.4329290 Feb 04 15:54:23.573878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc28b94-a154-4336-9ce6-fc1f54edf22a']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.594236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ac1e5c-e047-47af-91a0-0ddb7733aa9c') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.594538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ac1e5c-e047-47af-91a0-0ddb7733aa9c') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.594826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-b58ae1a3-5d8b-4551-90e5-155dee7d02ac service neutron] 10.222.0.61 "GET /v2.0/networks/d0492ff1-c1fe-4ead-8e5a-3c27d9e00870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079586 Feb 04 15:54:23.600846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.601361 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af43271-f7fb-401c-90b6-704688de1f7b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.601768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af43271-f7fb-401c-90b6-704688de1f7b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.603341 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7af43271-f7fb-401c-90b6-704688de1f7b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/80d25894-f36e-4368-b0f9-29b2db30c3d0 HTTP/1.1" status: 404 len: 339 time: 0.0497983 Feb 04 15:54:23.606486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55758) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.642268 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.654376 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-71363adb-6d52-460f-94e3-7a294cdf6366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.654820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71363adb-6d52-460f-94e3-7a294cdf6366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.659503 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-71363adb-6d52-460f-94e3-7a294cdf6366 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/096116e3-cf29-424e-9f76-12e81b8f9b47 HTTP/1.1" status: 404 len: 337 time: 0.0501463 Feb 04 15:54:23.660240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55766) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.684423 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.694608 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-324a440e-1833-47d3-a3be-8849a578bb5b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.697131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324a440e-1833-47d3-a3be-8849a578bb5b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.697131 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-324a440e-1833-47d3-a3be-8849a578bb5b tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/8c504c9e-6b58-43da-a3f4-39887a9b6e79 HTTP/1.1" status: 404 len: 339 time: 0.0361791 Feb 04 15:54:23.698640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:23.698640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.704320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55770) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:23.714705 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:23.755728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Transition to ACTIVE for port object 40cb52e9-7cfc-436d-ae64-b683b0a2a54d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:23.767935 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c37e2c-b5b2-41a1-b8e6-ef5e52dc5fd3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.768389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c37e2c-b5b2-41a1-b8e6-ef5e52dc5fd3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.770115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-28c37e2c-b5b2-41a1-b8e6-ef5e52dc5fd3 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/9da7fd83-b038-4a27-a9e1-8e92fe78ef62 HTTP/1.1" status: 404 len: 337 time: 0.0597692 Feb 04 15:54:23.774625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55774) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.782137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c984ff1-6ef0-4c4f-9e08-a32e7e61a365 req-f01fb568-4622-47e8-b0fb-bee4e2f013d1 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055547 Feb 04 15:54:23.808823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] Deleting port 064101ee-655c-4858-847b-e9ccc18fccaa {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:23.813929 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.828811 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a1d512-2cef-4775-b829-5395ce0f09af tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] DELETE failed (client error): The resource could not be found. Feb 04 15:54:23.828811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a1d512-2cef-4775-b829-5395ce0f09af tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:54:23.838395 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92d1bfea-d8df-4ad8-a1d5-67ff4963f312 req-5a9e0432-7c76-4dd0-bb36-53539139fb75 service neutron] 10.222.0.61 "GET /v2.0/networks/d0492ff1-c1fe-4ead-8e5a-3c27d9e00870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318680 Feb 04 15:54:23.846730 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b0a1d512-2cef-4775-b829-5395ce0f09af tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/c5f0cc2f-08cf-444f-ba89-ddb8fba3c1cc HTTP/1.1" status: 404 len: 339 time: 0.0684931 Feb 04 15:54:23.846730 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.847047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55778) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.864173 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.925840 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.932530 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/networks/5dc28b94-a154-4336-9ce6-fc1f54edf22a HTTP/1.1" status: 204 len: 168 time: 1.7877853 Feb 04 15:54:23.938897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-86c6db17-0628-42ad-8922-25c5dcfdecc2 None None] The port '064101ee-655c-4858-847b-e9ccc18fccaa' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:54:23.939535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55782) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:23.952631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-135197749', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:23.964165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239efeaa-96bd-4e88-a604-826defc72bf1 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Network': ['ID=5dc28b94-a154-4336-9ce6-fc1f54edf22a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:23.969442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:23.976831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:router and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:23.986523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:24.000489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:24.008649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcfff12-14fc-4318-887e-e0416d08a259 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting subnet ffea308b-037d-4727-a6ac-fd21616e3ce1 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:54:24.013964 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfff12-14fc-4318-887e-e0416d08a259 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.044707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network 0aa8838a-f5fa-4575-88c9-8477db19da7b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:24.056107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:24.065162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=40cb52e9-7cfc-436d-ae64-b683b0a2a54d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:24.067598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:24.085712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.087064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.130865 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.133394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.163173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.211005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.222309 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3fe1cc06-be07-4909-abfc-90eced16f7c7 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2817237 Feb 04 15:54:24.224755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfff12-14fc-4318-887e-e0416d08a259 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.227688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55790) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:24.236828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'network': {'name': 'tempest-RoutersTest-251513726'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:24.242444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:24.246259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:network and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:24.256941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:24.261055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-2b480529-40cd-4274-9583-bb7f65e1ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:24.262485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-2b480529-40cd-4274-9583-bb7f65e1ae45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b109523c34ea411db6a3fd3bbfdefa24&device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 1095 time: 0.3575552 Feb 04 15:54:24.268431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:24.323652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfff12-14fc-4318-887e-e0416d08a259 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.387787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c0717-a8d1-490a-ad37-87d3e894b81c req-ffd410ea-68c3-421d-bd44-49891e7b5f45 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:24.394694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-916c0717-a8d1-490a-ad37-87d3e894b81c req-ffd410ea-68c3-421d-bd44-49891e7b5f45 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4482181 Feb 04 15:54:24.428269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab11fb97-7b7a-48fd-ab08-b01a717bd1d9 None None] Provisioning for port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:24.437926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab11fb97-7b7a-48fd-ab08-b01a717bd1d9 None None] Provisioning complete for port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:24.438607 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab11fb97-7b7a-48fd-ab08-b01a717bd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.439161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:24.442583 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.450003 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfff12-14fc-4318-887e-e0416d08a259 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.540816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-916c0717-a8d1-490a-ad37-87d3e894b81c req-d0fa3b82-dfc9-4cd3-9e4a-24fb91ee28ea tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322842 Feb 04 15:54:24.540816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-7b116973-ea01-467c-99ee-ce5e37ec4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:24.540816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-7b116973-ea01-467c-99ee-ce5e37ec4801 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 HTTP/1.1" status: 200 len: 909 time: 0.2627985 Feb 04 15:54:24.542813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ab11fb97-7b7a-48fd-ab08-b01a717bd1d9 None None] Port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:24.548555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfff12-14fc-4318-887e-e0416d08a259 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.563163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ac815-a6ab-4732-b442-8dda9e3f6592 None None] Network 39fd95f5-0729-4c7e-a164-dbf34299240c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:24.571654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfff12-14fc-4318-887e-e0416d08a259 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Subnet': ['ID=ffea308b-037d-4727-a6ac-fd21616e3ce1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:24.588310 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2fcfff12-14fc-4318-887e-e0416d08a259 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/subnets/ffea308b-037d-4727-a6ac-fd21616e3ce1 HTTP/1.1" status: 204 len: 168 time: 0.7403345 Feb 04 15:54:24.590688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55802) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:24.662820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:24.674001 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.674405 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added segment b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9 of type vlan for network 3fef0aeb-58a4-4822-b517-0c046630771a Feb 04 15:54:24.707917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.751906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.763437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Deleting port c0bce5d3-da58-4215-884c-3388173137b9 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:24.763806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.925559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] DHCP port deletion for 39fd95f5-0729-4c7e-a164-dbf34299240c request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:54:24.929837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] Deleting port c0bce5d3-da58-4215-884c-3388173137b9 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:24.930211 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.960165 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-b538d44a-f49d-47ad-a0bb-314be42818e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ad19b99-445f-476f-849c-a05590465e72 HTTP/1.1" status: 200 len: 217 time: 0.4104664 Feb 04 15:54:25.048682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.054582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:25.055096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.110831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] For port c0bce5d3-da58-4215-884c-3388173137b9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c0bce5d3-da58-4215-884c-3388173137b9,segment=NetworkSegment(e7b4f26a-4448-433c-ab07-f8123a921b04),segment_id=e7b4f26a-4448-433c-ab07-f8123a921b04)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:25.111195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.161707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9306314 Feb 04 15:54:25.161707 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.163897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c0bce5d3-da58-4215-884c-3388173137b9 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:25.183709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55816) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:25.198990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'subnet': {'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:25.289537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] For port c0bce5d3-da58-4215-884c-3388173137b9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c0bce5d3-da58-4215-884c-3388173137b9,segment=NetworkSegment(e7b4f26a-4448-433c-ab07-f8123a921b04),segment_id=e7b4f26a-4448-433c-ab07-f8123a921b04)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:25.289956 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.300170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Calling delete_port for c0bce5d3-da58-4215-884c-3388173137b9 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:25.330328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-c3379b3c-9d03-4b5b-992b-21e510899530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:25.331793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-c3379b3c-9d03-4b5b-992b-21e510899530 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=425dc9be-9424-4665-9a13-2256452b7165 HTTP/1.1" status: 200 len: 848 time: 0.3571334 Feb 04 15:54:25.340448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11b8d5-d29e-410c-b20e-8c4032ed023f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Network': ['ID=3fef0aeb-58a4-4822-b517-0c046630771a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:25.361672 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.370602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3fef0aeb-58a4-4822-b517-0c046630771a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:25.421722 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.463323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-05ee4e17-4b2f-4d6f-844c-dc318971655c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0492ff1-c1fe-4ead-8e5a-3c27d9e00870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177738 Feb 04 15:54:25.655507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] No DVR routers for this DVR port c0bce5d3-da58-4215-884c-3388173137b9 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:25.666721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f4548-59ec-4c40-ab78-6a14857d7f45 req-09553121-5150-4e0c-b3ab-d2b7f73ac552 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:25.668333 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-952f4548-59ec-4c40-ab78-6a14857d7f45 req-09553121-5150-4e0c-b3ab-d2b7f73ac552 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.9308689 Feb 04 15:54:25.672361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] Calling delete_port for c0bce5d3-da58-4215-884c-3388173137b9 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:25.684196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:25.704063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Port': ['ID=c0bce5d3-da58-4215-884c-3388173137b9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:25.719624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:subnet and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:25.727398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:25.755671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:25.808930 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:54:25.809275 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:54:25.813860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.814073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-952f4548-59ec-4c40-ab78-6a14857d7f45 req-ca213e7b-d5b7-4200-a067-1f47afdddbbc tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244073 Feb 04 15:54:25.820804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:25.824455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.842439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fd95f5-0729-4c7e-a164-dbf34299240c']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.857793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b4f26a-4448-433c-ab07-f8123a921b04') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.858222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b4f26a-4448-433c-ab07-f8123a921b04') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.872064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.909560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.922062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:25.922062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:25.938205 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:25.955764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0ad19b99-445f-476f-849c-a05590465e72 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:54:26.032266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.064693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.070792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] Pushing event deleted for resources: {'Network': ['ID=39fd95f5-0729-4c7e-a164-dbf34299240c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:26.091156 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fa3c9d0e-221c-478b-90a6-8aef3ff71961 tempest-NetworksTest-241008519 tempest-NetworksTest-241008519-project] 10.222.0.46 "DELETE /v2.0/networks/39fd95f5-0729-4c7e-a164-dbf34299240c HTTP/1.1" status: 204 len: 168 time: 1.4993269 Feb 04 15:54:26.096511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-2acf25d1-9a4f-4dc5-b1b6-11b6c604fad8 service neutron] 10.222.0.61 "GET /v2.0/networks/d0492ff1-c1fe-4ead-8e5a-3c27d9e00870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183422 Feb 04 15:54:26.106853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0ad19b99-445f-476f-849c-a05590465e72, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0ad19b99-445f-476f-849c-a05590465e72,segment=NetworkSegment(945b1cab-7765-436a-99b7-275b3165d4c6),segment_id=945b1cab-7765-436a-99b7-275b3165d4c6)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:26.121800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '0ad19b99-445f-476f-849c-a05590465e72', 'network_id': 'd0492ff1-c1fe-4ead-8e5a-3c27d9e00870', 'port_id': '0ad19b99-445f-476f-849c-a05590465e72', 'mac_address': 'fa:16:3e:36:32:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425dc9be-9424-4665-9a13-2256452b7165', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:54:26.178614 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.199620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad19b99-445f-476f-849c-a05590465e72 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:26.216024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0ad19b99-445f-476f-849c-a05590465e72, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0ad19b99-445f-476f-849c-a05590465e72,segment=NetworkSegment(945b1cab-7765-436a-99b7-275b3165d4c6),segment_id=945b1cab-7765-436a-99b7-275b3165d4c6)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:26.221495 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.312527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] Deleting port c0bce5d3-da58-4215-884c-3388173137b9 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:26.313370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.398872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c7945019-6383-4ca7-8c88-9780528a6f32 None None] The port 'c0bce5d3-da58-4215-884c-3388173137b9' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:54:26.404227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0ad19b99-445f-476f-849c-a05590465e72,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:26.411839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.447469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55842) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.479101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0ad19b99-445f-476f-849c-a05590465e72'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:54:26.657044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-34b2a3e5-516e-4b07-86f6-540de8808146 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1ced4e82c71440aabfa27e7752498f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056375 Feb 04 15:54:26.657401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55850) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:26.668502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Subnet': ['ID=699a9c72-7455-4d33-ab72-55505845c8a7,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:26.704541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Checking segment: {'id': 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:26.705261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network hostable DHCP agents. Network: 3fef0aeb-58a4-4822-b517-0c046630771a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:26.731382 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7c23e49-9a3e-49fc-883d-74abaf513f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.754334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659b6a6-0e18-462e-a485-f042b228db6e req-268fe161-29d1-4bdf-85c9-e65d3f7bc59d tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:26.755855 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3659b6a6-0e18-462e-a485-f042b228db6e req-268fe161-29d1-4bdf-85c9-e65d3f7bc59d tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 945 time: 0.4821811 Feb 04 15:54:26.759390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7c23e49-9a3e-49fc-883d-74abaf513f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.762329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffb04be6-a3a8-480c-bfd2-a32938da939a req-1707c723-f7bf-45b4-b0ac-95ed2bfb5d19 service neutron] 10.222.0.61 "GET /v2.0/networks/d0492ff1-c1fe-4ead-8e5a-3c27d9e00870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785305 Feb 04 15:54:26.795126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 3fef0aeb-58a4-4822-b517-0c046630771a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:26.818923 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.823530 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7c23e49-9a3e-49fc-883d-74abaf513f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.828137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 3fef0aeb-58a4-4822-b517-0c046630771a) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:26.831664 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.837737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b2206-3f79-49f0-b4d8-db036d632f04 None None] Network 3fef0aeb-58a4-4822-b517-0c046630771a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:26.842547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c23e49-9a3e-49fc-883d-74abaf513f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722d9f2c-0511-473c-9b7c-151f2098afea,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:26.852562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7c23e49-9a3e-49fc-883d-74abaf513f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.855123 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b7c23e49-9a3e-49fc-883d-74abaf513f0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/722d9f2c-0511-473c-9b7c-151f2098afea HTTP/1.1" status: 204 len: 168 time: 0.1966987 Feb 04 15:54:27.065367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:27.065987 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.098590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3659b6a6-0e18-462e-a485-f042b228db6e req-54fc8b48-db51-4164-95e2-f128121ec2a6 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324671 Feb 04 15:54:27.144648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-3fef0aeb-58a4-4822-b517-0c046630771a', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:54:27.144904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-73932e4c-9fac-4b34-b587-104ab36711e9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9572160 Feb 04 15:54:27.145026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.145409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55858) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:27.151364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.156388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=40cb52e9-7cfc-436d-ae64-b683b0a2a54d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:27.393274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Allocated IP 172.20.0.2 (3fef0aeb-58a4-4822-b517-0c046630771a/699a9c72-7455-4d33-ab72-55505845c8a7/a9263236-54d8-40a6-86f9-76a49bbd9796) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:27.456363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afed3027-1243-4434-be9f-99298b46ecb9 req-f8e74fdf-b12d-42ac-a2d9-97f19bf9847c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e31187940f3343f189ea0115d7e26fc2 HTTP/1.1" status: 200 len: 221 time: 0.1357219 Feb 04 15:54:27.496147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network 0aa8838a-f5fa-4575-88c9-8477db19da7b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:27.497389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:27.852792 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.883835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Transition to ACTIVE for port object a9263236-54d8-40a6-86f9-76a49bbd9796 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:27.935253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Transition to ACTIVE for port object a9263236-54d8-40a6-86f9-76a49bbd9796 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:27.945001 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.059156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Network 3fef0aeb-58a4-4822-b517-0c046630771a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:28.060891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0ad19b99-445f-476f-849c-a05590465e72 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:28.072247 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.156708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:28.180476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414059b3-be60-4db9-9b50-0a3790b7f30b req-2c76bfaf-e9cf-4d83-a03f-0f8cd384a0d4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:28.191081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:28.191231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-414059b3-be60-4db9-9b50-0a3790b7f30b req-2c76bfaf-e9cf-4d83-a03f-0f8cd384a0d4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.5300367 Feb 04 15:54:28.214534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aeef8e22-425f-4fde-96d4-b29d13ea42e6 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:54:28.437756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-414059b3-be60-4db9-9b50-0a3790b7f30b req-8d8cf2f3-e6cd-4340-8e24-9740def21fd1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451050 Feb 04 15:54:28.440551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55956) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.587599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Pushing event updated for resources: {'Port': ['ID=a9263236-54d8-40a6-86f9-76a49bbd9796,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:28.627361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:54:28.635743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4bc56b7d-9d8a-415c-b1be-dfc4bdd1d141 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "PUT /v2.0/routers/aeef8e22-425f-4fde-96d4-b29d13ea42e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3799841 Feb 04 15:54:28.644920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 0ad19b99-445f-476f-849c-a05590465e72 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:28.648403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Attempting to bind port a9263236-54d8-40a6-86f9-76a49bbd9796 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:28.648799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Attempting to bind port a9263236-54d8-40a6-86f9-76a49bbd9796 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:28.649199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Attempting to bind port a9263236-54d8-40a6-86f9-76a49bbd9796 on network 3fef0aeb-58a4-4822-b517-0c046630771a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:28.653474 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Sync routers for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:54:28.668666 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:28.670306 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:28.678604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6a98fc74-9563-4a5a-b1a8-db404a113c0b None None] Provisioning complete for port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:28.678979 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a98fc74-9563-4a5a-b1a8-db404a113c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.701040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-36f4e47c-80f7-41c1-95dc-c3f97f637f18 tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1117978071', 'prefixes': ['172.20.0.0/16']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:28.709107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-36f4e47c-80f7-41c1-95dc-c3f97f637f18 tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:28.770785 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 0ad19b99-445f-476f-849c-a05590465e72 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:28.770911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0039a-ff92-4d71-a109-371459e01c5a req-0b57be7c-477f-4702-bd10-f29e9a8b393a tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:28.771256 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.772622 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2fd0039a-ff92-4d71-a109-371459e01c5a req-0b57be7c-477f-4702-bd10-f29e9a8b393a tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 945 time: 0.1313071 Feb 04 15:54:28.800587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.20.0.1 (3fef0aeb-58a4-4822-b517-0c046630771a/699a9c72-7455-4d33-ab72-55505845c8a7/da2b4004-046a-4105-b6aa-adc0f7eb38dc) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:28.869167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:28.870233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Checking segment: {'id': 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:28.870233 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.870498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Bound using segment: {'id': 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:28.870907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Bound port: a9263236-54d8-40a6-86f9-76a49bbd9796, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:28.871309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.891815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2fd0039a-ff92-4d71-a109-371459e01c5a req-ec02f7cf-1b6d-4fe0-89bb-eabe7ab99e50 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085677 Feb 04 15:54:28.904225 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36f4e47c-80f7-41c1-95dc-c3f97f637f18 tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] Notify callbacks [] for subnetpool, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.909473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-36f4e47c-80f7-41c1-95dc-c3f97f637f18 tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4678650 Feb 04 15:54:28.910773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56000) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.966210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ee35c6f7-cff4-40ca-b2f2-8c85dddf8fdf tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] 10.222.0.46 "GET /v2.0/subnetpools/af890887-1f49-43b9-80bb-fc039b030301 HTTP/1.1" status: 200 len: 732 time: 0.0537846 Feb 04 15:54:28.966868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56012) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:28.978667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e50bccbf-f2ed-4b38-b31d-befcf6c28a15 tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-239993859'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:29.081380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6a98fc74-9563-4a5a-b1a8-db404a113c0b None None] Port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:29.126066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] For port a9263236-54d8-40a6-86f9-76a49bbd9796, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:29.130042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] For port a9263236-54d8-40a6-86f9-76a49bbd9796, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a9263236-54d8-40a6-86f9-76a49bbd9796,segment=NetworkSegment(b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9),segment_id=b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:29.169369 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.212196 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:29.277672 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e50bccbf-f2ed-4b38-b31d-befcf6c28a15 tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] Notify callbacks [] for subnetpool, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.280669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e50bccbf-f2ed-4b38-b31d-befcf6c28a15 tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] 10.222.0.46 "PUT /v2.0/subnetpools/af890887-1f49-43b9-80bb-fc039b030301 HTTP/1.1" status: 200 len: 683 time: 0.3103302 Feb 04 15:54:29.285946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56046) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:29.293466 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.320161 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.338854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fd5e9-d933-4c15-808a-c405b27c22d1 None None] Pushing event updated for resources: {'Port': ['ID=a9263236-54d8-40a6-86f9-76a49bbd9796,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:29.349382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5409e2-68ca-448d-a533-134a8bbba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad19b99-445f-476f-849c-a05590465e72'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:29.355126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Transition to ACTIVE for port object da2b4004-046a-4105-b6aa-adc0f7eb38dc will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:29.364524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0ad19b99-445f-476f-849c-a05590465e72, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0ad19b99-445f-476f-849c-a05590465e72,segment=NetworkSegment(945b1cab-7765-436a-99b7-275b3165d4c6),segment_id=945b1cab-7765-436a-99b7-275b3165d4c6)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:29.386651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.391629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.571093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0ad19b99-445f-476f-849c-a05590465e72,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:29.602908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 3fef0aeb-58a4-4822-b517-0c046630771a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:29.610550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:29.623596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:29.676092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=da2b4004-046a-4105-b6aa-adc0f7eb38dc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:29.687840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fadda7-7059-4348-af9b-a4a8eefdccc7 req-ee1e522a-7feb-49d9-b922-1ccb6c8b3c2e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:29.692571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8fadda7-7059-4348-af9b-a4a8eefdccc7 req-ee1e522a-7feb-49d9-b922-1ccb6c8b3c2e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4434659 Feb 04 15:54:29.736392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.792908 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c743b0b1-9396-460b-aa9e-6c1cd6008e52 tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] Notify callbacks [] for subnetpool, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.794170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c743b0b1-9396-460b-aa9e-6c1cd6008e52 tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] 10.222.0.46 "DELETE /v2.0/subnetpools/af890887-1f49-43b9-80bb-fc039b030301 HTTP/1.1" status: 204 len: 168 time: 0.5071959 Feb 04 15:54:29.808693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56100) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:29.809652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8fadda7-7059-4348-af9b-a4a8eefdccc7 req-9620c43e-77ac-40a4-841f-f29617272f79 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015115 Feb 04 15:54:29.839242 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-78fe8b4d-4bfb-4351-9468-a0ac73a6d04b tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] show failed (client error): The resource could not be found. Feb 04 15:54:29.840381 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-78fe8b4d-4bfb-4351-9468-a0ac73a6d04b tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] 10.222.0.46 "GET /v2.0/subnetpools/af890887-1f49-43b9-80bb-fc039b030301 HTTP/1.1" status: 404 len: 346 time: 0.0297029 Feb 04 15:54:29.843302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56110) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:29.867168 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-84500137-9041-4901-a923-a46628beb2fa tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] delete failed (client error): The resource could not be found. Feb 04 15:54:29.868443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-84500137-9041-4901-a923-a46628beb2fa tempest-SubnetPoolsTestJSON-1563703174 tempest-SubnetPoolsTestJSON-1563703174-project] 10.222.0.46 "DELETE /v2.0/subnetpools/af890887-1f49-43b9-80bb-fc039b030301 HTTP/1.1" status: 404 len: 346 time: 0.0238698 Feb 04 15:54:29.956466 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5409e2-68ca-448d-a533-134a8bbba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad19b99-445f-476f-849c-a05590465e72', 'code': 200} Feb 04 15:54:30.031850 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.165024 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:54:24Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '0ec50f98-4b6b-4bd6-aa58-02011ef0793f', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:59Z', 'updated_at': '2022-02-04T15:53:08Z', 'revision_number': 1, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40cb52e9-7cfc-436d-ae64-b683b0a2a54d', 'name': '', 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:66:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'bdbc7eae-9024-4365-9e07-322584a81277', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:22Z', 'updated_at': '2022-02-04T15:54:26Z', 'revision_number': 2, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bdbc7eae-9024-4365-9e07-322584a81277', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:30.177425 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Checking router: aeef8e22-425f-4fde-96d4-b29d13ea42e6 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:54:30.177903 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Updating router aeef8e22-425f-4fde-96d4-b29d13ea42e6 port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:54:30.337959 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.449056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c1241-b947-44a7-bf44-424c48ebf7ab req-94f7aabe-d158-4104-9944-73bb8e30044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:30.451044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-944c1241-b947-44a7-bf44-424c48ebf7ab req-94f7aabe-d158-4104-9944-73bb8e30044a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 1097 time: 0.3932171 Feb 04 15:54:30.457571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56188) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:30.602654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9177e-e649-4341-83a5-05094d5171e3 req-9a49a472-7765-4013-bc99-96ca4b3fc837 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:30.614074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ac9177e-e649-4341-83a5-05094d5171e3 req-9a49a472-7765-4013-bc99-96ca4b3fc837 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 946 time: 0.4451029 Feb 04 15:54:30.625118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-944c1241-b947-44a7-bf44-424c48ebf7ab req-6ebcb412-39e9-4fbc-822b-4a10d0f4d055 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636624 Feb 04 15:54:30.729618 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ac9177e-e649-4341-83a5-05094d5171e3 req-ab012319-3a71-4183-b378-bbff7f1b1b7e tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132224 Feb 04 15:54:30.850134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b0f520b2-8389-49ff-bee7-3615d6986085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.897184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b0f520b2-8389-49ff-bee7-3615d6986085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:30.907215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b0f520b2-8389-49ff-bee7-3615d6986085 admin admin] Usage tracker for resource:security_group_rule and tenant:b71d6b27430847a9a4f77dccd6fb1891 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:30.914446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b0f520b2-8389-49ff-bee7-3615d6986085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:30.968934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b0f520b2-8389-49ff-bee7-3615d6986085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:31.063398 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.074376 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.082353 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Transition to ACTIVE for port object 40cb52e9-7cfc-436d-ae64-b683b0a2a54d will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:31.084003 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.096914 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.134008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88328d-0f9a-4e62-96c3-6ad15c336982 req-35e461f5-bca6-4da2-957a-b9ee3ed896f0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:31.141857 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a88328d-0f9a-4e62-96c3-6ad15c336982 req-35e461f5-bca6-4da2-957a-b9ee3ed896f0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2286580 Feb 04 15:54:31.161414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5033dce8-01b2-4e6d-b615-6f59a7120f3f None None] Network 3fef0aeb-58a4-4822-b517-0c046630771a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:31.209823 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Pushing event updated for resources: {'Port': ['ID=40cb52e9-7cfc-436d-ae64-b683b0a2a54d,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:31.272128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=da2b4004-046a-4105-b6aa-adc0f7eb38dc,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:31.282883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b0f520b2-8389-49ff-bee7-3615d6986085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.291813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b0f520b2-8389-49ff-bee7-3615d6986085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.308400 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.349592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f520b2-8389-49ff-bee7-3615d6986085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bdf269-1651-4045-92b3-b7a4936c6927,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:31.367436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a88328d-0f9a-4e62-96c3-6ad15c336982 req-baf54dfd-c6b8-484d-a2bb-8ee5fc8a6bc6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245240 Feb 04 15:54:31.421521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b0f520b2-8389-49ff-bee7-3615d6986085 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b71d6b27430847a9a4f77dccd6fb1891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9612854 Feb 04 15:54:31.423310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56286) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:31.431764 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.432100 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.432426 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.432742 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.433093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.433409 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.433720 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.434126 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.434316 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.434626 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.435185 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.435481 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:31.474010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a9263236-54d8-40a6-86f9-76a49bbd9796 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:31.576487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 3fef0aeb-58a4-4822-b517-0c046630771a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:31.579099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:31.741358 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Attempting to bind port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:31.741725 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Attempting to bind port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:31.743409 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Attempting to bind port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d on network 0aa8838a-f5fa-4575-88c9-8477db19da7b {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:31.755887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bfc12739-a434-4a39-b095-db7158102dea None None] Provisioning for port a9263236-54d8-40a6-86f9-76a49bbd9796 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:31.773886 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:31.774260 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Checking segment: {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:31.774696 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.775088 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Bound using segment: {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:31.775560 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Bound port: 40cb52e9-7cfc-436d-ae64-b683b0a2a54d, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:31.775925 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.877821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d63f831d-3622-44b7-91a8-d32b59ec577c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.918556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port a9263236-54d8-40a6-86f9-76a49bbd9796 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:31.925909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a9263236-54d8-40a6-86f9-76a49bbd9796 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:31.926275 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.950278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d63f831d-3622-44b7-91a8-d32b59ec577c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.976274 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] For port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:31.986097 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] For port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=40cb52e9-7cfc-436d-ae64-b683b0a2a54d,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:31.996279 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.037339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:54:32.072407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6b15d-ddc4-4aff-b1a5-4e9b80bbd986 req-23cc5ef7-2f22-480c-bec4-df85f817edc2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:32.081268 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.084159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2aa6b15d-ddc4-4aff-b1a5-4e9b80bbd986 req-23cc5ef7-2f22-480c-bec4-df85f817edc2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.5028491 Feb 04 15:54:32.121983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port a9263236-54d8-40a6-86f9-76a49bbd9796, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a9263236-54d8-40a6-86f9-76a49bbd9796,segment=NetworkSegment(b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9),segment_id=b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:32.128300 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.194210 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2ca03-7c4b-4704-91ee-90b964509b41 None None] Pushing event updated for resources: {'Port': ['ID=40cb52e9-7cfc-436d-ae64-b683b0a2a54d,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:32.217687 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2aa6b15d-ddc4-4aff-b1a5-4e9b80bbd986 req-a4374ee2-815e-496f-85ee-46f8722a58ed tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323857 Feb 04 15:54:32.218334 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d63f831d-3622-44b7-91a8-d32b59ec577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.272305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f831d-3622-44b7-91a8-d32b59ec577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bdf269-1651-4045-92b3-b7a4936c6927,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:32.284257 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d63f831d-3622-44b7-91a8-d32b59ec577c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.289564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d63f831d-3622-44b7-91a8-d32b59ec577c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37bdf269-1651-4045-92b3-b7a4936c6927 HTTP/1.1" status: 204 len: 168 time: 0.8641002 Feb 04 15:54:32.302894 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:32.304065 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:32.307533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=a9263236-54d8-40a6-86f9-76a49bbd9796,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:32.535797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ed3464fe-7804-459c-ae3a-9b90dc2af50b None None] Provisioning complete for port a9263236-54d8-40a6-86f9-76a49bbd9796 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:32.536366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ed3464fe-7804-459c-ae3a-9b90dc2af50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.626559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:54:32.658791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:54:32.662613 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cf1882cc-7e0d-4afa-bd09-de351ef923ac tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5155997 Feb 04 15:54:32.665203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56402) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:32.686975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1820291213'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:32.706618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:32.712627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:network and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:32.724584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:32.725825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:32.732512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:32.736486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:32.759486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:32.760531 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:32.762872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.771503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75815d1-24eb-45d7-8720-786a7b11392a req-d9698435-3103-4b4d-8a64-a7c7f550c8a8 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:32.773138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d75815d1-24eb-45d7-8720-786a7b11392a req-d9698435-3103-4b4d-8a64-a7c7f550c8a8 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 946 time: 0.2150524 Feb 04 15:54:32.820174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:32.839777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.840208 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added segment 42119ce5-3d27-4ab0-ba7c-fd2e70e75522 of type vlan for network e6327674-2da7-4fa5-a184-dbf36c9214b8 Feb 04 15:54:32.862099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d75815d1-24eb-45d7-8720-786a7b11392a req-1c922e14-9b20-45e1-89ea-bafe7bdad93e tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829737 Feb 04 15:54:32.890790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.941215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.949103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:32.951314 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.077655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:33.198297 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5317647 Feb 04 15:54:33.204093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56420) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:33.218661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'subnet': {'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:33.247216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14406d67-c749-43ee-a60d-656d865eb6ea tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Network': ['ID=e6327674-2da7-4fa5-a184-dbf36c9214b8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:33.271772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e4758-a18e-4236-8690-bf01f062ab86 req-564408b7-ae9f-421d-a070-2a3816fe21d4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:33.287128 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-926e4758-a18e-4236-8690-bf01f062ab86 req-564408b7-ae9f-421d-a070-2a3816fe21d4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2124269 Feb 04 15:54:33.405604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a9263236-54d8-40a6-86f9-76a49bbd9796 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:33.425393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-926e4758-a18e-4236-8690-bf01f062ab86 req-0a0464be-4b00-4aba-8a51-ecae9e40fea9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372757 Feb 04 15:54:33.457145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e6327674-2da7-4fa5-a184-dbf36c9214b8 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:33.496874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:33.504194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:subnet and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:33.507791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:33.521946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:33.546075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:33.553397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.810237 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:54:24Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '0ec50f98-4b6b-4bd6-aa58-02011ef0793f', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:59Z', 'updated_at': '2022-02-04T15:53:08Z', 'revision_number': 1, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40cb52e9-7cfc-436d-ae64-b683b0a2a54d', 'name': '', 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:66:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'bdbc7eae-9024-4365-9e07-322584a81277', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:22Z', 'updated_at': '2022-02-04T15:54:31Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bdbc7eae-9024-4365-9e07-322584a81277', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:33.819474 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113162e9-83cf-48b0-b863-b944854fcdf6 None None] The sync data for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 is: [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:54:24Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '0ec50f98-4b6b-4bd6-aa58-02011ef0793f', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:59Z', 'updated_at': '2022-02-04T15:53:08Z', 'revision_number': 1, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40cb52e9-7cfc-436d-ae64-b683b0a2a54d', 'name': '', 'network_id': '0aa8838a-f5fa-4575-88c9-8477db19da7b', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:66:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'bdbc7eae-9024-4365-9e07-322584a81277', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:22Z', 'updated_at': '2022-02-04T15:54:31Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bdbc7eae-9024-4365-9e07-322584a81277', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:54:33.866751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73974-5cbb-4414-a787-040f753de155 req-007581f8-6ba4-4c36-8fa6-46f4bc352c2a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:33.877077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62d73974-5cbb-4414-a787-040f753de155 req-007581f8-6ba4-4c36-8fa6-46f4bc352c2a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2023005 Feb 04 15:54:33.981710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62d73974-5cbb-4414-a787-040f753de155 req-0f3affea-4eb4-4a84-9ee3-214536942ea4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971098 Feb 04 15:54:34.029721 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.189285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Subnet': ['ID=6a8eb827-660d-4f24-8d6b-cfdfa54a4b12,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:34.199085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Checking segment: {'id': '42119ce5-3d27-4ab0-ba7c-fd2e70e75522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:34.199821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network hostable DHCP agents. Network: e6327674-2da7-4fa5-a184-dbf36c9214b8, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:34.229043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ed3464fe-7804-459c-ae3a-9b90dc2af50b None None] Provisioning for port da2b4004-046a-4105-b6aa-adc0f7eb38dc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:34.232653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network e6327674-2da7-4fa5-a184-dbf36c9214b8 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:34.253392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, e6327674-2da7-4fa5-a184-dbf36c9214b8) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:34.259688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ed3464fe-7804-459c-ae3a-9b90dc2af50b None None] Provisioning complete for port da2b4004-046a-4105-b6aa-adc0f7eb38dc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:34.260463 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ed3464fe-7804-459c-ae3a-9b90dc2af50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.263303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:34.264513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.332267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ed3464fe-7804-459c-ae3a-9b90dc2af50b None None] Port da2b4004-046a-4105-b6aa-adc0f7eb38dc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:34.334331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e286c0f2-b052-4419-8dff-9e985e353f16 None None] Network e6327674-2da7-4fa5-a184-dbf36c9214b8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:34.345534 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5263931a-18f0-4d17-b2ee-bd92d330c10b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1399817 Feb 04 15:54:34.348698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56462) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:34.351126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a9263236-54d8-40a6-86f9-76a49bbd9796 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:34.351592 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.383253 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-91da077f-6e8b-46d7-baff-d252c621f903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.471096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511c24-1c0f-46df-918f-540db28bdcce req-1fe37f38-47d2-4454-8192-650c4389821b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:34.481639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-1fe37f38-47d2-4454-8192-650c4389821b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/networks?id=a344492f-b621-4f17-b247-74781820dde5 HTTP/1.1" status: 200 len: 814 time: 0.3819711 Feb 04 15:54:34.511493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-0aa9a4f9-e970-413c-8d96-e28acfd04370 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/quotas/c784c8c158584530ae30f34208d9b7bf HTTP/1.1" status: 200 len: 375 time: 0.0234334 Feb 04 15:54:34.637491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-dd8936b9-6bfe-43d9-8edf-c2ea913d14c7 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c784c8c158584530ae30f34208d9b7bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189659 Feb 04 15:54:34.654238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6d868ac5-2ae5-4c90-b338-92a71a706662 None None] Provisioning complete for port da2b4004-046a-4105-b6aa-adc0f7eb38dc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:34.654891 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6d868ac5-2ae5-4c90-b338-92a71a706662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.739182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6d868ac5-2ae5-4c90-b338-92a71a706662 None None] Port da2b4004-046a-4105-b6aa-adc0f7eb38dc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:34.820018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-6a678986-69df-49a4-a34b-2dc0bedc6dcb service neutron] 10.222.0.46 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793365 Feb 04 15:54:34.909207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:29Z', 'revision_number': 2, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:30Z', 'revision_number': 2, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:35.083072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:54:35.083316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Updating router ddf34df2-79d7-486a-8b50-5989d55e94bb port da2b4004-046a-4105-b6aa-adc0f7eb38dc binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:54:35.160179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-f28d52b2-2386-4ab6-82a3-71294edd09d2 service neutron] 10.222.0.46 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306983 Feb 04 15:54:35.183961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-e6327674-2da7-4fa5-a184-dbf36c9214b8', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:54:35.185314 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.337757 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.338178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.503977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Allocated IP 172.21.0.2 (e6327674-2da7-4fa5-a184-dbf36c9214b8/6a8eb827-660d-4f24-8d6b-cfdfa54a4b12/d0556122-7e0b-4897-9603-e94d5588e303) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:35.658546 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8bbbe6d8-a6cf-4788-be39-c050a8842807 req-eb583749-a92d-4af1-8387-9c64397ce215 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 210 time: 0.1457837 Feb 04 15:54:35.720487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 40cb52e9-7cfc-436d-ae64-b683b0a2a54d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:35.979504 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.991558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:35.993432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d41b68-e988-41e1-a7ab-d68ff20f069e req-a60036b4-9f19-4ba5-8d57-b45ff7b36567 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:35.995235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84d41b68-e988-41e1-a7ab-d68ff20f069e req-a60036b4-9f19-4ba5-8d57-b45ff7b36567 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1672933 Feb 04 15:54:36.010264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:36.010264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.051356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Transition to ACTIVE for port object d0556122-7e0b-4897-9603-e94d5588e303 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:36.058353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84d41b68-e988-41e1-a7ab-d68ff20f069e req-9b6a9b9c-57b5-4a17-995f-3a06d408cb17 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565970 Feb 04 15:54:36.129783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Transition to ACTIVE for port object d0556122-7e0b-4897-9603-e94d5588e303 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:36.192682 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.251092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56512) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:36.351639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.21.0.1 (e6327674-2da7-4fa5-a184-dbf36c9214b8/6a8eb827-660d-4f24-8d6b-cfdfa54a4b12/e6a51d06-ea0c-4346-bbf0-a1a62f714209) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:36.383987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b1f5d-014a-4ff0-b89a-cad592b91273 req-0ab67239-5b6c-4ee6-8d4b-8c58a60c9716 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:36.385751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b9b1f5d-014a-4ff0-b89a-cad592b91273 req-0ab67239-5b6c-4ee6-8d4b-8c58a60c9716 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1172459 Feb 04 15:54:36.423247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Network e6327674-2da7-4fa5-a184-dbf36c9214b8 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:36.472119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:36.476527 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b9b1f5d-014a-4ff0-b89a-cad592b91273 req-d0204136-e246-4e93-9efa-15b3fecc21fa tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839145 Feb 04 15:54:36.484719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:36.524801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Pushing event updated for resources: {'Port': ['ID=d0556122-7e0b-4897-9603-e94d5588e303,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:36.529408 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.553110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87b9926e-2093-4f76-ab45-62ecee3b7b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.589629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-87b9926e-2093-4f76-ab45-62ecee3b7b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:36.591940 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.595043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-87b9926e-2093-4f76-ab45-62ecee3b7b27 admin admin] Usage tracker for resource:security_group_rule and tenant:c883b97ec2a345b4a51b66cdf19b0771 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:36.599196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-87b9926e-2093-4f76-ab45-62ecee3b7b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:36.607145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-87b9926e-2093-4f76-ab45-62ecee3b7b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:36.683320 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.707574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Transition to ACTIVE for port object e6a51d06-ea0c-4346-bbf0-a1a62f714209 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:36.738455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.742044 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8ea0410e-5a94-42a4-8731-0179e35b08ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.773024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Attempting to bind port d0556122-7e0b-4897-9603-e94d5588e303 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:36.773394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Attempting to bind port d0556122-7e0b-4897-9603-e94d5588e303 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '42119ce5-3d27-4ab0-ba7c-fd2e70e75522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:36.773748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Attempting to bind port d0556122-7e0b-4897-9603-e94d5588e303 on network e6327674-2da7-4fa5-a184-dbf36c9214b8 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:36.779568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=40cb52e9-7cfc-436d-ae64-b683b0a2a54d,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:36.810500 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87b9926e-2093-4f76-ab45-62ecee3b7b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.831298 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.831774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-87b9926e-2093-4f76-ab45-62ecee3b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.853197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network e6327674-2da7-4fa5-a184-dbf36c9214b8 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:36.856926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:36.865365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:36.867872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:36.868282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Checking segment: {'id': '42119ce5-3d27-4ab0-ba7c-fd2e70e75522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:36.868681 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.869096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Bound using segment: {'id': '42119ce5-3d27-4ab0-ba7c-fd2e70e75522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:36.869642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Bound port: d0556122-7e0b-4897-9603-e94d5588e303, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42119ce5-3d27-4ab0-ba7c-fd2e70e75522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:36.870017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.907743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9926e-2093-4f76-ab45-62ecee3b7b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfda179-6fed-4c31-b9a9-d89f781d6078,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:36.914601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-87b9926e-2093-4f76-ab45-62ecee3b7b27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c883b97ec2a345b4a51b66cdf19b0771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6612093 Feb 04 15:54:36.917145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56528) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:36.969742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=e6a51d06-ea0c-4346-bbf0-a1a62f714209,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:36.995928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-308c37ad-b1ef-4d99-9e44-29aa720f4423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.008370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.015853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e6fd3-978b-4002-b57a-83db02863eef req-0fddad54-9b8c-42b1-9b00-7ed99047016e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:37.023391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b72e6fd3-978b-4002-b57a-83db02863eef req-0fddad54-9b8c-42b1-9b00-7ed99047016e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2852979 Feb 04 15:54:37.048805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Transition to ACTIVE for port object da2b4004-046a-4105-b6aa-adc0f7eb38dc will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:37.050958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=40cb52e9-7cfc-436d-ae64-b683b0a2a54d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:37.057151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] For port d0556122-7e0b-4897-9603-e94d5588e303, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:37.061446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] For port d0556122-7e0b-4897-9603-e94d5588e303, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d0556122-7e0b-4897-9603-e94d5588e303,segment=NetworkSegment(42119ce5-3d27-4ab0-ba7c-fd2e70e75522),segment_id=42119ce5-3d27-4ab0-ba7c-fd2e70e75522)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:37.063043 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.068196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-308c37ad-b1ef-4d99-9e44-29aa720f4423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.073828 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.117339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b72e6fd3-978b-4002-b57a-83db02863eef req-e0186904-b4c1-4353-91e9-ef0391f2d366 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930247 Feb 04 15:54:37.149585 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.180096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-308c37ad-b1ef-4d99-9e44-29aa720f4423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.216927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c37ad-b1ef-4d99-9e44-29aa720f4423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfda179-6fed-4c31-b9a9-d89f781d6078,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:37.222140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-308c37ad-b1ef-4d99-9e44-29aa720f4423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.228055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-308c37ad-b1ef-4d99-9e44-29aa720f4423 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fcfda179-6fed-4c31-b9a9-d89f781d6078 HTTP/1.1" status: 204 len: 168 time: 0.3097606 Feb 04 15:54:37.369292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3cb89e51-9b3b-40aa-beb9-1abf65c38ed2 req-4889ecbc-2419-4175-b1a7-94ff8fb7d66f tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 210 time: 0.0798106 Feb 04 15:54:37.442846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511c24-1c0f-46df-918f-540db28bdcce req-81d80eaf-0318-4912-9428-f9664dcf5ab4 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:37.443590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7b511c24-1c0f-46df-918f-540db28bdcce req-81d80eaf-0318-4912-9428-f9664dcf5ab4 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Synchronizing usage tracker for tenant:c784c8c158584530ae30f34208d9b7bf on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:37.455551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 40cb52e9-7cfc-436d-ae64-b683b0a2a54d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:37.601658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.616974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e2329-f8ea-44d8-ab92-f22c68c8f816 None None] Pushing event updated for resources: {'Port': ['ID=da2b4004-046a-4105-b6aa-adc0f7eb38dc,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:37.753320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a085b5-44b7-401e-9a6d-cbf26e970b71 req-264be00e-ccb4-4057-979a-58539309f6ec tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:37.754962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7b511c24-1c0f-46df-918f-540db28bdcce req-81d80eaf-0318-4912-9428-f9664dcf5ab4 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Unset dirty status for tenant:c784c8c158584530ae30f34208d9b7bf on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:37.759454 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-81d80eaf-0318-4912-9428-f9664dcf5ab4 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.53 "GET /v2.0/networks?id=a344492f-b621-4f17-b247-74781820dde5 HTTP/1.1" status: 200 len: 814 time: 0.7390144 Feb 04 15:54:37.763704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2a085b5-44b7-401e-9a6d-cbf26e970b71 req-264be00e-ccb4-4057-979a-58539309f6ec tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2188764 Feb 04 15:54:37.765751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Attempting to bind port da2b4004-046a-4105-b6aa-adc0f7eb38dc on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:37.766527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Attempting to bind port da2b4004-046a-4105-b6aa-adc0f7eb38dc by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:37.766843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Attempting to bind port da2b4004-046a-4105-b6aa-adc0f7eb38dc on network 3fef0aeb-58a4-4822-b517-0c046630771a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:37.783067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:37.783299 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.796805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Request body: {'port': {'device_id': 'f65a92a9-8cc7-4849-bbb0-143a88ae7ad9', 'network_id': 'a344492f-b621-4f17-b247-74781820dde5', 'admin_state_up': True, 'tenant_id': 'c784c8c158584530ae30f34208d9b7bf'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:37.807193 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.837953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:37.838548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Checking segment: {'id': 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:37.838719 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.839073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Bound using segment: {'id': 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:37.839552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Bound port: da2b4004-046a-4105-b6aa-adc0f7eb38dc, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:37.839918 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.848851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56542) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:37.859881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2a085b5-44b7-401e-9a6d-cbf26e970b71 req-2c866891-3a41-4870-be35-be6a821b4c49 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917466 Feb 04 15:54:37.869535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9ccf7-e75c-490e-aa5d-96cf18b100c8 None None] Pushing event updated for resources: {'Port': ['ID=d0556122-7e0b-4897-9603-e94d5588e303,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:37.877133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.916096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-492a7c44-0c88-4c0a-9c9c-8d2c2878d5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.966079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-492a7c44-0c88-4c0a-9c9c-8d2c2878d5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:37.980098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-492a7c44-0c88-4c0a-9c9c-8d2c2878d5dc admin admin] Usage tracker for resource:security_group_rule and tenant:97b35c106c4b40c0ab4b0a80c2e2c776 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:37.994097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-492a7c44-0c88-4c0a-9c9c-8d2c2878d5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:38.004622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-492a7c44-0c88-4c0a-9c9c-8d2c2878d5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:38.072666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] For port da2b4004-046a-4105-b6aa-adc0f7eb38dc, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:38.090772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] For port da2b4004-046a-4105-b6aa-adc0f7eb38dc, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da2b4004-046a-4105-b6aa-adc0f7eb38dc,segment=NetworkSegment(b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9),segment_id=b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:38.107377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.238159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:38.238741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:38.422789 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-492a7c44-0c88-4c0a-9c9c-8d2c2878d5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.438915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-492a7c44-0c88-4c0a-9c9c-8d2c2878d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.485676 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-492a7c44-0c88-4c0a-9c9c-8d2c2878d5dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97b35c106c4b40c0ab4b0a80c2e2c776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6199753 Feb 04 15:54:38.486381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56558) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:38.536210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e2329-f8ea-44d8-ab92-f22c68c8f816 None None] Pushing event updated for resources: {'Port': ['ID=da2b4004-046a-4105-b6aa-adc0f7eb38dc,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:38.541861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a7c44-0c88-4c0a-9c9c-8d2c2878d5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ccceb-e562-44c3-86ad-5250aaa02e3e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:38.566240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:38.567898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581793c-6dec-41a6-8279-92c22829b769 req-85d1661a-c5ab-488d-885a-e3e4d6c9e489 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:38.576248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8581793c-6dec-41a6-8279-92c22829b769 req-85d1661a-c5ab-488d-885a-e3e4d6c9e489 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4241846 Feb 04 15:54:38.609982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:38.624973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Usage tracker for resource:port and tenant:c784c8c158584530ae30f34208d9b7bf is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:38.633195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:38.644033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:38.661137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Made reservation on behalf of c784c8c158584530ae30f34208d9b7bf for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:38.665337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.672461 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df2d396f-8b9a-4786-966f-e473776c06d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.691373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8581793c-6dec-41a6-8279-92c22829b769 req-b6fb8a3b-99b0-4513-a248-5f1a956aefa4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136422 Feb 04 15:54:38.710618 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df2d396f-8b9a-4786-966f-e473776c06d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.725053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.735435 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.790586 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df2d396f-8b9a-4786-966f-e473776c06d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.815804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d396f-8b9a-4786-966f-e473776c06d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ccceb-e562-44c3-86ad-5250aaa02e3e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:38.837735 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df2d396f-8b9a-4786-966f-e473776c06d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.839378 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-df2d396f-8b9a-4786-966f-e473776c06d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f0ccceb-e562-44c3-86ad-5250aaa02e3e HTTP/1.1" status: 204 len: 168 time: 0.3504360 Feb 04 15:54:39.025345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb673d59-83a5-4553-a6c6-e744f42bb9ec req-adca6bca-5a38-46b4-82ef-ff68fe26b57e tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 210 time: 0.0832863 Feb 04 15:54:39.193599 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.223220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:37Z', 'revision_number': 3, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:38Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:36Z', 'revision_number': 1, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:39.232451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ed6a93-35df-49f3-9b93-79a091305396 None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:37Z', 'revision_number': 3, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:38Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:36Z', 'revision_number': 1, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:54:39.288975 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.303813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=e6a51d06-ea0c-4346-bbf0-a1a62f714209,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:39.371838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4eb8f-4a29-4a41-8903-8afdc9fdd306 req-f9a5215b-137a-4155-a098-e83a69f710d6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:39.382859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61c4eb8f-4a29-4a41-8903-8afdc9fdd306 req-f9a5215b-137a-4155-a098-e83a69f710d6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2186012 Feb 04 15:54:39.415668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.485915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d0556122-7e0b-4897-9603-e94d5588e303 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:39.496216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61c4eb8f-4a29-4a41-8903-8afdc9fdd306 req-e423cac7-7024-4657-8ce0-0b68ced8c6ca tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123562 Feb 04 15:54:39.589777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862069e4-da31-4e3f-89b1-4aa13ce7dbd6 None None] Network e6327674-2da7-4fa5-a184-dbf36c9214b8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:39.644843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Allocated IP 172.20.0.3 (a344492f-b621-4f17-b247-74781820dde5/816e7f7d-9305-4b94-95f8-88ffeb0ced96/538cb81e-8dfb-4910-a7d8-51aad4fcc2fc) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:39.700125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network e6327674-2da7-4fa5-a184-dbf36c9214b8 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:39.707519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:39.751071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f105d771-703c-4bee-b32c-6e1c4b0d8c5d None None] Provisioning for port d0556122-7e0b-4897-9603-e94d5588e303 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:39.816944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port d0556122-7e0b-4897-9603-e94d5588e303 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:39.831686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d0556122-7e0b-4897-9603-e94d5588e303 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:39.832190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.115017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.172003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dd5e9-40ea-4f9a-85b0-2fc3892f2c6f req-00680c72-d552-498c-a708-3e8869bb12d0 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:40.177557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c9dd5e9-40ea-4f9a-85b0-2fc3892f2c6f req-00680c72-d552-498c-a708-3e8869bb12d0 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 946 time: 0.1721311 Feb 04 15:54:40.193299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port d0556122-7e0b-4897-9603-e94d5588e303, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d0556122-7e0b-4897-9603-e94d5588e303,segment=NetworkSegment(42119ce5-3d27-4ab0-ba7c-fd2e70e75522),segment_id=42119ce5-3d27-4ab0-ba7c-fd2e70e75522)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:40.204067 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.217773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:54:40.293164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c9dd5e9-40ea-4f9a-85b0-2fc3892f2c6f req-915cb05c-c960-45e8-bca3-b182cf9c9f74 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988464 Feb 04 15:54:40.370454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=d0556122-7e0b-4897-9603-e94d5588e303,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:40.542139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.542484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.542822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.543265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.543607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.543932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.544371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.556599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.556599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.556998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.557312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.558779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:40.628624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-73223f97-7ddf-4658-8da3-c49fa44d1a87 None None] Provisioning for port e6a51d06-ea0c-4346-bbf0-a1a62f714209 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:40.661984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ec294-1092-4ba5-820c-b0fde9f16c9f req-f4e901ab-835b-4843-941a-eff6066d556d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:40.678218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ec294-1092-4ba5-820c-b0fde9f16c9f req-f4e901ab-835b-4843-941a-eff6066d556d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1892288 Feb 04 15:54:40.698756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-73223f97-7ddf-4658-8da3-c49fa44d1a87 None None] Provisioning complete for port e6a51d06-ea0c-4346-bbf0-a1a62f714209 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:40.702526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-73223f97-7ddf-4658-8da3-c49fa44d1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.703214 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.720456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:54:40.741206 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9fe11c7e-49b6-4d96-8e00-e49549ce6448 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3910210 Feb 04 15:54:40.747917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56612) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:40.755943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4ec294-1092-4ba5-820c-b0fde9f16c9f req-c3436dc2-e074-4792-94f4-9522eb8e4e36 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732980 Feb 04 15:54:40.758216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'network': {'name': 'tempest-RoutersTest-903432178'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:40.766382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:40.773876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:network and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:40.778475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:40.787118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:40.803547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:40.809351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56618) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:40.821635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.881965 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-73223f97-7ddf-4658-8da3-c49fa44d1a87 None None] Port e6a51d06-ea0c-4346-bbf0-a1a62f714209 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:40.887175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:40.909940 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.910827 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added segment 032fbb7c-2c45-4bfc-b7bf-c32a86396a0c of type vlan for network e00b8067-2581-4b0d-832c-cc9b6d790226 Feb 04 15:54:40.942624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-73223f97-7ddf-4658-8da3-c49fa44d1a87 None None] Provisioning complete for port d0556122-7e0b-4897-9603-e94d5588e303 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:40.942994 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-73223f97-7ddf-4658-8da3-c49fa44d1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.955175 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.989167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.033152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.038599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:41.039223 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.198338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Network a344492f-b621-4f17-b247-74781820dde5 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:41.200967 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4511690 Feb 04 15:54:41.202516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:41.205850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:41.217419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56628) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:41.247376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'subnet': {'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:41.358316 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Pushing event updated for resources: {'Port': ['ID=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:41.375631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a79a61-6e08-4bba-a045-4adbd39e006f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Network': ['ID=e00b8067-2581-4b0d-832c-cc9b6d790226,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:41.415792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:41.416584 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.430703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e00b8067-2581-4b0d-832c-cc9b6d790226 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:41.461979 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-7579e857-830b-47d2-884b-b057978c4f33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6724606 Feb 04 15:54:41.474399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-218b6feb-b0ca-48ed-bfd4-aa3d63159b7f tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:54:41.476139 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-218b6feb-b0ca-48ed-bfd4-aa3d63159b7f tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066009 Feb 04 15:54:41.600999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:41.602117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da2b4004-046a-4105-b6aa-adc0f7eb38dc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:41.614973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:subnet and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:41.622452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:41.633051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e32f-2467-4152-8f08-d8d355be4373 req-120c67a8-6694-4e62-905a-1b587ee5e632 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:41.634744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7b7e32f-2467-4152-8f08-d8d355be4373 req-120c67a8-6694-4e62-905a-1b587ee5e632 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 931 time: 0.6748765 Feb 04 15:54:41.671460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ae078eab-6db2-4a98-a0a5-3649bbe68943 None None] Provisioning complete for port e6a51d06-ea0c-4346-bbf0-a1a62f714209 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:41.671818 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ae078eab-6db2-4a98-a0a5-3649bbe68943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.690530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Request body: {'port': {'device_id': 'f65a92a9-8cc7-4849-bbb0-143a88ae7ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:41.695644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:41.749262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ae078eab-6db2-4a98-a0a5-3649bbe68943 None None] Port e6a51d06-ea0c-4346-bbf0-a1a62f714209 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:41.751293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port da2b4004-046a-4105-b6aa-adc0f7eb38dc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:41.758572 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port da2b4004-046a-4105-b6aa-adc0f7eb38dc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:41.758944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.798152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:41.801716 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.862453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.895891 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.939819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port da2b4004-046a-4105-b6aa-adc0f7eb38dc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da2b4004-046a-4105-b6aa-adc0f7eb38dc,segment=NetworkSegment(b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9),segment_id=b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:41.946910 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.949527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d0556122-7e0b-4897-9603-e94d5588e303 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:42.010428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7b7e32f-2467-4152-8f08-d8d355be4373 req-8facb4ee-9e39-4069-9ca4-f623bbd20758 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158643 Feb 04 15:54:42.061959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-e2a7f1df-9051-49ec-920e-d8cfff2387a1 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:42.064219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-e2a7f1df-9051-49ec-920e-d8cfff2387a1 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 946 time: 0.5147178 Feb 04 15:54:42.162089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=da2b4004-046a-4105-b6aa-adc0f7eb38dc,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:42.181773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d0556122-7e0b-4897-9603-e94d5588e303 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:42.186036 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.336261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Deleting port 0ad19b99-445f-476f-849c-a05590465e72 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:42.337506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.478097 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:54:42.495874 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:42.499652 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:42.626288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:42.635009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.652474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Transition to ACTIVE for port object 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:42.659191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.667502 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:42.827559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Pushing event updated for resources: {'Port': ['ID=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:42.880522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28763f7d-67d2-4de5-85e3-6470b771eae3 req-e7c73197-961f-4f52-9d71-379ffa69696c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:42.881538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28763f7d-67d2-4de5-85e3-6470b771eae3 req-e7c73197-961f-4f52-9d71-379ffa69696c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.6485243 Feb 04 15:54:42.907797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Attempting to bind port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:42.908393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Attempting to bind port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'b9ed3439-da49-420b-bbee-eda56878c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a344492f-b621-4f17-b247-74781820dde5'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:42.908709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Attempting to bind port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc on network a344492f-b621-4f17-b247-74781820dde5 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:42.914587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc on network a344492f-b621-4f17-b247-74781820dde5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:54:42.915161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Attempting to bind port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc on network a344492f-b621-4f17-b247-74781820dde5 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:42.921540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:42.921990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Checking segment: {'id': 'b9ed3439-da49-420b-bbee-eda56878c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a344492f-b621-4f17-b247-74781820dde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:42.922475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Bound using segment: {'id': 'b9ed3439-da49-420b-bbee-eda56878c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a344492f-b621-4f17-b247-74781820dde5'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:42.923018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Bound port: 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ed3439-da49-420b-bbee-eda56878c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a344492f-b621-4f17-b247-74781820dde5'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:42.923470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.951119 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.021840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] For port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:43.025127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] For port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:43.031517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.039406 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:37Z', 'revision_number': 3, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:38Z', 'revision_number': 2, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:43.043291 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:54:43.043639 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Updating router ddf34df2-79d7-486a-8b50-5989d55e94bb port e6a51d06-ea0c-4346-bbf0-a1a62f714209 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:54:43.095224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:43.096014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.097604 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] 10.222.0.53 "PUT /v2.0/ports/538cb81e-8dfb-4910-a7d8-51aad4fcc2fc HTTP/1.1" status: 200 len: 1091 time: 1.6144745 Feb 04 15:54:43.098046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a92a9-8cc7-4849-bbb0-143a88ae7ad9', 'tag': '538cb81e-8dfb-4910-a7d8-51aad4fcc2fc'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:43.110236 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.117522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf06b9-c09f-4927-9337-7385b2788a24 service neutron] Pushing event updated for resources: {'Port': ['ID=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:43.133761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28763f7d-67d2-4de5-85e3-6470b771eae3 req-ba17b0ca-2b3e-4fe1-909a-15487359da1d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324381 Feb 04 15:54:43.180705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Subnet': ['ID=a49eeaa8-d02c-4995-a802-98f123fccba9,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:43.219876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] For port 0ad19b99-445f-476f-849c-a05590465e72, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0ad19b99-445f-476f-849c-a05590465e72,segment=NetworkSegment(945b1cab-7765-436a-99b7-275b3165d4c6),segment_id=945b1cab-7765-436a-99b7-275b3165d4c6)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:43.220227 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.242860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Checking segment: {'id': '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:43.243459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network hostable DHCP agents. Network: e00b8067-2581-4b0d-832c-cc9b6d790226, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:43.258922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511c24-1c0f-46df-918f-540db28bdcce req-36ae1379-dcad-4b60-9088-607237b759cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:43.260811 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-36ae1379-dcad-4b60-9088-607237b759cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c784c8c158584530ae30f34208d9b7bf&device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 1094 time: 0.1099043 Feb 04 15:54:43.356966 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-a4a5b6f4-0be0-4884-97b2-b6ee23de87aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc HTTP/1.1" status: 200 len: 217 time: 0.0874708 Feb 04 15:54:43.374082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da2b4004-046a-4105-b6aa-adc0f7eb38dc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:43.430651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511c24-1c0f-46df-918f-540db28bdcce req-de40c814-251e-4bb1-88c3-a180188bcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:43.432092 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-de40c814-251e-4bb1-88c3-a180188bcf28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=816e7f7d-9305-4b94-95f8-88ffeb0ced96 HTTP/1.1" status: 200 len: 854 time: 0.0661809 Feb 04 15:54:43.463439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port da2b4004-046a-4105-b6aa-adc0f7eb38dc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:43.465958 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.489804 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-9ec96616-cc14-4e44-9ba2-191a3b0d363f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a344492f-b621-4f17-b247-74781820dde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504012 Feb 04 15:54:43.510336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Calling delete_port for 0ad19b99-445f-476f-849c-a05590465e72 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:43.610176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network e00b8067-2581-4b0d-832c-cc9b6d790226 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:43.623967 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.637983 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Transition to ACTIVE for port object e6a51d06-ea0c-4346-bbf0-a1a62f714209 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:43.650540 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.673225 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-2d07893d-4894-4f0c-afa2-f1423ca5a6b8 service neutron] 10.222.0.53 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764598 Feb 04 15:54:43.793444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, e00b8067-2581-4b0d-832c-cc9b6d790226) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:43.803602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24b506-afcf-45ca-977d-df8f5da7069c None None] Network e00b8067-2581-4b0d-832c-cc9b6d790226 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:43.836951 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a3de-2155-4564-83c8-a6923b13cec8 None None] Pushing event updated for resources: {'Port': ['ID=e6a51d06-ea0c-4346-bbf0-a1a62f714209,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:43.855359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:43.856016 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.898227 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7b511c24-1c0f-46df-918f-540db28bdcce req-b46fb768-25c9-4e6c-88d0-c14b69f707b0 service neutron] 10.222.0.53 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156761 Feb 04 15:54:43.942197 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-40ff83b4-5885-4526-8e52-5975ff6ca754 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7210488 Feb 04 15:54:43.942621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56664) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:43.958304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852379d3-6f1e-497a-ba50-fd1ecc8b35f1 req-fee80aca-06d9-42e9-9606-7c07d7857260 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:43.959167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-852379d3-6f1e-497a-ba50-fd1ecc8b35f1 req-fee80aca-06d9-42e9-9606-7c07d7857260 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Synchronizing usage tracker for tenant:b109523c34ea411db6a3fd3bbfdefa24 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:43.969083 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Attempting to bind port e6a51d06-ea0c-4346-bbf0-a1a62f714209 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:43.969449 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Attempting to bind port e6a51d06-ea0c-4346-bbf0-a1a62f714209 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '42119ce5-3d27-4ab0-ba7c-fd2e70e75522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:43.969818 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Attempting to bind port e6a51d06-ea0c-4346-bbf0-a1a62f714209 on network e6327674-2da7-4fa5-a184-dbf36c9214b8 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:43.982531 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.986741 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:43.987120 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Checking segment: {'id': '42119ce5-3d27-4ab0-ba7c-fd2e70e75522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:43.987610 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.988011 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Bound using segment: {'id': '42119ce5-3d27-4ab0-ba7c-fd2e70e75522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:43.988488 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Bound port: e6a51d06-ea0c-4346-bbf0-a1a62f714209, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42119ce5-3d27-4ab0-ba7c-fd2e70e75522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:43.988913 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.997805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0ad19b99-445f-476f-849c-a05590465e72'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:54:44.046672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-852379d3-6f1e-497a-ba50-fd1ecc8b35f1 req-fee80aca-06d9-42e9-9606-7c07d7857260 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Unset dirty status for tenant:b109523c34ea411db6a3fd3bbfdefa24 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:44.047746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-852379d3-6f1e-497a-ba50-fd1ecc8b35f1 req-fee80aca-06d9-42e9-9606-7c07d7857260 tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f5409e2-68ca-448d-a533-134a8bbba3ef HTTP/1.1" status: 200 len: 946 time: 0.6630425 Feb 04 15:54:44.058791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.126867 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] For port e6a51d06-ea0c-4346-bbf0-a1a62f714209, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:44.131731 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] For port e6a51d06-ea0c-4346-bbf0-a1a62f714209, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e6a51d06-ea0c-4346-bbf0-a1a62f714209,segment=NetworkSegment(42119ce5-3d27-4ab0-ba7c-fd2e70e75522),segment_id=42119ce5-3d27-4ab0-ba7c-fd2e70e75522)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:44.137196 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.158761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Pushing event deleted for resources: {'Port': ['ID=0ad19b99-445f-476f-849c-a05590465e72,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:44.242626 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:44.244438 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:44.375909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-e00b8067-2581-4b0d-832c-cc9b6d790226', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:54:44.376942 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.383572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] No DVR routers for this DVR port 0ad19b99-445f-476f-849c-a05590465e72 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:44.394737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.398351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6b2af63-308d-4dbe-ad0d-bc4fa2ebebca req-1ea2cf73-6e22-4e12-b531-cc65f67b745f tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.61 "DELETE /v2.0/ports/0ad19b99-445f-476f-849c-a05590465e72 HTTP/1.1" status: 204 len: 173 time: 2.3197999 Feb 04 15:54:44.410805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5409e2-68ca-448d-a533-134a8bbba3ef', 'name': 'network-vif-deleted', 'tag': '0ad19b99-445f-476f-849c-a05590465e72'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:44.709529 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:44.764814 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a3de-2155-4564-83c8-a6923b13cec8 None None] Pushing event updated for resources: {'Port': ['ID=e6a51d06-ea0c-4346-bbf0-a1a62f714209,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:44.786746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Allocated IP 172.22.0.2 (e00b8067-2581-4b0d-832c-cc9b6d790226/a49eeaa8-d02c-4995-a802-98f123fccba9/290e823b-d609-4490-a209-6303f5fedc99) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:44.820516 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-852379d3-6f1e-497a-ba50-fd1ecc8b35f1 req-22e7b571-1724-400a-b311-64bf9403713d tempest-VolumesActionsTest-1652931064 tempest-VolumesActionsTest-1652931064-project] 10.222.0.46 "GET /v2.0/security-groups?id=df3c054d-0ec9-4d9f-a451-f0d8e259ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901422 Feb 04 15:54:45.166885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.181898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Transition to ACTIVE for port object 290e823b-d609-4490-a209-6303f5fedc99 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:45.216335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Transition to ACTIVE for port object 290e823b-d609-4490-a209-6303f5fedc99 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:45.225849 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:37Z', 'revision_number': 3, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:44Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:45.231398 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.236155 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb892c-ba27-4162-99b1-dd1a3c91e8f6 None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:37Z', 'revision_number': 3, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:44Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:54:45.285442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.492660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Pushing event updated for resources: {'Port': ['ID=290e823b-d609-4490-a209-6303f5fedc99,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:45.513888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Network e00b8067-2581-4b0d-832c-cc9b6d790226 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:45.517781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:45.523570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:45.528617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:45.528980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.575898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e6a51d06-ea0c-4346-bbf0-a1a62f714209 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:45.702899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Attempting to bind port 290e823b-d609-4490-a209-6303f5fedc99 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:45.703272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Attempting to bind port 290e823b-d609-4490-a209-6303f5fedc99 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:45.703624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Attempting to bind port 290e823b-d609-4490-a209-6303f5fedc99 on network e00b8067-2581-4b0d-832c-cc9b6d790226 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:45.726732 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:45.727807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Checking segment: {'id': '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:45.727807 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.728296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Bound using segment: {'id': '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:45.728606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Bound port: 290e823b-d609-4490-a209-6303f5fedc99, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:45.729175 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.743775 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e6a51d06-ea0c-4346-bbf0-a1a62f714209 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:45.760979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e9374-466a-4777-98dc-b4688ad63ae5 req-06a00e8c-1245-4bb1-a6cf-5df2dc5e15cd tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:45.762625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d4e9374-466a-4777-98dc-b4688ad63ae5 req-06a00e8c-1245-4bb1-a6cf-5df2dc5e15cd tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 943 time: 0.7351332 Feb 04 15:54:45.790519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e6a51d06-ea0c-4346-bbf0-a1a62f714209 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:45.790971 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.838413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] For port 40cb52e9-7cfc-436d-ae64-b683b0a2a54d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=40cb52e9-7cfc-436d-ae64-b683b0a2a54d,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:45.838413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.861198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d4e9374-466a-4777-98dc-b4688ad63ae5 req-02f9496e-7c0a-4913-be00-93cbbbc99ece tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876467 Feb 04 15:54:45.923153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.22.0.1 (e00b8067-2581-4b0d-832c-cc9b6d790226/a49eeaa8-d02c-4995-a802-98f123fccba9/8e1c4c8b-93db-43b4-a225-0d1f80aebb4c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:46.003460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] For port 290e823b-d609-4490-a209-6303f5fedc99, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:46.027003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for 40cb52e9-7cfc-436d-ae64-b683b0a2a54d owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:46.031270 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65a92a9-8cc7-4849-bbb0-143a88ae7ad9', 'tag': '538cb81e-8dfb-4910-a7d8-51aad4fcc2fc', 'status': 'completed', 'code': 200} Feb 04 15:54:46.034050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] For port 290e823b-d609-4490-a209-6303f5fedc99, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=290e823b-d609-4490-a209-6303f5fedc99,segment=NetworkSegment(032fbb7c-2c45-4bfc-b7bf-c32a86396a0c),segment_id=032fbb7c-2c45-4bfc-b7bf-c32a86396a0c)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:46.046462 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.067477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0ad19b99-445f-476f-849c-a05590465e72 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:46.106834 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.115089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 0ad19b99-445f-476f-849c-a05590465e72 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:54:46.115432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0ad19b99-445f-476f-849c-a05590465e72 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:46.229938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e6a51d06-ea0c-4346-bbf0-a1a62f714209, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e6a51d06-ea0c-4346-bbf0-a1a62f714209,segment=NetworkSegment(42119ce5-3d27-4ab0-ba7c-fd2e70e75522),segment_id=42119ce5-3d27-4ab0-ba7c-fd2e70e75522)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:46.237649 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.240930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383d8b-f7ba-4e28-909d-8a3d3fdbec76 None None] Pushing event updated for resources: {'Port': ['ID=290e823b-d609-4490-a209-6303f5fedc99,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:46.246784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-2ef499a6-bd04-4bec-b761-4b53554556bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:46.249060 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-2ef499a6-bd04-4bec-b761-4b53554556bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c784c8c158584530ae30f34208d9b7bf&device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 1094 time: 0.2215233 Feb 04 15:54:46.349235 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5409e2-68ca-448d-a533-134a8bbba3ef', 'name': 'network-vif-deleted', 'tag': '0ad19b99-445f-476f-849c-a05590465e72', 'status': 'completed', 'code': 200} Feb 04 15:54:46.368026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e6a51d06-ea0c-4346-bbf0-a1a62f714209,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:46.430559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.515293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.532722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Transition to ACTIVE for port object 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:46.551858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-055d8776-e913-4112-91d0-6935e270a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:46.589486 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-055d8776-e913-4112-91d0-6935e270a31c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a344492f-b621-4f17-b247-74781820dde5 HTTP/1.1" status: 200 len: 915 time: 0.3186152 Feb 04 15:54:46.690466 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-6a950c26-2fb9-4c60-8037-2b42a15c20c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc HTTP/1.1" status: 200 len: 217 time: 0.0995884 Feb 04 15:54:46.788335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.818191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=40cb52e9-7cfc-436d-ae64-b683b0a2a54d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:46.868244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-6bd1a058-31c6-48ec-bf4c-844058770eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:46.869302 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-6bd1a058-31c6-48ec-bf4c-844058770eeb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=816e7f7d-9305-4b94-95f8-88ffeb0ced96 HTTP/1.1" status: 200 len: 854 time: 0.1714785 Feb 04 15:54:46.907838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network e00b8067-2581-4b0d-832c-cc9b6d790226 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:46.960425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:54:46.979664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044a4e-c922-4587-82b0-9169437fd46a req-e8fc2f14-b71f-4929-bb79-4cb825160fed tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:46.980970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:46.983120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=8e1c4c8b-93db-43b4-a225-0d1f80aebb4c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:46.986411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:46.993406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54044a4e-c922-4587-82b0-9169437fd46a req-e8fc2f14-b71f-4929-bb79-4cb825160fed tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3575232 Feb 04 15:54:47.047073 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-44803a26-fd6b-4355-98fe-c75a5334cc2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a344492f-b621-4f17-b247-74781820dde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500883 Feb 04 15:54:47.209367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54044a4e-c922-4587-82b0-9169437fd46a req-3d186eb1-97cb-424b-940e-c10778e4076c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150943 Feb 04 15:54:47.334786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:47.384595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '538cb81e-8dfb-4910-a7d8-51aad4fcc2fc', 'network_id': 'a344492f-b621-4f17-b247-74781820dde5', 'port_id': '538cb81e-8dfb-4910-a7d8-51aad4fcc2fc', 'mac_address': 'fa:16:3e:46:95:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816e7f7d-9305-4b94-95f8-88ffeb0ced96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:54:47.433510 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.456453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.554446 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.576863 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-d920bc40-200d-44ac-a111-1b4ea6e2fef3 service neutron] 10.222.0.53 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205858 Feb 04 15:54:47.590663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:47.644884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:47.654698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.816800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:47.819623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 290e823b-d609-4490-a209-6303f5fedc99 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:47.923541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31a8b1-2535-47b1-9d10-639ec14f21f4 req-1d0efec8-06fb-4a8f-a73a-d68707574216 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:47.930644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e31a8b1-2535-47b1-9d10-639ec14f21f4 req-1d0efec8-06fb-4a8f-a73a-d68707574216 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 944 time: 0.2841656 Feb 04 15:54:47.973121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['538cb81e-8dfb-4910-a7d8-51aad4fcc2fc'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:54:48.042966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e03345a-d597-49c7-a81d-68015ba2e46c None None] Network e00b8067-2581-4b0d-832c-cc9b6d790226 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:48.194812 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-fe57daec-af65-468e-8a41-cec4f6f6a41d req-26090d7b-a19d-4df8-9a2c-2d4af53922d5 service neutron] 10.222.0.53 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088982 Feb 04 15:54:48.228259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e31a8b1-2535-47b1-9d10-639ec14f21f4 req-ae139767-0e6f-413a-b5da-45e464750017 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966144 Feb 04 15:54:48.291203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 290e823b-d609-4490-a209-6303f5fedc99 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:48.329584 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.485050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e6a51d06-ea0c-4346-bbf0-a1a62f714209 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:48.584098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba8004f7-612d-48fa-b4e0-256585b36293 None None] Provisioning for port 290e823b-d609-4490-a209-6303f5fedc99 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:48.630574 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:54:48.689789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba8004f7-612d-48fa-b4e0-256585b36293 None None] Provisioning complete for port 290e823b-d609-4490-a209-6303f5fedc99 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:48.690152 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba8004f7-612d-48fa-b4e0-256585b36293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.724536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aeef8e22-425f-4fde-96d4-b29d13ea42e6 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:54:48.733388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb180a16-0b5d-4ec1-a927-6ec3fd1d47ae req-a76ad923-8d98-4505-b162-ae3190fe8ded tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:48.735101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb180a16-0b5d-4ec1-a927-6ec3fd1d47ae req-a76ad923-8d98-4505-b162-ae3190fe8ded tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2651930 Feb 04 15:54:48.882906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb180a16-0b5d-4ec1-a927-6ec3fd1d47ae req-3950beee-c1b9-4f2c-ab18-31d234af97fe tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360047 Feb 04 15:54:48.925662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.932208 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.933702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e6a51d06-ea0c-4346-bbf0-a1a62f714209 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:48.934356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.984668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:54:49.007779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-66d57697-77dc-4f84-b309-aff6e11a24d9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "PUT /v2.0/routers/aeef8e22-425f-4fde-96d4-b29d13ea42e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1969995 Feb 04 15:54:49.056627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] Sync routers for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:54:49.072986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=8e1c4c8b-93db-43b4-a225-0d1f80aebb4c,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:49.086790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.104146 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba8004f7-612d-48fa-b4e0-256585b36293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.118119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:49.118741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:49.181170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751daec-fbe9-4091-bd4b-541d8bf14d4d req-fe0f3f5b-ba74-4412-97d0-b655d2737c12 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:49.182735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b751daec-fbe9-4091-bd4b-541d8bf14d4d req-fe0f3f5b-ba74-4412-97d0-b655d2737c12 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.0983353 Feb 04 15:54:49.243318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba8004f7-612d-48fa-b4e0-256585b36293 None None] For port 290e823b-d609-4490-a209-6303f5fedc99, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=290e823b-d609-4490-a209-6303f5fedc99,segment=NetworkSegment(032fbb7c-2c45-4bfc-b7bf-c32a86396a0c),segment_id=032fbb7c-2c45-4bfc-b7bf-c32a86396a0c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:49.245408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b751daec-fbe9-4091-bd4b-541d8bf14d4d req-dc17e207-7411-4a98-b939-491fd0c4bc78 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545223 Feb 04 15:54:49.256977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network e00b8067-2581-4b0d-832c-cc9b6d790226 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:49.258431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:49.336032 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba8004f7-612d-48fa-b4e0-256585b36293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.511585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:49.522813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:54:49.600171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8004f7-612d-48fa-b4e0-256585b36293 None None] Pushing event updated for resources: {'Port': ['ID=290e823b-d609-4490-a209-6303f5fedc99,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:49.863704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f148a-050d-41a6-b165-477a7b8a0c07 req-e500c626-a60e-4e07-adbf-9f2f3da78719 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:49.865302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d0f148a-050d-41a6-b165-477a7b8a0c07 req-e500c626-a60e-4e07-adbf-9f2f3da78719 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 944 time: 0.1396289 Feb 04 15:54:49.922352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:54:49.937001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:54:49.950554 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c177619-2f57-4327-b34c-eb6fa0148583 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0067770 Feb 04 15:54:49.951970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d0f148a-050d-41a6-b165-477a7b8a0c07 req-d585805c-9102-4daf-8e60-53455ee6d70d tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757630 Feb 04 15:54:49.953401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56740) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:49.959003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'network': {'name': 'tempest-RoutersTest-944076375'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:49.959158 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:49.959757 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:49.970202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:49.974607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:network and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:49.977637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:50.001469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:50.012075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4340f303-f2ad-4ab0-9d75-c601f5ada7ec None None] Provisioning complete for port 290e823b-d609-4490-a209-6303f5fedc99 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:50.012482 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4340f303-f2ad-4ab0-9d75-c601f5ada7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.028305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:50.032424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.112513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:50.140458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.141221 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added segment 42f3bae8-1644-4b7f-ae2b-cda23725dbe8 of type vlan for network 519a87b3-4d3e-4187-a39c-11bb438ee7aa Feb 04 15:54:50.205874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.296546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.301973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4340f303-f2ad-4ab0-9d75-c601f5ada7ec None None] Provisioning for port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:50.314847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:50.315478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.319059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4340f303-f2ad-4ab0-9d75-c601f5ada7ec None None] Provisioning complete for port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:50.319678 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4340f303-f2ad-4ab0-9d75-c601f5ada7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.336163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d5db1-02d1-4562-9c23-6e5bb0d2731d req-c1535d84-01ed-471e-9fe4-d82899a73338 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:50.352564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-169d5db1-02d1-4562-9c23-6e5bb0d2731d req-c1535d84-01ed-471e-9fe4-d82899a73338 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2159352 Feb 04 15:54:50.431229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4340f303-f2ad-4ab0-9d75-c601f5ada7ec None None] Port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:50.460619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-169d5db1-02d1-4562-9c23-6e5bb0d2731d req-51076b9d-b096-42e5-ad56-1da4fb95b48f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110134 Feb 04 15:54:50.488920 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:50.505062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 6, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '0ec50f98-4b6b-4bd6-aa58-02011ef0793f', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:59Z', 'updated_at': '2022-02-04T15:53:08Z', 'revision_number': 1, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:50.516373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] Checking router: aeef8e22-425f-4fde-96d4-b29d13ea42e6 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:54:50.528548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:50.533383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:50.543417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Network': ['ID=519a87b3-4d3e-4187-a39c-11bb438ee7aa,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:50.578772 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6c1da31d-7220-402a-a690-8e537b9923b8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6242895 Feb 04 15:54:50.581653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56752) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:50.587342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'subnet': {'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:50.683766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 519a87b3-4d3e-4187-a39c-11bb438ee7aa details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:54:50.854753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:54:50.877456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:subnet and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:54:50.886666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:54:50.891346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-03269d6c-187a-41c7-a2da-84386cc89373 None None] Provisioning complete for port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:50.897168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03269d6c-187a-41c7-a2da-84386cc89373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.919104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:54:50.972157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98cca0-9939-4a0d-9d93-a240bb4a1516 req-cfc75a0e-f958-4c98-a378-9589a5848ef4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:50.974761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-db98cca0-9939-4a0d-9d93-a240bb4a1516 req-cfc75a0e-f958-4c98-a378-9589a5848ef4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:50.981480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Made reservation on behalf of c564a38b960b4dfcaa9a9af0f8875a13 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:50.988234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.094477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:51.216338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-b6135c2a-d165-401b-b5d6-a936519d423d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:51.217258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-b6135c2a-d165-401b-b5d6-a936519d423d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:54:51.249616 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:48Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:48Z', 'revision_number': 2, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:51.256263 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:54:51.256885 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Updating router ddf34df2-79d7-486a-8b50-5989d55e94bb port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:54:51.264813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-b6135c2a-d165-401b-b5d6-a936519d423d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:51.265946 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-b6135c2a-d165-401b-b5d6-a936519d423d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 946 time: 0.2040496 Feb 04 15:54:51.309465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.327476 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.369515 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-03269d6c-187a-41c7-a2da-84386cc89373 None None] Port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:51.405377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:51.414048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Subnet': ['ID=d51eeef0-54e6-466a-a6f7-d60f3e623473,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:51.448819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-db98cca0-9939-4a0d-9d93-a240bb4a1516 req-cfc75a0e-f958-4c98-a378-9589a5848ef4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:54:51.456203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db98cca0-9939-4a0d-9d93-a240bb4a1516 req-cfc75a0e-f958-4c98-a378-9589a5848ef4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=574a7657-b2d6-40e6-bf9f-ecdb46d97655 HTTP/1.1" status: 200 len: 946 time: 0.7322977 Feb 04 15:54:51.482506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Checking segment: {'id': '42f3bae8-1644-4b7f-ae2b-cda23725dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:51.482902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network hostable DHCP agents. Network: 519a87b3-4d3e-4187-a39c-11bb438ee7aa, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:51.530648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db98cca0-9939-4a0d-9d93-a240bb4a1516 req-1c480ac0-0a0e-49dd-9382-ec460460714b tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba265dce-3e7c-4402-9b42-b8b9eb6110a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731533 Feb 04 15:54:51.547620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 519a87b3-4d3e-4187-a39c-11bb438ee7aa is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:51.574181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 519a87b3-4d3e-4187-a39c-11bb438ee7aa) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:51.586607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:51.587289 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.643321 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-abfb83ab-73e5-4f47-9762-f52ad572ec91 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0600531 Feb 04 15:54:51.646066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56770) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:51.742442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a2066-29af-4e77-8e70-2d87fb273c78 None None] Network 519a87b3-4d3e-4187-a39c-11bb438ee7aa requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:51.756501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 290e823b-d609-4490-a209-6303f5fedc99 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:51.783631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port 5dfddb03-fe31-4555-af7a-5a8984e4156b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:51.797286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.916206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:51.954813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-52c970f0-1d6e-4f60-9ad2-ae329e860fd5 None None] Provisioning complete for port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:51.955284 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-52c970f0-1d6e-4f60-9ad2-ae329e860fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.067261 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.104739 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Transition to ACTIVE for port object 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:52.118539 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.238767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-52c970f0-1d6e-4f60-9ad2-ae329e860fd5 None None] Port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:52.304859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:52.306621 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.322770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] For port 5dfddb03-fe31-4555-af7a-5a8984e4156b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=5dfddb03-fe31-4555-af7a-5a8984e4156b,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:52.323402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.410713 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b170d9-3f23-4ac9-8f51-1395add92f00 None None] Pushing event updated for resources: {'Port': ['ID=8e1c4c8b-93db-43b4-a225-0d1f80aebb4c,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:52.653841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for 5dfddb03-fe31-4555-af7a-5a8984e4156b owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:52.666140 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Attempting to bind port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:52.666529 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Attempting to bind port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:52.666868 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Attempting to bind port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c on network e00b8067-2581-4b0d-832c-cc9b6d790226 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:52.678874 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:52.686622 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Checking segment: {'id': '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:52.687684 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.688435 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Bound using segment: {'id': '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:52.689187 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Bound port: 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:52.689761 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.753938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f482b4-9612-456a-955f-239e27239e01 req-8bb561e4-5bac-484f-80eb-59c1f1397af6 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:52.761892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21f482b4-9612-456a-955f-239e27239e01 req-8bb561e4-5bac-484f-80eb-59c1f1397af6 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 944 time: 0.8042798 Feb 04 15:54:52.884595 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] For port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:52.890782 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] For port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8e1c4c8b-93db-43b4-a225-0d1f80aebb4c,segment=NetworkSegment(032fbb7c-2c45-4bfc-b7bf-c32a86396a0c),segment_id=032fbb7c-2c45-4bfc-b7bf-c32a86396a0c)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:52.900218 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.903523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.939815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-519a87b3-4d3e-4187-a39c-11bb438ee7aa', 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'fixed_ips': [{'subnet_id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:54:52.941914 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.986051 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:54:52.987476 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:52.993375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21f482b4-9612-456a-955f-239e27239e01 req-48be687a-2c00-4c7f-9566-23631345df60 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305124 Feb 04 15:54:53.025254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=5dfddb03-fe31-4555-af7a-5a8984e4156b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:53.055669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 290e823b-d609-4490-a209-6303f5fedc99 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:53.056038 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.177936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] No DVR routers for this DVR port 5dfddb03-fe31-4555-af7a-5a8984e4156b on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:53.180494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.216592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a7657-b2d6-40e6-bf9f-ecdb46d97655', 'name': 'network-vif-deleted', 'tag': '5dfddb03-fe31-4555-af7a-5a8984e4156b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:53.224223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-17b5963c-cebf-4d39-a4df-5f966cc5b6d0 req-6cb31679-7534-494e-81df-adb835fc6b89 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "DELETE /v2.0/ports/5dfddb03-fe31-4555-af7a-5a8984e4156b HTTP/1.1" status: 204 len: 173 time: 1.9455628 Feb 04 15:54:53.227060 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.412929 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b170d9-3f23-4ac9-8f51-1395add92f00 None None] Pushing event updated for resources: {'Port': ['ID=8e1c4c8b-93db-43b4-a225-0d1f80aebb4c,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:53.498208 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:54:53.500525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.593314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:53.712297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Allocated IP 172.23.0.2 (519a87b3-4d3e-4187-a39c-11bb438ee7aa/d51eeef0-54e6-466a-a6f7-d60f3e623473/80ee4569-1094-4d9f-a41d-55a556fecae2) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:53.837288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a92a9-8cc7-4849-bbb0-143a88ae7ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538cb81e-8dfb-4910-a7d8-51aad4fcc2fc'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:53.860550 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.913243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5dfddb03-fe31-4555-af7a-5a8984e4156b no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:53.988558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 5dfddb03-fe31-4555-af7a-5a8984e4156b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:54:53.989284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 5dfddb03-fe31-4555-af7a-5a8984e4156b not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:54.167408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba4af1-531e-4ffb-8fcb-1cb7f61f11c5 req-e4d405d3-5b40-4085-87f1-837105699035 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:54.177224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eba4af1-531e-4ffb-8fcb-1cb7f61f11c5 req-e4d405d3-5b40-4085-87f1-837105699035 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.7849753 Feb 04 15:54:54.213147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:54.261726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eba4af1-531e-4ffb-8fcb-1cb7f61f11c5 req-545887c1-086e-4672-aa6a-148268e518ad tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831628 Feb 04 15:54:54.335701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 6, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '0ec50f98-4b6b-4bd6-aa58-02011ef0793f', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:59Z', 'updated_at': '2022-02-04T15:53:08Z', 'revision_number': 1, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:54.349059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd824b-d40c-4850-8053-230521f81c6e None None] The sync data for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 is: [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 6, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '0ec50f98-4b6b-4bd6-aa58-02011ef0793f', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'port_id': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'mac_address': 'fa:16:3e:f7:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f9b00-588c-42e3-8115-e89cb224f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:52:59Z', 'updated_at': '2022-02-04T15:53:08Z', 'revision_number': 1, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:54:54.362417 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.386480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56800) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:54.391176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Transition to ACTIVE for port object 80ee4569-1094-4d9f-a41d-55a556fecae2 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:54.444535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Transition to ACTIVE for port object 80ee4569-1094-4d9f-a41d-55a556fecae2 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:54.446906 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a7657-b2d6-40e6-bf9f-ecdb46d97655', 'name': 'network-vif-deleted', 'tag': '5dfddb03-fe31-4555-af7a-5a8984e4156b', 'status': 'completed', 'code': 200} Feb 04 15:54:54.455231 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.472269 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:48Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:52Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:54.481417 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd03f3-e32e-4fe1-9a10-a59d0b25d1d6 None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:48Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:52Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:54:54.583396 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65a92a9-8cc7-4849-bbb0-143a88ae7ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538cb81e-8dfb-4910-a7d8-51aad4fcc2fc', 'code': 200} Feb 04 15:54:54.606898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Network 519a87b3-4d3e-4187-a39c-11bb438ee7aa is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:54.614671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:54.618994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:54.667589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Pushing event updated for resources: {'Port': ['ID=80ee4569-1094-4d9f-a41d-55a556fecae2,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:54.780645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Attempting to bind port 80ee4569-1094-4d9f-a41d-55a556fecae2 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:54.781241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Attempting to bind port 80ee4569-1094-4d9f-a41d-55a556fecae2 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '42f3bae8-1644-4b7f-ae2b-cda23725dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:54.798003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Attempting to bind port 80ee4569-1094-4d9f-a41d-55a556fecae2 on network 519a87b3-4d3e-4187-a39c-11bb438ee7aa {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:54:54.808698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f4784-4161-40f2-a181-091f4d67ba6e req-9da73b04-8d69-4097-8554-5f6c6baffd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:54.812938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-057f4784-4161-40f2-a181-091f4d67ba6e req-9da73b04-8d69-4097-8554-5f6c6baffd4e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 1096 time: 0.2403944 Feb 04 15:54:54.822809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:54:54.823214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Checking segment: {'id': '42f3bae8-1644-4b7f-ae2b-cda23725dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:54:54.823621 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.824025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Bound using segment: {'id': '42f3bae8-1644-4b7f-ae2b-cda23725dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:54:54.824535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Bound port: 80ee4569-1094-4d9f-a41d-55a556fecae2, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f3bae8-1644-4b7f-ae2b-cda23725dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:54.825031 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.900725 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.955981 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-057f4784-4161-40f2-a181-091f4d67ba6e req-19dd35f0-c09e-4fd4-bf72-e31b77c21004 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270759 Feb 04 15:54:54.986202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.058426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] For port 80ee4569-1094-4d9f-a41d-55a556fecae2, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:54:55.080447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] For port 80ee4569-1094-4d9f-a41d-55a556fecae2, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=80ee4569-1094-4d9f-a41d-55a556fecae2,segment=NetworkSegment(42f3bae8-1644-4b7f-ae2b-cda23725dbe8),segment_id=42f3bae8-1644-4b7f-ae2b-cda23725dbe8)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:54:55.090019 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.248457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Allocated IP 172.23.0.1 (519a87b3-4d3e-4187-a39c-11bb438ee7aa/d51eeef0-54e6-466a-a6f7-d60f3e623473/acf2d8cc-7212-40cc-a857-225c2f62701a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:55.476093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b0573-2167-4e95-9929-1da046c85b7b None None] Pushing event updated for resources: {'Port': ['ID=80ee4569-1094-4d9f-a41d-55a556fecae2,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:55.567082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3bf0-342f-44de-8b92-69a143833fdd req-0f1f23ca-7914-45ae-b035-155064e1a315 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:55.569631 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9fc3bf0-342f-44de-8b92-69a143833fdd req-0f1f23ca-7914-45ae-b035-155064e1a315 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 945 time: 0.8786674 Feb 04 15:54:55.657722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9fc3bf0-342f-44de-8b92-69a143833fdd req-3db83f99-8ab7-4f07-90eb-bf07ebf90069 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778565 Feb 04 15:54:55.665694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.791969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba265dce-3e7c-4402-9b42-b8b9eb6110a5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:55.866874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.866874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.866874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.866874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.869946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.869946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.869946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.869946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.869946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.869946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.869946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.869946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:55.942741 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.946997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3eef2412-1ca2-4464-8ee0-59dda8a6df1d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/security-groups/ba265dce-3e7c-4402-9b42-b8b9eb6110a5 HTTP/1.1" status: 204 len: 168 time: 1.5592515 Feb 04 15:54:55.977275 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.002530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Transition to ACTIVE for port object acf2d8cc-7212-40cc-a857-225c2f62701a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:56.055427 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.186524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 519a87b3-4d3e-4187-a39c-11bb438ee7aa is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:56.186524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:56.208439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:54:56.657115 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.658384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:56.802729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:56.809461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:56.811230 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.911300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=acf2d8cc-7212-40cc-a857-225c2f62701a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.974853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d102654-64fa-4a59-b2fa-7f1bfe715d9f req-642983bc-3b08-4fed-b342-05f6c8e71d87 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:56.976327 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d102654-64fa-4a59-b2fa-7f1bfe715d9f req-642983bc-3b08-4fed-b342-05f6c8e71d87 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1823962 Feb 04 15:54:56.985410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.066066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8e1c4c8b-93db-43b4-a225-0d1f80aebb4c,segment=NetworkSegment(032fbb7c-2c45-4bfc-b7bf-c32a86396a0c),segment_id=032fbb7c-2c45-4bfc-b7bf-c32a86396a0c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:57.074118 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.075220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80ee4569-1094-4d9f-a41d-55a556fecae2 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:57.086298 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.120243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d102654-64fa-4a59-b2fa-7f1bfe715d9f req-41ce340c-c9b0-41c2-9ce0-1134997731ad tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331894 Feb 04 15:54:57.187802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56830) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:57.224625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 80ee4569-1094-4d9f-a41d-55a556fecae2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:57.253843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 40cb52e9-7cfc-436d-ae64-b683b0a2a54d no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:54:57.292267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669b21a-31be-4a28-a4c3-717988f56aea None None] Network 519a87b3-4d3e-4187-a39c-11bb438ee7aa requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:57.327892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8e1c4c8b-93db-43b4-a225-0d1f80aebb4c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:57.348669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7587a775-c77b-4092-8bec-800a3cc98d53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting subnet bdbc7eae-9024-4365-9e07-322584a81277 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:54:57.364246 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7587a775-c77b-4092-8bec-800a3cc98d53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.433497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 40cb52e9-7cfc-436d-ae64-b683b0a2a54d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:54:57.434138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 40cb52e9-7cfc-436d-ae64-b683b0a2a54d not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:54:57.460834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-abfca71f-d585-4281-96a1-b2dab3a9702b None None] Provisioning for port 80ee4569-1094-4d9f-a41d-55a556fecae2 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:57.469397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-abfca71f-d585-4281-96a1-b2dab3a9702b None None] Provisioning complete for port 80ee4569-1094-4d9f-a41d-55a556fecae2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:57.470047 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-abfca71f-d585-4281-96a1-b2dab3a9702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.472085 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7587a775-c77b-4092-8bec-800a3cc98d53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.570194 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7587a775-c77b-4092-8bec-800a3cc98d53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.658173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7587a775-c77b-4092-8bec-800a3cc98d53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.659460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.702154 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.702409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587a775-c77b-4092-8bec-800a3cc98d53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbc7eae-9024-4365-9e07-322584a81277,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:57.707919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7587a775-c77b-4092-8bec-800a3cc98d53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.716736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7587a775-c77b-4092-8bec-800a3cc98d53 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/subnets/bdbc7eae-9024-4365-9e07-322584a81277 HTTP/1.1" status: 204 len: 168 time: 0.5247464 Feb 04 15:54:57.716992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56836) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:57.722065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18d862-ebaf-4136-8dda-dfc536a35e66 None None] Network 0aa8838a-f5fa-4575-88c9-8477db19da7b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:54:57.829877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event updated for resources: {'Port': ['ID=acf2d8cc-7212-40cc-a857-225c2f62701a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:57.881915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.892846 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-abfca71f-d585-4281-96a1-b2dab3a9702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.970119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-abfca71f-d585-4281-96a1-b2dab3a9702b None None] For port 80ee4569-1094-4d9f-a41d-55a556fecae2, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=80ee4569-1094-4d9f-a41d-55a556fecae2,segment=NetworkSegment(42f3bae8-1644-4b7f-ae2b-cda23725dbe8),segment_id=42f3bae8-1644-4b7f-ae2b-cda23725dbe8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:57.982905 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-abfca71f-d585-4281-96a1-b2dab3a9702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.989460 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.020358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port 30950312-7b79-435e-96b7-df01f2a56c35 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:58.020698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.060796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Network 519a87b3-4d3e-4187-a39c-11bb438ee7aa is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:58.063098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:58.093397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfca71f-d585-4281-96a1-b2dab3a9702b None None] Pushing event updated for resources: {'Port': ['ID=80ee4569-1094-4d9f-a41d-55a556fecae2,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:58.210402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] DHCP port deletion for 0aa8838a-f5fa-4575-88c9-8477db19da7b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:54:58.225993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] Deleting port 30950312-7b79-435e-96b7-df01f2a56c35 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:54:58.226370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.285828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecae693-e951-487d-b612-f8ecbc8fa9f4 req-41f0a62d-fd3c-4e20-81fa-202aa780b8d0 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:58.293925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ecae693-e951-487d-b612-f8ecbc8fa9f4 req-41f0a62d-fd3c-4e20-81fa-202aa780b8d0 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 945 time: 0.6371274 Feb 04 15:54:58.522224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] For port 30950312-7b79-435e-96b7-df01f2a56c35, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=30950312-7b79-435e-96b7-df01f2a56c35,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:58.522803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.565174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:54:58.566708 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ecae693-e951-487d-b612-f8ecbc8fa9f4 req-9cdae4a1-0b0e-4713-a091-671430f4b19a tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640464 Feb 04 15:54:58.590978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:54:58.917156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for 30950312-7b79-435e-96b7-df01f2a56c35 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:59.071748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] For port 30950312-7b79-435e-96b7-df01f2a56c35, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=30950312-7b79-435e-96b7-df01f2a56c35,segment=NetworkSegment(db74cdf3-5d89-4872-9b32-be82d6ddcd5c),segment_id=db74cdf3-5d89-4872-9b32-be82d6ddcd5c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:54:59.074967 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.219372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-074eeaac-f5cc-471f-86c8-ca0607de55b4 None None] Provisioning for port acf2d8cc-7212-40cc-a857-225c2f62701a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:59.401013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-074eeaac-f5cc-471f-86c8-ca0607de55b4 None None] Provisioning complete for port acf2d8cc-7212-40cc-a857-225c2f62701a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:59.401383 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-074eeaac-f5cc-471f-86c8-ca0607de55b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.592665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:54:59.607292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d38d788b-850a-43bb-94e3-cac679ac6c7c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9598346 Feb 04 15:54:59.612636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56896) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:54:59.619017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:59.752853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-074eeaac-f5cc-471f-86c8-ca0607de55b4 None None] Port acf2d8cc-7212-40cc-a857-225c2f62701a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:54:59.773318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.805876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e46e91-26e2-4b09-8b86-4ad4cca7d964 req-4706b6f5-07bb-4362-98b2-9159fd7d6db1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:59.813993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20e46e91-26e2-4b09-8b86-4ad4cca7d964 req-4706b6f5-07bb-4362-98b2-9159fd7d6db1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4312551 Feb 04 15:54:59.815196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] Calling delete_port for 30950312-7b79-435e-96b7-df01f2a56c35 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:54:59.940272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:54:59.961169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=30950312-7b79-435e-96b7-df01f2a56c35,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:59.966475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] No DVR routers for this DVR port 30950312-7b79-435e-96b7-df01f2a56c35 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:00.037610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:00.037973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.095235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.105209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.105703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.106146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.108265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.108718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.109178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.109631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.110464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.112228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.112664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.113290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:00.146316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-074eeaac-f5cc-471f-86c8-ca0607de55b4 None None] Provisioning complete for port 80ee4569-1094-4d9f-a41d-55a556fecae2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:00.148896 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-074eeaac-f5cc-471f-86c8-ca0607de55b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.190826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:00.191615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:00.281311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20e46e91-26e2-4b09-8b86-4ad4cca7d964 req-706a9a3d-a75f-43ee-a463-901a73d696bd tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662504 Feb 04 15:55:00.381264 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.408899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa8838a-f5fa-4575-88c9-8477db19da7b']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:00.445414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:00.445908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db74cdf3-5d89-4872-9b32-be82d6ddcd5c') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:00.473049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.517002 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.524313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:00.524994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:00.554687 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:00.752053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.797740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.846926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Network': ['ID=0aa8838a-f5fa-4575-88c9-8477db19da7b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:00.861255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80ee4569-1094-4d9f-a41d-55a556fecae2 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:00.907205 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9c353ae6-c21b-4287-9f26-3ec3c1c78f14 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/networks/0aa8838a-f5fa-4575-88c9-8477db19da7b HTTP/1.1" status: 204 len: 168 time: 3.1888423 Feb 04 15:55:00.908065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56932) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:00.969353 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:55:00.969828 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:55:00.994483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.extraroute_db [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 15:55:01.010372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:01.016503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.extraroute_db [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Removed routes are [] {{(pid=87570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 15:55:01.017161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.073338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 80ee4569-1094-4d9f-a41d-55a556fecae2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:01.073712 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.516046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] Deleting port 30950312-7b79-435e-96b7-df01f2a56c35 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:01.516688 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.722822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port ed8d8a71-7f2c-4369-914e-a897d447c760 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:01.723166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.728322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-891825be-47ac-4933-9625-acfbc4636a62 None None] The port '30950312-7b79-435e-96b7-df01f2a56c35' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:55:01.831845 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-efbec212-22fd-4f55-b218-6fd7975454cf None None] Provisioning complete for port acf2d8cc-7212-40cc-a857-225c2f62701a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:01.832600 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-efbec212-22fd-4f55-b218-6fd7975454cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.963193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-efbec212-22fd-4f55-b218-6fd7975454cf None None] Port acf2d8cc-7212-40cc-a857-225c2f62701a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:55:02.155456 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.156037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.178515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.190614 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.368423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 30950312-7b79-435e-96b7-df01f2a56c35 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:02.405099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b8de8-3613-404f-983b-dd3ef88d9bc5 req-a6d4b1fb-2fb6-4939-a351-e83a5fc46d9e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:02.423928 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-962b8de8-3613-404f-983b-dd3ef88d9bc5 req-a6d4b1fb-2fb6-4939-a351-e83a5fc46d9e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.8732336 Feb 04 15:55:02.427450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for ed8d8a71-7f2c-4369-914e-a897d447c760 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:02.431259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 30950312-7b79-435e-96b7-df01f2a56c35 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:02.431259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 30950312-7b79-435e-96b7-df01f2a56c35 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:02.456490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:54:56Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf2d8cc-7212-40cc-a857-225c2f62701a', 'name': '', 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:17:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:53Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 2, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:02.471062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:02.472413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Updating router ddf34df2-79d7-486a-8b50-5989d55e94bb port acf2d8cc-7212-40cc-a857-225c2f62701a binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:55:02.628054 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.761959 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.821747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=ed8d8a71-7f2c-4369-914e-a897d447c760,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:02.902024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-962b8de8-3613-404f-983b-dd3ef88d9bc5 req-2e14ed5e-233e-4f40-aa09-a19da1133ae6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769859 Feb 04 15:55:02.941893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:02.979572 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.981136 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Floating IP 0ec50f98-4b6b-4bd6-aa58-02011ef0793f disassociated (deleted). External IP: 172.25.8.173, port: afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d. Feb 04 15:55:03.149440 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.169522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Transition to ACTIVE for port object acf2d8cc-7212-40cc-a857-225c2f62701a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:03.185831 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.265040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:03.273194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.284643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a57a3528-e014-44b7-9e2d-c5dc0e874fa3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb HTTP/1.1" status: 200 len: 933 time: 3.6707857 Feb 04 15:55:03.287776 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56966) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:03.324711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fd09d-1d9d-497b-967c-6ca247cc3249 None None] Pushing event updated for resources: {'Port': ['ID=acf2d8cc-7212-40cc-a857-225c2f62701a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:03.802453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Attempting to bind port acf2d8cc-7212-40cc-a857-225c2f62701a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:03.803110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Attempting to bind port acf2d8cc-7212-40cc-a857-225c2f62701a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '42f3bae8-1644-4b7f-ae2b-cda23725dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:03.803110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Attempting to bind port acf2d8cc-7212-40cc-a857-225c2f62701a on network 519a87b3-4d3e-4187-a39c-11bb438ee7aa {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:55:03.806307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033914a2-ac7f-4d53-ad72-4b8fcc9c0a6f req-ea3ea66f-e093-479c-b2ff-ea7e4beb1c98 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:03.817125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-033914a2-ac7f-4d53-ad72-4b8fcc9c0a6f req-ea3ea66f-e093-479c-b2ff-ea7e4beb1c98 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2796674 Feb 04 15:55:03.824497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:55:03.824895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Checking segment: {'id': '42f3bae8-1644-4b7f-ae2b-cda23725dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:55:03.825301 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.826250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Bound using segment: {'id': '42f3bae8-1644-4b7f-ae2b-cda23725dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:55:03.826725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Bound port: acf2d8cc-7212-40cc-a857-225c2f62701a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f3bae8-1644-4b7f-ae2b-cda23725dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:03.827157 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.885474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-033914a2-ac7f-4d53-ad72-4b8fcc9c0a6f req-e8f996dc-ec70-46e4-b8fd-72e32e41c13a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673585 Feb 04 15:55:03.918237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3756e16a-3ff7-4678-81d2-676095d8bd33 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb HTTP/1.1" status: 200 len: 933 time: 0.6255538 Feb 04 15:55:03.921580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56986) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:03.932244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'routes': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:04.108821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] For port acf2d8cc-7212-40cc-a857-225c2f62701a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:55:04.113738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] For port acf2d8cc-7212-40cc-a857-225c2f62701a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=acf2d8cc-7212-40cc-a857-225c2f62701a,segment=NetworkSegment(42f3bae8-1644-4b7f-ae2b-cda23725dbe8),segment_id=42f3bae8-1644-4b7f-ae2b-cda23725dbe8)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:55:04.118369 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.292623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:04.293668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:04.445245 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aeef8e22-425f-4fde-96d4-b29d13ea42e6 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:04.557329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:04.887604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:04.903358 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] Sync routers for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:04.925903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.941465 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:04.945338 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:05.057182 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5ac2-526a-4150-85ef-f0afc22080dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.069737 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-122e84a2-7dd1-4e35-a0d9-cb7b9094881f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/floatingips/0ec50f98-4b6b-4bd6-aa58-02011ef0793f HTTP/1.1" status: 204 len: 168 time: 4.1604302 Feb 04 15:55:05.069980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fd09d-1d9d-497b-967c-6ca247cc3249 None None] Pushing event updated for resources: {'Port': ['ID=acf2d8cc-7212-40cc-a857-225c2f62701a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:05.077722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:05.262710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.extraroute_db [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added routes are [] {{(pid=87570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 15:55:05.264735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.extraroute_db [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 15:55:05.299677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.474568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:01Z', 'revision_number': 6, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf2d8cc-7212-40cc-a857-225c2f62701a', 'name': '', 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:17:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:53Z', 'updated_at': '2022-02-04T15:55:04Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:05.477596 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:05.490390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ac6c7-1aad-4f12-b9b4-55ffedf56c0d None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:01Z', 'revision_number': 6, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf2d8cc-7212-40cc-a857-225c2f62701a', 'name': '', 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:17:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:53Z', 'updated_at': '2022-02-04T15:55:04Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:06.062399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.098375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72eb8c-3955-4c91-b81d-440ca81725a6 req-f26579ca-36f2-4f98-b40a-df106503ea87 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:06.099987 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f72eb8c-3955-4c91-b81d-440ca81725a6 req-f26579ca-36f2-4f98-b40a-df106503ea87 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.7968161 Feb 04 15:55:06.105458 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.221686 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 6, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:06.232316 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] Checking router: aeef8e22-425f-4fde-96d4-b29d13ea42e6 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:06.244638 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:06.245520 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:54:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:06.386529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f72eb8c-3955-4c91-b81d-440ca81725a6 req-8d755fa9-3077-4edb-b757-af79db8eb3f8 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734182 Feb 04 15:55:06.405143 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.596959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:06.648151 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b67b0a32-4ccf-44fa-94d0-4f3171f7f652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.728575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device acf2d8cc-7212-40cc-a857-225c2f62701a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:06.742466 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:06.878256 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'status': 'completed', 'code': 200} Feb 04 15:55:06.904064 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port acf2d8cc-7212-40cc-a857-225c2f62701a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:06.925996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port acf2d8cc-7212-40cc-a857-225c2f62701a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:06.926379 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.956247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:06.969353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.970843 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cf768244-6ce1-45f9-9b78-df1b0049be9c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb HTTP/1.1" status: 200 len: 699 time: 3.0479493 Feb 04 15:55:06.973663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57024) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:07.094106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-f6c16de7-b029-4422-9c7d-c843884b195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.097083 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-f6c16de7-b029-4422-9c7d-c843884b195e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 1096 time: 0.1935377 Feb 04 15:55:07.201178 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.227550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:07.254199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:07.254832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:07.317937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port acf2d8cc-7212-40cc-a857-225c2f62701a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=acf2d8cc-7212-40cc-a857-225c2f62701a,segment=NetworkSegment(42f3bae8-1644-4b7f-ae2b-cda23725dbe8),segment_id=42f3bae8-1644-4b7f-ae2b-cda23725dbe8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:07.338019 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.366754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9bc1a357-b427-4b0e-bdd7-10eb6e94babe tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb HTTP/1.1" status: 200 len: 699 time: 0.3912792 Feb 04 15:55:07.369739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57030) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:07.407558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-65f761aa-7de6-4425-94ef-7742b4682655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.414710 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-65f761aa-7de6-4425-94ef-7742b4682655 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b64cceb0-9975-4644-802b-ec72bad0e280 HTTP/1.1" status: 200 len: 897 time: 0.3106942 Feb 04 15:55:07.569897 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 6, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:07.576107 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1634790-7c1f-4631-97fa-5cb05b8cc8a8 None None] The sync data for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 is: [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 6, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '38e1bcd1-788d-4b8e-83a3-af297392517e', 'name': '', 'network_id': 'b64cceb0-9975-4644-802b-ec72bad0e280', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:d2:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:19Z', 'updated_at': '2022-02-04T15:52:35Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'd1eb3e80-5e6a-4ca0-84a7-9c34e00d776e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:07.613554 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-55816bba-953d-45b8-8373-5ee2ef624801 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d HTTP/1.1" status: 200 len: 217 time: 0.1909533 Feb 04 15:55:07.759644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-55edf200-44a2-4ddf-ba1b-9c1bfb87d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.761287 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-55edf200-44a2-4ddf-ba1b-9c1bfb87d0cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e HTTP/1.1" status: 200 len: 835 time: 0.1344154 Feb 04 15:55:07.811804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.818582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324b80f-7c03-488d-9be4-51c9099c46a0 req-7793be30-7a96-431e-bdb3-f1ec6fb6a963 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.820952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f324b80f-7c03-488d-9be4-51c9099c46a0 req-7793be30-7a96-431e-bdb3-f1ec6fb6a963 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.7121761 Feb 04 15:55:07.845036 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:07.910079 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.942954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-e9ddbc00-1be6-4958-bf7e-83ff90b21a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.943606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=acf2d8cc-7212-40cc-a857-225c2f62701a,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:07.949458 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-e9ddbc00-1be6-4958-bf7e-83ff90b21a77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b64cceb0-9975-4644-802b-ec72bad0e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791470 Feb 04 15:55:08.208336 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f324b80f-7c03-488d-9be4-51c9099c46a0 req-56f3b36d-492a-4c7b-9cd7-e391a927a808 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690689 Feb 04 15:55:08.322531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-ad5ef2a1-e321-467f-909e-a67cca9267e3 service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639069 Feb 04 15:55:08.427794 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d589af-ec3d-47a9-bda9-e7a0778239fe None None] New status for floating IP 0ec50f98-4b6b-4bd6-aa58-02011ef0793f: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:55:08.469688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-a9959c9d-98f2-44cc-af12-35a26a37bd32 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:08.471220 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-a9959c9d-98f2-44cc-af12-35a26a37bd32 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 945 time: 0.2490304 Feb 04 15:55:08.620783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:08.621135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.667948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device acf2d8cc-7212-40cc-a857-225c2f62701a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:08.707271 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1dbfadeb-0368-4d67-8c4d-9cef4cfded04 req-4a70f6df-2843-43b8-8711-0e5fe036f2cf service neutron] 10.222.0.53 "GET /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725212 Feb 04 15:55:08.806072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:05Z', 'revision_number': 7, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf2d8cc-7212-40cc-a857-225c2f62701a', 'name': '', 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:17:f9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:53Z', 'updated_at': '2022-02-04T15:55:04Z', 'revision_number': 4, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:08.814823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:08.854118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:08.854829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:09.480238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.500992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] For port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:09.501572 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.526780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:09.640720 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.663468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port acf2d8cc-7212-40cc-a857-225c2f62701a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:09.663851 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.757480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:09.980644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98f658-6243-41b5-b8cd-39d13daab747 req-17780146-c2ab-4288-b6a6-d54745a19c67 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:09.987935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df98f658-6243-41b5-b8cd-39d13daab747 req-17780146-c2ab-4288-b6a6-d54745a19c67 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=319f9b00-588c-42e3-8115-e89cb224f45b HTTP/1.1" status: 200 len: 945 time: 0.9978981 Feb 04 15:55:10.042565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.260342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-df98f658-6243-41b5-b8cd-39d13daab747 req-57717b2e-1dbc-4ea3-8811-6ff57e3f4ac7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:10.385360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.468312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:10.476029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-df98f658-6243-41b5-b8cd-39d13daab747 req-57717b2e-1dbc-4ea3-8811-6ff57e3f4ac7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:10.478085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df98f658-6243-41b5-b8cd-39d13daab747 req-57717b2e-1dbc-4ea3-8811-6ff57e3f4ac7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=380e437b-3de2-41d2-b139-74bd1821d880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4893320 Feb 04 15:55:10.530952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:05Z', 'revision_number': 7, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf2d8cc-7212-40cc-a857-225c2f62701a', 'name': '', 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:17:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:53Z', 'updated_at': '2022-02-04T15:55:07Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:10.537599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed312a60-1aad-4351-99cf-6af83ffc770c None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:05Z', 'revision_number': 7, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf2d8cc-7212-40cc-a857-225c2f62701a', 'name': '', 'network_id': '519a87b3-4d3e-4187-a39c-11bb438ee7aa', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:17:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:53Z', 'updated_at': '2022-02-04T15:55:07Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'd51eeef0-54e6-466a-a6f7-d60f3e623473', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:10.586387 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-5cf948b3-dfad-4726-a1a8-9fb133354354 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741769 Feb 04 15:55:10.891570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-8d64913c-2f42-4bf0-a890-5e9f8547dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:10.893907 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-8d64913c-2f42-4bf0-a890-5e9f8547dd24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b791c65c73b49f78e44fd9f456d54af&device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 1096 time: 0.1824086 Feb 04 15:55:10.927457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] No DVR routers for this DVR port afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:10.929989 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.943664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'name': 'network-vif-deleted', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:10.996013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfab9458-e5c1-4a0d-869a-32b682999488 req-78aaca47-1cdc-4e59-834a-5e8c5f12a91e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.53 "DELETE /v2.0/ports/afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d HTTP/1.1" status: 204 len: 173 time: 2.5142517 Feb 04 15:55:11.021469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:11.133080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:11.133366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:11.142826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac541a42-27a7-4e52-9e3e-529cccb42913 req-e7888a6d-3881-437d-a11e-954616fcb55a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:11.152037 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac541a42-27a7-4e52-9e3e-529cccb42913 req-e7888a6d-3881-437d-a11e-954616fcb55a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3108070 Feb 04 15:55:11.346686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac541a42-27a7-4e52-9e3e-529cccb42913 req-fc8811c7-35be-4dc5-a82c-0475735dd25c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937480 Feb 04 15:55:11.384354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port acf2d8cc-7212-40cc-a857-225c2f62701a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:11.384354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.476409 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319f9b00-588c-42e3-8115-e89cb224f45b', 'name': 'network-vif-deleted', 'tag': 'afc0e2d4-1ecd-4395-8353-d7fe9cba4f9d', 'status': 'completed', 'code': 200} Feb 04 15:55:11.569575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-55c5ae2e-dbc1-44f0-afd7-820a0300b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:11.571513 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-55c5ae2e-dbc1-44f0-afd7-820a0300b915 service neutron] 10.222.0.53 "GET /v2.0/networks?id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 HTTP/1.1" status: 200 len: 910 time: 0.6565742 Feb 04 15:55:11.709957 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-32f116c3-b6ae-4771-9e01-eb5470d39a1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb643d3-a1ec-477f-8071-f00e9799700e HTTP/1.1" status: 200 len: 1000 time: 0.1276135 Feb 04 15:55:11.853910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-55a0d45b-222e-480b-acd2-586fc73bc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:11.855767 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-55a0d45b-222e-480b-acd2-586fc73bc9e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c44017b-f028-47e2-8c30-542623acc7a8 HTTP/1.1" status: 200 len: 848 time: 0.1377819 Feb 04 15:55:11.928389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port acf2d8cc-7212-40cc-a857-225c2f62701a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=acf2d8cc-7212-40cc-a857-225c2f62701a,segment=NetworkSegment(42f3bae8-1644-4b7f-ae2b-cda23725dbe8),segment_id=42f3bae8-1644-4b7f-ae2b-cda23725dbe8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:11.928996 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.972059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-42a3018b-d75a-4ead-9ca5-b19db2c4d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:11.977997 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-42a3018b-d75a-4ead-9ca5-b19db2c4d235 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111598 Feb 04 15:55:12.069983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for acf2d8cc-7212-40cc-a857-225c2f62701a owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:12.177252 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-d305a318-b9c6-4358-84cb-c9c28435a3b4 service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875541 Feb 04 15:55:12.417939 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89346a92-47f3-4d47-8974-6c46b7280e56 req-c90d31b6-ab93-47d1-bb46-edad4f543e4f service neutron] 10.222.0.53 "GET /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291718 Feb 04 15:55:12.520065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.579648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=acf2d8cc-7212-40cc-a857-225c2f62701a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:12.705187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb17e73-3fea-4834-8ba1-47cd1715ba2e req-2eb04fc3-d489-4c9f-a5d2-8b9aa3641511 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:12.713073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cb17e73-3fea-4834-8ba1-47cd1715ba2e req-2eb04fc3-d489-4c9f-a5d2-8b9aa3641511 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 1.1048477 Feb 04 15:55:13.099553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cb17e73-3fea-4834-8ba1-47cd1715ba2e req-ee759a45-af42-4a5f-b6e3-da0c00bf3547 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855977 Feb 04 15:55:13.100210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.245689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57114) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:13.465701 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a67884c0-9a3e-4bfc-8218-7680ef9d8f55 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.542695 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a67884c0-9a3e-4bfc-8218-7680ef9d8f55 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.679821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a67884c0-9a3e-4bfc-8218-7680ef9d8f55 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.726551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67884c0-9a3e-4bfc-8218-7680ef9d8f55 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e437b-3de2-41d2-b139-74bd1821d880,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:13.739598 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a67884c0-9a3e-4bfc-8218-7680ef9d8f55 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.740728 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a67884c0-9a3e-4bfc-8218-7680ef9d8f55 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/security-groups/380e437b-3de2-41d2-b139-74bd1821d880 HTTP/1.1" status: 204 len: 168 time: 0.4926951 Feb 04 15:55:13.920953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:13.929237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05394dc-4b18-4c15-a85d-05b6510673cc req-86dc8eca-c223-4731-9a0d-75f5e298421e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:13.937233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e05394dc-4b18-4c15-a85d-05b6510673cc req-86dc8eca-c223-4731-9a0d-75f5e298421e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4643691 Feb 04 15:55:13.999507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e05394dc-4b18-4c15-a85d-05b6510673cc req-ba71cc3c-a09f-4d8b-ba8e-4266c76c2855 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612650 Feb 04 15:55:14.055794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:14.276956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:14.288248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:14.295497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ce69b3fe-287a-49ae-aef7-f0719f5d3e5c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9226656 Feb 04 15:55:14.296467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57138) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:14.304595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:14.307156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:14.408128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9799ca9-a51c-4efe-85ba-9d72efeeee3b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting subnet d51eeef0-54e6-466a-a6f7-d60f3e623473 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:55:14.411189 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9799ca9-a51c-4efe-85ba-9d72efeeee3b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:14.486063 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9799ca9-a51c-4efe-85ba-9d72efeeee3b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:14.597900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:14.664288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c1406-efec-4658-a909-166d28f25976 req-ac2c6a2e-77a1-4608-b50e-f4f4458dabf6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:14.674464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb8c1406-efec-4658-a909-166d28f25976 req-ac2c6a2e-77a1-4608-b50e-f4f4458dabf6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4718201 Feb 04 15:55:14.730187 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9799ca9-a51c-4efe-85ba-9d72efeeee3b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:14.841610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb8c1406-efec-4658-a909-166d28f25976 req-3409cf88-655a-40fa-88a1-8b100575c2a7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658344 Feb 04 15:55:14.937220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9799ca9-a51c-4efe-85ba-9d72efeeee3b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.032078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9799ca9-a51c-4efe-85ba-9d72efeeee3b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Subnet': ['ID=d51eeef0-54e6-466a-a6f7-d60f3e623473,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:15.052391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9799ca9-a51c-4efe-85ba-9d72efeeee3b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.068492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57156) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:15.070665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f9799ca9-a51c-4efe-85ba-9d72efeeee3b tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/d51eeef0-54e6-466a-a6f7-d60f3e623473 HTTP/1.1" status: 204 len: 168 time: 0.7718263 Feb 04 15:55:15.095910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea66b4f-4e39-462d-87df-69b6a7c48b19 None None] Network 519a87b3-4d3e-4187-a39c-11bb438ee7aa requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:55:15.299308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822d888-6e08-4e00-88b9-0de704e46bd9 req-8de5ad25-db77-4dd7-a390-cd323b479fbf tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:15.300886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9822d888-6e08-4e00-88b9-0de704e46bd9 req-8de5ad25-db77-4dd7-a390-cd323b479fbf tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2068956 Feb 04 15:55:15.329349 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.369010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 80ee4569-1094-4d9f-a41d-55a556fecae2 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:15.369632 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.422700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9822d888-6e08-4e00-88b9-0de704e46bd9 req-847462f5-7419-403b-bcb0-3bb13c36bf9a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159024 Feb 04 15:55:15.517265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:12Z', 'revision_number': 8, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:15.523998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:15.537042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:15.543311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:15.614310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7722301b-e69e-4458-8027-6041ee17e0df req-84ea8a94-ab0e-415c-bb52-ee2683e768fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2267344 Feb 04 15:55:15.670377 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.841988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:15.946805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722301b-e69e-4458-8027-6041ee17e0df req-b3f2c2e9-30c1-48fc-b476-1cc121b9259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:15.948288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7722301b-e69e-4458-8027-6041ee17e0df req-b3f2c2e9-30c1-48fc-b476-1cc121b9259b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1096 time: 0.1693296 Feb 04 15:55:16.032606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port 80ee4569-1094-4d9f-a41d-55a556fecae2, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=80ee4569-1094-4d9f-a41d-55a556fecae2,segment=NetworkSegment(42f3bae8-1644-4b7f-ae2b-cda23725dbe8),segment_id=42f3bae8-1644-4b7f-ae2b-cda23725dbe8)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:16.033608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.207642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722301b-e69e-4458-8027-6041ee17e0df req-c5d7014b-ca5e-4196-85c6-2ea11330a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:16.209703 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7722301b-e69e-4458-8027-6041ee17e0df req-c5d7014b-ca5e-4196-85c6-2ea11330a071 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 915 time: 0.2378807 Feb 04 15:55:16.210839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for 80ee4569-1094-4d9f-a41d-55a556fecae2 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:16.226276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aba857-f1e4-482c-b114-453e3295fd12 req-cebb1821-94fe-4fc1-a5b6-753af7d79619 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:16.227762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37aba857-f1e4-482c-b114-453e3295fd12 req-cebb1821-94fe-4fc1-a5b6-753af7d79619 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.5390315 Feb 04 15:55:16.327279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.387158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7722301b-e69e-4458-8027-6041ee17e0df req-c9ab401b-2559-4139-a985-7ae2be69030d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 200 len: 217 time: 0.1583869 Feb 04 15:55:16.403645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=80ee4569-1094-4d9f-a41d-55a556fecae2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:16.413791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No DVR routers for this DVR port 80ee4569-1094-4d9f-a41d-55a556fecae2 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:16.630135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37aba857-f1e4-482c-b114-453e3295fd12 req-f49e9f4e-9eab-41ea-928d-84f032e3512e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412887 Feb 04 15:55:16.667811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722301b-e69e-4458-8027-6041ee17e0df req-e6926dfc-9631-49c9-a298-2e16f3cde9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:16.669898 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7722301b-e69e-4458-8027-6041ee17e0df req-e6926dfc-9631-49c9-a298-2e16f3cde9ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.2236586 Feb 04 15:55:16.704965 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b993686-33a7-4181-bf6f-04f5de80a463 None None] DHCP port deletion for 519a87b3-4d3e-4187-a39c-11bb438ee7aa request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:55:16.717652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80ee4569-1094-4d9f-a41d-55a556fecae2 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:16.771402 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7722301b-e69e-4458-8027-6041ee17e0df req-2af28129-3b93-46ff-a99d-9f9ba8befd29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948632 Feb 04 15:55:16.829549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 80ee4569-1094-4d9f-a41d-55a556fecae2 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:16.829892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 80ee4569-1094-4d9f-a41d-55a556fecae2 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:16.917542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:12Z', 'revision_number': 8, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:16.931624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a13ee-52e0-41a9-badf-c702c9ad35ff None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:12Z', 'revision_number': 8, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': '8e1c4c8b-93db-43b4-a225-0d1f80aebb4c', 'name': '', 'network_id': 'e00b8067-2581-4b0d-832c-cc9b6d790226', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:74:97:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:45Z', 'updated_at': '2022-02-04T15:54:57Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': 'a49eeaa8-d02c-4995-a802-98f123fccba9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:16.963596 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.051180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7722301b-e69e-4458-8027-6041ee17e0df req-1e69952a-b581-4f7a-b4e3-d700e33fb06b service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731502 Feb 04 15:55:17.059747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12909f34-3539-40c3-8e15-2778bd093032 req-f5c7a125-9801-4760-a0b1-ff5214b61199 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:17.062328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519a87b3-4d3e-4187-a39c-11bb438ee7aa']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:17.067662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12909f34-3539-40c3-8e15-2778bd093032 req-f5c7a125-9801-4760-a0b1-ff5214b61199 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2485380 Feb 04 15:55:17.089022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f3bae8-1644-4b7f-ae2b-cda23725dbe8') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:17.089463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f3bae8-1644-4b7f-ae2b-cda23725dbe8') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:17.118429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.150607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.165621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:17.166369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:17.188721 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:17.409285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port 38e1bcd1-788d-4b8e-83a3-af297392517e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:17.410497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.441167 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7722301b-e69e-4458-8027-6041ee17e0df req-ac21c102-e8ed-4b46-a4c8-d0d863483679 service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705378 Feb 04 15:55:17.485971 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.491765 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.508378 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12909f34-3539-40c3-8e15-2778bd093032 req-f9ed71b9-d109-4321-8980-5238d2306469 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394882 Feb 04 15:55:17.537314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Network': ['ID=519a87b3-4d3e-4187-a39c-11bb438ee7aa,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:17.638798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57192) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:17.644453 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4b5cf894-97af-4fa5-9d5d-1bb29efc6dc2 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/networks/519a87b3-4d3e-4187-a39c-11bb438ee7aa HTTP/1.1" status: 204 len: 168 time: 2.5736668 Feb 04 15:55:17.809080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] For port 38e1bcd1-788d-4b8e-83a3-af297392517e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=38e1bcd1-788d-4b8e-83a3-af297392517e,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:17.810089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.028977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1562f-e620-4caa-bbbe-29fafbdc38d9 req-e3356f8f-d3ab-4abd-95f1-859cfa4abbe6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:18.036244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ab1562f-e620-4caa-bbbe-29fafbdc38d9 req-e3356f8f-d3ab-4abd-95f1-859cfa4abbe6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2879720 Feb 04 15:55:18.167714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ab1562f-e620-4caa-bbbe-29fafbdc38d9 req-0e33272c-10a7-42c6-b2b7-34c38c456ac0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299784 Feb 04 15:55:18.297656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for 38e1bcd1-788d-4b8e-83a3-af297392517e owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:18.505437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device acf2d8cc-7212-40cc-a857-225c2f62701a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:18.510336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dca6f1-670e-4132-a710-7bb5cc1ff645 req-62b126a2-5589-4b1b-98c8-bae8ee681148 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:18.519485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97dca6f1-670e-4132-a710-7bb5cc1ff645 req-62b126a2-5589-4b1b-98c8-bae8ee681148 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1109512 Feb 04 15:55:18.578741 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97dca6f1-670e-4132-a710-7bb5cc1ff645 req-95fc9f68-0461-432e-a142-3043a600d6c0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582373 Feb 04 15:55:18.592762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: acf2d8cc-7212-40cc-a857-225c2f62701a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:18.605179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device acf2d8cc-7212-40cc-a857-225c2f62701a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:18.706803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.811600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.885920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=38e1bcd1-788d-4b8e-83a3-af297392517e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:19.188741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b85c74-29c0-4101-9111-4ed70cc6dc15 req-0018f121-a98f-406c-aebc-eb390846df2d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:19.200015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1b85c74-29c0-4101-9111-4ed70cc6dc15 req-0018f121-a98f-406c-aebc-eb390846df2d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4243116 Feb 04 15:55:19.438261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1b85c74-29c0-4101-9111-4ed70cc6dc15 req-1c504c6c-4795-4825-9b44-3063a5535b76 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371156 Feb 04 15:55:19.525951 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.651553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:19.652144 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.178889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aeef8e22-425f-4fde-96d4-b29d13ea42e6 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:20.188272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1177f-41f8-4540-b8ae-c0ff7684df5f req-55c54ae5-0d7c-43d5-920f-3501abdadf9c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.190256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73c1177f-41f8-4540-b8ae-c0ff7684df5f req-55c54ae5-0d7c-43d5-920f-3501abdadf9c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3620186 Feb 04 15:55:20.236634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8e1c4c8b-93db-43b4-a225-0d1f80aebb4c,segment=NetworkSegment(032fbb7c-2c45-4bfc-b7bf-c32a86396a0c),segment_id=032fbb7c-2c45-4bfc-b7bf-c32a86396a0c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:20.237280 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.402673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:20.417231 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6888e8e4-1a0d-4581-87ae-ab09646ca4a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "PUT /v2.0/routers/aeef8e22-425f-4fde-96d4-b29d13ea42e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3600135 Feb 04 15:55:20.420301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57240) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:20.426938 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] Sync routers for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:20.449571 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:20.450835 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:20.451507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:20.535108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73c1177f-41f8-4540-b8ae-c0ff7684df5f req-d6fd4a2f-4978-4659-a98b-17e215199854 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353386 Feb 04 15:55:20.585921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaf3579-319c-4c53-805c-8bf80e71a2bf tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting subnet d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:55:20.594043 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-faaf3579-319c-4c53-805c-8bf80e71a2bf tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.712168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-faaf3579-319c-4c53-805c-8bf80e71a2bf tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.752530 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.790078 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:20.839133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=8e1c4c8b-93db-43b4-a225-0d1f80aebb4c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:20.984259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-faaf3579-319c-4c53-805c-8bf80e71a2bf tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.072987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-faaf3579-319c-4c53-805c-8bf80e71a2bf tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.080122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae3c6d-68be-4880-a98f-949b4c91ce11 req-07894fe1-f6fc-4fe0-ae01-559eafbd1e8a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:21.080890 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-85ae3c6d-68be-4880-a98f-949b4c91ce11 req-07894fe1-f6fc-4fe0-ae01-559eafbd1e8a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3712416 Feb 04 15:55:21.185888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252ec4b-4715-4dd3-a4f7-5f70aef8c300 None None] Network b64cceb0-9975-4644-802b-ec72bad0e280 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:55:21.186448 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-faaf3579-319c-4c53-805c-8bf80e71a2bf tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.194527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf3579-319c-4c53-805c-8bf80e71a2bf tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Subnet': ['ID=d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.203624 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-faaf3579-319c-4c53-805c-8bf80e71a2bf tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/subnets/d1eb3e80-5e6a-4ca0-84a7-9c34e00d776e HTTP/1.1" status: 204 len: 168 time: 0.7788062 Feb 04 15:55:21.210999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57254) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:21.359924 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:55:18Z', 'revision_number': 7, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:21.364820 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] Checking router: aeef8e22-425f-4fde-96d4-b29d13ea42e6 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:21.379486 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] Routers {'aeef8e22-425f-4fde-96d4-b29d13ea42e6'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:21.380385 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:21.556400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-85ae3c6d-68be-4880-a98f-949b4c91ce11 req-45c23911-2242-4018-8c91-ce082e17550a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663346 Feb 04 15:55:21.691613 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.724713 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] Set router aeef8e22-425f-4fde-96d4-b29d13ea42e6 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:21.734815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951db67a-3e49-44fb-8ca0-6450735ab81b None None] DHCP port deletion for b64cceb0-9975-4644-802b-ec72bad0e280 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:55:21.740447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-951db67a-3e49-44fb-8ca0-6450735ab81b None None] Deleting port aadc2125-ecc9-4bd2-b598-b22e249931e8 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:21.741095 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-951db67a-3e49-44fb-8ca0-6450735ab81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.767507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.187677 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:55:18Z', 'revision_number': 7, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:22.199816 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227d314-0454-46c6-8610-4f354d839c13 None None] The sync data for ids ['aeef8e22-425f-4fde-96d4-b29d13ea42e6'] in n-d-827870-1 is: [{'id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'name': 'tempest-TestNetworkBasicOps-router-1880587141', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:51:58Z', 'updated_at': '2022-02-04T15:55:18Z', 'revision_number': 7, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': '32a55ebf-9b25-424d-afa0-f928289f6c30', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef8e22-425f-4fde-96d4-b29d13ea42e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:00Z', 'updated_at': '2022-02-04T15:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:22.337899 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.360380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port 32a55ebf-9b25-424d-afa0-f928289f6c30 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:22.361053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.427419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-951db67a-3e49-44fb-8ca0-6450735ab81b None None] For port aadc2125-ecc9-4bd2-b598-b22e249931e8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=aadc2125-ecc9-4bd2-b598-b22e249931e8,segment=NetworkSegment(b556e2a1-5516-4401-b6c8-fa0e587e026f),segment_id=b556e2a1-5516-4401-b6c8-fa0e587e026f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:22.428459 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-951db67a-3e49-44fb-8ca0-6450735ab81b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.509663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:22.731138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] For port 32a55ebf-9b25-424d-afa0-f928289f6c30, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=32a55ebf-9b25-424d-afa0-f928289f6c30,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:22.733232 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.826649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-951db67a-3e49-44fb-8ca0-6450735ab81b None None] Calling delete_port for aadc2125-ecc9-4bd2-b598-b22e249931e8 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:22.881658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 38e1bcd1-788d-4b8e-83a3-af297392517e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:22.930219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 38e1bcd1-788d-4b8e-83a3-af297392517e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:22.930848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 38e1bcd1-788d-4b8e-83a3-af297392517e not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:22.931435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device aadc2125-ecc9-4bd2-b598-b22e249931e8 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:23.014112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55915-b8b9-4030-b2ac-82149990b479 req-a3c28e7e-db58-4e4e-82c6-fdd014420990 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:23.022263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-27d55915-b8b9-4030-b2ac-82149990b479 req-a3c28e7e-db58-4e4e-82c6-fdd014420990 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.9660873 Feb 04 15:55:23.086663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:23.096762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for 32a55ebf-9b25-424d-afa0-f928289f6c30 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:23.109219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-27d55915-b8b9-4030-b2ac-82149990b479 req-fe9590bc-b8d5-4250-8998-60608d7c02af tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853798 Feb 04 15:55:23.115133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.128793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:23.142589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0cf13ed0-ffc8-40e4-aa21-725f8b08cb88 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5021303 Feb 04 15:55:23.145188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57290) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:23.165670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:23.166691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:23.380830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c2d9be-843f-4189-9db2-7dcc3d4b92eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting subnet a49eeaa8-d02c-4995-a802-98f123fccba9 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:55:23.388871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58c2d9be-843f-4189-9db2-7dcc3d4b92eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.474576 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.504058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:23.552312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=32a55ebf-9b25-424d-afa0-f928289f6c30,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:23.693997 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58c2d9be-843f-4189-9db2-7dcc3d4b92eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.773358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04ad59-970b-4d16-89bb-6eb9b73ee187 req-6af09e99-f1a1-446e-843e-707cd32aa35a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:23.777390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.783080 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc04ad59-970b-4d16-89bb-6eb9b73ee187 req-6af09e99-f1a1-446e-843e-707cd32aa35a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2867286 Feb 04 15:55:23.860884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc04ad59-970b-4d16-89bb-6eb9b73ee187 req-ad381c75-698c-4c9c-9dd8-c55905c5e7d0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712280 Feb 04 15:55:23.902339 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58c2d9be-843f-4189-9db2-7dcc3d4b92eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.942319 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-951db67a-3e49-44fb-8ca0-6450735ab81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.026951 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.030346 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.052817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58c2d9be-843f-4189-9db2-7dcc3d4b92eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.060636 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.061262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Fanout notify agent at l3_agent the message router_deleted on router aeef8e22-425f-4fde-96d4-b29d13ea42e6 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:55:24.086986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.092367 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-90728c02-c5a1-4d5c-a983-5dbdc0d8bbcb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/routers/aeef8e22-425f-4fde-96d4-b29d13ea42e6 HTTP/1.1" status: 204 len: 168 time: 2.8803144 Feb 04 15:55:24.093031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57314) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:24.157786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951db67a-3e49-44fb-8ca0-6450735ab81b None None] Pushing event deleted for resources: {'Port': ['ID=aadc2125-ecc9-4bd2-b598-b22e249931e8,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:24.186318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2d9be-843f-4189-9db2-7dcc3d4b92eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Subnet': ['ID=a49eeaa8-d02c-4995-a802-98f123fccba9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:24.200786 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-58c2d9be-843f-4189-9db2-7dcc3d4b92eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.225988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-58c2d9be-843f-4189-9db2-7dcc3d4b92eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/a49eeaa8-d02c-4995-a802-98f123fccba9 HTTP/1.1" status: 204 len: 168 time: 1.0791805 Feb 04 15:55:24.227202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57318) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:24.278689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.331123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4bd85-7837-4c22-9b7d-7628d546ab50 None None] Network e00b8067-2581-4b0d-832c-cc9b6d790226 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:55:24.356175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951db67a-3e49-44fb-8ca0-6450735ab81b None None] No DVR routers for this DVR port aadc2125-ecc9-4bd2-b598-b22e249931e8 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:24.532131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.558111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d0fd1-04e5-4d25-be51-a196029bdd24 req-f340b7ce-8436-45c2-be4f-442460dbef29 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:24.558473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf3d0fd1-04e5-4d25-be51-a196029bdd24 req-f340b7ce-8436-45c2-be4f-442460dbef29 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2915730 Feb 04 15:55:24.560300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port 290e823b-d609-4490-a209-6303f5fedc99 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:24.560757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.750477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:20Z', 'revision_number': 9, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:24.757914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:24.769722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:24.770625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:24.843228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.906404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64cceb0-9975-4644-802b-ec72bad0e280']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:24.937750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b556e2a1-5516-4401-b6c8-fa0e587e026f') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:24.938044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b556e2a1-5516-4401-b6c8-fa0e587e026f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:24.968849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf3d0fd1-04e5-4d25-be51-a196029bdd24 req-07f6d760-3868-4e00-ac81-e8c275386eb2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318130 Feb 04 15:55:24.969547 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.975246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 32a55ebf-9b25-424d-afa0-f928289f6c30 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:25.031590 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.050145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:25.051606 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.074353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 32a55ebf-9b25-424d-afa0-f928289f6c30 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:25.075018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 32a55ebf-9b25-424d-afa0-f928289f6c30 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:25.099225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:25.247466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port 290e823b-d609-4490-a209-6303f5fedc99, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=290e823b-d609-4490-a209-6303f5fedc99,segment=NetworkSegment(032fbb7c-2c45-4bfc-b7bf-c32a86396a0c),segment_id=032fbb7c-2c45-4bfc-b7bf-c32a86396a0c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:25.247834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:25.263070 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:25.339739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.361028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.374664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Network': ['ID=b64cceb0-9975-4644-802b-ec72bad0e280,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.380583 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d7d5a1c3-e685-4597-b27d-9abcdee6dbe2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/networks/b64cceb0-9975-4644-802b-ec72bad0e280 HTTP/1.1" status: 204 len: 168 time: 1.2864435 Feb 04 15:55:25.400634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57344) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:25.414777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'network': {'name': 'tempest-network-smoke--2097539805', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'port_security_enabled': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:25.427831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:25.433664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:network and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:25.438092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:25.444169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:25.460982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Made reservation on behalf of fe2bb10d224f4113a67d9b82b1e79c3e for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:25.465834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.502381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:25.514032 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.514420 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Added segment 36fc7df9-271b-489e-95c5-135a82e96227 of type vlan for network bf1227f4-9721-437d-98c9-7b1edfef52a4 Feb 04 15:55:25.561390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.600025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.609253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:25.609912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.631528 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:55:25.651453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for 290e823b-d609-4490-a209-6303f5fedc99 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:25.747962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f50d4-be29-41e7-9e62-be7ce549c70c req-99b8fee7-db51-4c51-9198-541f721506bd tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:25.755199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c5f50d4-be29-41e7-9e62-be7ce549c70c req-99b8fee7-db51-4c51-9198-541f721506bd tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4585721 Feb 04 15:55:25.770364 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3637612 Feb 04 15:55:25.777341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57350) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:25.785876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b02b9e-59bb-4681-95a2-d98178194662 None None] DHCP port deletion for e00b8067-2581-4b0d-832c-cc9b6d790226 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:55:25.801786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-04b02b9e-59bb-4681-95a2-d98178194662 None None] Deleting port 290e823b-d609-4490-a209-6303f5fedc99 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:25.802138 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-04b02b9e-59bb-4681-95a2-d98178194662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.802523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'admin_state_up': True, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:25.835074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c5f50d4-be29-41e7-9e62-be7ce549c70c req-9a970bf7-d5fc-4034-a81b-45f532cc97e0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788884 Feb 04 15:55:25.838738 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.879672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:25.892524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:router and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:25.896129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:25.908698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:25.915084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-04b02b9e-59bb-4681-95a2-d98178194662 None None] The port '290e823b-d609-4490-a209-6303f5fedc99' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:55:25.930183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3d158-f40b-493d-84fc-fc2c675c2121 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Network': ['ID=bf1227f4-9721-437d-98c9-7b1edfef52a4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.941361 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.942988 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.962051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=290e823b-d609-4490-a209-6303f5fedc99,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.966540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network bf1227f4-9721-437d-98c9-7b1edfef52a4 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:25.967226 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.970781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No DVR routers for this DVR port 290e823b-d609-4490-a209-6303f5fedc99 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:26.196630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:20Z', 'revision_number': 9, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:26.202779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efb73b-d916-41df-ac05-086c55edb6e4 None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:20Z', 'revision_number': 9, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a51d06-ea0c-4346-bbf0-a1a62f714209', 'name': '', 'network_id': 'e6327674-2da7-4fa5-a184-dbf36c9214b8', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:91:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:35Z', 'updated_at': '2022-02-04T15:54:46Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '6a8eb827-660d-4f24-8d6b-cfdfa54a4b12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:26.303642 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.382482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00b8067-2581-4b0d-832c-cc9b6d790226']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:26.406509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:26.406814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032fbb7c-2c45-4bfc-b7bf-c32a86396a0c') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:26.428096 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.446767 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.452398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.464966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:26.465781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:26.481855 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:26.600109 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.610819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.674928 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/networks/e00b8067-2581-4b0d-832c-cc9b6d790226 HTTP/1.1" status: 204 len: 168 time: 2.4448214 Feb 04 15:55:26.678533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57374) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:26.692419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 290e823b-d609-4490-a209-6303f5fedc99 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:26.715952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aed289-8bd4-4236-b171-80d24782dee0 req-5fb4e848-d3e7-48bf-9d63-c9515d112ffa tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:26.717612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07aed289-8bd4-4236-b171-80d24782dee0 req-5fb4e848-d3e7-48bf-9d63-c9515d112ffa tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.4607408 Feb 04 15:55:26.729891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9de536-af63-43d3-9064-5c846a5b1e2c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Network': ['ID=e00b8067-2581-4b0d-832c-cc9b6d790226,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:26.776157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 290e823b-d609-4490-a209-6303f5fedc99 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:26.776561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 290e823b-d609-4490-a209-6303f5fedc99 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:26.778345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:26.868069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07aed289-8bd4-4236-b171-80d24782dee0 req-90d68bee-8c78-41ed-b58a-5060e5b01fc5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409693 Feb 04 15:55:26.869829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:26.870916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8e1c4c8b-93db-43b4-a225-0d1f80aebb4c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:27.165389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a711b3-b207-4b63-a73b-da2ad1a55698 req-03b91993-cecb-4869-b040-386c48751fad tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.167121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2a711b3-b207-4b63-a73b-da2ad1a55698 req-03b91993-cecb-4869-b040-386c48751fad tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1288190 Feb 04 15:55:27.220693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2a711b3-b207-4b63-a73b-da2ad1a55698 req-a5749b84-2c61-4322-9b10-c5a3284f8cac tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454230 Feb 04 15:55:27.486572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aac7fc-8028-4eb1-a068-da082240230b req-e6e603f8-299f-4853-b515-69b9bc5c1609 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.494500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7aac7fc-8028-4eb1-a068-da082240230b req-e6e603f8-299f-4853-b515-69b9bc5c1609 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1330187 Feb 04 15:55:27.537172 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.562533 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7aac7fc-8028-4eb1-a068-da082240230b req-b90f36d6-e318-4876-bd34-72a906b86a59 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669923 Feb 04 15:55:27.599619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.839504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9919c-1531-4e79-bfac-8b6d06cdc002 req-fd1ca707-ab63-46c9-b6f0-d6473ec71097 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.853150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77a9919c-1531-4e79-bfac-8b6d06cdc002 req-fd1ca707-ab63-46c9-b6f0-d6473ec71097 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1591859 Feb 04 15:55:27.917919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.25.8.139 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/d835f916-fb4e-4f97-b867-c06e1a327545) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:27.957898 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77a9919c-1531-4e79-bfac-8b6d06cdc002 req-ec9f7534-ab40-48d7-a643-d338bcbeaed2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028535 Feb 04 15:55:28.090535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.131414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.219084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=d835f916-fb4e-4f97-b867-c06e1a327545,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:28.229586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:28.231131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:28.233678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:55:28.851333 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.852780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89aa5fa-83fd-435c-8519-49af77555566 req-3e1cb14b-a0e3-4c6a-921e-d51f82d2c1a4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:28.861436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b89aa5fa-83fd-435c-8519-49af77555566 req-3e1cb14b-a0e3-4c6a-921e-d51f82d2c1a4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1014922 Feb 04 15:55:28.916666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b89aa5fa-83fd-435c-8519-49af77555566 req-5ae955fa-c005-4308-af86-8ae46078623d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534210 Feb 04 15:55:29.078342 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.824014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port e6a51d06-ea0c-4346-bbf0-a1a62f714209 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:29.824410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.884998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.198846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d491d-7bde-433a-9a67-a164e286cac8 req-d87a2241-2894-43da-991f-1e97a1ddd70b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:30.202296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-485d491d-7bde-433a-9a67-a164e286cac8 req-d87a2241-2894-43da-991f-1e97a1ddd70b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1316745 Feb 04 15:55:30.265885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port e6a51d06-ea0c-4346-bbf0-a1a62f714209, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e6a51d06-ea0c-4346-bbf0-a1a62f714209,segment=NetworkSegment(42119ce5-3d27-4ab0-ba7c-fd2e70e75522),segment_id=42119ce5-3d27-4ab0-ba7c-fd2e70e75522)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:30.266275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.271287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57446) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:30.349540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5c3f3b-83c3-4395-977a-a74687880952 admin admin] Deleting subnet 425dc9be-9424-4665-9a13-2256452b7165 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:55:30.353643 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3f3b-83c3-4395-977a-a74687880952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.431354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3f3b-83c3-4395-977a-a74687880952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.468182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for e6a51d06-ea0c-4346-bbf0-a1a62f714209 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:30.508831 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3f3b-83c3-4395-977a-a74687880952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.604466 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-485d491d-7bde-433a-9a67-a164e286cac8 req-c29e1073-a52a-4b94-8322-370e0c852310 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922000 Feb 04 15:55:30.610225 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3f3b-83c3-4395-977a-a74687880952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.659986 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3f3b-83c3-4395-977a-a74687880952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.677307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c3f3b-83c3-4395-977a-a74687880952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425dc9be-9424-4665-9a13-2256452b7165,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:30.683238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2c5c3f3b-83c3-4395-977a-a74687880952 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/425dc9be-9424-4665-9a13-2256452b7165 HTTP/1.1" status: 204 len: 168 time: 0.4098616 Feb 04 15:55:30.685863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57454) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:30.764525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.834571 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.007283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aa45337b-39d2-4246-973d-8b4d76bbc1a9 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:55:31.008517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=e6a51d06-ea0c-4346-bbf0-a1a62f714209,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:31.070903 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.104637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0492ff1-c1fe-4ead-8e5a-3c27d9e00870']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:31.120480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945b1cab-7765-436a-99b7-275b3165d4c6') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:31.121526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945b1cab-7765-436a-99b7-275b3165d4c6') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:31.136546 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.160030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.170426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:31.170809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:31.186014 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:31.316560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.334198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.353627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=d0492ff1-c1fe-4ead-8e5a-3c27d9e00870,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:31.362076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9e3f7400-0db7-40b2-862d-5719d9520dbb admin admin] 10.222.0.46 "DELETE /v2.0/networks/d0492ff1-c1fe-4ead-8e5a-3c27d9e00870 HTTP/1.1" status: 204 len: 168 time: 0.6751256 Feb 04 15:55:31.365320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57466) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:31.457754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-583e6f77-b149-40ed-a39f-57cb8daf2a4d admin admin] Deleting subnet fd0e037a-8194-4a4f-988f-6bcba62641e9 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:55:31.462717 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-583e6f77-b149-40ed-a39f-57cb8daf2a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.520984 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-583e6f77-b149-40ed-a39f-57cb8daf2a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.691878 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-583e6f77-b149-40ed-a39f-57cb8daf2a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.702507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:31.713493 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Sync routers for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:31.735711 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:31.739724 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:31.757455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.788859 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-583e6f77-b149-40ed-a39f-57cb8daf2a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.887950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.893055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b44c6010-c5be-4bab-ac84-355c8aef656d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1143939 Feb 04 15:55:31.901387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-583e6f77-b149-40ed-a39f-57cb8daf2a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.905967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57478) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:31.908448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e6f77-b149-40ed-a39f-57cb8daf2a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0e037a-8194-4a4f-988f-6bcba62641e9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:31.922107 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-583e6f77-b149-40ed-a39f-57cb8daf2a4d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fd0e037a-8194-4a4f-988f-6bcba62641e9 HTTP/1.1" status: 204 len: 168 time: 0.5550818 Feb 04 15:55:31.925728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57482) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:32.002448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-760d8937-9967-4476-857b-5dd992243fec tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=fe2bb10d224f4113a67d9b82b1e79c3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0952311 Feb 04 15:55:32.008324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57486) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:32.024274 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:32.156757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.195916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42715a09-f476-4cc3-8acf-f05aee002117 req-243dcbdc-ef4c-4dc8-a485-127c2376e3b7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:32.197894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42715a09-f476-4cc3-8acf-f05aee002117 req-243dcbdc-ef4c-4dc8-a485-127c2376e3b7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3932016 Feb 04 15:55:32.223532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:32.331918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42715a09-f476-4cc3-8acf-f05aee002117 req-15894eba-e973-471e-921f-641a2de4981b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263158 Feb 04 15:55:32.424104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:32.434981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:32.436736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f2f4183d-76bc-4dad-8fbf-cd7ebeb9a71e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7547050 Feb 04 15:55:32.440088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57490) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:32.445073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce1292c-3fe1-4a62-b417-4539332c1ada tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:32.451988 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:28Z', 'revision_number': 3, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:32.455472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:32.456087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:32.469009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3ce1292c-3fe1-4a62-b417-4539332c1ada tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4492955 Feb 04 15:55:32.472190 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Checking router: aa45337b-39d2-4246-973d-8b4d76bbc1a9 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:32.472453 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Updating router aa45337b-39d2-4246-973d-8b4d76bbc1a9 port d835f916-fb4e-4f97-b867-c06e1a327545 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:55:32.473549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57494) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:32.571747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0840a626-8025-4557-a46a-eba5972d4718 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting subnet 6a8eb827-660d-4f24-8d6b-cfdfa54a4b12 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:55:32.580011 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0840a626-8025-4557-a46a-eba5972d4718 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.604288 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.626239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-17e0ae64-a213-4733-a006-47b80937e599 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1469753 Feb 04 15:55:32.628902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57502) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:32.640398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1204457109', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:32.640695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.709753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba221a7-a533-43d8-9691-f86bd25cdcff']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:32.718890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:32.751518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ff2db4-0a0c-4481-9fc6-02f2f296c10f') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:32.754713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ff2db4-0a0c-4481-9fc6-02f2f296c10f') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:32.789339 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.806198 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0840a626-8025-4557-a46a-eba5972d4718 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.826238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.844870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:32.845304 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:32.874767 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:33.019568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:33.027663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:subnet and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:33.033271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:33.045724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:33.061191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Made reservation on behalf of fe2bb10d224f4113a67d9b82b1e79c3e for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:33.067857 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.085801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.107673 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.191541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5ba221a7-a533-43d8-9691-f86bd25cdcff HTTP/1.1" status: 204 len: 168 time: 1.2645357 Feb 04 15:55:33.212024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741373d-f352-49ac-bba7-0172d59a0f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba221a7-a533-43d8-9691-f86bd25cdcff,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:33.225259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0840a626-8025-4557-a46a-eba5972d4718 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.476249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:30Z', 'revision_number': 10, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:33.491535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:33.503743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57516) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:33.517590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:33.520177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:33.597260 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.614033 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Transition to ACTIVE for port object d835f916-fb4e-4f97-b867-c06e1a327545 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:33.624438 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a322a869-598f-46b3-93cf-f895f120b96c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b109523c34ea411db6a3fd3bbfdefa24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180131 Feb 04 15:55:33.625723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57522) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:33.630096 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.695213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0840a626-8025-4557-a46a-eba5972d4718 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.746252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:33.749601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840a626-8025-4557-a46a-eba5972d4718 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8eb827-660d-4f24-8d6b-cfdfa54a4b12,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:33.765380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0840a626-8025-4557-a46a-eba5972d4718 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.784121 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0840a626-8025-4557-a46a-eba5972d4718 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/6a8eb827-660d-4f24-8d6b-cfdfa54a4b12 HTTP/1.1" status: 204 len: 168 time: 1.3431191 Feb 04 15:55:33.785088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:33.791429 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Attempting to bind port d835f916-fb4e-4f97-b867-c06e1a327545 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:33.791796 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Attempting to bind port d835f916-fb4e-4f97-b867-c06e1a327545 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:33.792156 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Attempting to bind port d835f916-fb4e-4f97-b867-c06e1a327545 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:55:33.814424 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:55:33.814762 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:55:33.815202 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.815608 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:55:33.816066 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Bound port: d835f916-fb4e-4f97-b867-c06e1a327545, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:33.816421 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.906774 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Pushing event updated for resources: {'Port': ['ID=d835f916-fb4e-4f97-b867-c06e1a327545,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:33.918280 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab96dcca-f309-4ab6-946b-16b707f012b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.922273 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.922551 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.922886 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.923213 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.923542 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.923864 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.924178 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.924495 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.924828 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.925149 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.925474 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.925767 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:33.929037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538b71f-cf33-4664-aa51-0bcda491b11f req-5844fce0-3da5-4c27-8db4-89638539c4e1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:33.930521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8538b71f-cf33-4664-aa51-0bcda491b11f req-5844fce0-3da5-4c27-8db4-89638539c4e1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3025863 Feb 04 15:55:34.007963 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] For port d835f916-fb4e-4f97-b867-c06e1a327545, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:55:34.015559 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] For port d835f916-fb4e-4f97-b867-c06e1a327545, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d835f916-fb4e-4f97-b867-c06e1a327545,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:55:34.020191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8538b71f-cf33-4664-aa51-0bcda491b11f req-e53573c3-0acd-417f-ac42-df521f176d54 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817275 Feb 04 15:55:34.026456 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.037721 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab96dcca-f309-4ab6-946b-16b707f012b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.043467 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.117252 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab96dcca-f309-4ab6-946b-16b707f012b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.142968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed258c6-acf6-4d2a-bc22-7782cb076c09 None None] Network e6327674-2da7-4fa5-a184-dbf36c9214b8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:55:34.153670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96dcca-f309-4ab6-946b-16b707f012b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c054d-0ec9-4d9f-a451-f0d8e259ddca,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.176209 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab96dcca-f309-4ab6-946b-16b707f012b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.177478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ab96dcca-f309-4ab6-946b-16b707f012b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df3c054d-0ec9-4d9f-a451-f0d8e259ddca HTTP/1.1" status: 204 len: 168 time: 0.5454998 Feb 04 15:55:34.200436 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:34.203603 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:34.207917 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.288991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port d0556122-7e0b-4897-9603-e94d5588e303 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:34.294208 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.358462 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Subnet': ['ID=bd1c6d5a-39fc-4200-933c-bdbf849b3169,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.385239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Checking segment: {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:55:34.386228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network hostable DHCP agents. Network: bf1227f4-9721-437d-98c9-7b1edfef52a4, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:34.507877 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:34.523928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network bf1227f4-9721-437d-98c9-7b1edfef52a4 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:34.607650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, bf1227f4-9721-437d-98c9-7b1edfef52a4) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:34.656868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:34.660978 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.676736 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24a5f-1b40-402a-aa61-096d6e3ba0fd None None] Pushing event updated for resources: {'Port': ['ID=d835f916-fb4e-4f97-b867-c06e1a327545,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.721730 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f04fd71-ccb8-4d73-b217-66599d73d2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.726690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678c8643-6282-48f0-8622-b357ae9f849e None None] Network bf1227f4-9721-437d-98c9-7b1edfef52a4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:55:34.771090 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b8477980-cc6e-4fbb-836a-dd5abecd68aa tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1404774 Feb 04 15:55:34.773845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57538) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:34.858980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port d0556122-7e0b-4897-9603-e94d5588e303, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d0556122-7e0b-4897-9603-e94d5588e303,segment=NetworkSegment(42119ce5-3d27-4ab0-ba7c-fd2e70e75522),segment_id=42119ce5-3d27-4ab0-ba7c-fd2e70e75522)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:34.861433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.879192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57542) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:35.012926 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:28Z', 'revision_number': 3, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:35.020812 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721b1bd-8267-44a2-8acb-84830dc33a24 None None] The sync data for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 is: [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:28Z', 'revision_number': 3, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:35.045763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:30Z', 'revision_number': 10, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:35.081734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f79f0-1ca4-47d0-bd0d-80e7bf1e2eea None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:30Z', 'revision_number': 10, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None, '_interfaces': [{'id': 'da2b4004-046a-4105-b6aa-adc0f7eb38dc', 'name': '', 'network_id': '3fef0aeb-58a4-4822-b517-0c046630771a', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'mac_address': 'fa:16:3e:1b:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:54:28Z', 'updated_at': '2022-02-04T15:54:41Z', 'revision_number': 5, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'subnets': [{'id': '699a9c72-7455-4d33-ab72-55505845c8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:35.187230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-bf1227f4-9721-437d-98c9-7b1edfef52a4', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:55:35.188150 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.191429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for d0556122-7e0b-4897-9603-e94d5588e303 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:35.376278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8568c694-1490-400b-8cb3-5641fc9d1909 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=015dfd89c9fb486f911f1f28323506c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956658 Feb 04 15:55:35.381897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57548) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:35.503734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a4b085-d619-45f0-8b71-65b38dfefd43 None None] DHCP port deletion for e6327674-2da7-4fa5-a184-dbf36c9214b8 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:55:35.532725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4b085-d619-45f0-8b71-65b38dfefd43 None None] Deleting port d0556122-7e0b-4897-9603-e94d5588e303 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:35.533810 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b7a4b085-d619-45f0-8b71-65b38dfefd43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.627512 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.745755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4b085-d619-45f0-8b71-65b38dfefd43 None None] The port 'd0556122-7e0b-4897-9603-e94d5588e303' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:55:35.767948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No DVR routers for this DVR port d0556122-7e0b-4897-9603-e94d5588e303 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:35.770476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=d0556122-7e0b-4897-9603-e94d5588e303,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:35.772445 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e356-b190-4492-acb5-e71f33aaf7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.900461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Allocated IP 172.20.0.2 (bf1227f4-9721-437d-98c9-7b1edfef52a4/bd1c6d5a-39fc-4200-933c-bdbf849b3169/c8f1b813-4ca8-4c32-abfa-ea2a86c27c22) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:36.020071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebd0ba-91c2-4c3d-ba6a-48e4feda5f57 req-ba26f6b3-34fd-4dc4-808b-7404fbddb2b1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:36.021646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29ebd0ba-91c2-4c3d-ba6a-48e4feda5f57 req-ba26f6b3-34fd-4dc4-808b-7404fbddb2b1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.6648088 Feb 04 15:55:36.081115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.116224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6327674-2da7-4fa5-a184-dbf36c9214b8']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:36.148949 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e356-b190-4492-acb5-e71f33aaf7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.179266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29ebd0ba-91c2-4c3d-ba6a-48e4feda5f57 req-cb177ed1-75b1-47c5-86c6-df0a9551ba5c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434655 Feb 04 15:55:36.243635 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42119ce5-3d27-4ab0-ba7c-fd2e70e75522') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:36.244017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42119ce5-3d27-4ab0-ba7c-fd2e70e75522') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:36.253612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e356-b190-4492-acb5-e71f33aaf7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.270689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.291763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6e356-b190-4492-acb5-e71f33aaf7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65595de5-8b97-4fa1-bcf6-8c0f4820feb5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:36.305721 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.317862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:36.318264 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:36.345771 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:36.412664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e356-b190-4492-acb5-e71f33aaf7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.414002 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b6c6e356-b190-4492-acb5-e71f33aaf7fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65595de5-8b97-4fa1-bcf6-8c0f4820feb5 HTTP/1.1" status: 204 len: 168 time: 1.0278783 Feb 04 15:55:36.475963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.498163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.521959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Transition to ACTIVE for port object c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:36.583741 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.591805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Transition to ACTIVE for port object c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:36.620308 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/networks/e6327674-2da7-4fa5-a184-dbf36c9214b8 HTTP/1.1" status: 204 len: 168 time: 2.8217084 Feb 04 15:55:36.625228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57570) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:36.633631 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.784286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d835f916-fb4e-4f97-b867-c06e1a327545 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:36.802510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee0b9e-4839-4d5c-9c2c-249d8986f4e8 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Network': ['ID=e6327674-2da7-4fa5-a184-dbf36c9214b8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:36.858233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Pushing event updated for resources: {'Port': ['ID=c8f1b813-4ca8-4c32-abfa-ea2a86c27c22,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:36.883491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Network bf1227f4-9721-437d-98c9-7b1edfef52a4 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:36.893272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:36.896016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:55:36.901945 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b06c40fb-18cd-4615-bb8d-8541f4fd60a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.960924 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.026647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Attempting to bind port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:37.027586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Attempting to bind port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:37.027949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Attempting to bind port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 on network bf1227f4-9721-437d-98c9-7b1edfef52a4 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:55:37.036550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:55:37.037475 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Checking segment: {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:55:37.037983 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.038473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Bound using segment: {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:55:37.039074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Bound port: c8f1b813-4ca8-4c32-abfa-ea2a86c27c22, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:37.039767 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.056250 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.083361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port d835f916-fb4e-4f97-b867-c06e1a327545 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:37.093789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d835f916-fb4e-4f97-b867-c06e1a327545 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:37.093789 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.385853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.410159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] For port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:55:37.413054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port d835f916-fb4e-4f97-b867-c06e1a327545, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d835f916-fb4e-4f97-b867-c06e1a327545,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:37.415575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] For port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c8f1b813-4ca8-4c32-abfa-ea2a86c27c22,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:55:37.420637 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.514786 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.554745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e6a51d06-ea0c-4346-bbf0-a1a62f714209 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:37.583266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=d835f916-fb4e-4f97-b867-c06e1a327545,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.645576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e6a51d06-ea0c-4346-bbf0-a1a62f714209 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:37.645916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e6a51d06-ea0c-4346-bbf0-a1a62f714209 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:37.646604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d0556122-7e0b-4897-9603-e94d5588e303 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:37.712075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: d0556122-7e0b-4897-9603-e94d5588e303 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:37.712603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d0556122-7e0b-4897-9603-e94d5588e303 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:37.757337 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.816395 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.823745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25229ea7-8238-4bef-bebb-1da16ed11c40 None None] Pushing event updated for resources: {'Port': ['ID=c8f1b813-4ca8-4c32-abfa-ea2a86c27c22,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.929985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.026270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.20.0.1 (bf1227f4-9721-437d-98c9-7b1edfef52a4/bd1c6d5a-39fc-4200-933c-bdbf849b3169/906d4a8b-8e4d-4ac0-823d-69e4df82e8e9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:38.240787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeac91-6aa6-4105-9a46-95bc4fa2c94e req-e2bece93-ad1f-496a-95d9-851a68084d33 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:38.243993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9aeac91-6aa6-4105-9a46-95bc4fa2c94e req-e2bece93-ad1f-496a-95d9-851a68084d33 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.7270358 Feb 04 15:55:38.433586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9aeac91-6aa6-4105-9a46-95bc4fa2c94e req-dd66bd69-2cee-4bd7-843a-2f3b3572b494 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618629 Feb 04 15:55:38.554635 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.593872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Transition to ACTIVE for port object 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:38.624633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port da2b4004-046a-4105-b6aa-adc0f7eb38dc {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:38.625136 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.648426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.736505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:38.738491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=906d4a8b-8e4d-4ac0-823d-69e4df82e8e9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:38.752921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network bf1227f4-9721-437d-98c9-7b1edfef52a4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:38.754219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:38.756591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:55:38.839555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:38.846448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d835f916-fb4e-4f97-b867-c06e1a327545 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:38.882851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.940103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d835f916-fb4e-4f97-b867-c06e1a327545 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:38.940472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.079180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port da2b4004-046a-4105-b6aa-adc0f7eb38dc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=da2b4004-046a-4105-b6aa-adc0f7eb38dc,segment=NetworkSegment(b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9),segment_id=b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:39.079761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.215811 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.295518 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.332158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for da2b4004-046a-4105-b6aa-adc0f7eb38dc owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:39.386592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57630) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:39.481852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08397bc7-babf-4708-badb-6b77bdfd6f8f None None] Network bf1227f4-9721-437d-98c9-7b1edfef52a4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:55:39.616126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-672e865b-78c5-4761-8bae-04f44edf1860 None None] Provisioning for port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:39.630319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-672e865b-78c5-4761-8bae-04f44edf1860 None None] Provisioning complete for port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:39.630841 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-672e865b-78c5-4761-8bae-04f44edf1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.680544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.749336 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.755397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=da2b4004-046a-4105-b6aa-adc0f7eb38dc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:39.956602 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-672e865b-78c5-4761-8bae-04f44edf1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.049722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-672e865b-78c5-4761-8bae-04f44edf1860 None None] For port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c8f1b813-4ca8-4c32-abfa-ea2a86c27c22,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:40.061338 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-672e865b-78c5-4761-8bae-04f44edf1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.250805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e865b-78c5-4761-8bae-04f44edf1860 None None] Pushing event updated for resources: {'Port': ['ID=c8f1b813-4ca8-4c32-abfa-ea2a86c27c22,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:40.302160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f629269a-62fa-4379-844f-2738fb20edb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.305462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:55:40.313137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.331250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f629269a-62fa-4379-844f-2738fb20edb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:40.375252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f629269a-62fa-4379-844f-2738fb20edb6 admin admin] Usage tracker for resource:security_group_rule and tenant:13ba6d1b490d4d1da34e104afc9243c1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:40.405100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f629269a-62fa-4379-844f-2738fb20edb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:40.425176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f629269a-62fa-4379-844f-2738fb20edb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:40.556135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d85709-45cd-4ac2-a6fc-7b01748d8bb5 req-d42f5753-b245-4380-bc3b-9f7d7769352d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:40.563553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89d85709-45cd-4ac2-a6fc-7b01748d8bb5 req-d42f5753-b245-4380-bc3b-9f7d7769352d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.7798278 Feb 04 15:55:40.571193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-42ac8f35-5f51-42cb-a50e-ae22fd358f68 None None] Provisioning complete for port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:40.575721 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-42ac8f35-5f51-42cb-a50e-ae22fd358f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.640583 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.652537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:40.659151 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.673661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '45b578ea-a957-4eab-9837-5432472e1a4d', 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377', 'port_id': '45b578ea-a957-4eab-9837-5432472e1a4d', 'mac_address': 'fa:16:3e:f1:39:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5612cf36-5274-4c0e-8111-943ebfe591db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:55:40.738092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:40.806393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89d85709-45cd-4ac2-a6fc-7b01748d8bb5 req-9e4eff39-8b13-414f-a5d1-d3d29102977b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392209 Feb 04 15:55:40.878950 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.902869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=906d4a8b-8e4d-4ac0-823d-69e4df82e8e9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:40.914360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:40.919830 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.921600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45b578ea-a957-4eab-9837-5432472e1a4d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:40.928460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f629269a-62fa-4379-844f-2738fb20edb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.929565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-42ac8f35-5f51-42cb-a50e-ae22fd358f68 None None] Provisioning for port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:40.952133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:40.952363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-42ac8f35-5f51-42cb-a50e-ae22fd358f68 None None] Provisioning complete for port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:40.952607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f629269a-62fa-4379-844f-2738fb20edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.952753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-42ac8f35-5f51-42cb-a50e-ae22fd358f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.985223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.021533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:41.021900 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.077189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629269a-62fa-4379-844f-2738fb20edb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f2a6e6-412a-47f3-b041-40ccb629b6e0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:41.083903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f629269a-62fa-4379-844f-2738fb20edb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13ba6d1b490d4d1da34e104afc9243c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6939831 Feb 04 15:55:41.084126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57642) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:41.145252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:41.151669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:41.165932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-42ac8f35-5f51-42cb-a50e-ae22fd358f68 None None] Port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:55:41.166074 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:41.183966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.184696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.185081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.185416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.185744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.186205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.186381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.187176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.187379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.188267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.188743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.189069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:41.191978 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:41.194741 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:41.201452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network bf1227f4-9721-437d-98c9-7b1edfef52a4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:41.204317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:41.207794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['45b578ea-a957-4eab-9837-5432472e1a4d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:55:41.227894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3327b8d6-aebb-4870-83b7-cb8dca30de19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.229193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1a8310df-1d58-4811-90a8-865e52a7856c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5999732 Feb 04 15:55:41.231962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57658) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:41.394426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-33368322-b051-4477-a2e2-c69cd6a5a5ce tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting subnet 699a9c72-7455-4d33-ab72-55505845c8a7 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:55:41.406651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33368322-b051-4477-a2e2-c69cd6a5a5ce tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.438882 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:41.492848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d6b0906f-67b5-4d88-9508-dfe6902a0348 None None] Provisioning complete for port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:41.493195 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6b0906f-67b5-4d88-9508-dfe6902a0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.552073 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33368322-b051-4477-a2e2-c69cd6a5a5ce tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.693002 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 11, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:41.697944 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:41.706101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33368322-b051-4477-a2e2-c69cd6a5a5ce tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.711596 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:41.712463 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:41.732005 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3327b8d6-aebb-4870-83b7-cb8dca30de19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.773084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aa45337b-39d2-4246-973d-8b4d76bbc1a9 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:41.804531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0906f-67b5-4d88-9508-dfe6902a0348 None None] Port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:55:41.958835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33368322-b051-4477-a2e2-c69cd6a5a5ce tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.982111 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:42.048137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e8d8d37e-6c6a-4e29-956f-6d7d3e6b1527 None None] Provisioning complete for port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:42.048703 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d37e-6c6a-4e29-956f-6d7d3e6b1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.102704 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-33368322-b051-4477-a2e2-c69cd6a5a5ce tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.118748 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-33368322-b051-4477-a2e2-c69cd6a5a5ce tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/699a9c72-7455-4d33-ab72-55505845c8a7 HTTP/1.1" status: 204 len: 168 time: 0.8831897 Feb 04 15:55:42.119227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57696) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:42.127215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33368322-b051-4477-a2e2-c69cd6a5a5ce tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Subnet': ['ID=699a9c72-7455-4d33-ab72-55505845c8a7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:42.135234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab1cdd1-ae04-40ec-aaf7-40fb08ea9d84 None None] Network 3fef0aeb-58a4-4822-b517-0c046630771a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:55:42.153682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:42.203447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Sync routers for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:42.238308 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 11, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:42.238308 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0e09a-7632-4483-b789-6ac87e3f160d None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 11, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:42.255578 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3327b8d6-aebb-4870-83b7-cb8dca30de19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.374442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.401094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Deleting port a9263236-54d8-40a6-86f9-76a49bbd9796 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:55:42.401812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.402706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327b8d6-aebb-4870-83b7-cb8dca30de19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f2a6e6-412a-47f3-b041-40ccb629b6e0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:42.426474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3327b8d6-aebb-4870-83b7-cb8dca30de19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.432661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3327b8d6-aebb-4870-83b7-cb8dca30de19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3f2a6e6-412a-47f3-b041-40ccb629b6e0 HTTP/1.1" status: 204 len: 168 time: 1.3441250 Feb 04 15:55:42.454193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-94f46103-503b-4a8c-b529-fe012c6aea42 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "PUT /v2.0/routers/aa45337b-39d2-4246-973d-8b4d76bbc1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6761644 Feb 04 15:55:42.460636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57704) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:42.583315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:42.590404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:42.786435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da2b4004-046a-4105-b6aa-adc0f7eb38dc no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:42.866751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: da2b4004-046a-4105-b6aa-adc0f7eb38dc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:42.867383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device da2b4004-046a-4105-b6aa-adc0f7eb38dc not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:42.888233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8d37e-6c6a-4e29-956f-6d7d3e6b1527 None None] Port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:55:42.975699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] For port a9263236-54d8-40a6-86f9-76a49bbd9796, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a9263236-54d8-40a6-86f9-76a49bbd9796,segment=NetworkSegment(b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9),segment_id=b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:42.980650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.119925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.120449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.121719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.122277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.122728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.123347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.123783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.124220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.124662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.126634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8a2e8e0d-2194-444f-b54e-e6c701332ee0 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6327 time: 0.6649168 Feb 04 15:55:43.132129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57720) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:43.228136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Calling delete_port for a9263236-54d8-40a6-86f9-76a49bbd9796 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:55:43.247517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559718-55ef-4da5-b495-ac2e30d9dd73 req-d9f261b8-312d-463b-bcc3-959af36b7ae8 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.249365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c559718-55ef-4da5-b495-ac2e30d9dd73 req-d9f261b8-312d-463b-bcc3-959af36b7ae8 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 944 time: 1.1136408 Feb 04 15:55:43.367731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:43.381056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.431475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24d4fe-8684-4908-8095-f399f3fee6eb tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.431930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24d4fe-8684-4908-8095-f399f3fee6eb tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.432372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24d4fe-8684-4908-8095-f399f3fee6eb tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.432824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24d4fe-8684-4908-8095-f399f3fee6eb tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.436471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24d4fe-8684-4908-8095-f399f3fee6eb tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.437288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24d4fe-8684-4908-8095-f399f3fee6eb tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.439317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24d4fe-8684-4908-8095-f399f3fee6eb tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.440126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24d4fe-8684-4908-8095-f399f3fee6eb tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.445309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8f24d4fe-8684-4908-8095-f399f3fee6eb tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.3121300 Feb 04 15:55:43.449369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c559718-55ef-4da5-b495-ac2e30d9dd73 req-42a20655-bf21-47b8-ad1b-25b3fafc3523 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766548 Feb 04 15:55:43.455701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57736) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:43.717472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b9272-a6aa-46c4-8cd4-6f978d2caa10 None None] DHCP port deletion for 3fef0aeb-58a4-4822-b517-0c046630771a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:55:43.731953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Port': ['ID=a9263236-54d8-40a6-86f9-76a49bbd9796,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:43.735931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No DVR routers for this DVR port a9263236-54d8-40a6-86f9-76a49bbd9796 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:44.070981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.168204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fef0aeb-58a4-4822-b517-0c046630771a']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:44.175959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ee4b8cb1-4717-482b-accd-4fc1e69e3c10 tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3573 time: 0.7164824 Feb 04 15:55:44.223978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:44.225296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a9ba5c-fdec-4db4-aef7-b4e659d8a3c9') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:44.231760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57752) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:44.253602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.257286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '906d4a8b-8e4d-4ac0-823d-69e4df82e8e9', 'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:ed:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:37Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 2, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:44.268858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Checking router: aa45337b-39d2-4246-973d-8b4d76bbc1a9 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:44.269479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Updating router aa45337b-39d2-4246-973d-8b4d76bbc1a9 port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:55:44.276827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.284376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:44.285103 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.372682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:44.411520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1927647317-network', 'tenant_id': '174f84a579b54b61b476555134604d98'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:44.416649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:44.429279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Usage tracker for resource:network and tenant:174f84a579b54b61b476555134604d98 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:44.432498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:44.444867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:44.468062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Made reservation on behalf of 174f84a579b54b61b476555134604d98 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:44.468322 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:44.471671 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.474367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.485732 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.488049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.516586 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.578000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:44.588189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Pushing event deleted for resources: {'Network': ['ID=3fef0aeb-58a4-4822-b517-0c046630771a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:44.607280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Usage tracker for resource:security_group_rule and tenant:174f84a579b54b61b476555134604d98 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:44.618101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e9b210ae-0e23-4a3e-a777-60365c6d9349 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/networks/3fef0aeb-58a4-4822-b517-0c046630771a HTTP/1.1" status: 204 len: 168 time: 2.4928331 Feb 04 15:55:44.623663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57762) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:44.624631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:44.656002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'routes': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:44.686049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a9263236-54d8-40a6-86f9-76a49bbd9796 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:55:44.733498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:44.811550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: a9263236-54d8-40a6-86f9-76a49bbd9796 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:55:44.811893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a9263236-54d8-40a6-86f9-76a49bbd9796 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:55:44.859040 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.871261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.906077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 45b578ea-a957-4eab-9837-5432472e1a4d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:44.906511 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.956364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57768) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:44.962269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344492117', 'description': 'tempest-secgroup-smoke-1344492117 description', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:44.973541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:44.983584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:44.991896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:45.003821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:45.029233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.039014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:45.071737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:45.085454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:45.091744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:45.099290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:45.139822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79133a0b-892c-4ab8-bc73-a9a4ecc48eed,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.225567 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.226640 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Added segment c3ab755b-c970-405d-bf32-9bb5d66ea100 of type vlan for network aa63b905-e264-42bf-8f9a-2237e2db5cec Feb 04 15:55:45.254127 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.268595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.357095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.extraroute_db [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Added routes are [] {{(pid=87570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 15:55:45.358638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.extraroute_db [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Removed routes are [] {{(pid=87570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 15:55:45.358638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.359570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d973efc-21dc-4273-8833-1d88595582f5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.365997 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.371646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce1191bd-1f8b-49e4-a57c-edbd93119e1e tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4130113 Feb 04 15:55:45.372820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57774) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:45.378640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '7d973efc-21dc-4273-8833-1d88595582f5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:45.389036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:45.394393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:45.397912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:45.405997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:45.447837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.525446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.590727 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.596587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.642872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cd5b90-35a0-4fdc-8a17-8c23d9f1ae7a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.664822 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.682473 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-acee318f-4887-4ad1-abd2-8d40a168a0df tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085673 Feb 04 15:55:45.683771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57778) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:45.693165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '7d973efc-21dc-4273-8833-1d88595582f5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:45.695184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c2695-8861-4dbf-9b3d-ec2c4170d0ac req-36c0bc80-cba8-4aea-9b05-26dc12f361c1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:45.696717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb7c2695-8861-4dbf-9b3d-ec2c4170d0ac req-36c0bc80-cba8-4aea-9b05-26dc12f361c1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 944 time: 0.5674407 Feb 04 15:55:45.709551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:45.715293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:45.719783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:45.734018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:45.764754 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.883161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.887303 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.888359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:45.888966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.017339 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.024547 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.059812 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.065913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049a69d9-91f9-4248-9597-e082f291e120,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:46.091060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Transition to ACTIVE for port object 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:46.100471 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.102456 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-71f3194d-7fe5-495a-9daa-6be0483b7d36 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4171345 Feb 04 15:55:46.106597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57786) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.116491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '7d973efc-21dc-4273-8833-1d88595582f5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:46.133353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:46.142576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.144077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:46.151001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:46.165143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:46.202300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.305229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] Pushing event updated for resources: {'Network': ['ID=aa63b905-e264-42bf-8f9a-2237e2db5cec,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:46.317258 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.340361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb7c2695-8861-4dbf-9b3d-ec2c4170d0ac req-b13f6a61-9ce9-4714-b6c8-8a25229f7abe tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745289 Feb 04 15:55:46.387552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcbde0-a336-4e06-8076-40381bae2cfb None None] Pushing event updated for resources: {'Port': ['ID=906d4a8b-8e4d-4ac0-823d-69e4df82e8e9,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:46.402705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network aa63b905-e264-42bf-8f9a-2237e2db5cec details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:46.459985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.469760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.585657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57792) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.586072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-752a7339-19ab-4ffa-96a8-4f18c50d5c5d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3430417 Feb 04 15:55:46.602613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef78ced-9f9e-47f5-99ac-87f590f5fffa,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:46.629831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Request body: {'subnet': {'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1927647317-subnet', 'tenant_id': '174f84a579b54b61b476555134604d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:46.651016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:46.668744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Usage tracker for resource:subnet and tenant:174f84a579b54b61b476555134604d98 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:46.671901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.674030 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2af00a4c-b30c-4525-a404-8cd57a8510a8 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5660999 Feb 04 15:55:46.677684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:46.680536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57798) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.704010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '7d973efc-21dc-4273-8833-1d88595582f5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:46.710584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:46.717154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:46.724070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:46.727953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:46.736684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Made reservation on behalf of 174f84a579b54b61b476555134604d98 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:46.743588 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.761430 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.768352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:46.830296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router ddf34df2-79d7-486a-8b50-5989d55e94bb has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:55:46.922947 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.996632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:46.998098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:47.013322 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.028210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.053501 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.100918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Attempting to bind port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:47.101543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Attempting to bind port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:47.101750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Attempting to bind port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 on network bf1227f4-9721-437d-98c9-7b1edfef52a4 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:55:47.109651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:47.115620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d8c5dd-d9f0-480e-9420-7e76602801e5,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.123133 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] Sync routers for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:47.148035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.157220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.162992 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f5775c6b-6d00-4105-b04e-949d4f3c5be9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4768078 Feb 04 15:55:47.166565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bc59644e-9097-4ea5-ae4c-f9c86d3ad56f tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb HTTP/1.1" status: 200 len: 700 time: 2.5304139 Feb 04 15:55:47.167889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57808) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:47.168222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57810) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:47.169158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.171725 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:47.175081 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:47.186724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:55:47.191628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Checking segment: {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:55:47.192502 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.193291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Bound using segment: {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:55:47.194124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Bound port: 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:47.194783 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.204509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '7d973efc-21dc-4273-8833-1d88595582f5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:47.318768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:47.362276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:47.373994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] For port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:55:47.376082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c2bbfea8-6d18-426c-bafc-810064b6ebd5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:47.382108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] For port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=906d4a8b-8e4d-4ac0-823d-69e4df82e8e9,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:55:47.391424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.394452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:47.438180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:47.457854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c2bbfea8-6d18-426c-bafc-810064b6ebd5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:47.459446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c2bbfea8-6d18-426c-bafc-810064b6ebd5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddf34df2-79d7-486a-8b50-5989d55e94bb HTTP/1.1" status: 200 len: 205 time: 0.2899797 Feb 04 15:55:47.471052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57824) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:47.550462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.553192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:47.555104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:47.655557 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:47.707834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f896ef-e333-488d-9511-6efb6324be90,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.738040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcbde0-a336-4e06-8076-40381bae2cfb None None] Pushing event updated for resources: {'Port': ['ID=906d4a8b-8e4d-4ac0-823d-69e4df82e8e9,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.738307 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Project fe2bb10d224f4113a67d9b82b1e79c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:55:47.743404 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d', 'code': 200} Feb 04 15:55:47.785741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Checking segment: {'id': 'c3ab755b-c970-405d-bf32-9bb5d66ea100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:55:47.786100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Network hostable DHCP agents. Network: aa63b905-e264-42bf-8f9a-2237e2db5cec, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:47.836994 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.848206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Network aa63b905-e264-42bf-8f9a-2237e2db5cec is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:47.875674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, aa63b905-e264-42bf-8f9a-2237e2db5cec) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:47.890948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.891546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.938706 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 11, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:47.944063 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] Checking router: ddf34df2-79d7-486a-8b50-5989d55e94bb for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:47.956023 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] Routers {'ddf34df2-79d7-486a-8b50-5989d55e94bb'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:47.956943 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ddf34df2-79d7-486a-8b50-5989d55e94bb'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:47.959187 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0574e859-98d8-4697-a0d5-bc68586d109f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3580244 Feb 04 15:55:48.088384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9bb61-09ed-48bf-814c-082d7e0ef203 None None] Network aa63b905-e264-42bf-8f9a-2237e2db5cec requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:55:48.119237 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] Set router ddf34df2-79d7-486a-8b50-5989d55e94bb gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:48.204967 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98139db1-44a9-4823-a8a8-22709e6eed61 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.264656 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 11, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:48.270219 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba23ccf-5154-4548-a224-ef1d452ea961 None None] The sync data for ids ['ddf34df2-79d7-486a-8b50-5989d55e94bb'] in n-d-827870-1 is: [{'id': 'ddf34df2-79d7-486a-8b50-5989d55e94bb', 'name': 'tempest-RoutersTest-router-135197749', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:54:24Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 11, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:48.550106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:48.742270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068300b8-117d-4e84-8606-ce3240976e9d None None] Network aa63b905-e264-42bf-8f9a-2237e2db5cec requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:55:49.324933 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.374423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.583661 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98139db1-44a9-4823-a8a8-22709e6eed61 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.587733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70de2e4c-53d7-4607-8965-e486817b1c45,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:49.595489 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98139db1-44a9-4823-a8a8-22709e6eed61 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.611501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '906d4a8b-8e4d-4ac0-823d-69e4df82e8e9', 'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:ed:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:37Z', 'updated_at': '2022-02-04T15:55:47Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:49.616428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053c456-5802-43b2-bf17-9ec0fcf80b7c None None] The sync data for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 is: [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '906d4a8b-8e4d-4ac0-823d-69e4df82e8e9', 'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:ed:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:37Z', 'updated_at': '2022-02-04T15:55:47Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:49.619737 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.627558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57848) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:49.648566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'security_group_rule': {'security_group_id': '7d973efc-21dc-4273-8833-1d88595582f5', 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:49.671040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-829c9f9f-baa7-4dd7-912e-787b38655598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.4862797 Feb 04 15:55:49.692639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:49.731296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:security_group_rule and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:49.745851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:49.769006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86e667-45d7-4145-b2e6-172a27116195 req-704e12f1-20d8-4d15-ab57-2c90a726b3a9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.776390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:49.785850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de86e667-45d7-4145-b2e6-172a27116195 req-704e12f1-20d8-4d15-ab57-2c90a726b3a9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 1.3980989 Feb 04 15:55:49.796105 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Project fe2bb10d224f4113a67d9b82b1e79c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:55:49.811229 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.896891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98139db1-44a9-4823-a8a8-22709e6eed61 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.897656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98139db1-44a9-4823-a8a8-22709e6eed61 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Fanout notify agent at l3_agent the message router_deleted on router ddf34df2-79d7-486a-8b50-5989d55e94bb {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:55:50.019066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.023247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de86e667-45d7-4145-b2e6-172a27116195 req-0d255f11-530b-406b-8a45-2e67a9b99346 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338150 Feb 04 15:55:50.031528 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.061337 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98139db1-44a9-4823-a8a8-22709e6eed61 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.068835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-98139db1-44a9-4823-a8a8-22709e6eed61 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb HTTP/1.1" status: 204 len: 168 time: 2.5880880 Feb 04 15:55:50.072297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57854) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:50.090577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1131814899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:50.118793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:50.136625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Usage tracker for resource:router and tenant:c564a38b960b4dfcaa9a9af0f8875a13 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:50.147516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.149094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:50.167019 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5370321 Feb 04 15:55:50.174255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26c97a-0a64-490a-a859-dc7b333e462a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ea4fee-6090-445e-b124-67d80e7ecde1,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:50.178824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:50.205225 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.206367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.239035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.282383 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.385041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.389189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9fd6deb3-3c6d-42a8-bb03-8690800221b5 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3101788 Feb 04 15:55:50.392164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57864) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:50.397752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5ae16dec-4e8f-44b5-b68b-140ef779a6d9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:50.760706 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-d328f74a-8767-487a-a80c-b76775bf08cc tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344492117&fields=id&tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e HTTP/1.1" status: 200 len: 267 time: 0.0805809 Feb 04 15:55:50.799968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:51.164418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:51.181701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:51.182310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.314892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-7f6771ae-afbe-4a88-b0a3-e5696bf1550d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:51.331119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-7f6771ae-afbe-4a88-b0a3-e5696bf1550d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/networks?id=bf1227f4-9721-437d-98c9-7b1edfef52a4 HTTP/1.1" status: 200 len: 797 time: 0.5685809 Feb 04 15:55:51.373468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-9a1a67da-317e-4e93-b776-c7e75d438796 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/quotas/fe2bb10d224f4113a67d9b82b1e79c3e HTTP/1.1" status: 200 len: 375 time: 0.0397658 Feb 04 15:55:51.667980 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.710878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-cd6ddc49-930d-42ac-8b10-6a65ba18bcf7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:51.757409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-cd6ddc49-930d-42ac-8b10-6a65ba18bcf7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:51.761909 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-cd6ddc49-930d-42ac-8b10-6a65ba18bcf7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3809788 Feb 04 15:55:51.771143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=906d4a8b-8e4d-4ac0-823d-69e4df82e8e9,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:55:51.777063 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.786641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-8cb5f6a0-8343-4f92-94b6-429cd031b22c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:55:51.787880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-8cb5f6a0-8343-4f92-94b6-429cd031b22c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081315 Feb 04 15:55:52.002111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=906d4a8b-8e4d-4ac0-823d-69e4df82e8e9,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:52.037101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-36277980-f94c-43ee-8998-edbd634ff6a1 service neutron] 10.222.0.46 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352138 Feb 04 15:55:52.168300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ae16dec-4e8f-44b5-b68b-140ef779a6d9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.192599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ae16dec-4e8f-44b5-b68b-140ef779a6d9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429653'] for router, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.325351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-6b5ce203-d423-4c76-9590-36ac91d6dd0e service neutron] 10.222.0.46 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775445 Feb 04 15:55:52.459687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae16dec-4e8f-44b5-b68b-140ef779a6d9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Router 1c96f5c7-ff8b-4e6e-adbb-65fdb756505b is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:55:52.631544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:52.880729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:52.881127 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.910444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae16dec-4e8f-44b5-b68b-140ef779a6d9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:55:52.944462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ae16dec-4e8f-44b5-b68b-140ef779a6d9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.950626 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5ae16dec-4e8f-44b5-b68b-140ef779a6d9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "PUT /v2.0/routers/1c96f5c7-ff8b-4e6e-adbb-65fdb756505b HTTP/1.1" status: 200 len: 694 time: 2.5521388 Feb 04 15:55:52.951150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57922) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:53.019829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] Sync routers for ids ['1c96f5c7-ff8b-4e6e-adbb-65fdb756505b'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:53.110449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] Routers {'1c96f5c7-ff8b-4e6e-adbb-65fdb756505b'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:53.111075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1c96f5c7-ff8b-4e6e-adbb-65fdb756505b'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:53.300509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6efac476-df7a-48ef-b048-3f7798b14122 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/routers/1c96f5c7-ff8b-4e6e-adbb-65fdb756505b HTTP/1.1" status: 200 len: 700 time: 0.3482096 Feb 04 15:55:53.303206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57932) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:53.365330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] Set router 1c96f5c7-ff8b-4e6e-adbb-65fdb756505b gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:53.497276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb98c2-547e-49b7-9569-1100c12bd9e0 req-b646528f-6eb3-4664-a8a2-f9e9b18ed06b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:53.497564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1dd04497-cc88-4c42-afba-80e4c858805a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Synchronizing usage tracker for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:53.498824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9bb98c2-547e-49b7-9569-1100c12bd9e0 req-b646528f-6eb3-4664-a8a2-f9e9b18ed06b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.6947360 Feb 04 15:55:53.536305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1dd04497-cc88-4c42-afba-80e4c858805a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Unset dirty status for tenant:c564a38b960b4dfcaa9a9af0f8875a13 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:53.540216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1dd04497-cc88-4c42-afba-80e4c858805a tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c96f5c7-ff8b-4e6e-adbb-65fdb756505b HTTP/1.1" status: 200 len: 205 time: 0.2341077 Feb 04 15:55:53.541558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57942) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:53.554028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c96f5c7-ff8b-4e6e-adbb-65fdb756505b', 'name': 'tempest-RoutersTest-router-1131814899', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:50Z', 'updated_at': '2022-02-04T15:55:52Z', 'revision_number': 2, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:53.565181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] Checking router: 1c96f5c7-ff8b-4e6e-adbb-65fdb756505b for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:53.591684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] Routers {'1c96f5c7-ff8b-4e6e-adbb-65fdb756505b'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:55:53.592398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:55:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['1c96f5c7-ff8b-4e6e-adbb-65fdb756505b'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:53.627422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f9bb98c2-547e-49b7-9569-1100c12bd9e0 req-749f3abb-b599-4f5a-a4d0-e7d590d7a489 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156878 Feb 04 15:55:53.768261 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bed325b3-ec0a-49c9-af5d-d4c56850c6a3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.912738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] Set router 1c96f5c7-ff8b-4e6e-adbb-65fdb756505b gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:55:54.172718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-99df2ab7-bc22-44f4-8ba4-cd601070d344 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.174455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-99df2ab7-bc22-44f4-8ba4-cd601070d344 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Synchronizing usage tracker for tenant:174f84a579b54b61b476555134604d98 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:54.191860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c96f5c7-ff8b-4e6e-adbb-65fdb756505b', 'name': 'tempest-RoutersTest-router-1131814899', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:50Z', 'updated_at': '2022-02-04T15:55:52Z', 'revision_number': 2, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:54.206692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393542f7-e7f3-49be-aef8-5d37ff737157 None None] The sync data for ids ['1c96f5c7-ff8b-4e6e-adbb-65fdb756505b'] in n-d-827870-1 is: [{'id': '1c96f5c7-ff8b-4e6e-adbb-65fdb756505b', 'name': 'tempest-RoutersTest-router-1131814899', 'tenant_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:50Z', 'updated_at': '2022-02-04T15:55:52Z', 'revision_number': 2, 'project_id': 'c564a38b960b4dfcaa9a9af0f8875a13', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:54.228336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-99df2ab7-bc22-44f4-8ba4-cd601070d344 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Unset dirty status for tenant:174f84a579b54b61b476555134604d98 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:54.236605 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-99df2ab7-bc22-44f4-8ba4-cd601070d344 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/networks?id=aa63b905-e264-42bf-8f9a-2237e2db5cec HTTP/1.1" status: 200 len: 809 time: 0.4030893 Feb 04 15:55:54.264791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-dd96760a-7a02-421b-bb86-802fbc6554d5 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/quotas/174f84a579b54b61b476555134604d98 HTTP/1.1" status: 200 len: 375 time: 0.0268450 Feb 04 15:55:54.380736 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-8e36ad70-7762-404c-b1ed-2abbf8a6f54e tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=174f84a579b54b61b476555134604d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135089 Feb 04 15:55:54.584988 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bed325b3-ec0a-49c9-af5d-d4c56850c6a3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.589059 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bed325b3-ec0a-49c9-af5d-d4c56850c6a3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.638190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bed325b3-ec0a-49c9-af5d-d4c56850c6a3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.638725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed325b3-ec0a-49c9-af5d-d4c56850c6a3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Fanout notify agent at l3_agent the message router_deleted on router 1c96f5c7-ff8b-4e6e-adbb-65fdb756505b {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:55:54.664493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bed325b3-ec0a-49c9-af5d-d4c56850c6a3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.670474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bed325b3-ec0a-49c9-af5d-d4c56850c6a3 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/1c96f5c7-ff8b-4e6e-adbb-65fdb756505b HTTP/1.1" status: 204 len: 168 time: 1.1213474 Feb 04 15:55:54.671182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 57970) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:54.812074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bdcbba72-43e7-4401-8b08-b94916f04e42 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c96f5c7-ff8b-4e6e-adbb-65fdb756505b HTTP/1.1" status: 200 len: 205 time: 0.1399963 Feb 04 15:55:54.816731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57974) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:54.848573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-6e30f1d9-41a2-4538-9424-9f727050e3a7 service neutron] 10.222.0.46 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663947 Feb 04 15:55:54.985184 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-38758c87-cc4f-4030-96d8-f45fcd937b5e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] delete failed (client error): The resource could not be found. Feb 04 15:55:54.989708 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-38758c87-cc4f-4030-96d8-f45fcd937b5e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/1c96f5c7-ff8b-4e6e-adbb-65fdb756505b HTTP/1.1" status: 404 len: 336 time: 0.1685367 Feb 04 15:55:54.990295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57978) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:55.095567 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d11345-37b9-45ae-8518-7a920e17e951 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:55.096289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d11345-37b9-45ae-8518-7a920e17e951 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:55.098249 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-96d11345-37b9-45ae-8518-7a920e17e951 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/d51eeef0-54e6-466a-a6f7-d60f3e623473 HTTP/1.1" status: 404 len: 337 time: 0.1070487 Feb 04 15:55:55.100744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57982) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:55.144975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-7cded4a1-d0ad-4665-818c-0d3d50e8c681 service neutron] 10.222.0.46 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954390 Feb 04 15:55:55.194447 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7f8812-53d2-4685-a4e9-00e18903a250 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:55.194917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7f8812-53d2-4685-a4e9-00e18903a250 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:55.197882 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-af7f8812-53d2-4685-a4e9-00e18903a250 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/a49eeaa8-d02c-4995-a802-98f123fccba9 HTTP/1.1" status: 404 len: 337 time: 0.0959415 Feb 04 15:55:55.205145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57986) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:55.322963 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c13386-7deb-4633-86c1-f544cba54e96 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:55.323769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c13386-7deb-4633-86c1-f544cba54e96 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:55.330671 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d7c13386-7deb-4633-86c1-f544cba54e96 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/6a8eb827-660d-4f24-8d6b-cfdfa54a4b12 HTTP/1.1" status: 404 len: 337 time: 0.1244040 Feb 04 15:55:55.333796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 57990) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:55.497948 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa52742-df21-46c8-9a9d-df86a57bfa77 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:55.503929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa52742-df21-46c8-9a9d-df86a57bfa77 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:55.511264 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2aa52742-df21-46c8-9a9d-df86a57bfa77 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/699a9c72-7455-4d33-ab72-55505845c8a7 HTTP/1.1" status: 404 len: 337 time: 0.1739419 Feb 04 15:55:55.511899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58000) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:55.619677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-3a3ac04c-3860-4d84-bbd2-c9404fc83913 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.621757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-3a3ac04c-3860-4d84-bbd2-c9404fc83913 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.61 "GET /v2.0/networks?id=bf1227f4-9721-437d-98c9-7b1edfef52a4 HTTP/1.1" status: 200 len: 797 time: 0.4758034 Feb 04 15:55:55.660737 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-360a07ed-0b81-4e0f-a267-f1b3d496d91d tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddf34df2-79d7-486a-8b50-5989d55e94bb HTTP/1.1" status: 200 len: 205 time: 0.1474893 Feb 04 15:55:55.666098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58006) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.038946 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ba55e86-72a3-4307-96ed-a87dd74b02e2 req-36b2254d-ecef-4b57-9a1d-3e61dc3781e5 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 210 time: 0.3424592 Feb 04 15:55:56.048300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-c3615680-53d6-4852-a59b-b116274b37b2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e HTTP/1.1" status: 200 len: 380 time: 0.4157548 Feb 04 15:55:56.059486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'port': {'device_id': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'admin_state_up': True, 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'security_groups': ['7d973efc-21dc-4273-8833-1d88595582f5']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:56.311826 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-28be90e9-cd16-4bab-95b3-047b4b2ae2eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] delete failed (client error): The resource could not be found. Feb 04 15:55:56.312886 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-28be90e9-cd16-4bab-95b3-047b4b2ae2eb tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/ddf34df2-79d7-486a-8b50-5989d55e94bb HTTP/1.1" status: 404 len: 336 time: 0.6449506 Feb 04 15:55:56.316849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58018) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.368319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dba330c6-f54e-4cb4-8a8e-0ce21c97fe58 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=30e4067b-b295-430f-a180-3f35cf762a62 HTTP/1.1" status: 200 len: 205 time: 0.0502958 Feb 04 15:55:56.371059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58022) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.480746 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-175529b8-e59f-4601-b72c-07816439157e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] delete failed (client error): The resource could not be found. Feb 04 15:55:56.484241 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-175529b8-e59f-4601-b72c-07816439157e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/30e4067b-b295-430f-a180-3f35cf762a62 HTTP/1.1" status: 404 len: 336 time: 0.1098206 Feb 04 15:55:56.484550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58026) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.549275 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f198dd4b-4be1-4ddf-b9f2-e4d11812beb6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:56.549691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f198dd4b-4be1-4ddf-b9f2-e4d11812beb6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:56.554467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f198dd4b-4be1-4ddf-b9f2-e4d11812beb6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/10175194-3c69-487a-8849-0682447e06f6 HTTP/1.1" status: 404 len: 337 time: 0.0663819 Feb 04 15:55:56.557277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58030) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.595156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71804c00-f234-4ffa-b703-6a5f4d7d7037 req-bbd18b15-0d35-485b-820e-bf7743007d0b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.602724 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-71804c00-f234-4ffa-b703-6a5f4d7d7037 req-bbd18b15-0d35-485b-820e-bf7743007d0b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2159364 Feb 04 15:55:56.622460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a51eaadf-7d2c-4b67-8df4-90977501388e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e47d644-eb42-4ef1-a937-00744f2feed0 HTTP/1.1" status: 200 len: 205 time: 0.0645967 Feb 04 15:55:56.628180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58036) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.684440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:56.697050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:56.719780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Made reservation on behalf of fe2bb10d224f4113a67d9b82b1e79c3e for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:56.723977 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.732515 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-f65c2b78-5ad0-4604-98c9-61a63574b1ec tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] delete failed (client error): The resource could not be found. Feb 04 15:55:56.734215 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f65c2b78-5ad0-4604-98c9-61a63574b1ec tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/9e47d644-eb42-4ef1-a937-00744f2feed0 HTTP/1.1" status: 404 len: 336 time: 0.1048503 Feb 04 15:55:56.739728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58042) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.761647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-71804c00-f234-4ffa-b703-6a5f4d7d7037 req-99898a50-cc93-45e0-96a4-7659568ec01f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573117 Feb 04 15:55:56.821421 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2a8d9bca-c334-4239-93ab-24c3c194b218 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=c14da22f-b0ba-4fff-b0d2-53837697afc0 HTTP/1.1" status: 200 len: 205 time: 0.0802791 Feb 04 15:55:56.823821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58046) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.942072 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-09447c4d-95bb-41af-aec5-e907d9797e00 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] delete failed (client error): The resource could not be found. Feb 04 15:55:56.943446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-09447c4d-95bb-41af-aec5-e907d9797e00 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/c14da22f-b0ba-4fff-b0d2-53837697afc0 HTTP/1.1" status: 404 len: 336 time: 0.1183515 Feb 04 15:55:56.952046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58052) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.012451 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc496b73-1065-430a-a377-64beb53e716c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:57.013375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc496b73-1065-430a-a377-64beb53e716c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:57.019071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58056) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.020298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bc496b73-1065-430a-a377-64beb53e716c tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/a2b1dcdb-f1b7-4e20-a0eb-75aa688c6053 HTTP/1.1" status: 404 len: 337 time: 0.0668893 Feb 04 15:55:57.180104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba830125-87c2-4c21-9b44-1aaa8c77a65f req-d2ce43a0-6c2e-4c5d-b502-5525fa25116e tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 210 time: 0.0542901 Feb 04 15:55:57.189652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ffe8d205-fecc-4560-9dc2-952558f4aa50 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=1108ccf2-7c05-4511-8954-dc96e35695e7 HTTP/1.1" status: 200 len: 205 time: 0.1672244 Feb 04 15:55:57.189652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.20.0.5 (bf1227f4-9721-437d-98c9-7b1edfef52a4/bd1c6d5a-39fc-4200-933c-bdbf849b3169/a505a827-062c-4a95-81d1-cbeca2979cd9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:57.190569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58066) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.335688 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-50fdb972-d704-4c6c-abf0-71885cf261cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] delete failed (client error): The resource could not be found. Feb 04 15:55:57.346158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-50fdb972-d704-4c6c-abf0-71885cf261cf tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/1108ccf2-7c05-4511-8954-dc96e35695e7 HTTP/1.1" status: 404 len: 336 time: 0.1520364 Feb 04 15:55:57.347453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58072) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.464282 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-900a76fc-b717-4cff-aaeb-ec512ad000f6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:57.476580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900a76fc-b717-4cff-aaeb-ec512ad000f6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:57.483008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-900a76fc-b717-4cff-aaeb-ec512ad000f6 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/4795c7cb-8f41-47ec-be2b-e73f7697c6a3 HTTP/1.1" status: 404 len: 337 time: 0.1343236 Feb 04 15:55:57.486318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58076) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.516157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ebd4fa72-92b5-44d1-8346-62429ade76a4 req-cd011fa2-4bd8-4a1d-9487-18ab515cd2a0 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 210 time: 0.0617461 Feb 04 15:55:57.566646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-390c401e-0bfc-4216-a214-5b087f999d4e tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "GET /v2.0/ports?device_id=6689b207-99b6-4f4f-878b-eaa516c3b255 HTTP/1.1" status: 200 len: 205 time: 0.0788546 Feb 04 15:55:57.575391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58080) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.707514 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-b609bf79-be05-4ff7-b196-172a3f2d9d78 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] delete failed (client error): The resource could not be found. Feb 04 15:55:57.708346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b609bf79-be05-4ff7-b196-172a3f2d9d78 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/routers/6689b207-99b6-4f4f-878b-eaa516c3b255 HTTP/1.1" status: 404 len: 336 time: 0.1321120 Feb 04 15:55:57.717681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58086) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.791457 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24727bb-251c-4fd3-be75-20f77ad77913 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:57.795844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24727bb-251c-4fd3-be75-20f77ad77913 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:57.835289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d24727bb-251c-4fd3-be75-20f77ad77913 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/e916e74c-d852-4fc8-8341-cfc46b5e76d0 HTTP/1.1" status: 404 len: 337 time: 0.1165535 Feb 04 15:55:57.847246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58092) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.852283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-5ce067d2-6c00-47eb-b52a-c4fd9e64597b tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:57.853950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-5ce067d2-6c00-47eb-b52a-c4fd9e64597b tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.53 "GET /v2.0/networks?id=aa63b905-e264-42bf-8f9a-2237e2db5cec HTTP/1.1" status: 200 len: 809 time: 0.2937040 Feb 04 15:55:57.874178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Request body: {'port': {'device_id': '1de8f776-5969-4972-9cc9-5c16369a898c', 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec', 'admin_state_up': True, 'tenant_id': '174f84a579b54b61b476555134604d98'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:57.894428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.905235 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76e0a3b-ac7c-41db-9272-fbb5d9a7fbe9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] DELETE failed (client error): The resource could not be found. Feb 04 15:55:57.906094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76e0a3b-ac7c-41db-9272-fbb5d9a7fbe9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:55:57.908056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b76e0a3b-ac7c-41db-9272-fbb5d9a7fbe9 tempest-RoutersTest-1483643236 tempest-RoutersTest-1483643236-project] 10.222.0.46 "DELETE /v2.0/subnets/08ddd951-6463-4cce-83fd-de702fb6127f HTTP/1.1" status: 404 len: 337 time: 0.0594997 Feb 04 15:55:57.930500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Transition to ACTIVE for port object a505a827-062c-4a95-81d1-cbeca2979cd9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:58.000784 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.145945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:58.157326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Usage tracker for resource:port and tenant:174f84a579b54b61b476555134604d98 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:58.163423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:58.180827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:58.203652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Made reservation on behalf of 174f84a579b54b61b476555134604d98 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:58.208527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.296621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=a505a827-062c-4a95-81d1-cbeca2979cd9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.318314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58104) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:58.370033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network bf1227f4-9721-437d-98c9-7b1edfef52a4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:58.382160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:58.388869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:55:58.537142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Allocated IP 172.20.0.14 (aa63b905-e264-42bf-8f9a-2237e2db5cec/24f896ef-e333-488d-9511-6efb6324be90/e359e06a-c413-43e0-a97d-48a2b53cd144) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:58.562192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.562573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.562869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.563207 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.563593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.563892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.564226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.564535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.564883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.575819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.576505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.577297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:58.593939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:58.597011 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.764387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8f61f80c-5952-414a-8d45-d6ae3ac83fc4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c564a38b960b4dfcaa9a9af0f8875a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457574 Feb 04 15:55:58.766477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58114) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:58.778231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-65b20086-e1ef-4155-b492-cba633fd14c1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7235000 Feb 04 15:55:58.827037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Request body: {'port': {'device_id': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:58.905981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0b30-2553-41a9-a726-2f0544363fdb req-e1a34205-e781-4d66-a3ec-ca924647b06e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:58.914733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-483f0b30-2553-41a9-a726-2f0544363fdb req-e1a34205-e781-4d66-a3ec-ca924647b06e tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.7047591 Feb 04 15:55:58.953672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80be8a42-605d-4b91-9d74-671eada52c56 None None] Provisioning for port a505a827-062c-4a95-81d1-cbeca2979cd9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:58.959793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80be8a42-605d-4b91-9d74-671eada52c56 None None] Provisioning complete for port a505a827-062c-4a95-81d1-cbeca2979cd9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:58.960418 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80be8a42-605d-4b91-9d74-671eada52c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.006998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.040174 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.099953 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-483f0b30-2553-41a9-a726-2f0544363fdb req-35b2748b-46fb-4348-932c-e5c6bf65eaad tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843402 Feb 04 15:55:59.109457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-80be8a42-605d-4b91-9d74-671eada52c56 None None] Port a505a827-062c-4a95-81d1-cbeca2979cd9 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:55:59.165866 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.180608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Pushing event updated for resources: {'Port': ['ID=e359e06a-c413-43e0-a97d-48a2b53cd144,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.190469 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a60bdd5-0275-4f07-bfaa-9fbac73177b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.202215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Network aa63b905-e264-42bf-8f9a-2237e2db5cec is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:59.203532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:59.206255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:55:59.218727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a60bdd5-0275-4f07-bfaa-9fbac73177b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.347867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:59.348548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.373651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a60bdd5-0275-4f07-bfaa-9fbac73177b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.393985 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2d6966e8-d633-4fd1-8318-10cda374deb2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5245440 Feb 04 15:55:59.418197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Request body: {'port': {'device_id': '1de8f776-5969-4972-9cc9-5c16369a898c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:59.508171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60bdd5-0275-4f07-bfaa-9fbac73177b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da095d33-ab8a-40f8-a2d4-9e1bf11a7824,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.580596 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a60bdd5-0275-4f07-bfaa-9fbac73177b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.595344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8a60bdd5-0275-4f07-bfaa-9fbac73177b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da095d33-ab8a-40f8-a2d4-9e1bf11a7824 HTTP/1.1" status: 204 len: 168 time: 0.8143339 Feb 04 15:55:59.649041 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.362393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efc8ca-f238-4a00-8fe9-eb7c3d842818 req-d32fd713-3a3b-48ce-b51c-35cfd26e9d7d tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:00.374718 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5efc8ca-f238-4a00-8fe9-eb7c3d842818 req-d32fd713-3a3b-48ce-b51c-35cfd26e9d7d tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 932 time: 0.9789245 Feb 04 15:56:00.428835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:56:00.710977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a505a827-062c-4a95-81d1-cbeca2979cd9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:00.751342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b5efc8ca-f238-4a00-8fe9-eb7c3d842818 req-50a71c73-a254-487c-8fdc-5c8445025c9c tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Synchronizing usage tracker for tenant:174f84a579b54b61b476555134604d98 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:00.758011 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.791267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b5efc8ca-f238-4a00-8fe9-eb7c3d842818 req-50a71c73-a254-487c-8fdc-5c8445025c9c tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Unset dirty status for tenant:174f84a579b54b61b476555134604d98 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:00.793619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5efc8ca-f238-4a00-8fe9-eb7c3d842818 req-50a71c73-a254-487c-8fdc-5c8445025c9c tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178951 Feb 04 15:56:00.797128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Transition to ACTIVE for port object a505a827-062c-4a95-81d1-cbeca2979cd9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:00.806174 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.869307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e359e06a-c413-43e0-a97d-48a2b53cd144 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:00.882342 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.940941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Transition to ACTIVE for port object e359e06a-c413-43e0-a97d-48a2b53cd144 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:00.947780 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.442044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a505a827-062c-4a95-81d1-cbeca2979cd9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:01.517532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Pushing event updated for resources: {'Port': ['ID=e359e06a-c413-43e0-a97d-48a2b53cd144,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:01.534896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58170) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:01.580252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Attempting to bind port a505a827-062c-4a95-81d1-cbeca2979cd9 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:01.581026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Attempting to bind port a505a827-062c-4a95-81d1-cbeca2979cd9 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:01.581506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Attempting to bind port a505a827-062c-4a95-81d1-cbeca2979cd9 on network bf1227f4-9721-437d-98c9-7b1edfef52a4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:56:01.594105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.597216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.597579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.602060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.602404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.608360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.608786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.609130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.609467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.609796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.610124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.610453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:01.622737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Port a505a827-062c-4a95-81d1-cbeca2979cd9 on network bf1227f4-9721-437d-98c9-7b1edfef52a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:56:01.623022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Attempting to bind port a505a827-062c-4a95-81d1-cbeca2979cd9 on network bf1227f4-9721-437d-98c9-7b1edfef52a4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:56:01.684928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:56:01.693983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Checking segment: {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:56:01.694278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Bound using segment: {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:56:01.694753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Bound port: a505a827-062c-4a95-81d1-cbeca2979cd9, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fc7df9-271b-489e-95c5-135a82e96227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:01.695113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.711775 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Attempting to bind port e359e06a-c413-43e0-a97d-48a2b53cd144 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:01.717163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Attempting to bind port e359e06a-c413-43e0-a97d-48a2b53cd144 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'c3ab755b-c970-405d-bf32-9bb5d66ea100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:01.717768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Attempting to bind port e359e06a-c413-43e0-a97d-48a2b53cd144 on network aa63b905-e264-42bf-8f9a-2237e2db5cec {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:56:01.733140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Port e359e06a-c413-43e0-a97d-48a2b53cd144 on network aa63b905-e264-42bf-8f9a-2237e2db5cec not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:56:01.740142 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Attempting to bind port e359e06a-c413-43e0-a97d-48a2b53cd144 on network aa63b905-e264-42bf-8f9a-2237e2db5cec {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:56:01.757766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:56:01.758354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Checking segment: {'id': 'c3ab755b-c970-405d-bf32-9bb5d66ea100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:56:01.760588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Bound using segment: {'id': 'c3ab755b-c970-405d-bf32-9bb5d66ea100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:56:01.762519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Bound port: e359e06a-c413-43e0-a97d-48a2b53cd144, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ab755b-c970-405d-bf32-9bb5d66ea100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:01.764381 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.785948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8bd5-aab0-4d4e-a4b3-f284fec58dee req-4b18688d-7e13-4e12-860f-d44281d331f9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:01.788423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4ede8bd5-aab0-4d4e-a4b3-f284fec58dee req-4b18688d-7e13-4e12-860f-d44281d331f9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:01.907922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fd1eccfd-cfa7-4747-926a-9c97b31d02a0 tempest-DvrRoutersNegativeTest-1493715616 tempest-DvrRoutersNegativeTest-1493715616-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1693871415', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:01.913191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.policy [None req-fd1eccfd-cfa7-4747-926a-9c97b31d02a0 tempest-DvrRoutersNegativeTest-1493715616 tempest-DvrRoutersNegativeTest-1493715616-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87570) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 15:56:01.921094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.policy [None req-fd1eccfd-cfa7-4747-926a-9c97b31d02a0 tempest-DvrRoutersNegativeTest-1493715616 tempest-DvrRoutersNegativeTest-1493715616-project] Failed policy check for 'create_router' {{(pid=87570) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 15:56:01.921720 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-fd1eccfd-cfa7-4747-926a-9c97b31d02a0 tempest-DvrRoutersNegativeTest-1493715616 tempest-DvrRoutersNegativeTest-1493715616-project] create failed (client error): Access was denied to this resource. Feb 04 15:56:01.922888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fd1eccfd-cfa7-4747-926a-9c97b31d02a0 tempest-DvrRoutersNegativeTest-1493715616 tempest-DvrRoutersNegativeTest-1493715616-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3868999 Feb 04 15:56:01.966223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4ede8bd5-aab0-4d4e-a4b3-f284fec58dee req-4b18688d-7e13-4e12-860f-d44281d331f9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:01.969919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ede8bd5-aab0-4d4e-a4b3-f284fec58dee req-4b18688d-7e13-4e12-860f-d44281d331f9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 943 time: 0.6823988 Feb 04 15:56:02.027536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] For port e359e06a-c413-43e0-a97d-48a2b53cd144, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:56:02.037672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] For port e359e06a-c413-43e0-a97d-48a2b53cd144, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e359e06a-c413-43e0-a97d-48a2b53cd144,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:56:02.045967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.092577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ede8bd5-aab0-4d4e-a4b3-f284fec58dee req-80204db2-d79e-4cb1-936c-0f50dd3a245d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133103 Feb 04 15:56:02.106183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] For port a505a827-062c-4a95-81d1-cbeca2979cd9, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:56:02.122921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] For port a505a827-062c-4a95-81d1-cbeca2979cd9, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=a505a827-062c-4a95-81d1-cbeca2979cd9,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:56:02.131161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.153179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.154044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.155473 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] 10.222.0.53 "PUT /v2.0/ports/e359e06a-c413-43e0-a97d-48a2b53cd144 HTTP/1.1" status: 200 len: 1092 time: 2.7456913 Feb 04 15:56:02.158623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de8f776-5969-4972-9cc9-5c16369a898c', 'tag': 'e359e06a-c413-43e0-a97d-48a2b53cd144'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:02.321502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e52c2c-1603-44c7-a5d0-530396bd1a84 service neutron] Pushing event updated for resources: {'Port': ['ID=e359e06a-c413-43e0-a97d-48a2b53cd144,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:02.367564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a505a827-062c-4a95-81d1-cbeca2979cd9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:02.388444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2de722ac-0de0-47a2-89d0-97163866aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.389972 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-2de722ac-0de0-47a2-89d0-97163866aa25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=174f84a579b54b61b476555134604d98&device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 1095 time: 0.1830049 Feb 04 15:56:02.413597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.414322 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.415800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-eb269ba3-fa76-4a6d-8ca3-6460bd0c2fd2 service neutron] 10.222.0.61 "PUT /v2.0/ports/a505a827-062c-4a95-81d1-cbeca2979cd9 HTTP/1.1" status: 200 len: 1091 time: 3.5957258 Feb 04 15:56:02.416348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:02.545125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d64e6-dc7b-43ec-8ea6-6375aa47baf5 req-68a7407b-f84a-44a4-aaf7-5f47b51e7d09 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.559291 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c50d64e6-dc7b-43ec-8ea6-6375aa47baf5 req-68a7407b-f84a-44a4-aaf7-5f47b51e7d09 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2489133 Feb 04 15:56:02.584714 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-aea931e1-2629-420f-98dd-f07791057670 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e359e06a-c413-43e0-a97d-48a2b53cd144 HTTP/1.1" status: 200 len: 217 time: 0.1832182 Feb 04 15:56:02.630782 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:56:02.677002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c50d64e6-dc7b-43ec-8ea6-6375aa47baf5 req-1ddd960a-0a82-41ea-b1bf-fc91c16f1559 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153529 Feb 04 15:56:02.681162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58194) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:02.710308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-d04085eb-e8fd-45c3-b37a-61ffd117c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.712188 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-d04085eb-e8fd-45c3-b37a-61ffd117c4fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24f896ef-e333-488d-9511-6efb6324be90 HTTP/1.1" status: 200 len: 849 time: 0.1179245 Feb 04 15:56:02.752753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-87c0b892-75fc-46a1-9856-31e36df48fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.758083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-87c0b892-75fc-46a1-9856-31e36df48fd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 1094 time: 0.2957366 Feb 04 15:56:02.774037 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-aa9c8fcf-dca4-4b45-865c-4ea1089859cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aa63b905-e264-42bf-8f9a-2237e2db5cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478909 Feb 04 15:56:03.107739 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-4b5989fb-26b4-4695-ad93-84a9ac4dd4a0 service neutron] 10.222.0.53 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203504 Feb 04 15:56:03.125658 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6462a90f-9607-4a3d-9b35-4d911670f024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.139016 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-32b24c1c-14ba-4a35-80a1-faef81e7aa9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a505a827-062c-4a95-81d1-cbeca2979cd9 HTTP/1.1" status: 200 len: 217 time: 0.3731625 Feb 04 15:56:03.206097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6462a90f-9607-4a3d-9b35-4d911670f024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:03.221949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6462a90f-9607-4a3d-9b35-4d911670f024 admin admin] Usage tracker for resource:security_group_rule and tenant:4715936e98e0439794cdf1130bf4ecfc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:03.229907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6462a90f-9607-4a3d-9b35-4d911670f024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:03.244301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6462a90f-9607-4a3d-9b35-4d911670f024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:03.265856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-ed03e51d-c3a5-41c4-aa43-e5814242f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.268071 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-ed03e51d-c3a5-41c4-aa43-e5814242f950 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd1c6d5a-39fc-4200-933c-bdbf849b3169 HTTP/1.1" status: 200 len: 835 time: 0.1159549 Feb 04 15:56:03.281387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9158b-0f1c-4182-a4f0-2c4d0761c5a3 req-67767db8-6a38-47f1-a446-077ef781a116 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.288507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18e9158b-0f1c-4182-a4f0-2c4d0761c5a3 req-67767db8-6a38-47f1-a446-077ef781a116 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 944 time: 0.2406538 Feb 04 15:56:03.325306 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc689e16-5dc1-463b-b129-144950ed0bf9 req-eaa94594-b643-4158-baa5-7ca46fb21333 service neutron] 10.222.0.53 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089498 Feb 04 15:56:03.404050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18e9158b-0f1c-4182-a4f0-2c4d0761c5a3 req-c13f816b-ed3b-45a3-87db-5f34be32c9e2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144240 Feb 04 15:56:03.515735 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de8f776-5969-4972-9cc9-5c16369a898c', 'tag': 'e359e06a-c413-43e0-a97d-48a2b53cd144', 'status': 'completed', 'code': 200} Feb 04 15:56:03.571262 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'status': 'completed', 'code': 200} Feb 04 15:56:03.592736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6462a90f-9607-4a3d-9b35-4d911670f024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.599247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-4b48d9bb-32f6-42a4-8af7-542d18d69664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.601770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-4b48d9bb-32f6-42a4-8af7-542d18d69664 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf1227f4-9721-437d-98c9-7b1edfef52a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2883704 Feb 04 15:56:03.603409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6462a90f-9607-4a3d-9b35-4d911670f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.708629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-abfdc3d0-18b4-4c0a-a334-17e0bdf3cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.710311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-abfdc3d0-18b4-4c0a-a334-17e0bdf3cec0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=174f84a579b54b61b476555134604d98&device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 1095 time: 0.1753030 Feb 04 15:56:03.818112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462a90f-9607-4a3d-9b35-4d911670f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5191530e-0a59-4f30-bdd2-926dcb3ec358,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:03.827378 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6462a90f-9607-4a3d-9b35-4d911670f024 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4715936e98e0439794cdf1130bf4ecfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1412635 Feb 04 15:56:03.838010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58210) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:03.898731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-a565a0af-01ff-416a-b818-27cf7953cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.903679 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-a565a0af-01ff-416a-b818-27cf7953cd12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aa63b905-e264-42bf-8f9a-2237e2db5cec HTTP/1.1" status: 200 len: 910 time: 0.1858706 Feb 04 15:56:03.980193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8ece6-dd87-48f4-9cd5-de3c85ef3f5d req-b6d5e267-f461-4108-a7ad-79e16ee45abb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.987407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ef8ece6-dd87-48f4-9cd5-de3c85ef3f5d req-b6d5e267-f461-4108-a7ad-79e16ee45abb tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 943 time: 0.2515118 Feb 04 15:56:04.047001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ef8ece6-dd87-48f4-9cd5-de3c85ef3f5d req-d5b597d9-8844-45c7-9ade-901aea2d8ffd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579474 Feb 04 15:56:04.052735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-a9ab698f-0787-4730-a3dd-559d4e72d14d service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728547 Feb 04 15:56:04.105623 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-6bea1f90-240c-4095-b0e4-dbdb46a29041 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e359e06a-c413-43e0-a97d-48a2b53cd144 HTTP/1.1" status: 200 len: 217 time: 0.1903465 Feb 04 15:56:04.212641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-43953443-894d-4d82-95bb-dfdf1d6ad5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:04.214185 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-43953443-894d-4d82-95bb-dfdf1d6ad5a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24f896ef-e333-488d-9511-6efb6324be90 HTTP/1.1" status: 200 len: 849 time: 0.0990405 Feb 04 15:56:04.216736 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac85a51a-6806-4e25-8204-a27ebae09f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.256011 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1054439c-cc62-4f66-90b4-416db19126cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.277815 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-6b794bfc-de51-498c-bd6b-243559ff46e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aa63b905-e264-42bf-8f9a-2237e2db5cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561767 Feb 04 15:56:04.466817 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-14888d1d-e154-4d32-9f75-38e23ffe2cd5 service neutron] 10.222.0.53 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788568 Feb 04 15:56:04.475045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac85a51a-6806-4e25-8204-a27ebae09f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.554592 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51c67bf8-7a3d-4ad7-83e0-3bd884c20c35 req-652d491f-17eb-4fe8-8de8-5b3ed53438e2 service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917767 Feb 04 15:56:04.570509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320819f-bd7e-4469-be35-01c27a9fead9 req-d64d0fe5-e210-42ae-b913-e546dc8ac819 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:04.582303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e320819f-bd7e-4469-be35-01c27a9fead9 req-d64d0fe5-e210-42ae-b913-e546dc8ac819 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.3329344 Feb 04 15:56:04.717448 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e320819f-bd7e-4469-be35-01c27a9fead9 req-f52eb5c3-6754-4474-8606-7f8d50701377 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329648 Feb 04 15:56:04.774358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-a549fe61-1c5a-46e3-b4e5-36067d2d347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:04.776678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-a549fe61-1c5a-46e3-b4e5-36067d2d347a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 1094 time: 0.1507218 Feb 04 15:56:04.830403 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4abf702a-0ee1-4f63-b060-a1c50c1659a4 req-d48fe9f7-31bb-4a4d-a8ec-2c23dce94e4d service neutron] 10.222.0.53 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463149 Feb 04 15:56:04.864258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac85a51a-6806-4e25-8204-a27ebae09f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.880221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85a51a-6806-4e25-8204-a27ebae09f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5191530e-0a59-4f30-bdd2-926dcb3ec358,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:04.897460 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac85a51a-6806-4e25-8204-a27ebae09f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.899009 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ac85a51a-6806-4e25-8204-a27ebae09f17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5191530e-0a59-4f30-bdd2-926dcb3ec358 HTTP/1.1" status: 204 len: 168 time: 1.0598445 Feb 04 15:56:05.216092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78942a-75af-43cf-be6f-21c6639e6d22 req-7c45da79-1ab2-4958-979b-d14223c673f0 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.226426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf78942a-75af-43cf-be6f-21c6639e6d22 req-7c45da79-1ab2-4958-979b-d14223c673f0 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 944 time: 0.2885878 Feb 04 15:56:05.227639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-9d26751f-2dbd-405e-89c1-90f2d5554dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.229707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-9d26751f-2dbd-405e-89c1-90f2d5554dd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf1227f4-9721-437d-98c9-7b1edfef52a4 HTTP/1.1" status: 200 len: 898 time: 0.4306426 Feb 04 15:56:05.234517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e359e06a-c413-43e0-a97d-48a2b53cd144 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:05.376227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-cf9baa04-f26d-4745-be42-7923c607ef63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a505a827-062c-4a95-81d1-cbeca2979cd9 HTTP/1.1" status: 200 len: 217 time: 0.1403930 Feb 04 15:56:05.559211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf78942a-75af-43cf-be6f-21c6639e6d22 req-143ad4b5-c1ae-4f95-8546-d926998578a5 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810517 Feb 04 15:56:05.578590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-cff72c50-3a2d-4841-9726-612b71c166b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.580142 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-cff72c50-3a2d-4841-9726-612b71c166b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd1c6d5a-39fc-4200-933c-bdbf849b3169 HTTP/1.1" status: 200 len: 835 time: 0.1723082 Feb 04 15:56:05.668463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e359e06a-c413-43e0-a97d-48a2b53cd144, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e359e06a-c413-43e0-a97d-48a2b53cd144,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:05.689735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-d6c5c112-fc63-46d8-be58-33b472d1cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.691435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-d6c5c112-fc63-46d8-be58-33b472d1cc9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf1227f4-9721-437d-98c9-7b1edfef52a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046355 Feb 04 15:56:05.717009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'e359e06a-c413-43e0-a97d-48a2b53cd144', 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec', 'port_id': 'e359e06a-c413-43e0-a97d-48a2b53cd144', 'mac_address': 'fa:16:3e:bd:f4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f896ef-e333-488d-9511-6efb6324be90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:05.914112 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.954287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e359e06a-c413-43e0-a97d-48a2b53cd144 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:05.992535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e359e06a-c413-43e0-a97d-48a2b53cd144, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e359e06a-c413-43e0-a97d-48a2b53cd144,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:06.003133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.163211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=e359e06a-c413-43e0-a97d-48a2b53cd144,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:06.171653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-15d6c8e6-cf2b-4940-a368-8e70a135fdbd service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703329 Feb 04 15:56:06.187608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c36a9-6b09-4868-98d5-20e7d5de40f6 req-4f477a5c-f5b3-40b9-a149-ec26434b9c84 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:06.189477 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-998c36a9-6b09-4868-98d5-20e7d5de40f6 req-4f477a5c-f5b3-40b9-a149-ec26434b9c84 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 943 time: 0.2616177 Feb 04 15:56:06.275555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['e359e06a-c413-43e0-a97d-48a2b53cd144'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:56:06.431612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device a505a827-062c-4a95-81d1-cbeca2979cd9 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:06.441463 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.478047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58274) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:06.654427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b17581b-f282-41be-b7e4-d9dadd45b285 req-4bf522cc-a09d-46a0-8f21-428bc4403348 service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603631 Feb 04 15:56:06.681868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-998c36a9-6b09-4868-98d5-20e7d5de40f6 req-c50fa56d-5adc-4a70-98ba-17351407c9a9 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624572 Feb 04 15:56:06.710472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f3ae53d7-05d9-4704-a47d-e1140b7fcf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.722141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4fcca2c6-5a75-4aab-ad7f-6be942c6752b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:06.723086 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-4fcca2c6-5a75-4aab-ad7f-6be942c6752b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 15:56:06.723885 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-4fcca2c6-5a75-4aab-ad7f-6be942c6752b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:56:06.725071 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4fcca2c6-5a75-4aab-ad7f-6be942c6752b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2460861 Feb 04 15:56:06.732055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58282) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:06.737587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'tempest-secgroup--717385924'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:06.748684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:06.755852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:06.759170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:06.766650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:06.779763 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.800423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.816677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port a505a827-062c-4a95-81d1-cbeca2979cd9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=a505a827-062c-4a95-81d1-cbeca2979cd9,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:06.826082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:06.830605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:06.833723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:06.834731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'port_id': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'mac_address': 'fa:16:3e:e0:8d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:06.840699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:06.928444 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.980884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a505a827-062c-4a95-81d1-cbeca2979cd9 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:07.016865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port a505a827-062c-4a95-81d1-cbeca2979cd9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=a505a827-062c-4a95-81d1-cbeca2979cd9,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:07.024973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.036683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.046309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200b6f6-ae0d-4ef3-a04f-d63e179fe1b1 req-2d5e168f-959f-4039-9e54-2e80d0a382e2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:07.053791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b200b6f6-ae0d-4ef3-a04f-d63e179fe1b1 req-2d5e168f-959f-4039-9e54-2e80d0a382e2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1865628 Feb 04 15:56:07.071508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.075868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:07.112081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eeb2df-ab17-41c2-bc74-be1ef79fc745,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.122758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=a505a827-062c-4a95-81d1-cbeca2979cd9,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.129572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:07.151567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:07.160723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:07.173240 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b200b6f6-ae0d-4ef3-a04f-d63e179fe1b1 req-37511640-39dc-475c-b88b-41c4e50dc7c8 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183510 Feb 04 15:56:07.310550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['a505a827-062c-4a95-81d1-cbeca2979cd9'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:56:07.353003 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.367502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.456188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad19972-3b74-4f26-b09e-701551dae849,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.482728 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.482900 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-97480c80-d2b7-4d18-871a-9e285b866f87 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7497258 Feb 04 15:56:07.485560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58292) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:07.493539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0ad19972-3b74-4f26-b09e-701551dae849', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:07.501681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:07.506381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:07.510981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:07.517874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:07.537373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.616154 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.621798 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.659320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.664537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780028 Feb 04 15:56:07.665453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58300) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:07.676215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6b816894-4a6e-43f9-9565-db7a3620ee84 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0ad19972-3b74-4f26-b09e-701551dae849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:07.687569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6b816894-4a6e-43f9-9565-db7a3620ee84 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:07.690370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda0205-4254-456a-853d-bd6f7b0b525d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61683b1a-9843-433e-91f1-ebf79d0d8c0c,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.695519 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.696019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6b816894-4a6e-43f9-9565-db7a3620ee84 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:07.701768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6b816894-4a6e-43f9-9565-db7a3620ee84 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:07.709856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6b816894-4a6e-43f9-9565-db7a3620ee84 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:07.741268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b816894-4a6e-43f9-9565-db7a3620ee84 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.817013 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-6b816894-4a6e-43f9-9565-db7a3620ee84 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:56:07.823592 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6b816894-4a6e-43f9-9565-db7a3620ee84 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1495049 Feb 04 15:56:07.823985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58308) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:07.831784 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.919769 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0934f870-4c10-43c0-8d28-490fec222aba tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.955306 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0934f870-4c10-43c0-8d28-490fec222aba tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.022351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0934f870-4c10-43c0-8d28-490fec222aba tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.069699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934f870-4c10-43c0-8d28-490fec222aba tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad19972-3b74-4f26-b09e-701551dae849,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:08.072549 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0934f870-4c10-43c0-8d28-490fec222aba tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.073989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0934f870-4c10-43c0-8d28-490fec222aba tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ad19972-3b74-4f26-b09e-701551dae849 HTTP/1.1" status: 204 len: 168 time: 0.2489207 Feb 04 15:56:08.076857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58314) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:08.204470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-246a5d24-5094-4db3-a8bd-0674088ba5b5 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Synchronizing usage tracker for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:08.231975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-246a5d24-5094-4db3-a8bd-0674088ba5b5 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Unset dirty status for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:08.238219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-246a5d24-5094-4db3-a8bd-0674088ba5b5 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1553516 Feb 04 15:56:08.238525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58320) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:08.244580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498211090'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:08.256860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b3979-0854-4268-8810-4b7a56340988 req-daba7b8e-e767-49fe-9c5c-e1ef4109226e tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:08.264845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d75b3979-0854-4268-8810-4b7a56340988 req-daba7b8e-e767-49fe-9c5c-e1ef4109226e tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 945 time: 0.1668894 Feb 04 15:56:08.269086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:08.302013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:08.340539 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d75b3979-0854-4268-8810-4b7a56340988 req-7af7ada3-6986-4df6-a739-1318f8c156a1 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742717 Feb 04 15:56:08.346836 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.374006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:08.379426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:08.383722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:08.390660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:08.445830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device a505a827-062c-4a95-81d1-cbeca2979cd9 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:08.577189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port a505a827-062c-4a95-81d1-cbeca2979cd9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:08.586123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port a505a827-062c-4a95-81d1-cbeca2979cd9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:08.586732 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.643972 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.668237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.755893 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52f6075-3e84-4bd0-9c7a-04c7d6a163fa,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:08.770474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.772103 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1d3541fa-66a4-4af4-8909-91984bd3c140 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5321121 Feb 04 15:56:08.774632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58328) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:08.788750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9ee6e4db-06c0-445a-82ac-07f9f238c8a3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': 'f52f6075-3e84-4bd0-9c7a-04c7d6a163fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:08.789614 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-9ee6e4db-06c0-445a-82ac-07f9f238c8a3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 15:56:08.790111 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-9ee6e4db-06c0-445a-82ac-07f9f238c8a3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:08.791087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9ee6e4db-06c0-445a-82ac-07f9f238c8a3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0129507 Feb 04 15:56:08.794259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58332) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:08.813536 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.830155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40b3bd-4f92-4aa5-95b2-9d347cb3e460 req-7b1dc09d-d03b-472f-81d3-fca4df6988cd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:08.831768 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f40b3bd-4f92-4aa5-95b2-9d347cb3e460 req-7b1dc09d-d03b-472f-81d3-fca4df6988cd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 944 time: 0.3052204 Feb 04 15:56:08.889214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:08.908831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port a505a827-062c-4a95-81d1-cbeca2979cd9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=a505a827-062c-4a95-81d1-cbeca2979cd9,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:08.915613 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.968617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b25f9cb5-1eee-47cb-8cfd-6484c04bb144 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.005156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b25f9cb5-1eee-47cb-8cfd-6484c04bb144 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.069518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=a505a827-062c-4a95-81d1-cbeca2979cd9,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:09.077877 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f40b3bd-4f92-4aa5-95b2-9d347cb3e460 req-dad2f15c-4b7f-4afb-90d5-5e830a955dfd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353756 Feb 04 15:56:09.084040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b25f9cb5-1eee-47cb-8cfd-6484c04bb144 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.129891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f9cb5-1eee-47cb-8cfd-6484c04bb144 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52f6075-3e84-4bd0-9c7a-04c7d6a163fa,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:09.144875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b25f9cb5-1eee-47cb-8cfd-6484c04bb144 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.146721 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b25f9cb5-1eee-47cb-8cfd-6484c04bb144 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/f52f6075-3e84-4bd0-9c7a-04c7d6a163fa HTTP/1.1" status: 204 len: 168 time: 0.3443203 Feb 04 15:56:09.149331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58348) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:09.195360 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.250947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e359e06a-c413-43e0-a97d-48a2b53cd144 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:09.292129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2cd2ed23-7b22-4fec-a7c5-8f84a7d07742 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Synchronizing usage tracker for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:09.327363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2cd2ed23-7b22-4fec-a7c5-8f84a7d07742 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Unset dirty status for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:09.328757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2cd2ed23-7b22-4fec-a7c5-8f84a7d07742 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780624 Feb 04 15:56:09.332581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58354) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:09.345600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'tempest-secgroup--594830371'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:09.358423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:09.374831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:09.403463 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.405946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09330319-d659-47a9-a5ed-aba8e3a0cb61 req-b5fe155d-4335-4411-b15d-5c5416da4624 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:09.414617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09330319-d659-47a9-a5ed-aba8e3a0cb61 req-b5fe155d-4335-4411-b15d-5c5416da4624 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1836731 Feb 04 15:56:09.419179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.421720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port e359e06a-c413-43e0-a97d-48a2b53cd144 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:09.427328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port e359e06a-c413-43e0-a97d-48a2b53cd144 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:09.427893 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.465533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:09.474433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:09.479134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:09.492398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09330319-d659-47a9-a5ed-aba8e3a0cb61 req-c5c16e0d-e06e-42cd-8e80-800bf8b6cac6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749829 Feb 04 15:56:09.505637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:09.629064 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'code': 200} Feb 04 15:56:09.662199 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.708078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.714790 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.746476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e359e06a-c413-43e0-a97d-48a2b53cd144, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e359e06a-c413-43e0-a97d-48a2b53cd144,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:09.754388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.935737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=e359e06a-c413-43e0-a97d-48a2b53cd144,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.095315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b1c6be-9013-45b7-a247-9466efed2468,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.130014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.134442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58374) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.134964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-55b8f1b1-d77c-49be-921d-4c69b46053c7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8007569 Feb 04 15:56:10.139978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9a751ffe-ed94-48ad-a0c4-dfa01138baa1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '91b1c6be-9013-45b7-a247-9466efed2468', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:10.141229 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-9a751ffe-ed94-48ad-a0c4-dfa01138baa1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 15:56:10.141980 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-9a751ffe-ed94-48ad-a0c4-dfa01138baa1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:10.143164 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9a751ffe-ed94-48ad-a0c4-dfa01138baa1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076394 Feb 04 15:56:10.146120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58378) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.218544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dae53-0a82-42ca-9209-fd5190b35909 req-ed642e51-3028-4340-8e55-61d96b49454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.220211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-987dae53-0a82-42ca-9209-fd5190b35909 req-ed642e51-3028-4340-8e55-61d96b49454f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1096 time: 0.3078480 Feb 04 15:56:10.225200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200e82d-a03d-4708-8297-c49621af0502 req-ecd75feb-5c10-4ad5-8738-d3b46d0707c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.226588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2200e82d-a03d-4708-8297-c49621af0502 req-ecd75feb-5c10-4ad5-8738-d3b46d0707c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 1096 time: 0.4422476 Feb 04 15:56:10.236751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2befa94-0ea0-4a3c-9b7d-c7ef2b7824b2 req-fd2cbf11-9547-49ed-95aa-05fada3efe39 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.237954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4251f867-cc43-4210-a5d3-812772c7ee72 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.246215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2befa94-0ea0-4a3c-9b7d-c7ef2b7824b2 req-fd2cbf11-9547-49ed-95aa-05fada3efe39 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 946 time: 0.2277455 Feb 04 15:56:10.271279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4251f867-cc43-4210-a5d3-812772c7ee72 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.339891 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4251f867-cc43-4210-a5d3-812772c7ee72 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.362581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251f867-cc43-4210-a5d3-812772c7ee72 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b1c6be-9013-45b7-a247-9466efed2468,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.367233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4251f867-cc43-4210-a5d3-812772c7ee72 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.371010 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4251f867-cc43-4210-a5d3-812772c7ee72 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/91b1c6be-9013-45b7-a247-9466efed2468 HTTP/1.1" status: 204 len: 168 time: 0.2236464 Feb 04 15:56:10.371585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58392) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.442775 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8861c18a-05a6-4e46-a700-b83beea4c314 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Synchronizing usage tracker for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:10.459699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8861c18a-05a6-4e46-a700-b83beea4c314 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Unset dirty status for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:10.461409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8861c18a-05a6-4e46-a700-b83beea4c314 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888176 Feb 04 15:56:10.473614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58402) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.482734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412457346'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:10.492722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:10.496137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2200e82d-a03d-4708-8297-c49621af0502 req-1eca986f-0cc6-4c4a-961a-19b7cba2d2d2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456019 Feb 04 15:56:10.506888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:10.512570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2befa94-0ea0-4a3c-9b7d-c7ef2b7824b2 req-1aaeb756-7e5b-438a-8783-395b654bd8cd tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653146 Feb 04 15:56:10.529264 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.553597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:10.558226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:10.562118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:10.569956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:10.574173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dae53-0a82-42ca-9209-fd5190b35909 req-b0fa25ea-3220-474f-b036-440b539f378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.576193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-987dae53-0a82-42ca-9209-fd5190b35909 req-b0fa25ea-3220-474f-b036-440b539f378c service neutron] 10.222.0.61 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 915 time: 0.3236222 Feb 04 15:56:10.652081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.657140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.700866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13ef8f-42fb-46ce-8132-a9086196c48e req-ca98c74e-6a5a-4136-95aa-a38d9e3ba35c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.705333 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f13ef8f-42fb-46ce-8132-a9086196c48e req-ca98c74e-6a5a-4136-95aa-a38d9e3ba35c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 945 time: 0.0908184 Feb 04 15:56:10.706166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8671a92-fd48-4961-91e0-d438310648b3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.713156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.717639 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-26f06bde-cb91-473b-9b9e-d59f78e00eab tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2427866 Feb 04 15:56:10.718231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58414) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.723946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ce11cd2c-0132-4238-a9ef-418141c514f4 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': 'b8671a92-fd48-4961-91e0-d438310648b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:10.738134 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-ce11cd2c-0132-4238-a9ef-418141c514f4 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 15:56:10.738911 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-ce11cd2c-0132-4238-a9ef-418141c514f4 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:10.741223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce11cd2c-0132-4238-a9ef-418141c514f4 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219378 Feb 04 15:56:10.743015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58418) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.748859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ed74e7ec-c5a9-4dda-8bc3-da387e10070f tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': 'b8671a92-fd48-4961-91e0-d438310648b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:10.749590 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-ed74e7ec-c5a9-4dda-8bc3-da387e10070f tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 15:56:10.750202 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-ed74e7ec-c5a9-4dda-8bc3-da387e10070f tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:10.766702 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ed74e7ec-c5a9-4dda-8bc3-da387e10070f tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0115256 Feb 04 15:56:10.774812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-987dae53-0a82-42ca-9209-fd5190b35909 req-5da80b21-81da-44d8-80a7-14f9e4d612ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 200 len: 217 time: 0.0829315 Feb 04 15:56:10.836586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58422) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.843149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-033073f1-a2b3-4ed1-8f4e-18cb22ce2079 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': 'b8671a92-fd48-4961-91e0-d438310648b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:10.844301 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-033073f1-a2b3-4ed1-8f4e-18cb22ce2079 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 15:56:10.844805 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-033073f1-a2b3-4ed1-8f4e-18cb22ce2079 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:10.845950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-033073f1-a2b3-4ed1-8f4e-18cb22ce2079 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077615 Feb 04 15:56:10.848399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58426) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.853939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7f905d94-f9de-422a-b493-4daae318e0e6 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': 'b8671a92-fd48-4961-91e0-d438310648b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:10.855046 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-7f905d94-f9de-422a-b493-4daae318e0e6 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 15:56:10.855525 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-7f905d94-f9de-422a-b493-4daae318e0e6 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:10.856805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7f905d94-f9de-422a-b493-4daae318e0e6 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069921 Feb 04 15:56:10.859345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58432) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.872342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f13ef8f-42fb-46ce-8132-a9086196c48e req-c472b200-52cc-44a6-b4df-d39cda9d70d2 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077557 Feb 04 15:56:10.891038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dae53-0a82-42ca-9209-fd5190b35909 req-56c6f46e-56e5-49d4-ab8d-5edd6f70012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.892469 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-987dae53-0a82-42ca-9209-fd5190b35909 req-56c6f46e-56e5-49d4-ab8d-5edd6f70012c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.0966072 Feb 04 15:56:10.955841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-987dae53-0a82-42ca-9209-fd5190b35909 req-2b2ace22-183d-455f-8d57-6bb656b44874 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556917 Feb 04 15:56:10.961183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58436) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.074981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a1646821-99ef-431d-a9e2-cc25e8852991 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.104962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e1546f4-f24a-41a0-b192-6d6214678cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.125055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6e1546f4-f24a-41a0-b192-6d6214678cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:11.127494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a1646821-99ef-431d-a9e2-cc25e8852991 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.129003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6e1546f4-f24a-41a0-b192-6d6214678cfe admin admin] Usage tracker for resource:security_group_rule and tenant:fb07367b00af44c99ad8b335eb197479 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:11.132422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6e1546f4-f24a-41a0-b192-6d6214678cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:11.139887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6e1546f4-f24a-41a0-b192-6d6214678cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:11.176147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-987dae53-0a82-42ca-9209-fd5190b35909 req-03a1bea3-242a-4901-be17-099ebb19077c service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108798 Feb 04 15:56:11.231766 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e1546f4-f24a-41a0-b192-6d6214678cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.235686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e1546f4-f24a-41a0-b192-6d6214678cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.285225 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6e1546f4-f24a-41a0-b192-6d6214678cfe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb07367b00af44c99ad8b335eb197479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206730 Feb 04 15:56:11.285623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58444) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.288154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1546f4-f24a-41a0-b192-6d6214678cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774cf910-a6ce-49ec-a27b-cff833451367,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:11.340331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a1646821-99ef-431d-a9e2-cc25e8852991 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.356373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f157f801-e9d8-4fd6-ab88-d7f910eff1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.372865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1646821-99ef-431d-a9e2-cc25e8852991 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8671a92-fd48-4961-91e0-d438310648b3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:11.387891 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f157f801-e9d8-4fd6-ab88-d7f910eff1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.400535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a1646821-99ef-431d-a9e2-cc25e8852991 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.402100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a1646821-99ef-431d-a9e2-cc25e8852991 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/b8671a92-fd48-4961-91e0-d438310648b3 HTTP/1.1" status: 204 len: 168 time: 0.5362566 Feb 04 15:56:11.405306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58448) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.426979 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-987dae53-0a82-42ca-9209-fd5190b35909 req-294104f7-d45d-46a8-8922-9c56ea0dec1e service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392640 Feb 04 15:56:11.437575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d27ee8-ab9e-460c-835d-6ce8d85eb40d req-fb1f4722-1b4b-439c-8c70-477955ab3c96 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:11.444396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84d27ee8-ab9e-460c-835d-6ce8d85eb40d req-fb1f4722-1b4b-439c-8c70-477955ab3c96 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.2302859 Feb 04 15:56:11.486837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a87c62c0-3bbc-4a65-9c55-b877259ee1ee tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Synchronizing usage tracker for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:11.487304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84d27ee8-ab9e-460c-835d-6ce8d85eb40d req-29c3645c-36a1-4edc-ac77-71a0a8eb05db tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Feb 04 15:56:11.505247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a87c62c0-3bbc-4a65-9c55-b877259ee1ee tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Unset dirty status for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:11.509282 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a87c62c0-3bbc-4a65-9c55-b877259ee1ee tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904977 Feb 04 15:56:11.511759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58452) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.519109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205791044'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:11.524429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f157f801-e9d8-4fd6-ab88-d7f910eff1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.528250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:11.540114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:11.545672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157f801-e9d8-4fd6-ab88-d7f910eff1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774cf910-a6ce-49ec-a27b-cff833451367,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:11.549129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f157f801-e9d8-4fd6-ab88-d7f910eff1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.550228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f157f801-e9d8-4fd6-ab88-d7f910eff1a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/774cf910-a6ce-49ec-a27b-cff833451367 HTTP/1.1" status: 204 len: 168 time: 0.2637539 Feb 04 15:56:11.569629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.595560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:11.599811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:11.602805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:11.609856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:11.630359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de8f776-5969-4972-9cc9-5c16369a898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e359e06a-c413-43e0-a97d-48a2b53cd144'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:11.860045 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.864734 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.897202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7e41-df9a-4fe2-8d35-f647bd2f099c req-950073f1-99e5-4b1c-99b1-914b82573d14 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:11.898669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b60f7e41-df9a-4fe2-8d35-f647bd2f099c req-950073f1-99e5-4b1c-99b1-914b82573d14 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2666337 Feb 04 15:56:11.906463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58466) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.924155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c668a6d-193d-49ec-a2a6-cd2c300c57b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.939641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1c668a6d-193d-49ec-a2a6-cd2c300c57b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:11.939869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:11.943634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1c668a6d-193d-49ec-a2a6-cd2c300c57b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e724e16db7462da4d37808e655683c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:11.946783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1c668a6d-193d-49ec-a2a6-cd2c300c57b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:11.953523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1c668a6d-193d-49ec-a2a6-cd2c300c57b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:11.954616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.955825 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cbf1fc51-ed6d-4c92-ae34-79ab177c8682 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4430852 Feb 04 15:56:11.958914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58470) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.967370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e49bac0e-04c3-41df-bd80-75842206fcfa tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:11.968135 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-e49bac0e-04c3-41df-bd80-75842206fcfa tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 15:56:11.968625 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-e49bac0e-04c3-41df-bd80-75842206fcfa tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:11.969584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e49bac0e-04c3-41df-bd80-75842206fcfa tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097744 Feb 04 15:56:11.973276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58474) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.974449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b60f7e41-df9a-4fe2-8d35-f647bd2f099c req-3582dda0-2c78-47d8-85be-da6b8c112915 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651593 Feb 04 15:56:11.980123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-acc3b986-ce93-4ab2-b329-6b6aca8a2e0a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:11.990882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-acc3b986-ce93-4ab2-b329-6b6aca8a2e0a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:11.996899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-acc3b986-ce93-4ab2-b329-6b6aca8a2e0a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:12.001692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-acc3b986-ce93-4ab2-b329-6b6aca8a2e0a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:12.011848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-acc3b986-ce93-4ab2-b329-6b6aca8a2e0a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:12.069180 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-acc3b986-ce93-4ab2-b329-6b6aca8a2e0a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:12.070203 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-acc3b986-ce93-4ab2-b329-6b6aca8a2e0a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0959723 Feb 04 15:56:12.078971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58478) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.083685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-37276835-7b10-4be5-859b-fd90b1923cc0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:12.084408 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-37276835-7b10-4be5-859b-fd90b1923cc0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 15:56:12.085356 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-37276835-7b10-4be5-859b-fd90b1923cc0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:12.086278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-37276835-7b10-4be5-859b-fd90b1923cc0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064042 Feb 04 15:56:12.089930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58482) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.096661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7a3a686b-3a8a-446d-bfa7-3dc281e07172 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:12.102344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c668a6d-193d-49ec-a2a6-cd2c300c57b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.105555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7a3a686b-3a8a-446d-bfa7-3dc281e07172 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:12.108170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1c668a6d-193d-49ec-a2a6-cd2c300c57b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.127964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7a3a686b-3a8a-446d-bfa7-3dc281e07172 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:12.134871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7a3a686b-3a8a-446d-bfa7-3dc281e07172 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:12.151278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878917e6-8377-479e-9aec-a5acf6f43465 req-3613c48e-e9b1-4221-81a4-3f08f02246ef tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.152740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-878917e6-8377-479e-9aec-a5acf6f43465 req-3613c48e-e9b1-4221-81a4-3f08f02246ef tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 946 time: 0.0821316 Feb 04 15:56:12.157116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7a3a686b-3a8a-446d-bfa7-3dc281e07172 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:12.173669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c668a6d-193d-49ec-a2a6-cd2c300c57b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3e724e16db7462da4d37808e655683c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660682 Feb 04 15:56:12.175701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c668a6d-193d-49ec-a2a6-cd2c300c57b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d670614-e9cb-47dc-bebc-87bdf28b264c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:12.176379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58486) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.199664 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-7a3a686b-3a8a-446d-bfa7-3dc281e07172 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:12.200846 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7a3a686b-3a8a-446d-bfa7-3dc281e07172 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1099997 Feb 04 15:56:12.203893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58490) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.208752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c02d349e-761d-47c4-9446-a0d7de8acfe4 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:12.209265 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-c02d349e-761d-47c4-9446-a0d7de8acfe4 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 15:56:12.209726 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-c02d349e-761d-47c4-9446-a0d7de8acfe4 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:12.210605 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c02d349e-761d-47c4-9446-a0d7de8acfe4 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057981 Feb 04 15:56:12.213532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58494) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.219587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6e17894e-7b9d-41dd-9638-ebc61c9eb124 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:12.225839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6e17894e-7b9d-41dd-9638-ebc61c9eb124 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:12.230159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6e17894e-7b9d-41dd-9638-ebc61c9eb124 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:12.233298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6e17894e-7b9d-41dd-9638-ebc61c9eb124 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:12.235977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-878917e6-8377-479e-9aec-a5acf6f43465 req-ca0ea98c-b9e5-4afe-984b-5eb3e9d0fadc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Feb 04 15:56:12.239855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6e17894e-7b9d-41dd-9638-ebc61c9eb124 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:12.264283 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-570fdc10-9f0c-4714-8062-a678fbd000fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.289973 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-6e17894e-7b9d-41dd-9638-ebc61c9eb124 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:12.292240 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de8f776-5969-4972-9cc9-5c16369a898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e359e06a-c413-43e0-a97d-48a2b53cd144', 'code': 200} Feb 04 15:56:12.296044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6e17894e-7b9d-41dd-9638-ebc61c9eb124 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0788693 Feb 04 15:56:12.296692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58498) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.304504 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-570fdc10-9f0c-4714-8062-a678fbd000fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.316051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8010c77e-93e2-4787-87f6-d23cf7c85239 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:12.316633 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-8010c77e-93e2-4787-87f6-d23cf7c85239 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 15:56:12.317373 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-8010c77e-93e2-4787-87f6-d23cf7c85239 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:12.332534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8010c77e-93e2-4787-87f6-d23cf7c85239 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0322454 Feb 04 15:56:12.333137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58502) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.339471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5c4d9397-5b2a-4d46-84f4-9185aeea0455 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:12.358305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5c4d9397-5b2a-4d46-84f4-9185aeea0455 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:12.362632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5c4d9397-5b2a-4d46-84f4-9185aeea0455 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:12.366444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5c4d9397-5b2a-4d46-84f4-9185aeea0455 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:12.373287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5c4d9397-5b2a-4d46-84f4-9185aeea0455 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:12.446993 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-570fdc10-9f0c-4714-8062-a678fbd000fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.457987 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-5c4d9397-5b2a-4d46-84f4-9185aeea0455 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:12.459033 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5c4d9397-5b2a-4d46-84f4-9185aeea0455 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1248133 Feb 04 15:56:12.462275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58506) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.468883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8e8a0720-96b2-4d39-a378-d759c1382708 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:12.472457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fdc10-9f0c-4714-8062-a678fbd000fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d670614-e9cb-47dc-bebc-87bdf28b264c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:12.476173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e8a0720-96b2-4d39-a378-d759c1382708 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:12.482988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e8a0720-96b2-4d39-a378-d759c1382708 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:12.485392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-570fdc10-9f0c-4714-8062-a678fbd000fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.487140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e8a0720-96b2-4d39-a378-d759c1382708 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:12.489122 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-570fdc10-9f0c-4714-8062-a678fbd000fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d670614-e9cb-47dc-bebc-87bdf28b264c HTTP/1.1" status: 204 len: 168 time: 0.3116791 Feb 04 15:56:12.503664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce1742-98d9-4a46-81c0-721ef0df5935 req-3464b27c-a652-486c-9699-e2ab7e827dda tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.505188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74ce1742-98d9-4a46-81c0-721ef0df5935 req-3464b27c-a652-486c-9699-e2ab7e827dda tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 945 time: 0.1212449 Feb 04 15:56:12.506785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e8a0720-96b2-4d39-a378-d759c1382708 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:12.518103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b1c69-ace1-4a47-938c-bbae5f7a031f req-8051ea2a-eefa-4018-8d8a-1104e89de5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.519721 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e1b1c69-ace1-4a47-938c-bbae5f7a031f req-8051ea2a-eefa-4018-8d8a-1104e89de5b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 1097 time: 0.1392679 Feb 04 15:56:12.559151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74ce1742-98d9-4a46-81c0-721ef0df5935 req-d6b23e16-7235-450c-91ba-c9376dbdaa4f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Feb 04 15:56:12.572114 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-8e8a0720-96b2-4d39-a378-d759c1382708 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:12.576605 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8e8a0720-96b2-4d39-a378-d759c1382708 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1107466 Feb 04 15:56:12.577533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58514) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.584435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e1b1c69-ace1-4a47-938c-bbae5f7a031f req-a1da6a59-1962-4467-b823-b638977b91a9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522444 Feb 04 15:56:12.644736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f16a06b1-4ddb-4518-abc2-528b9a22e72e tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.672710 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f16a06b1-4ddb-4518-abc2-528b9a22e72e tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.783410 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f16a06b1-4ddb-4518-abc2-528b9a22e72e tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.806798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a06b1-4ddb-4518-abc2-528b9a22e72e tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:12.817862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffbca0-f557-40eb-8256-f5192173b3e1 req-93c932b7-d0ea-473c-9995-8fbae8a61946 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.819374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26ffbca0-f557-40eb-8256-f5192173b3e1 req-93c932b7-d0ea-473c-9995-8fbae8a61946 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1378706 Feb 04 15:56:12.824016 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f16a06b1-4ddb-4518-abc2-528b9a22e72e tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.825113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f16a06b1-4ddb-4518-abc2-528b9a22e72e tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/0bfac84a-f7a7-4deb-bd6b-f6ee3a1075b2 HTTP/1.1" status: 204 len: 168 time: 0.2466364 Feb 04 15:56:12.827813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58524) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.880005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26ffbca0-f557-40eb-8256-f5192173b3e1 req-877e4409-df16-4a09-9897-3cb2ceadbd57 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520513 Feb 04 15:56:12.900754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2e9c17a0-14b5-48d1-891d-4439c9c02d23 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693817 Feb 04 15:56:12.902846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58532) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:12.907885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501873107'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:12.917905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:12.922604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:12.925587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:12.932496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:12.942400 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.966009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:12.969799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:12.972701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:12.978774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:13.101773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-e9e1d6e0-744f-4a4a-8df5-9eab667f1433 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:13.102483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-e9e1d6e0-744f-4a4a-8df5-9eab667f1433 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Synchronizing usage tracker for tenant:c784c8c158584530ae30f34208d9b7bf on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:13.122129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-e9e1d6e0-744f-4a4a-8df5-9eab667f1433 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Unset dirty status for tenant:c784c8c158584530ae30f34208d9b7bf on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:13.123292 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-e9e1d6e0-744f-4a4a-8df5-9eab667f1433 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.53 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1174884 Feb 04 15:56:13.135157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509970d-9baa-466f-b9bd-becccaba829a req-a1461786-3057-46b1-a8b1-94ea62458de7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:13.136537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9509970d-9baa-466f-b9bd-becccaba829a req-a1461786-3057-46b1-a8b1-94ea62458de7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 945 time: 0.1498032 Feb 04 15:56:13.138949 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.144627 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.211895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Deleting port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:56:13.212379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.232222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a8c88b-4e1a-447c-8ca9-d4b5d7e1e0e9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:13.238202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.239415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b2af3930-013a-4a8e-9f99-be12b31d00c1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3355739 Feb 04 15:56:13.244497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9509970d-9baa-466f-b9bd-becccaba829a req-1acd1bf9-df3f-4669-8bbd-110f511bc722 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837398 Feb 04 15:56:13.244981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58548) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:13.249846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-15b65acc-9231-45db-b0b3-f51ce281ad52 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': 'a3a8c88b-4e1a-447c-8ca9-d4b5d7e1e0e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:13.256221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-15b65acc-9231-45db-b0b3-f51ce281ad52 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:13.260705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-15b65acc-9231-45db-b0b3-f51ce281ad52 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:13.263766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-15b65acc-9231-45db-b0b3-f51ce281ad52 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:13.275086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58554) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:13.343098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-15b65acc-9231-45db-b0b3-f51ce281ad52 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:13.482909 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-15b65acc-9231-45db-b0b3-f51ce281ad52 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The resource could not be found. Feb 04 15:56:13.484653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-15b65acc-9231-45db-b0b3-f51ce281ad52 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2386899 Feb 04 15:56:13.487245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58560) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:13.501628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55adf08-f2d5-4a9c-8199-a18fb9cb99bc tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:13.503390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e55adf08-f2d5-4a9c-8199-a18fb9cb99bc tempest-TestNetworkBasicOps-12673778 tempest-TestNetworkBasicOps-12673778-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 1091 time: 0.2268212 Feb 04 15:56:13.507715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58564) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:13.508034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ce07076e-0239-485d-b33b-06cbbbe55695 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': 'a3a8c88b-4e1a-447c-8ca9-d4b5d7e1e0e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'beae9f43-9add-4d34-a42f-e937b6f31728'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:13.518952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ce07076e-0239-485d-b33b-06cbbbe55695 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:13.519181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:13.525529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ce07076e-0239-485d-b33b-06cbbbe55695 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:13.529357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ce07076e-0239-485d-b33b-06cbbbe55695 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:13.536963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:13.542864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Usage tracker for resource:floatingip and tenant:fe2bb10d224f4113a67d9b82b1e79c3e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:13.545417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ce07076e-0239-485d-b33b-06cbbbe55695 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:13.549139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:13.553635 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] For port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:13.553904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.567990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:13.594846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ca18-694b-414e-9c14-bbe26cf1608a req-6462cf6e-6bb1-45ce-a1bb-3a6216d3b8f0 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:13.597126 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8659ca18-694b-414e-9c14-bbe26cf1608a req-6462cf6e-6bb1-45ce-a1bb-3a6216d3b8f0 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1852255 Feb 04 15:56:13.651568 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-ce07076e-0239-485d-b33b-06cbbbe55695 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The resource could not be found. Feb 04 15:56:13.655501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ce07076e-0239-485d-b33b-06cbbbe55695 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1643996 Feb 04 15:56:13.656532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58570) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:13.681770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8659ca18-694b-414e-9c14-bbe26cf1608a req-a96140d5-8597-493c-8257-886584ddad63 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771682 Feb 04 15:56:13.698950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Calling delete_port for 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:56:13.739886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.742033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-901de154-ba66-4125-b1a8-b616342ee3f1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.795759 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-901de154-ba66-4125-b1a8-b616342ee3f1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.926088 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-901de154-ba66-4125-b1a8-b616342ee3f1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.970123 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.970484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901de154-ba66-4125-b1a8-b616342ee3f1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a8c88b-4e1a-447c-8ca9-d4b5d7e1e0e9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:13.986041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-901de154-ba66-4125-b1a8-b616342ee3f1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.989491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-901de154-ba66-4125-b1a8-b616342ee3f1 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/a3a8c88b-4e1a-447c-8ca9-d4b5d7e1e0e9 HTTP/1.1" status: 204 len: 168 time: 0.3296928 Feb 04 15:56:13.990342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58582) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:14.068489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3f58e4bb-c23e-483b-8e32-64d3f9305edf tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Synchronizing usage tracker for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:14.081791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51137c80-b05c-40c1-ad0f-626ce58137e5 req-2d156416-59ef-4897-a809-a26f8af43a62 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.089387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51137c80-b05c-40c1-ad0f-626ce58137e5 req-2d156416-59ef-4897-a809-a26f8af43a62 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 946 time: 0.2057993 Feb 04 15:56:14.128958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3f58e4bb-c23e-483b-8e32-64d3f9305edf tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Unset dirty status for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:14.130222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3f58e4bb-c23e-483b-8e32-64d3f9305edf tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1390448 Feb 04 15:56:14.152830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58588) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:14.156114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51137c80-b05c-40c1-ad0f-626ce58137e5 req-eef891c1-0d78-4ece-a8cc-79041dc1d267 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650949 Feb 04 15:56:14.160761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Pushing event deleted for resources: {'Port': ['ID=538cb81e-8dfb-4910-a7d8-51aad4fcc2fc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.173531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cdd9622b-6b76-402d-8430-e252efd87bc3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': '4908eace-abe7-4e1b-8d78-7e3a0045ce29', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:14.180359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cdd9622b-6b76-402d-8430-e252efd87bc3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:14.186227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cdd9622b-6b76-402d-8430-e252efd87bc3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:14.189203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cdd9622b-6b76-402d-8430-e252efd87bc3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:14.195874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cdd9622b-6b76-402d-8430-e252efd87bc3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:14.238181 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-cdd9622b-6b76-402d-8430-e252efd87bc3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The resource could not be found. Feb 04 15:56:14.239542 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cdd9622b-6b76-402d-8430-e252efd87bc3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0824034 Feb 04 15:56:14.243216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.243835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58594) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:14.250663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443016502'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:14.251991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] No DVR routers for this DVR port 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:14.273508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:14.287945 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.291805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a92a9-8cc7-4849-bbb0-143a88ae7ad9', 'name': 'network-vif-deleted', 'tag': '538cb81e-8dfb-4910-a7d8-51aad4fcc2fc'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:14.335528 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b10a9185-24b9-45f5-864f-a1e0fcafab21 req-09618ae9-ea33-4bda-805f-52f8120ff9ed tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.53 "DELETE /v2.0/ports/538cb81e-8dfb-4910-a7d8-51aad4fcc2fc HTTP/1.1" status: 204 len: 173 time: 1.2061665 Feb 04 15:56:14.355242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:14.381218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.409943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:14.416851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:14.420305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:14.430404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2044cfc-05f1-4af0-b501-716f7230fddb req-1df8085c-589c-42c5-abf6-68bf3af083ac tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.432358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2044cfc-05f1-4af0-b501-716f7230fddb req-1df8085c-589c-42c5-abf6-68bf3af083ac tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 945 time: 0.1460519 Feb 04 15:56:14.437053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:14.462505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Allocated IP 172.25.8.101 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/41a84dd6-2de7-4d3d-92ee-ec4d20de6035) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:14.473546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:14.548483 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2044cfc-05f1-4af0-b501-716f7230fddb req-faf3950c-a32e-412e-a136-51b9d314fb70 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087806 Feb 04 15:56:14.659490 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.693692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:14.694585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.705836 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.707070 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65a92a9-8cc7-4849-bbb0-143a88ae7ad9', 'name': 'network-vif-deleted', 'tag': '538cb81e-8dfb-4910-a7d8-51aad4fcc2fc', 'status': 'completed', 'code': 200} Feb 04 15:56:14.711257 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.715552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:14.722514 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.754992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.778062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f9ec8e-0f5e-4870-affb-b8457d278513,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.803827 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.803827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-25a12834-35fc-4eee-af03-99cae18a6fa0 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5579350 Feb 04 15:56:14.808281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58612) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:14.808477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.814853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'tempest-secgroup--250497633'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:14.824934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:14.831319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:14.835263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:14.849347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:14.864821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.897381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:14.902235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:14.908231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:14.917438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=41a84dd6-2de7-4d3d-92ee-ec4d20de6035,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.921453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:14.923724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:14.924890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:14.927630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:56:15.037210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.043172 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.128965 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.130265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3205478 Feb 04 15:56:15.135224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58616) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:15.149657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ad04f-a20c-48fe-a7c4-dcdd6b882617 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c495125-1f88-4f22-be11-fa20d40dd5e3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:15.198502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9f92fe61-8811-4070-8ba6-8fe041ee867c tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group_rule': {'security_group_id': 'a1f9ec8e-0f5e-4870-affb-b8457d278513', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9c495125-1f88-4f22-be11-fa20d40dd5e3'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:15.214851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9f92fe61-8811-4070-8ba6-8fe041ee867c tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:15.218517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af51d7e-4c29-4107-b404-e26ceb2c6086 req-5dfdd2b3-6a9f-4bbf-a0f6-f1b5c20ad1a3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:15.220830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5af51d7e-4c29-4107-b404-e26ceb2c6086 req-5dfdd2b3-6a9f-4bbf-a0f6-f1b5c20ad1a3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.1503811 Feb 04 15:56:15.222232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9f92fe61-8811-4070-8ba6-8fe041ee867c tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:15.226565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9f92fe61-8811-4070-8ba6-8fe041ee867c tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:15.246642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9f92fe61-8811-4070-8ba6-8fe041ee867c tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:15.261087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:15.296463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5af51d7e-4c29-4107-b404-e26ceb2c6086 req-38966075-fce0-452b-9af6-8c15e38e200d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692296 Feb 04 15:56:15.387256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:56:15.387632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 538cb81e-8dfb-4910-a7d8-51aad4fcc2fc not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:15.415099 n-d-827870-1 neutron-server[87572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d', 'code': 422} returned with failed status Feb 04 15:56:15.460570 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-9f92fe61-8811-4070-8ba6-8fe041ee867c tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:56:15.465233 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9f92fe61-8811-4070-8ba6-8fe041ee867c tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3255503 Feb 04 15:56:15.465530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58634) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:15.563644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821db571-5cfc-453f-8fa9-7e10842c9488 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.601507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821db571-5cfc-453f-8fa9-7e10842c9488 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.625499 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ec0bae6-3886-4fa4-b9bf-01ceda5e74c5 req-2c7934ae-214e-44c6-bcaf-7fa4bd7aef81 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f65a92a9-8cc7-4849-bbb0-143a88ae7ad9 HTTP/1.1" status: 200 len: 210 time: 0.0791485 Feb 04 15:56:15.656755 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821db571-5cfc-453f-8fa9-7e10842c9488 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.671665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.685184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821db571-5cfc-453f-8fa9-7e10842c9488 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c495125-1f88-4f22-be11-fa20d40dd5e3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:15.758892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-821db571-5cfc-453f-8fa9-7e10842c9488 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.762939 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-821db571-5cfc-453f-8fa9-7e10842c9488 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/9c495125-1f88-4f22-be11-fa20d40dd5e3 HTTP/1.1" status: 204 len: 168 time: 0.2932785 Feb 04 15:56:15.766872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58638) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:15.814160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.827837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f86ac-71da-4139-be7d-394f43225df7 req-dbf84531-94e7-4d3a-98e6-7ae5ae79b15a tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:15.829903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d1f86ac-71da-4139-be7d-394f43225df7 req-dbf84531-94e7-4d3a-98e6-7ae5ae79b15a tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 946 time: 0.0884182 Feb 04 15:56:15.887436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d1f86ac-71da-4139-be7d-394f43225df7 req-6e5244d4-6ecf-4963-a517-c36c548bd9a3 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Feb 04 15:56:15.914935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8049c75-9f88-4cdd-b081-49fe0e0f18f3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Synchronizing usage tracker for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:16.069943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8049c75-9f88-4cdd-b081-49fe0e0f18f3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Unset dirty status for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:16.075259 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a8049c75-9f88-4cdd-b081-49fe0e0f18f3 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3075140 Feb 04 15:56:16.076823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58646) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.157006 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.163648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.166411 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6846-3d5b-4db6-b303-7eef8be50118 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.203506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6846-3d5b-4db6-b303-7eef8be50118 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.279830 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6846-3d5b-4db6-b303-7eef8be50118 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.318423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event updated for resources: {'Port': ['ID=41a84dd6-2de7-4d3d-92ee-ec4d20de6035,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.324309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb6846-3d5b-4db6-b303-7eef8be50118 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f9ec8e-0f5e-4870-affb-b8457d278513,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.325164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.364119 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ccb6846-3d5b-4db6-b303-7eef8be50118 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.365712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8ccb6846-3d5b-4db6-b303-7eef8be50118 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/a1f9ec8e-0f5e-4870-affb-b8457d278513 HTTP/1.1" status: 204 len: 168 time: 0.2876444 Feb 04 15:56:16.368223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58660) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.448035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67de3b98-2411-472d-b00e-fcceb7fe5b19 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Synchronizing usage tracker for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:16.488357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67de3b98-2411-472d-b00e-fcceb7fe5b19 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Unset dirty status for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:16.490020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-67de3b98-2411-472d-b00e-fcceb7fe5b19 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1206272 Feb 04 15:56:16.493922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58670) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.499779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'tempest-secgroup--898693477'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:16.517664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:16.605508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:16.639801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.668806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:16.673009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Usage tracker for resource:security_group_rule and tenant:bb5c025d56f045ea8bcf1ff888581d8c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:16.677337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:16.690821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cd052-e8e4-4588-92c4-296662bb960c req-95656f2d-b31c-412f-98f1-62ea59eefc7f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:16.692405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f0cd052-e8e4-4588-92c4-296662bb960c req-95656f2d-b31c-412f-98f1-62ea59eefc7f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.1540456 Feb 04 15:56:16.693545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:16.767081 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f0cd052-e8e4-4588-92c4-296662bb960c req-9d5bdc1a-1a19-461b-b98a-a8059589cdac tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619705 Feb 04 15:56:16.830971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58684) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.883230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.888700 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.956747 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Floating IP 38134dcc-df66-41cd-a9bd-b33ca298f8cd associated. External IP: 172.25.8.101, port: a505a827-062c-4a95-81d1-cbeca2979cd9. Feb 04 15:56:16.975574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72db536a-6b8c-4c7c-9351-ffca0bfdf7ff,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.983766 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.986143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0b80b266-8a92-43f6-b4fe-d327faff733a tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4911182 Feb 04 15:56:16.988393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58696) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.996269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f4545d6d-e682-4c09-8dcd-195f68f7208d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:16.996983 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-f4545d6d-e682-4c09-8dcd-195f68f7208d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 15:56:16.997481 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-f4545d6d-e682-4c09-8dcd-195f68f7208d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 15:56:16.998440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f4545d6d-e682-4c09-8dcd-195f68f7208d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "PUT /v2.0/security-groups/72db536a-6b8c-4c7c-9351-ffca0bfdf7ff HTTP/1.1" status: 409 len: 330 time: 0.0092306 Feb 04 15:56:17.013689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58700) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:17.206742 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dafb8e8e-f3cd-4fcf-876a-f432912b0d2b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.259000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dafb8e8e-f3cd-4fcf-876a-f432912b0d2b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.281246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-2dd2deec-3082-4a66-b1cb-1a1533759132 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4488623 Feb 04 15:56:17.547547 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dafb8e8e-f3cd-4fcf-876a-f432912b0d2b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.555534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aa45337b-39d2-4246-973d-8b4d76bbc1a9 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:56:17.603929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb8e8e-f3cd-4fcf-876a-f432912b0d2b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72db536a-6b8c-4c7c-9351-ffca0bfdf7ff,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:17.631535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dafb8e8e-f3cd-4fcf-876a-f432912b0d2b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.632653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dafb8e8e-f3cd-4fcf-876a-f432912b0d2b tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/72db536a-6b8c-4c7c-9351-ffca0bfdf7ff HTTP/1.1" status: 204 len: 168 time: 0.6184180 Feb 04 15:56:17.635955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58710) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:17.837595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0f0731-dea2-4385-856e-7144a29eacef req-229ae1a6-f869-4a80-97a0-810486161eb4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4510138 Feb 04 15:56:17.843369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:56:17.857939 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] Sync routers for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:17.858808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b92310-177e-40f3-827e-3ebe04cf3fb6 req-f7fb260d-93cd-48fc-aa22-beae17a22241 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.866265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55b92310-177e-40f3-827e-3ebe04cf3fb6 req-f7fb260d-93cd-48fc-aa22-beae17a22241 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 946 time: 0.4095948 Feb 04 15:56:17.880199 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.881715 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:56:17.882325 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:56:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:17.901974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5f5f0274-ca0d-4b38-a0bc-2ee804ec417d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Synchronizing usage tracker for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:17.937374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55b92310-177e-40f3-827e-3ebe04cf3fb6 req-d28e47f6-6b7e-4cb3-a62c-846d49d2bbea tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627859 Feb 04 15:56:17.955357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5f5f0274-ca0d-4b38-a0bc-2ee804ec417d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] Unset dirty status for tenant:bb5c025d56f045ea8bcf1ff888581d8c on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:17.961508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5f5f0274-ca0d-4b38-a0bc-2ee804ec417d tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3189187 Feb 04 15:56:17.971661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58722) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.053479 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-65b22b1a-8c9a-477b-9d5d-d58bfd2d75a7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] delete failed (client error): The resource could not be found. Feb 04 15:56:18.057759 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-65b22b1a-8c9a-477b-9d5d-d58bfd2d75a7 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "DELETE /v2.0/security-groups/a302d623-8f63-46c3-877f-4c7faaf1dfa3 HTTP/1.1" status: 404 len: 347 time: 0.0839889 Feb 04 15:56:18.061716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58726) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.062887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ec4d7fe6-35dc-452a-91f7-d0813a93b724 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5541935 Feb 04 15:56:18.066527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58728) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.067377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:18.082421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f0731-dea2-4385-856e-7144a29eacef req-f55cef5e-9ed3-477c-a9da-306912eab2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:18.083992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0f0731-dea2-4385-856e-7144a29eacef req-f55cef5e-9ed3-477c-a9da-306912eab2f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 1096 time: 0.1254938 Feb 04 15:56:18.090859 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-388307a6-dff4-4a24-a869-6c399cb0ef81 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] show failed (client error): The resource could not be found. Feb 04 15:56:18.092822 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-388307a6-dff4-4a24-a869-6c399cb0ef81 tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-groups/5689eff3-3f96-419a-a4b7-d420cba0bb6f HTTP/1.1" status: 404 len: 347 time: 0.0256443 Feb 04 15:56:18.096025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 58736) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.124600 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-5493f081-3a4b-4801-a20f-6c7d5728d4cc tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] show failed (client error): The resource could not be found. Feb 04 15:56:18.126272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5493f081-3a4b-4801-a20f-6c7d5728d4cc tempest-NegativeSecGroupTest-1862622858 tempest-NegativeSecGroupTest-1862622858-project] 10.222.0.46 "GET /v2.0/security-group-rules/5676087a-fb8c-4045-bdd3-c10b917d88cc HTTP/1.1" status: 404 len: 356 time: 0.0285337 Feb 04 15:56:18.237133 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-214c09e6-8df9-492a-8c30-a5dafe5ebb5c tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/floatingips/38134dcc-df66-41cd-a9bd-b33ca298f8cd HTTP/1.1" status: 200 len: 991 time: 0.1606112 Feb 04 15:56:18.315823 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:56:18.475026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:18.574689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfca345-ecd4-4b93-8c0e-358f84f41d4b req-0be0c82d-e323-4e5a-8dcd-19495c445fea tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:18.576341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fcfca345-ecd4-4b93-8c0e-358f84f41d4b req-0be0c82d-e323-4e5a-8dcd-19495c445fea tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.4460013 Feb 04 15:56:18.582307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f0731-dea2-4385-856e-7144a29eacef req-f5c731df-dccf-444d-88b1-50ddc7b3840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:18.583844 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0f0731-dea2-4385-856e-7144a29eacef req-f5c731df-dccf-444d-88b1-50ddc7b3840f service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf1227f4-9721-437d-98c9-7b1edfef52a4 HTTP/1.1" status: 200 len: 898 time: 0.3613985 Feb 04 15:56:18.677091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.767696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fcfca345-ecd4-4b93-8c0e-358f84f41d4b req-1da3e5a5-a6c7-44cf-bae8-ad2cd5e2f05f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825614 Feb 04 15:56:18.919695 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'status': 'completed', 'code': 200} Feb 04 15:56:18.985750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-54880810-30fc-4a61-92e8-2532c30cfe2b tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:18.986493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-54880810-30fc-4a61-92e8-2532c30cfe2b tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Synchronizing usage tracker for tenant:174f84a579b54b61b476555134604d98 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:18.990989 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '38134dcc-df66-41cd-a9bd-b33ca298f8cd', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'port_id': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'mac_address': 'fa:16:3e:e0:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:15Z', 'updated_at': '2022-02-04T15:56:15Z', 'revision_number': 0, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906d4a8b-8e4d-4ac0-823d-69e4df82e8e9', 'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:ed:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:37Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:19.007976 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] Checking router: aa45337b-39d2-4246-973d-8b4d76bbc1a9 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:19.035280 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:56:19.035893 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:56:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:19.065909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-54880810-30fc-4a61-92e8-2532c30cfe2b tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Unset dirty status for tenant:174f84a579b54b61b476555134604d98 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:19.070399 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-54880810-30fc-4a61-92e8-2532c30cfe2b tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.53 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 946 time: 0.3524399 Feb 04 15:56:19.108294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0f0731-dea2-4385-856e-7144a29eacef req-417434ea-4d27-4f67-b998-04df4284ff5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a505a827-062c-4a95-81d1-cbeca2979cd9 HTTP/1.1" status: 200 len: 999 time: 0.4616311 Feb 04 15:56:19.197534 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-38bfa01e-5166-4e61-b09a-4d9eff5de7b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb5c025d56f045ea8bcf1ff888581d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183280 Feb 04 15:56:19.200507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58756) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:19.217463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Deleting port e359e06a-c413-43e0-a97d-48a2b53cd144 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:56:19.218225 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.252134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58760) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:19.352300 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:56:19.419579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f0731-dea2-4385-856e-7144a29eacef req-98317a55-99cc-4878-b163-fc924c04b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:19.422812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0f0731-dea2-4385-856e-7144a29eacef req-98317a55-99cc-4878-b163-fc924c04b2fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd1c6d5a-39fc-4200-933c-bdbf849b3169 HTTP/1.1" status: 200 len: 835 time: 0.3015339 Feb 04 15:56:19.425214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fb578329-227b-405d-bceb-863faa63fdb7 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/floatingips/38134dcc-df66-41cd-a9bd-b33ca298f8cd HTTP/1.1" status: 200 len: 991 time: 0.1683650 Feb 04 15:56:19.544593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-1b67b18b-3f8f-4518-8b46-603990a4c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:19.546562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-1b67b18b-3f8f-4518-8b46-603990a4c7b6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d&tenant_id=e31187940f3343f189ea0115d7e26fc2 HTTP/1.1" status: 200 len: 1094 time: 0.7085707 Feb 04 15:56:19.574813 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a7276a4-c320-4c19-83ac-27cf078bfb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.627970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87388fbc-2318-41a4-9fdd-850db38146b8 req-50eca2e9-c112-4993-916f-ee24b423af00 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:19.636434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-87388fbc-2318-41a4-9fdd-850db38146b8 req-50eca2e9-c112-4993-916f-ee24b423af00 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 946 time: 0.4391174 Feb 04 15:56:19.693302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a7276a4-c320-4c19-83ac-27cf078bfb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.717633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f0731-dea2-4385-856e-7144a29eacef req-51d769f9-95c3-4ce8-b0f3-2d8aa9bddd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:19.719244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0f0731-dea2-4385-856e-7144a29eacef req-51d769f9-95c3-4ce8-b0f3-2d8aa9bddd39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf1227f4-9721-437d-98c9-7b1edfef52a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2791147 Feb 04 15:56:19.768602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-87388fbc-2318-41a4-9fdd-850db38146b8 req-8aafd2f7-60ef-4f13-8f5e-8bde70793399 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311495 Feb 04 15:56:19.859398 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '38134dcc-df66-41cd-a9bd-b33ca298f8cd', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'port_id': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'mac_address': 'fa:16:3e:e0:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:15Z', 'updated_at': '2022-02-04T15:56:15Z', 'revision_number': 0, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906d4a8b-8e4d-4ac0-823d-69e4df82e8e9', 'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:ed:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:37Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:19.865508 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9d80c-b0d4-4906-b1f2-34e8d8687f4c None None] The sync data for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 is: [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '38134dcc-df66-41cd-a9bd-b33ca298f8cd', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'port_id': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'mac_address': 'fa:16:3e:e0:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:15Z', 'updated_at': '2022-02-04T15:56:15Z', 'revision_number': 0, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906d4a8b-8e4d-4ac0-823d-69e4df82e8e9', 'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:ed:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:37Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:19.878811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-58792061-44df-4cfa-aa38-ada1319686e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:19.879901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-58792061-44df-4cfa-aa38-ada1319686e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1094 time: 0.3055749 Feb 04 15:56:19.934954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] For port e359e06a-c413-43e0-a97d-48a2b53cd144, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e359e06a-c413-43e0-a97d-48a2b53cd144,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:19.935226 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.060634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0f0731-dea2-4385-856e-7144a29eacef req-eb620a19-f814-4ec7-b288-86ecde7e13e2 service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324153 Feb 04 15:56:20.067026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Calling delete_port for e359e06a-c413-43e0-a97d-48a2b53cd144 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:56:20.115688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a7276a4-c320-4c19-83ac-27cf078bfb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.126541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d35678-068d-4283-b005-cc1af7f12aa3 None None] New status for floating IP 38134dcc-df66-41cd-a9bd-b33ca298f8cd: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:56:20.146657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7276a4-c320-4c19-83ac-27cf078bfb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eeb2df-ab17-41c2-bc74-be1ef79fc745,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:20.159842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0a7276a4-c320-4c19-83ac-27cf078bfb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.161043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0a7276a4-c320-4c19-83ac-27cf078bfb7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3eeb2df-ab17-41c2-bc74-be1ef79fc745 HTTP/1.1" status: 204 len: 168 time: 0.9593725 Feb 04 15:56:20.248117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-c57fb54a-3a20-4631-bcd8-669cc72e1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:20.250572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-c57fb54a-3a20-4631-bcd8-669cc72e1218 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 915 time: 0.3572645 Feb 04 15:56:20.265869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f1be9-c0b5-4565-b75f-451b5a936163 req-c34b393b-3406-4a6d-aadd-79975fdb2346 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:20.267669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e2f1be9-c0b5-4565-b75f-451b5a936163 req-c34b393b-3406-4a6d-aadd-79975fdb2346 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.3733308 Feb 04 15:56:20.314712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.368076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-a2966e45-bb9e-49f2-b9f3-5338c2eaf2e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 200 len: 217 time: 0.0970280 Feb 04 15:56:20.380399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Pushing event deleted for resources: {'Port': ['ID=e359e06a-c413-43e0-a97d-48a2b53cd144,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:20.429820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58778) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:20.430286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0f0731-dea2-4385-856e-7144a29eacef req-bdd68790-0117-4a71-b815-0b38b1767169 service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602674 Feb 04 15:56:20.471647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e2f1be9-c0b5-4565-b75f-451b5a936163 req-d94d3afa-ab50-49fa-9479-d11f06fb190b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278191 Feb 04 15:56:20.481693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-ec8c8712-7ea7-47a5-998b-92cbcc8b8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:20.483278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-ec8c8712-7ea7-47a5-998b-92cbcc8b8472 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.0992653 Feb 04 15:56:20.594553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] No DVR routers for this DVR port e359e06a-c413-43e0-a97d-48a2b53cd144 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:20.599515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.637964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-93788d1f-17d7-4121-94e5-7b803bb1f4f9 req-b07acd61-5df9-485f-9d05-7e48b3cefcdc tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.53 "DELETE /v2.0/ports/e359e06a-c413-43e0-a97d-48a2b53cd144 HTTP/1.1" status: 204 len: 173 time: 1.5332565 Feb 04 15:56:20.645561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9dedf835-4d6b-4c93-8d80-57a01c71733b tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/floatingips/38134dcc-df66-41cd-a9bd-b33ca298f8cd HTTP/1.1" status: 200 len: 991 time: 0.2084730 Feb 04 15:56:20.925126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de8f776-5969-4972-9cc9-5c16369a898c', 'name': 'network-vif-deleted', 'tag': 'e359e06a-c413-43e0-a97d-48a2b53cd144'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:20.926328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-b2be2486-6462-4fee-9b66-bf4efea6ffe6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3890412 Feb 04 15:56:21.154594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15e52a99-5c09-4585-a859-32295b68792f req-2b46faba-0be2-48a7-820e-ab8ecf902399 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de8f776-5969-4972-9cc9-5c16369a898c HTTP/1.1" status: 200 len: 210 time: 0.0582261 Feb 04 15:56:21.189809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-1b25f47a-b2c2-4bd7-9631-65e7830f3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.191292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-1b25f47a-b2c2-4bd7-9631-65e7830f3c80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 1096 time: 0.7070694 Feb 04 15:56:21.197878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-6d4a52e2-2359-4ab2-836b-ed1cfe5141b8 service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585723 Feb 04 15:56:21.270311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e359e06a-c413-43e0-a97d-48a2b53cd144 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:21.286773 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de8f776-5969-4972-9cc9-5c16369a898c', 'name': 'network-vif-deleted', 'tag': 'e359e06a-c413-43e0-a97d-48a2b53cd144', 'status': 'completed', 'code': 200} Feb 04 15:56:21.329066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: e359e06a-c413-43e0-a97d-48a2b53cd144 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:56:21.329404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e359e06a-c413-43e0-a97d-48a2b53cd144 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:21.401861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-5655e407-6225-4941-ad69-9f84ccca8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.403379 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-5655e407-6225-4941-ad69-9f84ccca8437 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf1227f4-9721-437d-98c9-7b1edfef52a4 HTTP/1.1" status: 200 len: 898 time: 0.2048495 Feb 04 15:56:21.511357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58826) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:21.514926 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026107 Feb 04 15:56:21.518022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58828) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:21.620232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-70829537-adb3-423f-9b82-26aa171d958b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a505a827-062c-4a95-81d1-cbeca2979cd9 HTTP/1.1" status: 200 len: 1001 time: 0.1974094 Feb 04 15:56:21.649190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58834) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:21.719968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-d3091b26-3607-4a7c-a23d-01ccc94479e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.721702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-d3091b26-3607-4a7c-a23d-01ccc94479e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd1c6d5a-39fc-4200-933c-bdbf849b3169 HTTP/1.1" status: 200 len: 835 time: 0.0915184 Feb 04 15:56:21.779843 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc2e3fd9-9fc7-4ae1-91fb-053dbc89dd70 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/floatingips/38134dcc-df66-41cd-a9bd-b33ca298f8cd HTTP/1.1" status: 200 len: 993 time: 0.1293952 Feb 04 15:56:21.791839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-32f152c8-503d-469f-889a-8b9f2edb3fda tempest-NetworksApiDiscovery-1134549440 tempest-NetworksApiDiscovery-1134549440-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2683861 Feb 04 15:56:21.912678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96195789-cc27-4d87-9474-64e71a02a7f2 req-bae2b805-5d5d-4606-9432-3fe31a6ec2ad service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082843 Feb 04 15:56:21.950038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093cc6-e18d-4489-8089-7b85144a4528 req-e07127d2-7d82-4034-8b9c-e7d1311484d5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.958632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2093cc6-e18d-4489-8089-7b85144a4528 req-e07127d2-7d82-4034-8b9c-e7d1311484d5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.2275336 Feb 04 15:56:21.980072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-63a0590e-999f-451c-99d6-7b3ad0b2dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.981853 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-63a0590e-999f-451c-99d6-7b3ad0b2dfa6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf1227f4-9721-437d-98c9-7b1edfef52a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473152 Feb 04 15:56:22.190179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-fe850af4-8455-439a-be93-4e9707137800 service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976252 Feb 04 15:56:22.203144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2093cc6-e18d-4489-8089-7b85144a4528 req-0f47d7b0-9551-4f93-92a0-f9111a8bdcbe tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435291 Feb 04 15:56:22.209095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58852) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:22.462818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-228b3037-d09b-4e68-81ae-71b75eda9984 req-59c7569d-24ec-404b-930a-d2226022678c service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581363 Feb 04 15:56:22.474454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9412a62-f099-468b-987b-76c3d71ec13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.496905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b9412a62-f099-468b-987b-76c3d71ec13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:22.502410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b9412a62-f099-468b-987b-76c3d71ec13e admin admin] Usage tracker for resource:security_group_rule and tenant:27d34b8c379c4552a7bb06a9433393dc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:22.504987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b9412a62-f099-468b-987b-76c3d71ec13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:22.512036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b9412a62-f099-468b-987b-76c3d71ec13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:22.736434 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9412a62-f099-468b-987b-76c3d71ec13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.741319 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b9412a62-f099-468b-987b-76c3d71ec13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.888472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9412a62-f099-468b-987b-76c3d71ec13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ade508-a9d2-4229-954e-48b91f116056,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:22.906457 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b9412a62-f099-468b-987b-76c3d71ec13e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27d34b8c379c4552a7bb06a9433393dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6938405 Feb 04 15:56:22.913351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 58884) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:23.084428 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-990ae12b-2d0d-428b-bc14-173806de6259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.139843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-990ae12b-2d0d-428b-bc14-173806de6259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.149616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-b66fa471-4fa7-42b5-9ee2-62e9cee847f4 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.162195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-b66fa471-4fa7-42b5-9ee2-62e9cee847f4 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/networks?id=aa63b905-e264-42bf-8f9a-2237e2db5cec HTTP/1.1" status: 200 len: 809 time: 0.3028343 Feb 04 15:56:23.195316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-4319510f-2796-4f26-805f-16da90fde90a tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/quotas/174f84a579b54b61b476555134604d98 HTTP/1.1" status: 200 len: 375 time: 0.0319412 Feb 04 15:56:23.252303 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-990ae12b-2d0d-428b-bc14-173806de6259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.284546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ae12b-2d0d-428b-bc14-173806de6259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ade508-a9d2-4229-954e-48b91f116056,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.304132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-990ae12b-2d0d-428b-bc14-173806de6259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.322089 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-990ae12b-2d0d-428b-bc14-173806de6259 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24ade508-a9d2-4229-954e-48b91f116056 HTTP/1.1" status: 204 len: 168 time: 0.3935494 Feb 04 15:56:23.327200 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-b9b65391-5d9f-45bf-9f8d-51ff3b19b66a tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=174f84a579b54b61b476555134604d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289055 Feb 04 15:56:23.757347 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-46e7d9ec-fb30-4abf-862b-5597ebdb4572 service neutron] 10.222.0.46 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234662 Feb 04 15:56:24.082320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-952d8aab-a1e5-40b0-915a-46268b3288a0 service neutron] 10.222.0.46 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222499 Feb 04 15:56:24.544261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6835f12-eeb2-474a-b83a-631d90b4d7a3 req-cec51b10-b7ad-43b5-ba0e-608e16bed2f5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.554130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6835f12-eeb2-474a-b83a-631d90b4d7a3 req-cec51b10-b7ad-43b5-ba0e-608e16bed2f5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.1442988 Feb 04 15:56:24.647481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6835f12-eeb2-474a-b83a-631d90b4d7a3 req-11db503b-4a7d-4eb8-84f8-9f779b89d1b2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883834 Feb 04 15:56:24.846247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2df4d961-b3f6-4dce-a3a1-d01a0fc51af2 req-d6f34fc0-0195-4280-8d29-1e91e6add1e2 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 210 time: 0.1184621 Feb 04 15:56:26.117814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f577b09-8367-4e1a-acc5-b2b9a1c4c245 req-acb4dbe7-a7df-4d55-bd90-cf95edb10251 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.130443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f577b09-8367-4e1a-acc5-b2b9a1c4c245 req-acb4dbe7-a7df-4d55-bd90-cf95edb10251 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.3008983 Feb 04 15:56:26.221017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f577b09-8367-4e1a-acc5-b2b9a1c4c245 req-c3364696-9761-451d-b20e-3b4b2a57bc95 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839431 Feb 04 15:56:26.737040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16849ae8-b244-44ec-8ea8-108fe7bfff24 req-0ed3b723-2a88-4542-8362-e3f197ce1f94 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 210 time: 0.1329114 Feb 04 15:56:26.754571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-831a1b27-177a-4bd9-ad9d-f477cb752643 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.757039 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-831a1b27-177a-4bd9-ad9d-f477cb752643 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.53 "GET /v2.0/networks?id=aa63b905-e264-42bf-8f9a-2237e2db5cec HTTP/1.1" status: 200 len: 809 time: 0.3965156 Feb 04 15:56:26.780400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Request body: {'port': {'device_id': '0a707819-608e-4139-bb70-3710d0b70145', 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec', 'admin_state_up': True, 'tenant_id': '174f84a579b54b61b476555134604d98'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:27.075387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:27.080154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Usage tracker for resource:port and tenant:174f84a579b54b61b476555134604d98 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:27.083535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:27.090070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:27.112034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Made reservation on behalf of 174f84a579b54b61b476555134604d98 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:27.116556 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.386646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Allocated IP 172.20.0.2 (aa63b905-e264-42bf-8f9a-2237e2db5cec/24f896ef-e333-488d-9511-6efb6324be90/b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:27.665230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcbd47-4e87-4749-b8a7-320c47592fae req-30b97321-4d6b-4af7-9ffe-df89fb91b874 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:27.670354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0cdcbd47-4e87-4749-b8a7-320c47592fae req-30b97321-4d6b-4af7-9ffe-df89fb91b874 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.1689734 Feb 04 15:56:27.734951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0cdcbd47-4e87-4749-b8a7-320c47592fae req-33640db0-729d-494e-9ee8-7223b0d5185f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565841 Feb 04 15:56:27.747752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.791844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.925051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Pushing event updated for resources: {'Port': ['ID=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:27.933951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Network aa63b905-e264-42bf-8f9a-2237e2db5cec is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:27.934856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:27.937255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:56:28.031468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.032415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.066861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-7cf9bf92-1fb9-4710-b4e2-5f0fb330427c tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.067816 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-d82fec6a-01dc-4f0d-94cb-d02554a8782f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2966704 Feb 04 15:56:28.074799 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-7cf9bf92-1fb9-4710-b4e2-5f0fb330427c tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/networks?id=a344492f-b621-4f17-b247-74781820dde5 HTTP/1.1" status: 200 len: 814 time: 0.1911294 Feb 04 15:56:28.085930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Request body: {'port': {'device_id': '0a707819-608e-4139-bb70-3710d0b70145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:28.096415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-1cd07362-5f50-44ef-943e-3f552f8533f9 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/quotas/c784c8c158584530ae30f34208d9b7bf HTTP/1.1" status: 200 len: 375 time: 0.0204031 Feb 04 15:56:28.199843 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-e2dab9e3-756d-45d3-bae7-624adee7f29c tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c784c8c158584530ae30f34208d9b7bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019320 Feb 04 15:56:28.408349 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.542399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-8c0a9d8c-ba3c-4312-b41a-e2110ddd247c service neutron] 10.222.0.46 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411181 Feb 04 15:56:28.795252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-3daa909e-2f31-4454-80cb-ed98515bffd8 service neutron] 10.222.0.46 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516925 Feb 04 15:56:29.084265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:29.098416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.135851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Transition to ACTIVE for port object b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:29.141168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.239779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36e264-3cab-4b74-b579-753630b1fdc2 req-708d49d0-f44e-4fb5-b5c4-29c5721e0913 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:29.243368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f36e264-3cab-4b74-b579-753630b1fdc2 req-708d49d0-f44e-4fb5-b5c4-29c5721e0913 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 943 time: 0.1401503 Feb 04 15:56:29.402536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f36e264-3cab-4b74-b579-753630b1fdc2 req-ea04b85a-dbdd-4c8a-9fe9-6ab21f81be8e tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533132 Feb 04 15:56:29.638319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Pushing event updated for resources: {'Port': ['ID=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:29.702223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Attempting to bind port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:29.702605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Attempting to bind port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'c3ab755b-c970-405d-bf32-9bb5d66ea100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:29.703231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Attempting to bind port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 on network aa63b905-e264-42bf-8f9a-2237e2db5cec {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:56:29.713870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 on network aa63b905-e264-42bf-8f9a-2237e2db5cec not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:56:29.714398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Attempting to bind port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 on network aa63b905-e264-42bf-8f9a-2237e2db5cec {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:56:29.728751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:56:29.729747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Checking segment: {'id': 'c3ab755b-c970-405d-bf32-9bb5d66ea100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:56:29.731101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Bound using segment: {'id': 'c3ab755b-c970-405d-bf32-9bb5d66ea100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:56:29.732890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Bound port: b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ab755b-c970-405d-bf32-9bb5d66ea100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:29.733649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.795725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8fe39-da3d-4cb3-84bc-b5f5aca0169c req-43bced60-0c4d-48d4-9907-d29e3b1345dd tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:29.800244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eff8fe39-da3d-4cb3-84bc-b5f5aca0169c req-43bced60-0c4d-48d4-9907-d29e3b1345dd tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.1979351 Feb 04 15:56:29.891121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] For port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:56:29.901303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] For port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:56:29.905056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eff8fe39-da3d-4cb3-84bc-b5f5aca0169c req-8c0918e3-d428-484c-9a8e-60fafc77636d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960820 Feb 04 15:56:29.922790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.157083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.157710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.160551 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] 10.222.0.53 "PUT /v2.0/ports/b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 HTTP/1.1" status: 200 len: 1091 time: 2.0810270 Feb 04 15:56:30.167444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a707819-608e-4139-bb70-3710d0b70145', 'tag': 'b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:30.228264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f5537-c272-4ce4-b39f-b3604574faae service neutron] Pushing event updated for resources: {'Port': ['ID=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:30.255646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1223383c-6718-4bb8-8d62-2da5c9d1d56a req-3da0eaaf-793a-48dc-ac47-0f9085e7d1ab tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 210 time: 0.1228511 Feb 04 15:56:30.530358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-b2896ba7-b43f-4f59-a220-3c6fed3afa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.531898 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-b2896ba7-b43f-4f59-a220-3c6fed3afa58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=174f84a579b54b61b476555134604d98&device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 1094 time: 0.2441683 Feb 04 15:56:30.560670 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a707819-608e-4139-bb70-3710d0b70145', 'tag': 'b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1', 'status': 'completed', 'code': 200} Feb 04 15:56:30.777801 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-234be176-612f-4c1f-9de9-e0ea3333f025 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 HTTP/1.1" status: 200 len: 217 time: 0.2123394 Feb 04 15:56:30.820597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecf6d4-4ae2-4886-a431-cee9b3d36193 req-d16b0d26-1d8f-4dfe-b7f6-574bc354a00b tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.834453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6ecf6d4-4ae2-4886-a431-cee9b3d36193 req-d16b0d26-1d8f-4dfe-b7f6-574bc354a00b tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 943 time: 0.1423447 Feb 04 15:56:30.925314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6ecf6d4-4ae2-4886-a431-cee9b3d36193 req-94f628fd-5489-471b-aeda-1268244d1f4e tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893953 Feb 04 15:56:30.965018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-ce38a353-a3fa-46e5-9156-f24b5c7ec6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.967957 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-ce38a353-a3fa-46e5-9156-f24b5c7ec6c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24f896ef-e333-488d-9511-6efb6324be90 HTTP/1.1" status: 200 len: 849 time: 0.1805224 Feb 04 15:56:31.083282 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-7a4e90d9-29f5-4445-b1a8-b4541def8018 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aa63b905-e264-42bf-8f9a-2237e2db5cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035225 Feb 04 15:56:31.338980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adf893-6a3f-4b36-9285-da9b96f01b3f req-74280694-d5ca-454c-a805-aeb237824936 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:31.341680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15adf893-6a3f-4b36-9285-da9b96f01b3f req-74280694-d5ca-454c-a805-aeb237824936 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.1761198 Feb 04 15:56:31.356355 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-7a0b7ff1-159b-4c13-84d2-fefd4020c6e2 service neutron] 10.222.0.53 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656381 Feb 04 15:56:31.459301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15adf893-6a3f-4b36-9285-da9b96f01b3f req-d7dc8fbb-8d5f-4abd-97f6-d9bf6b990486 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103554 Feb 04 15:56:31.756059 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-59e5972c-ea83-4c73-b733-493be8804fc7 req-a117626c-f113-410a-b931-018b62d60de6 service neutron] 10.222.0.53 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884161 Feb 04 15:56:31.811921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd595ad1-e1c3-40f1-a37b-67e18fc6a17f req-225944a3-6f03-4c44-ba12-7fd3f3973caa tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 210 time: 0.0839672 Feb 04 15:56:31.824439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-b3b7c35b-f26d-412f-8d68-8cf01e9fe217 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:31.828368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-b3b7c35b-f26d-412f-8d68-8cf01e9fe217 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.61 "GET /v2.0/networks?id=a344492f-b621-4f17-b247-74781820dde5 HTTP/1.1" status: 200 len: 814 time: 0.3407502 Feb 04 15:56:31.853482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Request body: {'port': {'device_id': '84b0bdea-f10c-441d-8b0c-ffea1e9c2793', 'network_id': 'a344492f-b621-4f17-b247-74781820dde5', 'admin_state_up': True, 'tenant_id': 'c784c8c158584530ae30f34208d9b7bf'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:32.096935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-20179711-b4f8-4b86-b34f-36de07a3af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.098777 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-20179711-b4f8-4b86-b34f-36de07a3af7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=174f84a579b54b61b476555134604d98&device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 1094 time: 0.1806822 Feb 04 15:56:32.346608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-7ecc0f2e-ba74-4e6b-ad63-e59c7f225e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.351636 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-7ecc0f2e-ba74-4e6b-ad63-e59c7f225e9f service neutron] 10.222.0.53 "GET /v2.0/networks?id=aa63b905-e264-42bf-8f9a-2237e2db5cec HTTP/1.1" status: 200 len: 910 time: 0.2457347 Feb 04 15:56:32.487499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:32.499702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Usage tracker for resource:port and tenant:c784c8c158584530ae30f34208d9b7bf is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:32.505863 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-30c5acf8-5708-4254-be14-6e3d68a54fb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 HTTP/1.1" status: 200 len: 217 time: 0.1471496 Feb 04 15:56:32.506391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:32.546128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:32.577180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Made reservation on behalf of c784c8c158584530ae30f34208d9b7bf for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:32.584167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.623925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-af7abd46-cb68-400a-969b-641ad1c3b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.625681 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-af7abd46-cb68-400a-969b-641ad1c3b8c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24f896ef-e333-488d-9511-6efb6324be90 HTTP/1.1" status: 200 len: 849 time: 0.1131704 Feb 04 15:56:32.732113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3a67-c117-4208-9ed2-d8bc420f32ad req-4cc77f36-92ab-4a12-84c9-81bef02a3117 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.743515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f02b3a67-c117-4208-9ed2-d8bc420f32ad req-4cc77f36-92ab-4a12-84c9-81bef02a3117 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 943 time: 0.5879509 Feb 04 15:56:32.882622 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-b659d40d-555e-41d8-92f4-cda8bb12435f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aa63b905-e264-42bf-8f9a-2237e2db5cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2499628 Feb 04 15:56:32.934092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Allocated IP 172.20.0.4 (a344492f-b621-4f17-b247-74781820dde5/816e7f7d-9305-4b94-95f8-88ffeb0ced96/bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:33.009421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f02b3a67-c117-4208-9ed2-d8bc420f32ad req-d4c6c557-83c7-444e-8cf6-735417f7349e tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590735 Feb 04 15:56:33.110822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-aca4051d-4165-49dc-a2c1-1d257ce42aa7 service neutron] 10.222.0.53 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164061 Feb 04 15:56:33.303828 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ebe7ce4-f779-448c-a40e-5c7d7cb3e41b req-7ecdc088-08aa-4d71-b6f5-81a427742a45 service neutron] 10.222.0.53 "GET /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838894 Feb 04 15:56:33.316527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:33.493968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.557785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7938-c27a-410d-b2d6-11ab62dceddc req-cf6d7815-c207-497c-afbf-4d4f062cc52b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:33.565895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d7b7938-c27a-410d-b2d6-11ab62dceddc req-cf6d7815-c207-497c-afbf-4d4f062cc52b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.1739559 Feb 04 15:56:33.581968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.725869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:33.758266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1', 'network_id': 'aa63b905-e264-42bf-8f9a-2237e2db5cec', 'port_id': 'b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1', 'mac_address': 'fa:16:3e:4f:f3:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f896ef-e333-488d-9511-6efb6324be90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:33.792714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d7b7938-c27a-410d-b2d6-11ab62dceddc req-70cb60dd-0d1a-4771-902a-8c5e57f6061a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205780 Feb 04 15:56:33.835897 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.860458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Network a344492f-b621-4f17-b247-74781820dde5 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:33.866892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:33.869150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:33.870416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:56:33.898609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:33.906347 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.952000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:33.952506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.980425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Pushing event updated for resources: {'Port': ['ID=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:33.995112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-967da68f-2da5-4f00-9488-752077d55d79 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1459336 Feb 04 15:56:34.000973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:34.093072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b111893-2b84-4263-aae2-97dcd2ae726c req-791e6e99-0c6b-4b72-8c9d-a77370cc661b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.093803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9b111893-2b84-4263-aae2-97dcd2ae726c req-791e6e99-0c6b-4b72-8c9d-a77370cc661b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Synchronizing usage tracker for tenant:c784c8c158584530ae30f34208d9b7bf on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:34.113956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9b111893-2b84-4263-aae2-97dcd2ae726c req-791e6e99-0c6b-4b72-8c9d-a77370cc661b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Unset dirty status for tenant:c784c8c158584530ae30f34208d9b7bf on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:34.116609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b111893-2b84-4263-aae2-97dcd2ae726c req-791e6e99-0c6b-4b72-8c9d-a77370cc661b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 931 time: 0.1139190 Feb 04 15:56:34.147933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Request body: {'port': {'device_id': '84b0bdea-f10c-441d-8b0c-ffea1e9c2793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:34.169144 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:56:34.288146 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9df7f093-36c9-4e82-aef9-3b0de2bf8826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.296245 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b111893-2b84-4263-aae2-97dcd2ae726c req-84600b5e-7f41-4d9b-949b-ffaebdcffa67 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721749 Feb 04 15:56:34.443808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.662723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f8fbf-128a-4e82-b0f2-3602c3e15d08 req-2dce676d-459f-44a2-bdfc-7c0aab762238 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.664499 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a56f8fbf-128a-4e82-b0f2-3602c3e15d08 req-2dce676d-459f-44a2-bdfc-7c0aab762238 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 944 time: 0.2103717 Feb 04 15:56:34.798066 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a56f8fbf-128a-4e82-b0f2-3602c3e15d08 req-27915bcf-a6f4-403b-97e5-35dea1cadc8a tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229808 Feb 04 15:56:34.961883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:34.977712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.003332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Transition to ACTIVE for port object bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:35.010821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.252022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ca34-9aae-4c36-bb3d-2eda20b8318f req-5b6a3d2c-dcd0-46ff-a41f-ea5508947f80 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.253547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9879ca34-9aae-4c36-bb3d-2eda20b8318f req-5b6a3d2c-dcd0-46ff-a41f-ea5508947f80 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.3457081 Feb 04 15:56:35.282875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:35.331688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:35.412446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9879ca34-9aae-4c36-bb3d-2eda20b8318f req-213edf2a-fd1c-483a-8e86-f3c7d40ed4a0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307604 Feb 04 15:56:35.418623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:35.424652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:35.425576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.456992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Attempting to bind port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:35.456992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Attempting to bind port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'b9ed3439-da49-420b-bbee-eda56878c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a344492f-b621-4f17-b247-74781820dde5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:35.456992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Attempting to bind port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed on network a344492f-b621-4f17-b247-74781820dde5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:56:35.477981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed on network a344492f-b621-4f17-b247-74781820dde5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:56:35.478742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Attempting to bind port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed on network a344492f-b621-4f17-b247-74781820dde5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:56:35.499796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:56:35.501302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Checking segment: {'id': 'b9ed3439-da49-420b-bbee-eda56878c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a344492f-b621-4f17-b247-74781820dde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:56:35.504391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Bound using segment: {'id': 'b9ed3439-da49-420b-bbee-eda56878c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a344492f-b621-4f17-b247-74781820dde5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:56:35.506556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Bound port: bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ed3439-da49-420b-bbee-eda56878c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a344492f-b621-4f17-b247-74781820dde5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:35.508157 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.691004 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.720729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a707819-608e-4139-bb70-3710d0b70145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:35.735944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:35.744375 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.793558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] For port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:56:35.798250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] For port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:56:35.806608 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.836322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:35.883542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.884409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.886019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed HTTP/1.1" status: 200 len: 1091 time: 1.7454791 Feb 04 15:56:35.886454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b0bdea-f10c-441d-8b0c-ffea1e9c2793', 'tag': 'bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:35.919275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97df262-7ca0-4aec-97c2-839c783645d6 req-374ac96e-eeb2-47c5-9f48-707baa361c33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.920734 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c97df262-7ca0-4aec-97c2-839c783645d6 req-374ac96e-eeb2-47c5-9f48-707baa361c33 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 943 time: 0.2668276 Feb 04 15:56:35.963541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a305e-98d4-4336-94d3-02a3b933e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:36.023727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c97df262-7ca0-4aec-97c2-839c783645d6 req-80efc565-e577-4927-b325-8277cf171d42 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664487 Feb 04 15:56:36.047856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-5e3d63df-2642-485e-b575-5b943ddf653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.049641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-5e3d63df-2642-485e-b575-5b943ddf653a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c784c8c158584530ae30f34208d9b7bf&device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 1094 time: 0.1264455 Feb 04 15:56:36.077257 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a707819-608e-4139-bb70-3710d0b70145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1', 'code': 200} Feb 04 15:56:36.127031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-c8bf38a3-abda-4555-91ca-dd02c7f93578 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed HTTP/1.1" status: 200 len: 217 time: 0.0703163 Feb 04 15:56:36.230996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2856d86-144e-4ed0-be23-8201f7e75396 req-07c972b3-0dbc-427e-9e2b-5554e1599684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.232617 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e2856d86-144e-4ed0-be23-8201f7e75396 req-07c972b3-0dbc-427e-9e2b-5554e1599684 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 1096 time: 0.0837955 Feb 04 15:56:36.247937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-edea4c4f-2c3a-4d8c-8dce-bae04e79e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.249397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-edea4c4f-2c3a-4d8c-8dce-bae04e79e78c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=816e7f7d-9305-4b94-95f8-88ffeb0ced96 HTTP/1.1" status: 200 len: 854 time: 0.1160383 Feb 04 15:56:36.286331 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e2856d86-144e-4ed0-be23-8201f7e75396 req-90c5c882-719d-4be8-b490-b5be32ed890b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 Feb 04 15:56:36.301322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-1c3e4635-58cf-4a0e-8ab7-077be7f3dbdd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a344492f-b621-4f17-b247-74781820dde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450313 Feb 04 15:56:36.394141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a1c6f-ef95-4c8b-8072-cde24a22a190 req-d6be2c35-9ff1-4e24-bad3-e47452496328 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.402005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b97a1c6f-ef95-4c8b-8072-cde24a22a190 req-d6be2c35-9ff1-4e24-bad3-e47452496328 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 945 time: 0.2284281 Feb 04 15:56:36.408680 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.470082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b97a1c6f-ef95-4c8b-8072-cde24a22a190 req-123c2a4b-ec22-4547-aaac-e6ab110dca26 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671883 Feb 04 15:56:36.513670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-0b05a46e-e03e-49ba-a41f-b700ca710657 service neutron] 10.222.0.61 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049978 Feb 04 15:56:36.527419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:36.542342 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b0bdea-f10c-441d-8b0c-ffea1e9c2793', 'tag': 'bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed', 'status': 'completed', 'code': 200} Feb 04 15:56:36.706165 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d3e57b8-fd84-4a18-bc6c-54a528fe4a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.771260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:36.791441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '45b578ea-a957-4eab-9837-5432472e1a4d', 'network_id': '68a4f150-b783-431b-b223-134f8c0b2377', 'port_id': '45b578ea-a957-4eab-9837-5432472e1a4d', 'mac_address': 'fa:16:3e:f1:39:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5612cf36-5274-4c0e-8111-943ebfe591db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:36.802702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1728f7-537d-4a5b-87cc-ef75ceb86c39 req-5fd19727-5330-493c-8746-fc3b7cadbe6a service neutron] 10.222.0.61 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541692 Feb 04 15:56:36.813542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3cd0-9757-40e8-9420-c1dbf6a6a6af req-55f6f9c6-5e98-4075-bbd0-67312e398239 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.815283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b94b3cd0-9757-40e8-9420-c1dbf6a6a6af req-55f6f9c6-5e98-4075-bbd0-67312e398239 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 943 time: 0.1567202 Feb 04 15:56:36.900210 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.914732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b94b3cd0-9757-40e8-9420-c1dbf6a6a6af req-357a1606-5750-4531-a4cb-242ac31750f6 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924494 Feb 04 15:56:36.923284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b578ea-a957-4eab-9837-5432472e1a4d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:36.948011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:36.953471 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.966392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-cdfe1d6c-757f-4301-afda-f4d86f3551f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.968983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-cdfe1d6c-757f-4301-afda-f4d86f3551f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c784c8c158584530ae30f34208d9b7bf&device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 1094 time: 0.1015666 Feb 04 15:56:37.094823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:37.190273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['45b578ea-a957-4eab-9837-5432472e1a4d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:56:37.215014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-b91219dc-e957-4062-b156-9cbcab04b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.219789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-b91219dc-e957-4062-b156-9cbcab04b04b service neutron] 10.222.0.61 "GET /v2.0/networks?id=a344492f-b621-4f17-b247-74781820dde5 HTTP/1.1" status: 200 len: 915 time: 0.2402587 Feb 04 15:56:37.365114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-5c0684c4-9e24-4391-a311-1752984535a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed HTTP/1.1" status: 200 len: 217 time: 0.1401551 Feb 04 15:56:37.620189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-6ae5c46b-aab1-4fa4-95dc-ee136fd1fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.621674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-6ae5c46b-aab1-4fa4-95dc-ee136fd1fdf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=816e7f7d-9305-4b94-95f8-88ffeb0ced96 HTTP/1.1" status: 200 len: 854 time: 0.0806739 Feb 04 15:56:37.650873 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.677520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-5d5ed54e-4dc1-4377-9397-8cfdfa4bca75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a344492f-b621-4f17-b247-74781820dde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482264 Feb 04 15:56:37.686277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f89a5f-f0d4-4898-bdb4-5de351b12400 req-d468877f-a7f4-4466-8739-b8a7871a45c5 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.687626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18f89a5f-f0d4-4898-bdb4-5de351b12400 req-d468877f-a7f4-4466-8739-b8a7871a45c5 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 943 time: 0.3858058 Feb 04 15:56:37.768861 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.829011 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18f89a5f-f0d4-4898-bdb4-5de351b12400 req-af537b6c-00ac-47b1-85b2-5240699041d3 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228845 Feb 04 15:56:37.880251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-9049f694-5255-4da6-bddf-1257d0324458 service neutron] 10.222.0.61 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915772 Feb 04 15:56:38.119913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d84d2f5-b0c3-4fc7-beca-c72947a10b79 req-425daf29-5247-4096-bc27-f82c3bd00f79 service neutron] 10.222.0.61 "GET /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181492 Feb 04 15:56:38.140097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52905de3-f98a-4c71-b127-dd1856ef4ce1 req-637cad87-a950-4358-8493-38111d53f864 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:38.141942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-52905de3-f98a-4c71-b127-dd1856ef4ce1 req-637cad87-a950-4358-8493-38111d53f864 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 945 time: 0.1692650 Feb 04 15:56:38.196037 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-52905de3-f98a-4c71-b127-dd1856ef4ce1 req-a0f65d64-78e6-45c6-878c-da7c236aa038 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Feb 04 15:56:38.415759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e632b9-ff45-41a9-8765-38cd76656e1a req-23f088f7-5349-41d4-8402-bf19d1a9f7fb tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:38.417649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e632b9-ff45-41a9-8765-38cd76656e1a req-23f088f7-5349-41d4-8402-bf19d1a9f7fb tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 944 time: 0.1103749 Feb 04 15:56:38.473732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e632b9-ff45-41a9-8765-38cd76656e1a req-db590b5e-1f1e-4486-bf55-29acb864eef9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500422 Feb 04 15:56:38.531051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:38.534097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:38.693970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 45b578ea-a957-4eab-9837-5432472e1a4d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:38.694568 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.882406 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.904675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:38.928671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:38.938182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed', 'network_id': 'a344492f-b621-4f17-b247-74781820dde5', 'port_id': 'bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed', 'mac_address': 'fa:16:3e:6d:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816e7f7d-9305-4b94-95f8-88ffeb0ced96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:38.981101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:39.028293 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.084441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.119417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:39.144024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=10']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:39.156179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:39.163499 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.219190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084627f-e4ba-45ad-9baa-d9bc61fc6ae6 req-80966bce-e57d-408c-b67a-a19a98b9f276 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:39.228314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6084627f-e4ba-45ad-9baa-d9bc61fc6ae6 req-80966bce-e57d-408c-b67a-a19a98b9f276 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 943 time: 0.1415515 Feb 04 15:56:39.247053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:39.250120 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.279676 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6084627f-e4ba-45ad-9baa-d9bc61fc6ae6 req-d9cf7b77-6c30-4bbb-8d2a-b9a348641635 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501316 Feb 04 15:56:39.331392 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.349557 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d', 'code': 200} Feb 04 15:56:39.407216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:56:39.632816 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:56:39.648163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec763c9-8b79-425a-ba55-071c77523579 req-031ea6b4-051f-4a9d-bf97-14494c88fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:39.649950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ec763c9-8b79-425a-ba55-071c77523579 req-031ea6b4-051f-4a9d-bf97-14494c88fa41 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1097 time: 0.0922658 Feb 04 15:56:39.703193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ec763c9-8b79-425a-ba55-071c77523579 req-c95852f6-756f-494f-b70a-924f820dc524 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381136 Feb 04 15:56:39.795819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfa2f7-cca5-4637-9c28-13af6af65309 req-7240ec99-12e7-4665-a4e8-03d414adc1e2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:39.797230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23dfa2f7-cca5-4637-9c28-13af6af65309 req-7240ec99-12e7-4665-a4e8-03d414adc1e2 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.0931590 Feb 04 15:56:39.843033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23dfa2f7-cca5-4637-9c28-13af6af65309 req-28970c6c-45e6-4357-9364-6db28e179073 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397317 Feb 04 15:56:40.025736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649dd47-36b9-4112-98e2-716080efa254 req-98a8eb72-f18a-44e2-9e3b-484324b91de4 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.027226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7649dd47-36b9-4112-98e2-716080efa254 req-98a8eb72-f18a-44e2-9e3b-484324b91de4 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 945 time: 0.0903060 Feb 04 15:56:40.075678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7649dd47-36b9-4112-98e2-716080efa254 req-8955a6b7-234a-4fad-98d3-82202f974bc0 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Feb 04 15:56:40.555217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:40.615490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1399-bc15-4c25-a056-bec1a4af66d6 req-c1c59112-d890-4ef4-80cd-cde06d460760 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.630093 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a3a1399-bc15-4c25-a056-bec1a4af66d6 req-c1c59112-d890-4ef4-80cd-cde06d460760 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 944 time: 0.1788242 Feb 04 15:56:40.746028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:40.751545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:40.752325 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.771323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a3a1399-bc15-4c25-a056-bec1a4af66d6 req-40889602-f3d9-4f4b-9d71-36789932e5a0 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402240 Feb 04 15:56:40.991182 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.095666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:41.102258 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.161326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-0239e3f7-e000-441d-876f-11d7cdf49f69 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:41.162636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-0239e3f7-e000-441d-876f-11d7cdf49f69 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Synchronizing usage tracker for tenant:174f84a579b54b61b476555134604d98 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:41.182222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-0239e3f7-e000-441d-876f-11d7cdf49f69 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Unset dirty status for tenant:174f84a579b54b61b476555134604d98 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:41.183873 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-0239e3f7-e000-441d-876f-11d7cdf49f69 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 945 time: 0.1711638 Feb 04 15:56:41.252638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:41.275988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.277765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.279740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.280889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.283891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.285886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.286401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.286882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.287827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.289707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.292814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.294923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:41.300443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Deleting port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:56:41.301282 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.350377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b0bdea-f10c-441d-8b0c-ffea1e9c2793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:41.691640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ae48e-0b23-484e-8919-734da0d0d47e req-96d96574-cde0-47a6-b3f0-a7560a62152b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:41.693748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-300ae48e-0b23-484e-8919-734da0d0d47e req-96d96574-cde0-47a6-b3f0-a7560a62152b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1590810 Feb 04 15:56:41.706683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] For port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,segment=NetworkSegment(c3ab755b-c970-405d-bf32-9bb5d66ea100),segment_id=c3ab755b-c970-405d-bf32-9bb5d66ea100)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:41.707044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.775101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-300ae48e-0b23-484e-8919-734da0d0d47e req-8fbbea7e-d295-487e-a522-49cccdc343ec tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750694 Feb 04 15:56:41.855964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Calling delete_port for b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:56:42.067534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90743176-1f30-46c6-81a9-2d3eea808f96 req-33157413-2aa5-455a-b3e0-29ff5563b326 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:42.070019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-90743176-1f30-46c6-81a9-2d3eea808f96 req-33157413-2aa5-455a-b3e0-29ff5563b326 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a707819-608e-4139-bb70-3710d0b70145 HTTP/1.1" status: 200 len: 945 time: 0.1060162 Feb 04 15:56:42.082919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.095991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:56:42.162162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Pushing event deleted for resources: {'Port': ['ID=b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:42.188437 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-90743176-1f30-46c6-81a9-2d3eea808f96 req-eefd3a84-777b-40ba-8d2d-ead6caa9fed8 tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.46 "GET /v2.0/security-groups?id=79133a0b-892c-4ab8-bc73-a9a4ecc48eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118364 Feb 04 15:56:42.249398 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b0bdea-f10c-441d-8b0c-ffea1e9c2793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed', 'code': 200} Feb 04 15:56:42.282515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] No DVR routers for this DVR port b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:42.286227 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.304295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a707819-608e-4139-bb70-3710d0b70145', 'name': 'network-vif-deleted', 'tag': 'b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:42.330130 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3ae7caa7-68db-4359-80a0-b9fa4a520aea req-00d83fb4-bca9-4ea2-aead-c568c5d2aa7f tempest-VolumesActionsTest-1070125102 tempest-VolumesActionsTest-1070125102-project] 10.222.0.53 "DELETE /v2.0/ports/b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 HTTP/1.1" status: 204 len: 173 time: 1.1363311 Feb 04 15:56:42.567752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60b339-1397-4850-a4c0-1a576ce4d2d6 req-0b9fa368-9db3-4a39-9b19-bcf1e64b2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:42.569462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f60b339-1397-4850-a4c0-1a576ce4d2d6 req-0b9fa368-9db3-4a39-9b19-bcf1e64b2603 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 1096 time: 0.2119393 Feb 04 15:56:42.588109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-07959cd7-6eb6-45d6-b042-b0e9b27cb910 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:42.590227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-07959cd7-6eb6-45d6-b042-b0e9b27cb910 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 945 time: 0.3270032 Feb 04 15:56:42.707998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c5879-ac51-4481-b110-e941d78dbfa8 req-2d3ac861-e371-4913-af20-e598ce383fb5 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:42.709554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-766c5879-ac51-4481-b110-e941d78dbfa8 req-2d3ac861-e371-4913-af20-e598ce383fb5 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 945 time: 0.2752125 Feb 04 15:56:42.715745 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f60b339-1397-4850-a4c0-1a576ce4d2d6 req-b7b03df0-213f-479a-ac1b-cf1cec509445 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244345 Feb 04 15:56:42.722619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Deleting port 3eb643d3-a1ec-477f-8071-f00e9799700e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:56:42.722972 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.037841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-766c5879-ac51-4481-b110-e941d78dbfa8 req-65f2f930-16f9-4700-a657-a3214ef77221 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/security-groups?id=50923026-4953-4a33-acf0-64c1d6d7a447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192966 Feb 04 15:56:43.332450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] For port 3eb643d3-a1ec-477f-8071-f00e9799700e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3eb643d3-a1ec-477f-8071-f00e9799700e,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:43.332740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.445145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3694a-2b35-4d2d-8ebf-989a0d5c2d24 req-6123bcdd-e56b-4912-9aa5-2c678e25ea62 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.447379 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ef3694a-2b35-4d2d-8ebf-989a0d5c2d24 req-6123bcdd-e56b-4912-9aa5-2c678e25ea62 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 945 time: 0.2400517 Feb 04 15:56:43.580421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ef3694a-2b35-4d2d-8ebf-989a0d5c2d24 req-5e05dec2-e0ef-487d-b90a-0c571ec92d8c tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241930 Feb 04 15:56:43.630623 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a707819-608e-4139-bb70-3710d0b70145', 'name': 'network-vif-deleted', 'tag': 'b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1', 'status': 'completed', 'code': 200} Feb 04 15:56:43.693522 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.694565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.694565 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Floating IP 20ef5400-101c-4795-aba2-8490ad752713 disassociated. External IP: 172.25.8.96, port: 3eb643d3-a1ec-477f-8071-f00e9799700e. Feb 04 15:56:43.694565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Calling delete_port for 3eb643d3-a1ec-477f-8071-f00e9799700e owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:56:43.876534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd7827-5ee3-4b20-ac2b-a98ccae15251 req-a7f9b588-c6d7-4c5c-8d8b-407da10a38bc tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.878220 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bafd7827-5ee3-4b20-ac2b-a98ccae15251 req-a7f9b588-c6d7-4c5c-8d8b-407da10a38bc tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1557808 Feb 04 15:56:43.979128 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bafd7827-5ee3-4b20-ac2b-a98ccae15251 req-a67b1228-9de8-4ed1-8d25-ebbf3e16a8d7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880594 Feb 04 15:56:43.986715 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.061332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event deleted for resources: {'Port': ['ID=3eb643d3-a1ec-477f-8071-f00e9799700e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:44.336124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:56:44.346995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e043e-bbe5-49c0-95ac-db3a06cc7fc4 req-af661f36-e019-421b-8103-d75520631215 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:44.348578 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-000e043e-bbe5-49c0-95ac-db3a06cc7fc4 req-af661f36-e019-421b-8103-d75520631215 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1772389 Feb 04 15:56:44.471096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-000e043e-bbe5-49c0-95ac-db3a06cc7fc4 req-d5abad79-8d94-4bce-872f-7baa40319138 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149487 Feb 04 15:56:44.832699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993b90bb-e4f7-4e97-bba2-b4771678035b req-6758ed04-319f-48b7-ad64-e15e198570a8 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a10201-1a28-460b-8f99-a238a123ed78 HTTP/1.1" status: 200 len: 210 time: 0.0647891 Feb 04 15:56:44.853212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:56:44.863465 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] Sync routers for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:44.876332 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:56:44.888525 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:56:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:44.984308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] No DVR routers for this DVR port 3eb643d3-a1ec-477f-8071-f00e9799700e on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:44.993603 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.997514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'name': 'network-vif-deleted', 'tag': '3eb643d3-a1ec-477f-8071-f00e9799700e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:45.119874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7280245-d232-4bdb-b963-15b2923d32a4 req-99290fc8-f104-4bf7-aa67-a52587d1ca54 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.53 "DELETE /v2.0/ports/3eb643d3-a1ec-477f-8071-f00e9799700e HTTP/1.1" status: 204 len: 173 time: 2.5138679 Feb 04 15:56:45.167488 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:56:45.190874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2a40d-3772-47f7-ae2c-4da7770e331a req-1632d84b-d84b-40bb-9e27-c6379a0b195f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.207740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ec2a40d-3772-47f7-ae2c-4da7770e331a req-1632d84b-d84b-40bb-9e27-c6379a0b195f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1815500 Feb 04 15:56:45.263148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ec2a40d-3772-47f7-ae2c-4da7770e331a req-ff0e6b16-fb85-4e03-9e2d-2ec92852ea6b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553861 Feb 04 15:56:45.379410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3eb643d3-a1ec-477f-8071-f00e9799700e no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:45.516352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e39ea-312b-490b-b483-bae49d8184b3 req-9fc2eb77-d439-4d12-b8b5-dc87dddc9297 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.541173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b5e39ea-312b-490b-b483-bae49d8184b3 req-9fc2eb77-d439-4d12-b8b5-dc87dddc9297 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 945 time: 0.1518826 Feb 04 15:56:45.568697 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:51:10Z', 'revision_number': 5, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:45.573270 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] Checking router: f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:45.582184 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:56:45.583068 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:56:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:45.634009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 3eb643d3-a1ec-477f-8071-f00e9799700e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:56:45.634351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3eb643d3-a1ec-477f-8071-f00e9799700e not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:45.634988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:45.675526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:56:45.675878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b4b0c708-c5c6-4b2d-a736-46bd1fcae5d1 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:45.701460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b5e39ea-312b-490b-b483-bae49d8184b3 req-96ffd503-209d-45e1-b56f-5725fb50d7c4 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551998 Feb 04 15:56:45.770683 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a10201-1a28-460b-8f99-a238a123ed78', 'name': 'network-vif-deleted', 'tag': '3eb643d3-a1ec-477f-8071-f00e9799700e', 'status': 'completed', 'code': 200} Feb 04 15:56:45.858974 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:56:46.275420 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:51:10Z', 'revision_number': 5, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:46.283891 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf4588-34ba-4e45-a1a9-6f430e8c57e2 None None] The sync data for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 is: [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:50:43Z', 'revision_number': 4, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'abfc01ee-8640-4572-8213-7b2bd5bf3d2d', 'name': '', 'network_id': '090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'mac_address': 'fa:16:3e:3e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:41Z', 'updated_at': '2022-02-04T15:51:10Z', 'revision_number': 5, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'subnets': [{'id': '2c44017b-f028-47e2-8c30-542623acc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:46.771044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d64ef-39d0-491b-9ced-d78ebb993b7a req-01385003-1529-4cf4-b704-7aa1edccf986 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.775464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb0d64ef-39d0-491b-9ced-d78ebb993b7a req-01385003-1529-4cf4-b704-7aa1edccf986 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1855202 Feb 04 15:56:46.791189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe795d-cfbd-4a90-9453-03915d7f7180 None None] New status for floating IP 20ef5400-101c-4795-aba2-8490ad752713: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:56:46.832996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb0d64ef-39d0-491b-9ced-d78ebb993b7a req-d359ecbe-03e2-4df0-acc1-1d16d710c6c9 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492632 Feb 04 15:56:47.033048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59472) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:47.454148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Deleting port 464afaf2-7c8f-40de-b93c-49e91d3d31a2 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:56:47.455287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.472417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57396da5-f4af-4bd4-802e-70dea9d6b5de req-834551b4-4941-4419-b239-d471bdac1644 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.475098 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57396da5-f4af-4bd4-802e-70dea9d6b5de req-834551b4-4941-4419-b239-d471bdac1644 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1714895 Feb 04 15:56:47.586347 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57396da5-f4af-4bd4-802e-70dea9d6b5de req-00077aac-cc4e-4421-8219-eba91e574a53 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034071 Feb 04 15:56:48.005089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.005424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.167743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18849df0-7eb0-4707-ad38-8d99e7812296 req-34059acf-f9d8-4936-85f5-2555f58c3b20 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.181537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18849df0-7eb0-4707-ad38-8d99e7812296 req-34059acf-f9d8-4936-85f5-2555f58c3b20 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.2273552 Feb 04 15:56:48.282482 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18849df0-7eb0-4707-ad38-8d99e7812296 req-e1f25851-0a10-4cd1-84ee-0eea60f2764a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996747 Feb 04 15:56:48.336028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Calling delete_port for 464afaf2-7c8f-40de-b93c-49e91d3d31a2 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:56:48.690846 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.737847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5b298-a6ba-414a-9d8b-1a7cb0a9570f req-372347aa-c439-4d71-a221-7aad059c4a3c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.755685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cca5b298-a6ba-414a-9d8b-1a7cb0a9570f req-372347aa-c439-4d71-a221-7aad059c4a3c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.2653763 Feb 04 15:56:48.796826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event deleted for resources: {'Port': ['ID=464afaf2-7c8f-40de-b93c-49e91d3d31a2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:48.847450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cca5b298-a6ba-414a-9d8b-1a7cb0a9570f req-1ddf8f49-6917-42f9-936d-96aa9f59b4e8 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907845 Feb 04 15:56:48.963426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.985375 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.986802 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-082a0700-50ab-41d5-a15a-fef5524b7464 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "DELETE /v2.0/floatingips/20ef5400-101c-4795-aba2-8490ad752713 HTTP/1.1" status: 204 len: 168 time: 1.9518180 Feb 04 15:56:49.708254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cad49-81c3-47a3-862a-677117b88b39 req-1201eca6-ab6f-40ab-8cfe-b76841c2582f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:49.711704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce3cad49-81c3-47a3-862a-677117b88b39 req-1201eca6-ab6f-40ab-8cfe-b76841c2582f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1329417 Feb 04 15:56:49.771955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce3cad49-81c3-47a3-862a-677117b88b39 req-6682f6f9-bd77-4c1a-a140-5b7fc8f5184c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535543 Feb 04 15:56:49.881212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59522) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:50.042609 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e764a711-1465-4722-9343-2d957021c8e2 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.103280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e764a711-1465-4722-9343-2d957021c8e2 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.187291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e764a711-1465-4722-9343-2d957021c8e2 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.223587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e764a711-1465-4722-9343-2d957021c8e2 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.226349 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e764a711-1465-4722-9343-2d957021c8e2 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] 10.222.0.46 "DELETE /v2.0/security-groups/50923026-4953-4a33-acf0-64c1d6d7a447 HTTP/1.1" status: 204 len: 168 time: 0.3441539 Feb 04 15:56:50.245368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764a711-1465-4722-9343-2d957021c8e2 tempest-TestServerBasicOps-25112016 tempest-TestServerBasicOps-25112016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50923026-4953-4a33-acf0-64c1d6d7a447,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:50.350592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59534) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:51.103043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59552) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:51.409713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb577c6a-645e-46f6-82d1-a886b61c800f req-3049c333-1916-4bb5-9618-5da468d0a499 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:51.418216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb577c6a-645e-46f6-82d1-a886b61c800f req-3049c333-1916-4bb5-9618-5da468d0a499 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.4205952 Feb 04 15:56:51.423199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-312fdac0-c0d3-46da-aa1b-d49e20dac69f tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/floatingips/38134dcc-df66-41cd-a9bd-b33ca298f8cd HTTP/1.1" status: 200 len: 993 time: 0.3082964 Feb 04 15:56:51.468248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59564) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:51.588526 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb577c6a-645e-46f6-82d1-a886b61c800f req-75471c9f-85b5-4b3b-b768-2053049a3707 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661186 Feb 04 15:56:51.928291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5b75-7131-4a4c-9f46-9c92428218fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.964398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cb1f5b75-7131-4a4c-9f46-9c92428218fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:51.964785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59582) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:51.988222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cb1f5b75-7131-4a4c-9f46-9c92428218fc admin admin] Usage tracker for resource:security_group_rule and tenant:1148d08e981d440e9f94014d28f8d514 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:51.991409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cb1f5b75-7131-4a4c-9f46-9c92428218fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:52.009549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cb1f5b75-7131-4a4c-9f46-9c92428218fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:52.238794 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5b75-7131-4a4c-9f46-9c92428218fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.250743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5b75-7131-4a4c-9f46-9c92428218fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.281270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port 41a84dd6-2de7-4d3d-92ee-ec4d20de6035 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:56:52.281854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.292949 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cb1f5b75-7131-4a4c-9f46-9c92428218fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1148d08e981d440e9f94014d28f8d514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8213806 Feb 04 15:56:52.294253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59588) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:52.307131 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.586633 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.588235 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.971220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f5b75-7131-4a4c-9f46-9c92428218fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d4010-a22c-4fab-aebf-949c5a4453a0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.984911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for 41a84dd6-2de7-4d3d-92ee-ec4d20de6035 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:56:53.008716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab24a-5621-4eae-9fe8-613b70007e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.210270 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab24a-5621-4eae-9fe8-613b70007e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.259305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.353186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Deleting port abfc01ee-8640-4572-8213-7b2bd5bf3d2d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:56:53.353186 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.408703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab24a-5621-4eae-9fe8-613b70007e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.438467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ab24a-5621-4eae-9fe8-613b70007e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d4010-a22c-4fab-aebf-949c5a4453a0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:53.448095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab24a-5621-4eae-9fe8-613b70007e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.449511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ee0ab24a-5621-4eae-9fe8-613b70007e3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b1d4010-a22c-4fab-aebf-949c5a4453a0 HTTP/1.1" status: 204 len: 168 time: 1.1539729 Feb 04 15:56:53.476177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=41a84dd6-2de7-4d3d-92ee-ec4d20de6035,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:53.639933 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.640157 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Floating IP 38134dcc-df66-41cd-a9bd-b33ca298f8cd disassociated (deleted). External IP: 172.25.8.101, port: a505a827-062c-4a95-81d1-cbeca2979cd9. Feb 04 15:56:53.804601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] For port abfc01ee-8640-4572-8213-7b2bd5bf3d2d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=abfc01ee-8640-4572-8213-7b2bd5bf3d2d,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:53.807841 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.843737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-52e3d104-9faf-44a7-b2bc-60dcc4066291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:53.845606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-52e3d104-9faf-44a7-b2bc-60dcc4066291 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1097 time: 0.6280756 Feb 04 15:56:54.087503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Calling delete_port for abfc01ee-8640-4572-8213-7b2bd5bf3d2d owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:56:54.105824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59614) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:54.128636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aa45337b-39d2-4246-973d-8b4d76bbc1a9 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:56:54.434615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-fb187032-4430-485e-bc91-9fb6a93e993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:54.436283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-fb187032-4430-485e-bc91-9fb6a93e993d service neutron] 10.222.0.61 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 915 time: 0.3292339 Feb 04 15:56:54.437209 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b326081f-900e-4497-ba52-47d410993fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.487959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10445081-542c-424e-98d8-ecf708e4b839 req-cb83c812-7223-4b72-82ec-a0fbbdf17dd4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:54.512970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10445081-542c-424e-98d8-ecf708e4b839 req-cb83c812-7223-4b72-82ec-a0fbbdf17dd4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 1.2973471 Feb 04 15:56:54.517649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.525085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b326081f-900e-4497-ba52-47d410993fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:54.538405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b326081f-900e-4497-ba52-47d410993fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:34d5bc4a4c204570bb465c31abd2ab23 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:54.544658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b326081f-900e-4497-ba52-47d410993fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:54.559868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b326081f-900e-4497-ba52-47d410993fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:54.653578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfc01ee-8640-4572-8213-7b2bd5bf3d2d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.869444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-2775ef98-ef86-427e-98f4-d94424ac36b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 200 len: 217 time: 0.4025338 Feb 04 15:56:55.035188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10445081-542c-424e-98d8-ecf708e4b839 req-f8923225-8602-4c04-acbc-0764d2bcd205 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206556 Feb 04 15:56:55.101404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.173349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-bb074a4e-2446-4fe4-ba2b-8470ebbf240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.178086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-bb074a4e-2446-4fe4-ba2b-8470ebbf240e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.1545377 Feb 04 15:56:55.530769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59652) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:55.620387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-b4e44f77-7e6e-47d7-ab57-4c23deed9b49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4244497 Feb 04 15:56:55.796457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-ec23de50-29bc-450c-8db3-608d75be909c service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632996 Feb 04 15:56:55.813466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:56:55.823542 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] Sync routers for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:55.836901 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:56:55.839641 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:56:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:55.932129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9110531a-a3cb-4db9-85cd-24f4d7bf718a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.955173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9110531a-a3cb-4db9-85cd-24f4d7bf718a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:55.962767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9110531a-a3cb-4db9-85cd-24f4d7bf718a admin admin] Usage tracker for resource:security_group_rule and tenant:9456f32d1010492fb8f161e1ccc2bb5f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:55.969042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9110531a-a3cb-4db9-85cd-24f4d7bf718a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:55.974009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:56:55.982455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9110531a-a3cb-4db9-85cd-24f4d7bf718a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:56.040877 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fc341df-7dff-4ba4-9ca8-1cb779f47391 req-cb6192a2-dfd7-4298-bbdb-a7cf100150b0 service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249215 Feb 04 15:56:56.082997 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b326081f-900e-4497-ba52-47d410993fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.103245 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.307649 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b326081f-900e-4497-ba52-47d410993fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.342577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c1a7e38f-7688-411c-aab4-6de6da9332a1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/floatingips/38134dcc-df66-41cd-a9bd-b33ca298f8cd HTTP/1.1" status: 204 len: 168 time: 4.3757830 Feb 04 15:56:56.466310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:56.474264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326081f-900e-4497-ba52-47d410993fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51bcbf-609a-465c-9d0d-2cdd4ec3f68a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:56.494372 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:56:56.575151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b326081f-900e-4497-ba52-47d410993fa5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34d5bc4a4c204570bb465c31abd2ab23&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4446743 Feb 04 15:56:56.579630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59674) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:56.659388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:56:56.674812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] Sync routers for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:56.696559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:56:56.698573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:56:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:56.748633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d0af1-d530-4eb7-a3da-c2510e653e2b req-c52d9305-bcc1-4356-9698-9bbdbcca2e85 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:56.753245 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-191d0af1-d530-4eb7-a3da-c2510e653e2b req-c52d9305-bcc1-4356-9698-9bbdbcca2e85 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.3376207 Feb 04 15:56:56.797002 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7be9f3c5-3190-4eb8-8806-9fa97f4f08b2 admin admin] 10.222.0.46 "PUT /v2.0/routers/f7f16ae2-5f1d-415a-a035-ca5bd5c596e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4448006 Feb 04 15:56:56.800371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59678) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:56.971425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-191d0af1-d530-4eb7-a3da-c2510e653e2b req-2a64ef27-def0-4ccb-9809-ef2c85a5556f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963553 Feb 04 15:56:57.045993 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9110531a-a3cb-4db9-85cd-24f4d7bf718a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.054696 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9110531a-a3cb-4db9-85cd-24f4d7bf718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.091981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9052255-aa53-4039-a93b-730d32dbc0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.113495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9110531a-a3cb-4db9-85cd-24f4d7bf718a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9456f32d1010492fb8f161e1ccc2bb5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5813158 Feb 04 15:56:57.113944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:56:57.114888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59684) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:57.155901 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9052255-aa53-4039-a93b-730d32dbc0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.233274 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9052255-aa53-4039-a93b-730d32dbc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.286304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110531a-a3cb-4db9-85cd-24f4d7bf718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0acd777-f4ed-4491-a12d-506de28a3847,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:57.292815 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9052255-aa53-4039-a93b-730d32dbc0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.299751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a9052255-aa53-4039-a93b-730d32dbc0fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c51bcbf-609a-465c-9d0d-2cdd4ec3f68a HTTP/1.1" status: 204 len: 168 time: 0.7189589 Feb 04 15:56:57.301033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9052255-aa53-4039-a93b-730d32dbc0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c51bcbf-609a-465c-9d0d-2cdd4ec3f68a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:57.337002 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24b4e2a-0489-4c01-b846-cde613384984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.365647 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24b4e2a-0489-4c01-b846-cde613384984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.427789 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '906d4a8b-8e4d-4ac0-823d-69e4df82e8e9', 'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:ed:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:37Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:57.437073 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] Checking router: aa45337b-39d2-4246-973d-8b4d76bbc1a9 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:57.462323 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:56:57.464077 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:56:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:57.472155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24b4e2a-0489-4c01-b846-cde613384984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.546963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-244f5916-f2d4-4f5b-8a2f-1c9537580cba req-8c6a8666-0e87-49dc-9723-4202632f9dfa tempest-ServerRescueNegativeTestJSON-458234684 tempest-ServerRescueNegativeTestJSON-458234684-project] (87571) timed out ('10.222.0.46', 41904) {{(pid=87571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:56:57.547812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24b4e2a-0489-4c01-b846-cde613384984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.558926 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d24b4e2a-0489-4c01-b846-cde613384984 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0acd777-f4ed-4491-a12d-506de28a3847 HTTP/1.1" status: 204 len: 168 time: 0.4292572 Feb 04 15:56:57.564284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.758261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b4e2a-0489-4c01-b846-cde613384984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0acd777-f4ed-4491-a12d-506de28a3847,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:57.986888 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:56:58.095156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.112991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Deleting port 2fb04e99-3e3f-4f5f-a031-166876305f3a {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:56:58.113417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.124546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:56:54Z', 'revision_number': 5, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port': {'id': '2fb04e99-3e3f-4f5f-a031-166876305f3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:33Z', 'updated_at': '2022-02-04T15:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:58.133818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] Checking router: f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:58.156749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] Routers {'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:56:58.159369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:56:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:58.210004 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'status': 'completed', 'code': 200} Feb 04 15:56:58.482481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-2c62de42-93a8-4ca2-b57c-8e6832751cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:58.483505 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-2c62de42-93a8-4ca2-b57c-8e6832751cda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 1096 time: 0.2432072 Feb 04 15:56:58.498740 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '906d4a8b-8e4d-4ac0-823d-69e4df82e8e9', 'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:ed:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:37Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:58.509713 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f2044-6c08-40b0-8677-6dc75245248d None None] The sync data for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 is: [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:39Z', 'revision_number': 4, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '906d4a8b-8e4d-4ac0-823d-69e4df82e8e9', 'name': '', 'network_id': 'bf1227f4-9721-437d-98c9-7b1edfef52a4', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'mac_address': 'fa:16:3e:ed:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:37Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'subnets': [{'id': 'bd1c6d5a-39fc-4200-933c-bdbf849b3169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:58.577173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] For port 2fb04e99-3e3f-4f5f-a031-166876305f3a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2fb04e99-3e3f-4f5f-a031-166876305f3a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:56:58.577173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.620653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] Set router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:56:58.755530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59714) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:58.762757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-4008f302-c962-46e8-9720-fee276dce31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:58.764427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-4008f302-c962-46e8-9720-fee276dce31c service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf1227f4-9721-437d-98c9-7b1edfef52a4 HTTP/1.1" status: 200 len: 898 time: 0.2678244 Feb 04 15:56:58.821344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:56:58Z', 'revision_number': 6, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:58.826686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892e598-ea84-4795-ae8c-e3055fd2b5ea None None] The sync data for ids ['f7f16ae2-5f1d-415a-a035-ca5bd5c596e1'] in n-d-827870-1 is: [{'id': 'f7f16ae2-5f1d-415a-a035-ca5bd5c596e1', 'name': 'tempest-TestServerBasicOps-1277916178-router', 'tenant_id': '8b791c65c73b49f78e44fd9f456d54af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:30Z', 'updated_at': '2022-02-04T15:56:58Z', 'revision_number': 6, 'project_id': '8b791c65c73b49f78e44fd9f456d54af', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:58.902990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96a899dd-67aa-4721-9219-2439995a2bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.928648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Calling delete_port for 2fb04e99-3e3f-4f5f-a031-166876305f3a owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:56:58.989043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-422cf5d5-d80f-45d0-90e8-429300d41ef4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a505a827-062c-4a95-81d1-cbeca2979cd9 HTTP/1.1" status: 200 len: 217 time: 0.1313386 Feb 04 15:56:59.085793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-f4a3f92d-a4f9-4fc2-9461-4c6e7a7dd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:59.094244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-f4a3f92d-a4f9-4fc2-9461-4c6e7a7dd4eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd1c6d5a-39fc-4200-933c-bdbf849b3169 HTTP/1.1" status: 200 len: 835 time: 0.0931649 Feb 04 15:56:59.095778 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8099004c-974f-4fae-a419-3d201e7d8271 None None] New status for floating IP 38134dcc-df66-41cd-a9bd-b33ca298f8cd: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:56:59.158934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-96a899dd-67aa-4721-9219-2439995a2bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:59.169130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-96a899dd-67aa-4721-9219-2439995a2bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8242599b2f4c499e79e2c523c78854 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:59.173474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-96a899dd-67aa-4721-9219-2439995a2bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:59.186722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-96a899dd-67aa-4721-9219-2439995a2bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:59.231941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.235649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439d6c6-dda6-4ce3-9373-19fffbd55a51 req-ef171dd0-2344-4f99-afdf-12a65a97d20d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:59.246878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7439d6c6-dda6-4ce3-9373-19fffbd55a51 req-ef171dd0-2344-4f99-afdf-12a65a97d20d tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.4810889 Feb 04 15:56:59.377371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb04e99-3e3f-4f5f-a031-166876305f3a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:59.385953 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7439d6c6-dda6-4ce3-9373-19fffbd55a51 req-dafa0a58-8576-4eab-ae89-3cd2ad31c267 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378183 Feb 04 15:56:59.519028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-f9c9b2dd-ee7d-4182-8c8a-c8eb4cc59b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:59.529600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-f9c9b2dd-ee7d-4182-8c8a-c8eb4cc59b9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf1227f4-9721-437d-98c9-7b1edfef52a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4112136 Feb 04 15:56:59.937358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884719b-e539-403e-b38b-5e7cf819aace req-949b75d8-2b7f-4eae-9798-19d07e964ee1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:59.938067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9884719b-e539-403e-b38b-5e7cf819aace req-949b75d8-2b7f-4eae-9798-19d07e964ee1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Synchronizing usage tracker for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:59.974514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.034052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9884719b-e539-403e-b38b-5e7cf819aace req-949b75d8-2b7f-4eae-9798-19d07e964ee1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Unset dirty status for tenant:fe2bb10d224f4113a67d9b82b1e79c3e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:00.035247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9884719b-e539-403e-b38b-5e7cf819aace req-949b75d8-2b7f-4eae-9798-19d07e964ee1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.61 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 945 time: 0.3486116 Feb 04 15:57:00.108416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-62aed8ab-2c5f-4f5d-9278-e4e9b040f079 service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649030 Feb 04 15:57:00.425718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3e6ac-bad5-4f03-a161-2764d9a44888 req-df346fa1-57b8-465d-94a7-b57979433009 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.434738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-efa3e6ac-bad5-4f03-a161-2764d9a44888 req-df346fa1-57b8-465d-94a7-b57979433009 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 945 time: 0.6351657 Feb 04 15:57:00.524080 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.538633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.554245 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-efa3e6ac-bad5-4f03-a161-2764d9a44888 req-d1ef1b08-7f04-49d8-97d0-ce0f9fcb4ef1 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184902 Feb 04 15:57:00.609401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d119d557-fb6f-4c39-bdb8-1d62d0274cef req-86ee87a2-dfb4-4c1a-bf59-402a4869cdb0 service neutron] 10.222.0.61 "GET /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875503 Feb 04 15:57:00.614714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-9884719b-e539-403e-b38b-5e7cf819aace req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port a505a827-062c-4a95-81d1-cbeca2979cd9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:00.628396 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9884719b-e539-403e-b38b-5e7cf819aace req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.647430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96a899dd-67aa-4721-9219-2439995a2bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.657313 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96a899dd-67aa-4721-9219-2439995a2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.686626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device abfc01ee-8640-4572-8213-7b2bd5bf3d2d no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:00.738854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a899dd-67aa-4721-9219-2439995a2bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8013f5df-ee86-4db0-b76e-8ac86176067e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.759966 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.760572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:57:00.812914 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-96a899dd-67aa-4721-9219-2439995a2bc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed8242599b2f4c499e79e2c523c78854&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0463529 Feb 04 15:57:00.818591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59758) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:00.829348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: abfc01ee-8640-4572-8213-7b2bd5bf3d2d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:00.829696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device abfc01ee-8640-4572-8213-7b2bd5bf3d2d not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:00.830118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2fb04e99-3e3f-4f5f-a031-166876305f3a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:00.907015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.908332 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e586b345-fc42-4246-a099-1f15e9d63bd5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f7f16ae2-5f1d-415a-a035-ca5bd5c596e1 HTTP/1.1" status: 204 len: 168 time: 4.0838776 Feb 04 15:57:00.911599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59766) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:00.952215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2fb04e99-3e3f-4f5f-a031-166876305f3a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:00.952555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2fb04e99-3e3f-4f5f-a031-166876305f3a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:01.034342 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcea4-d8b5-4a23-a6fd-fe7a50c74c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.098639 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcea4-d8b5-4a23-a6fd-fe7a50c74c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.206507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcea4-d8b5-4a23-a6fd-fe7a50c74c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.233079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779ee6-611a-4d7b-ad95-37a75e1b44e3 req-98a3e8b5-2f31-47a0-bd61-19098fc9edbb tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:01.246247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22779ee6-611a-4d7b-ad95-37a75e1b44e3 req-98a3e8b5-2f31-47a0-bd61-19098fc9edbb tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.4634726 Feb 04 15:57:01.252475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dcea4-d8b5-4a23-a6fd-fe7a50c74c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8013f5df-ee86-4db0-b76e-8ac86176067e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:01.262651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Deleting subnet 2c44017b-f028-47e2-8c30-542623acc7a8 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:57:01.267037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.333836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.353267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9884719b-e539-403e-b38b-5e7cf819aace req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] For port a505a827-062c-4a95-81d1-cbeca2979cd9, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=a505a827-062c-4a95-81d1-cbeca2979cd9,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:01.360090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9884719b-e539-403e-b38b-5e7cf819aace req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.375303 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcea4-d8b5-4a23-a6fd-fe7a50c74c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.379068 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dc3dcea4-d8b5-4a23-a6fd-fe7a50c74c12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8013f5df-ee86-4db0-b76e-8ac86176067e HTTP/1.1" status: 204 len: 168 time: 0.5592198 Feb 04 15:57:01.525539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.652976 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.766496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c44017b-f028-47e2-8c30-542623acc7a8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:01.784202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-9884719b-e539-403e-b38b-5e7cf819aace req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for a505a827-062c-4a95-81d1-cbeca2979cd9 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:01.786639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7058db55-5a45-469d-87cd-c6455bd1e473 None None] Network 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:57:01.803380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.833460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.835047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.838011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.839107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.840209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.844385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.845437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.846885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.848907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.850336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.851151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.853127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:01.873168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-80673e8f-e15a-4d6f-8fa1-5f7d776150fc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2c44017b-f028-47e2-8c30-542623acc7a8 HTTP/1.1" status: 204 len: 168 time: 0.9566727 Feb 04 15:57:01.873798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59786) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:01.908695 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22779ee6-611a-4d7b-ad95-37a75e1b44e3 req-4b656753-4c7b-42cf-bca7-a6b609632fb3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577666 Feb 04 15:57:02.274192 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.306852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Deleting port 02523b4b-adcb-4bf5-be77-799ff62a04be {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:02.307307 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.373579 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9884719b-e539-403e-b38b-5e7cf819aace req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.429735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799d60-72ac-48ed-9af5-692c59350d6b req-24dcdbe2-257b-476a-a906-19f646ea722d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.437903 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab799d60-72ac-48ed-9af5-692c59350d6b req-24dcdbe2-257b-476a-a906-19f646ea722d tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/ports?device_id=d740c382-77d0-486f-8c14-7239cfe6edf2 HTTP/1.1" status: 200 len: 945 time: 0.2359533 Feb 04 15:57:02.669296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=a505a827-062c-4a95-81d1-cbeca2979cd9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:02.710014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] DHCP port deletion for 090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:57:02.716971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] Deleting port 02523b4b-adcb-4bf5-be77-799ff62a04be {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:02.717349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.884614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] For port 02523b4b-adcb-4bf5-be77-799ff62a04be, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02523b4b-adcb-4bf5-be77-799ff62a04be,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:02.885015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.910404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.913101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.913465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.913800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.914681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.915016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.918644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.919130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.919462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.919790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.920117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.920445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:02.936499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9884719b-e539-403e-b38b-5e7cf819aace req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] No DVR routers for this DVR port a505a827-062c-4a95-81d1-cbeca2979cd9 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:02.942664 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9884719b-e539-403e-b38b-5e7cf819aace req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.970308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'name': 'network-vif-deleted', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:03.001189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9884719b-e539-403e-b38b-5e7cf819aace req-83a05251-14ca-4e3c-ae32-bb80cd2db238 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.61 "DELETE /v2.0/ports/a505a827-062c-4a95-81d1-cbeca2979cd9 HTTP/1.1" status: 204 len: 173 time: 2.9588368 Feb 04 15:57:03.047441 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab799d60-72ac-48ed-9af5-692c59350d6b req-bb090399-2e8d-4ddc-995b-2706539ea2ce tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d973efc-21dc-4273-8833-1d88595582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4746773 Feb 04 15:57:03.217957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Calling delete_port for 02523b4b-adcb-4bf5-be77-799ff62a04be owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:03.355810 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd740c382-77d0-486f-8c14-7239cfe6edf2', 'name': 'network-vif-deleted', 'tag': 'a505a827-062c-4a95-81d1-cbeca2979cd9', 'status': 'completed', 'code': 200} Feb 04 15:57:03.425809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.535844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] For port 02523b4b-adcb-4bf5-be77-799ff62a04be, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02523b4b-adcb-4bf5-be77-799ff62a04be,segment=NetworkSegment(c74cad03-f90f-4113-a800-df154c4de227),segment_id=c74cad03-f90f-4113-a800-df154c4de227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:03.536394 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.584866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Pushing event deleted for resources: {'Port': ['ID=02523b4b-adcb-4bf5-be77-799ff62a04be,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:03.587046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] No DVR routers for this DVR port 02523b4b-adcb-4bf5-be77-799ff62a04be on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:03.882167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f6d9e-8585-49c8-833d-755eb1373c7a req-78066e22-eb42-4886-8c01-a99970cb194f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:03.884423 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-187f6d9e-8585-49c8-833d-755eb1373c7a req-78066e22-eb42-4886-8c01-a99970cb194f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.2617111 Feb 04 15:57:03.964861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] Calling delete_port for 02523b4b-adcb-4bf5-be77-799ff62a04be owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:04.027189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-187f6d9e-8585-49c8-833d-755eb1373c7a req-1b99760e-0314-42b0-b9c4-e05adb29ed04 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193893 Feb 04 15:57:04.089805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.210223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:57:04.211462 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:57:04.257479 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-215feafc-6984-4058-87dd-a840ad90e9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.525794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6bee0-83fd-497e-9e92-76985c41dd95 req-6843c13e-a052-4272-9941-1e2ed4e0fcc4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:04.535209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2c6bee0-83fd-497e-9e92-76985c41dd95 req-6843c13e-a052-4272-9941-1e2ed4e0fcc4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.2186368 Feb 04 15:57:04.561195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:04.606425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74cad03-f90f-4113-a800-df154c4de227') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:04.606739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74cad03-f90f-4113-a800-df154c4de227') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:04.608614 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2c6bee0-83fd-497e-9e92-76985c41dd95 req-302d71f2-a8b8-4e11-bde8-36dbe4500136 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 Feb 04 15:57:04.661955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device a505a827-062c-4a95-81d1-cbeca2979cd9 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:04.674706 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.718285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59854) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:04.735996 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.744752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] Deleting port 02523b4b-adcb-4bf5-be77-799ff62a04be {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:04.745270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.765593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:57:04.769101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.803313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: a505a827-062c-4a95-81d1-cbeca2979cd9 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:04.803661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device a505a827-062c-4a95-81d1-cbeca2979cd9 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:04.825766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02523b4b-adcb-4bf5-be77-799ff62a04be no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:04.860985 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:04.919254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cb6685d-9ce5-41ba-9a2b-03eda12a12bd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.062145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 02523b4b-adcb-4bf5-be77-799ff62a04be {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:05.062358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02523b4b-adcb-4bf5-be77-799ff62a04be not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:05.181438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3778688b-c24f-4ef8-8311-00c18e23e30a None None] The port '02523b4b-adcb-4bf5-be77-799ff62a04be' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:57:05.244946 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cb6685d-9ce5-41ba-9a2b-03eda12a12bd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.288997 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.307788 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.374498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] Pushing event deleted for resources: {'Network': ['ID=090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:05.385236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4b206fb2-83ac-4703-a841-26f89138137b admin admin] 10.222.0.46 "DELETE /v2.0/networks/090b6da1-4056-4d1e-a8c0-ba75ff6b9ea7 HTTP/1.1" status: 204 len: 168 time: 3.5076966 Feb 04 15:57:05.386093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59874) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:05.471553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f417e83-f7a5-425e-9ed6-a4f1efe8629d req-c42ddd9d-12ba-4131-aa10-db66ee660ba7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:05.480479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f417e83-f7a5-425e-9ed6-a4f1efe8629d req-c42ddd9d-12ba-4131-aa10-db66ee660ba7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.2159250 Feb 04 15:57:05.587859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f417e83-f7a5-425e-9ed6-a4f1efe8629d req-15a8f001-7ee8-492d-bdcd-cfb1de74a071 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055820 Feb 04 15:57:05.593066 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cb6685d-9ce5-41ba-9a2b-03eda12a12bd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.636223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6685d-9ce5-41ba-9a2b-03eda12a12bd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d973efc-21dc-4273-8833-1d88595582f5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:05.699610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cb6685d-9ce5-41ba-9a2b-03eda12a12bd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.700757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8cb6685d-9ce5-41ba-9a2b-03eda12a12bd tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/security-groups/7d973efc-21dc-4273-8833-1d88595582f5 HTTP/1.1" status: 204 len: 168 time: 0.9791939 Feb 04 15:57:06.064478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d8071-2e4e-4aa4-b84b-37d4b83a7946 req-c62d4e3d-49d1-4cbe-9a7b-73c39d89148f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:06.084125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-259d8071-2e4e-4aa4-b84b-37d4b83a7946 req-c62d4e3d-49d1-4cbe-9a7b-73c39d89148f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.2091649 Feb 04 15:57:06.178929 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-259d8071-2e4e-4aa4-b84b-37d4b83a7946 req-346f8691-7966-4246-810a-ade002654515 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935307 Feb 04 15:57:06.220013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 59902) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:06.423163 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.637570 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-90342a92-f423-4f79-976e-676d8862c74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.684754 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.519583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Deleting port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:07.520089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.606335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4110c-4f3c-492e-86d0-829ec48957a2 req-b738197b-6e7b-4a2c-b814-8ae8517f60b3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:07.608635 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55e4110c-4f3c-492e-86d0-829ec48957a2 req-b738197b-6e7b-4a2c-b814-8ae8517f60b3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 1.0108705 Feb 04 15:57:07.658813 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.774381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55e4110c-4f3c-492e-86d0-829ec48957a2 req-31c2da1e-109f-497f-bc72-63cd26bd4e3a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582980 Feb 04 15:57:07.777697 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.002802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] For port 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99,segment=NetworkSegment(1a01bd77-1e84-4bba-8654-3e9d01b65385),segment_id=1a01bd77-1e84-4bba-8654-3e9d01b65385)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:08.003359 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.319495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Calling delete_port for 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:08.508385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a109c-94ab-4d5a-970f-a0848f848504 req-e7637c13-00cf-4fe6-b346-f6eedf8483d7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:08.518244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e1a109c-94ab-4d5a-970f-a0848f848504 req-e7637c13-00cf-4fe6-b346-f6eedf8483d7 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.4110036 Feb 04 15:57:08.641766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e1a109c-94ab-4d5a-970f-a0848f848504 req-ec872a87-3372-4bba-83bd-392d9fb78f35 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219852 Feb 04 15:57:08.678554 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.272238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.364908 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.410114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.431500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:09.737971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5080a6-e61c-40d5-9486-6e6ca6b95b95 req-0c636e72-8bae-46be-b9c7-aba2fbe1fa62 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.739795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c5080a6-e61c-40d5-9486-6e6ca6b95b95 req-0c636e72-8bae-46be-b9c7-aba2fbe1fa62 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.2057047 Feb 04 15:57:09.902148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c5080a6-e61c-40d5-9486-6e6ca6b95b95 req-5b962cb1-b3dd-4cce-9750-a82c75825dd5 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326871 Feb 04 15:57:10.006961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.197756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:10.198104 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.782171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a519c-d602-4de2-838d-3288ed9cda14 req-44b924cb-2f00-45b6-bcf3-59f351ece5e4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:10.785478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e51a519c-d602-4de2-838d-3288ed9cda14 req-44b924cb-2f00-45b6-bcf3-59f351ece5e4 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.5236359 Feb 04 15:57:11.004288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Router 59887abc-4e10-400f-825a-54462716c925 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:57:11.007659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e51a519c-d602-4de2-838d-3288ed9cda14 req-87e3709f-8837-43e5-b3a0-1db93eb5146a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102637 Feb 04 15:57:11.061278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] For port 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=906d4a8b-8e4d-4ac0-823d-69e4df82e8e9,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:11.061753 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.536296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:57:11.548012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] Sync routers for ids ['59887abc-4e10-400f-825a-54462716c925'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:57:11.564315 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-103bbf6f-224a-4d04-be18-d1560ddf4f0b admin admin] 10.222.0.46 "PUT /v2.0/routers/59887abc-4e10-400f-825a-54462716c925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1767535 Feb 04 15:57:11.566810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 59984) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:11.572908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] Routers {'59887abc-4e10-400f-825a-54462716c925'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:11.573545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['59887abc-4e10-400f-825a-54462716c925'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:11.670085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:12.096185 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.166371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] Set router 59887abc-4e10-400f-825a-54462716c925 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:57:12.663080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5449e97-ae99-427e-ac28-14a0c7a8fbe6 req-06ebede1-a038-441b-865a-fac1e484ba21 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:12.680084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5449e97-ae99-427e-ac28-14a0c7a8fbe6 req-06ebede1-a038-441b-865a-fac1e484ba21 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 1.0286684 Feb 04 15:57:12.685426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.736040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.754933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Deleting port 5800a870-c501-4b56-bcec-0ccfcef84ece {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:12.755616 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.906360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=906d4a8b-8e4d-4ac0-823d-69e4df82e8e9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:12.951936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887abc-4e10-400f-825a-54462716c925', 'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:50Z', 'updated_at': '2022-02-04T15:57:09Z', 'revision_number': 5, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'gw_port': {'id': '5800a870-c501-4b56-bcec-0ccfcef84ece', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887abc-4e10-400f-825a-54462716c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:50:52Z', 'updated_at': '2022-02-04T15:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:12.970390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] Checking router: 59887abc-4e10-400f-825a-54462716c925 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:57:12.989674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] Routers {'59887abc-4e10-400f-825a-54462716c925'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:12.990737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['59887abc-4e10-400f-825a-54462716c925'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:13.347892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] For port 5800a870-c501-4b56-bcec-0ccfcef84ece, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5800a870-c501-4b56-bcec-0ccfcef84ece,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:13.348813 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.712930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Calling delete_port for 5800a870-c501-4b56-bcec-0ccfcef84ece owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:13.827177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] Set router 59887abc-4e10-400f-825a-54462716c925 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:57:14.006488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.031668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887abc-4e10-400f-825a-54462716c925', 'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:50Z', 'updated_at': '2022-02-04T15:57:12Z', 'revision_number': 6, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:14.041331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef5352-9979-43b0-af83-4542da07cb91 None None] The sync data for ids ['59887abc-4e10-400f-825a-54462716c925'] in n-d-827870-1 is: [{'id': '59887abc-4e10-400f-825a-54462716c925', 'name': 'tempest-TestServerBasicOps-1789549692-router', 'tenant_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:50:50Z', 'updated_at': '2022-02-04T15:57:12Z', 'revision_number': 6, 'project_id': 'b0ddc3fdea034486a7e48cf75afce7cd', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:57:14.134967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.137014 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5449e97-ae99-427e-ac28-14a0c7a8fbe6 req-570cb947-8e37-4107-9afa-2a4c75c9ecc0 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4530709 Feb 04 15:57:14.292855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Pushing event deleted for resources: {'Port': ['ID=5800a870-c501-4b56-bcec-0ccfcef84ece,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:14.703722 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.846207 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee9c6-05d0-4401-8db6-4ccc8535b126 req-bdd9bd8e-2f42-4f83-999d-17d7b06aae33 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:14.854439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-594ee9c6-05d0-4401-8db6-4ccc8535b126 req-bdd9bd8e-2f42-4f83-999d-17d7b06aae33 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.3858569 Feb 04 15:57:14.913955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-594ee9c6-05d0-4401-8db6-4ccc8535b126 req-aeb6d16f-3cd5-4106-abf4-e40e0f3370be tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579736 Feb 04 15:57:15.087184 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:15.171132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:15.171484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 01fd7794-0ea3-46e5-9b7b-64fe0d5f9b99 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:15.291489 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.295528 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.345116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.345862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59887abc-4e10-400f-825a-54462716c925 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:57:15.370705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.374049 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0eac282e-a935-4690-a4c8-d22fffdbb6af admin admin] 10.222.0.46 "DELETE /v2.0/routers/59887abc-4e10-400f-825a-54462716c925 HTTP/1.1" status: 204 len: 168 time: 3.8062348 Feb 04 15:57:15.376570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60044) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:15.425628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Router aa45337b-39d2-4246-973d-8b4d76bbc1a9 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:57:15.503924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b0ecd2-8c1c-4b4c-984b-3536f0928a98 admin admin] Deleting subnet f510b63b-14eb-425b-bc96-4c5383113419 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:57:15.512526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36b0ecd2-8c1c-4b4c-984b-3536f0928a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.687694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36b0ecd2-8c1c-4b4c-984b-3536f0928a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.950169 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36b0ecd2-8c1c-4b4c-984b-3536f0928a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.172016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36b0ecd2-8c1c-4b4c-984b-3536f0928a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.299972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df8df-927b-4627-b0a4-b5ea633e4fc8 req-bc021add-1f70-4db4-8d58-0a5633282b2c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:16.312135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0ecd2-8c1c-4b4c-984b-3536f0928a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f510b63b-14eb-425b-bc96-4c5383113419,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:16.315805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-365df8df-927b-4627-b0a4-b5ea633e4fc8 req-bc021add-1f70-4db4-8d58-0a5633282b2c tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 1.0438139 Feb 04 15:57:16.331834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36b0ecd2-8c1c-4b4c-984b-3536f0928a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.350139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f698435-bae3-44b2-b31b-4b049aa3de90 None None] Network c0062be5-8cd6-4591-a917-19b55f5867eb requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:57:16.361697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:57:16.373731 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-36b0ecd2-8c1c-4b4c-984b-3536f0928a98 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f510b63b-14eb-425b-bc96-4c5383113419 HTTP/1.1" status: 204 len: 168 time: 0.9883778 Feb 04 15:57:16.375046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60064) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:16.385631 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] Sync routers for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:57:16.411327 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:16.411765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a4b9fe4c-b72c-4d18-b537-38a6b94eb644 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "PUT /v2.0/routers/aa45337b-39d2-4246-973d-8b4d76bbc1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1903424 Feb 04 15:57:16.418209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60068) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:16.425111 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:16.555849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-643c974d-242b-4771-b056-3732b7fb6598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting subnet bd1c6d5a-39fc-4200-933c-bdbf849b3169 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:57:16.568247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-643c974d-242b-4771-b056-3732b7fb6598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.607760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5800a870-c501-4b56-bcec-0ccfcef84ece no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:16.647677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-365df8df-927b-4627-b0a4-b5ea633e4fc8 req-8bd03e45-ae68-4f29-9b76-c338c5ce1356 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192372 Feb 04 15:57:16.713965 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-643c974d-242b-4771-b056-3732b7fb6598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.723793 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:57:16.750045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5800a870-c501-4b56-bcec-0ccfcef84ece {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:16.750680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5800a870-c501-4b56-bcec-0ccfcef84ece not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:16.896969 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.932706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Deleting port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:16.933575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.133335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-643c974d-242b-4771-b056-3732b7fb6598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.139624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] DHCP port deletion for c0062be5-8cd6-4591-a917-19b55f5867eb request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:57:17.146300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] Deleting port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:17.146972 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.179923 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:57:17.641269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0909b-45b3-4290-bd7c-475f1b17a97f req-5fffecfc-a284-42d5-9560-5d1c576c792a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:17.655610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0f0909b-45b3-4290-bd7c-475f1b17a97f req-5fffecfc-a284-42d5-9560-5d1c576c792a tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.6585915 Feb 04 15:57:17.660561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-643c974d-242b-4771-b056-3732b7fb6598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.860034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] For port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ea5f5e02-0b30-4f8b-9fc2-e645599f1a70,segment=NetworkSegment(1a01bd77-1e84-4bba-8654-3e9d01b65385),segment_id=1a01bd77-1e84-4bba-8654-3e9d01b65385)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:17.860612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.951757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c974d-242b-4771-b056-3732b7fb6598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1c6d5a-39fc-4200-933c-bdbf849b3169,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.029426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] For port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ea5f5e02-0b30-4f8b-9fc2-e645599f1a70,segment=NetworkSegment(1a01bd77-1e84-4bba-8654-3e9d01b65385),segment_id=1a01bd77-1e84-4bba-8654-3e9d01b65385)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:18.032910 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.096123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ce6c7-7c47-4b66-bce2-156eebf62251 None None] Network bf1227f4-9721-437d-98c9-7b1edfef52a4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:57:18.096984 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-643c974d-242b-4771-b056-3732b7fb6598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.139324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0f0909b-45b3-4290-bd7c-475f1b17a97f req-53847298-75b5-4bcd-9b54-e4787fa62a4b tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675817 Feb 04 15:57:18.160377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-643c974d-242b-4771-b056-3732b7fb6598 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/subnets/bd1c6d5a-39fc-4200-933c-bdbf849b3169 HTTP/1.1" status: 204 len: 168 time: 1.7410781 Feb 04 15:57:18.167391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60092) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:18.185912 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:57:12Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:18.192294 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] Checking router: aa45337b-39d2-4246-973d-8b4d76bbc1a9 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:57:18.209700 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] Routers {'aa45337b-39d2-4246-973d-8b4d76bbc1a9'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:18.210311 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:18.353348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] Calling delete_port for ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:18.480216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Calling delete_port for ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:18.689561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:18.725449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.797151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5f5e02-0b30-4f8b-9fc2-e645599f1a70,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.813626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] No DVR routers for this DVR port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:18.869397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:18.870018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:18.935613 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] Set router aa45337b-39d2-4246-973d-8b4d76bbc1a9 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:57:18.965893 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:57:18.966311 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:57:19.048811 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.076252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f7d52-7953-4b94-aaa8-212ae0bfe7dd None None] DHCP port deletion for bf1227f4-9721-437d-98c9-7b1edfef52a4 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:57:19.080991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f82f7d52-7953-4b94-aaa8-212ae0bfe7dd None None] Deleting port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:19.081364 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f82f7d52-7953-4b94-aaa8-212ae0bfe7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.104495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0062be5-8cd6-4591-a917-19b55f5867eb']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:19.151836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a01bd77-1e84-4bba-8654-3e9d01b65385') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:19.151836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a01bd77-1e84-4bba-8654-3e9d01b65385') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:19.175469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.189954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.212165 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.225423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:57:19.226142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:19.434668 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:19.441605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.486084 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.553681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0062be5-8cd6-4591-a917-19b55f5867eb,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:19.559629 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-73e3f0d8-ff79-4bcc-8e10-171500a3541b admin admin] 10.222.0.46 "DELETE /v2.0/networks/c0062be5-8cd6-4591-a917-19b55f5867eb HTTP/1.1" status: 204 len: 168 time: 3.1807535 Feb 04 15:57:19.595382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] Deleting port ea5f5e02-0b30-4f8b-9fc2-e645599f1a70 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:19.620551 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.756939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2866f-e949-4232-bb37-676569afeb16 None None] The port 'ea5f5e02-0b30-4f8b-9fc2-e645599f1a70' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:57:19.782247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f82f7d52-7953-4b94-aaa8-212ae0bfe7dd None None] For port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c8f1b813-4ca8-4c32-abfa-ea2a86c27c22,segment=NetworkSegment(36fc7df9-271b-489e-95c5-135a82e96227),segment_id=36fc7df9-271b-489e-95c5-135a82e96227)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:19.782746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f82f7d52-7953-4b94-aaa8-212ae0bfe7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.097009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60122) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:20.104443 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:57:12Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:20.133894 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2e891-e0cf-46d7-ba09-d8ef18e87072 None None] The sync data for ids ['aa45337b-39d2-4246-973d-8b4d76bbc1a9'] in n-d-827870-1 is: [{'id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'name': 'tempest-TestNetworkBasicOps-router-2128016462', 'tenant_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:57:12Z', 'revision_number': 5, 'project_id': 'fe2bb10d224f4113a67d9b82b1e79c3e', 'gw_port': {'id': 'd835f916-fb4e-4f97-b867-c06e1a327545', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45337b-39d2-4246-973d-8b4d76bbc1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:27Z', 'updated_at': '2022-02-04T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:57:20.143500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f82f7d52-7953-4b94-aaa8-212ae0bfe7dd None None] Calling delete_port for c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:20.161627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc152a2-141c-427a-b3f0-06433f08b216 req-6e1460b4-9a20-4362-bd05-bc2d9e78cd31 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:20.175641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8fc152a2-141c-427a-b3f0-06433f08b216 req-6e1460b4-9a20-4362-bd05-bc2d9e78cd31 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 1.3679039 Feb 04 15:57:20.180489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5b46ffdb-5347-4d16-be93-65d16dafd1d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b791c65c73b49f78e44fd9f456d54af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817695 Feb 04 15:57:20.190355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60128) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:20.237297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-91561a0c-67b9-41e2-adba-ec192e22248b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4562843 Feb 04 15:57:20.420371 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f82f7d52-7953-4b94-aaa8-212ae0bfe7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.451747 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.526058 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1583752-7a8e-4893-ba8f-1f90d2a5640a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.661800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f7d52-7953-4b94-aaa8-212ae0bfe7dd None None] No DVR routers for this DVR port c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:20.687586 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1583752-7a8e-4893-ba8f-1f90d2a5640a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.697090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f7d52-7953-4b94-aaa8-212ae0bfe7dd None None] Pushing event deleted for resources: {'Port': ['ID=c8f1b813-4ca8-4c32-abfa-ea2a86c27c22,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:20.736846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:20.763765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8fc152a2-141c-427a-b3f0-06433f08b216 req-f57cb2da-0bc4-4b16-9e7b-f99950bd5ec1 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817242 Feb 04 15:57:20.829205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Deleting port d835f916-fb4e-4f97-b867-c06e1a327545 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:20.829553 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.848240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:20.848505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 906d4a8b-8e4d-4ac0-823d-69e4df82e8e9 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:20.848956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:20.910923 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1583752-7a8e-4893-ba8f-1f90d2a5640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.990550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1583752-7a8e-4893-ba8f-1f90d2a5640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4f4cc1-3368-4060-8389-31db26f7da31,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:21.022879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:21.024800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c8f1b813-4ca8-4c32-abfa-ea2a86c27c22 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:21.040824 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1583752-7a8e-4893-ba8f-1f90d2a5640a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.047298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f1583752-7a8e-4893-ba8f-1f90d2a5640a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d4f4cc1-3368-4060-8389-31db26f7da31 HTTP/1.1" status: 204 len: 168 time: 0.8506482 Feb 04 15:57:21.223887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-f3c5454e-5017-4f89-a5fa-756f70e11c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:21.225425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-f3c5454e-5017-4f89-a5fa-756f70e11c2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e31187940f3343f189ea0115d7e26fc2&device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 1097 time: 0.6795673 Feb 04 15:57:22.154712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] For port d835f916-fb4e-4f97-b867-c06e1a327545, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d835f916-fb4e-4f97-b867-c06e1a327545,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:22.155661 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.532753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60176) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:22.566021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Calling delete_port for d835f916-fb4e-4f97-b867-c06e1a327545 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:22.588682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60180) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:22.716831 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-edf46689-f949-4075-82d6-12201f940f52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0ddc3fdea034486a7e48cf75afce7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764576 Feb 04 15:57:22.718363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60188) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:22.918501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.927913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bcac7c81-3bd6-4b71-a917-078a22c3ce7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.990670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bcac7c81-3bd6-4b71-a917-078a22c3ce7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.040635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Port': ['ID=d835f916-fb4e-4f97-b867-c06e1a327545,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.134589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef050002-6da0-4fd7-9b48-f895c827c084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.162904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bcac7c81-3bd6-4b71-a917-078a22c3ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.186296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ef050002-6da0-4fd7-9b48-f895c827c084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:23.191225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ef050002-6da0-4fd7-9b48-f895c827c084 admin admin] Usage tracker for resource:security_group_rule and tenant:c57852c5008f47f687959d77f3d237ff is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:23.195226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ef050002-6da0-4fd7-9b48-f895c827c084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:23.213930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ef050002-6da0-4fd7-9b48-f895c827c084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:23.345073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-072d4fc5-eb3e-4b69-b91a-0430348ed8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:23.352311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-072d4fc5-eb3e-4b69-b91a-0430348ed8c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 200 len: 915 time: 2.1021140 Feb 04 15:57:23.415209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef050002-6da0-4fd7-9b48-f895c827c084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.442598 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef050002-6da0-4fd7-9b48-f895c827c084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.464248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac7c81-3bd6-4b71-a917-078a22c3ce7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893dd129-294b-43ef-a914-83de54c29b2a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.519067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-bc02102c-1e18-4cdd-ad3e-25fbaaefdc6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 200 len: 217 time: 0.1566160 Feb 04 15:57:23.520039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef050002-6da0-4fd7-9b48-f895c827c084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b69d09-84c0-4b79-bdfd-6029e0c2fc97,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.539424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bcac7c81-3bd6-4b71-a917-078a22c3ce7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.540978 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bcac7c81-3bd6-4b71-a917-078a22c3ce7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/893dd129-294b-43ef-a914-83de54c29b2a HTTP/1.1" status: 204 len: 168 time: 0.8208234 Feb 04 15:57:23.549839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.591172 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ef050002-6da0-4fd7-9b48-f895c827c084 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c57852c5008f47f687959d77f3d237ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9976573 Feb 04 15:57:23.598838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:23.851890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.854990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.871105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bd226d99-cb0e-4a91-bde7-4fb00bc11553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.921019 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.921609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Fanout notify agent at l3_agent the message router_deleted on router aa45337b-39d2-4246-973d-8b4d76bbc1a9 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:57:23.996117 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.001344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ab7c4db6-ea1b-4736-8dde-a3f73a3ef90a tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/routers/aa45337b-39d2-4246-973d-8b4d76bbc1a9 HTTP/1.1" status: 204 len: 168 time: 5.8312752 Feb 04 15:57:24.004510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60212) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:24.039754 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bd226d99-cb0e-4a91-bde7-4fb00bc11553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.236147 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bd226d99-cb0e-4a91-bde7-4fb00bc11553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.297175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd226d99-cb0e-4a91-bde7-4fb00bc11553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b69d09-84c0-4b79-bdfd-6029e0c2fc97,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:24.326594 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bd226d99-cb0e-4a91-bde7-4fb00bc11553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.327762 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bd226d99-cb0e-4a91-bde7-4fb00bc11553 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43b69d09-84c0-4b79-bdfd-6029e0c2fc97 HTTP/1.1" status: 204 len: 168 time: 0.7252047 Feb 04 15:57:24.516344 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.558609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-181eb083-0be3-4949-98ed-a678b6bc1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:24.562089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-181eb083-0be3-4949-98ed-a678b6bc1301 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 200 len: 854 time: 0.6827092 Feb 04 15:57:24.769216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d835f916-fb4e-4f97-b867-c06e1a327545 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:24.878390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: d835f916-fb4e-4f97-b867-c06e1a327545 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:24.879048 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d835f916-fb4e-4f97-b867-c06e1a327545 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:24.971416 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.024865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1227f4-9721-437d-98c9-7b1edfef52a4']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:25.035458 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-28d4b12c-98ca-4e30-8736-cb5dc00d1701 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68a4f150-b783-431b-b223-134f8c0b2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4014225 Feb 04 15:57:25.041952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fc7df9-271b-489e-95c5-135a82e96227') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:25.042467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fc7df9-271b-489e-95c5-135a82e96227') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:25.175017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60230) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:25.207783 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34708f0e-2e46-440b-9247-ec769c8bf37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.232379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-34708f0e-2e46-440b-9247-ec769c8bf37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:25.236881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-34708f0e-2e46-440b-9247-ec769c8bf37b admin admin] Usage tracker for resource:security_group_rule and tenant:95190185b4d846bfaa61188d0dad126d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:25.244043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-34708f0e-2e46-440b-9247-ec769c8bf37b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:25.250985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-34708f0e-2e46-440b-9247-ec769c8bf37b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:25.361439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-d1ceb9ae-0a84-4456-9078-f7588d80e18d service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867289 Feb 04 15:57:25.362569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34708f0e-2e46-440b-9247-ec769c8bf37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.371626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-34708f0e-2e46-440b-9247-ec769c8bf37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.374658 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.495932 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-34708f0e-2e46-440b-9247-ec769c8bf37b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95190185b4d846bfaa61188d0dad126d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169587 Feb 04 15:57:25.505278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60234) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:25.584351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34708f0e-2e46-440b-9247-ec769c8bf37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925d26be-d1a3-4e1d-9137-0c4d4bb8aefc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:25.617141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9563148d-3647-46ef-865f-b51c8c1c9517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.648269 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9563148d-3647-46ef-865f-b51c8c1c9517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.728204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9563148d-3647-46ef-865f-b51c8c1c9517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.752586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563148d-3647-46ef-865f-b51c8c1c9517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925d26be-d1a3-4e1d-9137-0c4d4bb8aefc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:25.756182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9563148d-3647-46ef-865f-b51c8c1c9517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.757901 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9563148d-3647-46ef-865f-b51c8c1c9517 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/925d26be-d1a3-4e1d-9137-0c4d4bb8aefc HTTP/1.1" status: 204 len: 168 time: 0.2453804 Feb 04 15:57:25.822712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.863618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:57:25.864042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:25.907701 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:26.094152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.104711 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.176813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e61b5c07-6876-4d5f-975f-f5913c055d47 req-fe370123-0aac-4c70-a546-1d68fae0e6df service neutron] 10.222.0.61 "GET /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950845 Feb 04 15:57:26.199333 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] 10.222.0.46 "DELETE /v2.0/networks/bf1227f4-9721-437d-98c9-7b1edfef52a4 HTTP/1.1" status: 204 len: 168 time: 2.1740727 Feb 04 15:57:26.233961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f6a18-1b43-46b5-95ac-baca1a2821f4 tempest-TestNetworkBasicOps-1277451369 tempest-TestNetworkBasicOps-1277451369-project] Pushing event deleted for resources: {'Network': ['ID=bf1227f4-9721-437d-98c9-7b1edfef52a4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:27.004438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60282) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:27.584970 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ba3647bf-b88a-4279-afc6-1e9d4996dc49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe2bb10d224f4113a67d9b82b1e79c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788944 Feb 04 15:57:27.587569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60298) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:27.648418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060e82d-f27f-4644-ad03-60632a315907 req-f1623beb-86c4-40c1-9ac9-680cfb2cb9d6 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:27.651759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c060e82d-f27f-4644-ad03-60632a315907 req-f1623beb-86c4-40c1-9ac9-680cfb2cb9d6 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 945 time: 0.3424506 Feb 04 15:57:27.764744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1bec0da-73f5-440d-a9c5-7239d4d567e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.789265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c060e82d-f27f-4644-ad03-60632a315907 req-8eac58cb-a1cc-42e5-a5e7-974e0d289c1d tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246533 Feb 04 15:57:27.939646 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1bec0da-73f5-440d-a9c5-7239d4d567e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.040977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1bec0da-73f5-440d-a9c5-7239d4d567e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.065073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bec0da-73f5-440d-a9c5-7239d4d567e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a360b89-ac30-46f6-bf35-47106d91220e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:28.077288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a1bec0da-73f5-440d-a9c5-7239d4d567e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.078732 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a1bec0da-73f5-440d-a9c5-7239d4d567e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a360b89-ac30-46f6-bf35-47106d91220e HTTP/1.1" status: 204 len: 168 time: 0.4871352 Feb 04 15:57:28.717271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-8b8600ac-58df-40e4-b14b-f6719d6a2728 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:28.719684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-8b8600ac-58df-40e4-b14b-f6719d6a2728 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.61 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 945 time: 0.1079030 Feb 04 15:57:28.750932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60320) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:28.770020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4adae253-28ba-4c4f-abed-f3d912a35a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.787883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4adae253-28ba-4c4f-abed-f3d912a35a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:28.800151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4adae253-28ba-4c4f-abed-f3d912a35a36 admin admin] Usage tracker for resource:security_group_rule and tenant:3b8b685bbf39480ea6ffdad0d85e3968 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:28.812224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4adae253-28ba-4c4f-abed-f3d912a35a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:28.818799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4adae253-28ba-4c4f-abed-f3d912a35a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:28.831433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Deleting port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:28.831784 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.952695 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4adae253-28ba-4c4f-abed-f3d912a35a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.958854 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4adae253-28ba-4c4f-abed-f3d912a35a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.000288 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4adae253-28ba-4c4f-abed-f3d912a35a36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b8b685bbf39480ea6ffdad0d85e3968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480171 Feb 04 15:57:29.005100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60330) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:29.048731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adae253-28ba-4c4f-abed-f3d912a35a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f79cc49-8ef7-4b50-8103-a44020868a5a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:29.145112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ad0674a-9825-45c8-93fa-de6d15fb0317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.173270 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ad0674a-9825-45c8-93fa-de6d15fb0317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.233344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] For port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,segment=NetworkSegment(b9ed3439-da49-420b-bbee-eda56878c042),segment_id=b9ed3439-da49-420b-bbee-eda56878c042)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:29.233713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.247843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ad0674a-9825-45c8-93fa-de6d15fb0317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.324331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0674a-9825-45c8-93fa-de6d15fb0317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f79cc49-8ef7-4b50-8103-a44020868a5a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:29.346912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ad0674a-9825-45c8-93fa-de6d15fb0317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.361079 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6ad0674a-9825-45c8-93fa-de6d15fb0317 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f79cc49-8ef7-4b50-8103-a44020868a5a HTTP/1.1" status: 204 len: 168 time: 0.3525374 Feb 04 15:57:29.690848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Calling delete_port for bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:29.877202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.889793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:57:30.243405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] No DVR routers for this DVR port bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:30.250725 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:30.261897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Pushing event deleted for resources: {'Port': ['ID=bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:30.269172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b0bdea-f10c-441d-8b0c-ffea1e9c2793', 'name': 'network-vif-deleted', 'tag': 'bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:30.310185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5a624-7a6b-4a2a-90e5-38b72a2145c8 req-0617c37c-ad2a-43d8-b86a-9074ec84917c tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:30.310940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c8d5a624-7a6b-4a2a-90e5-38b72a2145c8 req-0617c37c-ad2a-43d8-b86a-9074ec84917c tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Synchronizing usage tracker for tenant:c784c8c158584530ae30f34208d9b7bf on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:30.350981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c701fdef-8f4a-4651-9628-aa6a6ab6567d req-b4578a99-c086-4fb8-812e-b249d53d7a7b tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.61 "DELETE /v2.0/ports/bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed HTTP/1.1" status: 204 len: 173 time: 1.6212773 Feb 04 15:57:30.362934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c8d5a624-7a6b-4a2a-90e5-38b72a2145c8 req-0617c37c-ad2a-43d8-b86a-9074ec84917c tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] Unset dirty status for tenant:c784c8c158584530ae30f34208d9b7bf on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:30.376211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c8d5a624-7a6b-4a2a-90e5-38b72a2145c8 req-0617c37c-ad2a-43d8-b86a-9074ec84917c tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/ports?device_id=84b0bdea-f10c-441d-8b0c-ffea1e9c2793 HTTP/1.1" status: 200 len: 867 time: 1.3022647 Feb 04 15:57:30.503811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c8d5a624-7a6b-4a2a-90e5-38b72a2145c8 req-8a1a04fb-1b2a-4b5c-ac68-0a84f7400e49 tempest-VolumesSnapshotTestJSON-900708395 tempest-VolumesSnapshotTestJSON-900708395-project] 10.222.0.46 "GET /v2.0/security-groups?id=61f5e1f1-346d-4250-8d8f-37351be04f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248543 Feb 04 15:57:30.615296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60374) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:30.659506 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b0bdea-f10c-441d-8b0c-ffea1e9c2793', 'name': 'network-vif-deleted', 'tag': 'bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed', 'status': 'completed', 'code': 200} Feb 04 15:57:31.169674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-320c387a-3260-483c-9037-07fed7c83e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.247790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-320c387a-3260-483c-9037-07fed7c83e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:31.274490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-320c387a-3260-483c-9037-07fed7c83e40 admin admin] Usage tracker for resource:security_group_rule and tenant:d181923538654bdeb7d5ac729c16ff81 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:31.285752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-320c387a-3260-483c-9037-07fed7c83e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:31.307262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-320c387a-3260-483c-9037-07fed7c83e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:31.531777 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-320c387a-3260-483c-9037-07fed7c83e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.539687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-320c387a-3260-483c-9037-07fed7c83e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.622860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-320c387a-3260-483c-9037-07fed7c83e40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d181923538654bdeb7d5ac729c16ff81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0058117 Feb 04 15:57:31.625870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60414) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:31.715648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c387a-3260-483c-9037-07fed7c83e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b4a0b-9c39-48a3-9675-cd7a61166bb0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:31.752067 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8287-fda7-4383-aea4-9d949ea11dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.791787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fef324-e5b7-4193-8ba5-5fd56449cbfb req-21c06034-0505-4d3f-8a1f-7db7600c37fd tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:31.802657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55fef324-e5b7-4193-8ba5-5fd56449cbfb req-21c06034-0505-4d3f-8a1f-7db7600c37fd tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1825044 Feb 04 15:57:31.832191 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8287-fda7-4383-aea4-9d949ea11dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.901358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55fef324-e5b7-4193-8ba5-5fd56449cbfb req-f48468c7-26d1-4ef8-be81-bc0ff52041a3 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977468 Feb 04 15:57:31.939657 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8287-fda7-4383-aea4-9d949ea11dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.986587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e8287-fda7-4383-aea4-9d949ea11dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b4a0b-9c39-48a3-9675-cd7a61166bb0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:32.009434 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8287-fda7-4383-aea4-9d949ea11dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.012990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1e5e8287-fda7-4383-aea4-9d949ea11dff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b64b4a0b-9c39-48a3-9675-cd7a61166bb0 HTTP/1.1" status: 204 len: 168 time: 0.3837044 Feb 04 15:57:32.807286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:32.858256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60476) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:32.900998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d742427a-1f33-483e-8968-0ee31b430051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.923990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:32.924680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device bc7a4cd0-2f27-4fcf-a5b8-df5016f502ed not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:32.959797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d742427a-1f33-483e-8968-0ee31b430051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:32.970845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d742427a-1f33-483e-8968-0ee31b430051 admin admin] Usage tracker for resource:security_group_rule and tenant:73994cb9fad1460a9034f63fc4a965e1 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:32.976055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d742427a-1f33-483e-8968-0ee31b430051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:32.991342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d742427a-1f33-483e-8968-0ee31b430051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:33.144163 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d742427a-1f33-483e-8968-0ee31b430051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.153607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d742427a-1f33-483e-8968-0ee31b430051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.222544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f000021-4005-4075-b594-8eff69dd9890 req-75b0cf58-7aec-44de-a5b6-dfbca7767e6f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:33.229513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f000021-4005-4075-b594-8eff69dd9890 req-75b0cf58-7aec-44de-a5b6-dfbca7767e6f tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1882234 Feb 04 15:57:33.238384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-da322291-a618-49f0-8e40-d7ccac0f0c02 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:33.239991 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-da322291-a618-49f0-8e40-d7ccac0f0c02 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 946 time: 0.1404376 Feb 04 15:57:33.245709 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d742427a-1f33-483e-8968-0ee31b430051 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73994cb9fad1460a9034f63fc4a965e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861792 Feb 04 15:57:33.246518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60488) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:33.389883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742427a-1f33-483e-8968-0ee31b430051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a8f251-9a31-4b79-a97a-bb839867d363,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:33.435821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61548e65-fced-4b34-9811-c3460199609b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.469175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Deleting port 45b578ea-a957-4eab-9837-5432472e1a4d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:57:33.469518 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.478520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61548e65-fced-4b34-9811-c3460199609b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.589767 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f000021-4005-4075-b594-8eff69dd9890 req-7487e3cd-5a73-4a60-8ee2-87ae44dc9f61 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/security-groups?id=60370d44-81a4-435c-9501-8c5a208ed8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592963 Feb 04 15:57:33.610961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61548e65-fced-4b34-9811-c3460199609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.630715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61548e65-fced-4b34-9811-c3460199609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a8f251-9a31-4b79-a97a-bb839867d363,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:33.633361 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-61548e65-fced-4b34-9811-c3460199609b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.634693 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-61548e65-fced-4b34-9811-c3460199609b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20a8f251-9a31-4b79-a97a-bb839867d363 HTTP/1.1" status: 204 len: 168 time: 0.3787937 Feb 04 15:57:34.029945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] For port 45b578ea-a957-4eab-9837-5432472e1a4d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=45b578ea-a957-4eab-9837-5432472e1a4d,segment=NetworkSegment(54574a56-e9de-4064-b734-ecf8fd4e4c24),segment_id=54574a56-e9de-4064-b734-ecf8fd4e4c24)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:34.033192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.244246 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-37ea36bb-7433-4fc1-bd15-8ca078910204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.334464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Calling delete_port for 45b578ea-a957-4eab-9837-5432472e1a4d owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:57:34.610492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.623765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['45b578ea-a957-4eab-9837-5432472e1a4d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:57:34.716804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Pushing event deleted for resources: {'Port': ['ID=45b578ea-a957-4eab-9837-5432472e1a4d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:34.833275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-888155bb-7704-49ae-b165-cd8b43f470f3 req-37eb361f-aa4f-4d1e-9326-d416d5b1b6a8 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf3fb49e-a860-480f-9100-65f3e3638c8d HTTP/1.1" status: 200 len: 210 time: 0.0646768 Feb 04 15:57:34.894738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] No DVR routers for this DVR port 45b578ea-a957-4eab-9837-5432472e1a4d on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:34.898761 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.902583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-deleted', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:34.924294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7b0a5b5-8c41-4b2b-b441-3e42a99871fa req-1bcc8b9c-d728-40ff-8d57-1a829ab7c276 tempest-ServersNegativeTestJSON-1795389923 tempest-ServersNegativeTestJSON-1795389923-project] 10.222.0.61 "DELETE /v2.0/ports/45b578ea-a957-4eab-9837-5432472e1a4d HTTP/1.1" status: 204 len: 173 time: 1.6480448 Feb 04 15:57:34.935358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60650) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:35.008204 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3fb49e-a860-480f-9100-65f3e3638c8d', 'name': 'network-vif-deleted', 'tag': '45b578ea-a957-4eab-9837-5432472e1a4d', 'status': 'completed', 'code': 200} Feb 04 15:57:35.377749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9359923c-978a-482e-84fc-8e8af23c45a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.415643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9359923c-978a-482e-84fc-8e8af23c45a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:35.422145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9359923c-978a-482e-84fc-8e8af23c45a4 admin admin] Usage tracker for resource:security_group_rule and tenant:87adb7a4a3594e31a0c6aee7baa194ac is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:35.425853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9359923c-978a-482e-84fc-8e8af23c45a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:35.433599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9359923c-978a-482e-84fc-8e8af23c45a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:35.622233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9359923c-978a-482e-84fc-8e8af23c45a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.630674 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9359923c-978a-482e-84fc-8e8af23c45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.796917 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9359923c-978a-482e-84fc-8e8af23c45a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87adb7a4a3594e31a0c6aee7baa194ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605843 Feb 04 15:57:35.797761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60710) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:35.799191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359923c-978a-482e-84fc-8e8af23c45a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd90632-f705-4661-8be8-9121420348bd,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:35.998525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1ceb-8e9f-46b6-935e-553e590e19ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.031992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1ceb-8e9f-46b6-935e-553e590e19ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.105316 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1ceb-8e9f-46b6-935e-553e590e19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.134456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c1ceb-8e9f-46b6-935e-553e590e19ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd90632-f705-4661-8be8-9121420348bd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:36.140481 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1ceb-8e9f-46b6-935e-553e590e19ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.145420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0c4c1ceb-8e9f-46b6-935e-553e590e19ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bd90632-f705-4661-8be8-9121420348bd HTTP/1.1" status: 204 len: 168 time: 0.3462780 Feb 04 15:57:36.231401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60728) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:36.348836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6afcb90-a30a-4315-bddd-ffdab175d84b admin admin] Deleting subnet 5612cf36-5274-4c0e-8111-943ebfe591db {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:57:36.355074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6afcb90-a30a-4315-bddd-ffdab175d84b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.430519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6afcb90-a30a-4315-bddd-ffdab175d84b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.432339 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.566792 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6afcb90-a30a-4315-bddd-ffdab175d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.671997 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4c85-5a82-4c3a-a8ae-696cf201a253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.831503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6afcb90-a30a-4315-bddd-ffdab175d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.839648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:36.904927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 45b578ea-a957-4eab-9837-5432472e1a4d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:57:36.909066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 45b578ea-a957-4eab-9837-5432472e1a4d not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:36.928387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afcb90-a30a-4315-bddd-ffdab175d84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5612cf36-5274-4c0e-8111-943ebfe591db,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:36.943281 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6afcb90-a30a-4315-bddd-ffdab175d84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.953153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f6afcb90-a30a-4315-bddd-ffdab175d84b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5612cf36-5274-4c0e-8111-943ebfe591db HTTP/1.1" status: 204 len: 168 time: 0.7206066 Feb 04 15:57:36.956140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60758) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:37.090651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.156802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60764) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:37.196203 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9bba6e9d-9ffd-4ab1-9046-a474e2d074b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.212401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9bba6e9d-9ffd-4ab1-9046-a474e2d074b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:37.217994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9bba6e9d-9ffd-4ab1-9046-a474e2d074b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d23872c53d1949b6b1df39ba455fa812 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:37.221636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9bba6e9d-9ffd-4ab1-9046-a474e2d074b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:37.228508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9bba6e9d-9ffd-4ab1-9046-a474e2d074b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:37.414185 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.478816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a4f150-b783-431b-b223-134f8c0b2377']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:37.494344 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9bba6e9d-9ffd-4ab1-9046-a474e2d074b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.497571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54574a56-e9de-4064-b734-ecf8fd4e4c24') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:37.498480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54574a56-e9de-4064-b734-ecf8fd4e4c24') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:37.503196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9bba6e9d-9ffd-4ab1-9046-a474e2d074b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.514896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.543751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.550357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:57:37.550858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.551484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba6e9d-9ffd-4ab1-9046-a474e2d074b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6f65f7-fef6-4e4b-8421-3cf785403e56,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:37.567011 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:37.592833 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9bba6e9d-9ffd-4ab1-9046-a474e2d074b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d23872c53d1949b6b1df39ba455fa812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314940 Feb 04 15:57:37.593198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60788) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:37.664664 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.687304 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.701202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71d8bb5b-536b-4808-86f6-77ef74da9604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.725024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.729890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71d8bb5b-536b-4808-86f6-77ef74da9604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.757312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a4f150-b783-431b-b223-134f8c0b2377,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:37.775826 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-592c486c-2dfa-4cdb-bae2-a2fec7990bd6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/68a4f150-b783-431b-b223-134f8c0b2377 HTTP/1.1" status: 204 len: 168 time: 0.8178313 Feb 04 15:57:37.789345 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.799851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71d8bb5b-536b-4808-86f6-77ef74da9604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.828263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8bb5b-536b-4808-86f6-77ef74da9604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6f65f7-fef6-4e4b-8421-3cf785403e56,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:37.832297 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71d8bb5b-536b-4808-86f6-77ef74da9604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.835041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-71d8bb5b-536b-4808-86f6-77ef74da9604 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec6f65f7-fef6-4e4b-8421-3cf785403e56 HTTP/1.1" status: 204 len: 168 time: 0.2408988 Feb 04 15:57:38.088489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60816) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:38.204911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3f724bfe-40df-404a-a117-2a9a83bfbdab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e31187940f3343f189ea0115d7e26fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146872 Feb 04 15:57:38.209186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60824) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:38.405293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca5f96d-e03d-4f42-8752-a15ef55d3c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.466800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca5f96d-e03d-4f42-8752-a15ef55d3c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.586404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca5f96d-e03d-4f42-8752-a15ef55d3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.621216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5f96d-e03d-4f42-8752-a15ef55d3c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60370d44-81a4-435c-9501-8c5a208ed8af,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:38.639468 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cca5f96d-e03d-4f42-8752-a15ef55d3c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.641791 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cca5f96d-e03d-4f42-8752-a15ef55d3c0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60370d44-81a4-435c-9501-8c5a208ed8af HTTP/1.1" status: 204 len: 168 time: 0.4305062 Feb 04 15:57:39.183702 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.352999 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.447307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60864) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:39.555305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2473e5-0733-4863-ac48-1eba3b92bcaf admin admin] Deleting subnet 24f896ef-e333-488d-9511-6efb6324be90 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:57:39.564865 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a2473e5-0733-4863-ac48-1eba3b92bcaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.637439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a2473e5-0733-4863-ac48-1eba3b92bcaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.716142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a2473e5-0733-4863-ac48-1eba3b92bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.816673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a2473e5-0733-4863-ac48-1eba3b92bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.888334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2473e5-0733-4863-ac48-1eba3b92bcaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f896ef-e333-488d-9511-6efb6324be90,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:39.896402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4a2473e5-0733-4863-ac48-1eba3b92bcaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.908906 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4a2473e5-0733-4863-ac48-1eba3b92bcaf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/24f896ef-e333-488d-9511-6efb6324be90 HTTP/1.1" status: 204 len: 168 time: 0.4585404 Feb 04 15:57:39.911131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60884) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:39.926374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60888) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:39.988660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60894) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:40.099526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-334090383-network', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:40.107459 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.107982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:40.114392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Usage tracker for resource:network and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:40.122583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:40.135002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:40.160307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Made reservation on behalf of dec833bf20b34c789e58c70fd2574cd2 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:40.166976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.245757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.261142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47542cc4-509a-45c1-b67a-f3d339dbdbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.278247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:40.282837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Usage tracker for resource:security_group_rule and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:40.288395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:40.295343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:40.385019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-47542cc4-509a-45c1-b67a-f3d339dbdbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:40.387579 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.399978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-47542cc4-509a-45c1-b67a-f3d339dbdbae admin admin] Usage tracker for resource:security_group_rule and tenant:16931f3eb826486e90c2e8572472180e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:40.403690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-47542cc4-509a-45c1-b67a-f3d339dbdbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:40.414029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-47542cc4-509a-45c1-b67a-f3d339dbdbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:40.423433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa63b905-e264-42bf-8f9a-2237e2db5cec']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:40.441018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ab755b-c970-405d-bf32-9bb5d66ea100') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:40.441412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ab755b-c970-405d-bf32-9bb5d66ea100') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:40.448782 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.456636 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.476484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.483713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:57:40.484208 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:40.504711 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:40.547008 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47542cc4-509a-45c1-b67a-f3d339dbdbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.548500 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.561637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47542cc4-509a-45c1-b67a-f3d339dbdbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.597610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.619700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.629621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:40.633997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa63b905-e264-42bf-8f9a-2237e2db5cec,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:40.642193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ce0c61-88b4-48b2-9204-e021caa64349,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:40.646995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b8118301-253d-4940-b8dd-621087512c12 admin admin] 10.222.0.46 "DELETE /v2.0/networks/aa63b905-e264-42bf-8f9a-2237e2db5cec HTTP/1.1" status: 204 len: 168 time: 0.7323740 Feb 04 15:57:40.648048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-47542cc4-509a-45c1-b67a-f3d339dbdbae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16931f3eb826486e90c2e8572472180e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6581204 Feb 04 15:57:40.650890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60904) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:40.663607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.663989 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Added segment c3d6231e-a28f-4a8c-b3b1-f696b761458d of type vlan for network ad662d07-9b96-4374-ad05-ecb75bbb9bbc Feb 04 15:57:40.712792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47542cc4-509a-45c1-b67a-f3d339dbdbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e47b17a-5e36-4d69-ab42-6062332ff1bd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:40.716795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.741412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6906a41d-4300-4957-a6e6-dc91d33b4c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.770191 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.773796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.774836 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.790176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6906a41d-4300-4957-a6e6-dc91d33b4c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.853485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6906a41d-4300-4957-a6e6-dc91d33b4c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.876419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906a41d-4300-4957-a6e6-dc91d33b4c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e47b17a-5e36-4d69-ab42-6062332ff1bd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:40.909705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] Pushing event updated for resources: {'Network': ['ID=ad662d07-9b96-4374-ad05-ecb75bbb9bbc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:40.914701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b3e5528e-0cd4-4f43-922b-fb7cab99c960 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9872279 Feb 04 15:57:40.918268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60910) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:40.926223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Request body: {'subnet': {'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-subnet', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:40.928945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:57:40.934233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:40.939166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Usage tracker for resource:subnet and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:40.942369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:40.946242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60914) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:40.966088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:40.982387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6906a41d-4300-4957-a6e6-dc91d33b4c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.986900 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6906a41d-4300-4957-a6e6-dc91d33b4c48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e47b17a-5e36-4d69-ab42-6062332ff1bd HTTP/1.1" status: 204 len: 168 time: 0.3348293 Feb 04 15:57:40.999533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Made reservation on behalf of dec833bf20b34c789e58c70fd2574cd2 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:41.004874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.031721 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e6b0d512-f284-474d-8572-db648ddfacf0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=174f84a579b54b61b476555134604d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842850 Feb 04 15:57:41.034140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60920) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:41.299470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a4ce-238a-4e38-bb67-fd03a2217dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.361371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a4ce-238a-4e38-bb67-fd03a2217dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.407687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.469979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a4ce-238a-4e38-bb67-fd03a2217dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.505808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8a4ce-238a-4e38-bb67-fd03a2217dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79133a0b-892c-4ab8-bc73-a9a4ecc48eed,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:41.534635 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a4ce-238a-4e38-bb67-fd03a2217dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.535692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6cd8a4ce-238a-4e38-bb67-fd03a2217dbe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79133a0b-892c-4ab8-bc73-a9a4ecc48eed HTTP/1.1" status: 204 len: 168 time: 0.5004222 Feb 04 15:57:41.561819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9360ca-88d4-4e37-8442-86ceba72b152,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:41.602061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Checking segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:57:41.603071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Network hostable DHCP agents. Network: ad662d07-9b96-4374-ad05-ecb75bbb9bbc, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:57:41.626718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60930) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:41.647715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8a9469f-1b76-4012-b4fd-7ff27b4ad0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.659994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:57:41.673004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f8a9469f-1b76-4012-b4fd-7ff27b4ad0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:41.677445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, ad662d07-9b96-4374-ad05-ecb75bbb9bbc) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:41.681935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:41.683008 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.690119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f8a9469f-1b76-4012-b4fd-7ff27b4ad0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d86047f59fde4c16ad68005815d061d8 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:41.691430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c7c90-5250-4305-87b1-f81a42ddb54a None None] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:57:41.697904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f8a9469f-1b76-4012-b4fd-7ff27b4ad0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:41.708266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f8a9469f-1b76-4012-b4fd-7ff27b4ad0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:41.721867 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-af932e9c-ec0a-4f5c-8a04-5549a3423ade admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8022141 Feb 04 15:57:41.724664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 60934) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:41.737987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:41.750804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:41.758706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Usage tracker for resource:router and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:41.765506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:41.783876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:41.815084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.816333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.849381 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.904625 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8a9469f-1b76-4012-b4fd-7ff27b4ad0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.909002 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f8a9469f-1b76-4012-b4fd-7ff27b4ad0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:41.977240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f8a9469f-1b76-4012-b4fd-7ff27b4ad0f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d86047f59fde4c16ad68005815d061d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490450 Feb 04 15:57:41.978399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9469f-1b76-4012-b4fd-7ff27b4ad0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210c549d-0dbc-469d-9f50-996ba3efbe06,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:41.980913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60942) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:42.011077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:57:42.011922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.134433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d187f4c-6594-4e55-9598-f76a27aa20b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.208380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d187f4c-6594-4e55-9598-f76a27aa20b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.362458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d187f4c-6594-4e55-9598-f76a27aa20b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.392067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d187f4c-6594-4e55-9598-f76a27aa20b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210c549d-0dbc-469d-9f50-996ba3efbe06,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:42.397487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Allocated IP 172.20.0.2 (ad662d07-9b96-4374-ad05-ecb75bbb9bbc/6e9360ca-88d4-4e37-8442-86ceba72b152/33cbdfa5-7661-4a08-b796-8182c08dfc24) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:42.407096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d187f4c-6594-4e55-9598-f76a27aa20b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.409976 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2d187f4c-6594-4e55-9598-f76a27aa20b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/210c549d-0dbc-469d-9f50-996ba3efbe06 HTTP/1.1" status: 204 len: 168 time: 0.4270210 Feb 04 15:57:42.436915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.914072 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.924987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Transition to ACTIVE for port object 33cbdfa5-7661-4a08-b796-8182c08dfc24 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:42.945905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Transition to ACTIVE for port object 33cbdfa5-7661-4a08-b796-8182c08dfc24 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:42.958316 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.980355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.013918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.089047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Pushing event updated for resources: {'Port': ['ID=33cbdfa5-7661-4a08-b796-8182c08dfc24,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:43.103021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.103370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.103709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.104042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.104370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.104730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.105122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.105469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.105812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.106131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.106469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.106811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:43.118516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:43.119491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:43.121830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:57:43.188147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Allocated IP 172.25.8.146 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/14a0f452-8d4c-4e66-a135-f17868e807ea) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:43.345168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Attempting to bind port 33cbdfa5-7661-4a08-b796-8182c08dfc24 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:43.345536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Attempting to bind port 33cbdfa5-7661-4a08-b796-8182c08dfc24 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:43.345873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Attempting to bind port 33cbdfa5-7661-4a08-b796-8182c08dfc24 on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:57:43.361903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:57:43.362179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Checking segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:57:43.362577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.362986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Bound using segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:57:43.363660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Bound port: 33cbdfa5-7661-4a08-b796-8182c08dfc24, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:43.363784 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.447120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 60986) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:43.525847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] For port 33cbdfa5-7661-4a08-b796-8182c08dfc24, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:57:43.529432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] For port 33cbdfa5-7661-4a08-b796-8182c08dfc24, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=33cbdfa5-7661-4a08-b796-8182c08dfc24,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:57:43.536806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.558306 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.657612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10279d6e-3bff-4656-bc54-75f593d698fa None None] Pushing event updated for resources: {'Port': ['ID=33cbdfa5-7661-4a08-b796-8182c08dfc24,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:43.663674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.821857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:43.833611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:43.840923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:57:43.907516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e2761f3-8d70-47eb-877d-45c23acd0f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.920124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Pushing event updated for resources: {'Port': ['ID=14a0f452-8d4c-4e66-a135-f17868e807ea,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:43.939847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4e2761f3-8d70-47eb-877d-45c23acd0f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:43.945078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4e2761f3-8d70-47eb-877d-45c23acd0f4c admin admin] Usage tracker for resource:security_group_rule and tenant:53e192d58dc54d0bb500eb42902ce13e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:43.982046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4e2761f3-8d70-47eb-877d-45c23acd0f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:43.994174 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4e2761f3-8d70-47eb-877d-45c23acd0f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:44.302070 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e2761f3-8d70-47eb-877d-45c23acd0f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.312108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e2761f3-8d70-47eb-877d-45c23acd0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.490734 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4e2761f3-8d70-47eb-877d-45c23acd0f4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53e192d58dc54d0bb500eb42902ce13e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0405393 Feb 04 15:57:44.493908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32784) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:44.533136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2761f3-8d70-47eb-877d-45c23acd0f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0541ac4-a0d4-4df1-b35b-3f3afb190f1f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:44.674926 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8086fb71-c1d8-4f7e-942b-d0e257d9d445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.728158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.759727 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8086fb71-c1d8-4f7e-942b-d0e257d9d445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.839783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 33cbdfa5-7661-4a08-b796-8182c08dfc24 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:44.931664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8086fb71-c1d8-4f7e-942b-d0e257d9d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.960959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086fb71-c1d8-4f7e-942b-d0e257d9d445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0541ac4-a0d4-4df1-b35b-3f3afb190f1f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:44.999297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8086fb71-c1d8-4f7e-942b-d0e257d9d445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.000998 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8086fb71-c1d8-4f7e-942b-d0e257d9d445 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0541ac4-a0d4-4df1-b35b-3f3afb190f1f HTTP/1.1" status: 204 len: 168 time: 0.5018845 Feb 04 15:57:45.046664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 33cbdfa5-7661-4a08-b796-8182c08dfc24 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:45.311547 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.587530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa5935-78fd-49fc-bae0-a413075c2aa0 None None] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:57:45.599154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:57:45.699055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9d7f758c-e66b-4451-8ae5-1c20acfc1f1c None None] Provisioning for port 33cbdfa5-7661-4a08-b796-8182c08dfc24 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:45.711724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9d7f758c-e66b-4451-8ae5-1c20acfc1f1c None None] Provisioning complete for port 33cbdfa5-7661-4a08-b796-8182c08dfc24 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:45.712284 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d7f758c-e66b-4451-8ae5-1c20acfc1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.860020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32812) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:45.870031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:57:45.887602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Sync routers for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:57:45.910325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.911868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-98857e03-ab7d-452f-9069-27683f360b8e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1841648 Feb 04 15:57:45.915649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 32816) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:45.938736 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1b20a92b-baf1-4609-bbd1-a278d2d58b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.995393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1b20a92b-baf1-4609-bbd1-a278d2d58b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:46.003372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1b20a92b-baf1-4609-bbd1-a278d2d58b73 admin admin] Usage tracker for resource:security_group_rule and tenant:3720d06e501c42c684abe34ccbd29a6a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:46.009155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1b20a92b-baf1-4609-bbd1-a278d2d58b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:46.024128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1b20a92b-baf1-4609-bbd1-a278d2d58b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:46.104678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:46.105446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:46.379577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1b20a92b-baf1-4609-bbd1-a278d2d58b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.393596 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1b20a92b-baf1-4609-bbd1-a278d2d58b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.538840 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1b20a92b-baf1-4609-bbd1-a278d2d58b73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3720d06e501c42c684abe34ccbd29a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6731656 Feb 04 15:57:46.544048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32832) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:46.590121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20a92b-baf1-4609-bbd1-a278d2d58b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a8706a-79d0-4e4f-a437-faae58e5123c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:46.612957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d7f758c-e66b-4451-8ae5-1c20acfc1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.753675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:57:46.762054 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f97a3c73-1576-4f17-9aaf-f4c3bdfe0dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.867892 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f97a3c73-1576-4f17-9aaf-f4c3bdfe0dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.025901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f97a3c73-1576-4f17-9aaf-f4c3bdfe0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.087107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a3c73-1576-4f17-9aaf-f4c3bdfe0dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a8706a-79d0-4e4f-a437-faae58e5123c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:47.091498 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f97a3c73-1576-4f17-9aaf-f4c3bdfe0dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.092948 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f97a3c73-1576-4f17-9aaf-f4c3bdfe0dc2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6a8706a-79d0-4e4f-a437-faae58e5123c HTTP/1.1" status: 204 len: 168 time: 0.5461836 Feb 04 15:57:47.184199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9d7f758c-e66b-4451-8ae5-1c20acfc1f1c None None] For port 33cbdfa5-7661-4a08-b796-8182c08dfc24, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=33cbdfa5-7661-4a08-b796-8182c08dfc24,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:47.271573 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d7f758c-e66b-4451-8ae5-1c20acfc1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.406301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f758c-e66b-4451-8ae5-1c20acfc1f1c None None] Pushing event updated for resources: {'Port': ['ID=33cbdfa5-7661-4a08-b796-8182c08dfc24,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:47.414277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-448aae8c-ddce-4c24-b237-665c192b279b None None] Provisioning complete for port 33cbdfa5-7661-4a08-b796-8182c08dfc24 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:47.414653 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-448aae8c-ddce-4c24-b237-665c192b279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.509427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32854) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:47.512163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:44Z', 'revision_number': 3, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:47.516098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'network': {'name': 'tempest-network-smoke--1471533934', 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'port_security_enabled': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:47.521152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Checking router: 0b8838b6-f8c3-4325-9e67-43323e0fbae2 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:57:47.522291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Updating router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 port 14a0f452-8d4c-4e66-a135-f17868e807ea binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:57:47.527702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:47.535660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:network and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:47.539911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.543903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:47.558743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:47.589083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Made reservation on behalf of 2eec2e4b66944289bc9e26f983debdbc for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:47.597629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.626100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.645664 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.656156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:47.666657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:security_group_rule and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:47.673140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:47.701139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:47.931829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.949358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.997045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:48.013138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99f2ab5-849a-40e4-b3fd-9e672e9f77f1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:48.016601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.017071 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Added segment 89dd759f-22a0-4dbd-b91e-80e3293dce17 of type vlan for network 9a034550-a426-4609-8e76-06284a6fcfad Feb 04 15:57:48.046120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Allocated IP 172.20.0.1 (ad662d07-9b96-4374-ad05-ecb75bbb9bbc/6e9360ca-88d4-4e37-8442-86ceba72b152/869c9051-b705-4405-9c5f-903038071dba) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:48.052112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.154266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.172866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:48.180355 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.430736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9199290 Feb 04 15:57:48.435512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 32872) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:48.439381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe77fd-96b9-4764-a64a-afaa41e5b6c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Network': ['ID=9a034550-a426-4609-8e76-06284a6fcfad,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:48.445395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'admin_state_up': True, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:48.457618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:48.465466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9a034550-a426-4609-8e76-06284a6fcfad details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:57:48.469209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:router and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:48.472753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:48.485160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:48.507906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.508972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.530786 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.537983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.560527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Transition to ACTIVE for port object 869c9051-b705-4405-9c5f-903038071dba will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:48.596904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.619653 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.656410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Transition to ACTIVE for port object 14a0f452-8d4c-4e66-a135-f17868e807ea will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:48.668371 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.833013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Pushing event updated for resources: {'Port': ['ID=869c9051-b705-4405-9c5f-903038071dba,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:48.856183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:48.861584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:48.866815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784023a-b49c-4080-b657-4281ccca7872 None None] Pushing event updated for resources: {'Port': ['ID=14a0f452-8d4c-4e66-a135-f17868e807ea,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:48.886301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 33cbdfa5-7661-4a08-b796-8182c08dfc24 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:48.893176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:57:48.999194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Attempting to bind port 14a0f452-8d4c-4e66-a135-f17868e807ea on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:49.001107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Attempting to bind port 14a0f452-8d4c-4e66-a135-f17868e807ea by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:49.002847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Attempting to bind port 14a0f452-8d4c-4e66-a135-f17868e807ea on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:57:49.018435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:57:49.021747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:57:49.024817 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.028116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:57:49.028899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Bound port: 14a0f452-8d4c-4e66-a135-f17868e807ea, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:49.029531 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.061614 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.147084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 33cbdfa5-7661-4a08-b796-8182c08dfc24 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:49.148345 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.238238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] For port 14a0f452-8d4c-4e66-a135-f17868e807ea, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:57:49.319942 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] For port 14a0f452-8d4c-4e66-a135-f17868e807ea, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14a0f452-8d4c-4e66-a135-f17868e807ea,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:57:49.331226 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.574945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784023a-b49c-4080-b657-4281ccca7872 None None] Pushing event updated for resources: {'Port': ['ID=14a0f452-8d4c-4e66-a135-f17868e807ea,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:49.575824 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.592857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6e801e22-2d5e-42da-ba44-5ba9e5e67192 None None] Provisioning for port 869c9051-b705-4405-9c5f-903038071dba completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:49.596073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:49.596697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:49.736615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6e801e22-2d5e-42da-ba44-5ba9e5e67192 None None] Provisioning complete for port 869c9051-b705-4405-9c5f-903038071dba triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:49.737132 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6e801e22-2d5e-42da-ba44-5ba9e5e67192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.828098 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.916777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6e801e22-2d5e-42da-ba44-5ba9e5e67192 None None] Port 869c9051-b705-4405-9c5f-903038071dba cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:57:49.943718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:57:50.083173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.119586 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.150824 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.158102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.321479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Allocated IP 172.25.8.121 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/66a7eb64-45b5-4062-95ff-4f8dbba820ca) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:50.335875 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.538773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:57:48Z', 'revision_number': 1, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:50.544849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb7766-9443-4ee4-9134-11e84e21ebd7 None None] The sync data for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 is: [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:57:48Z', 'revision_number': 1, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:57:50.627011 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.674569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.762875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:50.765948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:50.769268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:57:50.784963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Pushing event updated for resources: {'Port': ['ID=869c9051-b705-4405-9c5f-903038071dba,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:50.841276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=66a7eb64-45b5-4062-95ff-4f8dbba820ca,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:50.900786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:50.904467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:51.366612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:57:51.380160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-766d92a2-cdfc-4256-8362-49f0079482ed None None] Provisioning complete for port 869c9051-b705-4405-9c5f-903038071dba triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:51.381720 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-766d92a2-cdfc-4256-8362-49f0079482ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.565724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-766d92a2-cdfc-4256-8362-49f0079482ed None None] Port 869c9051-b705-4405-9c5f-903038071dba cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:57:51.773633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.806374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:57:51.837001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a7ca4210-3ca7-4e8c-bd74-193fe9075252 admin admin] 10.222.0.46 "PUT /v2.0/routers/0b8838b6-f8c3-4325-9e67-43323e0fbae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9194365 Feb 04 15:57:52.677327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.845279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 32998) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:52.851490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397363272', 'description': 'tempest-description--393174536'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:52.864260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:52.880801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:security_group and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:52.883339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 14a0f452-8d4c-4e66-a135-f17868e807ea up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:52.906063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:52.923642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:52.958078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.984796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:52.999527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:security_group_rule and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:53.007458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:53.036657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:53.124394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 14a0f452-8d4c-4e66-a135-f17868e807ea completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:53.142109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 14a0f452-8d4c-4e66-a135-f17868e807ea triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:53.142526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.273240 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.279407 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.334184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Router e23342d3-3121-4350-8e99-e60c36c05aaa is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:57:53.392275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c51cca-6d7a-425c-b956-95fbeaed8710,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:53.399398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.404832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9a79612a-eab5-4b69-a667-6013f184cd72 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5582316 Feb 04 15:57:53.405901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33006) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:53.416683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'security_group_rule': {'security_group_id': 'e0c51cca-6d7a-425c-b956-95fbeaed8710', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:53.426829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:53.432227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:security_group_rule and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:53.436593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:53.445155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:53.479881 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.502341 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.553013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 14a0f452-8d4c-4e66-a135-f17868e807ea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14a0f452-8d4c-4e66-a135-f17868e807ea,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:57:53.559969 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.657693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.669240 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:57:53.670862 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.701625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1e6ca8-1c7a-4684-b840-0462fc1fb52a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:53.704189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:57:53.723577 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Sync routers for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:57:53.724051 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.725855 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-83d3f7c8-946d-4110-9357-4055e02641b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186934 Feb 04 15:57:53.729950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33012) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:53.738767 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:53.740946 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:53.741094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'security_group_rule': {'security_group_id': 'e0c51cca-6d7a-425c-b956-95fbeaed8710', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:53.752473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=14a0f452-8d4c-4e66-a135-f17868e807ea,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:53.755555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:53.766291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:security_group_rule and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:53.770849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:53.775654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.780174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e74097bc-2c43-4cb5-aa86-329510e259c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.3403971 Feb 04 15:57:53.780729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33016) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:53.781236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:53.830035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.953870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.963497 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.027801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d90a6f-8123-4cd5-8eda-7ad1d3edc4b5,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:54.039503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.044693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33026) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:54.045561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-59cd6d76-9534-4542-8ede-0bc49b273d79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140552 Feb 04 15:57:54.050970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:54.065213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:54.078372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:floatingip and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:54.086890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:54.113985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:54.144982 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.189545 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:57:54.372302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33034) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:54.384363 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2b66e53c-7a19-4fe6-84c6-13421e189a3e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=2eec2e4b66944289bc9e26f983debdbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5869145 Feb 04 15:57:54.613847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.686036 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54633341-319e-451e-a174-98676afdc56c None None] Sync routers for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:57:54.706952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54633341-319e-451e-a174-98676afdc56c None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:54.709806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-54633341-319e-451e-a174-98676afdc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:54.773703 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:57:51Z', 'revision_number': 3, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:54.788443 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Checking router: e23342d3-3121-4350-8e99-e60c36c05aaa for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:57:54.789730 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Updating router e23342d3-3121-4350-8e99-e60c36c05aaa port 66a7eb64-45b5-4062-95ff-4f8dbba820ca binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:57:54.809087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c418d2-a4b4-4ac1-9927-8add94bccb75 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:54.815319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-18c418d2-a4b4-4ac1-9927-8add94bccb75 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4393992 Feb 04 15:57:54.817226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33038) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:54.881121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7f44cc15-3c4a-41a1-b744-ccbb0d12a414 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608747 Feb 04 15:57:54.883058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33042) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:54.890629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1218532513', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:54.927467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 14a0f452-8d4c-4e66-a135-f17868e807ea up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:54.977544 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.039938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Allocated IP 172.25.8.176 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/472c8642-d6d8-4da1-ab1e-8c0d6145df82) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:55.166204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 14a0f452-8d4c-4e66-a135-f17868e807ea triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:55.167072 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.269683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:55.285744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:subnet and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:55.306677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:55.323301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:55.362638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-54633341-319e-451e-a174-98676afdc56c None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:57:55.364831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Made reservation on behalf of 2eec2e4b66944289bc9e26f983debdbc for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:55.375584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.408652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.474840 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.631681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'Port': ['ID=472c8642-d6d8-4da1-ab1e-8c0d6145df82,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:55.659801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:55.665357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:55.669144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:57:55.812051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.826551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.893107 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.967754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Checking segment: {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:57:55.968520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network hostable DHCP agents. Network: 9a034550-a426-4609-8e76-06284a6fcfad, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:57:55.984245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Subnet': ['ID=8456d306-22f3-47ac-8c43-7ab00940cb65,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:55.989106 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.001609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network 9a034550-a426-4609-8e76-06284a6fcfad is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:57:56.025505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 9a034550-a426-4609-8e76-06284a6fcfad) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:56.033464 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Transition to ACTIVE for port object 66a7eb64-45b5-4062-95ff-4f8dbba820ca will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:56.034700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:56.035679 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.042286 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.072693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b452eb98-d2bb-4f6e-929b-055c2ae779f2 None None] Network 9a034550-a426-4609-8e76-06284a6fcfad requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:57:56.090494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cc5125dd-5b63-439f-98f3-ad27b072749d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2063003 Feb 04 15:57:56.091279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33056) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:56.213350 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Attempting to bind port 66a7eb64-45b5-4062-95ff-4f8dbba820ca on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:56.221423 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Attempting to bind port 66a7eb64-45b5-4062-95ff-4f8dbba820ca by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:56.222155 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Attempting to bind port 66a7eb64-45b5-4062-95ff-4f8dbba820ca on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:57:56.242184 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:57:56.244786 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:57:56.245465 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.257473 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:57:56.258441 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Bound port: 66a7eb64-45b5-4062-95ff-4f8dbba820ca, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:56.259066 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.460495 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] For port 66a7eb64-45b5-4062-95ff-4f8dbba820ca, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:57:56.471895 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] For port 66a7eb64-45b5-4062-95ff-4f8dbba820ca, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=66a7eb64-45b5-4062-95ff-4f8dbba820ca,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:57:56.472759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-9a034550-a426-4609-8e76-06284a6fcfad', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:57:56.474549 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.495947 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.519794 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Pushing event updated for resources: {'Port': ['ID=66a7eb64-45b5-4062-95ff-4f8dbba820ca,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:56.568406 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.574596 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.575057 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.575517 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.575954 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.576386 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.577111 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.577990 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.581679 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.582695 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.585271 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.587281 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.695153 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-54633341-319e-451e-a174-98676afdc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 2, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:56.719933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54633341-319e-451e-a174-98676afdc56c None None] Checking router: 0b8838b6-f8c3-4325-9e67-43323e0fbae2 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:57:56.720668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54633341-319e-451e-a174-98676afdc56c None None] Updating router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 port 869c9051-b705-4405-9c5f-903038071dba binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:57:56.756351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.773138 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.809135 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:56.810133 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:56.957104 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54633341-319e-451e-a174-98676afdc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.961409 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18ac74-8982-4dcb-b80f-9c2bc02f26bb None None] Pushing event updated for resources: {'Port': ['ID=66a7eb64-45b5-4062-95ff-4f8dbba820ca,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:56.964426 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'Port': ['ID=472c8642-d6d8-4da1-ab1e-8c0d6145df82,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:57.053603 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.079874 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:57:57.086653 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.097419 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d272541c-c434-4ab2-9e86-7e2d83adbde0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0508115 Feb 04 15:57:57.195829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Allocated IP 172.20.0.2 (9a034550-a426-4609-8e76-06284a6fcfad/8456d306-22f3-47ac-8c43-7ab00940cb65/732ac92e-1d08-4969-9d9c-beae8727a996) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:57.595808 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:57:51Z', 'revision_number': 3, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:57.601106 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcbe66-abae-47b3-a539-f2bdeedf4541 None None] The sync data for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 is: [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:57:51Z', 'revision_number': 3, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:57:57.627345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-b76e40b3-51d5-432b-b343-7c3a1e8a8d07 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Synchronizing usage tracker for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:57.663160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-b76e40b3-51d5-432b-b343-7c3a1e8a8d07 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Unset dirty status for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:57.671772 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-b76e40b3-51d5-432b-b343-7c3a1e8a8d07 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1397363272&fields=id&tenant_id=dec833bf20b34c789e58c70fd2574cd2 HTTP/1.1" status: 200 len: 267 time: 0.1455874 Feb 04 15:57:57.755857 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54633341-319e-451e-a174-98676afdc56c None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.794707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-54633341-319e-451e-a174-98676afdc56c None None] Transition to ACTIVE for port object 869c9051-b705-4405-9c5f-903038071dba will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:57.818399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54633341-319e-451e-a174-98676afdc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.877914 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.932645 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.026370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Transition to ACTIVE for port object 732ac92e-1d08-4969-9d9c-beae8727a996 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:58.224703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f4963-7736-4866-a492-ae00fee1de39 None None] Pushing event updated for resources: {'Port': ['ID=869c9051-b705-4405-9c5f-903038071dba,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:58.310820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-54633341-319e-451e-a174-98676afdc56c None None] Attempting to bind port 869c9051-b705-4405-9c5f-903038071dba on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:58.311192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-54633341-319e-451e-a174-98676afdc56c None None] Attempting to bind port 869c9051-b705-4405-9c5f-903038071dba by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:58.311895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54633341-319e-451e-a174-98676afdc56c None None] Attempting to bind port 869c9051-b705-4405-9c5f-903038071dba on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:57:58.324167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Transition to ACTIVE for port object 732ac92e-1d08-4969-9d9c-beae8727a996 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:58.326755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54633341-319e-451e-a174-98676afdc56c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:57:58.327177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54633341-319e-451e-a174-98676afdc56c None None] Checking segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:57:58.327717 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54633341-319e-451e-a174-98676afdc56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.328167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54633341-319e-451e-a174-98676afdc56c None None] Bound using segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:57:58.329047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-54633341-319e-451e-a174-98676afdc56c None None] Bound port: 869c9051-b705-4405-9c5f-903038071dba, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:58.329292 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54633341-319e-451e-a174-98676afdc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.357135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.561455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-d309e922-8b9c-4314-8eda-02fc25d57e1e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:58.562401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-d309e922-8b9c-4314-8eda-02fc25d57e1e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Synchronizing usage tracker for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:58.587126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-d309e922-8b9c-4314-8eda-02fc25d57e1e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Unset dirty status for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:58.592968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-d309e922-8b9c-4314-8eda-02fc25d57e1e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 816 time: 0.9202340 Feb 04 15:57:58.640120 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-caf34e32-c369-4f22-9635-e6b32bee2a45 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/quotas/dec833bf20b34c789e58c70fd2574cd2 HTTP/1.1" status: 200 len: 375 time: 0.0459144 Feb 04 15:57:58.682699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Network 9a034550-a426-4609-8e76-06284a6fcfad is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:58.719635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:58.738147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:57:58.831069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Pushing event updated for resources: {'Port': ['ID=732ac92e-1d08-4969-9d9c-beae8727a996,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:58.981896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 66a7eb64-45b5-4062-95ff-4f8dbba820ca up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:59.050787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-0cf88cb6-f28a-4f50-b4d8-a8f0cf1b8fac tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Synchronizing usage tracker for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:59.103645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Allocated IP 172.20.0.1 (9a034550-a426-4609-8e76-06284a6fcfad/8456d306-22f3-47ac-8c43-7ab00940cb65/394cd5b4-3248-4ccc-8193-9dfb2204959d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:59.139620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-0cf88cb6-f28a-4f50-b4d8-a8f0cf1b8fac tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Unset dirty status for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:59.141436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-0cf88cb6-f28a-4f50-b4d8-a8f0cf1b8fac tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5005460 Feb 04 15:57:59.147513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-54633341-319e-451e-a174-98676afdc56c None None] For port 869c9051-b705-4405-9c5f-903038071dba, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:57:59.180032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Attempting to bind port 732ac92e-1d08-4969-9d9c-beae8727a996 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:59.180743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Attempting to bind port 732ac92e-1d08-4969-9d9c-beae8727a996 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:59.188787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Attempting to bind port 732ac92e-1d08-4969-9d9c-beae8727a996 on network 9a034550-a426-4609-8e76-06284a6fcfad {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:57:59.213647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:57:59.214337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Checking segment: {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:57:59.215114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.215715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Bound using segment: {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:57:59.216390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Bound port: 732ac92e-1d08-4969-9d9c-beae8727a996, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:59.216994 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.245061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33102) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:59.266966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-54633341-319e-451e-a174-98676afdc56c None None] For port 869c9051-b705-4405-9c5f-903038071dba, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=869c9051-b705-4405-9c5f-903038071dba,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:57:59.277877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54633341-319e-451e-a174-98676afdc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.497518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3dde7d01-48b3-4987-84bc-d4290d865c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.549194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3dde7d01-48b3-4987-84bc-d4290d865c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:59.554295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3dde7d01-48b3-4987-84bc-d4290d865c79 admin admin] Usage tracker for resource:security_group_rule and tenant:0a372e24f8ea4f4c8118526a2cd8d70f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:59.560177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3dde7d01-48b3-4987-84bc-d4290d865c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:59.590237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3dde7d01-48b3-4987-84bc-d4290d865c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:59.695002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 66a7eb64-45b5-4062-95ff-4f8dbba820ca completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:59.775247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54633341-319e-451e-a174-98676afdc56c None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:57:59.775922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-54633341-319e-451e-a174-98676afdc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:59.873872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3dde7d01-48b3-4987-84bc-d4290d865c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.882475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3dde7d01-48b3-4987-84bc-d4290d865c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.904595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 66a7eb64-45b5-4062-95ff-4f8dbba820ca triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:59.904984 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.952315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33110) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:59.953268 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3dde7d01-48b3-4987-84bc-d4290d865c79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a372e24f8ea4f4c8118526a2cd8d70f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7049210 Feb 04 15:57:59.968907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-e5bc044c-176f-442d-8684-5f5856b56c83 service neutron] 10.222.0.46 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850513 Feb 04 15:57:59.998766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f4963-7736-4866-a492-ae00fee1de39 None None] Pushing event updated for resources: {'Port': ['ID=869c9051-b705-4405-9c5f-903038071dba,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:00.019409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde7d01-48b3-4987-84bc-d4290d865c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd31450-baa6-4f47-9575-3a0a9b0de237,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:00.050973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] For port 732ac92e-1d08-4969-9d9c-beae8727a996, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:58:00.145484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] For port 732ac92e-1d08-4969-9d9c-beae8727a996, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=732ac92e-1d08-4969-9d9c-beae8727a996,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:58:00.169925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.254564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.288255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-54633341-319e-451e-a174-98676afdc56c None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:00.442739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Transition to ACTIVE for port object 394cd5b4-3248-4ccc-8193-9dfb2204959d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:00.594498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d5650-a87d-44f4-ac5c-c84398cd4d22 None None] Pushing event updated for resources: {'Port': ['ID=732ac92e-1d08-4969-9d9c-beae8727a996,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:00.725740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27735602-308f-4344-8724-a1e1c573a226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.748573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-3a54a4c6-4849-4a21-b057-1104ccb803ee service neutron] 10.222.0.46 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781644 Feb 04 15:58:00.926441 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27735602-308f-4344-8724-a1e1c573a226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.948605 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.963409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.206289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 66a7eb64-45b5-4062-95ff-4f8dbba820ca, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=66a7eb64-45b5-4062-95ff-4f8dbba820ca,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:01.213111 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.250791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network 9a034550-a426-4609-8e76-06284a6fcfad is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:01.261279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:01.290292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-088958f1-097d-423d-9044-ba5db883d9f0 req-e3cc2183-a177-45d0-927d-ab90b400e553 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 210 time: 0.1058426 Feb 04 15:58:01.294327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:01.328360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27735602-308f-4344-8724-a1e1c573a226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.403081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=394cd5b4-3248-4ccc-8193-9dfb2204959d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:01.405431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735602-308f-4344-8724-a1e1c573a226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd31450-baa6-4f47-9575-3a0a9b0de237,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:01.460147 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.467433 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27735602-308f-4344-8724-a1e1c573a226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.471044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-27735602-308f-4344-8724-a1e1c573a226 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cd31450-baa6-4f47-9575-3a0a9b0de237 HTTP/1.1" status: 204 len: 168 time: 1.5131955 Feb 04 15:58:01.534489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=66a7eb64-45b5-4062-95ff-4f8dbba820ca,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:01.578399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-54633341-319e-451e-a174-98676afdc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:57:59Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:01.587033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54633341-319e-451e-a174-98676afdc56c None None] The sync data for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 is: [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:57:59Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:01.648668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 869c9051-b705-4405-9c5f-903038071dba up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:01.728169 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.793484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 869c9051-b705-4405-9c5f-903038071dba completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:01.806800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 869c9051-b705-4405-9c5f-903038071dba triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:01.807172 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.016249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33136) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:02.083962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.149124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:02.178526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Usage tracker for resource:security_group_rule and tenant:1c88cb43868a4f8cafc4c98f6bea3a29 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:02.189674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:02.215795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:02.327889 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.364164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.369523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.417665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c88cb43868a4f8cafc4c98f6bea3a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979862 Feb 04 15:58:02.422971 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33144) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:02.466560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 869c9051-b705-4405-9c5f-903038071dba, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=869c9051-b705-4405-9c5f-903038071dba,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:02.481245 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.482808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 732ac92e-1d08-4969-9d9c-beae8727a996 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:02.514304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f15bf43-8208-43e9-bad9-39ca9fc5b904,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:02.529830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.530727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.533396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.533942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.534533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.535071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.535580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.536063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.537348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.537845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.538566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.539252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00fbfe-8618-43de-a4d3-c1526128e23f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:02.597388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-766681d9-dc28-419c-897f-19db19f7fdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.687554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-766681d9-dc28-419c-897f-19db19f7fdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.776995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563dc7d2-a023-42d9-8d6a-bcb1f39c801e None None] Network 9a034550-a426-4609-8e76-06284a6fcfad requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:58:02.806893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b094adf-9828-4091-9af7-cdb4db3f88dc req-c03a8265-7f22-414c-a272-2c062464c19c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 210 time: 0.1697907 Feb 04 15:58:02.830497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-766681d9-dc28-419c-897f-19db19f7fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.874404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-766681d9-dc28-419c-897f-19db19f7fdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.878464 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-766681d9-dc28-419c-897f-19db19f7fdf0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f15bf43-8208-43e9-bad9-39ca9fc5b904 HTTP/1.1" status: 204 len: 168 time: 0.4538822 Feb 04 15:58:02.885811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766681d9-dc28-419c-897f-19db19f7fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f15bf43-8208-43e9-bad9-39ca9fc5b904,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:03.021665 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.029236 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.059372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a1026bc1-4788-4b88-90b6-e828edf97b78 None None] Provisioning for port 732ac92e-1d08-4969-9d9c-beae8727a996 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:03.101867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 732ac92e-1d08-4969-9d9c-beae8727a996 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:03.111078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=869c9051-b705-4405-9c5f-903038071dba,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:03.128176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 732ac92e-1d08-4969-9d9c-beae8727a996 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:03.129685 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.567285 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.567446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=394cd5b4-3248-4ccc-8193-9dfb2204959d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:03.575964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.589862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-f1d07da2-01d6-4634-a0ca-c8d2bd450575 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:03.592090 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-f1d07da2-01d6-4634-a0ca-c8d2bd450575 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.53 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 816 time: 0.4924748 Feb 04 15:58:03.595357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.595707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.596052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.596393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.596726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.597193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.597534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.597866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.598219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.598538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.599355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.599680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:03.636932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 732ac92e-1d08-4969-9d9c-beae8727a996, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=732ac92e-1d08-4969-9d9c-beae8727a996,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:03.644228 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.750249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-70279978-228a-4328-ab76-2fa2cb580384 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dec833bf20b34c789e58c70fd2574cd2 HTTP/1.1" status: 200 len: 380 time: 0.1289546 Feb 04 15:58:03.768661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'port': {'device_id': '14c42399-5985-4adc-95ac-16c364f25202', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'admin_state_up': True, 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'security_groups': ['e0c51cca-6d7a-425c-b956-95fbeaed8710']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:03.779444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 869c9051-b705-4405-9c5f-903038071dba up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:03.964433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=732ac92e-1d08-4969-9d9c-beae8727a996,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:03.978333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 869c9051-b705-4405-9c5f-903038071dba triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:03.978813 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.171319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 66a7eb64-45b5-4062-95ff-4f8dbba820ca up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:04.226450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26cf3ead-cafb-4e0a-af3a-050155a3b69c req-1b7cbd07-b83b-442d-b398-cf9dd9f81b5e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 210 time: 0.1801844 Feb 04 15:58:04.231767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network 9a034550-a426-4609-8e76-06284a6fcfad is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:04.239772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:04.402200 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b4e4855-d4c5-4b66-9d27-70f839fe6bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.407045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 66a7eb64-45b5-4062-95ff-4f8dbba820ca triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:04.407416 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.493134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9b6c004b-52b9-41c6-b84f-394a7a8011fb None None] Provisioning for port 394cd5b4-3248-4ccc-8193-9dfb2204959d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:04.507339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9b6c004b-52b9-41c6-b84f-394a7a8011fb None None] Provisioning complete for port 394cd5b4-3248-4ccc-8193-9dfb2204959d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:04.507753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9b6c004b-52b9-41c6-b84f-394a7a8011fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.639775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:04.695726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:04.798646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Made reservation on behalf of dec833bf20b34c789e58c70fd2574cd2 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:04.802682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.808020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c004b-52b9-41c6-b84f-394a7a8011fb None None] Port 394cd5b4-3248-4ccc-8193-9dfb2204959d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:58:04.936224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9b6c004b-52b9-41c6-b84f-394a7a8011fb None None] Provisioning complete for port 732ac92e-1d08-4969-9d9c-beae8727a996 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:04.936751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9b6c004b-52b9-41c6-b84f-394a7a8011fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.959230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Router e23342d3-3121-4350-8e99-e60c36c05aaa has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:58:05.248135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Allocated IP 172.20.0.11 (ad662d07-9b96-4374-ad05-ecb75bbb9bbc/6e9360ca-88d4-4e37-8442-86ceba72b152/74950894-4eb2-47e2-ba26-f5fdf8a14e0c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:05.292294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:58:05.303626 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Sync routers for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:05.318704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33196) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:05.323821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1169903906', 'description': 'tempest-secgroup_access--1169903906 description', 'project_id': '2eec2e4b66944289bc9e26f983debdbc'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:05.327582 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:05.328329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6efb8fdd-a6f7-489f-b8f6-6bb5fc73f0df tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "PUT /v2.0/routers/e23342d3-3121-4350-8e99-e60c36c05aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2349491 Feb 04 15:58:05.329662 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:57:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:05.337726 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:05.339453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-741c19e5-058a-40d2-98ef-93fe1bf72a5a None None] Provisioning complete for port 394cd5b4-3248-4ccc-8193-9dfb2204959d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:05.341690 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-741c19e5-058a-40d2-98ef-93fe1bf72a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.348355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:security_group and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:05.356030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:05.366610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:05.386851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.433890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:05.444385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:security_group_rule and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:05.447744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:05.462779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:05.547981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-741c19e5-058a-40d2-98ef-93fe1bf72a5a None None] Port 394cd5b4-3248-4ccc-8193-9dfb2204959d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:58:05.596113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ee119556-3155-4748-82f8-a1bb051def01 req-e6080b3f-9dcd-4d86-a0f4-795eec8bbd12 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Synchronizing usage tracker for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:05.606939 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.616413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.641878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ee119556-3155-4748-82f8-a1bb051def01 req-e6080b3f-9dcd-4d86-a0f4-795eec8bbd12 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Unset dirty status for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:05.654984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee119556-3155-4748-82f8-a1bb051def01 req-e6080b3f-9dcd-4d86-a0f4-795eec8bbd12 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 210 time: 0.1230996 Feb 04 15:58:05.680925 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.684990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3634200 Feb 04 15:58:05.686895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:05.696204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--710545886', 'description': 'tempest-secgroup_general--710545886 description', 'project_id': '2eec2e4b66944289bc9e26f983debdbc'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:05.713040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:05.723527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:security_group and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:05.727727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:05.734877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:05.745201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3c606-9bfc-4df1-b4e8-c4032dc8ea31 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c18d9c1-10ca-42b8-9355-7b122ccd2825,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:05.746712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.751187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.788646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:05.794973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:security_group_rule and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:05.800390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 732ac92e-1d08-4969-9d9c-beae8727a996 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:05.812266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:05.817268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Transition to ACTIVE for port object 74950894-4eb2-47e2-ba26-f5fdf8a14e0c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:05.832857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:05.870830 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:05.880573 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.933637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 732ac92e-1d08-4969-9d9c-beae8727a996 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:05.935053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.006243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:06.023608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.030544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:06.032880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:06.038593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.058209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:06.207436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.215634 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5279531 Feb 04 15:58:06.216923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33218) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:06.218877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279ee5c-0cd9-4c16-8164-2ee9c1d0414c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a0a829-c388-4913-ab48-f48e2d300e02,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:06.266380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'security_group_rule': {'security_group_id': '8c18d9c1-10ca-42b8-9355-7b122ccd2825', 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:06.302860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:06.311845 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.327467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:06.388894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-609396c7-9888-4631-827c-4b339318a4a6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6280782 Feb 04 15:58:06.394112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:security_group_rule and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:06.400196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:06.407934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Request body: {'port': {'device_id': '14c42399-5985-4adc-95ac-16c364f25202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:06.434460 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.487571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:06.535028 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.583798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-22dc3e6d-aeef-4fd4-967a-80f751e55d2b None None] Provisioning for port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:06.590278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-22dc3e6d-aeef-4fd4-967a-80f751e55d2b None None] Provisioning complete for port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:06.590640 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-22dc3e6d-aeef-4fd4-967a-80f751e55d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.647528 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:58:01Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '394cd5b4-3248-4ccc-8193-9dfb2204959d', 'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:9c:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:58Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 2, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:06.655557 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Checking router: e23342d3-3121-4350-8e99-e60c36c05aaa for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:06.656227 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Updating router e23342d3-3121-4350-8e99-e60c36c05aaa port 394cd5b4-3248-4ccc-8193-9dfb2204959d binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:58:06.775153 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc596e44-5a4c-4532-9828-31ad5cade768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.787486 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.796853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-22dc3e6d-aeef-4fd4-967a-80f751e55d2b None None] Port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:58:06.824122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.078739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.095869 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.290612 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.293804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0490220 Feb 04 15:58:07.343446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b46c8-6c23-4908-8715-1fba5ca88bc2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c6c4f0-f52d-4084-b8da-1c960e771f20,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:07.385149 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.419193 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Transition to ACTIVE for port object 394cd5b4-3248-4ccc-8193-9dfb2204959d will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:07.429493 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.554017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04d176-b303-4732-b39c-a04d5bd927a2 req-db5a829e-1bd2-4daf-a252-cf95e9d4f6cc tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:07.555875 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd04d176-b303-4732-b39c-a04d5bd927a2 req-db5a829e-1bd2-4daf-a252-cf95e9d4f6cc tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 932 time: 0.5582619 Feb 04 15:58:07.656894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.733269 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0671431-509e-491e-bb40-c651fb70fa0f None None] Pushing event updated for resources: {'Port': ['ID=394cd5b4-3248-4ccc-8193-9dfb2204959d,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:07.780462 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.798491 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Attempting to bind port 394cd5b4-3248-4ccc-8193-9dfb2204959d on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:07.799673 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Attempting to bind port 394cd5b4-3248-4ccc-8193-9dfb2204959d by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:07.802128 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Attempting to bind port 394cd5b4-3248-4ccc-8193-9dfb2204959d on network 9a034550-a426-4609-8e76-06284a6fcfad {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:58:07.816131 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:58:07.817166 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Checking segment: {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:58:07.818331 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.819143 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Bound using segment: {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:58:07.821785 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Bound port: 394cd5b4-3248-4ccc-8193-9dfb2204959d, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:07.822223 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.905977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd04d176-b303-4732-b39c-a04d5bd927a2 req-d0b29e5a-9fc3-4180-8e8f-4dd9e862885a tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319027 Feb 04 15:58:08.113132 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] For port 394cd5b4-3248-4ccc-8193-9dfb2204959d, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:58:08.141852 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] For port 394cd5b4-3248-4ccc-8193-9dfb2204959d, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=394cd5b4-3248-4ccc-8193-9dfb2204959d,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:58:08.152285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74950894-4eb2-47e2-ba26-f5fdf8a14e0c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:08.154257 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.170436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-158f6884-74c6-455b-8ca8-49522f8bb00d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--1169903906&fields=id&tenant_id=2eec2e4b66944289bc9e26f983debdbc HTTP/1.1" status: 200 len: 267 time: 0.0970285 Feb 04 15:58:08.178405 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.213795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Transition to ACTIVE for port object 74950894-4eb2-47e2-ba26-f5fdf8a14e0c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:08.226605 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.434932 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:08.435843 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:08.549469 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-7d58f18b-d070-44d8-b77c-a533711960cc tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--710545886&fields=id&tenant_id=2eec2e4b66944289bc9e26f983debdbc HTTP/1.1" status: 200 len: 267 time: 0.3738055 Feb 04 15:58:08.559298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:08.741205 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:08.904377 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0671431-509e-491e-bb40-c651fb70fa0f None None] Pushing event updated for resources: {'Port': ['ID=394cd5b4-3248-4ccc-8193-9dfb2204959d,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:08.927538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511920-b8e7-44dc-982d-ebb78abe31de req-7b39bf1b-ee09-42dc-8ea9-d8fb612b4755 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:08.929346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-7b39bf1b-ee09-42dc-8ea9-d8fb612b4755 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/networks?id=9a034550-a426-4609-8e76-06284a6fcfad HTTP/1.1" status: 200 len: 797 time: 0.3590224 Feb 04 15:58:08.970323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-d392238a-a90a-477f-acb8-4d82d87e2ee0 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/quotas/2eec2e4b66944289bc9e26f983debdbc HTTP/1.1" status: 200 len: 375 time: 0.0200551 Feb 04 15:58:09.059000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Attempting to bind port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:09.059440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Attempting to bind port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:09.062976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Attempting to bind port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:58:09.089828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:58:09.090159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Attempting to bind port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:58:09.103408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:58:09.103753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Checking segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:58:09.104244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Bound using segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:58:09.104580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Bound port: 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:09.105133 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.216424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.282527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-42511920-b8e7-44dc-982d-ebb78abe31de req-55ec8ce5-b944-475b-9b83-9d20335f7cb2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Synchronizing usage tracker for tenant:2eec2e4b66944289bc9e26f983debdbc on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:09.329039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:58:09.335291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:58:09.341297 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.366125 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.391005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-42511920-b8e7-44dc-982d-ebb78abe31de req-55ec8ce5-b944-475b-9b83-9d20335f7cb2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Unset dirty status for tenant:2eec2e4b66944289bc9e26f983debdbc on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:09.392310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-55ec8ce5-b944-475b-9b83-9d20335f7cb2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4132967 Feb 04 15:58:09.419295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:09.432632 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.434304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] 10.222.0.53 "PUT /v2.0/ports/74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 1092 time: 3.0308917 Feb 04 15:58:09.436180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:09.514143 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:58:01Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '394cd5b4-3248-4ccc-8193-9dfb2204959d', 'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:9c:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:58Z', 'updated_at': '2022-02-04T15:58:08Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:09.533591 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f32d8d-e61f-4465-ad54-a92bbbc3faf8 None None] The sync data for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 is: [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:58:01Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '394cd5b4-3248-4ccc-8193-9dfb2204959d', 'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:9c:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:58Z', 'updated_at': '2022-02-04T15:58:08Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:09.772141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad73f6c-8c62-4abd-b68a-5c075f879939 service neutron] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:09.878466 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-061c7ec9-595d-453f-9aa0-9606328b4f0e service neutron] 10.222.0.46 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188609 Feb 04 15:58:09.905400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 394cd5b4-3248-4ccc-8193-9dfb2204959d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:10.048876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-b4571c1a-eb90-4b22-b3f1-d8e82f4d467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:10.050316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-b4571c1a-eb90-4b22-b3f1-d8e82f4d467e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1095 time: 0.5391099 Feb 04 15:58:10.079431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 394cd5b4-3248-4ccc-8193-9dfb2204959d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:10.118938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 394cd5b4-3248-4ccc-8193-9dfb2204959d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:10.120672 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.166073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-de906047-3dc6-44aa-8e49-94a777a0cc86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 217 time: 0.0922985 Feb 04 15:58:10.292486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-d4cf8834-44c2-4469-b1bf-a923f6581c16 service neutron] 10.222.0.46 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124978 Feb 04 15:58:10.299857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-481b8b3f-dcdd-4190-b6c4-94fb56c4c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:10.301301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-481b8b3f-dcdd-4190-b6c4-94fb56c4c8e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.1257961 Feb 04 15:58:10.549770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dbe95044-f042-4dba-87b5-9585b153eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:10.555200 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-dbe95044-f042-4dba-87b5-9585b153eb32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412219 Feb 04 15:58:10.601884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.799415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 394cd5b4-3248-4ccc-8193-9dfb2204959d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=394cd5b4-3248-4ccc-8193-9dfb2204959d,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:10.808076 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.180107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=394cd5b4-3248-4ccc-8193-9dfb2204959d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:11.514943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-595c95ce-bbf9-45a7-8440-53ee3c635fe1 service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9487927 Feb 04 15:58:11.717115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca103c-8df4-434a-b68f-c6ab6d2db9ac req-1d3e4c2e-09ac-4571-a222-b2c7bb4b7fc9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:11.719000 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08ca103c-8df4-434a-b68f-c6ab6d2db9ac req-1d3e4c2e-09ac-4571-a222-b2c7bb4b7fc9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 944 time: 0.6954353 Feb 04 15:58:11.806514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 394cd5b4-3248-4ccc-8193-9dfb2204959d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:11.860362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03d71095-cdb5-4429-80cf-b6b08c5480b3 req-a800189a-ce4a-4b0e-8612-632405390d56 service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321443 Feb 04 15:58:11.887776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08ca103c-8df4-434a-b68f-c6ab6d2db9ac req-a7361392-0533-4a0c-8ee6-a495b8354bbf tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604519 Feb 04 15:58:11.985270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 394cd5b4-3248-4ccc-8193-9dfb2204959d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:11.985645 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.031723 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'status': 'completed', 'code': 200} Feb 04 15:58:12.270933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-35d7c452-a0bd-4316-ad1c-244bae531576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:12.274803 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-35d7c452-a0bd-4316-ad1c-244bae531576 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1095 time: 0.2053468 Feb 04 15:58:12.513171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5db24e69-44f5-40ea-970b-5aa81e15c42a req-a4583266-a95f-45b7-9a70-89a041b83363 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 210 time: 0.2313726 Feb 04 15:58:12.776804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-baa39727-5964-4162-bae1-6208e72749b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:12.778949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-baa39727-5964-4162-bae1-6208e72749b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.3881826 Feb 04 15:58:12.908893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-e401a5a1-6e4d-4852-b8e9-99bee7a1a3e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 217 time: 0.1152735 Feb 04 15:58:13.236957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511920-b8e7-44dc-982d-ebb78abe31de req-dec44159-a4b9-48eb-8eee-98900a9c949a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:13.246759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-dec44159-a4b9-48eb-8eee-98900a9c949a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.61 "GET /v2.0/networks?id=9a034550-a426-4609-8e76-06284a6fcfad HTTP/1.1" status: 200 len: 797 time: 0.2148831 Feb 04 15:58:13.326149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-d84c5e50-a38e-457a-b287-31a0f87f4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:13.328107 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-d84c5e50-a38e-457a-b287-31a0f87f4b07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.4051759 Feb 04 15:58:13.430568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-28ea3058-576a-4451-b9bb-988a55627a1b tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eec2e4b66944289bc9e26f983debdbc HTTP/1.1" status: 200 len: 477 time: 0.1826181 Feb 04 15:58:13.444595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'port': {'device_id': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'admin_state_up': True, 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'security_groups': ['8c18d9c1-10ca-42b8-9355-7b122ccd2825', '65a0a829-c388-4913-ab48-f48e2d300e02']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:13.605044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb25c8-ea57-4b84-ac61-9272de41bc2b req-faab83da-ffc8-47f8-a16c-c9d44531f6f8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:13.606981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-acfb25c8-ea57-4b84-ac61-9272de41bc2b req-faab83da-ffc8-47f8-a16c-c9d44531f6f8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 944 time: 0.3444111 Feb 04 15:58:13.669008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-d991ddcf-0c8a-46f4-b821-5bbf8356af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:13.677402 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-d991ddcf-0c8a-46f4-b821-5bbf8356af5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3321393 Feb 04 15:58:13.871918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-961fd51a-bbd9-4e54-9a45-39d785accd15 service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770835 Feb 04 15:58:13.874697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-acfb25c8-ea57-4b84-ac61-9272de41bc2b req-599c147d-b6af-47ca-b454-99356c2d82e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486773 Feb 04 15:58:13.877073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:14.013226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:14.062945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Made reservation on behalf of 2eec2e4b66944289bc9e26f983debdbc for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:14.068107 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.155979 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad4e7609-f637-43fe-b965-79378667e123 req-a950baf6-b630-4638-8cbd-81f4136ac67c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 210 time: 0.1327400 Feb 04 15:58:14.248740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-231ec7e9-fdb1-4a8b-8abd-3a9b40d257e3 req-7d935416-bc57-4fc7-9898-f5b80e98c1bd service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669777 Feb 04 15:58:14.327989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Allocated IP 172.20.0.9 (9a034550-a426-4609-8e76-06284a6fcfad/8456d306-22f3-47ac-8c43-7ab00940cb65/d754ffad-5076-4b86-9b26-b6f29e329c7c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:14.774650 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.800514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Transition to ACTIVE for port object d754ffad-5076-4b86-9b26-b6f29e329c7c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:14.831976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.941094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network 9a034550-a426-4609-8e76-06284a6fcfad is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:14.943882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=d754ffad-5076-4b86-9b26-b6f29e329c7c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:14.949711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:14.961715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:15.047878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:15.048723 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.101731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3e8ba54d-3c07-4ded-bcfa-fbb5495f4da6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6608899 Feb 04 15:58:15.114136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Request body: {'port': {'device_id': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:15.286751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33330) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:15.342157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2295e0dd-e3b9-4020-9890-e78728068ddd None None] Provisioning for port d754ffad-5076-4b86-9b26-b6f29e329c7c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:15.349788 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2295e0dd-e3b9-4020-9890-e78728068ddd None None] Provisioning complete for port d754ffad-5076-4b86-9b26-b6f29e329c7c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:15.350564 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2295e0dd-e3b9-4020-9890-e78728068ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.367809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.430337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2295e0dd-e3b9-4020-9890-e78728068ddd None None] Port d754ffad-5076-4b86-9b26-b6f29e329c7c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:58:15.461449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422579b-f795-4a0f-9fcc-110ad0856db0 req-1617beed-65c2-4ea3-b165-d2f117e2cd98 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:15.462938 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3422579b-f795-4a0f-9fcc-110ad0856db0 req-1617beed-65c2-4ea3-b165-d2f117e2cd98 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 944 time: 0.3130655 Feb 04 15:58:15.485380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c042f41-096e-4800-a923-0e1d40786668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.509046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0c042f41-096e-4800-a923-0e1d40786668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:15.514991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0c042f41-096e-4800-a923-0e1d40786668 admin admin] Usage tracker for resource:security_group_rule and tenant:9e546a19260347b8bca353b008f4d90f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:15.518993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0c042f41-096e-4800-a923-0e1d40786668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:15.529188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0c042f41-096e-4800-a923-0e1d40786668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:15.547202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3422579b-f795-4a0f-9fcc-110ad0856db0 req-cd67006b-8491-40fe-8162-916b4ed33aae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708528 Feb 04 15:58:15.675494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c042f41-096e-4800-a923-0e1d40786668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.681092 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c042f41-096e-4800-a923-0e1d40786668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.722280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0c042f41-096e-4800-a923-0e1d40786668 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e546a19260347b8bca353b008f4d90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341588 Feb 04 15:58:15.725493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33336) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:15.775191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c042f41-096e-4800-a923-0e1d40786668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51701d0d-d1cb-408b-b499-b9564745885f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:15.803152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 74950894-4eb2-47e2-ba26-f5fdf8a14e0c details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:15.830831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-484b2af1-6e51-45fc-8fd1-f8255d1ef589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.873365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-484b2af1-6e51-45fc-8fd1-f8255d1ef589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.944208 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-484b2af1-6e51-45fc-8fd1-f8255d1ef589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.970849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2af1-6e51-45fc-8fd1-f8255d1ef589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51701d0d-d1cb-408b-b499-b9564745885f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:15.978744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-484b2af1-6e51-45fc-8fd1-f8255d1ef589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.982192 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-484b2af1-6e51-45fc-8fd1-f8255d1ef589 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51701d0d-d1cb-408b-b499-b9564745885f HTTP/1.1" status: 204 len: 168 time: 0.2532926 Feb 04 15:58:15.984389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6b954-e1b1-4d53-90c1-838a28f872f0 req-ba3eb1ef-3235-4940-9361-b8786abf0a01 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:15.985201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3db6b954-e1b1-4d53-90c1-838a28f872f0 req-ba3eb1ef-3235-4940-9361-b8786abf0a01 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Synchronizing usage tracker for tenant:2eec2e4b66944289bc9e26f983debdbc on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:16.054190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3db6b954-e1b1-4d53-90c1-838a28f872f0 req-ba3eb1ef-3235-4940-9361-b8786abf0a01 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Unset dirty status for tenant:2eec2e4b66944289bc9e26f983debdbc on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:16.055156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3db6b954-e1b1-4d53-90c1-838a28f872f0 req-ba3eb1ef-3235-4940-9361-b8786abf0a01 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 970 time: 0.3415034 Feb 04 15:58:16.084360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:16.114767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'port_id': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'mac_address': 'fa:16:3e:46:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:16.203743 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.223197 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3db6b954-e1b1-4d53-90c1-838a28f872f0 req-d8c20cc6-ebd6-4be0-adf5-0bf7bb51c4be tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1587846 Feb 04 15:58:16.235075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d754ffad-5076-4b86-9b26-b6f29e329c7c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:16.249283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74950894-4eb2-47e2-ba26-f5fdf8a14e0c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:16.251446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.269303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Transition to ACTIVE for port object d754ffad-5076-4b86-9b26-b6f29e329c7c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:16.274482 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.282426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:16.288001 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.503505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=d754ffad-5076-4b86-9b26-b6f29e329c7c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:16.518135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:16.555020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33356) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:16.570618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['74950894-4eb2-47e2-ba26-f5fdf8a14e0c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:58:16.630860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2c3e-ace9-460c-80cc-0f61f82c5d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.670774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2b6a2c3e-ace9-460c-80cc-0f61f82c5d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:16.677528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Attempting to bind port d754ffad-5076-4b86-9b26-b6f29e329c7c on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:16.677863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Attempting to bind port d754ffad-5076-4b86-9b26-b6f29e329c7c by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:16.678165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Attempting to bind port d754ffad-5076-4b86-9b26-b6f29e329c7c on network 9a034550-a426-4609-8e76-06284a6fcfad {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:58:16.679258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b6a2c3e-ace9-460c-80cc-0f61f82c5d54 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9474e25afb4c22a7f92ae9849cef59 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:16.685692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b6a2c3e-ace9-460c-80cc-0f61f82c5d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:16.693815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2b6a2c3e-ace9-460c-80cc-0f61f82c5d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:16.704647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Port d754ffad-5076-4b86-9b26-b6f29e329c7c on network 9a034550-a426-4609-8e76-06284a6fcfad not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:58:16.709578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Attempting to bind port d754ffad-5076-4b86-9b26-b6f29e329c7c on network 9a034550-a426-4609-8e76-06284a6fcfad {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:58:16.719391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:58:16.723106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Checking segment: {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:58:16.723588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Bound using segment: {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:58:16.724037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Bound port: d754ffad-5076-4b86-9b26-b6f29e329c7c, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89dd759f-22a0-4dbd-b91e-80e3293dce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:16.724390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.821276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2c3e-ace9-460c-80cc-0f61f82c5d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.826814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2c3e-ace9-460c-80cc-0f61f82c5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.879241 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2b6a2c3e-ace9-460c-80cc-0f61f82c5d54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc9474e25afb4c22a7f92ae9849cef59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230939 Feb 04 15:58:16.881905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33372) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:16.930032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] For port d754ffad-5076-4b86-9b26-b6f29e329c7c, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:58:16.934981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] For port d754ffad-5076-4b86-9b26-b6f29e329c7c, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:58:16.940189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a2c3e-ace9-460c-80cc-0f61f82c5d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece856f4-67a7-4b5c-be49-1b91e5047665,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:16.941846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.985426 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92856fd8-34e9-446d-8b2a-c8bee182a31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.015009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92856fd8-34e9-446d-8b2a-c8bee182a31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.037762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.039034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.041244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] 10.222.0.61 "PUT /v2.0/ports/d754ffad-5076-4b86-9b26-b6f29e329c7c HTTP/1.1" status: 200 len: 1130 time: 1.9323947 Feb 04 15:58:17.041856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:17.089124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37189b96-5c8e-4d36-9669-00bde9d4aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=d754ffad-5076-4b86-9b26-b6f29e329c7c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:17.102640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92856fd8-34e9-446d-8b2a-c8bee182a31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.127800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92856fd8-34e9-446d-8b2a-c8bee182a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece856f4-67a7-4b5c-be49-1b91e5047665,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:17.138823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-92856fd8-34e9-446d-8b2a-c8bee182a31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.140054 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-92856fd8-34e9-446d-8b2a-c8bee182a31a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ece856f4-67a7-4b5c-be49-1b91e5047665 HTTP/1.1" status: 204 len: 168 time: 0.2572081 Feb 04 15:58:17.253761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511920-b8e7-44dc-982d-ebb78abe31de req-d95c6e8e-08c7-4037-a68c-6175f98895a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.260788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-d95c6e8e-08c7-4037-a68c-6175f98895a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 1133 time: 0.1566076 Feb 04 15:58:17.371776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-224285fd-edbd-4b04-b979-b85b2dc9077d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c HTTP/1.1" status: 200 len: 217 time: 0.1044500 Feb 04 15:58:17.636693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3347617e-eefd-41e2-ae68-e7597a4729b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.638262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-3347617e-eefd-41e2-ae68-e7597a4729b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8456d306-22f3-47ac-8c43-7ab00940cb65 HTTP/1.1" status: 200 len: 835 time: 0.2192268 Feb 04 15:58:17.703653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c0bc4-c5e5-4a42-a3f4-29d18e4cac92 req-7a75dd0a-4694-4e34-8f80-f53a0d5287c7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.711566 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f15c0bc4-c5e5-4a42-a3f4-29d18e4cac92 req-7a75dd0a-4694-4e34-8f80-f53a0d5287c7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.8941052 Feb 04 15:58:17.773965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f15c0bc4-c5e5-4a42-a3f4-29d18e4cac92 req-54925a7b-a7a1-43b0-9dab-88c0729a2505 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614638 Feb 04 15:58:17.810946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511920-b8e7-44dc-982d-ebb78abe31de req-add6ac85-afef-4da3-8c2f-38d642bc0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.812431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-add6ac85-afef-4da3-8c2f-38d642bc0892 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a034550-a426-4609-8e76-06284a6fcfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676471 Feb 04 15:58:17.814759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 74950894-4eb2-47e2-ba26-f5fdf8a14e0c up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:17.961595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:17.968672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:17.969077 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.977365 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'status': 'completed', 'code': 200} Feb 04 15:58:18.241567 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.264007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-74a4c2ba-108d-4a7b-b51d-7dbaf0622ca3 service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434199 Feb 04 15:58:18.330784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:18.353599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e812-704a-4e1c-b97a-39e3ea688836 req-b062675b-fc83-4806-ad0b-b2b8a05ca929 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:18.356516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:18.362645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d591e812-704a-4e1c-b97a-39e3ea688836 req-b062675b-fc83-4806-ad0b-b2b8a05ca929 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 982 time: 0.3304133 Feb 04 15:58:18.364103 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.563251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:18.640805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d591e812-704a-4e1c-b97a-39e3ea688836 req-77de86cc-9cee-4748-8cae-32b7deea053c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2638223 Feb 04 15:58:18.733154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42511920-b8e7-44dc-982d-ebb78abe31de req-2f0d0949-1632-40c8-948d-e6769459d6f7 service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547689 Feb 04 15:58:18.760947 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'code': 200} Feb 04 15:58:19.195316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76620c-fed6-4b6e-b18b-3c3071b326fc req-fae5b9ea-6c36-4655-abcf-843b7c651e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.197077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f76620c-fed6-4b6e-b18b-3c3071b326fc req-fae5b9ea-6c36-4655-abcf-843b7c651e9a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1097 time: 0.3148601 Feb 04 15:58:19.209439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-f3548e2c-7f87-4aaf-84d0-7766124edcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.211211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-f3548e2c-7f87-4aaf-84d0-7766124edcaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 1133 time: 0.4085004 Feb 04 15:58:19.428615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-26c6dda0-b4b0-47e8-84ac-941098f3d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.432622 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-26c6dda0-b4b0-47e8-84ac-941098f3d2d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9a034550-a426-4609-8e76-06284a6fcfad HTTP/1.1" status: 200 len: 898 time: 0.2044759 Feb 04 15:58:19.452584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a05f-c520-461f-a9c5-7dddd1fc9444 req-1006a9be-2522-453d-a20c-ea4e51ddfc2f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.454651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e92a05f-c520-461f-a9c5-7dddd1fc9444 req-1006a9be-2522-453d-a20c-ea4e51ddfc2f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.4352553 Feb 04 15:58:19.537248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-7c4db83a-82a2-467e-b925-479777f67755 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c HTTP/1.1" status: 200 len: 217 time: 0.0814435 Feb 04 15:58:19.682846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e92a05f-c520-461f-a9c5-7dddd1fc9444 req-557f0530-4e6a-4b42-9975-8dcc5a4e2c81 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357803 Feb 04 15:58:19.684977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f76620c-fed6-4b6e-b18b-3c3071b326fc req-7a79e112-c6f1-4f91-bc5f-6b00fcb0a924 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4719775 Feb 04 15:58:19.728930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-7e288121-d735-4499-bf37-465e970899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.730494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-7e288121-d735-4499-bf37-465e970899fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8456d306-22f3-47ac-8c43-7ab00940cb65 HTTP/1.1" status: 200 len: 835 time: 0.1823158 Feb 04 15:58:19.886922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-ea76b09e-20fa-4259-8be4-1dd505ebae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.893690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-ea76b09e-20fa-4259-8be4-1dd505ebae7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a034550-a426-4609-8e76-06284a6fcfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563361 Feb 04 15:58:20.141828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-1584a0ca-e23d-49a2-8043-b5523756388e service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453723 Feb 04 15:58:20.150758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739af49-02db-4ac9-b22d-b33f4b9c4cc1 req-9fb4d2bd-4b6e-47d1-88f8-bcff7436f586 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.157762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3739af49-02db-4ac9-b22d-b33f4b9c4cc1 req-9fb4d2bd-4b6e-47d1-88f8-bcff7436f586 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 982 time: 0.2393830 Feb 04 15:58:20.305873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3739af49-02db-4ac9-b22d-b33f4b9c4cc1 req-18be9211-a096-4dda-af8f-90af6fce986b tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1452639 Feb 04 15:58:20.378019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1a3f9d0-15b2-4e1e-8110-51b7c06693eb req-edc976e2-151f-4108-8a0b-5004e5c3d85d service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041025 Feb 04 15:58:21.219313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fe3b2-fb93-411f-96ff-7b4bfd7e60db req-21c22d26-c45b-425b-8692-1c5633d2018f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:21.221038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-024fe3b2-fb93-411f-96ff-7b4bfd7e60db req-21c22d26-c45b-425b-8692-1c5633d2018f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.3420911 Feb 04 15:58:21.304559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-024fe3b2-fb93-411f-96ff-7b4bfd7e60db req-e4f20a1e-aa77-4a40-be88-a0b841380c82 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747845 Feb 04 15:58:21.607150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fff69-6e6f-4c93-8299-3129c8af8844 req-e55e081e-4675-43b0-8041-4f9c8a8cf462 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:21.609478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d63fff69-6e6f-4c93-8299-3129c8af8844 req-e55e081e-4675-43b0-8041-4f9c8a8cf462 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 982 time: 0.1203418 Feb 04 15:58:21.668521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d63fff69-6e6f-4c93-8299-3129c8af8844 req-bafd0306-320b-44bc-ba42-0a0cfc9609f0 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0516555 Feb 04 15:58:22.537940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c32d28-8eb7-4c79-915c-7294975504b5 req-0261140e-0aa8-4ab1-ad93-b6348ba3bf54 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.539555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11c32d28-8eb7-4c79-915c-7294975504b5 req-0261140e-0aa8-4ab1-ad93-b6348ba3bf54 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.0849907 Feb 04 15:58:22.585575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11c32d28-8eb7-4c79-915c-7294975504b5 req-658e63e6-5507-423c-bb0d-4d3286c4017f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Feb 04 15:58:22.789688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe665-df40-4eb9-850e-0a5003da8632 req-b525df42-43f9-49a7-8f10-7331e56a4a2b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.791384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd0fe665-df40-4eb9-850e-0a5003da8632 req-b525df42-43f9-49a7-8f10-7331e56a4a2b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.0881722 Feb 04 15:58:22.802589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33488) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:22.809182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e76eeb74-6323-4f8a-a4d2-6e3761729879 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'floatingip': {'port_id': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:22.898778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e76eeb74-6323-4f8a-a4d2-6e3761729879 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.005467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222d6e-e4f5-415f-9f1a-c8114d9f207e req-29454729-3c8e-4989-aee3-665c8ceac7d7 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:23.007194 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7222d6e-e4f5-415f-9f1a-c8114d9f207e req-29454729-3c8e-4989-aee3-665c8ceac7d7 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 982 time: 0.0983236 Feb 04 15:58:23.059201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7222d6e-e4f5-415f-9f1a-c8114d9f207e req-88792e2b-c5c0-4171-97d7-127df5d699e0 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0450628 Feb 04 15:58:23.104006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d754ffad-5076-4b86-9b26-b6f29e329c7c details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:23.283427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d754ffad-5076-4b86-9b26-b6f29e329c7c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:23.331577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'port_id': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'mac_address': 'fa:16:3e:01:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:23.438700 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.460091 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d754ffad-5076-4b86-9b26-b6f29e329c7c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:23.481185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d754ffad-5076-4b86-9b26-b6f29e329c7c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:23.486028 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.575691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=d754ffad-5076-4b86-9b26-b6f29e329c7c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:23.748076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['d754ffad-5076-4b86-9b26-b6f29e329c7c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:58:23.964387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e76eeb74-6323-4f8a-a4d2-6e3761729879 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.968540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e76eeb74-6323-4f8a-a4d2-6e3761729879 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.250706 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-e76eeb74-6323-4f8a-a4d2-6e3761729879 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Floating IP e35e47c9-a2e8-438c-838e-14b2fbcbe7a7 associated. External IP: 172.25.8.176, port: 74950894-4eb2-47e2-ba26-f5fdf8a14e0c. Feb 04 15:58:24.413644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ac1f2-1ae8-43cf-81bd-d9e600227ed0 req-49fc6e78-3338-40a7-87a5-e7f6a3c4cae6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.420051 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-767ac1f2-1ae8-43cf-81bd-d9e600227ed0 req-49fc6e78-3338-40a7-87a5-e7f6a3c4cae6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 983 time: 0.1830237 Feb 04 15:58:24.482173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-767ac1f2-1ae8-43cf-81bd-d9e600227ed0 req-e98b3f36-cc2e-4161-a552-72e5f498724a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0613272 Feb 04 15:58:24.771904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76eeb74-6323-4f8a-a4d2-6e3761729879 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:58:24.963178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76eeb74-6323-4f8a-a4d2-6e3761729879 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:58:24.967718 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e76eeb74-6323-4f8a-a4d2-6e3761729879 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.977166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] Sync routers for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:24.990196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:24.990829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:25.045556 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e76eeb74-6323-4f8a-a4d2-6e3761729879 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "PUT /v2.0/floatingips/e35e47c9-a2e8-438c-838e-14b2fbcbe7a7 HTTP/1.1" status: 200 len: 992 time: 2.2417123 Feb 04 15:58:25.046494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:25.121413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d754ffad-5076-4b86-9b26-b6f29e329c7c up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:25.276802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:25.288227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a3c8f-78fd-41a7-ac57-a6a044d2b962 req-c74bb617-0205-4ca3-8630-8231ec6c10ca tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:25.302442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c5a3c8f-78fd-41a7-ac57-a6a044d2b962 req-c74bb617-0205-4ca3-8630-8231ec6c10ca tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.1387351 Feb 04 15:58:25.356007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port d754ffad-5076-4b86-9b26-b6f29e329c7c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:25.364296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port d754ffad-5076-4b86-9b26-b6f29e329c7c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:25.364488 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.413761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c5a3c8f-78fd-41a7-ac57-a6a044d2b962 req-777f0f51-35fe-4c63-8782-775e18d63cfe tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103160 Feb 04 15:58:25.637577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.712658 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'status': 'completed', 'code': 200} Feb 04 15:58:25.813295 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:25.894288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port d754ffad-5076-4b86-9b26-b6f29e329c7c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:25.907286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:26.049654 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=d754ffad-5076-4b86-9b26-b6f29e329c7c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:26.050443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-612605ad-3f56-4499-b052-0ca9e9119df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:26.052806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-612605ad-3f56-4499-b052-0ca9e9119df2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1097 time: 0.3149276 Feb 04 15:58:26.080455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'e35e47c9-a2e8-438c-838e-14b2fbcbe7a7', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'port_id': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'mac_address': 'fa:16:3e:46:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c42399-5985-4adc-95ac-16c364f25202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:57:55Z', 'updated_at': '2022-02-04T15:58:23Z', 'revision_number': 1, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:26.088891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] Checking router: 0b8838b6-f8c3-4325-9e67-43323e0fbae2 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:26.108820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:26.109655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:26.195419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb366-b287-4cad-b8ac-c6470851d44f req-e1ced36b-d622-404e-beeb-6725773e42c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:26.196986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a7cb366-b287-4cad-b8ac-c6470851d44f req-e1ced36b-d622-404e-beeb-6725773e42c2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 984 time: 0.2667511 Feb 04 15:58:26.353977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a7cb366-b287-4cad-b8ac-c6470851d44f req-2e118b65-950c-4894-bbbf-83ca390c8aa2 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1460860 Feb 04 15:58:26.448143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-61fa00b9-d92b-4560-b4d8-9ccab136704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:26.450277 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-61fa00b9-d92b-4560-b4d8-9ccab136704e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.3900881 Feb 04 15:58:26.481483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:26.639734 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-05c875a6-36bb-4713-8543-9c1c1eba02a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 1000 time: 0.1761074 Feb 04 15:58:26.715855 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'code': 200} Feb 04 15:58:26.750485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-4f027097-fae7-4f23-a70f-37571497737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:26.751930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-4f027097-fae7-4f23-a70f-37571497737e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.0727673 Feb 04 15:58:26.920705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-88765962-b7b5-453b-9648-02089db4591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:26.922242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-88765962-b7b5-453b-9648-02089db4591a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280665 Feb 04 15:58:26.928388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'e35e47c9-a2e8-438c-838e-14b2fbcbe7a7', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'port_id': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'mac_address': 'fa:16:3e:46:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c42399-5985-4adc-95ac-16c364f25202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:57:55Z', 'updated_at': '2022-02-04T15:58:23Z', 'revision_number': 1, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:26.933495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebae93f-2a9b-4cc8-8591-623ac1aa0b7c None None] The sync data for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 is: [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'e35e47c9-a2e8-438c-838e-14b2fbcbe7a7', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'port_id': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'mac_address': 'fa:16:3e:46:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c42399-5985-4adc-95ac-16c364f25202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:57:55Z', 'updated_at': '2022-02-04T15:58:23Z', 'revision_number': 1, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:26.944565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fed448-dcf7-40e0-8346-e5a8754e64f0 req-1a7a9018-f855-428b-a2c8-d2fec15e1bec tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:26.946294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56fed448-dcf7-40e0-8346-e5a8754e64f0 req-1a7a9018-f855-428b-a2c8-d2fec15e1bec tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.1934226 Feb 04 15:58:27.153412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56fed448-dcf7-40e0-8346-e5a8754e64f0 req-c18ca031-116a-407d-8da9-ca9d06d0fdb2 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671352 Feb 04 15:58:27.155853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfa7d7-3ad4-4b9b-969d-2aae4796c499 req-e735cda2-7cb5-440c-8fbe-0937b6606baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.157468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17cfa7d7-3ad4-4b9b-969d-2aae4796c499 req-e735cda2-7cb5-440c-8fbe-0937b6606baf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 1135 time: 0.5169346 Feb 04 15:58:27.249018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17cfa7d7-3ad4-4b9b-969d-2aae4796c499 req-937b74fe-dcd4-496b-9a6a-9c876d67829b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0825682 Feb 04 15:58:27.251031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-81105b6d-1795-4590-874e-4f9eea93951f service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212965 Feb 04 15:58:27.362537 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd32ca-1e2c-49b0-9134-3ded554502ef None None] New status for floating IP e35e47c9-a2e8-438c-838e-14b2fbcbe7a7: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:58:27.708712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8aaa1317-1687-4b80-96c4-b9c27afa8f9b req-35b96df9-b72b-4d0d-98d7-7cc41895e84d service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516335 Feb 04 15:58:27.733365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14492f1-003d-40ce-b836-5bf34fbef0fd req-927a3c28-6b67-4710-bbcd-9dfd118a715c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.734973 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e14492f1-003d-40ce-b836-5bf34fbef0fd req-927a3c28-6b67-4710-bbcd-9dfd118a715c tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 984 time: 0.1468620 Feb 04 15:58:27.835737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e14492f1-003d-40ce-b836-5bf34fbef0fd req-e3246406-8206-403a-8305-7fe8e6699492 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0921009 Feb 04 15:58:28.508698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a284dbc-9e9a-48c7-842a-f39176ff7301 req-bdd78ae1-30fe-4d3d-a12f-91a64c9842c9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:28.510310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a284dbc-9e9a-48c7-842a-f39176ff7301 req-bdd78ae1-30fe-4d3d-a12f-91a64c9842c9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.1477976 Feb 04 15:58:28.589869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a284dbc-9e9a-48c7-842a-f39176ff7301 req-d382195f-6cf8-4ece-81db-056c7405f7d2 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652430 Feb 04 15:58:29.243348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e7c44-417e-41dd-b4f0-2b4dbf667f87 req-45d809df-16e1-49de-9b7c-921a679a7e60 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.245300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c0e7c44-417e-41dd-b4f0-2b4dbf667f87 req-45d809df-16e1-49de-9b7c-921a679a7e60 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 984 time: 0.2030423 Feb 04 15:58:29.422633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c0e7c44-417e-41dd-b4f0-2b4dbf667f87 req-0e91670b-2778-4be3-9658-9ce804caa189 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1712706 Feb 04 15:58:29.853088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca43e7-cedd-49d5-a91a-364c23d24922 req-45b5b6df-fe0e-4eaa-b09c-4b61740aeaa1 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.855820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8bca43e7-cedd-49d5-a91a-364c23d24922 req-45b5b6df-fe0e-4eaa-b09c-4b61740aeaa1 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 984 time: 0.1255438 Feb 04 15:58:29.970603 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8bca43e7-cedd-49d5-a91a-364c23d24922 req-0078647b-85dc-48b9-947d-fc2066a6e449 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1086221 Feb 04 15:58:30.449758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-be88e162-afc5-40ad-bce3-eec3808bb691 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:30.451294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-be88e162-afc5-40ad-bce3-eec3808bb691 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 1135 time: 0.3268692 Feb 04 15:58:30.520228 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-c27f692f-4c97-4064-a550-f620c1d06b21 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.558274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-c27f692f-4c97-4064-a550-f620c1d06b21 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:30.580324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-c27f692f-4c97-4064-a550-f620c1d06b21 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Usage tracker for resource:security_group_rule and tenant:76f159179ee14203b0a555306bcd0e2f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:30.600289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-c27f692f-4c97-4064-a550-f620c1d06b21 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:30.622059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-c27f692f-4c97-4064-a550-f620c1d06b21 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:30.678427 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:58:30.845171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-c27f692f-4c97-4064-a550-f620c1d06b21 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.857206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-c27f692f-4c97-4064-a550-f620c1d06b21 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.933797 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26e5d3a4-9759-4d35-84d8-7bb4c467a5a0 req-c27f692f-4c97-4064-a550-f620c1d06b21 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4639530 Feb 04 15:58:30.938570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f692f-4c97-4064-a550-f620c1d06b21 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0860bd51-d156-4b40-b7f9-c8808eabf35d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:30.958843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33670) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:31.086878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065997eb-e550-49da-ac9b-d021aca5bd70 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.088659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-065997eb-e550-49da-ac9b-d021aca5bd70 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 1130 time: 0.1268063 Feb 04 15:58:31.091663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33674) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:31.100039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:31.110121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:31.117137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:floatingip and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:31.120287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:31.127350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:31.149766 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.493873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.758911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Allocated IP 172.25.8.226 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/a3b8e060-fb90-49ee-8345-c86004810350) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:32.142232 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.188701 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.505071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:32.507914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:32.512461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:32.552400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=a3b8e060-fb90-49ee-8345-c86004810350,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:33.289079 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.461801 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.819486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.829673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.968100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=a3b8e060-fb90-49ee-8345-c86004810350,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:33.979857 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.270951 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Floating IP 6907deab-384f-45ba-ab5a-14aa02bdae3b associated. External IP: 172.25.8.226, port: d754ffad-5076-4b86-9b26-b6f29e329c7c. Feb 04 15:58:34.285801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e91753f-f628-4667-9c07-bef53137d853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.959855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Router e23342d3-3121-4350-8e99-e60c36c05aaa has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:58:35.357830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:58:35.373175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] Sync routers for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:35.390333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:35.391705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:35.425775 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.564238 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-30f2f298-32d3-42b4-8ade-784cbd6d6701 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4565897 Feb 04 15:58:35.564238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:35.565311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33758) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:35.673404 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'status': 'completed', 'code': 200} Feb 04 15:58:35.741257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:35.841959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a4d83-12cd-46a3-99dc-27303c90efc1 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.843056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a4d83-12cd-46a3-99dc-27303c90efc1 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.843056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a4d83-12cd-46a3-99dc-27303c90efc1 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.843770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a4d83-12cd-46a3-99dc-27303c90efc1 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.843770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a4d83-12cd-46a3-99dc-27303c90efc1 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.844170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a4d83-12cd-46a3-99dc-27303c90efc1 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.845873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-779a4d83-12cd-46a3-99dc-27303c90efc1 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4292 time: 0.2804439 Feb 04 15:58:35.849807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33766) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:35.991315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-1a3856a4-6993-484a-be6e-b203298609b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.992996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-1a3856a4-6993-484a-be6e-b203298609b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 1135 time: 0.1871228 Feb 04 15:58:36.091811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99309f34-24a7-41d4-bbd7-8fc614fe002e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.092452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99309f34-24a7-41d4-bbd7-8fc614fe002e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.092975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99309f34-24a7-41d4-bbd7-8fc614fe002e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.093697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99309f34-24a7-41d4-bbd7-8fc614fe002e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.094242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99309f34-24a7-41d4-bbd7-8fc614fe002e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.094695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99309f34-24a7-41d4-bbd7-8fc614fe002e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.096469 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99309f34-24a7-41d4-bbd7-8fc614fe002e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.2458220 Feb 04 15:58:36.101731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33774) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:36.352449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-a7e249a0-5fe2-4f80-bdaa-ac0c13f1215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.366023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-a7e249a0-5fe2-4f80-bdaa-ac0c13f1215f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9a034550-a426-4609-8e76-06284a6fcfad HTTP/1.1" status: 200 len: 898 time: 0.3559957 Feb 04 15:58:36.672939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-b295f32d-820e-43e0-ab1e-71f3b83184eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c HTTP/1.1" status: 200 len: 999 time: 0.3047581 Feb 04 15:58:36.768872 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-446b949f-8b16-4cc3-b3e3-00fcb2b32835 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2339 time: 0.6466649 Feb 04 15:58:36.772358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33786) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:36.784324 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.811369 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fd3b5c63-ec8b-474d-85f9-db13e44b1bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.826482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-bc17af5a-efb0-4e3a-bbeb-43bdaf9407a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.827944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-bc17af5a-efb0-4e3a-bbeb-43bdaf9407a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8456d306-22f3-47ac-8c43-7ab00940cb65 HTTP/1.1" status: 200 len: 835 time: 0.1482866 Feb 04 15:58:36.859614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:58:01Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '6907deab-384f-45ba-ab5a-14aa02bdae3b', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'port_id': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'mac_address': 'fa:16:3e:01:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:33Z', 'updated_at': '2022-02-04T15:58:33Z', 'revision_number': 0, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394cd5b4-3248-4ccc-8193-9dfb2204959d', 'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:9c:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:58Z', 'updated_at': '2022-02-04T15:58:10Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:36.868373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] Checking router: e23342d3-3121-4350-8e99-e60c36c05aaa for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:36.890051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:36.890669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:36.920395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67af3519-e823-4497-8388-438ee98bf0a5 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.922144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67af3519-e823-4497-8388-438ee98bf0a5 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.926578 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-67af3519-e823-4497-8388-438ee98bf0a5 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e23342d3-3121-4350-8e99-e60c36c05aaa HTTP/1.1" status: 200 len: 1990 time: 0.1503401 Feb 04 15:58:37.003088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-f5b68e2f-d14f-444e-b590-b1f866cee26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.005226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-f5b68e2f-d14f-444e-b590-b1f866cee26e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a034550-a426-4609-8e76-06284a6fcfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626587 Feb 04 15:58:37.232727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-c6778f48-5b3a-4d91-8fe1-e0b62f719f26 service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163355 Feb 04 15:58:37.234585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:37.529076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-658a6e46-9996-4059-a951-fd26e207f1f1 req-1530e021-6b36-49b4-af71-de6fc0862922 service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878532 Feb 04 15:58:37.720382 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.807566 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.873486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:58:01Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '6907deab-384f-45ba-ab5a-14aa02bdae3b', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'port_id': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'mac_address': 'fa:16:3e:01:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:33Z', 'updated_at': '2022-02-04T15:58:33Z', 'revision_number': 0, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394cd5b4-3248-4ccc-8193-9dfb2204959d', 'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:9c:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:58Z', 'updated_at': '2022-02-04T15:58:10Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:37.878226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aadaac-53d7-44ae-bc71-ca03df555c7e None None] The sync data for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 is: [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:58:01Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '6907deab-384f-45ba-ab5a-14aa02bdae3b', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'port_id': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'mac_address': 'fa:16:3e:01:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:33Z', 'updated_at': '2022-02-04T15:58:33Z', 'revision_number': 0, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394cd5b4-3248-4ccc-8193-9dfb2204959d', 'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:9c:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:58Z', 'updated_at': '2022-02-04T15:58:10Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:38.226440 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d9d86-c85a-4648-95d3-d72779a5effa None None] New status for floating IP 6907deab-384f-45ba-ab5a-14aa02bdae3b: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:58:39.174757 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.397488 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.438690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33852) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:39.688066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-91294c05-2cf7-43bb-a669-ce63fc8dc9a6 admin admin] Deleting subnet 816e7f7d-9305-4b94-95f8-88ffeb0ced96 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:58:39.691694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91294c05-2cf7-43bb-a669-ce63fc8dc9a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.745457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91294c05-2cf7-43bb-a669-ce63fc8dc9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.805529 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91294c05-2cf7-43bb-a669-ce63fc8dc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.884108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91294c05-2cf7-43bb-a669-ce63fc8dc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.924668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91294c05-2cf7-43bb-a669-ce63fc8dc9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816e7f7d-9305-4b94-95f8-88ffeb0ced96,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:39.929144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-91294c05-2cf7-43bb-a669-ce63fc8dc9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.935434 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-91294c05-2cf7-43bb-a669-ce63fc8dc9a6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/816e7f7d-9305-4b94-95f8-88ffeb0ced96 HTTP/1.1" status: 204 len: 168 time: 0.4956403 Feb 04 15:58:39.937834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33868) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:40.065333 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.242491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.268435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a344492f-b621-4f17-b247-74781820dde5']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:40.292871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ed3439-da49-420b-bbee-eda56878c042') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:40.292871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ed3439-da49-420b-bbee-eda56878c042') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:40.334651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.371891 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.380905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:58:40.381404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:58:40.462365 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:58:40.490944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.508697 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.520334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a344492f-b621-4f17-b247-74781820dde5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.530629 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c73aa7a3-b488-49c1-9f03-eb33518e33cb admin admin] 10.222.0.46 "DELETE /v2.0/networks/a344492f-b621-4f17-b247-74781820dde5 HTTP/1.1" status: 204 len: 168 time: 0.5916092 Feb 04 15:58:40.686929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33888) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:40.741788 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7a95f8c4-9c43-4bfe-b57b-559a8efbbadf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c784c8c158584530ae30f34208d9b7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536804 Feb 04 15:58:40.744319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33892) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:40.811852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a719192-7360-44d3-9655-c508d268ff9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.844664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a719192-7360-44d3-9655-c508d268ff9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.938381 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a719192-7360-44d3-9655-c508d268ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.955983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a719192-7360-44d3-9655-c508d268ff9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f5e1f1-346d-4250-8d8f-37351be04f60,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.986849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8a719192-7360-44d3-9655-c508d268ff9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.988517 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8a719192-7360-44d3-9655-c508d268ff9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61f5e1f1-346d-4250-8d8f-37351be04f60 HTTP/1.1" status: 204 len: 168 time: 0.2432730 Feb 04 15:58:41.834684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33940) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:41.961787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1731040313-network', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:41.967532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:41.971568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Usage tracker for resource:network and tenant:d264de25ca63405398d4d5d00b4ac0f7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:41.975287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:41.981830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:41.992870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Made reservation on behalf of d264de25ca63405398d4d5d00b4ac0f7 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:41.995355 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.009589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.035436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:42.042708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Usage tracker for resource:security_group_rule and tenant:d264de25ca63405398d4d5d00b4ac0f7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:42.046113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:42.052314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:42.150274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.157065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.196093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:42.204846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71697aa0-5068-47e8-9485-17b9b3580d15,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:42.212135 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.212690 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Added segment 836dffc5-7a32-4bf9-ba12-3323a6b01747 of type vlan for network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f Feb 04 15:58:42.460568 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.492258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.493470 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.494096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.609132 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7701867 Feb 04 15:58:42.609345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 33958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:42.612264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a53ed-5bda-4366-bd86-404f4275b589 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8b7100-1d8c-4aae-ba9d-b68ce91e608f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:42.618223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Request body: {'subnet': {'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1731040313-subnet', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:42.623881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:42.628169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Usage tracker for resource:subnet and tenant:d264de25ca63405398d4d5d00b4ac0f7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:42.629502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:58:42.631295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:42.637980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:42.654106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Made reservation on behalf of d264de25ca63405398d4d5d00b4ac0f7 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:42.656673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.902384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.998236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0367957-0d91-4971-b753-8132205371c4,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:43.002127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Checking segment: {'id': '836dffc5-7a32-4bf9-ba12-3323a6b01747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:58:43.002492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Network hostable DHCP agents. Network: 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:43.033281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:43.052092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:43.056441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.057325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.063120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eacbd3b-16b3-42db-97f7-059f3506c920 None None] Network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:58:43.081045 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-de4c0424-c75c-4a97-8fc2-b738b351bb58 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4703946 Feb 04 15:58:43.084624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 33970) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:43.089973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:43.095538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:43.099977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Usage tracker for resource:router and tenant:d264de25ca63405398d4d5d00b4ac0f7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:43.102920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:43.111281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:43.123593 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.124685 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.148662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.435487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-9f8b7100-1d8c-4aae-ba9d-b68ce91e608f', 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'fixed_ips': [{'subnet_id': 'e0367957-0d91-4971-b753-8132205371c4'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:58:43.436633 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.617496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Allocated IP 172.20.0.2 (9f8b7100-1d8c-4aae-ba9d-b68ce91e608f/e0367957-0d91-4971-b753-8132205371c4/3dff57f4-3dfd-417d-8090-7f9752b58ea5) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:43.671310 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.877987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.889549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Transition to ACTIVE for port object 3dff57f4-3dfd-417d-8090-7f9752b58ea5 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:43.911780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Transition to ACTIVE for port object 3dff57f4-3dfd-417d-8090-7f9752b58ea5 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:43.922952 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.044915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.057283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Pushing event updated for resources: {'Port': ['ID=3dff57f4-3dfd-417d-8090-7f9752b58ea5,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:44.069768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.070370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.070866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.071394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.071893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.072373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.073026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.073829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.074161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.074483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.074848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.075171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:44.078340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.085898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:44.087497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:44.091848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:44.194128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Attempting to bind port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:44.194518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Attempting to bind port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '836dffc5-7a32-4bf9-ba12-3323a6b01747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:44.194876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Attempting to bind port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 on network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:58:44.201117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:58:44.201481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Checking segment: {'id': '836dffc5-7a32-4bf9-ba12-3323a6b01747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:58:44.202025 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.202413 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Bound using segment: {'id': '836dffc5-7a32-4bf9-ba12-3323a6b01747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:58:44.203161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Bound port: 3dff57f4-3dfd-417d-8090-7f9752b58ea5, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836dffc5-7a32-4bf9-ba12-3323a6b01747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:44.203531 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.228870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Allocated IP 172.25.8.216 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:44.309110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] For port 3dff57f4-3dfd-417d-8090-7f9752b58ea5, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:58:44.310007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] For port 3dff57f4-3dfd-417d-8090-7f9752b58ea5, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3dff57f4-3dfd-417d-8090-7f9752b58ea5,segment=NetworkSegment(836dffc5-7a32-4bf9-ba12-3323a6b01747),segment_id=836dffc5-7a32-4bf9-ba12-3323a6b01747)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:58:44.325972 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.416364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272477c-1208-4e22-852f-0d0904543ed5 None None] Pushing event updated for resources: {'Port': ['ID=3dff57f4-3dfd-417d-8090-7f9752b58ea5,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:44.514078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.561269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.642633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Pushing event updated for resources: {'Port': ['ID=7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:44.698888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:44.700752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:44.710299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:45.225885 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.801607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67fc5ba-da7c-4e7e-bf01-f8c7a4ef3e95 None None] Network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:58:45.900049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3dff57f4-3dfd-417d-8090-7f9752b58ea5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:45.961278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.031362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9fdf7107-5862-4c97-a5f4-7cb2d915ec74 None None] Provisioning for port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:46.185736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:46.203124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:46.203472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.253256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:58:46.441937 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.565020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 3dff57f4-3dfd-417d-8090-7f9752b58ea5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3dff57f4-3dfd-417d-8090-7f9752b58ea5,segment=NetworkSegment(836dffc5-7a32-4bf9-ba12-3323a6b01747),segment_id=836dffc5-7a32-4bf9-ba12-3323a6b01747)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:46.575587 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.714501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:58:46.717057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-29931f47-39b8-44a0-bb14-57467d93e18d None None] Provisioning complete for port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:46.717506 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-29931f47-39b8-44a0-bb14-57467d93e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.755697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Sync routers for ids ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:46.789466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.791123 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a44c2015-b08f-46d0-92dc-ddbe62ac1f1d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7053597 Feb 04 15:58:46.793978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Routers {'5246d1b8-6408-4642-9f73-8b1bf9f1de2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:46.796039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:46.797623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34034) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:46.845200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=3dff57f4-3dfd-417d-8090-7f9752b58ea5,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:47.099180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Set router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:47.627755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:43Z', 'updated_at': '2022-02-04T15:58:45Z', 'revision_number': 3, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'gw_port': {'id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:47.635957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Checking router: 5246d1b8-6408-4642-9f73-8b1bf9f1de2a for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:47.636356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Updating router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:58:47.727910 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.808361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3dff57f4-3dfd-417d-8090-7f9752b58ea5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:47.889995 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.083700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:48.085249 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.218022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Allocated IP 172.20.0.1 (9f8b7100-1d8c-4aae-ba9d-b68ce91e608f/e0367957-0d91-4971-b753-8132205371c4/9d2b6740-6ad4-43f7-8bcf-e99342c9a936) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:48.401559 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.420978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Transition to ACTIVE for port object 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:48.480687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.558309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:48.566231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:48.570542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:48.605574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.618394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Transition to ACTIVE for port object 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:48.629804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.646783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2b6740-6ad4-43f7-8bcf-e99342c9a936,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:48.659765 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.757265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Attempting to bind port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:48.758366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Attempting to bind port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:48.758366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Attempting to bind port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:58:48.772295 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:58:48.778559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:58:48.778559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.779757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:58:48.779757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Bound port: 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:48.779757 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.859084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2fc0b-64e3-4951-8000-032ecf208408 None None] Pushing event updated for resources: {'Port': ['ID=7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:48.915870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.998166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] For port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:58:49.002729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] For port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:58:49.011589 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.051733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7b3ec23f-9b58-4369-b6df-356603917eb8 None None] Provisioning for port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:49.074010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7b3ec23f-9b58-4369-b6df-356603917eb8 None None] Provisioning complete for port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:49.074375 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec23f-9b58-4369-b6df-356603917eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.150054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Routers {'5246d1b8-6408-4642-9f73-8b1bf9f1de2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:49.150688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:49.229443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ec23f-9b58-4369-b6df-356603917eb8 None None] Port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:58:49.238835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2fc0b-64e3-4951-8000-032ecf208408 None None] Pushing event updated for resources: {'Port': ['ID=7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:49.322677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.330604 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.382854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] Set router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:49.513797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2b6740-6ad4-43f7-8bcf-e99342c9a936,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:49.551157 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.724740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:49.726239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:49.807481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:43Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 4, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'gw_port': {'id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '9d2b6740-6ad4-43f7-8bcf-e99342c9a936', 'name': '', 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'mac_address': 'fa:16:3e:94:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'e0367957-0d91-4971-b753-8132205371c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:48Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 1, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'subnets': [{'id': 'e0367957-0d91-4971-b753-8132205371c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:49.828454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905eb5c-6243-40d4-aa70-34692af9f666 None None] The sync data for ids ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'] in n-d-827870-1 is: [{'id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:43Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 4, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'gw_port': {'id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '9d2b6740-6ad4-43f7-8bcf-e99342c9a936', 'name': '', 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'mac_address': 'fa:16:3e:94:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'e0367957-0d91-4971-b753-8132205371c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:48Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 1, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'subnets': [{'id': 'e0367957-0d91-4971-b753-8132205371c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:50.079498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:58:50.204447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2a363983-d43c-4364-928b-1d6ff734c188 None None] Provisioning complete for port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:50.205044 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2a363983-d43c-4364-928b-1d6ff734c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.353595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2a363983-d43c-4364-928b-1d6ff734c188 None None] Port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:58:50.651464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:58:50.664433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-18235d97-d05b-44d7-911e-15cf8e36a1e2 admin admin] 10.222.0.46 "PUT /v2.0/routers/5246d1b8-6408-4642-9f73-8b1bf9f1de2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8630710 Feb 04 15:58:51.503223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34118) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:51.509867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-815997623-network', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:51.519994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:51.524437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Usage tracker for resource:network and tenant:6153fa530d9d4dde90a25737316be6fc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:51.527957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:51.535031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:51.548139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Made reservation on behalf of 6153fa530d9d4dde90a25737316be6fc for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:51.552115 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.577585 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.602770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:51.607091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Usage tracker for resource:security_group_rule and tenant:6153fa530d9d4dde90a25737316be6fc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:51.610646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:51.618342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:51.797205 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.804282 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.855440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3a184-2fb9-4b33-9d9c-6c8610d3f5f2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.871368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:51.881581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:51.908262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.908618 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Added segment bef7996a-217f-48a3-8535-e8f32cc3ba7b of type vlan for network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 Feb 04 15:58:51.962832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.002738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:52.010210 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.011629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:52.012650 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.019119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:52.019663 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.095131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34134) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:52.095717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5901413 Feb 04 15:58:52.105623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Request body: {'subnet': {'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-815997623-subnet', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:52.115182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:52.121683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Usage tracker for resource:subnet and tenant:6153fa530d9d4dde90a25737316be6fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:52.126896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:52.137586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:52.158186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Made reservation on behalf of 6153fa530d9d4dde90a25737316be6fc for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:52.161302 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.231343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e0dd6-e3c9-4c70-8f71-af913062a985 admin admin] Pushing event updated for resources: {'Network': ['ID=f005f1c1-3926-44d0-bc9a-707fbb8a98c0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:52.232004 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.273502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:58:52.406007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:52.415682 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.503934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:52.564509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.626419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e820e0-89c9-4b16-a711-8703ac9a0485,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:52.660508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Checking segment: {'id': 'bef7996a-217f-48a3-8535-e8f32cc3ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:58:52.660936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Network hostable DHCP agents. Network: f005f1c1-3926-44d0-bc9a-707fbb8a98c0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:52.683109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:52.694133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, f005f1c1-3926-44d0-bc9a-707fbb8a98c0) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:52.707093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f04f8c-5b16-4d07-b9ea-854c849b0900 None None] Network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:58:52.710403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:52.711010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.740438 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2f81e737-74b7-4476-8a53-47ebf1dfe8c4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6422610 Feb 04 15:58:52.742938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34150) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:52.755163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:52.769394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:52.779925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Usage tracker for resource:router and tenant:6153fa530d9d4dde90a25737316be6fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:52.783198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:52.790278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:52.807863 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.809065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.844027 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.124335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-f005f1c1-3926-44d0-bc9a-707fbb8a98c0', 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'fixed_ips': [{'subnet_id': '17e820e0-89c9-4b16-a711-8703ac9a0485'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:58:53.126413 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.289540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.321669 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Sync routers for ids ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:53.338566 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Routers {'5246d1b8-6408-4642-9f73-8b1bf9f1de2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:53.339317 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:53.396394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Allocated IP 172.20.0.2 (f005f1c1-3926-44d0-bc9a-707fbb8a98c0/17e820e0-89c9-4b16-a711-8703ac9a0485/88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:53.635058 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Set router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:53.671984 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.697831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Transition to ACTIVE for port object 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:53.727971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Transition to ACTIVE for port object 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:53.734986 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.739654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.836473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Pushing event updated for resources: {'Port': ['ID=88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:53.843178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:54.020613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:54.031603 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.033013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:54.041665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:54.203869 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:43Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 4, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'gw_port': {'id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '9d2b6740-6ad4-43f7-8bcf-e99342c9a936', 'name': '', 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'mac_address': 'fa:16:3e:94:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'e0367957-0d91-4971-b753-8132205371c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:48Z', 'updated_at': '2022-02-04T15:58:49Z', 'revision_number': 2, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'subnets': [{'id': 'e0367957-0d91-4971-b753-8132205371c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:54.223068 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Checking router: 5246d1b8-6408-4642-9f73-8b1bf9f1de2a for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:54.223415 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Updating router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:58:54.234893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Allocated IP 172.25.8.173 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/7876da0b-b9ba-471f-be71-bcf760046a65) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:54.243394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:54.244443 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.302636 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.311634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Attempting to bind port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:54.312005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Attempting to bind port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'bef7996a-217f-48a3-8535-e8f32cc3ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:54.312368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Attempting to bind port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb on network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:58:54.324499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:58:54.324983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Checking segment: {'id': 'bef7996a-217f-48a3-8535-e8f32cc3ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:58:54.325329 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.325722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Bound using segment: {'id': 'bef7996a-217f-48a3-8535-e8f32cc3ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:58:54.326203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Bound port: 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef7996a-217f-48a3-8535-e8f32cc3ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:54.326574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.461118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] For port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:58:54.466137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] For port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb,segment=NetworkSegment(bef7996a-217f-48a3-8535-e8f32cc3ba7b),segment_id=bef7996a-217f-48a3-8535-e8f32cc3ba7b)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:58:54.475075 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.589785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.627187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.663063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce68f4-c8d5-438a-8599-13d6a0cf70ce None None] Pushing event updated for resources: {'Port': ['ID=88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:54.736867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:54.746919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:54.762910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:54.849185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Pushing event updated for resources: {'Port': ['ID=7876da0b-b9ba-471f-be71-bcf760046a65,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:54.914675 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.930288 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Transition to ACTIVE for port object 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:54.946716 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.077756 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c926915-3cf7-4bee-87d4-2d4da615ba61 None None] Pushing event updated for resources: {'Port': ['ID=9d2b6740-6ad4-43f7-8bcf-e99342c9a936,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:55.547273 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Attempting to bind port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:55.547637 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Attempting to bind port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '836dffc5-7a32-4bf9-ba12-3323a6b01747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:55.547991 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Attempting to bind port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 on network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:58:55.557646 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:58:55.558077 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Checking segment: {'id': '836dffc5-7a32-4bf9-ba12-3323a6b01747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:58:55.558478 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.559439 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Bound using segment: {'id': '836dffc5-7a32-4bf9-ba12-3323a6b01747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:58:55.561198 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Bound port: 9d2b6740-6ad4-43f7-8bcf-e99342c9a936, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836dffc5-7a32-4bf9-ba12-3323a6b01747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:55.562285 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.566255 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.683003 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] For port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:58:55.687831 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] For port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9d2b6740-6ad4-43f7-8bcf-e99342c9a936,segment=NetworkSegment(836dffc5-7a32-4bf9-ba12-3323a6b01747),segment_id=836dffc5-7a32-4bf9-ba12-3323a6b01747)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:58:55.693341 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.875927 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Routers {'5246d1b8-6408-4642-9f73-8b1bf9f1de2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:55.876979 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:55.883749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:56.067015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:56.214031 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] Set router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:56.218695 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.477615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d13623e-dfac-41a3-b5fd-9e61695db4eb None None] Network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:58:56.495830 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c926915-3cf7-4bee-87d4-2d4da615ba61 None None] Pushing event updated for resources: {'Port': ['ID=9d2b6740-6ad4-43f7-8bcf-e99342c9a936,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:56.689266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-47f55ba0-5102-4025-93c8-cd5b372f0e02 None None] Provisioning for port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:56.703073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-47f55ba0-5102-4025-93c8-cd5b372f0e02 None None] Provisioning complete for port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:56.712216 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47f55ba0-5102-4025-93c8-cd5b372f0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.717996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Router aa344ea7-6fbd-4faa-b50c-f089a32d96ed is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:58:56.744797 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:43Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 4, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'gw_port': {'id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '9d2b6740-6ad4-43f7-8bcf-e99342c9a936', 'name': '', 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'mac_address': 'fa:16:3e:94:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'e0367957-0d91-4971-b753-8132205371c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:48Z', 'updated_at': '2022-02-04T15:58:55Z', 'revision_number': 4, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'subnets': [{'id': 'e0367957-0d91-4971-b753-8132205371c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:56.751026 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54898319-e9cb-4d8c-a0e1-78de73f09ce7 None None] The sync data for ids ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'] in n-d-827870-1 is: [{'id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:43Z', 'updated_at': '2022-02-04T15:58:48Z', 'revision_number': 4, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'gw_port': {'id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '9d2b6740-6ad4-43f7-8bcf-e99342c9a936', 'name': '', 'network_id': '9f8b7100-1d8c-4aae-ba9d-b68ce91e608f', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'mac_address': 'fa:16:3e:94:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'e0367957-0d91-4971-b753-8132205371c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:48Z', 'updated_at': '2022-02-04T15:58:55Z', 'revision_number': 4, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'subnets': [{'id': 'e0367957-0d91-4971-b753-8132205371c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:57.057013 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47f55ba0-5102-4025-93c8-cd5b372f0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.101989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-47f55ba0-5102-4025-93c8-cd5b372f0e02 None None] For port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb,segment=NetworkSegment(bef7996a-217f-48a3-8535-e8f32cc3ba7b),segment_id=bef7996a-217f-48a3-8535-e8f32cc3ba7b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:57.108624 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47f55ba0-5102-4025-93c8-cd5b372f0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.124158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:58:57.161132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.165057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34216) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:57.175448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c420ad48-f8bd-43e7-a446-750f775166ec admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4313242 Feb 04 15:58:57.195668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Sync routers for ids ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:57.267288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Routers {'aa344ea7-6fbd-4faa-b50c-f089a32d96ed'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:58:57.268104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:57.444842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55ba0-5102-4025-93c8-cd5b372f0e02 None None] Pushing event updated for resources: {'Port': ['ID=88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:57.767852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Set router aa344ea7-6fbd-4faa-b50c-f089a32d96ed gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:58:57.900853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ad62842-e4a0-45c3-bbab-4790e83a3d6f None None] Provisioning complete for port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:57.901772 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ad62842-e4a0-45c3-bbab-4790e83a3d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.951776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:58.172328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:58.238589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:58.238956 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.367589 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.544520 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.623321 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9d2b6740-6ad4-43f7-8bcf-e99342c9a936,segment=NetworkSegment(836dffc5-7a32-4bf9-ba12-3323a6b01747),segment_id=836dffc5-7a32-4bf9-ba12-3323a6b01747)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:58:58.624124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Allocated IP 172.20.0.1 (f005f1c1-3926-44d0-bc9a-707fbb8a98c0/17e820e0-89c9-4b16-a711-8703ac9a0485/bcc2c926-cf19-46d9-a823-4d8151a59176) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:58.626742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:58:55Z', 'revision_number': 3, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'gw_port': {'id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:54Z', 'updated_at': '2022-02-04T15:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:58.634065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.635269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:58.719284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Checking router: aa344ea7-6fbd-4faa-b50c-f089a32d96ed for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:58.719830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Updating router aa344ea7-6fbd-4faa-b50c-f089a32d96ed port 7876da0b-b9ba-471f-be71-bcf760046a65 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:58:58.811359 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.830154 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.838252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Transition to ACTIVE for port object bcc2c926-cf19-46d9-a823-4d8151a59176 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:58.887610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.888241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=9d2b6740-6ad4-43f7-8bcf-e99342c9a936,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:58.977822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:58.980842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:58.984582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:58:59.017778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc2c926-cf19-46d9-a823-4d8151a59176,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:59.066671 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.245007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:59.245618 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.487813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.673361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d3a23f70-d97b-4419-b639-791bc14db6ac None None] Provisioning for port bcc2c926-cf19-46d9-a823-4d8151a59176 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:59.682323 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.695273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d3a23f70-d97b-4419-b639-791bc14db6ac None None] Provisioning complete for port bcc2c926-cf19-46d9-a823-4d8151a59176 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:59.695896 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d3a23f70-d97b-4419-b639-791bc14db6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.811878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d3a23f70-d97b-4419-b639-791bc14db6ac None None] Port bcc2c926-cf19-46d9-a823-4d8151a59176 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:58:59.869674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Transition to ACTIVE for port object 7876da0b-b9ba-471f-be71-bcf760046a65 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:59.926415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.945943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.954015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.028210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fc68b-07d4-4af8-bacf-7af301c447ac None None] Pushing event updated for resources: {'Port': ['ID=7876da0b-b9ba-471f-be71-bcf760046a65,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:00.034942 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Attempting to bind port 7876da0b-b9ba-471f-be71-bcf760046a65 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:00.035622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Attempting to bind port 7876da0b-b9ba-471f-be71-bcf760046a65 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:00.036164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Attempting to bind port 7876da0b-b9ba-471f-be71-bcf760046a65 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:00.051287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:00.054675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:00.055326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.058212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:00.059035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Bound port: 7876da0b-b9ba-471f-be71-bcf760046a65, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:00.059660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.104169 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.216003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:00.309616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc2c926-cf19-46d9-a823-4d8151a59176,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:00.408280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] For port 7876da0b-b9ba-471f-be71-bcf760046a65, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:00.417054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] For port 7876da0b-b9ba-471f-be71-bcf760046a65, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7876da0b-b9ba-471f-be71-bcf760046a65,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:00.430884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.559951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:00.566029 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.656088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Routers {'aa344ea7-6fbd-4faa-b50c-f089a32d96ed'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:00.657183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:00.673327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:00.675297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:00.794671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0968269-41fc-4943-9e1b-1cad25c9bb60 req-ddf7cf38-f1a6-42dc-a577-64bbdd31759f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:00.802625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0968269-41fc-4943-9e1b-1cad25c9bb60 req-ddf7cf38-f1a6-42dc-a577-64bbdd31759f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.4751844 Feb 04 15:59:00.835772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fc68b-07d4-4af8-bacf-7af301c447ac None None] Pushing event updated for resources: {'Port': ['ID=7876da0b-b9ba-471f-be71-bcf760046a65,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:00.955463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0968269-41fc-4943-9e1b-1cad25c9bb60 req-5929ece0-8a9c-4298-8f64-83340daf0d7b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518531 Feb 04 15:59:01.121784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Router aa344ea7-6fbd-4faa-b50c-f089a32d96ed has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:59:01.187559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] Set router aa344ea7-6fbd-4faa-b50c-f089a32d96ed gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:01.263207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-48122be6-de18-4863-95d0-9b61e5df5cb1 None None] Provisioning complete for port bcc2c926-cf19-46d9-a823-4d8151a59176 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:01.263785 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-48122be6-de18-4863-95d0-9b61e5df5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.338655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-48122be6-de18-4863-95d0-9b61e5df5cb1 None None] Port bcc2c926-cf19-46d9-a823-4d8151a59176 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:59:01.348872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:01.359429 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e8d66b1e-2601-4ab7-b920-7beb0d7af7e9 admin admin] 10.222.0.46 "PUT /v2.0/routers/aa344ea7-6fbd-4faa-b50c-f089a32d96ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1932418 Feb 04 15:59:01.659087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'gw_port': {'id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:54Z', 'updated_at': '2022-02-04T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bcc2c926-cf19-46d9-a823-4d8151a59176', 'name': '', 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'mac_address': 'fa:16:3e:31:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 2, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'subnets': [{'id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:01.664278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e103ca-8c12-4b27-a144-eff95c7a170b None None] The sync data for ids ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'] in n-d-827870-1 is: [{'id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'gw_port': {'id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:54Z', 'updated_at': '2022-02-04T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bcc2c926-cf19-46d9-a823-4d8151a59176', 'name': '', 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'mac_address': 'fa:16:3e:31:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 2, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'subnets': [{'id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:02.569130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986cda2-8859-401f-b16f-4d84ab027bd4 req-6ad68b6c-6a15-48dc-86cb-ddd0fbd6b5b9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.569130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6986cda2-8859-401f-b16f-4d84ab027bd4 req-6ad68b6c-6a15-48dc-86cb-ddd0fbd6b5b9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.0998871 Feb 04 15:59:02.635945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6986cda2-8859-401f-b16f-4d84ab027bd4 req-d92dd584-47ba-4bbd-ae05-606181cdcfbc tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611088 Feb 04 15:59:03.210533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34376) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:04.032018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1c8e9-6abc-4585-bcc1-69626e511198 req-15ae6ed2-1d9d-4110-a026-4bbe11e90f16 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:04.033561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ff1c8e9-6abc-4585-bcc1-69626e511198 req-15ae6ed2-1d9d-4110-a026-4bbe11e90f16 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.2188199 Feb 04 15:59:04.104965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ff1c8e9-6abc-4585-bcc1-69626e511198 req-af6e8994-906c-492b-9aca-04df35ca801f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627856 Feb 04 15:59:04.199791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7876da0b-b9ba-471f-be71-bcf760046a65 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:04.219974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.340480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55766541-d4fb-4444-b0b9-699e1f0a7449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.346805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 7876da0b-b9ba-471f-be71-bcf760046a65 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:04.353402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7876da0b-b9ba-471f-be71-bcf760046a65 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:04.353886 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.508249 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.530431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 7876da0b-b9ba-471f-be71-bcf760046a65, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7876da0b-b9ba-471f-be71-bcf760046a65,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:04.542815 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.680272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=7876da0b-b9ba-471f-be71-bcf760046a65,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:04.715556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Deleting port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:59:04.715933 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.851140 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Sync routers for ids ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:04.862008 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Routers {'aa344ea7-6fbd-4faa-b50c-f089a32d96ed'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:04.862766 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:58:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:04.958491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] For port 9d2b6740-6ad4-43f7-8bcf-e99342c9a936, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9d2b6740-6ad4-43f7-8bcf-e99342c9a936,segment=NetworkSegment(836dffc5-7a32-4bf9-ba12-3323a6b01747),segment_id=836dffc5-7a32-4bf9-ba12-3323a6b01747)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:04.958858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.111841 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Set router aa344ea7-6fbd-4faa-b50c-f089a32d96ed gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:05.122973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Calling delete_port for 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:59:05.460153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34430) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:05.525939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a256399-1369-45e4-984e-2cdc330ef2d8 req-57e457f6-1d8a-4e86-aff5-1c712e50d0be tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:05.527492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a256399-1369-45e4-984e-2cdc330ef2d8 req-57e457f6-1d8a-4e86-aff5-1c712e50d0be tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.1701746 Feb 04 15:59:05.636123 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'gw_port': {'id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:54Z', 'updated_at': '2022-02-04T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bcc2c926-cf19-46d9-a823-4d8151a59176', 'name': '', 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'mac_address': 'fa:16:3e:31:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 2, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'subnets': [{'id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:05.642124 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Checking router: aa344ea7-6fbd-4faa-b50c-f089a32d96ed for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:05.642715 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Updating router aa344ea7-6fbd-4faa-b50c-f089a32d96ed port bcc2c926-cf19-46d9-a823-4d8151a59176 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:05.677685 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-092bcda5-011c-4981-92a4-3887b16489c3 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2804 time: 0.2154055 Feb 04 15:59:05.681306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34436) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:05.690913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'network': {'name': 'tempest-network-smoke--613011797', 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'port_security_enabled': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:05.697502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:05.703013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:network and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:05.707450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:05.715021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:05.743648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Made reservation on behalf of 2eec2e4b66944289bc9e26f983debdbc for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:05.745420 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.755206 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.820679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:59:05.833443 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.834455 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Added segment 36a6f8a7-e9d2-469d-b734-038467e599e2 of type vlan for network 33b33123-939b-4c6d-9b74-68c6ff8470d5 Feb 04 15:59:05.897668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.898529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a256399-1369-45e4-984e-2cdc330ef2d8 req-a56b2489-acb3-4d17-9fe1-ff6e49efdddc tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578100 Feb 04 15:59:05.900713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.954278 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.962456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:05.963894 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.974330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2b6740-6ad4-43f7-8bcf-e99342c9a936,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.027743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.028085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.028420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.028747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.029092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.029412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.029784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.030102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.030415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.030726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.031036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.031344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.264219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34446) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:06.265229 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5820787 Feb 04 15:59:06.292533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7876da0b-b9ba-471f-be71-bcf760046a65 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:06.303167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Network': ['ID=33b33123-939b-4c6d-9b74-68c6ff8470d5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.329438 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.329641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'admin_state_up': True, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:06.329796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.330129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.331003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.331334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.331665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.332025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.332336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.332907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.343449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.343837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.344184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea2b67-f0d9-4101-819a-32daf2e1e041 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.371983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:06.383923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:router and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:06.396287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 33b33123-939b-4c6d-9b74-68c6ff8470d5 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:59:06.407372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:06.422806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:06.452280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34450) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:06.501893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.503202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.599535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.601565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.611167 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.615886 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.645818 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Transition to ACTIVE for port object bcc2c926-cf19-46d9-a823-4d8151a59176 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:06.659809 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.674306 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bb77a63d-f081-469d-8079-5fc708344469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.678001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7876da0b-b9ba-471f-be71-bcf760046a65 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:06.679120 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.749510 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e65ceef2-3721-40c0-ba61-cb06e7b3f4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.782838 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Pushing event updated for resources: {'Port': ['ID=bcc2c926-cf19-46d9-a823-4d8151a59176,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.791403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e65ceef2-3721-40c0-ba61-cb06e7b3f4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:06.796575 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.797216 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.797724 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.797844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e65ceef2-3721-40c0-ba61-cb06e7b3f4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:bdb204f75aad47d987b756f73e87f684 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:06.798466 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.799104 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.799580 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.800106 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.800576 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.801102 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.801585 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.802059 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.802535 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:06.804400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e65ceef2-3721-40c0-ba61-cb06e7b3f4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:06.825119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e65ceef2-3721-40c0-ba61-cb06e7b3f4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:07.035398 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e65ceef2-3721-40c0-ba61-cb06e7b3f4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.042285 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e65ceef2-3721-40c0-ba61-cb06e7b3f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.093929 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Attempting to bind port bcc2c926-cf19-46d9-a823-4d8151a59176 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:07.094720 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Attempting to bind port bcc2c926-cf19-46d9-a823-4d8151a59176 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'bef7996a-217f-48a3-8535-e8f32cc3ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:07.095277 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Attempting to bind port bcc2c926-cf19-46d9-a823-4d8151a59176 on network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:07.102232 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:07.102879 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Checking segment: {'id': 'bef7996a-217f-48a3-8535-e8f32cc3ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:07.103435 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.104500 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Bound using segment: {'id': 'bef7996a-217f-48a3-8535-e8f32cc3ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:07.105346 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Bound port: bcc2c926-cf19-46d9-a823-4d8151a59176, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef7996a-217f-48a3-8535-e8f32cc3ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:07.105894 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.149383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ceef2-3721-40c0-ba61-cb06e7b3f4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0252f44-f731-4462-9828-f1761e60443a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:07.175510 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e65ceef2-3721-40c0-ba61-cb06e7b3f4c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdb204f75aad47d987b756f73e87f684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7184579 Feb 04 15:59:07.176176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34460) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:07.217760 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] For port bcc2c926-cf19-46d9-a823-4d8151a59176, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:07.221516 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] For port bcc2c926-cf19-46d9-a823-4d8151a59176, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bcc2c926-cf19-46d9-a823-4d8151a59176,segment=NetworkSegment(bef7996a-217f-48a3-8535-e8f32cc3ba7b),segment_id=bef7996a-217f-48a3-8535-e8f32cc3ba7b)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:07.227072 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.280269 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66767341-e70c-4c1c-8df3-c0fb3fd9256b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.318001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3690e-5ca9-4ba4-b759-9513782e727f None None] Pushing event updated for resources: {'Port': ['ID=bcc2c926-cf19-46d9-a823-4d8151a59176,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:07.326852 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66767341-e70c-4c1c-8df3-c0fb3fd9256b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.349017 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Routers {'aa344ea7-6fbd-4faa-b50c-f089a32d96ed'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:07.349648 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:07.438763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66767341-e70c-4c1c-8df3-c0fb3fd9256b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.462597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66767341-e70c-4c1c-8df3-c0fb3fd9256b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0252f44-f731-4462-9828-f1761e60443a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:07.507644 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.511277 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66767341-e70c-4c1c-8df3-c0fb3fd9256b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.514663 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-66767341-e70c-4c1c-8df3-c0fb3fd9256b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0252f44-f731-4462-9828-f1761e60443a HTTP/1.1" status: 204 len: 168 time: 0.3375170 Feb 04 15:59:07.666300 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.680202 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:59:07.699592 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] Set router aa344ea7-6fbd-4faa-b50c-f089a32d96ed gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:07.741883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad1cf-c43a-4234-a526-dc703e5b313c req-25d9ce70-0c6e-4119-8a6a-87415154e2b4 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.743350 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d48ad1cf-c43a-4234-a526-dc703e5b313c req-25d9ce70-0c6e-4119-8a6a-87415154e2b4 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.6405132 Feb 04 15:59:07.748974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:59:07.781595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.087367 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'gw_port': {'id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:54Z', 'updated_at': '2022-02-04T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bcc2c926-cf19-46d9-a823-4d8151a59176', 'name': '', 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'mac_address': 'fa:16:3e:31:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:07Z', 'revision_number': 4, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'subnets': [{'id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:08.096839 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5203b-a5c3-4ae7-af13-70c81d5955bd None None] The sync data for ids ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'] in n-d-827870-1 is: [{'id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 4, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'gw_port': {'id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:54Z', 'updated_at': '2022-02-04T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bcc2c926-cf19-46d9-a823-4d8151a59176', 'name': '', 'network_id': 'f005f1c1-3926-44d0-bc9a-707fbb8a98c0', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'mac_address': 'fa:16:3e:31:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:07Z', 'revision_number': 4, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'subnets': [{'id': '17e820e0-89c9-4b16-a711-8703ac9a0485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:08.157822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:08.164098 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d48ad1cf-c43a-4234-a526-dc703e5b313c req-d725423b-d642-4437-9390-212c828c4f8b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081933 Feb 04 15:59:08.170800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] Sync routers for ids ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:08.186974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6c4d5c5d-2977-475d-9d2f-32f0b2caba24 admin admin] 10.222.0.46 "PUT /v2.0/routers/5246d1b8-6408-4642-9f73-8b1bf9f1de2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9748852 Feb 04 15:59:08.190180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34486) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:08.197899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] Routers {'5246d1b8-6408-4642-9f73-8b1bf9f1de2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:08.198576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:08.399629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bcc2c926-cf19-46d9-a823-4d8151a59176 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:08.544482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.563749 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.629899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34496) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:08.631392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.649709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] Set router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:08.709930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port bcc2c926-cf19-46d9-a823-4d8151a59176 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:08.801148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bcc2c926-cf19-46d9-a823-4d8151a59176 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:08.809234 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.875113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Allocated IP 172.25.8.235 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/1f796f18-012d-4ca8-8d7f-12ff530e86c1) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:08.910758 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.928891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Deleting port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:59:08.929320 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.066855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-881257553-network', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:09.074170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:09.081887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Usage tracker for resource:network and tenant:235f2a8b79f345bfb782427d0d537f92 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:09.092564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:09.101981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:09.131116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Made reservation on behalf of 235f2a8b79f345bfb782427d0d537f92 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:09.134911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.185532 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.228859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:09.243763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Usage tracker for resource:security_group_rule and tenant:235f2a8b79f345bfb782427d0d537f92 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:09.245105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.254763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:09.260800 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.270899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] For port 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:09.271766 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.291913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:09.308706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port bcc2c926-cf19-46d9-a823-4d8151a59176, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bcc2c926-cf19-46d9-a823-4d8151a59176,segment=NetworkSegment(bef7996a-217f-48a3-8535-e8f32cc3ba7b),segment_id=bef7996a-217f-48a3-8535-e8f32cc3ba7b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:09.314186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:43Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 5, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'gw_port': {'id': '7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:09.328453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] Checking router: 5246d1b8-6408-4642-9f73-8b1bf9f1de2a for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:09.332355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.335425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.386139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.484806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] Routers {'5246d1b8-6408-4642-9f73-8b1bf9f1de2a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:09.485877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:09.529761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Calling delete_port for 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:59:09.554491 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.618279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:09.628622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:09.637715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=bcc2c926-cf19-46d9-a823-4d8151a59176,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.651828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:09.680427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] Set router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:09.694406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=1f796f18-012d-4ca8-8d7f-12ff530e86c1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.805855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:43Z', 'updated_at': '2022-02-04T15:59:08Z', 'revision_number': 6, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:09.818846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f327a15-8b55-4005-a0ff-a518af22e8f6 None None] The sync data for ids ['5246d1b8-6408-4642-9f73-8b1bf9f1de2a'] in n-d-827870-1 is: [{'id': '5246d1b8-6408-4642-9f73-8b1bf9f1de2a', 'name': 'tempest-TestAggregatesBasicOps-1731040313-router', 'tenant_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:43Z', 'updated_at': '2022-02-04T15:59:08Z', 'revision_number': 6, 'project_id': 'd264de25ca63405398d4d5d00b4ac0f7', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:09.904170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.963059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.980850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907e8b1-5ddf-497b-8079-ffe8d91d4f15 req-4730dcd3-8c4c-42b1-b078-39bcd53b8dee tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:09.982328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c907e8b1-5ddf-497b-8079-ffe8d91d4f15 req-4730dcd3-8c4c-42b1-b078-39bcd53b8dee tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.5224664 Feb 04 15:59:09.994069 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.014167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.066993 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.139344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3a9b73-a833-4c2d-bd0c-74d7bee0ba79,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:10.141228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:59:10.165250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c907e8b1-5ddf-497b-8079-ffe8d91d4f15 req-7c5995ca-9ece-4924-8282-f95c53be352e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732240 Feb 04 15:59:10.182838 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.183187 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Added segment 534ed360-7d82-485f-ba39-b7691add3923 of type vlan for network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af Feb 04 15:59:10.280249 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.286862 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.306614 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.312954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-dd4ed3d9-6710-4089-acf7-b75b9abf9550 req-74dc530e-db29-454d-a11b-11d7fb6ed7c0 service neutron] (87570) timed out ('10.222.0.61', 63009) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 15:59:10.317773 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.319017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5246d1b8-6408-4642-9f73-8b1bf9f1de2a {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:59:10.330933 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.348379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.353153 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-96442e4d-6729-4459-b5b2-fdc6f019ed7e admin admin] 10.222.0.46 "DELETE /v2.0/routers/5246d1b8-6408-4642-9f73-8b1bf9f1de2a HTTP/1.1" status: 204 len: 168 time: 2.1595662 Feb 04 15:59:10.354881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34520) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:10.464214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6169abb6-d40e-4633-80b1-c564af74774f admin admin] Deleting subnet e0367957-0d91-4971-b753-8132205371c4 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:59:10.468689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6169abb6-d40e-4633-80b1-c564af74774f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.542672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6169abb6-d40e-4633-80b1-c564af74774f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.558347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:59:10.624296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.625320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:10.626102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.645280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6169abb6-d40e-4633-80b1-c564af74774f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.764569 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bcc2c926-cf19-46d9-a823-4d8151a59176 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:10.774600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6169abb6-d40e-4633-80b1-c564af74774f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.814213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169abb6-d40e-4633-80b1-c564af74774f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0367957-0d91-4971-b753-8132205371c4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:10.820828 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6169abb6-d40e-4633-80b1-c564af74774f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.825479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b43f5e2-85ee-4ed1-8b31-86b683da9d2f None None] Network 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:10.827086 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6169abb6-d40e-4633-80b1-c564af74774f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e0367957-0d91-4971-b753-8132205371c4 HTTP/1.1" status: 204 len: 168 time: 0.4703906 Feb 04 15:59:10.829587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:10.888448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] Pushing event updated for resources: {'Network': ['ID=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:10.894667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-99e7cc41-b506-412f-9a01-5bcfa7fce38c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2601957 Feb 04 15:59:10.897741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34530) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:10.904748 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Request body: {'subnet': {'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-881257553-subnet', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:10.923778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:59:10.973183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.980417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:10.988886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Deleting port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:59:10.988886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.995528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Usage tracker for resource:subnet and tenant:235f2a8b79f345bfb782427d0d537f92 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:11.000052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:11.018841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:11.050813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Made reservation on behalf of 235f2a8b79f345bfb782427d0d537f92 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:11.065331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.360302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.485116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] For port 3dff57f4-3dfd-417d-8090-7f9752b58ea5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3dff57f4-3dfd-417d-8090-7f9752b58ea5,segment=NetworkSegment(836dffc5-7a32-4bf9-ba12-3323a6b01747),segment_id=836dffc5-7a32-4bf9-ba12-3323a6b01747)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:11.485663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.522561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bcc2c926-cf19-46d9-a823-4d8151a59176 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:11.523391 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.632562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Calling delete_port for 3dff57f4-3dfd-417d-8090-7f9752b58ea5 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:59:11.690679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:11.720105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.744497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:59:11.744869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9d2b6740-6ad4-43f7-8bcf-e99342c9a936 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:11.779104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501669fb-b348-4fd9-ab83-dbe00ada3392 None None] DHCP port deletion for 9f8b7100-1d8c-4aae-ba9d-b68ce91e608f request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:59:11.781630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] No DVR routers for this DVR port 3dff57f4-3dfd-417d-8090-7f9752b58ea5 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:11.789954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc784f-7c18-47ca-a128-9060b6a2e7d1 req-7ac906cf-7dee-49e2-944d-27fe0bbc1453 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:11.791484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20fc784f-7c18-47ca-a128-9060b6a2e7d1 req-7ac906cf-7dee-49e2-944d-27fe0bbc1453 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.2858651 Feb 04 15:59:11.828164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Pushing event deleted for resources: {'Port': ['ID=3dff57f4-3dfd-417d-8090-7f9752b58ea5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:11.884310 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.930257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:59:11.943577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20fc784f-7c18-47ca-a128-9060b6a2e7d1 req-98bbf0e6-accd-4d9e-a2b5-0825ee22a346 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249816 Feb 04 15:59:12.044455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.046539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=388d59dc-4bb4-494b-a44e-b620c7599207,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:12.048182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 74950894-4eb2-47e2-ba26-f5fdf8a14e0c details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:12.088788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Checking segment: {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:12.090380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Network hostable DHCP agents. Network: 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:12.113587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8b7100-1d8c-4aae-ba9d-b68ce91e608f']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:12.126395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836dffc5-7a32-4bf9-ba12-3323a6b01747') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:12.127030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836dffc5-7a32-4bf9-ba12-3323a6b01747') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:12.139406 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.154995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:12.157535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.165046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:59:12.165694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: timer() Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:12.180934 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:12.194235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:59:12.194568 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7e9dbbc0-5b1a-45bc-83d2-7bc5650b8089 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:12.195150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3dff57f4-3dfd-417d-8090-7f9752b58ea5 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:12.198480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:12.215743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:12.226589 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Sync routers for ids ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:12.227095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:12.237193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 3dff57f4-3dfd-417d-8090-7f9752b58ea5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:59:12.238158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3dff57f4-3dfd-417d-8090-7f9752b58ea5 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:12.238819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:12.239589 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.240149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67431813-f466-4e2b-bf56-be58f7bc8970 None None] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:12.271390 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Routers {'5c9ba713-a67e-4240-b3c5-4a6651a48ab8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:12.272263 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:12.276675 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.281230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f1498fac-e560-457a-8739-bd6bf538cff6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.0164125 Feb 04 15:59:12.282020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34538) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:12.295801 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.348559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.352750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8b7100-1d8c-4aae-ba9d-b68ce91e608f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:12.374139 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-83cff0d5-302f-44aa-90c1-783f0442d97d admin admin] 10.222.0.46 "DELETE /v2.0/networks/9f8b7100-1d8c-4aae-ba9d-b68ce91e608f HTTP/1.1" status: 204 len: 168 time: 1.5415313 Feb 04 15:59:12.377217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34542) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:12.476233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34546) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:12.490882 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1a674df8-fb9a-4912-803f-5d27c4bde5c5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5921555 Feb 04 15:59:12.491076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:12.501029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:12.515440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Usage tracker for resource:router and tenant:235f2a8b79f345bfb782427d0d537f92 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:12.521829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:12.532508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:12.564193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421fbc96-31e2-4045-b394-2bbf7a0020f7 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:12.580711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-421fbc96-31e2-4045-b394-2bbf7a0020f7 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=2eec2e4b66944289bc9e26f983debdbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2972758 Feb 04 15:59:12.581916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34556) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:12.636012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.637738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.647962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:12.657489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'fixed_ips': [{'subnet_id': '388d59dc-4bb4-494b-a44e-b620c7599207'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:59:12.658837 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.682572 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'port_id': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'mac_address': 'fa:16:3e:46:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:12.704021 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Set router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:12.769055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.815198 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.844069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74950894-4eb2-47e2-ba26-f5fdf8a14e0c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:12.864390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:12.865794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f352a17e-5320-4737-a7d9-0484f5333289 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:12.868101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f352a17e-5320-4737-a7d9-0484f5333289 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2849643 Feb 04 15:59:12.873340 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.875028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34566) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:12.957668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:13.057649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['74950894-4eb2-47e2-ba26-f5fdf8a14e0c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:59:13.222222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Allocated IP 172.20.0.2 (74b4e81b-6660-4ee1-bb4b-2fa7f2a494af/388d59dc-4bb4-494b-a44e-b620c7599207/ffafd14b-2980-4fdb-a5b8-8291e78f13a0) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:13.324650 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-766e834f-651a-4924-a0e0-0be4adea7125 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2706444 Feb 04 15:59:13.333171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78aa35-3451-496c-83ab-257caa689ded req-0e27d64f-2cdd-489f-8d75-2ffeaaaf84b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:13.339146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a78aa35-3451-496c-83ab-257caa689ded req-0e27d64f-2cdd-489f-8d75-2ffeaaaf84b5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.1757903 Feb 04 15:59:13.339873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34586) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:13.372955 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:06Z', 'updated_at': '2022-02-04T15:59:10Z', 'revision_number': 3, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:08Z', 'updated_at': '2022-02-04T15:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:13.378859 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Checking router: 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:13.379487 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Updating router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 port 1f796f18-012d-4ca8-8d7f-12ff530e86c1 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:13.516174 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.667404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-565d9aad-670f-443a-9ed7-29819c287f91 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=2eec2e4b66944289bc9e26f983debdbc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3255668 Feb 04 15:59:13.674182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.681970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34596) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:13.773202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a78aa35-3451-496c-83ab-257caa689ded req-b8e824ac-1338-46df-af80-dcd1b6394948 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162367 Feb 04 15:59:13.812206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-74f91777-1de4-4edf-ad03-1d14f8c0358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:13.817849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-74f91777-1de4-4edf-ad03-1d14f8c0358c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1096 time: 0.2952785 Feb 04 15:59:13.831852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.843632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Transition to ACTIVE for port object ffafd14b-2980-4fdb-a5b8-8291e78f13a0 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:13.870057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Transition to ACTIVE for port object ffafd14b-2980-4fdb-a5b8-8291e78f13a0 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:13.878202 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.958715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:13.962244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:13.969885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:13.975092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Pushing event updated for resources: {'Port': ['ID=ffafd14b-2980-4fdb-a5b8-8291e78f13a0,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:14.093796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 74950894-4eb2-47e2-ba26-f5fdf8a14e0c up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:14.155555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375014ac-6346-40cf-b67f-1ccf27ce5b7f tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:14.156588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Attempting to bind port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:14.160687 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-375014ac-6346-40cf-b67f-1ccf27ce5b7f tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4631634 Feb 04 15:59:14.161581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Attempting to bind port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:14.162177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Attempting to bind port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 on network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:14.162353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34602) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:14.179699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:14.181134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Checking segment: {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:14.182250 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.182830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Bound using segment: {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:14.183766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Bound port: ffafd14b-2980-4fdb-a5b8-8291e78f13a0, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:14.184358 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.206310 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-019f94d0-8b0d-4c7d-893a-00574caad52c tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401270 Feb 04 15:59:14.207474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34606) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:14.214010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1249295256', 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5', 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:14.224663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-4a2e7a0c-2440-41c6-a563-6723e24b20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:14.228716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-4a2e7a0c-2440-41c6-a563-6723e24b20d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.3820386 Feb 04 15:59:14.350064 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.381330 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Transition to ACTIVE for port object 1f796f18-012d-4ca8-8d7f-12ff530e86c1 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:14.396197 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.412445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:14.421231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:subnet and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:14.435803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:14.436927 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.441741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:14.464607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:14.494425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-bfc217d2-1105-48f4-830c-fdea33f86bb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 1001 time: 0.2513146 Feb 04 15:59:14.504353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] For port ffafd14b-2980-4fdb-a5b8-8291e78f13a0, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:14.556846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] For port ffafd14b-2980-4fdb-a5b8-8291e78f13a0, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ffafd14b-2980-4fdb-a5b8-8291e78f13a0,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:14.567880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.570288 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cedae2-d802-424b-a8a7-68e7c7a9fdd1 None None] Pushing event updated for resources: {'Port': ['ID=1f796f18-012d-4ca8-8d7f-12ff530e86c1,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:14.572734 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.633634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-31ecf19c-71fe-4088-8579-11ff1bf62eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:14.635636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-31ecf19c-71fe-4088-8579-11ff1bf62eb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.1369417 Feb 04 15:59:14.638746 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Attempting to bind port 1f796f18-012d-4ca8-8d7f-12ff530e86c1 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:14.639197 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Attempting to bind port 1f796f18-012d-4ca8-8d7f-12ff530e86c1 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:14.641978 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Attempting to bind port 1f796f18-012d-4ca8-8d7f-12ff530e86c1 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:14.656363 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:14.656851 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:14.657313 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.657918 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:14.658710 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Bound port: 1f796f18-012d-4ca8-8d7f-12ff530e86c1, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:14.659748 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.812161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-41fbf08c-ef3d-4545-a368-07ea80b0713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:14.814576 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-41fbf08c-ef3d-4545-a368-07ea80b0713e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657989 Feb 04 15:59:14.829971 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] For port 1f796f18-012d-4ca8-8d7f-12ff530e86c1, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:14.833478 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] For port 1f796f18-012d-4ca8-8d7f-12ff530e86c1, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1f796f18-012d-4ca8-8d7f-12ff530e86c1,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:14.841245 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.884118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e068d3-ae61-4554-bbdb-de10a739d080 None None] Pushing event updated for resources: {'Port': ['ID=ffafd14b-2980-4fdb-a5b8-8291e78f13a0,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:14.941760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.015586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:15.029634 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cedae2-d802-424b-a8a7-68e7c7a9fdd1 None None] Pushing event updated for resources: {'Port': ['ID=1f796f18-012d-4ca8-8d7f-12ff530e86c1,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:15.050268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:15.065711 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.066478 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Routers {'5c9ba713-a67e-4240-b3c5-4a6651a48ab8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:15.067115 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:15.092522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Made reservation on behalf of 2eec2e4b66944289bc9e26f983debdbc for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:15.106170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.256663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-ba23fbc1-53e2-4644-9079-c78678932cbb service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293151 Feb 04 15:59:15.293886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:15.478898 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.610530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe268f0e-21a8-4c12-b982-07155d498527 req-9d040986-46e3-406e-b5fd-bd73a1a5c37c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.610530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe268f0e-21a8-4c12-b982-07155d498527 req-9d040986-46e3-406e-b5fd-bd73a1a5c37c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.4957371 Feb 04 15:59:15.610809 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] Set router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:15.692257 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.709637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe268f0e-21a8-4c12-b982-07155d498527 req-897f7459-924c-4395-b454-f326272ed7c1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595681 Feb 04 15:59:15.736453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdb54054-62a5-46d8-bb60-0a94398bf71a req-bf8872ee-965b-4533-a303-7c185f67046c service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511619 Feb 04 15:59:15.825427 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'code': 200} Feb 04 15:59:16.226947 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:06Z', 'updated_at': '2022-02-04T15:59:10Z', 'revision_number': 3, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:08Z', 'updated_at': '2022-02-04T15:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:16.232029 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5d9d7-62d2-42a2-ac40-d0599d802489 None None] The sync data for ids ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'] in n-d-827870-1 is: [{'id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:06Z', 'updated_at': '2022-02-04T15:59:10Z', 'revision_number': 3, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:08Z', 'updated_at': '2022-02-04T15:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:16.376560 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Allocated IP 172.25.8.53 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/60154470-ffba-4b69-b60e-e85388337423) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:16.411744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ffafd14b-2980-4fdb-a5b8-8291e78f13a0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:16.557216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:16.628807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:16.646256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db6bc10-8e2d-4cd2-839a-089cbd16aaf7 None None] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:16.717366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Subnet': ['ID=850bf7cd-74d0-4ba3-a97c-bc8c6da7714a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:16.882400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cd1694b6-a814-454a-81ae-2c349150fdf8 None None] Provisioning for port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:16.905243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cd1694b6-a814-454a-81ae-2c349150fdf8 None None] Provisioning complete for port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:16.905243 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cd1694b6-a814-454a-81ae-2c349150fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.017813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Deleting port bcc2c926-cf19-46d9-a823-4d8151a59176 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:59:17.018260 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.056810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Checking segment: {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:17.059755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network hostable DHCP agents. Network: 33b33123-939b-4c6d-9b74-68c6ff8470d5, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:17.202823 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cd1694b6-a814-454a-81ae-2c349150fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.368282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2861a-37af-4ed3-a763-f66aa91c7474 req-bd66b8ae-fae4-4cc9-9d20-951e84512742 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:17.393982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffd2861a-37af-4ed3-a763-f66aa91c7474 req-bd66b8ae-fae4-4cc9-9d20-951e84512742 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.3214822 Feb 04 15:59:17.422186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cd1694b6-a814-454a-81ae-2c349150fdf8 None None] For port ffafd14b-2980-4fdb-a5b8-8291e78f13a0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ffafd14b-2980-4fdb-a5b8-8291e78f13a0,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:17.438241 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cd1694b6-a814-454a-81ae-2c349150fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.523167 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffd2861a-37af-4ed3-a763-f66aa91c7474 req-785d85d3-2895-4fb8-aa64-292c4a89fcbd tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264994 Feb 04 15:59:17.608934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.672103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network 33b33123-939b-4c6d-9b74-68c6ff8470d5 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:17.755034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1694b6-a814-454a-81ae-2c349150fdf8 None None] Pushing event updated for resources: {'Port': ['ID=ffafd14b-2980-4fdb-a5b8-8291e78f13a0,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:17.759795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 33b33123-939b-4c6d-9b74-68c6ff8470d5) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:17.789345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:17.789345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.806651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e4aa19-6a93-407d-9a61-3b796d4ba0f0 None None] Network 33b33123-939b-4c6d-9b74-68c6ff8470d5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:17.886390 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-322eab2f-b306-49c8-9482-804562a810e3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6777074 Feb 04 15:59:17.889490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34646) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:17.896985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.270290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-526302db-3590-40c3-9c3b-6f35fac289c1 None None] Provisioning complete for port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:18.270656 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-526302db-3590-40c3-9c3b-6f35fac289c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.277535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] For port bcc2c926-cf19-46d9-a823-4d8151a59176, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bcc2c926-cf19-46d9-a823-4d8151a59176,segment=NetworkSegment(bef7996a-217f-48a3-8535-e8f32cc3ba7b),segment_id=bef7996a-217f-48a3-8535-e8f32cc3ba7b)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:18.277909 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.401018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-33b33123-939b-4c6d-9b74-68c6ff8470d5', 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'fixed_ips': [{'subnet_id': '850bf7cd-74d0-4ba3-a97c-bc8c6da7714a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:59:18.401018 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.527721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Calling delete_port for bcc2c926-cf19-46d9-a823-4d8151a59176 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:59:18.747956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Allocated IP 172.20.0.18 (33b33123-939b-4c6d-9b74-68c6ff8470d5/850bf7cd-74d0-4ba3-a97c-bc8c6da7714a/33ad917a-e20d-434e-936e-5385ea6f9edf) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:18.804741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:18.816340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:18.821350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:18.911359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73496b37-016f-4073-bf9b-5404f8b77c01 req-29432482-9030-41ba-8b77-7de96d1a7f67 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:18.923036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73496b37-016f-4073-bf9b-5404f8b77c01 req-29432482-9030-41ba-8b77-7de96d1a7f67 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.2038491 Feb 04 15:59:19.057775 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.073959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73496b37-016f-4073-bf9b-5404f8b77c01 req-069ab436-192a-4752-869e-00b5149ea5e8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499856 Feb 04 15:59:19.091875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1f796f18-012d-4ca8-8d7f-12ff530e86c1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:19.136941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Pushing event updated for resources: {'Port': ['ID=60154470-ffba-4b69-b60e-e85388337423,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:19.154906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Transition to ACTIVE for port object 33ad917a-e20d-434e-936e-5385ea6f9edf will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:19.230216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Transition to ACTIVE for port object 33ad917a-e20d-434e-936e-5385ea6f9edf will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:19.250742 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.458363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 1f796f18-012d-4ca8-8d7f-12ff530e86c1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:19.485092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Network 33b33123-939b-4c6d-9b74-68c6ff8470d5 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:19.485092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:19.485092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1f796f18-012d-4ca8-8d7f-12ff530e86c1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:19.485092 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.528704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:19.531418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Pushing event updated for resources: {'Port': ['ID=33ad917a-e20d-434e-936e-5385ea6f9edf,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:19.712264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Attempting to bind port 33ad917a-e20d-434e-936e-5385ea6f9edf on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:19.712948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Attempting to bind port 33ad917a-e20d-434e-936e-5385ea6f9edf by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:19.713517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Attempting to bind port 33ad917a-e20d-434e-936e-5385ea6f9edf on network 33b33123-939b-4c6d-9b74-68c6ff8470d5 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:19.800326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:19.800326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Checking segment: {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:19.800326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.800326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Bound using segment: {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:19.800326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Bound port: 33ad917a-e20d-434e-936e-5385ea6f9edf, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:19.800326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.925709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.974552 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.990898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 1f796f18-012d-4ca8-8d7f-12ff530e86c1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1f796f18-012d-4ca8-8d7f-12ff530e86c1,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:20.005944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.006792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ffafd14b-2980-4fdb-a5b8-8291e78f13a0 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:20.268528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc2c926-cf19-46d9-a823-4d8151a59176,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:20.272237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] For port 33ad917a-e20d-434e-936e-5385ea6f9edf, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:20.291092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] For port 33ad917a-e20d-434e-936e-5385ea6f9edf, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=33ad917a-e20d-434e-936e-5385ea6f9edf,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:20.303553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=1f796f18-012d-4ca8-8d7f-12ff530e86c1,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:20.320181 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.538632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:20.561550 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.564706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2071d-2219-4d2d-a3b8-cad896be0b0f req-b2453040-271b-4060-9a93-cd07d685536d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:20.573220 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42e2071d-2219-4d2d-a3b8-cad896be0b0f req-b2453040-271b-4060-9a93-cd07d685536d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.1577709 Feb 04 15:59:20.697930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42e2071d-2219-4d2d-a3b8-cad896be0b0f req-2a20e11e-a4e8-45c9-bc13-a688e5fde2cc tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228280 Feb 04 15:59:20.712220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707eeafa-4639-41b4-aaa8-382d9996c4b4 None None] Pushing event updated for resources: {'Port': ['ID=33ad917a-e20d-434e-936e-5385ea6f9edf,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:20.853834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.571241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60cfc646-3b12-4da8-949c-515be401aca8 req-bb81c255-9cda-4deb-9c21-42ee0e47efcf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741288 Feb 04 15:59:21.594636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1f796f18-012d-4ca8-8d7f-12ff530e86c1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:21.700592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.816549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1f796f18-012d-4ca8-8d7f-12ff530e86c1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:21.816549 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.046268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfc646-3b12-4da8-949c-515be401aca8 req-19bfa75e-837e-41c7-b2ac-ce134a05c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:22.047779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60cfc646-3b12-4da8-949c-515be401aca8 req-19bfa75e-837e-41c7-b2ac-ce134a05c859 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 1135 time: 0.2937310 Feb 04 15:59:22.176619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 33ad917a-e20d-434e-936e-5385ea6f9edf up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:22.284656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.303410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.468217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 33ad917a-e20d-434e-936e-5385ea6f9edf completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:22.473508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c98099-e088-4ceb-9246-84dabb080f85 None None] Network 33b33123-939b-4c6d-9b74-68c6ff8470d5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:22.647989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ea7d8494-a1ae-420d-9f64-aa1bc3334f13 None None] Provisioning for port 33ad917a-e20d-434e-936e-5385ea6f9edf completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:22.683296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ea7d8494-a1ae-420d-9f64-aa1bc3334f13 None None] Provisioning complete for port 33ad917a-e20d-434e-936e-5385ea6f9edf triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:22.683296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ea7d8494-a1ae-420d-9f64-aa1bc3334f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.832974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfc646-3b12-4da8-949c-515be401aca8 req-82efdbf3-9674-40e5-8a30-54091576a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:22.835091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60cfc646-3b12-4da8-949c-515be401aca8 req-82efdbf3-9674-40e5-8a30-54091576a914 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9a034550-a426-4609-8e76-06284a6fcfad HTTP/1.1" status: 200 len: 898 time: 0.7674065 Feb 04 15:59:23.077608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60cfc646-3b12-4da8-949c-515be401aca8 req-495a7385-b6cb-42af-aad4-93d54dbe2b38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c HTTP/1.1" status: 200 len: 1001 time: 0.2294362 Feb 04 15:59:23.087656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b17f0-90b9-4413-b131-c795fa5b2500 req-ebf6f755-7f24-41f0-842c-a4ae791370bb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.094341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-438b17f0-90b9-4413-b131-c795fa5b2500 req-ebf6f755-7f24-41f0-842c-a4ae791370bb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.9694357 Feb 04 15:59:23.112122 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ea7d8494-a1ae-420d-9f64-aa1bc3334f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.295983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ea7d8494-a1ae-420d-9f64-aa1bc3334f13 None None] For port 33ad917a-e20d-434e-936e-5385ea6f9edf, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=33ad917a-e20d-434e-936e-5385ea6f9edf,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:23.316867 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ea7d8494-a1ae-420d-9f64-aa1bc3334f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.353798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-438b17f0-90b9-4413-b131-c795fa5b2500 req-2779c779-24b9-4ce3-9b4a-6ab5a3d5f968 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598815 Feb 04 15:59:23.353798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfc646-3b12-4da8-949c-515be401aca8 req-fc7fe4a7-b522-4f06-9438-8bb0062f50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.353798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60cfc646-3b12-4da8-949c-515be401aca8 req-fc7fe4a7-b522-4f06-9438-8bb0062f50ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8456d306-22f3-47ac-8c43-7ab00940cb65 HTTP/1.1" status: 200 len: 835 time: 0.2613451 Feb 04 15:59:23.519874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d8494-a1ae-420d-9f64-aa1bc3334f13 None None] Pushing event updated for resources: {'Port': ['ID=33ad917a-e20d-434e-936e-5385ea6f9edf,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:23.583513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfc646-3b12-4da8-949c-515be401aca8 req-c77e9171-3597-47f3-b134-f5d4b88e1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.583513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60cfc646-3b12-4da8-949c-515be401aca8 req-c77e9171-3597-47f3-b134-f5d4b88e1ac7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a034550-a426-4609-8e76-06284a6fcfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099853 Feb 04 15:59:23.872873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60cfc646-3b12-4da8-949c-515be401aca8 req-957197cb-b894-4db1-99b7-54f00ffd9c9f service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844312 Feb 04 15:59:24.080447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:59:24.115351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60cfc646-3b12-4da8-949c-515be401aca8 req-2358d9e2-f2a9-4791-894c-967fcefb1240 service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261155 Feb 04 15:59:24.150261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2a261cfd-bb33-48ba-add4-0845245dec51 None None] Provisioning complete for port 33ad917a-e20d-434e-936e-5385ea6f9edf triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:24.150852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2a261cfd-bb33-48ba-add4-0845245dec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.397129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Router aa344ea7-6fbd-4faa-b50c-f089a32d96ed has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:59:24.585442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:24.599776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Sync routers for ids ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:24.636563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Routers {'10512ede-b9ed-4f31-bab9-104ca7c84fa3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:24.636563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:24.716023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89576b0-706b-41b4-9ebf-f972c8e1bd1b req-c377df14-d152-4283-9227-c4231904724b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:24.716023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e89576b0-706b-41b4-9ebf-f972c8e1bd1b req-c377df14-d152-4283-9227-c4231904724b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.1674244 Feb 04 15:59:24.754451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Allocated IP 172.20.0.17 (33b33123-939b-4c6d-9b74-68c6ff8470d5/850bf7cd-74d0-4ba3-a97c-bc8c6da7714a/8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:24.758635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.758635 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b0ed0f9c-9d9f-45ff-b392-455c66b91328 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.2806938 Feb 04 15:59:24.766511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34712) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:24.871459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e89576b0-706b-41b4-9ebf-f972c8e1bd1b req-a67ddd45-fdb4-4891-91ca-ccff438b01e0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489875 Feb 04 15:59:25.202622 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.217197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Transition to ACTIVE for port object 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:25.218851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:25.219008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Set router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:25.226950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ba7c5395-ed82-4ac0-bf79-3566c7843b0b admin admin] 10.222.0.46 "PUT /v2.0/routers/aa344ea7-6fbd-4faa-b50c-f089a32d96ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8449738 Feb 04 15:59:25.228379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34722) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:25.232175 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] Sync routers for ids ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:25.245982 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] Routers {'aa344ea7-6fbd-4faa-b50c-f089a32d96ed'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:25.246650 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:25.478581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 33ad917a-e20d-434e-936e-5385ea6f9edf up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:25.799507 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] Set router aa344ea7-6fbd-4faa-b50c-f089a32d96ed gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:25.836318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.028593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.085667 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 33ad917a-e20d-434e-936e-5385ea6f9edf triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:26.086040 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.226131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network 33b33123-939b-4c6d-9b74-68c6ff8470d5 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:26.238478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:26.264423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:26.369669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:26.505626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.566387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.579169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Deleting port 7876da0b-b9ba-471f-be71-bcf760046a65 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:59:26.580097 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.616730 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:19Z', 'revision_number': 5, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'gw_port': {'id': '7876da0b-b9ba-471f-be71-bcf760046a65', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:54Z', 'updated_at': '2022-02-04T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:26.619337 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.628566 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] Checking router: aa344ea7-6fbd-4faa-b50c-f089a32d96ed for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:26.678150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e7a3f-7a01-4893-93da-04583a3b7940 req-1581f117-95d6-4574-88c3-8c4e60629b25 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:26.687153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-389e7a3f-7a01-4893-93da-04583a3b7940 req-1581f117-95d6-4574-88c3-8c4e60629b25 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.5406895 Feb 04 15:59:26.700307 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] Routers {'aa344ea7-6fbd-4faa-b50c-f089a32d96ed'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:26.715113 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:26.900365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-389e7a3f-7a01-4893-93da-04583a3b7940 req-e51ac608-6d33-4540-8675-6e8e0fc5ac5d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172842 Feb 04 15:59:26.955271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-10397848-2381-41c9-8077-5eb8b908b0e8 None None] Provisioning for port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:26.987043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-10397848-2381-41c9-8077-5eb8b908b0e8 None None] Provisioning complete for port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:26.987452 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-10397848-2381-41c9-8077-5eb8b908b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.049708 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] Set router aa344ea7-6fbd-4faa-b50c-f089a32d96ed gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:27.142519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Allocated IP 172.20.0.1 (74b4e81b-6660-4ee1-bb4b-2fa7f2a494af/388d59dc-4bb4-494b-a44e-b620c7599207/6485292c-158a-4e10-9b12-be0a06bc04ae) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:27.170825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-10397848-2381-41c9-8077-5eb8b908b0e8 None None] Port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:59:27.190660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '60154470-ffba-4b69-b60e-e85388337423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:12Z', 'updated_at': '2022-02-04T15:59:19Z', 'revision_number': 3, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'gw_port': {'id': '60154470-ffba-4b69-b60e-e85388337423', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:15Z', 'updated_at': '2022-02-04T15:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:27.197330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Checking router: 10512ede-b9ed-4f31-bab9-104ca7c84fa3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:27.197330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Updating router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 port 60154470-ffba-4b69-b60e-e85388337423 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:27.321843 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:26Z', 'revision_number': 6, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:27.338981 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ffddb-3929-45a5-8d14-c53d28629a83 None None] The sync data for ids ['aa344ea7-6fbd-4faa-b50c-f089a32d96ed'] in n-d-827870-1 is: [{'id': 'aa344ea7-6fbd-4faa-b50c-f089a32d96ed', 'name': 'tempest-TestAggregatesBasicOps-815997623-router', 'tenant_id': '6153fa530d9d4dde90a25737316be6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:52Z', 'updated_at': '2022-02-04T15:59:26Z', 'revision_number': 6, 'project_id': '6153fa530d9d4dde90a25737316be6fc', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:27.356100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] For port 7876da0b-b9ba-471f-be71-bcf760046a65, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7876da0b-b9ba-471f-be71-bcf760046a65,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:27.356100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.389066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.512877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Calling delete_port for 7876da0b-b9ba-471f-be71-bcf760046a65 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:59:27.579386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.581471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.608759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Transition to ACTIVE for port object 6485292c-158a-4e10-9b12-be0a06bc04ae will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:27.645958 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.773758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:27.777045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:27.781711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6485292c-158a-4e10-9b12-be0a06bc04ae,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:27.784522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:28.075244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.245533 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.417106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e92f3ab9-def3-4087-a123-b3ab9141b7f9 None None] Provisioning for port 6485292c-158a-4e10-9b12-be0a06bc04ae completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:28.428249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e92f3ab9-def3-4087-a123-b3ab9141b7f9 None None] Provisioning complete for port 6485292c-158a-4e10-9b12-be0a06bc04ae triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:28.429483 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e92f3ab9-def3-4087-a123-b3ab9141b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.503160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.507229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Transition to ACTIVE for port object 60154470-ffba-4b69-b60e-e85388337423 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:28.535160 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.708255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034303d7-76da-4a55-8ebf-97657073f5d7 None None] Pushing event updated for resources: {'Port': ['ID=60154470-ffba-4b69-b60e-e85388337423,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:28.784740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e92f3ab9-def3-4087-a123-b3ab9141b7f9 None None] Port 6485292c-158a-4e10-9b12-be0a06bc04ae cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:59:28.788219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Attempting to bind port 60154470-ffba-4b69-b60e-e85388337423 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:28.788675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Attempting to bind port 60154470-ffba-4b69-b60e-e85388337423 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:28.788950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Attempting to bind port 60154470-ffba-4b69-b60e-e85388337423 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:28.795601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Pushing event deleted for resources: {'Port': ['ID=7876da0b-b9ba-471f-be71-bcf760046a65,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:28.801852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:28.802220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:28.802745 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.803319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:28.804749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Bound port: 60154470-ffba-4b69-b60e-e85388337423, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:28.805323 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.812365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48148127-f485-4c2f-801e-78c13b4a051f req-5c583557-746b-412e-a122-b3ac4fbe62dd tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:28.814075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48148127-f485-4c2f-801e-78c13b4a051f req-5c583557-746b-412e-a122-b3ac4fbe62dd tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.3487139 Feb 04 15:59:28.918790 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48148127-f485-4c2f-801e-78c13b4a051f req-dcadd2b7-f775-48a9-bb62-1775eb061311 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878141 Feb 04 15:59:29.037434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] For port 60154470-ffba-4b69-b60e-e85388337423, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:29.037434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] For port 60154470-ffba-4b69-b60e-e85388337423, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=60154470-ffba-4b69-b60e-e85388337423,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:29.039477 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.142284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bcc2c926-cf19-46d9-a823-4d8151a59176 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:29.159522 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.224534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.273414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034303d7-76da-4a55-8ebf-97657073f5d7 None None] Pushing event updated for resources: {'Port': ['ID=60154470-ffba-4b69-b60e-e85388337423,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:29.297834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: bcc2c926-cf19-46d9-a823-4d8151a59176 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:59:29.297834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bcc2c926-cf19-46d9-a823-4d8151a59176 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:29.297834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7876da0b-b9ba-471f-be71-bcf760046a65 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:29.338851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 7876da0b-b9ba-471f-be71-bcf760046a65 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:59:29.338851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7876da0b-b9ba-471f-be71-bcf760046a65 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:29.367590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Routers {'10512ede-b9ed-4f31-bab9-104ca7c84fa3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:29.367590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:29.582274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.587205 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.741841 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.761073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.929823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.930751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa344ea7-6fbd-4faa-b50c-f089a32d96ed {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 15:59:29.943867 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.948606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6485292c-158a-4e10-9b12-be0a06bc04ae,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:29.999996 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.009051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.019551 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f010cbec-afa8-40d8-bd2b-1b2884eb0daa admin admin] 10.222.0.46 "DELETE /v2.0/routers/aa344ea7-6fbd-4faa-b50c-f089a32d96ed HTTP/1.1" status: 204 len: 168 time: 4.7869644 Feb 04 15:59:30.019551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34768) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:30.033390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.092869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] Set router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:30.370595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.518280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4ea792-5884-4998-baf4-821d21afefba admin admin] Deleting subnet 17e820e0-89c9-4b16-a711-8703ac9a0485 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 15:59:30.638602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea792-5884-4998-baf4-821d21afefba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.666327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:30.667591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:30.827090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.912337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea792-5884-4998-baf4-821d21afefba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.987250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network 33b33123-939b-4c6d-9b74-68c6ff8470d5 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:30.993941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:31.041772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '60154470-ffba-4b69-b60e-e85388337423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:12Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 4, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'gw_port': {'id': '60154470-ffba-4b69-b60e-e85388337423', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:15Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6485292c-158a-4e10-9b12-be0a06bc04ae', 'name': '', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'mac_address': 'fa:16:3e:6d:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:26Z', 'updated_at': '2022-02-04T15:59:27Z', 'revision_number': 1, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'subnets': [{'id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:31.059801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4964648-13ae-4d65-b780-a30b7a8b0246 None None] The sync data for ids ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'] in n-d-827870-1 is: [{'id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '60154470-ffba-4b69-b60e-e85388337423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:12Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 4, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'gw_port': {'id': '60154470-ffba-4b69-b60e-e85388337423', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:15Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6485292c-158a-4e10-9b12-be0a06bc04ae', 'name': '', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'mac_address': 'fa:16:3e:6d:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:26Z', 'updated_at': '2022-02-04T15:59:27Z', 'revision_number': 1, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'subnets': [{'id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:31.128336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:59:31.143042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-596c811e-56a5-4da2-bd55-c9de0112907d None None] Provisioning complete for port 6485292c-158a-4e10-9b12-be0a06bc04ae triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:31.143421 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-596c811e-56a5-4da2-bd55-c9de0112907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.457692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-596c811e-56a5-4da2-bd55-c9de0112907d None None] Port 6485292c-158a-4e10-9b12-be0a06bc04ae cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:59:31.538967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea792-5884-4998-baf4-821d21afefba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.641563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-632a7146-b199-45f6-a33b-a79fcca49a04 None None] Provisioning complete for port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:31.641563 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-632a7146-b199-45f6-a33b-a79fcca49a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.656905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc319d3-8b9d-4e41-b61e-92227141d0e1 req-98a997c7-bf3b-4d24-8a49-83153e54c234 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:31.656905 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5bc319d3-8b9d-4e41-b61e-92227141d0e1 req-98a997c7-bf3b-4d24-8a49-83153e54c234 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 1.1334383 Feb 04 15:59:31.712717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:59:31.806392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-632a7146-b199-45f6-a33b-a79fcca49a04 None None] Port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:59:31.806543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5bc319d3-8b9d-4e41-b61e-92227141d0e1 req-8a0b0929-10b4-4e4c-a483-081a61a765b3 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429880 Feb 04 15:59:31.827521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:31.856504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a8329e3a-f94d-40ce-b151-73c1b39059d8 admin admin] 10.222.0.46 "PUT /v2.0/routers/10512ede-b9ed-4f31-bab9-104ca7c84fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0857463 Feb 04 15:59:31.924110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea792-5884-4998-baf4-821d21afefba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.993665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ea792-5884-4998-baf4-821d21afefba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e820e0-89c9-4b16-a711-8703ac9a0485,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:32.089023 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea792-5884-4998-baf4-821d21afefba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.106594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf88d77-658f-485b-b9e0-60644ee29666 None None] Network f005f1c1-3926-44d0-bc9a-707fbb8a98c0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:32.165803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:32.179812 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4e4ea792-5884-4998-baf4-821d21afefba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/17e820e0-89c9-4b16-a711-8703ac9a0485 HTTP/1.1" status: 204 len: 168 time: 2.1482639 Feb 04 15:59:32.183297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34788) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:32.223530 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-13f022d3-1c94-4ba5-95ee-e278d6ecff30 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "PUT /v2.0/routers/5c9ba713-a67e-4240-b3c5-4a6651a48ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3193860 Feb 04 15:59:32.403982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Sync routers for ids ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:32.631122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.645232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Deleting port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:59:32.653330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.727765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Routers {'5c9ba713-a67e-4240-b3c5-4a6651a48ab8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:32.727765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:33.086862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34824) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:33.091980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-682284276-network', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:33.131340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:33.141097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Usage tracker for resource:network and tenant:4f7eed6ac4a043f799ee748f97abf7c9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:33.164104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:33.167518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] DHCP port deletion for f005f1c1-3926-44d0-bc9a-707fbb8a98c0 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 15:59:33.175267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Set router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:33.185254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:33.224418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Made reservation on behalf of 4f7eed6ac4a043f799ee748f97abf7c9 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:33.244359 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.330300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.353105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:33.363236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 60154470-ffba-4b69-b60e-e85388337423 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:33.378022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Usage tracker for resource:security_group_rule and tenant:4f7eed6ac4a043f799ee748f97abf7c9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:33.396724 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:33.429536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] Deleting port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:59:33.429900 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.430237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:33.654717 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.671803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.692014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:59:33.692014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.692014 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Added segment c6c93ac5-f1d2-49df-9e93-95a4b31bb977 of type vlan for network 18e01a5c-3196-4982-96e2-9c83216c0680 Feb 04 15:59:33.745063 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.748445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-e4c6d262-7fe4-42cd-a00a-5eb0aff408b7 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:33.748445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-e4c6d262-7fe4-42cd-a00a-5eb0aff408b7 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/networks?id=33b33123-939b-4c6d-9b74-68c6ff8470d5 HTTP/1.1" status: 200 len: 797 time: 0.9627867 Feb 04 15:59:33.821416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] For port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb,segment=NetworkSegment(bef7996a-217f-48a3-8535-e8f32cc3ba7b),segment_id=bef7996a-217f-48a3-8535-e8f32cc3ba7b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:33.821773 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.830274 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-0f80ed4b-5b64-45ce-b3c9-7f15466baa8d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/quotas/2eec2e4b66944289bc9e26f983debdbc HTTP/1.1" status: 200 len: 375 time: 0.0295889 Feb 04 15:59:33.840561 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.841531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:33.842076 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.959035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ab525-f598-4321-b06c-104ec0b17254,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:33.987998 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9061065 Feb 04 15:59:33.991497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34834) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:34.009810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Request body: {'subnet': {'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-682284276-subnet', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:34.009810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71106ba-0090-4392-b571-3dc6e7ceef1f admin admin] Pushing event updated for resources: {'Network': ['ID=18e01a5c-3196-4982-96e2-9c83216c0680,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:34.022043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:34.053398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Usage tracker for resource:subnet and tenant:4f7eed6ac4a043f799ee748f97abf7c9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:34.053398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:34.062353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:34.085359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Made reservation on behalf of 4f7eed6ac4a043f799ee748f97abf7c9 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:34.085359 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.090078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Calling delete_port for 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:59:34.139726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] For port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb,segment=NetworkSegment(bef7996a-217f-48a3-8535-e8f32cc3ba7b),segment_id=bef7996a-217f-48a3-8535-e8f32cc3ba7b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:34.139726 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.169253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 18e01a5c-3196-4982-96e2-9c83216c0680 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:59:34.427214 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.551762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Pushing event deleted for resources: {'Port': ['ID=88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:34.551762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] No DVR routers for this DVR port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:34.575252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-daa7e2fa-16dc-44f7-8786-d6e19787f6e6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3413832 Feb 04 15:59:34.648020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.816274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:34.821499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Checking segment: {'id': 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:34.823255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Network hostable DHCP agents. Network: 18e01a5c-3196-4982-96e2-9c83216c0680, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:34.906806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Network 18e01a5c-3196-4982-96e2-9c83216c0680 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:34.942364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 18e01a5c-3196-4982-96e2-9c83216c0680) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:34.942364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:34.942364 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.970294 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.011892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f005f1c1-3926-44d0-bc9a-707fbb8a98c0']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:35.015202 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4942d71d-5b6e-4ab6-885c-6aabf18783c5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0163732 Feb 04 15:59:35.015202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34844) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:35.023759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:35.043351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:35.054720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef7996a-217f-48a3-8535-e8f32cc3ba7b') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:35.054720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef7996a-217f-48a3-8535-e8f32cc3ba7b') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:35.058437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Usage tracker for resource:router and tenant:4f7eed6ac4a043f799ee748f97abf7c9 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:35.070952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:35.072591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe864e0d-01e1-424e-a002-d2734c4c51ba None None] Network 18e01a5c-3196-4982-96e2-9c83216c0680 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:35.082392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.087048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:35.103711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] Calling delete_port for 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 15:59:35.104676 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.111996 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.113092 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.120474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:59:35.121186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.139536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.259209 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0f77b069-cc94-4a80-8918-77620d206c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.443751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:35.443751 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: timer() Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:35.457524 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:35.466176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-563e5b65-8cc8-4fee-b07f-2ac95c6ae641 service neutron] 10.222.0.46 "GET /v2.0/networks/33b33123-939b-4c6d-9b74-68c6ff8470d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8353519 Feb 04 15:59:35.523336 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.528193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 60154470-ffba-4b69-b60e-e85388337423 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:35.550842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 60154470-ffba-4b69-b60e-e85388337423 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:35.550842 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.598308 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.684818 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.728380 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Sync routers for ids ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:35.765718 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Routers {'10512ede-b9ed-4f31-bab9-104ca7c84fa3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:35.768148 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:35.832901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] Pushing event deleted for resources: {'Network': ['ID=f005f1c1-3926-44d0-bc9a-707fbb8a98c0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:35.841682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-312d0ea6-8ca8-40b0-a20b-7920c7c6a319 service neutron] 10.222.0.46 "GET /v2.0/networks/33b33123-939b-4c6d-9b74-68c6ff8470d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828461 Feb 04 15:59:35.856814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-51ee9610-40e5-4ed3-ad74-ae97233e080d admin admin] 10.222.0.46 "DELETE /v2.0/networks/f005f1c1-3926-44d0-bc9a-707fbb8a98c0 HTTP/1.1" status: 204 len: 168 time: 3.6800117 Feb 04 15:59:35.868693 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.042930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] Deleting port 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 15:59:36.042930 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.337379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fd81054b-93bb-4305-bce1-7f3c37247d18 None None] The port '88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 15:59:36.398709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 60154470-ffba-4b69-b60e-e85388337423, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=60154470-ffba-4b69-b60e-e85388337423,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:36.418617 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.435483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34862) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:36.643939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b15f871f-baa3-4b52-8807-677d69395785 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d264de25ca63405398d4d5d00b4ac0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114925 Feb 04 15:59:36.646552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34866) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:36.665292 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Set router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:36.763214 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.773640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:36.823068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-18e01a5c-3196-4982-96e2-9c83216c0680', 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'fixed_ips': [{'subnet_id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:59:36.823899 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.841917 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.850483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:06Z', 'updated_at': '2022-02-04T15:59:27Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:08Z', 'updated_at': '2022-02-04T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d', 'name': '', 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:39:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '850bf7cd-74d0-4ba3-a97c-bc8c6da7714a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:23Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 2, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '850bf7cd-74d0-4ba3-a97c-bc8c6da7714a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:36.988859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 15:59:36.988859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 88a6e3fa-0ed4-42b0-8581-00d4d6b97dfb not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:37.031597 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.061287 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9a24fb09-ceec-46dd-b6e3-28bf9a8a4483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.071128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Checking router: 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:37.071128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Updating router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:37.146457 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91b9863e-b44b-42c2-8468-4859b2a0f62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.147291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Allocated IP 172.25.8.21 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/557e2c26-1a5e-4c88-9d8b-359f56591a7a) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:37.169488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc4093-6df0-4d6f-b752-e8660195889f req-dff6beb3-d72b-4436-9cfd-888f367b949b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:37.171124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13bc4093-6df0-4d6f-b752-e8660195889f req-dff6beb3-d72b-4436-9cfd-888f367b949b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.4582932 Feb 04 15:59:37.213728 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91b9863e-b44b-42c2-8468-4859b2a0f62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.315562 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '60154470-ffba-4b69-b60e-e85388337423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:12Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 4, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'gw_port': {'id': '60154470-ffba-4b69-b60e-e85388337423', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:15Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6485292c-158a-4e10-9b12-be0a06bc04ae', 'name': '', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'mac_address': 'fa:16:3e:6d:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:26Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 2, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'subnets': [{'id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:37.337278 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Checking router: 10512ede-b9ed-4f31-bab9-104ca7c84fa3 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:37.337278 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Updating router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 port 6485292c-158a-4e10-9b12-be0a06bc04ae binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:37.346936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13bc4093-6df0-4d6f-b752-e8660195889f req-8e179727-3fbb-45a3-982e-647c14790f6e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569161 Feb 04 15:59:37.452519 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91b9863e-b44b-42c2-8468-4859b2a0f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.579801 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.581084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=60154470-ffba-4b69-b60e-e85388337423,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:37.606284 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.649906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9863e-b44b-42c2-8468-4859b2a0f62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71697aa0-5068-47e8-9485-17b9b3580d15,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:37.673602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb692be1-dca2-42ac-a220-3285f84cf175 req-f1ba1823-0794-458e-aca0-d6217d66e2c3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 210 time: 0.1969647 Feb 04 15:59:37.674329 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.696140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91b9863e-b44b-42c2-8468-4859b2a0f62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.697886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-91b9863e-b44b-42c2-8468-4859b2a0f62a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71697aa0-5068-47e8-9485-17b9b3580d15 HTTP/1.1" status: 204 len: 168 time: 1.0502222 Feb 04 15:59:37.800214 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.833012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:37.847409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:37.868088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:37.992041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=557e2c26-1a5e-4c88-9d8b-359f56591a7a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:38.457605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Allocated IP 172.20.0.2 (18e01a5c-3196-4982-96e2-9c83216c0680/8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e/5f60270f-476e-4738-b0e0-49fb3c65f430) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:38.457605 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.575519 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.815969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 60154470-ffba-4b69-b60e-e85388337423 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:38.956121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13df7dc-33f4-48e3-9897-d41ac4c7cfe3 req-cebe7fda-3afd-46e7-ba2f-da51853f66d5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:38.971972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b13df7dc-33f4-48e3-9897-d41ac4c7cfe3 req-cebe7fda-3afd-46e7-ba2f-da51853f66d5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.2194204 Feb 04 15:59:39.010607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34904) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.239278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b13df7dc-33f4-48e3-9897-d41ac4c7cfe3 req-7ba2c3f4-b82d-495f-be93-a29f8bf3792d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717440 Feb 04 15:59:39.400481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-be904a9e-6c02-4210-8a5b-4d4c752e4dc6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:39.403417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-be904a9e-6c02-4210-8a5b-4d4c752e4dc6 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.53 "GET /v2.0/networks?id=33b33123-939b-4c6d-9b74-68c6ff8470d5 HTTP/1.1" status: 200 len: 797 time: 0.3732502 Feb 04 15:59:39.425082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Request body: {'port': {'device_id': 'df8190bf-57e3-44b3-b919-ee86525c1756', 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5', 'admin_state_up': True, 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:39.481070 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.529563 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Transition to ACTIVE for port object 6485292c-158a-4e10-9b12-be0a06bc04ae will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:39.556237 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.674880 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.679915 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.701509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.756567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 60154470-ffba-4b69-b60e-e85388337423 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:39.756882 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.769523 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b7348-88fb-4f1a-9e98-a6927a6863dd None None] Pushing event updated for resources: {'Port': ['ID=6485292c-158a-4e10-9b12-be0a06bc04ae,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:39.910517 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5df323c-451b-4b42-a942-57c59b71ab46 req-cf35cf40-433c-41be-8465-3520fbbee1be tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 210 time: 0.1501274 Feb 04 15:59:40.044391 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ed034177-718e-4b8d-ab94-7d023876f470 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6153fa530d9d4dde90a25737316be6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0284085 Feb 04 15:59:40.044391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34914) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.064839 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Attempting to bind port 6485292c-158a-4e10-9b12-be0a06bc04ae on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:40.066682 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Attempting to bind port 6485292c-158a-4e10-9b12-be0a06bc04ae by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:40.066682 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Attempting to bind port 6485292c-158a-4e10-9b12-be0a06bc04ae on network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:40.097119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:40.101593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Usage tracker for resource:port and tenant:2eec2e4b66944289bc9e26f983debdbc is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:40.104013 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:40.104428 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Checking segment: {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:40.104679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:40.104884 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.105234 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Bound using segment: {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:40.105708 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Bound port: 6485292c-158a-4e10-9b12-be0a06bc04ae, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:40.106073 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.112056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:40.126167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Made reservation on behalf of 2eec2e4b66944289bc9e26f983debdbc for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:40.130845 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.246338 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.259446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Transition to ACTIVE for port object 5f60270f-476e-4738-b0e0-49fb3c65f430 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:40.355337 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] For port 6485292c-158a-4e10-9b12-be0a06bc04ae, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:40.355337 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] For port 6485292c-158a-4e10-9b12-be0a06bc04ae, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6485292c-158a-4e10-9b12-be0a06bc04ae,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:40.382959 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.428279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Transition to ACTIVE for port object 5f60270f-476e-4738-b0e0-49fb3c65f430 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:40.567654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-143b57dc-3239-49be-8228-188a8c96c7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.577444 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Routers {'10512ede-b9ed-4f31-bab9-104ca7c84fa3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:40.590269 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:40.604489 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.664502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605e743-5a34-4377-9d89-55c0114a8488 req-faa29e8f-8620-4fa4-a057-c0d7ff136a35 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:40.666072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7605e743-5a34-4377-9d89-55c0114a8488 req-faa29e8f-8620-4fa4-a057-c0d7ff136a35 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.2144499 Feb 04 15:59:40.699260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Pushing event updated for resources: {'Port': ['ID=5f60270f-476e-4738-b0e0-49fb3c65f430,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:40.738485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Network 18e01a5c-3196-4982-96e2-9c83216c0680 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:40.745230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:40.750382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:40.817123 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7605e743-5a34-4377-9d89-55c0114a8488 req-7be566c2-00dd-42cc-ac60-5aaaddfe4a50 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359572 Feb 04 15:59:40.855503 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b7348-88fb-4f1a-9e98-a6927a6863dd None None] Pushing event updated for resources: {'Port': ['ID=6485292c-158a-4e10-9b12-be0a06bc04ae,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:40.875566 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.908681 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.933868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Transition to ACTIVE for port object 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:40.992307 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.275064 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] Set router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:41.294652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f8e5d-8717-4970-b9aa-1ae8e0b7700a None None] Pushing event updated for resources: {'Port': ['ID=8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:41.360207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2fb5b605-7583-4f57-9682-c399b7b228ba req-ad5afcea-fde7-40ab-af22-6be3cc8361a9 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 210 time: 0.1752758 Feb 04 15:59:41.364640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Allocated IP 172.20.0.23 (33b33123-939b-4c6d-9b74-68c6ff8470d5/850bf7cd-74d0-4ba3-a97c-bc8c6da7714a/c6e5c107-4f67-4d08-8768-735b11f8a072) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:41.469077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-143b57dc-3239-49be-8228-188a8c96c7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.710470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6485292c-158a-4e10-9b12-be0a06bc04ae up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:41.774716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-143b57dc-3239-49be-8228-188a8c96c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.812420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b57dc-3239-49be-8228-188a8c96c7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3a184-2fb9-4b33-9d9c-6c8610d3f5f2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:41.851951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:59:41.879591 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-143b57dc-3239-49be-8228-188a8c96c7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.886043 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-143b57dc-3239-49be-8228-188a8c96c7a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40c3a184-2fb9-4b33-9d9c-6c8610d3f5f2 HTTP/1.1" status: 204 len: 168 time: 1.8374264 Feb 04 15:59:42.014898 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.035848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Transition to ACTIVE for port object c6e5c107-4f67-4d08-8768-735b11f8a072 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:42.109334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Attempting to bind port 5f60270f-476e-4738-b0e0-49fb3c65f430 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:42.109334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Attempting to bind port 5f60270f-476e-4738-b0e0-49fb3c65f430 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:42.109334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Attempting to bind port 5f60270f-476e-4738-b0e0-49fb3c65f430 on network 18e01a5c-3196-4982-96e2-9c83216c0680 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:42.154986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:42.154986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Checking segment: {'id': 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:42.154986 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.154986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Bound using segment: {'id': 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:42.154986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Bound port: 5f60270f-476e-4738-b0e0-49fb3c65f430, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:42.154986 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.234593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Attempting to bind port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:42.234593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Attempting to bind port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:42.234593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Attempting to bind port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d on network 33b33123-939b-4c6d-9b74-68c6ff8470d5 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:42.253022 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '60154470-ffba-4b69-b60e-e85388337423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:12Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 4, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'gw_port': {'id': '60154470-ffba-4b69-b60e-e85388337423', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:15Z', 'updated_at': '2022-02-04T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6485292c-158a-4e10-9b12-be0a06bc04ae', 'name': '', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'mac_address': 'fa:16:3e:6d:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:26Z', 'updated_at': '2022-02-04T15:59:40Z', 'revision_number': 4, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'subnets': [{'id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:42.257864 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c23cb-ba2c-43ca-a534-b6cc0596f25b None None] The sync data for ids ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'] in n-d-827870-1 is: [{'id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '60154470-ffba-4b69-b60e-e85388337423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:12Z', 'updated_at': '2022-02-04T15:59:29Z', 'revision_number': 4, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'gw_port': {'id': '60154470-ffba-4b69-b60e-e85388337423', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:15Z', 'updated_at': '2022-02-04T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '6485292c-158a-4e10-9b12-be0a06bc04ae', 'name': '', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'mac_address': 'fa:16:3e:6d:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:26Z', 'updated_at': '2022-02-04T15:59:40Z', 'revision_number': 4, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'subnets': [{'id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:42.295175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.373178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:42.373760 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Checking segment: {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:42.373943 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.379634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:42.384481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Bound using segment: {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:42.385741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Bound port: 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:42.386716 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.414191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Sync routers for ids ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:42.455637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 6485292c-158a-4e10-9b12-be0a06bc04ae completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:42.473794 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.473794 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c2dfbe6b-87d3-4b13-a34a-10c4cf10d7b8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.4549687 Feb 04 15:59:42.494014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Network 33b33123-939b-4c6d-9b74-68c6ff8470d5 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:42.501813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 34958) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.555519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Routers {'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:42.555519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:42.768564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:42.768564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:42.794696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6485292c-158a-4e10-9b12-be0a06bc04ae triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:42.794696 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.921326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] For port 5f60270f-476e-4738-b0e0-49fb3c65f430, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:42.921326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] For port 5f60270f-476e-4738-b0e0-49fb3c65f430, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5f60270f-476e-4738-b0e0-49fb3c65f430,segment=NetworkSegment(c6c93ac5-f1d2-49df-9e93-95a4b31bb977),segment_id=c6c93ac5-f1d2-49df-9e93-95a4b31bb977)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:42.944589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-56ab2230-4464-442f-8e2c-494a7f2dc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:42.944589 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-56ab2230-4464-442f-8e2c-494a7f2dc2b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1097 time: 0.5516584 Feb 04 15:59:43.040335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] For port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:43.044733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] For port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:43.061095 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.139058 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.348687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0d615-a0ac-41d5-812c-d9d321274e76 None None] Pushing event updated for resources: {'Port': ['ID=5f60270f-476e-4738-b0e0-49fb3c65f430,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:43.425161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-f96e89c2-6718-4f57-8e9b-e21d2b4a818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:43.429503 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-f96e89c2-6718-4f57-8e9b-e21d2b4a818e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.4677141 Feb 04 15:59:43.507741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:43.513894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.559441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f8e5d-8717-4970-b9aa-1ae8e0b7700a None None] Pushing event updated for resources: {'Port': ['ID=8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:43.662184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-462e8f99-326f-4c90-97d1-4304316dfb34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 1002 time: 0.2162497 Feb 04 15:59:43.669878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.2411239 Feb 04 15:59:43.732371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Request body: {'port': {'device_id': 'df8190bf-57e3-44b3-b919-ee86525c1756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:43.838981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b47ab259-f5c8-4602-9af6-b02087f1a0a9 None None] Provisioning for port c6e5c107-4f67-4d08-8768-735b11f8a072 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:43.854200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e24185-b70d-4d72-a554-1f22c425df0f tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event updated for resources: {'Port': ['ID=c6e5c107-4f67-4d08-8768-735b11f8a072,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:43.867111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Routers {'5c9ba713-a67e-4240-b3c5-4a6651a48ab8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:43.867750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:43.899618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950fde-e440-42f6-9df7-79e9cd634c7b req-c2006357-7730-4919-b0ef-dd3309634a15 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:43.908378 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64950fde-e440-42f6-9df7-79e9cd634c7b req-c2006357-7730-4919-b0ef-dd3309634a15 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 1.8060894 Feb 04 15:59:43.910249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-e00fef73-8adc-4c43-bf5b-1a489a197eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:43.912193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-e00fef73-8adc-4c43-bf5b-1a489a197eb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.2380817 Feb 04 15:59:44.129915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 34990) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:44.205412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-e37fb0e6-8209-44cd-bf63-7b19514d586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:44.208410 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-e37fb0e6-8209-44cd-bf63-7b19514d586b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844322 Feb 04 15:59:44.293937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b47ab259-f5c8-4602-9af6-b02087f1a0a9 None None] Provisioning complete for port c6e5c107-4f67-4d08-8768-735b11f8a072 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:44.294204 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b47ab259-f5c8-4602-9af6-b02087f1a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.367235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-452992191-network', 'tenant_id': 'fd0542bbcf724828a5805efafb914888'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:44.385285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:44.401315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b47ab259-f5c8-4602-9af6-b02087f1a0a9 None None] Port c6e5c107-4f67-4d08-8768-735b11f8a072 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:59:44.405138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Usage tracker for resource:network and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:44.405138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:44.413691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64950fde-e440-42f6-9df7-79e9cd634c7b req-71121c98-a2cb-45b8-adf4-4dc9b89b1010 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4973133 Feb 04 15:59:44.428732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:44.480274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Made reservation on behalf of fd0542bbcf724828a5805efafb914888 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:44.483948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] Set router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:44.487720 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.497055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-9babc080-8d0c-4e4d-841e-c727d0b0fee2 service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739799 Feb 04 15:59:44.503525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.636149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:44.655731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Usage tracker for resource:security_group_rule and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:44.662762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:44.667524 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.680276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:44.681609 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:59:44.729772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Set router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:44.818388 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b4a1a224-193e-40ac-b670-e155f0c7343a req-c121af90-f2e4-4b42-976b-5ffc7233f4f7 service neutron] 10.222.0.53 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767911 Feb 04 15:59:44.953820 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.953820 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.985073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:59:45.006243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea335fa8-a787-43a7-972f-dc1f33ac533e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.006243 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.006243 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Added segment 1caba4fb-aad7-490c-89e8-548ed0e72265 of type vlan for network 424f809d-42a9-4057-82da-883c310c37ee Feb 04 15:59:45.065534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.134882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.134882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:45.134882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.342184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2115753 Feb 04 15:59:45.346382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35006) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:45.353199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Request body: {'subnet': {'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-452992191-subnet', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:45.355788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.358980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f35b55-078c-4b7b-963f-b7e5d7927fbe admin admin] Pushing event updated for resources: {'Network': ['ID=424f809d-42a9-4057-82da-883c310c37ee,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.363688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:45.372800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Usage tracker for resource:subnet and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:45.377499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:45.383699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:45.395876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Made reservation on behalf of fd0542bbcf724828a5805efafb914888 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:45.399980 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.418713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 424f809d-42a9-4057-82da-883c310c37ee details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:59:45.556319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f5747-1beb-4038-a4bb-452571e8cbce None None] Network 18e01a5c-3196-4982-96e2-9c83216c0680 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:45.618638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 6485292c-158a-4e10-9b12-be0a06bc04ae, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6485292c-158a-4e10-9b12-be0a06bc04ae,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:45.686350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bab782-0cd9-4836-8970-6a18d1b7826f req-823267cf-63ff-4356-8e8e-20343ea42828 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:45.686350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-17bab782-0cd9-4836-8970-6a18d1b7826f req-823267cf-63ff-4356-8e8e-20343ea42828 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Synchronizing usage tracker for tenant:2eec2e4b66944289bc9e26f983debdbc on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:45.718537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-17bab782-0cd9-4836-8970-6a18d1b7826f req-823267cf-63ff-4356-8e8e-20343ea42828 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Unset dirty status for tenant:2eec2e4b66944289bc9e26f983debdbc on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:45.719796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17bab782-0cd9-4836-8970-6a18d1b7826f req-823267cf-63ff-4356-8e8e-20343ea42828 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 895 time: 1.0534134 Feb 04 15:59:45.731118 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.758113 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.793017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.045515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Allocated IP 172.20.0.1 (18e01a5c-3196-4982-96e2-9c83216c0680/8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e/2ed34d60-27bd-4137-bc97-e685235818dd) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:46.220676 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.237696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Transition to ACTIVE for port object 2ed34d60-27bd-4137-bc97-e685235818dd will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:46.256320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5f60270f-476e-4738-b0e0-49fb3c65f430 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:46.273234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 74950894-4eb2-47e2-ba26-f5fdf8a14e0c no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:46.322346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff96bcd-013e-4d88-979a-9a575b408890,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:46.345899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Checking segment: {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:46.345899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Network hostable DHCP agents. Network: 424f809d-42a9-4057-82da-883c310c37ee, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:46.357325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.387193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Network 424f809d-42a9-4057-82da-883c310c37ee is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:46.400150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 424f809d-42a9-4057-82da-883c310c37ee) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:46.409072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.411215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.435246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd8f53-7cb1-4611-9348-ee6ffdb92378 None None] Network 424f809d-42a9-4057-82da-883c310c37ee requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:46.447585 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2c655b27-9190-40ec-8620-1730d749c5c9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0996420 Feb 04 15:59:46.450521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35020) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:46.451875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cea5f3a4-22a1-4942-95a1-f8780c2e9421 None None] Provisioning for port 5f60270f-476e-4738-b0e0-49fb3c65f430 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:46.456891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:46.466284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:46.472388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Usage tracker for resource:router and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:46.475830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:46.481029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Network 18e01a5c-3196-4982-96e2-9c83216c0680 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:46.483893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:46.494858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e5c107-4f67-4d08-8768-735b11f8a072 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:46.500030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:46.501630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.505638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.543476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.564407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed34d60-27bd-4137-bc97-e685235818dd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:46.573530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:46.602044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.658859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Transition to ACTIVE for port object c6e5c107-4f67-4d08-8768-735b11f8a072 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:46.674925 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.737821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.758608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419f59-21cd-4381-9611-54c9bbaaf71e req-aab2e8d2-68dd-42c2-898e-5ced7e445db8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.762737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:35Z', 'updated_at': '2022-02-04T15:59:38Z', 'revision_number': 3, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'gw_port': {'id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:36Z', 'updated_at': '2022-02-04T15:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:46.766764 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b419f59-21cd-4381-9611-54c9bbaaf71e req-aab2e8d2-68dd-42c2-898e-5ced7e445db8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.4975772 Feb 04 15:59:46.774744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Checking router: fb74de82-c2ab-4ef7-a113-d39ae86b5a7c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:46.774744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Updating router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c port 557e2c26-1a5e-4c88-9d8b-359f56591a7a binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:46.842816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=6485292c-158a-4e10-9b12-be0a06bc04ae,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.899341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:46.997536 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.001752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b419f59-21cd-4381-9611-54c9bbaaf71e req-c14af11d-aa07-4041-8ee5-227965e69c79 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086287 Feb 04 15:59:47.045534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5c107-4f67-4d08-8768-735b11f8a072,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.149875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.190143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:06Z', 'updated_at': '2022-02-04T15:59:27Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:08Z', 'updated_at': '2022-02-04T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d', 'name': '', 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:39:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '850bf7cd-74d0-4ba3-a97c-bc8c6da7714a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:23Z', 'updated_at': '2022-02-04T15:59:43Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '850bf7cd-74d0-4ba3-a97c-bc8c6da7714a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:47.390283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Attempting to bind port c6e5c107-4f67-4d08-8768-735b11f8a072 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:47.390283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Attempting to bind port c6e5c107-4f67-4d08-8768-735b11f8a072 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:47.390283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Attempting to bind port c6e5c107-4f67-4d08-8768-735b11f8a072 on network 33b33123-939b-4c6d-9b74-68c6ff8470d5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:47.436473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Port c6e5c107-4f67-4d08-8768-735b11f8a072 on network 33b33123-939b-4c6d-9b74-68c6ff8470d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 15:59:47.436473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Attempting to bind port c6e5c107-4f67-4d08-8768-735b11f8a072 on network 33b33123-939b-4c6d-9b74-68c6ff8470d5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:47.454636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5f60270f-476e-4738-b0e0-49fb3c65f430 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:47.506197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:47.506197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Checking segment: {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:47.506197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Bound using segment: {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:47.506197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Bound port: c6e5c107-4f67-4d08-8768-735b11f8a072, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a6f8a7-e9d2-469d-b734-038467e599e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:47.506197 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.550207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-424f809d-42a9-4057-82da-883c310c37ee', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 15:59:47.550207 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.566426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45e2a3-94ba-4bce-b51d-329839a84d78 None None] The sync data for ids ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'] in n-d-827870-1 is: [{'id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:06Z', 'updated_at': '2022-02-04T15:59:27Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:08Z', 'updated_at': '2022-02-04T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d', 'name': '', 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:39:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '850bf7cd-74d0-4ba3-a97c-bc8c6da7714a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:23Z', 'updated_at': '2022-02-04T15:59:43Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '850bf7cd-74d0-4ba3-a97c-bc8c6da7714a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:47.598720 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.602501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.671213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5f60270f-476e-4738-b0e0-49fb3c65f430 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:47.671731 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.696463 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.754339 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.945266 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.978080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] For port c6e5c107-4f67-4d08-8768-735b11f8a072, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:47.995694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] For port c6e5c107-4f67-4d08-8768-735b11f8a072, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6e5c107-4f67-4d08-8768-735b11f8a072,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:47.999364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.098496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:48.423906 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-63d6e336-5298-4a95-abc8-61897225675d None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:59:48.449641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.449641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed34d60-27bd-4137-bc97-e685235818dd,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:48.564704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:48.615372 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.621025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5c107-4f67-4d08-8768-735b11f8a072,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:48.643602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cb1c6-e2bf-41d6-b7ad-c06b27ad30a8 req-dd30fec9-4e85-45cd-8988-f10ab4a3120a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:48.643602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f27cb1c6-e2bf-41d6-b7ad-c06b27ad30a8 req-dd30fec9-4e85-45cd-8988-f10ab4a3120a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 907 time: 1.3703036 Feb 04 15:59:48.657404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:48.657404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.657404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-c1253152-c78f-4a96-894f-902cd074a817 service neutron] 10.222.0.53 "PUT /v2.0/ports/c6e5c107-4f67-4d08-8768-735b11f8a072 HTTP/1.1" status: 200 len: 1055 time: 4.9665506 Feb 04 15:59:48.657404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8190bf-57e3-44b3-b919-ee86525c1756', 'tag': 'c6e5c107-4f67-4d08-8768-735b11f8a072'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:48.682997 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.761758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Allocated IP 172.20.0.2 (424f809d-42a9-4057-82da-883c310c37ee/dff96bcd-013e-4d88-979a-9a575b408890/0544e59f-7d35-43a5-8dd0-1ebe853b909b) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:49.120416 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.156008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Network 18e01a5c-3196-4982-96e2-9c83216c0680 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:49.160957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:49.176558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-33d787e7-0285-49a8-9b83-fcf24e2895aa None None] Provisioning for port 2ed34d60-27bd-4137-bc97-e685235818dd completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:49.178368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-fb0a64e0-1a62-443a-acf8-d3a95a5e73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.178368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-fb0a64e0-1a62-443a-acf8-d3a95a5e73b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 1058 time: 0.4674909 Feb 04 15:59:49.197103 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.197103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-33d787e7-0285-49a8-9b83-fcf24e2895aa None None] Provisioning complete for port 2ed34d60-27bd-4137-bc97-e685235818dd triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:49.197103 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-33d787e7-0285-49a8-9b83-fcf24e2895aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.275451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Transition to ACTIVE for port object 557e2c26-1a5e-4c88-9d8b-359f56591a7a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:49.398154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Transition to ACTIVE for port object 0544e59f-7d35-43a5-8dd0-1ebe853b909b will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:49.398154 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.495527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-33d787e7-0285-49a8-9b83-fcf24e2895aa None None] Port 2ed34d60-27bd-4137-bc97-e685235818dd cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:59:49.524937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.527951 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.575036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Allocated IP 172.25.8.165 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/f8723b1f-913e-4427-9101-43588099af10) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:49.612080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Transition to ACTIVE for port object 0544e59f-7d35-43a5-8dd0-1ebe853b909b will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:49.661459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80793-bbe5-421c-8a18-ea3dd2570d3f req-1fa0c0af-9a75-4a5c-b2c5-b2336479b004 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.661459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09a80793-bbe5-421c-8a18-ea3dd2570d3f req-1fa0c0af-9a75-4a5c-b2c5-b2336479b004 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 944 time: 0.7393496 Feb 04 15:59:49.661459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-327085db-634b-4855-a845-dd13b700a63e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c6e5c107-4f67-4d08-8768-735b11f8a072 HTTP/1.1" status: 200 len: 217 time: 0.1807907 Feb 04 15:59:49.706018 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.758411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Network 424f809d-42a9-4057-82da-883c310c37ee is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:49.768383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:49.774598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Attempting to bind port 557e2c26-1a5e-4c88-9d8b-359f56591a7a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:49.774598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Attempting to bind port 557e2c26-1a5e-4c88-9d8b-359f56591a7a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:49.774598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Attempting to bind port 557e2c26-1a5e-4c88-9d8b-359f56591a7a on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:49.793753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:49.800514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5f60270f-476e-4738-b0e0-49fb3c65f430, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5f60270f-476e-4738-b0e0-49fb3c65f430,segment=NetworkSegment(c6c93ac5-f1d2-49df-9e93-95a4b31bb977),segment_id=c6c93ac5-f1d2-49df-9e93-95a4b31bb977)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:49.800514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:49.800514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:49.800514 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.800514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:49.800514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Bound port: 557e2c26-1a5e-4c88-9d8b-359f56591a7a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:49.800514 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.834041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-a78d9934-1fe9-4d58-b45c-8d8532731c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.834041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-a78d9934-1fe9-4d58-b45c-8d8532731c8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=850bf7cd-74d0-4ba3-a97c-bc8c6da7714a HTTP/1.1" status: 200 len: 838 time: 0.1366014 Feb 04 15:59:49.851553 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.896640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.938638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9426f31-0cf4-4a96-84d8-6de91a35b4aa None None] Pushing event updated for resources: {'Port': ['ID=557e2c26-1a5e-4c88-9d8b-359f56591a7a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.941358 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.944359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 15:59:49.965482 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09a80793-bbe5-421c-8a18-ea3dd2570d3f req-3bc8ebfd-53d5-49fe-acaf-f80aeea6e79c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053026 Feb 04 15:59:49.969891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:49.997024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:50.013578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:50.141212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-33d787e7-0285-49a8-9b83-fcf24e2895aa None None] Provisioning complete for port 5f60270f-476e-4738-b0e0-49fb3c65f430 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:50.141212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-33d787e7-0285-49a8-9b83-fcf24e2895aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.164757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8723b1f-913e-4427-9101-43588099af10,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:50.261637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-9e4a54ce-a30c-43db-a51c-e813891f2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:50.263762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-9e4a54ce-a30c-43db-a51c-e813891f2b45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33b33123-939b-4c6d-9b74-68c6ff8470d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4052534 Feb 04 15:59:50.360072 n-d-827870-1 neutron-server[87572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'code': 422} returned with failed status Feb 04 15:59:50.415195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6485292c-158a-4e10-9b12-be0a06bc04ae up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:50.574354 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8190bf-57e3-44b3-b919-ee86525c1756', 'tag': 'c6e5c107-4f67-4d08-8768-735b11f8a072', 'status': 'completed', 'code': 200} Feb 04 15:59:50.618030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:50.644040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7c6e3b11-cb8e-43c9-a096-41af7cecc6c5 admin admin] 10.222.0.46 "PUT /v2.0/routers/fb74de82-c2ab-4ef7-a113-d39ae86b5a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1234436 Feb 04 15:59:50.671827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Pushing event updated for resources: {'Port': ['ID=0544e59f-7d35-43a5-8dd0-1ebe853b909b,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:50.714202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-d5a1d9f7-8373-4fef-b2b5-f830290fff37 service neutron] 10.222.0.53 "GET /v2.0/networks/33b33123-939b-4c6d-9b74-68c6ff8470d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626437 Feb 04 15:59:50.806502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] For port 557e2c26-1a5e-4c88-9d8b-359f56591a7a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:50.843322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Attempting to bind port 0544e59f-7d35-43a5-8dd0-1ebe853b909b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:50.843322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Attempting to bind port 0544e59f-7d35-43a5-8dd0-1ebe853b909b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:50.843322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Attempting to bind port 0544e59f-7d35-43a5-8dd0-1ebe853b909b on network 424f809d-42a9-4057-82da-883c310c37ee {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:50.866423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] For port 557e2c26-1a5e-4c88-9d8b-359f56591a7a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=557e2c26-1a5e-4c88-9d8b-359f56591a7a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:50.877066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:50.877066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Checking segment: {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:50.877066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.877066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Bound using segment: {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:50.877066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Bound port: 0544e59f-7d35-43a5-8dd0-1ebe853b909b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:50.877066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.944677 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.989718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a3c67-ea53-4c8b-97cc-b5360815930c req-0f235874-8118-46ce-a2af-c913c1ad928b tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:50.989718 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e86a3c67-ea53-4c8b-97cc-b5360815930c req-0f235874-8118-46ce-a2af-c913c1ad928b tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 907 time: 0.2589307 Feb 04 15:59:51.003682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d91cbf5e-41b4-4286-a9bb-e62babfcd3a6 req-f9575caa-614d-4311-a19f-c2a7268c2068 service neutron] 10.222.0.53 "GET /v2.0/networks/33b33123-939b-4c6d-9b74-68c6ff8470d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362654 Feb 04 15:59:51.006378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5f60270f-476e-4738-b0e0-49fb3c65f430,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:51.155331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 6485292c-158a-4e10-9b12-be0a06bc04ae triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:51.155331 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.185873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-34e6f2ae-3222-48db-bff4-9b66edac0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.185873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-34e6f2ae-3222-48db-bff4-9b66edac0645 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 1058 time: 0.1143990 Feb 04 15:59:51.259967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.264194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Routers {'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:51.264194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:51.560244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-168c92f8-518c-44f1-8291-c8c19a2d2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.560244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-168c92f8-518c-44f1-8291-c8c19a2d2bfc service neutron] 10.222.0.53 "GET /v2.0/networks?id=33b33123-939b-4c6d-9b74-68c6ff8470d5 HTTP/1.1" status: 200 len: 898 time: 0.3645353 Feb 04 15:59:51.600184 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] For port 0544e59f-7d35-43a5-8dd0-1ebe853b909b, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:51.661690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-011602e0-6cda-4cab-afc0-bd5b0d52290b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c6e5c107-4f67-4d08-8768-735b11f8a072 HTTP/1.1" status: 200 len: 217 time: 0.0956154 Feb 04 15:59:51.682061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9426f31-0cf4-4a96-84d8-6de91a35b4aa None None] Pushing event updated for resources: {'Port': ['ID=557e2c26-1a5e-4c88-9d8b-359f56591a7a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:51.711398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] For port 0544e59f-7d35-43a5-8dd0-1ebe853b909b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0544e59f-7d35-43a5-8dd0-1ebe853b909b,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:51.745826 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.752215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-53401cce-e156-4443-9429-8d7103a9fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.754046 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-53401cce-e156-4443-9429-8d7103a9fda6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=850bf7cd-74d0-4ba3-a97c-bc8c6da7714a HTTP/1.1" status: 200 len: 838 time: 0.0868769 Feb 04 15:59:51.883939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-d8c93a3f-37ba-489c-9fea-45c161a0e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.883939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-d8c93a3f-37ba-489c-9fea-45c161a0e895 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33b33123-939b-4c6d-9b74-68c6ff8470d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187527 Feb 04 15:59:51.905660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2589680e-1340-4272-89ac-a9727c2941c3 None None] Provisioning complete for port 2ed34d60-27bd-4137-bc97-e685235818dd triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:51.905660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2589680e-1340-4272-89ac-a9727c2941c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.970718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] Set router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:52.049212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ebcd7-2488-4203-81db-d094e1df192d None None] Pushing event updated for resources: {'Port': ['ID=0544e59f-7d35-43a5-8dd0-1ebe853b909b,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:52.104697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:52.124453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.182358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-b330c72e-1e55-411d-9439-21932482e1ee service neutron] 10.222.0.53 "GET /v2.0/networks/33b33123-939b-4c6d-9b74-68c6ff8470d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861898 Feb 04 15:59:52.295162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2589680e-1340-4272-89ac-a9727c2941c3 None None] Port 2ed34d60-27bd-4137-bc97-e685235818dd cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:59:52.646816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db556a74-5bce-4486-9049-b6bdd34f07d9 req-e5225b0f-9275-49e2-8db3-40688611c556 service neutron] 10.222.0.53 "GET /v2.0/networks/33b33123-939b-4c6d-9b74-68c6ff8470d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538856 Feb 04 15:59:52.648437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:52.660170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:52.660536 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.808987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Router 25ea3e21-63db-4fa1-9511-7eed53283e03 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 15:59:52.833256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-63d6e336-5298-4a95-abc8-61897225675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:35Z', 'updated_at': '2022-02-04T15:59:47Z', 'revision_number': 4, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'gw_port': {'id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:36Z', 'updated_at': '2022-02-04T15:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '2ed34d60-27bd-4137-bc97-e685235818dd', 'name': '', 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'mac_address': 'fa:16:3e:8c:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:45Z', 'updated_at': '2022-02-04T15:59:47Z', 'revision_number': 2, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'subnets': [{'id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:52.847837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ed8a0-83ab-4ff0-885f-d1d9b94552da req-4b92fece-13d8-4f98-b2dd-86c86665b6f3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:52.847837 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-065ed8a0-83ab-4ff0-885f-d1d9b94552da req-4b92fece-13d8-4f98-b2dd-86c86665b6f3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 907 time: 0.1933846 Feb 04 15:59:52.859231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6e336-5298-4a95-abc8-61897225675d None None] The sync data for ids ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'] in n-d-827870-1 is: [{'id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:35Z', 'updated_at': '2022-02-04T15:59:47Z', 'revision_number': 4, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'gw_port': {'id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:36Z', 'updated_at': '2022-02-04T15:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '2ed34d60-27bd-4137-bc97-e685235818dd', 'name': '', 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'mac_address': 'fa:16:3e:8c:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:45Z', 'updated_at': '2022-02-04T15:59:47Z', 'revision_number': 2, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'subnets': [{'id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:53.038701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.111312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:53.136437 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.167489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 15:59:53.173015 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Sync routers for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:53.195577 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:53.195577 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:53.262958 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.262958 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1f6bf237-e224-4eae-afe7-b1b2e4ff87f1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8031976 Feb 04 15:59:53.265980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35114) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:53.492850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:53.624513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5f60270f-476e-4738-b0e0-49fb3c65f430 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:53.864076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5f60270f-476e-4738-b0e0-49fb3c65f430 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:53.864076 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.949176 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:54.243230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902cd9ce-7801-43f2-82e6-8014eb65ca2d None None] Network 424f809d-42a9-4057-82da-883c310c37ee requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 15:59:54.256208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c6e5c107-4f67-4d08-8768-735b11f8a072 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:54.595977 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:50Z', 'revision_number': 3, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:54.599312 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Checking router: 25ea3e21-63db-4fa1-9511-7eed53283e03 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:54.600538 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Updating router 25ea3e21-63db-4fa1-9511-7eed53283e03 port f8723b1f-913e-4427-9101-43588099af10 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:54.624349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0544e59f-7d35-43a5-8dd0-1ebe853b909b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:54.684410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a672e26e-1c7a-4f51-a3fa-8bc563977180 None None] Provisioning for port 0544e59f-7d35-43a5-8dd0-1ebe853b909b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:54.694554 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.834056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c6e5c107-4f67-4d08-8768-735b11f8a072, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6e5c107-4f67-4d08-8768-735b11f8a072,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:54.927519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-ebb26196-4288-44e9-9f6b-89f9ef3827bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0684502 Feb 04 15:59:54.977491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'c6e5c107-4f67-4d08-8768-735b11f8a072', 'network_id': '33b33123-939b-4c6d-9b74-68c6ff8470d5', 'port_id': 'c6e5c107-4f67-4d08-8768-735b11f8a072', 'mac_address': 'fa:16:3e:ea:39:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850bf7cd-74d0-4ba3-a97c-bc8c6da7714a', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:55.199274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 0544e59f-7d35-43a5-8dd0-1ebe853b909b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:55.206689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0544e59f-7d35-43a5-8dd0-1ebe853b909b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:55.206689 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.299173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-31ebf54d-ab86-45fb-ba02-5c44893b16c4 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.307935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-31ebf54d-ab86-45fb-ba02-5c44893b16c4 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/networks?id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af HTTP/1.1" status: 200 len: 910 time: 1.3197396 Feb 04 15:59:55.334412 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.423388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e5c107-4f67-4d08-8768-735b11f8a072 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:55.442433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f4dfb86d-fb79-4f5e-84cc-6726132445df tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/quotas/4f7eed6ac4a043f799ee748f97abf7c9 HTTP/1.1" status: 200 len: 375 time: 0.1018639 Feb 04 15:59:55.576134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c6e5c107-4f67-4d08-8768-735b11f8a072, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6e5c107-4f67-4d08-8768-735b11f8a072,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:55.599300 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.605202 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.627707 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Transition to ACTIVE for port object f8723b1f-913e-4427-9101-43588099af10 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:55.642185 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.794195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c6e5c107-4f67-4d08-8768-735b11f8a072,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:55.794195 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.801288 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Attempting to bind port f8723b1f-913e-4427-9101-43588099af10 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:55.801288 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Attempting to bind port f8723b1f-913e-4427-9101-43588099af10 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:55.801288 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Attempting to bind port f8723b1f-913e-4427-9101-43588099af10 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 15:59:55.827989 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 15:59:55.829083 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 15:59:55.830489 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.830489 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 15:59:55.830489 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Bound port: f8723b1f-913e-4427-9101-43588099af10, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:55.831568 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.839681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-c3cb2b13-1eb0-4e45-954a-a75e8f711d45 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Synchronizing usage tracker for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:55.857474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 0544e59f-7d35-43a5-8dd0-1ebe853b909b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0544e59f-7d35-43a5-8dd0-1ebe853b909b,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:55.864086 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.947347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-c3cb2b13-1eb0-4e45-954a-a75e8f711d45 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Unset dirty status for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:55.956186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-c3cb2b13-1eb0-4e45-954a-a75e8f711d45 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f7eed6ac4a043f799ee748f97abf7c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5044293 Feb 04 15:59:56.002003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['c6e5c107-4f67-4d08-8768-735b11f8a072'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 15:59:56.078377 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] For port f8723b1f-913e-4427-9101-43588099af10, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 15:59:56.087218 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] For port f8723b1f-913e-4427-9101-43588099af10, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f8723b1f-913e-4427-9101-43588099af10,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 15:59:56.087218 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.096188 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c35be-93c3-48b7-8f79-339d8ac96f49 None None] Pushing event updated for resources: {'Port': ['ID=f8723b1f-913e-4427-9101-43588099af10,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:56.274490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=0544e59f-7d35-43a5-8dd0-1ebe853b909b,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:56.340333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:56.346560 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c35be-93c3-48b7-8f79-339d8ac96f49 None None] Pushing event updated for resources: {'Port': ['ID=f8723b1f-913e-4427-9101-43588099af10,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:56.359849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.385327 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:56.385947 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:56.534389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-58dad297-d506-4df2-acbb-2c5e8043e3a3 None None] Provisioning complete for port 0544e59f-7d35-43a5-8dd0-1ebe853b909b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:56.534389 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58dad297-d506-4df2-acbb-2c5e8043e3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.716588 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:56.721110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:56.721481 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.788978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-dae8d716-92c0-4cb8-8a6f-7e873755c951 service neutron] 10.222.0.46 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8247423 Feb 04 15:59:57.038703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 557e2c26-1a5e-4c88-9d8b-359f56591a7a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:57.093031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Allocated IP 172.20.0.1 (424f809d-42a9-4057-82da-883c310c37ee/dff96bcd-013e-4d88-979a-9a575b408890/7cc3db9e-3b77-4ef5-bbec-a41e4973c27e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:57.163283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 557e2c26-1a5e-4c88-9d8b-359f56591a7a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:57.172942 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Sync routers for ids ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:57.191446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 557e2c26-1a5e-4c88-9d8b-359f56591a7a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:57.191446 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.258053 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:50Z', 'revision_number': 3, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T15:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:57.258053 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b561f-7521-487a-ad1e-d02c9729a753 None None] The sync data for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 is: [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:50Z', 'revision_number': 3, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T15:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:57.306511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Routers {'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 15:59:57.306511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:57.400995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-b1c071e1-01b9-42ee-9537-27047621aa61 service neutron] 10.222.0.46 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412951 Feb 04 15:59:57.506262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.526746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Transition to ACTIVE for port object 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:57.578607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Set router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 15:59:57.596316 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.811105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc3db9e-3b77-4ef5-bbec-a41e4973c27e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:57.838791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Network 424f809d-42a9-4057-82da-883c310c37ee is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:57.896514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:57.909999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 15:59:58.071681 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.345774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.506228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c6e5c107-4f67-4d08-8768-735b11f8a072 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:58.605033 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.658493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 557e2c26-1a5e-4c88-9d8b-359f56591a7a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=557e2c26-1a5e-4c88-9d8b-359f56591a7a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:58.667029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32b18b-5152-464f-9b0b-cf71416561c8 req-6f218f16-9827-46cd-afe9-f56a1a9f47b0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:58.668952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da32b18b-5152-464f-9b0b-cf71416561c8 req-6f218f16-9827-46cd-afe9-f56a1a9f47b0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 944 time: 0.8329232 Feb 04 15:59:58.682585 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.789163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-602389b7-5076-409a-bde8-42f59184ccd2 None None] Provisioning for port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:58.792351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da32b18b-5152-464f-9b0b-cf71416561c8 req-3f579dd5-795e-45b4-abe0-8a6b3f2d7e5a tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107500 Feb 04 15:59:58.869949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port c6e5c107-4f67-4d08-8768-735b11f8a072 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:58.893893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port c6e5c107-4f67-4d08-8768-735b11f8a072 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:58.895680 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.900721 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.908142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.090911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-602389b7-5076-409a-bde8-42f59184ccd2 None None] Provisioning complete for port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:59.091262 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-602389b7-5076-409a-bde8-42f59184ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.175227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f8723b1f-913e-4427-9101-43588099af10 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:59.271959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=557e2c26-1a5e-4c88-9d8b-359f56591a7a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:59.402637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-602389b7-5076-409a-bde8-42f59184ccd2 None None] Port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 15:59:59.442375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:35Z', 'updated_at': '2022-02-04T15:59:47Z', 'revision_number': 4, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'gw_port': {'id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:36Z', 'updated_at': '2022-02-04T15:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '2ed34d60-27bd-4137-bc97-e685235818dd', 'name': '', 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'mac_address': 'fa:16:3e:8c:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:45Z', 'updated_at': '2022-02-04T15:59:47Z', 'revision_number': 2, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'subnets': [{'id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:59.471076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Checking router: fb74de82-c2ab-4ef7-a113-d39ae86b5a7c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:59.471401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Updating router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c port 2ed34d60-27bd-4137-bc97-e685235818dd binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:59.474083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc3db9e-3b77-4ef5-bbec-a41e4973c27e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:59.478857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.604895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c94c8-4dec-4e78-9a69-7e859f80e5a7 req-c1f5f80e-0400-4a21-9cb0-ab555a9205cc tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:59.606419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-707c94c8-4dec-4e78-9a69-7e859f80e5a7 req-c1f5f80e-0400-4a21-9cb0-ab555a9205cc tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 908 time: 0.5379827 Feb 04 15:59:59.607763 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.638943 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.717695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f8723b1f-913e-4427-9101-43588099af10 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:59.740008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f8723b1f-913e-4427-9101-43588099af10 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:59.740562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Network 424f809d-42a9-4057-82da-883c310c37ee is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:59.740961 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.817356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8190bf-57e3-44b3-b919-ee86525c1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5c107-4f67-4d08-8768-735b11f8a072'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:59.850596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:59.853207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port c6e5c107-4f67-4d08-8768-735b11f8a072, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6e5c107-4f67-4d08-8768-735b11f8a072,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 15:59:59.938836 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.414507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=c6e5c107-4f67-4d08-8768-735b11f8a072,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:00.428801 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc2d9fd8-d5fe-4727-a102-ddfccddc5296 req-178caa30-a6cf-4c81-a73e-e59a53f991d2 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 210 time: 0.3976090 Feb 04 16:00:00.447601 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.483220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Router 25ea3e21-63db-4fa1-9511-7eed53283e03 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:00:00.536291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port f8723b1f-913e-4427-9101-43588099af10, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f8723b1f-913e-4427-9101-43588099af10,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:00.554015 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8190bf-57e3-44b3-b919-ee86525c1756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5c107-4f67-4d08-8768-735b11f8a072', 'code': 200} Feb 04 16:00:00.574247 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.575063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0544e59f-7d35-43a5-8dd0-1ebe853b909b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:00.722550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1940fa64-8df0-4395-a4c0-e051b6dee248 None None] Provisioning complete for port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:00.723283 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1940fa64-8df0-4395-a4c0-e051b6dee248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.854071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-55682d28-fd10-4326-b128-a84bae716831 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:00.855653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-55682d28-fd10-4326-b128-a84bae716831 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.61 "GET /v2.0/networks?id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af HTTP/1.1" status: 200 len: 910 time: 1.1646140 Feb 04 16:00:00.879341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Request body: {'port': {'device_id': 'b5d26bb5-33fe-4b00-bf35-063d3cd305bc', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'admin_state_up': True, 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:00.886138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1940fa64-8df0-4395-a4c0-e051b6dee248 None None] Port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:00:00.894752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:00.897478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=f8723b1f-913e-4427-9101-43588099af10,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:00.902398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-f86910b2-9b9f-474b-9c68-be9baf027df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:00.903828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-f86910b2-9b9f-474b-9c68-be9baf027df6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202&tenant_id=dec833bf20b34c789e58c70fd2574cd2 HTTP/1.1" status: 200 len: 1095 time: 0.5357506 Feb 04 16:00:00.936041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:00.955750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0544e59f-7d35-43a5-8dd0-1ebe853b909b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:00.956123 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.970868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:01.039366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.056905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Transition to ACTIVE for port object 2ed34d60-27bd-4137-bc97-e685235818dd will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:01.081529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Made reservation on behalf of 4f7eed6ac4a043f799ee748f97abf7c9 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:01.083774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.091405 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.154937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:00:01.165038 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Sync routers for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:01.175868 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:01.176484 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:01.226076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bbe32-13be-4cdb-a446-9a04ac08bb58 req-b581f641-015d-4c40-b4f6-7a2afdf11273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:01.227785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-900bbe32-13be-4cdb-a446-9a04ac08bb58 req-b581f641-015d-4c40-b4f6-7a2afdf11273 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 1060 time: 0.4830832 Feb 04 16:00:01.245229 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.274998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ea25e745-281f-44e7-990b-29d9c9b6dba7 admin admin] 10.222.0.46 "PUT /v2.0/routers/25ea3e21-63db-4fa1-9511-7eed53283e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0156486 Feb 04 16:00:01.353400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974f4d3-fb4e-42bb-965d-6d5c63b15a9f None None] Pushing event updated for resources: {'Port': ['ID=2ed34d60-27bd-4137-bc97-e685235818dd,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.484105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ca855-6e6a-4cdb-94a4-819f58c0cb28 req-3937571b-adf8-47f1-bfdd-cb2fa1996f95 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:01.485880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Attempting to bind port 2ed34d60-27bd-4137-bc97-e685235818dd on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:01.486512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Attempting to bind port 2ed34d60-27bd-4137-bc97-e685235818dd by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:01.487055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Attempting to bind port 2ed34d60-27bd-4137-bc97-e685235818dd on network 18e01a5c-3196-4982-96e2-9c83216c0680 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:01.488206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b75ca855-6e6a-4cdb-94a4-819f58c0cb28 req-3937571b-adf8-47f1-bfdd-cb2fa1996f95 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 944 time: 0.7507010 Feb 04 16:00:01.500536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:00:01.501391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Checking segment: {'id': 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:01.501983 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.502761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Bound using segment: {'id': 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:00:01.503391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Bound port: 2ed34d60-27bd-4137-bc97-e685235818dd, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:01.503934 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.524747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f8723b1f-913e-4427-9101-43588099af10 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:01.530807 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:01.634531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Allocated IP 172.20.0.3 (74b4e81b-6660-4ee1-bb4b-2fa7f2a494af/388d59dc-4bb4-494b-a44e-b620c7599207/0e140d2d-de5f-4934-81fd-8d89b0348224) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:01.694893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b75ca855-6e6a-4cdb-94a4-819f58c0cb28 req-b05d6479-f90b-4813-b385-8d38c0dab305 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482148 Feb 04 16:00:01.784659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] For port 2ed34d60-27bd-4137-bc97-e685235818dd, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:00:01.789119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] For port 2ed34d60-27bd-4137-bc97-e685235818dd, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2ed34d60-27bd-4137-bc97-e685235818dd,segment=NetworkSegment(c6c93ac5-f1d2-49df-9e93-95a4b31bb977),segment_id=c6c93ac5-f1d2-49df-9e93-95a4b31bb977)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:00:01.807176 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.949459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f8723b1f-913e-4427-9101-43588099af10 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:01.949844 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.062408 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 2, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.070983 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Checking router: 25ea3e21-63db-4fa1-9511-7eed53283e03 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:02.071330 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Updating router 25ea3e21-63db-4fa1-9511-7eed53283e03 port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:00:02.086143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-d405a85a-a1fe-414c-be8a-ff9cb68eaecc req-7467e452-5230-43d7-9245-7fd8f28e3706 service neutron] (87570) timed out ('10.222.0.53', 53142) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:00:02.158355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Routers {'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:02.159126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.202180 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.310265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35234) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:02.321702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1675418694-network', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:02.330306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:02.335106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Usage tracker for resource:network and tenant:370f6297ba024e3c86d4e33ba2b7da6d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:02.342005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:02.353847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:02.375676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Made reservation on behalf of 370f6297ba024e3c86d4e33ba2b7da6d for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:02.383065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.414666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974f4d3-fb4e-42bb-965d-6d5c63b15a9f None None] Pushing event updated for resources: {'Port': ['ID=2ed34d60-27bd-4137-bc97-e685235818dd,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:02.432294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.476562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:02.489920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Usage tracker for resource:security_group_rule and tenant:370f6297ba024e3c86d4e33ba2b7da6d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:02.497955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:02.513068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:02.679014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd173ed-ee99-45d5-84db-34f6c4da2d7d req-d00a5e43-1eb2-4ea5-8107-e528c2a2de63 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:02.688557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddd173ed-ee99-45d5-84db-34f6c4da2d7d req-d00a5e43-1eb2-4ea5-8107-e528c2a2de63 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 909 time: 0.6495726 Feb 04 16:00:02.694630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.706564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:02.718817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.759721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:00:02.762527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 557e2c26-1a5e-4c88-9d8b-359f56591a7a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:02.781833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0b5a6-ef1c-4195-9d1d-30a89f5e8b0e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:02.800232 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.806274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.806898 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Added segment 11ddfade-0a8a-4ccd-8091-1048ab9ceb1b of type vlan for network 09ee50d0-2250-4777-af7d-50643cf2c138 Feb 04 16:00:02.851182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.863361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] Set router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:02.880658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Transition to ACTIVE for port object 0e140d2d-de5f-4934-81fd-8d89b0348224 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:02.903776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:00:02.929218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.930538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:02.931773 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.024968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6093fabf-6118-456e-b874-574dfaa206f6 req-d2a134ce-37d5-4ab0-bc0b-dc620bca50fd tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 210 time: 0.0834088 Feb 04 16:00:03.078247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] Pushing event updated for resources: {'Network': ['ID=09ee50d0-2250-4777-af7d-50643cf2c138,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.084863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74950894-4eb2-47e2-ba26-f5fdf8a14e0c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:03.112184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e36cbe1d-4cf4-4e77-9127-3da39b1cdfe0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7989483 Feb 04 16:00:03.113561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.114270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35246) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:03.128151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Request body: {'subnet': {'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1675418694-subnet', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:03.134715 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.144034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:03.149044 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Transition to ACTIVE for port object 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:03.154319 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.157847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Usage tracker for resource:subnet and tenant:370f6297ba024e3c86d4e33ba2b7da6d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:03.158047 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.166033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:03.175127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:03.195421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Made reservation on behalf of 370f6297ba024e3c86d4e33ba2b7da6d for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:03.201533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.209253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 09ee50d0-2250-4777-af7d-50643cf2c138 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:00:03.259674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Transition to ACTIVE for port object 74950894-4eb2-47e2-ba26-f5fdf8a14e0c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:03.353511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Pushing event updated for resources: {'Port': ['ID=0e140d2d-de5f-4934-81fd-8d89b0348224,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.375069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:03.378184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:03.396546 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.451911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:00:03.797687 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e961846-626c-47ed-a008-c1891efde2ef None None] Pushing event updated for resources: {'Port': ['ID=7cc3db9e-3b77-4ef5-bbec-a41e4973c27e,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.845373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 557e2c26-1a5e-4c88-9d8b-359f56591a7a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:03.845994 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.943353 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Attempting to bind port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:03.943723 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Attempting to bind port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:03.944083 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Attempting to bind port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e on network 424f809d-42a9-4057-82da-883c310c37ee {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:03.963454 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:00:03.964763 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Checking segment: {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:03.965484 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.983527 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Bound using segment: {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:00:03.986725 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Bound port: 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:03.986891 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.052577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.100536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] No DVR routers for this DVR port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:04.215788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ea06a8-e405-48f7-bbc1-bb937be6b373,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:04.235491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Checking segment: {'id': '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:04.235491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Network hostable DHCP agents. Network: 09ee50d0-2250-4777-af7d-50643cf2c138, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:00:04.246785 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0997ab94-805b-46d4-811e-c33ae67419ad None None] Provisioning for port 0e140d2d-de5f-4934-81fd-8d89b0348224 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:04.266356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0997ab94-805b-46d4-811e-c33ae67419ad None None] Provisioning complete for port 0e140d2d-de5f-4934-81fd-8d89b0348224 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:04.266822 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0997ab94-805b-46d4-811e-c33ae67419ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.279707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Network 09ee50d0-2250-4777-af7d-50643cf2c138 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:00:04.291449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 09ee50d0-2250-4777-af7d-50643cf2c138) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:04.296409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:04.299385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.328717 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] For port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:00:04.334651 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] For port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7cc3db9e-3b77-4ef5-bbec-a41e4973c27e,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:00:04.341511 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.348718 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-775ea094-18d9-42a4-bc6b-3a5d6e8ebb13 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2318966 Feb 04 16:00:04.349348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35340) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:04.354584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:04.366014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc46a8b-ca5e-49d7-9ac8-6cae8ba295a1 None None] Network 09ee50d0-2250-4777-af7d-50643cf2c138 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:00:04.370913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:04.381695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Usage tracker for resource:router and tenant:370f6297ba024e3c86d4e33ba2b7da6d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:04.389367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:04.403020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:04.428190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.429659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.457761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.531389 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:04.535140 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T15:59:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:04.574962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:04.575766 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.579810 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47278557-1df9-4261-91cb-7b6c7925affa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.594496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=9']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:04.648798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2ed34d60-27bd-4137-bc97-e685235818dd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:04.720953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc81dd-9bce-4552-9de5-98d66ed91822 req-6221b151-5d3a-487f-8eac-4603d82e1fc3 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:04.730197 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4dbc81dd-9bce-4552-9de5-98d66ed91822 req-6221b151-5d3a-487f-8eac-4603d82e1fc3 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 944 time: 1.3530934 Feb 04 16:00:04.779782 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f022f704-0d60-4948-a59c-9866aaa1d0a3 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.9041941 Feb 04 16:00:04.792012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Attempting to bind port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:04.792407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Attempting to bind port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:04.792621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Attempting to bind port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:04.815593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Request body: {'port': {'device_id': 'b5d26bb5-33fe-4b00-bf35-063d3cd305bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:04.823411 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e961846-626c-47ed-a008-c1891efde2ef None None] Pushing event updated for resources: {'Port': ['ID=7cc3db9e-3b77-4ef5-bbec-a41e4973c27e,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:04.854626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0997ab94-805b-46d4-811e-c33ae67419ad None None] Port 0e140d2d-de5f-4934-81fd-8d89b0348224 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:00:04.902649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:00:04.902974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Attempting to bind port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:04.981162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4dbc81dd-9bce-4552-9de5-98d66ed91822 req-67b75109-8d15-4679-b67d-f54c2b5f4474 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497892 Feb 04 16:00:05.003649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:00:05.004005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Checking segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:05.004384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Bound using segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:00:05.026895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Bound port: 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:05.027401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.029663 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:05.077429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:35Z', 'updated_at': '2022-02-04T15:59:47Z', 'revision_number': 4, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'gw_port': {'id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:36Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '2ed34d60-27bd-4137-bc97-e685235818dd', 'name': '', 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'mac_address': 'fa:16:3e:8c:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:45Z', 'updated_at': '2022-02-04T16:00:01Z', 'revision_number': 4, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'subnets': [{'id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:05.126284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2ed34d60-27bd-4137-bc97-e685235818dd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:05.142373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ead1ad-6efa-4607-9929-f05b9263cbf9 None None] The sync data for ids ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'] in n-d-827870-1 is: [{'id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:35Z', 'updated_at': '2022-02-04T15:59:47Z', 'revision_number': 4, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'gw_port': {'id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:36Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '2ed34d60-27bd-4137-bc97-e685235818dd', 'name': '', 'network_id': '18e01a5c-3196-4982-96e2-9c83216c0680', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'mac_address': 'fa:16:3e:8c:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:45Z', 'updated_at': '2022-02-04T16:00:01Z', 'revision_number': 4, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'subnets': [{'id': '8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:05.154463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2ed34d60-27bd-4137-bc97-e685235818dd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:05.158603 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.209365 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.213478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.409589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-09ee50d0-2250-4777-af7d-50643cf2c138', 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'fixed_ips': [{'subnet_id': '01ea06a8-e405-48f7-bbc1-bb937be6b373'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:00:05.410487 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.834242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.837786 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:04Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:05.849956 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239e9f9-c239-4831-a1d1-af8e3c4e7b3f None None] The sync data for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 is: [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:04Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:05.883270 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.895305 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.016205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:00:06.025154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Allocated IP 172.20.0.2 (09ee50d0-2250-4777-af7d-50643cf2c138/01ea06a8-e405-48f7-bbc1-bb937be6b373/79f56468-1826-4cea-a81d-ac8459b61aea) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:06.060588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 2ed34d60-27bd-4137-bc97-e685235818dd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2ed34d60-27bd-4137-bc97-e685235818dd,segment=NetworkSegment(c6c93ac5-f1d2-49df-9e93-95a4b31bb977),segment_id=c6c93ac5-f1d2-49df-9e93-95a4b31bb977)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:06.088424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.154551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1a463-1fb3-4d0a-83b6-7b06a9916c5b req-11548488-d2d4-4634-88f6-9b00afe6c24e tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:06.156684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cf1a463-1fb3-4d0a-83b6-7b06a9916c5b req-11548488-d2d4-4634-88f6-9b00afe6c24e tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 909 time: 0.9153411 Feb 04 16:00:06.184743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:00:06.221378 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.290088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Allocated IP 172.25.8.24 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/a993bdf3-5a9d-4fd0-8f87-b3297f505b5f) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:06.393175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:06.394161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.397530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] 10.222.0.61 "PUT /v2.0/ports/74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 1092 time: 5.4690833 Feb 04 16:00:06.419410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:06.507550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=2ed34d60-27bd-4137-bc97-e685235818dd,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:06.575043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:06.686296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.750522 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.754418 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.890695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:06.921206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:06.923965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:00:06.964019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:06.991317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.992019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.992822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.993312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.993818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.994312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.994804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.995282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.995762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.996251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.996802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:06.997550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe142f99-0577-4328-96ca-8a1a95d50d7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.046108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.060264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-e84e5b30-7a73-4dc4-9b42-017db9050d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:07.063422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-e84e5b30-7a73-4dc4-9b42-017db9050d31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1096 time: 0.6135957 Feb 04 16:00:07.066082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Transition to ACTIVE for port object 79f56468-1826-4cea-a81d-ac8459b61aea will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:07.099180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Transition to ACTIVE for port object 79f56468-1826-4cea-a81d-ac8459b61aea will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:07.108101 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-009572cf-8dc1-47c2-81be-75de473cda26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.125139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.182006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:07.221355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:07.231509 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.282555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a993bdf3-5a9d-4fd0-8f87-b3297f505b5f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:07.302092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.302636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.302760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.303738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.304597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.305220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.306098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.306475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.306755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.307235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.307736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.308139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.325034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d963c74-9550-4481-9e17-2708d7438cfe req-e17a697c-e16f-4993-a9eb-f34870b9675a tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:07.326291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5d963c74-9550-4481-9e17-2708d7438cfe req-e17a697c-e16f-4993-a9eb-f34870b9675a tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Synchronizing usage tracker for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:07.357467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Network 09ee50d0-2250-4777-af7d-50643cf2c138 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:07.376054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:07.387128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:00:07.390046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-2a6854aa-30b3-4a23-a904-b70ca31cd07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:07.392368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-2a6854aa-30b3-4a23-a904-b70ca31cd07f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.3201776 Feb 04 16:00:07.494359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5d963c74-9550-4481-9e17-2708d7438cfe req-e17a697c-e16f-4993-a9eb-f34870b9675a tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Unset dirty status for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:07.498118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d963c74-9550-4481-9e17-2708d7438cfe req-e17a697c-e16f-4993-a9eb-f34870b9675a tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1027 time: 0.8951821 Feb 04 16:00:07.510509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Pushing event updated for resources: {'Port': ['ID=79f56468-1826-4cea-a81d-ac8459b61aea,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:07.524074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e140d2d-de5f-4934-81fd-8d89b0348224 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:07.534708 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.560551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Transition to ACTIVE for port object 0e140d2d-de5f-4934-81fd-8d89b0348224 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:07.578087 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.652735 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Attempting to bind port 79f56468-1826-4cea-a81d-ac8459b61aea on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:07.653618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Attempting to bind port 79f56468-1826-4cea-a81d-ac8459b61aea by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:07.654505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Attempting to bind port 79f56468-1826-4cea-a81d-ac8459b61aea on network 09ee50d0-2250-4777-af7d-50643cf2c138 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:07.673715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:00:07.674253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Checking segment: {'id': '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:07.674762 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.675256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Bound using segment: {'id': '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:00:07.675852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Bound port: 79f56468-1826-4cea-a81d-ac8459b61aea, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:07.676330 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.830342 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.852689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d963c74-9550-4481-9e17-2708d7438cfe req-6c45f10f-55c4-4d97-8db3-2401862068f7 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763724 Feb 04 16:00:07.927986 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.964216 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.034806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7cc3db9e-3b77-4ef5-bbec-a41e4973c27e,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:08.044950 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.061617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-e4901fe1-fe64-4d24-9fc0-6fd23eccbaad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 1000 time: 0.6499114 Feb 04 16:00:08.062594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Pushing event updated for resources: {'Port': ['ID=0e140d2d-de5f-4934-81fd-8d89b0348224,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:08.116061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] For port 79f56468-1826-4cea-a81d-ac8459b61aea, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:00:08.155522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] For port 79f56468-1826-4cea-a81d-ac8459b61aea, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=79f56468-1826-4cea-a81d-ac8459b61aea,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:00:08.184672 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.225641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=7cc3db9e-3b77-4ef5-bbec-a41e4973c27e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:08.273679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Attempting to bind port 0e140d2d-de5f-4934-81fd-8d89b0348224 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:08.274203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Attempting to bind port 0e140d2d-de5f-4934-81fd-8d89b0348224 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:08.274977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Attempting to bind port 0e140d2d-de5f-4934-81fd-8d89b0348224 on network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:08.287968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-b15b6a6d-19fc-445e-85a6-03414a8745b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.289777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-b15b6a6d-19fc-445e-85a6-03414a8745b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.2130997 Feb 04 16:00:08.292351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Port 0e140d2d-de5f-4934-81fd-8d89b0348224 on network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:00:08.292740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Attempting to bind port 0e140d2d-de5f-4934-81fd-8d89b0348224 on network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:08.341483 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.352555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:00:08.353845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Checking segment: {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:08.354452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Bound using segment: {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:00:08.355361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Bound port: 0e140d2d-de5f-4934-81fd-8d89b0348224, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:08.356139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.357864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d6705-1e1a-4b49-8daf-3c400e67c592 None None] Pushing event updated for resources: {'Port': ['ID=79f56468-1826-4cea-a81d-ac8459b61aea,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:08.395829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77da3f-ea16-4f84-95c2-4d696d422c36 req-96c4e38f-d76a-4c6d-b38a-06a092a40773 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.397365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de77da3f-ea16-4f84-95c2-4d696d422c36 req-96c4e38f-d76a-4c6d-b38a-06a092a40773 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.2598317 Feb 04 16:00:08.481501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2ed34d60-27bd-4137-bc97-e685235818dd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:08.598699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2ed34d60-27bd-4137-bc97-e685235818dd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:08.599791 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.647262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de77da3f-ea16-4f84-95c2-4d696d422c36 req-3fe95488-cf6c-4fe5-82e5-de266e4997b0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304728 Feb 04 16:00:08.679940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-5f2a83a2-e9a2-42a0-8ebf-0134d4edd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.681938 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-5f2a83a2-e9a2-42a0-8ebf-0134d4edd717 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3813369 Feb 04 16:00:08.932100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:08.934591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] For port 0e140d2d-de5f-4934-81fd-8d89b0348224, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:00:08.976254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.004453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] For port 0e140d2d-de5f-4934-81fd-8d89b0348224, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e140d2d-de5f-4934-81fd-8d89b0348224,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:00:09.024244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.046339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:09.046941 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.071795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.072808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.074116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] 10.222.0.61 "PUT /v2.0/ports/0e140d2d-de5f-4934-81fd-8d89b0348224 HTTP/1.1" status: 200 len: 1091 time: 4.2731712 Feb 04 16:00:09.239043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d89c4-cdd4-407d-9f49-9a0d294f0d59 req-7e959cc4-3cb1-4961-89b1-40e623cb1fa5 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.240852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e34d89c4-cdd4-407d-9f49-9a0d294f0d59 req-7e959cc4-3cb1-4961-89b1-40e623cb1fa5 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 909 time: 0.3067245 Feb 04 16:00:09.245807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-0f8d1007-ecd0-4a58-b336-420f54fe81a1 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562901 Feb 04 16:00:09.252921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.276977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619fbf2-7cf0-4b86-a7f7-17ba4ede6f94 service neutron] Pushing event updated for resources: {'Port': ['ID=0e140d2d-de5f-4934-81fd-8d89b0348224,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:09.378864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.435994 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'status': 'completed', 'code': 200} Feb 04 16:00:09.445289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:00:09.503844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f9322e52-e1d8-4273-a166-00e9422c0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.505793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-f9322e52-e1d8-4273-a166-00e9422c0321 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f7eed6ac4a043f799ee748f97abf7c9&device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1094 time: 0.3641536 Feb 04 16:00:09.546620 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bccb8e26-e38d-4d23-b88a-756ca789e29f req-3bcc831f-d983-46a4-8e4d-3944419b16fc service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789474 Feb 04 16:00:09.748642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-ac37325d-36cd-4872-a0b2-ddb707030ab9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e140d2d-de5f-4934-81fd-8d89b0348224 HTTP/1.1" status: 200 len: 217 time: 0.1477921 Feb 04 16:00:09.845852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:00:09.851920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Sync routers for ids ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:09.875825 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.877233 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc594e96-6bc8-4be1-9492-e9b95bd6b9d6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5267370 Feb 04 16:00:09.880473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35728) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:09.880666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Routers {'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:09.889149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:09.971166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def744-77d5-4cc5-886b-b4ba3c66da86 req-d7287d0b-59ef-412e-970a-e44fd165b507 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.972594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74def744-77d5-4cc5-886b-b4ba3c66da86 req-d7287d0b-59ef-412e-970a-e44fd165b507 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1094 time: 0.4249845 Feb 04 16:00:09.974028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-7b51291a-dfda-4d5a-a245-f112e8fc840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.975378 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-7b51291a-dfda-4d5a-a245-f112e8fc840d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=388d59dc-4bb4-494b-a44e-b620c7599207 HTTP/1.1" status: 200 len: 848 time: 0.2169054 Feb 04 16:00:10.053245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b005e60a-c5ce-4b2c-8d75-49bd39d3f8e1 None None] Network 09ee50d0-2250-4777-af7d-50643cf2c138 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:00:10.105390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-00a5a1f7-5e82-4e35-a960-dddec7ddee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:10.107534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-00a5a1f7-5e82-4e35-a960-dddec7ddee0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1096 time: 0.4349213 Feb 04 16:00:10.415576 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74def744-77d5-4cc5-886b-b4ba3c66da86 req-e3cc3fdd-df34-469d-a8d8-ea88ab4a02cf tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257965 Feb 04 16:00:10.418806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bcee1aa1-d42d-4cde-9344-7b9d2b0f6d07 None None] Provisioning for port 79f56468-1826-4cea-a81d-ac8459b61aea completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:10.565947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Set router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:10.620651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-dff51398-1fab-47ec-8063-9b0aed9cbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:10.629372 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-dff51398-1fab-47ec-8063-9b0aed9cbce0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.5097206 Feb 04 16:00:10.789018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 79f56468-1826-4cea-a81d-ac8459b61aea up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:10.807615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-388361b8-2f6a-4798-9c5b-b00ddbc32033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:10.811258 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-388361b8-2f6a-4798-9c5b-b00ddbc32033 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7838016 Feb 04 16:00:11.186069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 79f56468-1826-4cea-a81d-ac8459b61aea completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:11.219027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-3d9df736-458e-4852-88a8-4b2fbdc50692 service neutron] 10.222.0.61 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785163 Feb 04 16:00:11.221025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 79f56468-1826-4cea-a81d-ac8459b61aea triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:11.221399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.237474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-0fc8d4b3-e888-4f45-8342-6b39dd51bdea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 1000 time: 0.5896358 Feb 04 16:00:11.417369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-0c378b57-1eef-4934-b26a-ba19bfe51840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:11.418823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-0c378b57-1eef-4934-b26a-ba19bfe51840 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.1479101 Feb 04 16:00:11.489103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d26bb5-33fe-4b00-bf35-063d3cd305bc', 'tag': '0e140d2d-de5f-4934-81fd-8d89b0348224'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:11.511166 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.531136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:04Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 3, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'gw_port': {'id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:11.547836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Checking router: c3f655dc-9936-4fc1-b1f1-57ed992dfc8f for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:11.548560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Updating router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:00:11.638660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 79f56468-1826-4cea-a81d-ac8459b61aea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=79f56468-1826-4cea-a81d-ac8459b61aea,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:11.645519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef420a-cae8-4cfa-87c5-cbca25d27f83 req-4c3219ac-599e-434b-a9df-cf322776782e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:11.648168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.658736 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3eef420a-cae8-4cfa-87c5-cbca25d27f83 req-4c3219ac-599e-434b-a9df-cf322776782e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 1060 time: 0.8462050 Feb 04 16:00:11.714542 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.722419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-c726d868-093e-42a2-aa0a-ddbc0e361624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:11.726651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-c726d868-093e-42a2-aa0a-ddbc0e361624 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322032 Feb 04 16:00:11.859386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.953758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=79f56468-1826-4cea-a81d-ac8459b61aea,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:11.972899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bc8b3552-5557-4b6e-9919-b18b116771e7 None None] Provisioning complete for port 79f56468-1826-4cea-a81d-ac8459b61aea triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:11.973413 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3552-5557-4b6e-9919-b18b116771e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.211561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-75f1a83b-e322-424c-88c3-9b0bc9e6ab26 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469165 Feb 04 16:00:12.213564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbcebede-9157-41b3-a076-0d5bac0b6119 req-6ac56baf-1dc1-4460-9b55-1e7800aa9850 service neutron] 10.222.0.61 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9735034 Feb 04 16:00:12.311047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Allocated IP 172.20.0.1 (09ee50d0-2250-4777-af7d-50643cf2c138/01ea06a8-e405-48f7-bbc1-bb937be6b373/30d02390-3c71-498e-9b62-864f3bf38736) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:12.456224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 79f56468-1826-4cea-a81d-ac8459b61aea up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:12.595191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697eae1-f124-457d-b08a-1eb9061de0c4 req-466fd937-7905-4524-b39b-23d69e9b9281 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:12.600645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9697eae1-f124-457d-b08a-1eb9061de0c4 req-466fd937-7905-4524-b39b-23d69e9b9281 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.4967422 Feb 04 16:00:12.647095 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.665158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Transition to ACTIVE for port object a993bdf3-5a9d-4fd0-8f87-b3297f505b5f will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:12.668194 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1052346-d4cd-47a8-9e34-21e4ba50ecd8 req-06a690cf-6695-4489-81d6-3af0f06a41dd service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447675 Feb 04 16:00:12.683145 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.712804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.727558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9697eae1-f124-457d-b08a-1eb9061de0c4 req-ccca22b4-d26e-4ba8-9223-64e03d6c9a3f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109746 Feb 04 16:00:12.736914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Transition to ACTIVE for port object 30d02390-3c71-498e-9b62-864f3bf38736 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:12.805022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 79f56468-1826-4cea-a81d-ac8459b61aea triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:12.805393 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.813874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.944118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Network 09ee50d0-2250-4777-af7d-50643cf2c138 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:12.955516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Attempting to bind port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:12.955883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Attempting to bind port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:12.956239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Attempting to bind port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:12.957562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:12.962606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:00:12.966849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:00:12.967220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:12.967618 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.968122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:00:12.968642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Bound port: a993bdf3-5a9d-4fd0-8f87-b3297f505b5f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:12.969039 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.017565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32021cf4-6759-41a4-bc84-609295bf533c None None] Pushing event updated for resources: {'Port': ['ID=a993bdf3-5a9d-4fd0-8f87-b3297f505b5f,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:13.038292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Pushing event updated for resources: {'Port': ['ID=30d02390-3c71-498e-9b62-864f3bf38736,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:13.050206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59b093-1e95-432e-b98c-556b325be6f0 req-1613c8e5-8baa-44bb-91c8-b3c3556fbd65 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:13.066109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e59b093-1e95-432e-b98c-556b325be6f0 req-1613c8e5-8baa-44bb-91c8-b3c3556fbd65 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1094 time: 0.1797371 Feb 04 16:00:13.085807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.218689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e59b093-1e95-432e-b98c-556b325be6f0 req-68eee2e3-ac20-4899-b22d-7cc20da16054 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508515 Feb 04 16:00:13.307257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] For port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:00:13.314913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] For port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a993bdf3-5a9d-4fd0-8f87-b3297f505b5f,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:00:13.321374 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.321826 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d26bb5-33fe-4b00-bf35-063d3cd305bc', 'tag': '0e140d2d-de5f-4934-81fd-8d89b0348224', 'status': 'completed', 'code': 200} Feb 04 16:00:13.488926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6a59826e-5e27-48dd-8237-b5a21e20b8b8 None None] Provisioning for port 30d02390-3c71-498e-9b62-864f3bf38736 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:13.512844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32021cf4-6759-41a4-bc84-609295bf533c None None] Pushing event updated for resources: {'Port': ['ID=a993bdf3-5a9d-4fd0-8f87-b3297f505b5f,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:13.518817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Routers {'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:13.522011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:13.636843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6a59826e-5e27-48dd-8237-b5a21e20b8b8 None None] Provisioning complete for port 30d02390-3c71-498e-9b62-864f3bf38736 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:13.637616 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a59826e-5e27-48dd-8237-b5a21e20b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.692316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-0558a60f-8bdc-4dff-abc7-3c929fa4aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:13.693832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-0558a60f-8bdc-4dff-abc7-3c929fa4aedf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f7eed6ac4a043f799ee748f97abf7c9&device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1094 time: 0.3356440 Feb 04 16:00:13.701624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-ed7ffd94-e7cc-4810-9f60-a64d3fac7403 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2510686 Feb 04 16:00:13.726221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6a59826e-5e27-48dd-8237-b5a21e20b8b8 None None] Port 30d02390-3c71-498e-9b62-864f3bf38736 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:00:13.799789 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.815422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e03e1c-ea76-4cfb-bdc2-d24986740cea req-38e5bdb0-7463-4135-a37f-16b0210ed21e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:13.817050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32e03e1c-ea76-4cfb-bdc2-d24986740cea req-38e5bdb0-7463-4135-a37f-16b0210ed21e tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 1135 time: 0.2033362 Feb 04 16:00:13.960824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-32e03e1c-ea76-4cfb-bdc2-d24986740cea req-afca83af-927d-46c3-a208-9dd6c32f27f5 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Synchronizing usage tracker for tenant:76f159179ee14203b0a555306bcd0e2f on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:14.000149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-32e03e1c-ea76-4cfb-bdc2-d24986740cea req-afca83af-927d-46c3-a208-9dd6c32f27f5 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Unset dirty status for tenant:76f159179ee14203b0a555306bcd0e2f on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:14.011771 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32e03e1c-ea76-4cfb-bdc2-d24986740cea req-afca83af-927d-46c3-a208-9dd6c32f27f5 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1159470 Feb 04 16:00:14.013836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] Set router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:14.054057 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 35758) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:14.212253 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.222833 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.258273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-0396e86e-59cb-4146-83d2-305c3916d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:14.258884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-0396e86e-59cb-4146-83d2-305c3916d02d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 1060 time: 0.4258802 Feb 04 16:00:14.281975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-1d923ded-f32f-48bf-8761-f6e0697c165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:14.283638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-1d923ded-f32f-48bf-8761-f6e0697c165d service neutron] 10.222.0.61 "GET /v2.0/networks?id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af HTTP/1.1" status: 200 len: 910 time: 0.5760984 Feb 04 16:00:14.488796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Pushing event updated for resources: {'Port': ['ID=30d02390-3c71-498e-9b62-864f3bf38736,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:14.545402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.552881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-3d55361e-aeaa-4e8f-9940-c1c642c883e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:14.554562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-3d55361e-aeaa-4e8f-9940-c1c642c883e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=33b33123-939b-4c6d-9b74-68c6ff8470d5 HTTP/1.1" status: 200 len: 898 time: 0.2598574 Feb 04 16:00:14.643020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-1fc11027-b2ae-426b-81da-ed815a55252b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e140d2d-de5f-4934-81fd-8d89b0348224 HTTP/1.1" status: 200 len: 217 time: 0.0873797 Feb 04 16:00:14.900489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:04Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'gw_port': {'id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '30d02390-3c71-498e-9b62-864f3bf38736', 'name': '', 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'mac_address': 'fa:16:3e:d8:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:12Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 1, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'subnets': [{'id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:14.913509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9001e33-ac81-4d2f-bb65-a7779605142a None None] The sync data for ids ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'] in n-d-827870-1 is: [{'id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:04Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'gw_port': {'id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '30d02390-3c71-498e-9b62-864f3bf38736', 'name': '', 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'mac_address': 'fa:16:3e:d8:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:12Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 1, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'subnets': [{'id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:14.938930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-1e54b88d-442a-4586-8d76-7798e8f9a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:14.940573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-1e54b88d-442a-4586-8d76-7798e8f9a352 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=388d59dc-4bb4-494b-a44e-b620c7599207 HTTP/1.1" status: 200 len: 848 time: 0.1445651 Feb 04 16:00:14.951716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-dea1c67c-28b0-48b4-93d8-d9ad15941184 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c6e5c107-4f67-4d08-8768-735b11f8a072 HTTP/1.1" status: 200 len: 217 time: 0.3043392 Feb 04 16:00:15.077239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Network 09ee50d0-2250-4777-af7d-50643cf2c138 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:15.079235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:15.490263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-87d9ea34-e684-4ad0-8b31-4d34d5a558b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:15.491709 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-87d9ea34-e684-4ad0-8b31-4d34d5a558b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=850bf7cd-74d0-4ba3-a97c-bc8c6da7714a HTTP/1.1" status: 200 len: 838 time: 0.5288234 Feb 04 16:00:15.563097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:00:15.579112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7144739b-b2d6-4f6e-97a4-358e134bdb23 None None] Provisioning complete for port 30d02390-3c71-498e-9b62-864f3bf38736 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:15.581354 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7144739b-b2d6-4f6e-97a4-358e134bdb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.679280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0e140d2d-de5f-4934-81fd-8d89b0348224 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:15.811236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccbb37-ee9f-4401-8fbe-13e438d2274b req-78dc0301-405c-4145-9a8a-9a6415686554 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:15.824635 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1eccbb37-ee9f-4401-8fbe-13e438d2274b req-78dc0301-405c-4145-9a8a-9a6415686554 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 1.6187229 Feb 04 16:00:15.853709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7144739b-b2d6-4f6e-97a4-358e134bdb23 None None] Port 30d02390-3c71-498e-9b62-864f3bf38736 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:00:15.857550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e91fe-d518-4bd6-8a4d-55618fa9ffb6 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:15.859207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-977e91fe-d518-4bd6-8a4d-55618fa9ffb6 tempest-TestSecurityGroupsBasicOps-130994788 tempest-TestSecurityGroupsBasicOps-130994788-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 1055 time: 1.7738328 Feb 04 16:00:15.963857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-9df74268-5743-4d95-b8d9-991d6c0ed8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:15.971375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-9df74268-5743-4d95-b8d9-991d6c0ed8ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9626627 Feb 04 16:00:16.023876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:00:16.044457 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2e8708b3-e3d0-4ffa-9d89-165e61335a1b admin admin] 10.222.0.46 "PUT /v2.0/routers/c3f655dc-9936-4fc1-b1f1-57ed992dfc8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1583376 Feb 04 16:00:16.102590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1eccbb37-ee9f-4401-8fbe-13e438d2274b req-d4e23a1c-89fe-421d-a0aa-381bce4674f5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769790 Feb 04 16:00:16.150390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0e140d2d-de5f-4934-81fd-8d89b0348224, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e140d2d-de5f-4934-81fd-8d89b0348224,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:16.192197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '0e140d2d-de5f-4934-81fd-8d89b0348224', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'port_id': '0e140d2d-de5f-4934-81fd-8d89b0348224', 'mac_address': 'fa:16:3e:62:a9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:16.237804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-28aaad44-cbef-44b1-810e-cc57ba884e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:16.239329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-28aaad44-cbef-44b1-810e-cc57ba884e0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33b33123-939b-4c6d-9b74-68c6ff8470d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6325588 Feb 04 16:00:16.364098 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.386128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e140d2d-de5f-4934-81fd-8d89b0348224 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:16.418417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0e140d2d-de5f-4934-81fd-8d89b0348224, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e140d2d-de5f-4934-81fd-8d89b0348224,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:16.432414 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.678549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0e140d2d-de5f-4934-81fd-8d89b0348224,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:16.738972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0e140d2d-de5f-4934-81fd-8d89b0348224'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:00:16.791385 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-32f66c5c-f0c1-4f11-8b15-f2e64190e58f service neutron] 10.222.0.61 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7484961 Feb 04 16:00:16.834263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-57edef2d-1aa2-4879-af4c-b82c2bd35ac7 service neutron] 10.222.0.53 "GET /v2.0/networks/33b33123-939b-4c6d-9b74-68c6ff8470d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662584 Feb 04 16:00:17.110995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa13e-f623-4f71-8a07-fa201d52724d req-c754b4d3-282a-4750-9532-ab974d2ef1f1 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:17.112645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-761fa13e-f623-4f71-8a07-fa201d52724d req-c754b4d3-282a-4750-9532-ab974d2ef1f1 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1095 time: 0.4828784 Feb 04 16:00:17.270018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-860d7cc4-b66d-49b2-a1ab-5a62bc126b71 req-66d35370-3d4c-4479-9c1e-79e84331d802 service neutron] 10.222.0.61 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680357 Feb 04 16:00:17.271948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd1db8f-9e51-4b58-995c-fcada1cda627 req-3f0b4ade-7f75-42de-bdff-7852ae91fa0b service neutron] 10.222.0.53 "GET /v2.0/networks/33b33123-939b-4c6d-9b74-68c6ff8470d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643904 Feb 04 16:00:17.344151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-761fa13e-f623-4f71-8a07-fa201d52724d req-7bd4533b-94bd-40b0-aa35-e049cdd39f94 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866388 Feb 04 16:00:17.646151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0e140d2d-de5f-4934-81fd-8d89b0348224 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:17.835202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 0e140d2d-de5f-4934-81fd-8d89b0348224 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:17.846903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 0e140d2d-de5f-4934-81fd-8d89b0348224 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:17.849274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.226275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70f475-7e5c-44fd-ade9-a1cf21b1a8e4 req-aed72087-27e4-4cf1-8cf0-c569e4e2dc83 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:18.234638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c70f475-7e5c-44fd-ade9-a1cf21b1a8e4 req-aed72087-27e4-4cf1-8cf0-c569e4e2dc83 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.3160548 Feb 04 16:00:18.242576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.337974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0e140d2d-de5f-4934-81fd-8d89b0348224, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e140d2d-de5f-4934-81fd-8d89b0348224,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:18.339751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d26bb5-33fe-4b00-bf35-063d3cd305bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e140d2d-de5f-4934-81fd-8d89b0348224'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:18.341038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c70f475-7e5c-44fd-ade9-a1cf21b1a8e4 req-9f780248-e7dd-4b03-a950-28e964823dea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051333 Feb 04 16:00:18.348183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.536860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0e140d2d-de5f-4934-81fd-8d89b0348224,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:18.591283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a993bdf3-5a9d-4fd0-8f87-b3297f505b5f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:18.783324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:18.797762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242774f-f0a0-4673-95fa-8d708381cc25 req-2e96b954-f30a-46c2-9be9-2b71893fa836 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:18.813014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:18.813550 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.820232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c242774f-f0a0-4673-95fa-8d708381cc25 req-2e96b954-f30a-46c2-9be9-2b71893fa836 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 909 time: 0.1986079 Feb 04 16:00:19.048129 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d26bb5-33fe-4b00-bf35-063d3cd305bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e140d2d-de5f-4934-81fd-8d89b0348224', 'code': 200} Feb 04 16:00:19.320817 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.387187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a993bdf3-5a9d-4fd0-8f87-b3297f505b5f,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:19.394680 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.477853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a25f08-2510-4268-9b87-d852e69d7685 req-1d374fec-f2cc-414b-930f-07589e59b0b9 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:19.482191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-00a25f08-2510-4268-9b87-d852e69d7685 req-1d374fec-f2cc-414b-930f-07589e59b0b9 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1096 time: 0.4415312 Feb 04 16:00:19.559824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=a993bdf3-5a9d-4fd0-8f87-b3297f505b5f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.666493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-8e2d1f42-11e9-44ad-a5f3-d8cd4ab214ba tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:19.668121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-8e2d1f42-11e9-44ad-a5f3-d8cd4ab214ba tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 909 time: 0.5334160 Feb 04 16:00:19.755599 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Sync routers for ids ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:19.771852 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Routers {'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:19.773998 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:19.793591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Deleting port c6e5c107-4f67-4d08-8768-735b11f8a072 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:19.794007 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.905068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-00a25f08-2510-4268-9b87-d852e69d7685 req-11d612fd-d4b9-479d-8dea-59eecedfc182 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096284 Feb 04 16:00:19.996103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96291b-170f-415a-9fa3-60bbb6943103 req-f0ae30f7-844e-4910-88de-f1f6fe89e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:19.997708 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a96291b-170f-415a-9fa3-60bbb6943103 req-f0ae30f7-844e-4910-88de-f1f6fe89e52e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1096 time: 0.4664116 Feb 04 16:00:20.227349 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Set router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:20.368899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] For port c6e5c107-4f67-4d08-8768-735b11f8a072, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=c6e5c107-4f67-4d08-8768-735b11f8a072,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:20.369658 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.459637 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a993bdf3-5a9d-4fd0-8f87-b3297f505b5f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:20.676066 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a96291b-170f-415a-9fa3-60bbb6943103 req-a605ab04-af1f-4dd1-aab6-49c09cc2bbfb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247513 Feb 04 16:00:20.745833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:20.746640 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.012806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Calling delete_port for c6e5c107-4f67-4d08-8768-735b11f8a072 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:21.052358 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:04Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'gw_port': {'id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '30d02390-3c71-498e-9b62-864f3bf38736', 'name': '', 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'mac_address': 'fa:16:3e:d8:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:12Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 2, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'subnets': [{'id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:21.067994 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Checking router: c3f655dc-9936-4fc1-b1f1-57ed992dfc8f for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:21.069138 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Updating router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f port 30d02390-3c71-498e-9b62-864f3bf38736 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:00:21.172743 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.194424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f44a7-037b-4773-93d7-cfc2ecffd015 req-4b156c32-cb1c-463a-b75f-148e478d43af tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:21.195444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f1f44a7-037b-4773-93d7-cfc2ecffd015 req-4b156c32-cb1c-463a-b75f-148e478d43af tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.5162456 Feb 04 16:00:21.307877 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f1f44a7-037b-4773-93d7-cfc2ecffd015 req-6a6f3e25-0881-43da-917c-141dd9ac9e94 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058433 Feb 04 16:00:21.559383 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.662651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e97df1b-f9c0-47ca-8f5b-2261a944316f req-f509c496-13ed-4d6c-91a7-d0a366a3ea6a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8190bf-57e3-44b3-b919-ee86525c1756 HTTP/1.1" status: 200 len: 210 time: 0.1628835 Feb 04 16:00:21.665532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Port': ['ID=c6e5c107-4f67-4d08-8768-735b11f8a072,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:21.710258 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:00:22.078946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] No DVR routers for this DVR port c6e5c107-4f67-4d08-8768-735b11f8a072 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:22.083491 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.101208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8190bf-57e3-44b3-b919-ee86525c1756', 'name': 'network-vif-deleted', 'tag': 'c6e5c107-4f67-4d08-8768-735b11f8a072'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:22.243490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d7b2655-9694-4a2d-a188-eca278766cb9 req-b49edc96-0882-445a-9ddd-4c445ea2bd1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.53 "DELETE /v2.0/ports/c6e5c107-4f67-4d08-8768-735b11f8a072 HTTP/1.1" status: 204 len: 173 time: 2.5578098 Feb 04 16:00:22.323147 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.341060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c6e5c107-4f67-4d08-8768-735b11f8a072 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:22.364345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab086a0b-c08c-4dab-8b69-1236cfe4cb8e req-d0b1fbb0-1568-4151-a3c7-12f275abef3e tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:22.373244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab086a0b-c08c-4dab-8b69-1236cfe4cb8e req-d0b1fbb0-1568-4151-a3c7-12f275abef3e tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1096 time: 0.2854190 Feb 04 16:00:22.379850 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Transition to ACTIVE for port object 30d02390-3c71-498e-9b62-864f3bf38736 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:22.406470 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.488308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: c6e5c107-4f67-4d08-8768-735b11f8a072 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:00:22.492093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device c6e5c107-4f67-4d08-8768-735b11f8a072 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:22.539959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab086a0b-c08c-4dab-8b69-1236cfe4cb8e req-71ca949d-cb5a-4b79-b94a-2563e4946ea9 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594527 Feb 04 16:00:22.605229 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Pushing event updated for resources: {'Port': ['ID=30d02390-3c71-498e-9b62-864f3bf38736,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:22.639027 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.639402 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.642186 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.642699 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.643811 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.644911 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.645251 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.647734 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.648131 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.648455 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.650387 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.650729 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:22.736710 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8190bf-57e3-44b3-b919-ee86525c1756', 'name': 'network-vif-deleted', 'tag': 'c6e5c107-4f67-4d08-8768-735b11f8a072', 'status': 'completed', 'code': 200} Feb 04 16:00:22.966348 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Attempting to bind port 30d02390-3c71-498e-9b62-864f3bf38736 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:22.966932 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Attempting to bind port 30d02390-3c71-498e-9b62-864f3bf38736 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:22.967519 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Attempting to bind port 30d02390-3c71-498e-9b62-864f3bf38736 on network 09ee50d0-2250-4777-af7d-50643cf2c138 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:22.973782 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:00:22.974427 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Checking segment: {'id': '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:22.975382 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.976062 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Bound using segment: {'id': '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:00:22.976811 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Bound port: 30d02390-3c71-498e-9b62-864f3bf38736, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:22.977432 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.019653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-030e7b46-54f7-4318-a3b9-e838505a9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:23.036635 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-030e7b46-54f7-4318-a3b9-e838505a9fe8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1096 time: 0.1901431 Feb 04 16:00:23.136934 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] For port 30d02390-3c71-498e-9b62-864f3bf38736, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:00:23.142148 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] For port 30d02390-3c71-498e-9b62-864f3bf38736, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=30d02390-3c71-498e-9b62-864f3bf38736,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:00:23.187365 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.283135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e341-c1f7-4126-8389-578fcb066557 req-d73b584e-8dfa-48ad-a5d1-52e53ce65b10 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:23.300625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f40e341-c1f7-4126-8389-578fcb066557 req-d73b584e-8dfa-48ad-a5d1-52e53ce65b10 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.2613564 Feb 04 16:00:23.334713 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390c2f6-3c42-4287-be18-162d0046f076 None None] Pushing event updated for resources: {'Port': ['ID=30d02390-3c71-498e-9b62-864f3bf38736,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:23.378004 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Routers {'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:23.379345 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:23.540459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f40e341-c1f7-4126-8389-578fcb066557 req-ae013831-a155-492f-bb08-06c9db827900 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262174 Feb 04 16:00:23.553577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-82f893f0-f67f-4ea8-8f10-0fa7ba6aa8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:23.555031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-82f893f0-f67f-4ea8-8f10-0fa7ba6aa8ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.4606643 Feb 04 16:00:23.684019 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] Set router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:23.707412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 35942) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:23.887923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-597ac731-87f3-48a8-b859-b6c04d962f7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 200 len: 1000 time: 0.2312083 Feb 04 16:00:24.070934 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:04Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'gw_port': {'id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '30d02390-3c71-498e-9b62-864f3bf38736', 'name': '', 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'mac_address': 'fa:16:3e:d8:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:12Z', 'updated_at': '2022-02-04T16:00:23Z', 'revision_number': 4, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'subnets': [{'id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:24.075443 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3867ed-8735-42db-a074-255d6e443203 None None] The sync data for ids ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'] in n-d-827870-1 is: [{'id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:04Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'gw_port': {'id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '30d02390-3c71-498e-9b62-864f3bf38736', 'name': '', 'network_id': '09ee50d0-2250-4777-af7d-50643cf2c138', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'mac_address': 'fa:16:3e:d8:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:12Z', 'updated_at': '2022-02-04T16:00:23Z', 'revision_number': 4, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'subnets': [{'id': '01ea06a8-e405-48f7-bbc1-bb937be6b373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:24.083252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-89b20f0d-528d-457b-bd2c-8ae182902877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:24.084937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-89b20f0d-528d-457b-bd2c-8ae182902877 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.1906481 Feb 04 16:00:24.207956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47923b4a-7d9e-4958-9e68-cc6a9b87a11f req-ed84025d-130e-4534-9a36-4bcee17e78a1 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:24.214089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-47923b4a-7d9e-4958-9e68-cc6a9b87a11f req-ed84025d-130e-4534-9a36-4bcee17e78a1 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1096 time: 0.2349160 Feb 04 16:00:24.356941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-47923b4a-7d9e-4958-9e68-cc6a9b87a11f req-4b427bde-cd16-4be5-8172-9d6455e37aa6 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248336 Feb 04 16:00:24.415258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-b42ee2e0-d2cf-440a-aee9-313ed71815a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:24.427806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-b42ee2e0-d2cf-440a-aee9-313ed71815a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3332767 Feb 04 16:00:24.463232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 30d02390-3c71-498e-9b62-864f3bf38736 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:24.623246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 30d02390-3c71-498e-9b62-864f3bf38736 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:24.644684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 30d02390-3c71-498e-9b62-864f3bf38736 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:24.645075 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.654062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.969040 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.985052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-3e1b5f22-10a4-4edf-9a38-56e018238ab7 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531912 Feb 04 16:00:25.042586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 30d02390-3c71-498e-9b62-864f3bf38736, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=30d02390-3c71-498e-9b62-864f3bf38736,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:25.050235 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.197133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=30d02390-3c71-498e-9b62-864f3bf38736,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:25.320382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c005967-c166-47e5-b947-403f27140085 req-52ca2964-ff12-4fa5-b7a7-ebb58ba4decc tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:25.328705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c005967-c166-47e5-b947-403f27140085 req-52ca2964-ff12-4fa5-b7a7-ebb58ba4decc tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1096 time: 0.6571653 Feb 04 16:00:25.388153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Deleting port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:25.388675 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.393425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c005967-c166-47e5-b947-403f27140085 req-1cd8847f-8f6a-468b-aee4-cf60e8ef7462 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637200 Feb 04 16:00:25.470246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b38e235-a393-4e37-9531-28c032d94eb2 req-f28998c3-fd18-4966-87d5-ba6379a6553d service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690468 Feb 04 16:00:25.681114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a5a0b-b280-4f85-9497-e9a0aa4e50d6 req-784bbd1a-431e-49a5-b1df-99bc19d4707d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:25.682627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] For port 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:25.682993 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.685192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-230a5a0b-b280-4f85-9497-e9a0aa4e50d6 req-784bbd1a-431e-49a5-b1df-99bc19d4707d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.1171274 Feb 04 16:00:25.745610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-230a5a0b-b280-4f85-9497-e9a0aa4e50d6 req-4dbcd91e-8e5e-44b4-ae96-81f931efdef5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542693 Feb 04 16:00:25.836677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Calling delete_port for 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:25.971323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4705b-a1bb-4c29-babc-73b8bae0f829 req-88aac569-e145-4869-88f3-f38cd7ac3c08 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:25.973185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f4705b-a1bb-4c29-babc-73b8bae0f829 req-88aac569-e145-4869-88f3-f38cd7ac3c08 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1096 time: 0.0990133 Feb 04 16:00:26.051860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f4705b-a1bb-4c29-babc-73b8bae0f829 req-6c03db6c-cdf3-4473-9b4c-02802d4fe677 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722671 Feb 04 16:00:26.279016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.348681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Port': ['ID=8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:26.371103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 30d02390-3c71-498e-9b62-864f3bf38736 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:26.521618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 30d02390-3c71-498e-9b62-864f3bf38736 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:26.524625 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.581590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-76935c76-e95b-452a-aab6-ce908cb8fd3e tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:26.611287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-76935c76-e95b-452a-aab6-ce908cb8fd3e tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/networks?id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af HTTP/1.1" status: 200 len: 910 time: 0.2159472 Feb 04 16:00:26.637357 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-7b600c88-e629-4a1d-a023-2fbd703dbc98 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/quotas/4f7eed6ac4a043f799ee748f97abf7c9 HTTP/1.1" status: 200 len: 375 time: 0.0248594 Feb 04 16:00:26.801565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-7d3812c1-a47d-47c2-aab2-19a05bb8b153 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f7eed6ac4a043f799ee748f97abf7c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1628950 Feb 04 16:00:26.831856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.951687 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-f0d0b0fe-6d91-4ce5-aa77-96bba21fae90 service neutron] 10.222.0.46 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432602 Feb 04 16:00:27.145329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-b2f13b21-35aa-4dfd-acc9-8eb13cdb3790 service neutron] 10.222.0.46 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865840 Feb 04 16:00:27.508681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:00:27.557237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a0aed-fd91-4df1-ac1c-9aae5437e2f2 req-c9009091-391d-4219-8f7b-1a8f32e7d6cc tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:27.558902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-196a0aed-fd91-4df1-ac1c-9aae5437e2f2 req-c9009091-391d-4219-8f7b-1a8f32e7d6cc tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.1123247 Feb 04 16:00:27.632486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-196a0aed-fd91-4df1-ac1c-9aae5437e2f2 req-2690140b-487e-43f8-8c4a-393ec1abe50c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650899 Feb 04 16:00:27.778485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:00:27.792657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] Sync routers for ids ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:27.796156 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2d192b07-50ba-4812-91db-36d81939d080 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "PUT /v2.0/routers/5c9ba713-a67e-4240-b3c5-4a6651a48ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0870781 Feb 04 16:00:27.798412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53d3386f-36c6-48a6-9272-5ffa7f1cc000 req-db1605fb-93cf-4565-8f1c-700638a1448f tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 210 time: 0.1033983 Feb 04 16:00:27.798897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36032) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:27.809660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] Routers {'5c9ba713-a67e-4240-b3c5-4a6651a48ab8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:27.809660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:27.937043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-77714515-4530-42a8-a680-a014dcb84040 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Deleting subnet 850bf7cd-74d0-4ba3-a97c-bc8c6da7714a {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:00:27.940411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77714515-4530-42a8-a680-a014dcb84040 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.028274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77714515-4530-42a8-a680-a014dcb84040 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.131348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] Set router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:28.175726 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77714515-4530-42a8-a680-a014dcb84040 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.360484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77714515-4530-42a8-a680-a014dcb84040 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.418878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77714515-4530-42a8-a680-a014dcb84040 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Subnet': ['ID=850bf7cd-74d0-4ba3-a97c-bc8c6da7714a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:28.422049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-77714515-4530-42a8-a680-a014dcb84040 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.429293 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-77714515-4530-42a8-a680-a014dcb84040 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "DELETE /v2.0/subnets/850bf7cd-74d0-4ba3-a97c-bc8c6da7714a HTTP/1.1" status: 204 len: 168 time: 0.6291690 Feb 04 16:00:28.429689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca81561-f334-45d2-88b0-5baedbb38922 None None] Network 33b33123-939b-4c6d-9b74-68c6ff8470d5 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:00:28.432043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36042) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:28.679669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.726090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:06Z', 'updated_at': '2022-02-04T16:00:26Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:08Z', 'updated_at': '2022-02-04T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:28.731024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] Checking router: 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:28.746856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] Routers {'5c9ba713-a67e-4240-b3c5-4a6651a48ab8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:28.748497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:28.827154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a477ccb-dc65-478d-8a70-fc4eb7b03851 None None] DHCP port deletion for 33b33123-939b-4c6d-9b74-68c6ff8470d5 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:00:28.900102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4a477ccb-dc65-478d-8a70-fc4eb7b03851 None None] Deleting port 33ad917a-e20d-434e-936e-5385ea6f9edf {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:28.905696 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4a477ccb-dc65-478d-8a70-fc4eb7b03851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.986252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.001432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Deleting port 1f796f18-012d-4ca8-8d7f-12ff530e86c1 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:29.001786 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.228814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4839c0-0d32-4a05-9d36-7d5a4b2805f3 req-bb4a8f0c-a3e2-4897-b2b5-cf44b5b28bc8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:29.230352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c4839c0-0d32-4a05-9d36-7d5a4b2805f3 req-bb4a8f0c-a3e2-4897-b2b5-cf44b5b28bc8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.3463075 Feb 04 16:00:29.238607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] Set router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:29.364662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] For port 1f796f18-012d-4ca8-8d7f-12ff530e86c1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1f796f18-012d-4ca8-8d7f-12ff530e86c1,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:29.365049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.378297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-a4e9636c-df2e-4a7b-94b7-773407d855c8 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:29.379884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-a4e9636c-df2e-4a7b-94b7-773407d855c8 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.53 "GET /v2.0/networks?id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af HTTP/1.1" status: 200 len: 910 time: 0.3938038 Feb 04 16:00:29.404954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Request body: {'port': {'device_id': 'cb756766-b02b-4821-80a9-067de3902279', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'admin_state_up': True, 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:29.417380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:29.434045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:29.452798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c4839c0-0d32-4a05-9d36-7d5a4b2805f3 req-b3a8c8fb-97cf-4026-8796-25efc12e0d4e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122920 Feb 04 16:00:29.458879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Made reservation on behalf of 4f7eed6ac4a043f799ee748f97abf7c9 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:29.464964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.583016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Calling delete_port for 1f796f18-012d-4ca8-8d7f-12ff530e86c1 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:29.717819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d6c87ac-36eb-46f4-8144-91cc0408b09a req-b1374c21-ebe6-4a92-8462-5110b4ed31b1 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 210 time: 0.0429869 Feb 04 16:00:29.729093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Allocated IP 172.20.0.7 (74b4e81b-6660-4ee1-bb4b-2fa7f2a494af/388d59dc-4bb4-494b-a44e-b620c7599207/7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:29.866001 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.926283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Port': ['ID=1f796f18-012d-4ca8-8d7f-12ff530e86c1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:29.980918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.982750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4a477ccb-dc65-478d-8a70-fc4eb7b03851 None None] For port 33ad917a-e20d-434e-936e-5385ea6f9edf, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=33ad917a-e20d-434e-936e-5385ea6f9edf,segment=NetworkSegment(36a6f8a7-e9d2-469d-b734-038467e599e2),segment_id=36a6f8a7-e9d2-469d-b734-038467e599e2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:29.983839 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4a477ccb-dc65-478d-8a70-fc4eb7b03851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.008863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Transition to ACTIVE for port object 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:30.072599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.203742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0e140d2d-de5f-4934-81fd-8d89b0348224'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:00:30.303337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4a477ccb-dc65-478d-8a70-fc4eb7b03851 None None] Calling delete_port for 33ad917a-e20d-434e-936e-5385ea6f9edf owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:30.380834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:06Z', 'updated_at': '2022-02-04T16:00:26Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:08Z', 'updated_at': '2022-02-04T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:30.393284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Pushing event updated for resources: {'Port': ['ID=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:30.411145 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.427474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e8616-9f66-4f09-af93-610f68debd69 None None] The sync data for ids ['5c9ba713-a67e-4240-b3c5-4a6651a48ab8'] in n-d-827870-1 is: [{'id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-844123411', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:06Z', 'updated_at': '2022-02-04T16:00:26Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '1f796f18-012d-4ca8-8d7f-12ff530e86c1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ba713-a67e-4240-b3c5-4a6651a48ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:08Z', 'updated_at': '2022-02-04T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:30.428941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:30.439486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:30.457643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:00:30.480609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 33ad917a-e20d-434e-936e-5385ea6f9edf no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:30.639787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:30.642223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.734692 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.789041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-8976440e-55e3-4e82-86d1-bf89819798ee tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3949423 Feb 04 16:00:30.808782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Request body: {'port': {'device_id': 'cb756766-b02b-4821-80a9-067de3902279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:30.938027 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.947703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.956016 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.986098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299097f-0624-493e-bb26-003686cec0d5 req-e32595eb-3c64-4d3c-8c81-a4e565254bcf tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:30.987382 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4a477ccb-dc65-478d-8a70-fc4eb7b03851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.989907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6299097f-0624-493e-bb26-003686cec0d5 req-e32595eb-3c64-4d3c-8c81-a4e565254bcf tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.3051815 Feb 04 16:00:30.997868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.000278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Fanout notify agent at l3_agent the message router_deleted on router 5c9ba713-a67e-4240-b3c5-4a6651a48ab8 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:00:31.033195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.037560 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-07250d75-dbf3-4f01-a454-a78872d4c0dd tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "DELETE /v2.0/routers/5c9ba713-a67e-4240-b3c5-4a6651a48ab8 HTTP/1.1" status: 204 len: 168 time: 2.6037588 Feb 04 16:00:31.041564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36086) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:31.085403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a477ccb-dc65-478d-8a70-fc4eb7b03851 None None] Pushing event deleted for resources: {'Port': ['ID=33ad917a-e20d-434e-936e-5385ea6f9edf,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:31.096601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a477ccb-dc65-478d-8a70-fc4eb7b03851 None None] No DVR routers for this DVR port 33ad917a-e20d-434e-936e-5385ea6f9edf on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:31.105705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a734c1b2-53f1-42cc-a673-eebc2ea27048 None None] Provisioning for port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:31.120662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a734c1b2-53f1-42cc-a673-eebc2ea27048 None None] Provisioning complete for port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:31.121245 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a734c1b2-53f1-42cc-a673-eebc2ea27048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.228551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a734c1b2-53f1-42cc-a673-eebc2ea27048 None None] Port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:00:31.340373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.375998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6299097f-0624-493e-bb26-003686cec0d5 req-bcadd117-0fa8-49d0-aa9c-63a87ab4435c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772433 Feb 04 16:00:31.601413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:31.625404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.673563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b33123-939b-4c6d-9b74-68c6ff8470d5']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:31.679220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.709358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Transition to ACTIVE for port object 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:31.715083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a6f8a7-e9d2-469d-b734-038467e599e2') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:31.715502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.715794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a6f8a7-e9d2-469d-b734-038467e599e2') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:31.737694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.760580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.771621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:00:31.772027 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:00:31.909583 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:00:31.979662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.024891 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.026539 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Network': ['ID=33b33123-939b-4c6d-9b74-68c6ff8470d5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:32.038092 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f69800d2-997e-447e-bba7-5d97783570ed tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "DELETE /v2.0/networks/33b33123-939b-4c6d-9b74-68c6ff8470d5 HTTP/1.1" status: 204 len: 168 time: 0.9916761 Feb 04 16:00:32.041375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36102) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:32.065439 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520984be-1589-48c7-89d2-487b38da0eb9 req-672c2e2a-7736-4021-bd55-38304e9fe229 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:32.066677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-520984be-1589-48c7-89d2-487b38da0eb9 req-672c2e2a-7736-4021-bd55-38304e9fe229 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Synchronizing usage tracker for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:32.089597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Pushing event updated for resources: {'Port': ['ID=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:32.099680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-520984be-1589-48c7-89d2-487b38da0eb9 req-672c2e2a-7736-4021-bd55-38304e9fe229 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Unset dirty status for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:32.101217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-520984be-1589-48c7-89d2-487b38da0eb9 req-672c2e2a-7736-4021-bd55-38304e9fe229 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1027 time: 0.4953313 Feb 04 16:00:32.106726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Attempting to bind port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:32.107129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Attempting to bind port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:32.107543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Attempting to bind port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd on network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:32.129378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd on network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:00:32.129708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Attempting to bind port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd on network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:00:32.143474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:00:32.144344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Checking segment: {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:32.144965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Bound using segment: {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:00:32.145699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Bound port: 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534ed360-7d82-485f-ba39-b7691add3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:32.146493 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.224391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-520984be-1589-48c7-89d2-487b38da0eb9 req-9c7a11db-658d-4ad1-9ca6-a6eb3d4d3c25 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110134 Feb 04 16:00:32.267186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] For port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:00:32.276568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] For port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:00:32.281167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.325463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1f796f18-012d-4ca8-8d7f-12ff530e86c1 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:32.337940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Deleting port a3b8e060-fb90-49ee-8345-c86004810350 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:32.339507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.410807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:32.411115 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.431032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] 10.222.0.53 "PUT /v2.0/ports/7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd HTTP/1.1" status: 200 len: 1091 time: 1.6244118 Feb 04 16:00:32.431528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb756766-b02b-4821-80a9-067de3902279', 'tag': '7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:32.444251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 1f796f18-012d-4ca8-8d7f-12ff530e86c1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:00:32.446869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1f796f18-012d-4ca8-8d7f-12ff530e86c1 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:32.447395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:32.552561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:00:32.553781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8fb044b4-0d36-468f-9ffc-e0e0d9e46b7d not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:32.573096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde03356-30f0-4fb9-85d7-366ff8a2945c service neutron] Pushing event updated for resources: {'Port': ['ID=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:32.608354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.608688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.704847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-01a6a562-3d1f-4988-9842-dabdf8bdab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:32.704847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-01a6a562-3d1f-4988-9842-dabdf8bdab77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f7eed6ac4a043f799ee748f97abf7c9&device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1094 time: 0.2224767 Feb 04 16:00:32.778465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Calling delete_port for a3b8e060-fb90-49ee-8345-c86004810350 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:32.814299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-4f5cafd0-4789-4be6-9cf9-b3ebbd01377b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd HTTP/1.1" status: 200 len: 217 time: 0.1026087 Feb 04 16:00:32.823104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2a6cd-78fd-4d4b-ad2e-95ac36942139 req-671d96ef-b598-4495-b5c0-7263be23cd70 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:32.827296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ff2a6cd-78fd-4d4b-ad2e-95ac36942139 req-671d96ef-b598-4495-b5c0-7263be23cd70 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.2244892 Feb 04 16:00:32.944617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-2e9fae40-656c-4be6-9490-4573f3a1431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:32.946078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-2e9fae40-656c-4be6-9490-4573f3a1431c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=388d59dc-4bb4-494b-a44e-b620c7599207 HTTP/1.1" status: 200 len: 848 time: 0.1176326 Feb 04 16:00:32.954113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ff2a6cd-78fd-4d4b-ad2e-95ac36942139 req-90ef02a1-f507-4b34-b4af-d4c65d8e51e4 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701892 Feb 04 16:00:32.980534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.059691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-160ae3b3-266f-4d43-9e2a-291d9fc78f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:33.061538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-160ae3b3-266f-4d43-9e2a-291d9fc78f7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058772 Feb 04 16:00:33.066681 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb756766-b02b-4821-80a9-067de3902279', 'tag': '7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd', 'status': 'completed', 'code': 200} Feb 04 16:00:33.237020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Port': ['ID=a3b8e060-fb90-49ee-8345-c86004810350,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:33.374009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.374599 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Floating IP 6907deab-384f-45ba-ab5a-14aa02bdae3b disassociated (deleted). External IP: 172.25.8.226, port: d754ffad-5076-4b86-9b26-b6f29e329c7c. Feb 04 16:00:33.477859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-435ad5f1-29b1-4af2-b651-90398079db32 service neutron] 10.222.0.53 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028780 Feb 04 16:00:33.511573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328417a-9652-4bf4-af5c-5243f19a40ed req-90387140-54ce-4a79-8f2e-794cb3b9ba97 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:33.513080 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c328417a-9652-4bf4-af5c-5243f19a40ed req-90387140-54ce-4a79-8f2e-794cb3b9ba97 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1094 time: 0.1456001 Feb 04 16:00:33.640409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c328417a-9652-4bf4-af5c-5243f19a40ed req-bbec7e09-ce2c-4b69-afd9-4414a1e8839a tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774603 Feb 04 16:00:33.705185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8190ba62-0015-4bed-8a32-dd72f184f990 req-9a3d0bac-a836-43cd-82ba-75ff533953aa service neutron] 10.222.0.53 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167943 Feb 04 16:00:33.898469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71810-3648-4e17-9eca-345e71d76336 req-f0d5c49c-1b05-4888-83ac-e8c88e66aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:33.898469 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1db71810-3648-4e17-9eca-345e71d76336 req-f0d5c49c-1b05-4888-83ac-e8c88e66aa23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f7eed6ac4a043f799ee748f97abf7c9&device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1094 time: 0.1405272 Feb 04 16:00:33.933407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Router e23342d3-3121-4350-8e99-e60c36c05aaa has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:00:34.082739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71810-3648-4e17-9eca-345e71d76336 req-a42174d9-2437-435a-8eab-e649d8573fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:34.085009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1db71810-3648-4e17-9eca-345e71d76336 req-a42174d9-2437-435a-8eab-e649d8573fd6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af HTTP/1.1" status: 200 len: 910 time: 0.1785901 Feb 04 16:00:34.237873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:00:34.245523 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-62c76202-c64c-4f8e-9fc0-15e3aee6e8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.249199 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] Sync routers for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:34.260213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.266931 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:34.269308 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:34.311323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1db71810-3648-4e17-9eca-345e71d76336 req-fd0e70b0-d3cc-4ef0-bd32-8b7676140b75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd HTTP/1.1" status: 200 len: 217 time: 0.2135682 Feb 04 16:00:34.332762 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c47e87eb-baf7-46a2-8ba3-37cf4aa3e461 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "DELETE /v2.0/floatingips/6907deab-384f-45ba-ab5a-14aa02bdae3b HTTP/1.1" status: 204 len: 168 time: 2.2897842 Feb 04 16:00:34.333659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:34.476756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3551fd5-f3db-47dd-93bc-b575362583f9 req-771e0639-3858-4da3-8334-bd73a411d98a tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:34.478733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3551fd5-f3db-47dd-93bc-b575362583f9 req-771e0639-3858-4da3-8334-bd73a411d98a tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.2953560 Feb 04 16:00:34.482424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71810-3648-4e17-9eca-345e71d76336 req-1133d704-65c8-4e13-bff0-290398b668b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:34.484374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1db71810-3648-4e17-9eca-345e71d76336 req-1133d704-65c8-4e13-bff0-290398b668b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=388d59dc-4bb4-494b-a44e-b620c7599207 HTTP/1.1" status: 200 len: 848 time: 0.1613405 Feb 04 16:00:34.575123 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3551fd5-f3db-47dd-93bc-b575362583f9 req-5f0702ac-9547-4ded-8ce4-3483e1821357 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841341 Feb 04 16:00:34.612306 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:34.644298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71810-3648-4e17-9eca-345e71d76336 req-e8f8a84c-802c-4c20-b422-6ca6e9ae09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:34.646686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1db71810-3648-4e17-9eca-345e71d76336 req-e8f8a84c-802c-4c20-b422-6ca6e9ae09e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543286 Feb 04 16:00:34.882575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1db71810-3648-4e17-9eca-345e71d76336 req-36bbceff-c99c-4c38-905a-8dd8054f5847 service neutron] 10.222.0.53 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279224 Feb 04 16:00:35.141251 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'status': 'completed', 'code': 200} Feb 04 16:00:35.143844 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:58:01Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '394cd5b4-3248-4ccc-8193-9dfb2204959d', 'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:9c:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:58Z', 'updated_at': '2022-02-04T15:58:10Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:35.148896 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] Checking router: e23342d3-3121-4350-8e99-e60c36c05aaa for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:35.159373 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:35.160235 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:35.282217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1db71810-3648-4e17-9eca-345e71d76336 req-9ecc8a79-ec65-4798-a9cd-712ceffb845e service neutron] 10.222.0.53 "GET /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897989 Feb 04 16:00:35.397158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-542093a9-8267-480b-a825-4afdf245c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:35.398742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-542093a9-8267-480b-a825-4afdf245c0fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2eec2e4b66944289bc9e26f983debdbc&device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 1135 time: 0.2349637 Feb 04 16:00:35.440643 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:35.543453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e364b77-994a-44c8-a501-8b2ded671e75 req-03ad4eed-7110-4b1d-a989-45731044a3a2 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:35.545891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e364b77-994a-44c8-a501-8b2ded671e75 req-03ad4eed-7110-4b1d-a989-45731044a3a2 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1094 time: 0.2369533 Feb 04 16:00:35.631511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-15eed46b-8d9c-413c-ac7f-ddfd599c7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:35.633268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-15eed46b-8d9c-413c-ac7f-ddfd599c7c69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9a034550-a426-4609-8e76-06284a6fcfad HTTP/1.1" status: 200 len: 898 time: 0.2245774 Feb 04 16:00:35.649444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e364b77-994a-44c8-a501-8b2ded671e75 req-1e05efe3-f5e3-414d-b35b-9b0c120e3e9f tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Feb 04 16:00:35.750255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-c12bc024-0145-4c36-997f-50ae1f2a5288 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c HTTP/1.1" status: 200 len: 217 time: 0.0992117 Feb 04 16:00:35.916144 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:58:01Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '394cd5b4-3248-4ccc-8193-9dfb2204959d', 'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:9c:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:58Z', 'updated_at': '2022-02-04T15:58:10Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:35.923804 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5fc58-1e15-463c-a0ff-32b7528f7240 None None] The sync data for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 is: [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T15:58:01Z', 'revision_number': 4, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '394cd5b4-3248-4ccc-8193-9dfb2204959d', 'name': '', 'network_id': '9a034550-a426-4609-8e76-06284a6fcfad', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'mac_address': 'fa:16:3e:9c:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:58Z', 'updated_at': '2022-02-04T15:58:10Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'subnets': [{'id': '8456d306-22f3-47ac-8c43-7ab00940cb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:36.104934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-0cbfc018-c3c3-44f5-ab6e-07d09daad20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:36.106905 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-0cbfc018-c3c3-44f5-ab6e-07d09daad20a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8456d306-22f3-47ac-8c43-7ab00940cb65 HTTP/1.1" status: 200 len: 835 time: 0.3491654 Feb 04 16:00:36.182634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c957fb-2227-4c5a-a39e-895767d74b44 req-7c3d1df9-7bc5-4e62-a202-691f7e6f8ff3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:36.183374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f5c957fb-2227-4c5a-a39e-895767d74b44 req-7c3d1df9-7bc5-4e62-a202-691f7e6f8ff3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Synchronizing usage tracker for tenant:2eec2e4b66944289bc9e26f983debdbc on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:36.213142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f5c957fb-2227-4c5a-a39e-895767d74b44 req-7c3d1df9-7bc5-4e62-a202-691f7e6f8ff3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Unset dirty status for tenant:2eec2e4b66944289bc9e26f983debdbc on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:36.214991 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5c957fb-2227-4c5a-a39e-895767d74b44 req-7c3d1df9-7bc5-4e62-a202-691f7e6f8ff3 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 984 time: 0.3873010 Feb 04 16:00:36.311515 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5c957fb-2227-4c5a-a39e-895767d74b44 req-a7ce7370-c97f-4c3c-8c60-21ae59440588 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/security-groups?id=65a0a829-c388-4913-ab48-f48e2d300e02&id=8c18d9c1-10ca-42b8-9355-7b122ccd2825&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0853343 Feb 04 16:00:36.341694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-d3187ba2-308d-4103-9c09-385c19a92ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:36.341694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-d3187ba2-308d-4103-9c09-385c19a92ba7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9a034550-a426-4609-8e76-06284a6fcfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230649 Feb 04 16:00:36.379343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aedc80e-14f6-4be2-aa8c-65d710fc0931 None None] New status for floating IP 6907deab-384f-45ba-ab5a-14aa02bdae3b: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:00:36.611349 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:36.679122 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-fd8357b1-a6db-4e7b-850b-175f32c78dd4 service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305564 Feb 04 16:00:36.815305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:36.833886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd', 'network_id': '74b4e81b-6660-4ee1-bb4b-2fa7f2a494af', 'port_id': '7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd', 'mac_address': 'fa:16:3e:e4:6d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388d59dc-4bb4-494b-a44e-b620c7599207', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:36.838729 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.841080 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92be2105-ae16-470a-a0b0-8a4b533d1ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.875262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-3a1ca83a-3667-43db-9890-efacd4f527b8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:36.876630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-3a1ca83a-3667-43db-9890-efacd4f527b8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 984 time: 0.2970841 Feb 04 16:00:36.948031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32eda3-36bc-4ac0-8bce-a8b34cf41f52 req-020f3f20-2398-4d3e-8b8d-35c93cf11984 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:36.949345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc32eda3-36bc-4ac0-8bce-a8b34cf41f52 req-020f3f20-2398-4d3e-8b8d-35c93cf11984 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 945 time: 0.4186227 Feb 04 16:00:36.959252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-802aeed6-19c4-4874-99a6-f5b85cb4c5e0 req-aee2ee3c-09a5-4438-8ff7-5691e47990c1 service neutron] 10.222.0.61 "GET /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663603 Feb 04 16:00:36.989232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.013339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Deleting port d754ffad-5076-4b86-9b26-b6f29e329c7c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:37.014450 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.021104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:37.044201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:37.058500 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.093968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc32eda3-36bc-4ac0-8bce-a8b34cf41f52 req-4c075044-b76b-418a-8fa9-fb11baf1f7ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309545 Feb 04 16:00:37.148081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:37.308487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:00:37.448492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] For port d754ffad-5076-4b86-9b26-b6f29e329c7c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=d754ffad-5076-4b86-9b26-b6f29e329c7c,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:37.449170 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.467380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea72b21-0709-4d10-8bc2-9f2a8f4d011a req-bc888946-ae12-4522-9498-447db9904973 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:37.468930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ea72b21-0709-4d10-8bc2-9f2a8f4d011a req-bc888946-ae12-4522-9498-447db9904973 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1095 time: 0.1671624 Feb 04 16:00:37.643514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Calling delete_port for d754ffad-5076-4b86-9b26-b6f29e329c7c owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:37.668212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.734896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ea72b21-0709-4d10-8bc2-9f2a8f4d011a req-8d3d7143-f991-4336-b70c-7d0a5c522ee5 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104082 Feb 04 16:00:37.804688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 74950894-4eb2-47e2-ba26-f5fdf8a14e0c details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:37.812119 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.840468 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.978353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:37.990979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Port': ['ID=d754ffad-5076-4b86-9b26-b6f29e329c7c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:37.993646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'port_id': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'mac_address': 'fa:16:3e:46:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:38.057198 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.076787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74950894-4eb2-47e2-ba26-f5fdf8a14e0c {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:38.081494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f2fac881-7266-43fe-b2f9-287b63a8e297 req-3578f0a9-145e-42b9-9c33-f8c891ae272a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb464c29-cd4f-4919-b453-8316aa89bf85 HTTP/1.1" status: 200 len: 210 time: 0.0875945 Feb 04 16:00:38.095294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:38.099181 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.112247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] No DVR routers for this DVR port d754ffad-5076-4b86-9b26-b6f29e329c7c on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:38.115305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.118126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'name': 'network-vif-deleted', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:38.137307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2bc88bf8-78d8-4447-aee8-3ea846116182 req-a5aa0fb9-b40e-4154-a137-49fb3846da1d tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.61 "DELETE /v2.0/ports/d754ffad-5076-4b86-9b26-b6f29e329c7c HTTP/1.1" status: 204 len: 173 time: 1.2490225 Feb 04 16:00:38.194385 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb464c29-cd4f-4919-b453-8316aa89bf85', 'name': 'network-vif-deleted', 'tag': 'd754ffad-5076-4b86-9b26-b6f29e329c7c', 'status': 'completed', 'code': 200} Feb 04 16:00:38.208931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=11']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:38.340225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['74950894-4eb2-47e2-ba26-f5fdf8a14e0c'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:00:38.474792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:38.749918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f3be7-1b7a-4add-8a72-300266b37111 req-55eb813d-d4be-4888-b6cd-c11ba6bada56 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:38.758800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-569f3be7-1b7a-4add-8a72-300266b37111 req-55eb813d-d4be-4888-b6cd-c11ba6bada56 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 946 time: 0.4148831 Feb 04 16:00:38.767232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:38.782764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:38.785501 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.877419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-569f3be7-1b7a-4add-8a72-300266b37111 req-f13fff9d-d597-4cf0-bf96-44c542268f8e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172462 Feb 04 16:00:38.949008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.985969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb756766-b02b-4821-80a9-067de3902279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:38.998984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:39.004455 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.086669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:39.101848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce836b-1174-4a0c-801e-3035bc81d14a req-a6ed0a17-4c1e-40d9-8ba7-c0aa02e4b90d tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:39.103582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8dce836b-1174-4a0c-801e-3035bc81d14a req-a6ed0a17-4c1e-40d9-8ba7-c0aa02e4b90d tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1096 time: 0.0995035 Feb 04 16:00:39.155158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8dce836b-1174-4a0c-801e-3035bc81d14a req-8c81206c-6087-4591-8620-d24d5a905832 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444052 Feb 04 16:00:39.209162 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.215625 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb756766-b02b-4821-80a9-067de3902279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd', 'code': 200} Feb 04 16:00:39.305406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36260) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.399001 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.401640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9958dc1d-0afb-43c0-9871-6dc724c8ab0a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.409570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0377cd2-dc99-41d6-8f5e-97a10a7e09a8 req-b0dd7a9f-cced-4334-8575-4f911f74ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:39.411452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0377cd2-dc99-41d6-8f5e-97a10a7e09a8 req-b0dd7a9f-cced-4334-8575-4f911f74ebd2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1096 time: 0.0892639 Feb 04 16:00:39.433625 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9958dc1d-0afb-43c0-9871-6dc724c8ab0a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.470655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0377cd2-dc99-41d6-8f5e-97a10a7e09a8 req-b95c53cc-c513-48c7-b0bb-af76ff95a2c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486147 Feb 04 16:00:39.502081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9958dc1d-0afb-43c0-9871-6dc724c8ab0a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.534437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958dc1d-0afb-43c0-9871-6dc724c8ab0a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a0a829-c388-4913-ab48-f48e2d300e02,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:39.585371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9958dc1d-0afb-43c0-9871-6dc724c8ab0a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.588938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9958dc1d-0afb-43c0-9871-6dc724c8ab0a tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "DELETE /v2.0/security-groups/65a0a829-c388-4913-ab48-f48e2d300e02 HTTP/1.1" status: 204 len: 168 time: 0.2795544 Feb 04 16:00:39.589373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36270) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.667128 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aac038c-ba66-41d7-8593-cad5f37e9173 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.702375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aac038c-ba66-41d7-8593-cad5f37e9173 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.755368 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aac038c-ba66-41d7-8593-cad5f37e9173 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.776578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac038c-ba66-41d7-8593-cad5f37e9173 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c18d9c1-10ca-42b8-9355-7b122ccd2825,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:39.781278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1aac038c-ba66-41d7-8593-cad5f37e9173 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.783023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1aac038c-ba66-41d7-8593-cad5f37e9173 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "DELETE /v2.0/security-groups/8c18d9c1-10ca-42b8-9355-7b122ccd2825 HTTP/1.1" status: 204 len: 168 time: 0.1924875 Feb 04 16:00:39.785842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36280) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:39.816820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 74950894-4eb2-47e2-ba26-f5fdf8a14e0c up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:39.902770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:39.909130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:39.909944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.089903 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.127418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:40.133158 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.135450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d754ffad-5076-4b86-9b26-b6f29e329c7c no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:40.247020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: d754ffad-5076-4b86-9b26-b6f29e329c7c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:00:40.249618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device d754ffad-5076-4b86-9b26-b6f29e329c7c not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:40.337197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=12']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:40.521025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cc263-57ec-4f09-a6e0-661d5ac7cf33 req-5f256096-a562-4ab7-8b76-2562523f2c25 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:40.528276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-819cc263-57ec-4f09-a6e0-661d5ac7cf33 req-5f256096-a562-4ab7-8b76-2562523f2c25 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 947 time: 0.3647871 Feb 04 16:00:40.624495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-819cc263-57ec-4f09-a6e0-661d5ac7cf33 req-05185180-e2cb-4916-a5fb-d1e89dd29844 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916986 Feb 04 16:00:40.807062 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.110122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ee66a-2991-4e42-9c92-a1eb473597c0 req-2199d70d-bef4-4d77-b6c5-b65c5e91b65a tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:41.111632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c5ee66a-2991-4e42-9c92-a1eb473597c0 req-2199d70d-bef4-4d77-b6c5-b65c5e91b65a tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1096 time: 0.2493384 Feb 04 16:00:41.204965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c5ee66a-2991-4e42-9c92-a1eb473597c0 req-88ae5fae-e39d-4919-ad14-39f4035b9fa6 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858893 Feb 04 16:00:41.217972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:41.310524 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'code': 200} Feb 04 16:00:41.459319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Deleting port 394cd5b4-3248-4ccc-8193-9dfb2204959d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:41.459657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.747902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] For port 394cd5b4-3248-4ccc-8193-9dfb2204959d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=394cd5b4-3248-4ccc-8193-9dfb2204959d,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:41.748256 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.766461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb1a1c-89c6-4508-ad3c-151286a0398a req-5855bcf9-e32d-4de5-bb92-e8668332e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:41.767933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ebb1a1c-89c6-4508-ad3c-151286a0398a req-5855bcf9-e32d-4de5-bb92-e8668332e53a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 1098 time: 0.2264950 Feb 04 16:00:41.966017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Calling delete_port for 394cd5b4-3248-4ccc-8193-9dfb2204959d owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:42.061151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ebb1a1c-89c6-4508-ad3c-151286a0398a req-15c65794-32bb-4014-a11f-f78fdc872022 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356923 Feb 04 16:00:42.253451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720dc6b-2c93-4eab-9523-16a2e06a9886 req-f5ae7b06-bbfe-4fd3-a9d6-b4b0e6a22449 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:42.269316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6720dc6b-2c93-4eab-9523-16a2e06a9886 req-f5ae7b06-bbfe-4fd3-a9d6-b4b0e6a22449 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 947 time: 0.4432240 Feb 04 16:00:42.393978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6720dc6b-2c93-4eab-9523-16a2e06a9886 req-0b50d237-389c-4dc1-9005-fac9b72f8016 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142011 Feb 04 16:00:42.553644 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.658504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Port': ['ID=394cd5b4-3248-4ccc-8193-9dfb2204959d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:42.934630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ce8b-5862-4906-a1ab-d5ec7eb102e8 req-0e4d1e72-7001-48b2-b00f-6e24a83bc9f4 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:42.943033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5532ce8b-5862-4906-a1ab-d5ec7eb102e8 req-0e4d1e72-7001-48b2-b00f-6e24a83bc9f4 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1096 time: 0.3774338 Feb 04 16:00:43.019961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5532ce8b-5862-4906-a1ab-d5ec7eb102e8 req-b49c1f6c-e192-42f3-b69e-5ab1d0975908 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757542 Feb 04 16:00:43.127100 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.667819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f364b-3878-405d-8f10-c62df848666c req-610a1673-55ce-486b-a458-43a45903b427 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:43.675552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f1f364b-3878-405d-8f10-c62df848666c req-610a1673-55ce-486b-a458-43a45903b427 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1096 time: 0.2461987 Feb 04 16:00:43.812326 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f1f364b-3878-405d-8f10-c62df848666c req-776e47cf-c541-47cb-b4d9-dbff3b87d408 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357834 Feb 04 16:00:43.915141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Router e23342d3-3121-4350-8e99-e60c36c05aaa has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:00:44.176064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:00:44.187063 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] Sync routers for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:44.190762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a88e5482-0e83-4acf-820e-8ceaeec0dce4 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "PUT /v2.0/routers/e23342d3-3121-4350-8e99-e60c36c05aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4037127 Feb 04 16:00:44.193424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36414) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:44.198579 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:44.199216 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:44.227467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948921ae-0038-428c-8c7b-6be0cc948a9f req-42f0f6b0-9faa-4f82-8102-00d1594c61d8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:44.242303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-948921ae-0038-428c-8c7b-6be0cc948a9f req-42f0f6b0-9faa-4f82-8102-00d1594c61d8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 947 time: 0.2382376 Feb 04 16:00:44.313496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5be4ff-d296-4720-890e-8fc3ed3b1641 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Deleting subnet 8456d306-22f3-47ac-8c43-7ab00940cb65 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:00:44.317380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d5be4ff-d296-4720-890e-8fc3ed3b1641 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.375677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-948921ae-0038-428c-8c7b-6be0cc948a9f req-e5b08dc5-50a3-459e-9485-ada8b6beef55 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323836 Feb 04 16:00:44.422733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d5be4ff-d296-4720-890e-8fc3ed3b1641 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.532409 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:44.597088 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d5be4ff-d296-4720-890e-8fc3ed3b1641 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.717118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b909f5-4438-46dd-998c-70b88b8dc0b3 req-ddc5ba41-bd72-4b5a-8ed9-a53fc87bfdff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:44.725151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8b909f5-4438-46dd-998c-70b88b8dc0b3 req-ddc5ba41-bd72-4b5a-8ed9-a53fc87bfdff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1096 time: 0.1176746 Feb 04 16:00:44.736958 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d5be4ff-d296-4720-890e-8fc3ed3b1641 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.781109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d5be4ff-d296-4720-890e-8fc3ed3b1641 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.785582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8b909f5-4438-46dd-998c-70b88b8dc0b3 req-9538ebff-c0e0-48a2-a45c-35d78e005f23 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592270 Feb 04 16:00:44.786561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f5b4a-373d-4756-9475-df85e6aa363f None None] Network 9a034550-a426-4609-8e76-06284a6fcfad requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:00:44.797589 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3d5be4ff-d296-4720-890e-8fc3ed3b1641 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "DELETE /v2.0/subnets/8456d306-22f3-47ac-8c43-7ab00940cb65 HTTP/1.1" status: 204 len: 168 time: 0.5998814 Feb 04 16:00:44.797589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5be4ff-d296-4720-890e-8fc3ed3b1641 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Subnet': ['ID=8456d306-22f3-47ac-8c43-7ab00940cb65,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:44.798005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36428) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:45.019277 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T16:00:42Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:45.029562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.046845 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] Checking router: e23342d3-3121-4350-8e99-e60c36c05aaa for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:45.067059 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] Routers {'e23342d3-3121-4350-8e99-e60c36c05aaa'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:45.068394 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['e23342d3-3121-4350-8e99-e60c36c05aaa'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:45.403827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc2cdf5-d5cf-4a87-8ac0-ee5636ac7dea None None] DHCP port deletion for 9a034550-a426-4609-8e76-06284a6fcfad request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:00:45.409126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2cdf5-d5cf-4a87-8ac0-ee5636ac7dea None None] Deleting port 732ac92e-1d08-4969-9d9c-beae8727a996 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:45.409765 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cdf5-d5cf-4a87-8ac0-ee5636ac7dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.410523 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] Set router e23342d3-3121-4350-8e99-e60c36c05aaa gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:45.543707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.551605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b844a7-db39-45a5-b3eb-45760d5b7b54 req-28416c8a-abf2-4d1c-80de-c110f7091739 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:45.556993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Deleting port 66a7eb64-45b5-4062-95ff-4f8dbba820ca {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:45.557633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.562406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82b844a7-db39-45a5-b3eb-45760d5b7b54 req-28416c8a-abf2-4d1c-80de-c110f7091739 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1096 time: 0.1436865 Feb 04 16:00:45.640321 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82b844a7-db39-45a5-b3eb-45760d5b7b54 req-294b3cf0-c452-40e1-9a99-cae155ec6de1 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562015 Feb 04 16:00:45.810407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-cfc2cdf5-d5cf-4a87-8ac0-ee5636ac7dea None None] For port 732ac92e-1d08-4969-9d9c-beae8727a996, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=732ac92e-1d08-4969-9d9c-beae8727a996,segment=NetworkSegment(89dd759f-22a0-4dbd-b91e-80e3293dce17),segment_id=89dd759f-22a0-4dbd-b91e-80e3293dce17)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:45.811538 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cdf5-d5cf-4a87-8ac0-ee5636ac7dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.887490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] For port 66a7eb64-45b5-4062-95ff-4f8dbba820ca, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=66a7eb64-45b5-4062-95ff-4f8dbba820ca,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:45.887799 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.930725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240f517-43c2-4312-a125-3af1c9561380 req-8fbabfe3-2ff4-4efa-861c-882ad47b2060 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:45.932267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2240f517-43c2-4312-a125-3af1c9561380 req-8fbabfe3-2ff4-4efa-861c-882ad47b2060 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 947 time: 0.1628096 Feb 04 16:00:45.971871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2cdf5-d5cf-4a87-8ac0-ee5636ac7dea None None] Calling delete_port for 732ac92e-1d08-4969-9d9c-beae8727a996 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:46.002634 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T16:00:42Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:46.006902 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab8afa9-2cd2-44af-8b68-d2b65c2ac9b9 None None] The sync data for ids ['e23342d3-3121-4350-8e99-e60c36c05aaa'] in n-d-827870-1 is: [{'id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172616101', 'tenant_id': '2eec2e4b66944289bc9e26f983debdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:48Z', 'updated_at': '2022-02-04T16:00:42Z', 'revision_number': 5, 'project_id': '2eec2e4b66944289bc9e26f983debdbc', 'gw_port': {'id': '66a7eb64-45b5-4062-95ff-4f8dbba820ca', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23342d3-3121-4350-8e99-e60c36c05aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:50Z', 'updated_at': '2022-02-04T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:46.067596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2240f517-43c2-4312-a125-3af1c9561380 req-ada1588a-8856-4df8-810b-5bfc040d79a8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115820 Feb 04 16:00:46.123389 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cdf5-d5cf-4a87-8ac0-ee5636ac7dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.141348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Calling delete_port for 66a7eb64-45b5-4062-95ff-4f8dbba820ca owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:46.182900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2cdf5-d5cf-4a87-8ac0-ee5636ac7dea None None] Pushing event deleted for resources: {'Port': ['ID=732ac92e-1d08-4969-9d9c-beae8727a996,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:46.188198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2cdf5-d5cf-4a87-8ac0-ee5636ac7dea None None] No DVR routers for this DVR port 732ac92e-1d08-4969-9d9c-beae8727a996 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:46.334165 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.450671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Port': ['ID=66a7eb64-45b5-4062-95ff-4f8dbba820ca,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:46.526867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 394cd5b4-3248-4ccc-8193-9dfb2204959d no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:46.532658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.605670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 394cd5b4-3248-4ccc-8193-9dfb2204959d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:00:46.605933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 394cd5b4-3248-4ccc-8193-9dfb2204959d not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:46.606350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 732ac92e-1d08-4969-9d9c-beae8727a996 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:46.656301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 732ac92e-1d08-4969-9d9c-beae8727a996 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:00:46.660634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 732ac92e-1d08-4969-9d9c-beae8727a996 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:46.709425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-1609e622-8a76-450f-80e9-0b8c8c42ac2d tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:46.711182 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-1609e622-8a76-450f-80e9-0b8c8c42ac2d tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1096 time: 0.1430070 Feb 04 16:00:46.790724 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.806962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.839860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.840406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Fanout notify agent at l3_agent the message router_deleted on router e23342d3-3121-4350-8e99-e60c36c05aaa {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:00:46.860438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.863284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Deleting port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:46.863630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.864320 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e0862ba5-4644-452e-8f32-ecfde6ae6ca8 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "DELETE /v2.0/routers/e23342d3-3121-4350-8e99-e60c36c05aaa HTTP/1.1" status: 204 len: 168 time: 2.0650804 Feb 04 16:00:46.864956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36472) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:47.001427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.057031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924854bc-eae8-4aba-b82f-bbbd53a53b99 req-4e3dfa9b-e6f1-4d35-ab77-b01a664300f0 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:47.066685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-924854bc-eae8-4aba-b82f-bbbd53a53b99 req-4e3dfa9b-e6f1-4d35-ab77-b01a664300f0 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 1096 time: 0.2597957 Feb 04 16:00:47.186728 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.203872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-924854bc-eae8-4aba-b82f-bbbd53a53b99 req-fa6a1005-27c1-4196-8673-4854e03f07c7 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361217 Feb 04 16:00:47.245756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a034550-a426-4609-8e76-06284a6fcfad']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:47.256201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] For port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:47.256563 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.259431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89dd759f-22a0-4dbd-b91e-80e3293dce17') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:47.259727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89dd759f-22a0-4dbd-b91e-80e3293dce17') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:47.284780 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.317194 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.327006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:00:47.327921 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:00:47.437355 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:00:47.457409 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.485358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.497111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] Pushing event deleted for resources: {'Network': ['ID=9a034550-a426-4609-8e76-06284a6fcfad,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:47.500970 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c108322f-3818-4edc-bbf8-5c072ef92411 tempest-TestSecurityGroupsBasicOps-2032524966 tempest-TestSecurityGroupsBasicOps-2032524966-project] 10.222.0.46 "DELETE /v2.0/networks/9a034550-a426-4609-8e76-06284a6fcfad HTTP/1.1" status: 204 len: 168 time: 0.6349714 Feb 04 16:00:47.594556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Calling delete_port for 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:47.798677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.809737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0e140d2d-de5f-4934-81fd-8d89b0348224'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:00:47.857047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:00:47.955385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:48.036796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:48.041351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] No DVR routers for this DVR port 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:48.055839 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.058481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb756766-b02b-4821-80a9-067de3902279', 'name': 'network-vif-deleted', 'tag': '7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:48.088697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2316d616-cee7-46df-910d-2c9b81e705d4 req-9fb65ce5-bbec-4ac3-8ac7-db4cf89acd3b tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.53 "DELETE /v2.0/ports/7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd HTTP/1.1" status: 204 len: 173 time: 1.3691013 Feb 04 16:00:48.230168 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb756766-b02b-4821-80a9-067de3902279', 'name': 'network-vif-deleted', 'tag': '7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd', 'status': 'completed', 'code': 200} Feb 04 16:00:48.286665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d28b7ae5-19c4-405b-b545-70a519c9bc46 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2eec2e4b66944289bc9e26f983debdbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464263 Feb 04 16:00:48.287024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36516) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:48.365942 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a13d783f-f0cd-4d88-b70f-6e47681cc635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.405078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a13d783f-f0cd-4d88-b70f-6e47681cc635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.409822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 66a7eb64-45b5-4062-95ff-4f8dbba820ca no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:48.449446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 66a7eb64-45b5-4062-95ff-4f8dbba820ca {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:00:48.449790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 66a7eb64-45b5-4062-95ff-4f8dbba820ca not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:48.469689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e6aa2511-41eb-41e6-a2d0-84516e334aab req-93c97825-f8b1-4462-9c50-fee19985a1ce tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Synchronizing usage tracker for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:48.501233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e6aa2511-41eb-41e6-a2d0-84516e334aab req-93c97825-f8b1-4462-9c50-fee19985a1ce tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Unset dirty status for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:48.502443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e6aa2511-41eb-41e6-a2d0-84516e334aab req-93c97825-f8b1-4462-9c50-fee19985a1ce tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb756766-b02b-4821-80a9-067de3902279 HTTP/1.1" status: 200 len: 210 time: 0.0878696 Feb 04 16:00:48.515122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a13d783f-f0cd-4d88-b70f-6e47681cc635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.532495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d783f-f0cd-4d88-b70f-6e47681cc635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99f2ab5-849a-40e4-b3fd-9e672e9f77f1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:48.536550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a13d783f-f0cd-4d88-b70f-6e47681cc635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.540271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a13d783f-f0cd-4d88-b70f-6e47681cc635 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d99f2ab5-849a-40e4-b3fd-9e672e9f77f1 HTTP/1.1" status: 204 len: 168 time: 0.2520659 Feb 04 16:00:48.897820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36532) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:48.916408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a12057ae-f92a-4026-af40-56b2fbf3463d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.932877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a12057ae-f92a-4026-af40-56b2fbf3463d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:48.937139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a12057ae-f92a-4026-af40-56b2fbf3463d admin admin] Usage tracker for resource:security_group_rule and tenant:509f6e7253f9470885648c239cffdc02 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:48.940031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a12057ae-f92a-4026-af40-56b2fbf3463d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:48.957118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a12057ae-f92a-4026-af40-56b2fbf3463d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:49.063055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a12057ae-f92a-4026-af40-56b2fbf3463d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.067592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a12057ae-f92a-4026-af40-56b2fbf3463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.118659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12057ae-f92a-4026-af40-56b2fbf3463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560df3fb-449e-4a85-9b00-e4f085f6c31c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:49.123392 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a12057ae-f92a-4026-af40-56b2fbf3463d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=509f6e7253f9470885648c239cffdc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242258 Feb 04 16:00:49.125914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36540) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:49.195035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff0fecea-49db-4214-aaf6-6212f01f7442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.223386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff0fecea-49db-4214-aaf6-6212f01f7442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.295297 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff0fecea-49db-4214-aaf6-6212f01f7442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.313490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fecea-49db-4214-aaf6-6212f01f7442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560df3fb-449e-4a85-9b00-e4f085f6c31c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:49.328528 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff0fecea-49db-4214-aaf6-6212f01f7442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.332481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ff0fecea-49db-4214-aaf6-6212f01f7442 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/560df3fb-449e-4a85-9b00-e4f085f6c31c HTTP/1.1" status: 204 len: 168 time: 0.2055635 Feb 04 16:00:49.779466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36580) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:49.834363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7482837e-9705-4121-85f5-e1db9811a88f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76f159179ee14203b0a555306bcd0e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537407 Feb 04 16:00:49.836892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36584) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:49.910607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b5137d1-61f1-4da1-86e3-c8d8f4b5d447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.942247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b5137d1-61f1-4da1-86e3-c8d8f4b5d447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.011477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b5137d1-61f1-4da1-86e3-c8d8f4b5d447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.036951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5137d1-61f1-4da1-86e3-c8d8f4b5d447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0860bd51-d156-4b40-b7f9-c8808eabf35d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:50.068556 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b5137d1-61f1-4da1-86e3-c8d8f4b5d447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.070042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1b5137d1-61f1-4da1-86e3-c8d8f4b5d447 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0860bd51-d156-4b40-b7f9-c8808eabf35d HTTP/1.1" status: 204 len: 168 time: 0.2320135 Feb 04 16:00:50.199539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e98a88-7677-4258-9fe7-c91ff736ddb7 req-3b03dd38-d8aa-4d9b-a943-717a2ab1b177 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:50.202005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0e98a88-7677-4258-9fe7-c91ff736ddb7 req-3b03dd38-d8aa-4d9b-a943-717a2ab1b177 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1096 time: 0.1027215 Feb 04 16:00:50.325941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0e98a88-7677-4258-9fe7-c91ff736ddb7 req-342d574d-7477-4de7-a8f9-203f2a259602 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181982 Feb 04 16:00:50.542910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:50.582160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:00:50.582500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7ffa37ed-bf02-41f7-b8a7-8b67f1d316cd not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:51.018496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36640) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:51.163835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1830135528-network', 'tenant_id': '7faed4cee35740d2925b6381f27f1125'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:51.169343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:51.173313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Usage tracker for resource:network and tenant:7faed4cee35740d2925b6381f27f1125 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:51.176158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:51.182640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:51.193973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Made reservation on behalf of 7faed4cee35740d2925b6381f27f1125 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:51.196659 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.227575 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.245665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:51.245665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Usage tracker for resource:security_group_rule and tenant:7faed4cee35740d2925b6381f27f1125 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:51.249063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:51.254981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:51.354628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.360505 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.381621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:00:51.390934 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.391207 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Added segment e11dd182-a102-4a04-8f4c-302a6f2f1642 of type vlan for network 34ad60cd-ecf4-4b54-b2d8-9d855261a738 Feb 04 16:00:51.426513 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.440279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc468f-1248-47fe-8000-a49b3ecd565c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:51.473776 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.474805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:51.475457 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.691580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6686611 Feb 04 16:00:51.692286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36664) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:51.700497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Request body: {'subnet': {'network_id': '34ad60cd-ecf4-4b54-b2d8-9d855261a738', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1830135528-subnet', 'tenant_id': '7faed4cee35740d2925b6381f27f1125', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:51.705892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae51a9-f8c2-480c-a652-de49cd603954 admin admin] Pushing event updated for resources: {'Network': ['ID=34ad60cd-ecf4-4b54-b2d8-9d855261a738,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:51.717369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 34ad60cd-ecf4-4b54-b2d8-9d855261a738 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:00:51.717869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:51.725671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Usage tracker for resource:subnet and tenant:7faed4cee35740d2925b6381f27f1125 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:51.732837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:51.734209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2221cf5-1a06-418e-813a-47b8090565a4 req-61e7adbf-f905-4f95-a3ea-e2dbe4843140 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:51.735703 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2221cf5-1a06-418e-813a-47b8090565a4 req-61e7adbf-f905-4f95-a3ea-e2dbe4843140 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1096 time: 0.2418673 Feb 04 16:00:51.740900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f744ff-ef09-433d-a383-35ca6062f90f req-0ea3f8b6-0222-4647-9175-0551362d5ba2 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:51.742416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55f744ff-ef09-433d-a383-35ca6062f90f req-0ea3f8b6-0222-4647-9175-0551362d5ba2 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 1096 time: 0.1552267 Feb 04 16:00:51.757777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:51.883376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-55f744ff-ef09-433d-a383-35ca6062f90f req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Deleting port 0e140d2d-de5f-4934-81fd-8d89b0348224 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:51.884246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-55f744ff-ef09-433d-a383-35ca6062f90f req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.953384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d2221cf5-1a06-418e-813a-47b8090565a4 req-d8e1a740-b91f-41db-9f2e-bed0d4a09b62 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f60ab525-f598-4321-b06c-104ec0b17254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099218 Feb 04 16:00:51.974762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Made reservation on behalf of 7faed4cee35740d2925b6381f27f1125 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:51.978665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.188381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-55f744ff-ef09-433d-a383-35ca6062f90f req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] For port 0e140d2d-de5f-4934-81fd-8d89b0348224, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e140d2d-de5f-4934-81fd-8d89b0348224,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:52.188992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-55f744ff-ef09-433d-a383-35ca6062f90f req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.214605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.320030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51fb9f7f-5420-43d0-aa20-1624ab8a09de,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:52.350978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Checking segment: {'id': 'e11dd182-a102-4a04-8f4c-302a6f2f1642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34ad60cd-ecf4-4b54-b2d8-9d855261a738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:52.351340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Network hostable DHCP agents. Network: 34ad60cd-ecf4-4b54-b2d8-9d855261a738, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:00:52.393959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Network 34ad60cd-ecf4-4b54-b2d8-9d855261a738 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:00:52.407418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 34ad60cd-ecf4-4b54-b2d8-9d855261a738) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:52.416756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04307b-57dc-4d9c-a699-74c6035311a3 None None] Network 34ad60cd-ecf4-4b54-b2d8-9d855261a738 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:00:52.431134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:52.432037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.483694 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99349228-a92e-4462-b83d-bab6ded4c57e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7888522 Feb 04 16:00:52.559077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-55f744ff-ef09-433d-a383-35ca6062f90f req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Calling delete_port for 0e140d2d-de5f-4934-81fd-8d89b0348224 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:52.692678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7899781-aae5-4e24-bf35-df4282e745b6 None None] Network 34ad60cd-ecf4-4b54-b2d8-9d855261a738 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:00:52.779367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-55f744ff-ef09-433d-a383-35ca6062f90f req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.838756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e140d2d-de5f-4934-81fd-8d89b0348224,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:52.927892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f744ff-ef09-433d-a383-35ca6062f90f req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] No DVR routers for this DVR port 0e140d2d-de5f-4934-81fd-8d89b0348224 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:52.930849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-55f744ff-ef09-433d-a383-35ca6062f90f req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.932598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0e140d2d-de5f-4934-81fd-8d89b0348224'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:00:52.936431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d26bb5-33fe-4b00-bf35-063d3cd305bc', 'name': 'network-vif-deleted', 'tag': '0e140d2d-de5f-4934-81fd-8d89b0348224'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:53.004855 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55f744ff-ef09-433d-a383-35ca6062f90f req-130488ab-932b-464d-8522-3b46954891ff tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.61 "DELETE /v2.0/ports/0e140d2d-de5f-4934-81fd-8d89b0348224 HTTP/1.1" status: 204 len: 173 time: 1.2409182 Feb 04 16:00:53.040447 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d26bb5-33fe-4b00-bf35-063d3cd305bc', 'name': 'network-vif-deleted', 'tag': '0e140d2d-de5f-4934-81fd-8d89b0348224', 'status': 'completed', 'code': 200} Feb 04 16:00:53.365630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8cd1b8d7-3d63-4a28-bd4b-008ae07e4385 req-2cab75f4-ca16-44bb-91b1-2b565bdee335 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Synchronizing usage tracker for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:53.385405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8cd1b8d7-3d63-4a28-bd4b-008ae07e4385 req-2cab75f4-ca16-44bb-91b1-2b565bdee335 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] Unset dirty status for tenant:4f7eed6ac4a043f799ee748f97abf7c9 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:53.396151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8cd1b8d7-3d63-4a28-bd4b-008ae07e4385 req-2cab75f4-ca16-44bb-91b1-2b565bdee335 tempest-TestServerMultinode-768577272 tempest-TestServerMultinode-768577272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5d26bb5-33fe-4b00-bf35-063d3cd305bc HTTP/1.1" status: 200 len: 210 time: 0.0987289 Feb 04 16:00:53.414335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36712) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:53.422178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1267614129-network', 'tenant_id': '46930518af3749a991a1212e151eb1eb'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:53.444808 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:53.457528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Usage tracker for resource:network and tenant:46930518af3749a991a1212e151eb1eb is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:53.464037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:53.481604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:53.501540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Made reservation on behalf of 46930518af3749a991a1212e151eb1eb for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:53.504301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.518526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.534459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:53.538315 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Usage tracker for resource:security_group_rule and tenant:46930518af3749a991a1212e151eb1eb is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:53.542929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:53.561865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:53.680505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.685861 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.710569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:00:53.740520 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.741323 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Added segment b6a09ddb-f749-4dbc-890a-45026d83e8ba of type vlan for network 65b55a28-e4e5-485d-b22e-3fd732f7e291 Feb 04 16:00:53.746963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f32a8b6-d166-4245-90f4-06b01e6180fb,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:53.775846 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.809651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.812119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:53.812614 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.873773 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4580803 Feb 04 16:00:53.876627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36728) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:53.882873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Request body: {'subnet': {'network_id': '65b55a28-e4e5-485d-b22e-3fd732f7e291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1267614129-subnet', 'tenant_id': '46930518af3749a991a1212e151eb1eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:53.899587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:53.920937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Usage tracker for resource:subnet and tenant:46930518af3749a991a1212e151eb1eb is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:53.924580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:53.931386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:53.944117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Made reservation on behalf of 46930518af3749a991a1212e151eb1eb for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:53.954300 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.965169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315674a-8cc1-4684-90f2-30b1a038d2ab admin admin] Pushing event updated for resources: {'Network': ['ID=65b55a28-e4e5-485d-b22e-3fd732f7e291,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:53.977092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 65b55a28-e4e5-485d-b22e-3fd732f7e291 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:00:54.192904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.272228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84bfc74b-de2d-40b6-b86e-c9284604439d,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:54.288995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Checking segment: {'id': 'b6a09ddb-f749-4dbc-890a-45026d83e8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '65b55a28-e4e5-485d-b22e-3fd732f7e291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:00:54.291014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Network hostable DHCP agents. Network: 65b55a28-e4e5-485d-b22e-3fd732f7e291, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:00:54.312047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Network 65b55a28-e4e5-485d-b22e-3fd732f7e291 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:00:54.332610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 65b55a28-e4e5-485d-b22e-3fd732f7e291) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:54.342359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:54.342583 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.349002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5eb1f7-7817-4df1-94c6-f28a54b2f1b5 None None] Network 65b55a28-e4e5-485d-b22e-3fd732f7e291 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:00:54.377063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-545f65fe-ff91-409b-a69b-c54846452170 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4974899 Feb 04 16:00:54.534903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 36754) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:54.712643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7812b1-659b-457a-8bcc-3e326f64ecee None None] Network 65b55a28-e4e5-485d-b22e-3fd732f7e291 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:00:55.439205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-d802fe2e-2ddd-4b80-a82f-8cc93a090c5f tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:55.440286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-d802fe2e-2ddd-4b80-a82f-8cc93a090c5f tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Synchronizing usage tracker for tenant:7faed4cee35740d2925b6381f27f1125 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:55.449793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.553467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-d802fe2e-2ddd-4b80-a82f-8cc93a090c5f tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Unset dirty status for tenant:7faed4cee35740d2925b6381f27f1125 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:55.570947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-d802fe2e-2ddd-4b80-a82f-8cc93a090c5f tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/networks?id=34ad60cd-ecf4-4b54-b2d8-9d855261a738 HTTP/1.1" status: 200 len: 812 time: 0.3584819 Feb 04 16:00:55.594049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-910fd13a-fc45-4ae0-ad2c-557613f436a5 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/quotas/7faed4cee35740d2925b6381f27f1125 HTTP/1.1" status: 200 len: 375 time: 0.0220017 Feb 04 16:00:55.861124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-58c52075-2f04-4ad3-a38a-1abd90789df4 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7faed4cee35740d2925b6381f27f1125&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815954 Feb 04 16:00:55.884357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0e140d2d-de5f-4934-81fd-8d89b0348224 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:55.941137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 0e140d2d-de5f-4934-81fd-8d89b0348224 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:00:55.941512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0e140d2d-de5f-4934-81fd-8d89b0348224 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:56.142272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-09028673-d80e-4919-8525-05965c4ca834 service neutron] 10.222.0.46 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730050 Feb 04 16:00:56.359276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Deleting port 6485292c-158a-4e10-9b12-be0a06bc04ae {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:56.360042 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.416401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8043cecb-8e19-4fe6-b761-242fd2cd137e service neutron] 10.222.0.46 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683175 Feb 04 16:00:56.683827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8bff1ad8-94d4-46f9-838e-76c8300d4bf2 req-aa358442-18b2-4bdd-bcad-890ee98a799c tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 210 time: 0.0600560 Feb 04 16:00:56.690127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] For port 6485292c-158a-4e10-9b12-be0a06bc04ae, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=6485292c-158a-4e10-9b12-be0a06bc04ae,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:56.690648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.846438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Calling delete_port for 6485292c-158a-4e10-9b12-be0a06bc04ae owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:57.070861 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.177931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Pushing event deleted for resources: {'Port': ['ID=6485292c-158a-4e10-9b12-be0a06bc04ae,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:57.543124 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.949464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5129c979-a405-4c6a-ac2c-fa6e908b1542 req-278b2516-5d1b-42cc-9e13-58f574f86460 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 210 time: 0.0754986 Feb 04 16:00:58.150659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:00:58.526905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:00:58.540623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] Sync routers for ids ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:58.550108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] Routers {'10512ede-b9ed-4f31-bab9-104ca7c84fa3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:58.550918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:58.554315 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-60c97039-46bf-4403-9eee-3316caa9f18a admin admin] 10.222.0.46 "PUT /v2.0/routers/10512ede-b9ed-4f31-bab9-104ca7c84fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0155153 Feb 04 16:00:58.555899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36878) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:58.673564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-b13f6d2a-4439-45be-bbd3-460450dd668a tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:58.675912 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-b13f6d2a-4439-45be-bbd3-460450dd668a tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.53 "GET /v2.0/networks?id=34ad60cd-ecf4-4b54-b2d8-9d855261a738 HTTP/1.1" status: 200 len: 812 time: 0.3984385 Feb 04 16:00:58.680344 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:00:58.699660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Request body: {'port': {'device_id': '9d028711-c441-4764-8d50-47c8949584cf', 'network_id': '34ad60cd-ecf4-4b54-b2d8-9d855261a738', 'admin_state_up': True, 'tenant_id': '7faed4cee35740d2925b6381f27f1125'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:58.828316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] Set router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:58.907246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:58.915167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Usage tracker for resource:port and tenant:7faed4cee35740d2925b6381f27f1125 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:58.918928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:58.930807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:58.932048 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.972134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Made reservation on behalf of 7faed4cee35740d2925b6381f27f1125 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:58.976553 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.199873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Allocated IP 172.20.0.13 (34ad60cd-ecf4-4b54-b2d8-9d855261a738/51fb9f7f-5420-43d0-aa20-1624ab8a09de/351fc05e-b23e-4fec-b8f6-4330146c4ac6) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:59.211890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '60154470-ffba-4b69-b60e-e85388337423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:12Z', 'updated_at': '2022-02-04T16:00:57Z', 'revision_number': 5, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'gw_port': {'id': '60154470-ffba-4b69-b60e-e85388337423', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:15Z', 'updated_at': '2022-02-04T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:59.222812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] Checking router: 10512ede-b9ed-4f31-bab9-104ca7c84fa3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:59.246627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] Routers {'10512ede-b9ed-4f31-bab9-104ca7c84fa3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:00:59.247478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:59.285430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.310926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Deleting port 60154470-ffba-4b69-b60e-e85388337423 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:00:59.311905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.556969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] Set router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:00:59.645140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5218e3b0-0e66-48f3-98e9-b50dafd19079 req-11f9a885-99ea-47b7-87c4-a3b1852709c2 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 210 time: 0.1294749 Feb 04 16:00:59.693777 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.728344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] For port 60154470-ffba-4b69-b60e-e85388337423, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=60154470-ffba-4b69-b60e-e85388337423,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:00:59.729455 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.749417 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.860661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Network 34ad60cd-ecf4-4b54-b2d8-9d855261a738 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:59.868624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:59.873496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:00:59.889875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Calling delete_port for 60154470-ffba-4b69-b60e-e85388337423 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:00:59.953684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Pushing event updated for resources: {'Port': ['ID=351fc05e-b23e-4fec-b8f6-4330146c4ac6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:59.973125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '60154470-ffba-4b69-b60e-e85388337423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:12Z', 'updated_at': '2022-02-04T16:00:57Z', 'revision_number': 5, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'gw_port': {'id': '60154470-ffba-4b69-b60e-e85388337423', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:15Z', 'updated_at': '2022-02-04T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:59.978703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9566c7b6-5eb4-40fa-8788-2f2292913e19 None None] The sync data for ids ['10512ede-b9ed-4f31-bab9-104ca7c84fa3'] in n-d-827870-1 is: [{'id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'name': 'tempest-TestServerMultinode-881257553-router', 'tenant_id': '235f2a8b79f345bfb782427d0d537f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '60154470-ffba-4b69-b60e-e85388337423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:12Z', 'updated_at': '2022-02-04T16:00:57Z', 'revision_number': 5, 'project_id': '235f2a8b79f345bfb782427d0d537f92', 'gw_port': {'id': '60154470-ffba-4b69-b60e-e85388337423', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10512ede-b9ed-4f31-bab9-104ca7c84fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:15Z', 'updated_at': '2022-02-04T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:00.164362 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.198296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:00.202651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.237471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-83bf5ea2-0319-4916-ae13-78cd84559262 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5479565 Feb 04 16:01:00.254420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Request body: {'port': {'device_id': '9d028711-c441-4764-8d50-47c8949584cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:00.463384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6485292c-158a-4e10-9b12-be0a06bc04ae no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:00.519084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 6485292c-158a-4e10-9b12-be0a06bc04ae {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:01:00.520180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 6485292c-158a-4e10-9b12-be0a06bc04ae not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:00.532389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.667189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Pushing event deleted for resources: {'Port': ['ID=60154470-ffba-4b69-b60e-e85388337423,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:00.676104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.923513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.925952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.951707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.952383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10512ede-b9ed-4f31-bab9-104ca7c84fa3 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:01:00.966730 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.967800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9f4fb5c5-6122-4800-b328-adce8b19ef36 admin admin] 10.222.0.46 "DELETE /v2.0/routers/10512ede-b9ed-4f31-bab9-104ca7c84fa3 HTTP/1.1" status: 204 len: 168 time: 2.4119534 Feb 04 16:01:00.970374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36922) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:01.049608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab98cfd-c415-432b-8df0-29aa27a0f0a0 req-1f129029-2e9a-4803-a369-330735d54840 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:01.050389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aab98cfd-c415-432b-8df0-29aa27a0f0a0 req-1f129029-2e9a-4803-a369-330735d54840 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Synchronizing usage tracker for tenant:7faed4cee35740d2925b6381f27f1125 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:01.084163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd84d551-cdf4-43c4-b549-2a120c56bb12 admin admin] Deleting subnet 388d59dc-4bb4-494b-a44e-b620c7599207 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:01:01.088900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd84d551-cdf4-43c4-b549-2a120c56bb12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.114590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aab98cfd-c415-432b-8df0-29aa27a0f0a0 req-1f129029-2e9a-4803-a369-330735d54840 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Unset dirty status for tenant:7faed4cee35740d2925b6381f27f1125 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:01.114590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aab98cfd-c415-432b-8df0-29aa27a0f0a0 req-1f129029-2e9a-4803-a369-330735d54840 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 932 time: 0.2219348 Feb 04 16:01:01.187371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd84d551-cdf4-43c4-b549-2a120c56bb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.221522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351fc05e-b23e-4fec-b8f6-4330146c4ac6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:01.233499 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.240682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aab98cfd-c415-432b-8df0-29aa27a0f0a0 req-a01ed624-70ef-4b90-b850-7974c96b2cf5 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Synchronizing usage tracker for tenant:7faed4cee35740d2925b6381f27f1125 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:01.265932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Transition to ACTIVE for port object 351fc05e-b23e-4fec-b8f6-4330146c4ac6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:01.274261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.307541 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd84d551-cdf4-43c4-b549-2a120c56bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.326585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aab98cfd-c415-432b-8df0-29aa27a0f0a0 req-a01ed624-70ef-4b90-b850-7974c96b2cf5 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Unset dirty status for tenant:7faed4cee35740d2925b6381f27f1125 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:01.339364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aab98cfd-c415-432b-8df0-29aa27a0f0a0 req-a01ed624-70ef-4b90-b850-7974c96b2cf5 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731462 Feb 04 16:01:01.401889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd84d551-cdf4-43c4-b549-2a120c56bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.462052 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd84d551-cdf4-43c4-b549-2a120c56bb12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.467797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502cac5-5307-400d-afdc-ab8764a6446d None None] Network 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:01:01.475929 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fd84d551-cdf4-43c4-b549-2a120c56bb12 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/388d59dc-4bb4-494b-a44e-b620c7599207 HTTP/1.1" status: 204 len: 168 time: 0.5045109 Feb 04 16:01:01.476857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84d551-cdf4-43c4-b549-2a120c56bb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388d59dc-4bb4-494b-a44e-b620c7599207,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:01.478784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 36926) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:01.574889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Pushing event updated for resources: {'Port': ['ID=351fc05e-b23e-4fec-b8f6-4330146c4ac6,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:01.669698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.673039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Attempting to bind port 351fc05e-b23e-4fec-b8f6-4330146c4ac6 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:01.673626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Attempting to bind port 351fc05e-b23e-4fec-b8f6-4330146c4ac6 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'e11dd182-a102-4a04-8f4c-302a6f2f1642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34ad60cd-ecf4-4b54-b2d8-9d855261a738'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:01.674174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Attempting to bind port 351fc05e-b23e-4fec-b8f6-4330146c4ac6 on network 34ad60cd-ecf4-4b54-b2d8-9d855261a738 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:01.680426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Port 351fc05e-b23e-4fec-b8f6-4330146c4ac6 on network 34ad60cd-ecf4-4b54-b2d8-9d855261a738 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:01:01.681286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Attempting to bind port 351fc05e-b23e-4fec-b8f6-4330146c4ac6 on network 34ad60cd-ecf4-4b54-b2d8-9d855261a738 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:01.681834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Deleting port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:01.682507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.695877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:01.696357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Checking segment: {'id': 'e11dd182-a102-4a04-8f4c-302a6f2f1642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34ad60cd-ecf4-4b54-b2d8-9d855261a738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:01.696906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Bound using segment: {'id': 'e11dd182-a102-4a04-8f4c-302a6f2f1642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34ad60cd-ecf4-4b54-b2d8-9d855261a738'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:01.697455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Bound port: 351fc05e-b23e-4fec-b8f6-4330146c4ac6, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11dd182-a102-4a04-8f4c-302a6f2f1642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34ad60cd-ecf4-4b54-b2d8-9d855261a738'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:01.697912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.837036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] For port 351fc05e-b23e-4fec-b8f6-4330146c4ac6, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:01.867309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] For port 351fc05e-b23e-4fec-b8f6-4330146c4ac6, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6,segment=NetworkSegment(e11dd182-a102-4a04-8f4c-302a6f2f1642),segment_id=e11dd182-a102-4a04-8f4c-302a6f2f1642)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:01.874320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.933669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:01.934289 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.936619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] 10.222.0.53 "PUT /v2.0/ports/351fc05e-b23e-4fec-b8f6-4330146c4ac6 HTTP/1.1" status: 200 len: 1092 time: 1.6876004 Feb 04 16:01:01.945691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d028711-c441-4764-8d50-47c8949584cf', 'tag': '351fc05e-b23e-4fec-b8f6-4330146c4ac6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:01.979111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] DHCP port deletion for 74b4e81b-6660-4ee1-bb4b-2fa7f2a494af request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:01:01.987244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] Deleting port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:01.987610 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.993094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] For port ffafd14b-2980-4fdb-a5b8-8291e78f13a0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ffafd14b-2980-4fdb-a5b8-8291e78f13a0,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:01.993624 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.040145 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d028711-c441-4764-8d50-47c8949584cf', 'tag': '351fc05e-b23e-4fec-b8f6-4330146c4ac6', 'status': 'completed', 'code': 200} Feb 04 16:01:02.053521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694c652-c74c-453f-b974-2a1f56c706c3 service neutron] Pushing event updated for resources: {'Port': ['ID=351fc05e-b23e-4fec-b8f6-4330146c4ac6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:02.094548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-35bca05b-da7a-4429-9853-151ff9b0d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:02.096055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-35bca05b-da7a-4429-9853-151ff9b0d0a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7faed4cee35740d2925b6381f27f1125&device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 1095 time: 0.1129375 Feb 04 16:01:02.141612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Calling delete_port for ffafd14b-2980-4fdb-a5b8-8291e78f13a0 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:02.186620 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-c5507122-a80c-49ba-b4cd-920e0bdfe290 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0814340 Feb 04 16:01:02.240913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] For port ffafd14b-2980-4fdb-a5b8-8291e78f13a0, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ffafd14b-2980-4fdb-a5b8-8291e78f13a0,segment=NetworkSegment(534ed360-7d82-485f-ba39-b7691add3923),segment_id=534ed360-7d82-485f-ba39-b7691add3923)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:02.241536 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.263806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.336983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ffafd14b-2980-4fdb-a5b8-8291e78f13a0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:02.345059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] No DVR routers for this DVR port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:02.365825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-b2d5ced0-28fc-45ab-aef8-9a0a00415b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:02.369297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-b2d5ced0-28fc-45ab-aef8-9a0a00415b82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51fb9f7f-5420-43d0-aa20-1624ab8a09de HTTP/1.1" status: 200 len: 852 time: 0.1716368 Feb 04 16:01:02.396166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] Calling delete_port for ffafd14b-2980-4fdb-a5b8-8291e78f13a0 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:02.478244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-3f8b063e-1600-4fbb-8445-5377c468a839 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34ad60cd-ecf4-4b54-b2d8-9d855261a738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955036 Feb 04 16:01:02.484662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 60154470-ffba-4b69-b60e-e85388337423 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:02.532059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 60154470-ffba-4b69-b60e-e85388337423 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:01:02.532623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 60154470-ffba-4b69-b60e-e85388337423 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:02.533225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ffafd14b-2980-4fdb-a5b8-8291e78f13a0 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:02.597327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ffafd14b-2980-4fdb-a5b8-8291e78f13a0 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:01:02.597593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ffafd14b-2980-4fdb-a5b8-8291e78f13a0 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:02.634955 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:01:02.635616 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:01:02.663269 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.697280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b4e81b-6660-4ee1-bb4b-2fa7f2a494af']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:02.714036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534ed360-7d82-485f-ba39-b7691add3923') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:02.714522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534ed360-7d82-485f-ba39-b7691add3923') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:02.729251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.764629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.773910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:01:02.774625 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.780660 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-7f4ca166-d339-4b1e-93fa-2acbef0db9b4 service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960882 Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:01:02.800676 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:01:02.807750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb00156-6867-4a08-a4fd-2cc58260d198 req-44d9e16d-86d7-49ca-937e-33f0d472b5e2 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:02.809288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eb00156-6867-4a08-a4fd-2cc58260d198 req-44d9e16d-86d7-49ca-937e-33f0d472b5e2 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 944 time: 0.1642983 Feb 04 16:01:02.900266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.911860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.943988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=74b4e81b-6660-4ee1-bb4b-2fa7f2a494af,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:02.952380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-23b9f2fe-f5c4-4bd0-a7d6-db19775a3a0b admin admin] 10.222.0.46 "DELETE /v2.0/networks/74b4e81b-6660-4ee1-bb4b-2fa7f2a494af HTTP/1.1" status: 204 len: 168 time: 1.4679697 Feb 04 16:01:02.955357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37004) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:03.073901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eb00156-6867-4a08-a4fd-2cc58260d198 req-1c05eeff-10c9-4b22-aec9-f108b8d72452 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873043 Feb 04 16:01:03.133387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da23e787-cdf8-4300-85d9-d646d65f8a4a req-378c6f14-95e2-4534-807a-7fe00d453e0d service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223472 Feb 04 16:01:03.137116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] Deleting port ffafd14b-2980-4fdb-a5b8-8291e78f13a0 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:03.138431 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.254099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-72b40b73-4ddd-4250-a921-67f2117a19c7 None None] The port 'ffafd14b-2980-4fdb-a5b8-8291e78f13a0' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:01:03.287021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-c42da902-dfe3-4aee-915c-63d1480f7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:03.289596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-c42da902-dfe3-4aee-915c-63d1480f7cad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7faed4cee35740d2925b6381f27f1125&device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 1095 time: 0.0993640 Feb 04 16:01:03.479887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-e2140eb2-148e-4718-937b-237b910ab784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:03.481807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-e2140eb2-148e-4718-937b-237b910ab784 service neutron] 10.222.0.53 "GET /v2.0/networks?id=34ad60cd-ecf4-4b54-b2d8-9d855261a738 HTTP/1.1" status: 200 len: 913 time: 0.1758780 Feb 04 16:01:03.586818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-f8423029-19e6-43f4-8dd1-07cf7f876ef7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0952096 Feb 04 16:01:03.684809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-1f5e6a73-df82-4f4b-9dd0-3ed18e0c6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:03.686386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-1f5e6a73-df82-4f4b-9dd0-3ed18e0c6345 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51fb9f7f-5420-43d0-aa20-1624ab8a09de HTTP/1.1" status: 200 len: 852 time: 0.0905244 Feb 04 16:01:03.752439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-6e8476a8-12ca-416c-8456-74c9f6acf8b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34ad60cd-ecf4-4b54-b2d8-9d855261a738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533283 Feb 04 16:01:03.871003 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.957036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-153a2c4a-3ad6-4425-b597-cc1fe684fb47 service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913741 Feb 04 16:01:04.116988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19ffdddf-7b52-4fd8-9f03-64f46bb00e2c req-4d8ca262-c5c4-4851-ad44-92224bb50cde service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512516 Feb 04 16:01:04.251073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-634eb224-6b23-48c6-ad6c-5fcea365e7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:04.284891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Deleting port 2ed34d60-27bd-4137-bc97-e685235818dd {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:04.285322 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:04.347760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004584-dea5-4d0b-988a-0b394fb361b7 req-7b23f818-15c6-4df6-a35b-b665209666a2 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:04.349777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5004584-dea5-4d0b-988a-0b394fb361b7 req-7b23f818-15c6-4df6-a35b-b665209666a2 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 944 time: 0.1227660 Feb 04 16:01:04.403818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5004584-dea5-4d0b-988a-0b394fb361b7 req-081d6c74-03fc-4cf0-b179-767d18f918bc tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473926 Feb 04 16:01:04.520597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] For port 2ed34d60-27bd-4137-bc97-e685235818dd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2ed34d60-27bd-4137-bc97-e685235818dd,segment=NetworkSegment(c6c93ac5-f1d2-49df-9e93-95a4b31bb977),segment_id=c6c93ac5-f1d2-49df-9e93-95a4b31bb977)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:04.521028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:04.671718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Calling delete_port for 2ed34d60-27bd-4137-bc97-e685235818dd owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:04.879446 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.050461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed34d60-27bd-4137-bc97-e685235818dd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:05.361050 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.683819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d15465-372f-4787-9ec9-e80e4e2bee22 req-c2be6dfd-3d95-40e5-8831-1171f13ee3ea tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:05.688061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0d15465-372f-4787-9ec9-e80e4e2bee22 req-c2be6dfd-3d95-40e5-8831-1171f13ee3ea tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 944 time: 0.1046231 Feb 04 16:01:05.753913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0d15465-372f-4787-9ec9-e80e4e2bee22 req-0acc4e21-8c2c-425e-9ff2-2248121c937e tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576701 Feb 04 16:01:05.824180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:01:06.042105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:01:06.058318 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] Sync routers for ids ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:06.061837 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a4215f2c-e717-416b-a4d4-63c5b253a0c2 admin admin] 10.222.0.46 "PUT /v2.0/routers/fb74de82-c2ab-4ef7-a113-d39ae86b5a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1052711 Feb 04 16:01:06.064243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37410) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:06.078082 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] Routers {'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:06.078577 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:06.274918 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.291551 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] Set router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:06.454989 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.499664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.511603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Deleting port 557e2c26-1a5e-4c88-9d8b-359f56591a7a {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:06.512358 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.558130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 351fc05e-b23e-4fec-b8f6-4330146c4ac6 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:06.629613 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:35Z', 'updated_at': '2022-02-04T16:01:04Z', 'revision_number': 5, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'gw_port': {'id': '557e2c26-1a5e-4c88-9d8b-359f56591a7a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:36Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:06.634000 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] Checking router: fb74de82-c2ab-4ef7-a113-d39ae86b5a7c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:06.643946 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] Routers {'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:06.644962 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:00:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:06.699135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 351fc05e-b23e-4fec-b8f6-4330146c4ac6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6,segment=NetworkSegment(e11dd182-a102-4a04-8f4c-302a6f2f1642),segment_id=e11dd182-a102-4a04-8f4c-302a6f2f1642)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:06.717769 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '351fc05e-b23e-4fec-b8f6-4330146c4ac6', 'network_id': '34ad60cd-ecf4-4b54-b2d8-9d855261a738', 'port_id': '351fc05e-b23e-4fec-b8f6-4330146c4ac6', 'mac_address': 'fa:16:3e:5d:5a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fb9f7f-5420-43d0-aa20-1624ab8a09de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:06.787051 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.801639 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f1429d3a-1ee3-4709-918e-893ee84bbdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.807571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351fc05e-b23e-4fec-b8f6-4330146c4ac6 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:06.815467 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] Set router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:06.827218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 351fc05e-b23e-4fec-b8f6-4330146c4ac6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6,segment=NetworkSegment(e11dd182-a102-4a04-8f4c-302a6f2f1642),segment_id=e11dd182-a102-4a04-8f4c-302a6f2f1642)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:06.838196 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.920484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=351fc05e-b23e-4fec-b8f6-4330146c4ac6,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:06.928944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.929295 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.929634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.930236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.930567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.930892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.931226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.931537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.931858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.932178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.932499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.932836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:06.967718 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:35Z', 'updated_at': '2022-02-04T16:01:06Z', 'revision_number': 6, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:06.975025 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e992a2-47e5-46d6-88d4-4760e267fc67 None None] The sync data for ids ['fb74de82-c2ab-4ef7-a113-d39ae86b5a7c'] in n-d-827870-1 is: [{'id': 'fb74de82-c2ab-4ef7-a113-d39ae86b5a7c', 'name': 'tempest-TestServerMultinode-682284276-router', 'tenant_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:35Z', 'updated_at': '2022-02-04T16:01:06Z', 'revision_number': 6, 'project_id': '4f7eed6ac4a043f799ee748f97abf7c9', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:06.989410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] For port 557e2c26-1a5e-4c88-9d8b-359f56591a7a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=557e2c26-1a5e-4c88-9d8b-359f56591a7a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:06.989776 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.120340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['351fc05e-b23e-4fec-b8f6-4330146c4ac6'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:01:07.237681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186e804-2586-4a71-959d-495e3b715f31 req-f070dc15-c76f-4bae-9666-78f6ee869a69 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:07.244029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e186e804-2586-4a71-959d-495e3b715f31 req-f070dc15-c76f-4bae-9666-78f6ee869a69 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 945 time: 0.2513752 Feb 04 16:01:07.315045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Calling delete_port for 557e2c26-1a5e-4c88-9d8b-359f56591a7a owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:07.358241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e186e804-2586-4a71-959d-495e3b715f31 req-8b1c4848-b2e2-444d-80ec-aefcbe770b56 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861866 Feb 04 16:01:07.634767 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.675021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.683140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Pushing event deleted for resources: {'Port': ['ID=557e2c26-1a5e-4c88-9d8b-359f56591a7a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:07.718494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.718833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.719171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.719507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.719844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.720155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.720474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.720814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.721136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.721450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.721772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.722088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:07.790577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.795041 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.981086 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.986298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.015117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.015997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb74de82-c2ab-4ef7-a113-d39ae86b5a7c {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:01:08.030766 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.032124 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e38ae3bf-ac75-4f1c-8e2c-6e0df2519eac admin admin] 10.222.0.46 "DELETE /v2.0/routers/fb74de82-c2ab-4ef7-a113-d39ae86b5a7c HTTP/1.1" status: 204 len: 168 time: 1.9667025 Feb 04 16:01:08.034620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37438) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:08.102456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6b07cd-60d3-4fc6-9f69-760d50892500 admin admin] Deleting subnet 8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:01:08.105977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6b07cd-60d3-4fc6-9f69-760d50892500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.173320 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6b07cd-60d3-4fc6-9f69-760d50892500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.290355 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6b07cd-60d3-4fc6-9f69-760d50892500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.438682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2ed34d60-27bd-4137-bc97-e685235818dd no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:08.457318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6b07cd-60d3-4fc6-9f69-760d50892500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.499843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b07cd-60d3-4fc6-9f69-760d50892500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:08.503964 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae6b07cd-60d3-4fc6-9f69-760d50892500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.507876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2ed34d60-27bd-4137-bc97-e685235818dd {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:01:08.508222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2ed34d60-27bd-4137-bc97-e685235818dd not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:08.508641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 557e2c26-1a5e-4c88-9d8b-359f56591a7a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:08.511923 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae6b07cd-60d3-4fc6-9f69-760d50892500 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8328d6e8-e52b-4cdd-83c6-cb1ca2b6015e HTTP/1.1" status: 204 len: 168 time: 0.4761431 Feb 04 16:01:08.514377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37448) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:08.567587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 557e2c26-1a5e-4c88-9d8b-359f56591a7a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:01:08.568193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 557e2c26-1a5e-4c88-9d8b-359f56591a7a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:08.570058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1824fa-44dd-4ecf-86f2-c64b20b5a2d7 None None] Network 18e01a5c-3196-4982-96e2-9c83216c0680 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:01:08.632689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931452f-7033-476f-b0c9-3f2da1cf5819 req-7be8284d-2a26-4bb0-b377-308f070ab763 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:08.640073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0931452f-7033-476f-b0c9-3f2da1cf5819 req-7be8284d-2a26-4bb0-b377-308f070ab763 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 945 time: 0.0976384 Feb 04 16:01:08.696152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0931452f-7033-476f-b0c9-3f2da1cf5819 req-3f309a6e-8de4-4363-a453-8e021bd18a2b tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552540 Feb 04 16:01:08.708868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 351fc05e-b23e-4fec-b8f6-4330146c4ac6 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:08.717297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.728306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Deleting port 5f60270f-476e-4738-b0e0-49fb3c65f430 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:08.728633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.894020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 351fc05e-b23e-4fec-b8f6-4330146c4ac6 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:08.899200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 351fc05e-b23e-4fec-b8f6-4330146c4ac6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:08.899591 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.980374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] DHCP port deletion for 18e01a5c-3196-4982-96e2-9c83216c0680 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:01:08.987649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] Deleting port 5f60270f-476e-4738-b0e0-49fb3c65f430 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:08.988024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.138682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] For port 5f60270f-476e-4738-b0e0-49fb3c65f430, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5f60270f-476e-4738-b0e0-49fb3c65f430,segment=NetworkSegment(c6c93ac5-f1d2-49df-9e93-95a4b31bb977),segment_id=c6c93ac5-f1d2-49df-9e93-95a4b31bb977)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:09.143491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.167245 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.253139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.310135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d028711-c441-4764-8d50-47c8949584cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351fc05e-b23e-4fec-b8f6-4330146c4ac6'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:09.331203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Calling delete_port for 5f60270f-476e-4738-b0e0-49fb3c65f430 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:09.340735 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 351fc05e-b23e-4fec-b8f6-4330146c4ac6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6,segment=NetworkSegment(e11dd182-a102-4a04-8f4c-302a6f2f1642),segment_id=e11dd182-a102-4a04-8f4c-302a6f2f1642)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:09.359363 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.459897 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.461839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] For port 5f60270f-476e-4738-b0e0-49fb3c65f430, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5f60270f-476e-4738-b0e0-49fb3c65f430,segment=NetworkSegment(c6c93ac5-f1d2-49df-9e93-95a4b31bb977),segment_id=c6c93ac5-f1d2-49df-9e93-95a4b31bb977)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:09.462223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.480278 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d028711-c441-4764-8d50-47c8949584cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351fc05e-b23e-4fec-b8f6-4330146c4ac6', 'code': 200} Feb 04 16:01:09.500749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.623829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] Calling delete_port for 5f60270f-476e-4738-b0e0-49fb3c65f430 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:09.635306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f60270f-476e-4738-b0e0-49fb3c65f430,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:09.642224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] No DVR routers for this DVR port 5f60270f-476e-4738-b0e0-49fb3c65f430 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:09.697093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ebf8-dbb7-4f14-95bb-941dca9cdebe req-883e27d9-25cf-4a25-9270-e37378fc890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:09.700158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a920ebf8-dbb7-4f14-95bb-941dca9cdebe req-883e27d9-25cf-4a25-9270-e37378fc890a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 1097 time: 0.1507328 Feb 04 16:01:09.701578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=351fc05e-b23e-4fec-b8f6-4330146c4ac6,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:09.795984 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:01:09.796989 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:01:09.826445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a920ebf8-dbb7-4f14-95bb-941dca9cdebe req-ad02d991-7bb8-4c9f-a125-dccfc17ffa52 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144197 Feb 04 16:01:09.885592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.925069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e01a5c-3196-4982-96e2-9c83216c0680']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:09.939690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:09.939991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c93ac5-f1d2-49df-9e93-95a4b31bb977') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:09.956098 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.977095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.008573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:01:10.009213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:01:10.114107 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:01:10.118731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.140873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.153448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e01a5c-3196-4982-96e2-9c83216c0680,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:10.165834 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd392070-7cde-4510-b418-706338231cc3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/18e01a5c-3196-4982-96e2-9c83216c0680 HTTP/1.1" status: 204 len: 168 time: 1.6500781 Feb 04 16:01:10.250449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f283f1b-1a92-4f64-981c-760152635523 req-b5cf95f6-a898-4655-b603-51514ee740b0 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:10.268169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f283f1b-1a92-4f64-981c-760152635523 req-b5cf95f6-a898-4655-b603-51514ee740b0 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.1911633 Feb 04 16:01:10.298694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] Deleting port 5f60270f-476e-4738-b0e0-49fb3c65f430 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:10.299077 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.354310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f283f1b-1a92-4f64-981c-760152635523 req-9f89c404-a0bb-49fc-8e27-f8a1f5b4fc94 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849638 Feb 04 16:01:10.454488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5f60270f-476e-4738-b0e0-49fb3c65f430 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:10.478628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37478) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:10.515196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5c84109f-3084-46e1-aa7d-8995866f8dd6 None None] The port '5f60270f-476e-4738-b0e0-49fb3c65f430' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:01:10.517329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5f60270f-476e-4738-b0e0-49fb3c65f430 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:01:10.517830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5f60270f-476e-4738-b0e0-49fb3c65f430 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:10.578909 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-767bf112-78cd-4c94-9d0f-9de6b85b8786 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=235f2a8b79f345bfb782427d0d537f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986853 Feb 04 16:01:10.581305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37482) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:10.655497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b044e15a-e3cf-484d-8baa-4d1a07d27f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.684274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b044e15a-e3cf-484d-8baa-4d1a07d27f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.754569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b044e15a-e3cf-484d-8baa-4d1a07d27f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.771240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044e15a-e3cf-484d-8baa-4d1a07d27f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3a9b73-a833-4c2d-bd0c-74d7bee0ba79,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:10.776204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b044e15a-e3cf-484d-8baa-4d1a07d27f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.791563 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b044e15a-e3cf-484d-8baa-4d1a07d27f5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f3a9b73-a833-4c2d-bd0c-74d7bee0ba79 HTTP/1.1" status: 204 len: 168 time: 0.2091238 Feb 04 16:01:11.287814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:11.343242 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c980271-52bc-4b70-a279-b1c148e5511a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f7eed6ac4a043f799ee748f97abf7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511439 Feb 04 16:01:11.343536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37504) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:11.412185 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.457952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.571656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.592528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ab525-f598-4321-b06c-104ec0b17254,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:11.609431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af1a3d-328f-4a28-b922-48008a0a549e req-2458decb-0804-4180-8ef7-844670d20fdb tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:11.610898 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19af1a3d-328f-4a28-b922-48008a0a549e req-2458decb-0804-4180-8ef7-844670d20fdb tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.1244187 Feb 04 16:01:11.618409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.618753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.619096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.619430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.619761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.620089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.620417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.620740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.621183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.621398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.621717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.622069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:11.626095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.627148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-69bdc8ef-6942-418b-b8db-0920156ec2de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f60ab525-f598-4321-b06c-104ec0b17254 HTTP/1.1" status: 204 len: 168 time: 0.2826195 Feb 04 16:01:11.694283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19af1a3d-328f-4a28-b922-48008a0a549e req-32885a28-a10c-49cf-ab57-66cef680eb51 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692694 Feb 04 16:01:11.907542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b6675-a37f-40cd-808e-f693c2419051 req-45a31d55-6d60-4145-8ee5-46d6fdb25382 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:11.909042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c9b6675-a37f-40cd-808e-f693c2419051 req-45a31d55-6d60-4145-8ee5-46d6fdb25382 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.1039925 Feb 04 16:01:11.958545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c9b6675-a37f-40cd-808e-f693c2419051 req-ad99fdaa-2138-413b-ad2b-d246323b84a7 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Feb 04 16:01:12.544848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37540) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:12.787612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2999d3b-d3da-42ce-bcf9-048c4b4fde80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.805829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c2999d3b-d3da-42ce-bcf9-048c4b4fde80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:12.811303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c2999d3b-d3da-42ce-bcf9-048c4b4fde80 admin admin] Usage tracker for resource:security_group_rule and tenant:d9bef5005ac3442489a09d9a398c52d5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:12.813701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3124a1-62a6-49a6-8805-d394ecd6132e req-08c02769-6ce9-49ae-b60c-ccc90eea6508 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:12.815558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3124a1-62a6-49a6-8805-d394ecd6132e req-08c02769-6ce9-49ae-b60c-ccc90eea6508 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.0984650 Feb 04 16:01:12.821440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c2999d3b-d3da-42ce-bcf9-048c4b4fde80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:12.829514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c2999d3b-d3da-42ce-bcf9-048c4b4fde80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:12.898641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3124a1-62a6-49a6-8805-d394ecd6132e req-c3640b6f-1389-418d-a637-c2936ff07d5a tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770824 Feb 04 16:01:12.910020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37554) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:12.959989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2999d3b-d3da-42ce-bcf9-048c4b4fde80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.964173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2999d3b-d3da-42ce-bcf9-048c4b4fde80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.015465 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c2999d3b-d3da-42ce-bcf9-048c4b4fde80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9bef5005ac3442489a09d9a398c52d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4694564 Feb 04 16:01:13.016696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2999d3b-d3da-42ce-bcf9-048c4b4fde80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb6d45-e49a-4fee-ae24-0a66ae888fdb,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.018311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37560) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:13.088545 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8560f9c-0bf7-4a3a-a554-68901e974e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.091345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-936689068-network', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:13.097330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:13.101367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Usage tracker for resource:network and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:13.104349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:13.111033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:13.122311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Made reservation on behalf of 90b6ad5d4a9e401ca064aef59b30c519 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:13.124574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8560f9c-0bf7-4a3a-a554-68901e974e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.125210 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.139147 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.155485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:13.160002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Usage tracker for resource:security_group_rule and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:13.162608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:13.169687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:13.195485 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8560f9c-0bf7-4a3a-a554-68901e974e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.213495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8560f9c-0bf7-4a3a-a554-68901e974e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb6d45-e49a-4fee-ae24-0a66ae888fdb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.218464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8560f9c-0bf7-4a3a-a554-68901e974e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.222420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d8560f9c-0bf7-4a3a-a554-68901e974e45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6cb6d45-e49a-4fee-ae24-0a66ae888fdb HTTP/1.1" status: 204 len: 168 time: 0.2015278 Feb 04 16:01:13.301512 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.306487 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.354290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:01:13.360476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e463fb-5034-4f7c-bc87-a8c5500a586f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.367898 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.368296 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Added segment 4fd17ec2-b530-49ec-a925-0a4580b52101 of type vlan for network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 Feb 04 16:01:13.397948 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.433509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.435226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:13.435959 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.547305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] Pushing event updated for resources: {'Network': ['ID=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.552823 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f9933015-f02f-443e-8a41-840904e46bed admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6417255 Feb 04 16:01:13.555908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37574) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:13.560264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:01:13.562833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Request body: {'subnet': {'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-936689068-subnet', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:13.568354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:13.572234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Usage tracker for resource:subnet and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:13.575814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:13.582167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:13.595145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Made reservation on behalf of 90b6ad5d4a9e401ca064aef59b30c519 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:13.597492 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.618171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37580) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:13.639458 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a3759d95-09cb-4972-8377-840b0c4ecde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.657576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a3759d95-09cb-4972-8377-840b0c4ecde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:13.662359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a3759d95-09cb-4972-8377-840b0c4ecde8 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0efef49cad4e84ac0f43ceac3eebd8 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:13.665952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a3759d95-09cb-4972-8377-840b0c4ecde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:13.673410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a3759d95-09cb-4972-8377-840b0c4ecde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:13.776446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a3759d95-09cb-4972-8377-840b0c4ecde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.781299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a3759d95-09cb-4972-8377-840b0c4ecde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.832254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a3759d95-09cb-4972-8377-840b0c4ecde8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d0efef49cad4e84ac0f43ceac3eebd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103949 Feb 04 16:01:13.832901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.832992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3759d95-09cb-4972-8377-840b0c4ecde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824e454d-b125-4e7d-b9a9-d85b7ec7e46b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.833885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37584) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:13.946513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6b2f8f-7e0d-410d-b760-65b99af391f8,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.966293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:13.966779 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Network hostable DHCP agents. Network: deb6b6a8-a5b0-4d5c-8319-e9c341e840f8, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:01:13.987884 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bae9e4a-d93f-48f7-91e8-d8df103cf604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.021696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:01:14.031650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bae9e4a-d93f-48f7-91e8-d8df103cf604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.045172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, deb6b6a8-a5b0-4d5c-8319-e9c341e840f8) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:14.057673 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d136ce-6f44-462a-bd49-074370fbb098 None None] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:01:14.059499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:14.060618 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.100653 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-78622611-e81e-4b15-92a4-3ed275ad95f0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5429525 Feb 04 16:01:14.101868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37594) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:14.108093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:14.108505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8afbed-b13e-46c9-807a-e3f4f70a2502 req-66d8c228-ffd5-4f20-8c98-49580d302ae9 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:14.110207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb8afbed-b13e-46c9-807a-e3f4f70a2502 req-66d8c228-ffd5-4f20-8c98-49580d302ae9 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.0905397 Feb 04 16:01:14.114147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:14.118249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Usage tracker for resource:router and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:14.122901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:14.128986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:14.132432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bae9e4a-d93f-48f7-91e8-d8df103cf604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.162569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.163625 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.167620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae9e4a-d93f-48f7-91e8-d8df103cf604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824e454d-b125-4e7d-b9a9-d85b7ec7e46b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:14.171132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bae9e4a-d93f-48f7-91e8-d8df103cf604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.172298 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9bae9e4a-d93f-48f7-91e8-d8df103cf604 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/824e454d-b125-4e7d-b9a9-d85b7ec7e46b HTTP/1.1" status: 204 len: 168 time: 0.3127401 Feb 04 16:01:14.186636 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.188135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb8afbed-b13e-46c9-807a-e3f4f70a2502 req-f6a48ba9-e4fb-41c5-9315-f49866d27aba tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691128 Feb 04 16:01:14.656377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:01:14.658866 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.863309 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.869073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Allocated IP 172.20.0.2 (deb6b6a8-a5b0-4d5c-8319-e9c341e840f8/ba6b2f8f-7e0d-410d-b760-65b99af391f8/05df5f25-d352-41d9-a482-541b34025ca1) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:14.911059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859db65c-d050-4d68-8d44-a949ea4b4a58 req-34bf569f-fc83-4070-a8b8-42a35c295fdd tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:14.918562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-859db65c-d050-4d68-8d44-a949ea4b4a58 req-34bf569f-fc83-4070-a8b8-42a35c295fdd tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.3279760 Feb 04 16:01:14.925528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-b99a3d56-6dad-4aa6-ae59-92b5b1c40354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:14.927201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-b99a3d56-6dad-4aa6-ae59-92b5b1c40354 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7faed4cee35740d2925b6381f27f1125&device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 1097 time: 0.2984729 Feb 04 16:01:15.123029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-859db65c-d050-4d68-8d44-a949ea4b4a58 req-c0d809b1-57b3-4db2-a15c-3f2fd22c097f tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032647 Feb 04 16:01:15.147639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-85d9da23-1a1a-4d99-86fb-cd4600aa2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:15.149353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-85d9da23-1a1a-4d99-86fb-cd4600aa2b15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=34ad60cd-ecf4-4b54-b2d8-9d855261a738 HTTP/1.1" status: 200 len: 913 time: 0.2059743 Feb 04 16:01:15.210564 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.222805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Transition to ACTIVE for port object 05df5f25-d352-41d9-a482-541b34025ca1 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:15.239947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-20fbc23c-2071-4580-90bb-2be5c6f07d65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0797162 Feb 04 16:01:15.250545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Transition to ACTIVE for port object 05df5f25-d352-41d9-a482-541b34025ca1 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:15.258576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.345774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-8260d582-f1b4-4ffa-8d46-4bf8607be95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:15.347406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-8260d582-f1b4-4ffa-8d46-4bf8607be95b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51fb9f7f-5420-43d0-aa20-1624ab8a09de HTTP/1.1" status: 200 len: 852 time: 0.0984924 Feb 04 16:01:15.379006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:15.388545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:15.391168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.393512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:15.422818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-c717993a-332b-48fd-be5b-65cb3c2fc228 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34ad60cd-ecf4-4b54-b2d8-9d855261a738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637560 Feb 04 16:01:15.427633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.427765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Pushing event updated for resources: {'Port': ['ID=05df5f25-d352-41d9-a482-541b34025ca1,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:15.602633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Attempting to bind port 05df5f25-d352-41d9-a482-541b34025ca1 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:15.603293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Attempting to bind port 05df5f25-d352-41d9-a482-541b34025ca1 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:15.603871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Attempting to bind port 05df5f25-d352-41d9-a482-541b34025ca1 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:15.610720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:15.611429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:15.612221 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.612844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Bound using segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:15.613516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Bound port: 05df5f25-d352-41d9-a482-541b34025ca1, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:15.614098 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.614632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-e9ec6b2f-a2c6-4c00-84af-e984ec0568e1 service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812232 Feb 04 16:01:15.644366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Allocated IP 172.25.8.85 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/02981e7a-d4cb-4219-88ac-3522d783bc4e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:15.717068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] For port 05df5f25-d352-41d9-a482-541b34025ca1, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:15.721191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] For port 05df5f25-d352-41d9-a482-541b34025ca1, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=05df5f25-d352-41d9-a482-541b34025ca1,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:15.726411 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.819380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.858903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.869575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9c606fa-d34e-4fb5-9c5d-4dd3776103a8 req-b8ad234f-6682-41a2-8a21-73c216f26968 service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458465 Feb 04 16:01:15.893597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a91b-fec5-4a6b-b0ef-514110a8ea69 None None] Pushing event updated for resources: {'Port': ['ID=05df5f25-d352-41d9-a482-541b34025ca1,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:15.956952 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:15.960028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:15.971372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:16.027358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Pushing event updated for resources: {'Port': ['ID=02981e7a-d4cb-4219-88ac-3522d783bc4e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:16.102003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-a2fbe374-a096-4d88-9fd8-668ba53acd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:16.103621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-a2fbe374-a096-4d88-9fd8-668ba53acd2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7faed4cee35740d2925b6381f27f1125&device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 1097 time: 0.1173091 Feb 04 16:01:16.552310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-16d8621f-0d41-477b-8079-ce0a24984367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:16.553818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-16d8621f-0d41-477b-8079-ce0a24984367 service neutron] 10.222.0.53 "GET /v2.0/networks?id=34ad60cd-ecf4-4b54-b2d8-9d855261a738 HTTP/1.1" status: 200 len: 913 time: 0.4154491 Feb 04 16:01:16.568162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7bed2-1b22-41ea-a1e4-11495bb15387 req-c58099ef-9925-4562-b524-8030f3d4f763 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:16.569906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ce7bed2-1b22-41ea-a1e4-11495bb15387 req-c58099ef-9925-4562-b524-8030f3d4f763 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.2189767 Feb 04 16:01:16.594268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 05df5f25-d352-41d9-a482-541b34025ca1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:16.663104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-9d7f20c2-574f-4f67-8c00-788d6bf28dab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6 HTTP/1.1" status: 200 len: 217 time: 0.0921526 Feb 04 16:01:16.763015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.821432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ce7bed2-1b22-41ea-a1e4-11495bb15387 req-f56d48ab-5903-4907-b39f-b22dd427d084 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567760 Feb 04 16:01:16.822887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-8f46ff56-eb6a-4abf-83eb-ef4e3f6c3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:16.837789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-8f46ff56-eb6a-4abf-83eb-ef4e3f6c3888 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51fb9f7f-5420-43d0-aa20-1624ab8a09de HTTP/1.1" status: 200 len: 852 time: 0.1143270 Feb 04 16:01:16.840378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 05df5f25-d352-41d9-a482-541b34025ca1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:16.912054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-8a7cad57-6018-4238-bebb-a29293850cca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34ad60cd-ecf4-4b54-b2d8-9d855261a738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723951 Feb 04 16:01:17.088570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-1c7cb295-6ff5-44e1-87d8-488c66a4901e service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710148 Feb 04 16:01:17.435531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d94ee495-d2b8-49f3-870e-f0629461f317 req-3dbe7127-6e36-409f-a53f-064f12ed4428 service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407309 Feb 04 16:01:17.497416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.565135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469bb5f1-7c81-4bb3-a734-b5c3cc015752 None None] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:01:17.727029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Router a1bfc11b-8835-46df-96ed-394c6d5843bc is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:01:17.751119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b174fd97-a330-48aa-970c-b8bfe9e5b3f7 None None] Provisioning for port 05df5f25-d352-41d9-a482-541b34025ca1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:17.762996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b174fd97-a330-48aa-970c-b8bfe9e5b3f7 None None] Provisioning complete for port 05df5f25-d352-41d9-a482-541b34025ca1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:17.763588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b174fd97-a330-48aa-970c-b8bfe9e5b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.961055 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b174fd97-a330-48aa-970c-b8bfe9e5b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.978090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:01:18.017446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b174fd97-a330-48aa-970c-b8bfe9e5b3f7 None None] For port 05df5f25-d352-41d9-a482-541b34025ca1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=05df5f25-d352-41d9-a482-541b34025ca1,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:18.018951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Sync routers for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:18.027702 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b174fd97-a330-48aa-970c-b8bfe9e5b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.047421 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.049366 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a4134790-20d4-41b4-b7a4-8ccd08fa4c55 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9463589 Feb 04 16:01:18.052474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37656) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:18.071890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:18.071890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:18.186296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bef18e-c7fc-44cf-b73d-0852db8cd525 req-60deed70-66c7-4e9f-8ea8-1f57199bef41 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:18.187821 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11bef18e-c7fc-44cf-b73d-0852db8cd525 req-60deed70-66c7-4e9f-8ea8-1f57199bef41 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.1820257 Feb 04 16:01:18.260122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174fd97-a330-48aa-970c-b8bfe9e5b3f7 None None] Pushing event updated for resources: {'Port': ['ID=05df5f25-d352-41d9-a482-541b34025ca1,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:18.272125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11bef18e-c7fc-44cf-b73d-0852db8cd525 req-d3014fd5-d3d4-4390-9985-b230b44b7554 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760612 Feb 04 16:01:18.503688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 05df5f25-d352-41d9-a482-541b34025ca1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:18.665913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cccefd88-273b-4d20-83e7-652595670caf None None] Provisioning complete for port 05df5f25-d352-41d9-a482-541b34025ca1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:18.666516 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cccefd88-273b-4d20-83e7-652595670caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.758480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:19.135530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 05df5f25-d352-41d9-a482-541b34025ca1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:19.136172 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.227567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51223894-8229-4a2c-a451-12a3fc092738 req-c06d8546-97dc-4eee-963c-16754fca916e tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.229840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51223894-8229-4a2c-a451-12a3fc092738 req-c06d8546-97dc-4eee-963c-16754fca916e tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.1795545 Feb 04 16:01:19.310484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51223894-8229-4a2c-a451-12a3fc092738 req-66dbd860-8bbf-4bc9-a1c3-1cf6d499c92f tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740750 Feb 04 16:01:19.437665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.505699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:16Z', 'revision_number': 3, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:19.514128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Checking router: a1bfc11b-8835-46df-96ed-394c6d5843bc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:19.514704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Updating router a1bfc11b-8835-46df-96ed-394c6d5843bc port 02981e7a-d4cb-4219-88ac-3522d783bc4e binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:01:19.581234 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.703378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Allocated IP 172.20.0.1 (deb6b6a8-a5b0-4d5c-8319-e9c341e840f8/ba6b2f8f-7e0d-410d-b760-65b99af391f8/19a4b937-1eb3-43f3-bcb1-62af1f63c65b) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:19.990703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.013562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Transition to ACTIVE for port object 19a4b937-1eb3-43f3-bcb1-62af1f63c65b will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:20.062068 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.112821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.133681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Transition to ACTIVE for port object 02981e7a-d4cb-4219-88ac-3522d783bc4e will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:20.143705 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.160494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:20.172960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:20.198392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:20.236821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Attempting to bind port 02981e7a-d4cb-4219-88ac-3522d783bc4e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:20.237306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Attempting to bind port 02981e7a-d4cb-4219-88ac-3522d783bc4e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:20.237748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Attempting to bind port 02981e7a-d4cb-4219-88ac-3522d783bc4e on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:20.240019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cdb0f-78b5-47d5-ac08-d712c5e9d279 None None] Pushing event updated for resources: {'Port': ['ID=02981e7a-d4cb-4219-88ac-3522d783bc4e,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:20.246099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:20.246566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:20.247072 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.247522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:20.248068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Bound port: 02981e7a-d4cb-4219-88ac-3522d783bc4e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:20.248510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.265190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=19a4b937-1eb3-43f3-bcb1-62af1f63c65b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:20.292900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.393913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] For port 02981e7a-d4cb-4219-88ac-3522d783bc4e, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:20.393913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] For port 02981e7a-d4cb-4219-88ac-3522d783bc4e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02981e7a-d4cb-4219-88ac-3522d783bc4e,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:20.399772 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.614370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cdb0f-78b5-47d5-ac08-d712c5e9d279 None None] Pushing event updated for resources: {'Port': ['ID=02981e7a-d4cb-4219-88ac-3522d783bc4e,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:20.619365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:20.620082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:20.708947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47d259-c69f-4370-aa7a-63f33d7fd681 req-b2ba5f18-91dd-4bc9-bf71-e05c3cb88a9a tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.714824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff47d259-c69f-4370-aa7a-63f33d7fd681 req-b2ba5f18-91dd-4bc9-bf71-e05c3cb88a9a tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.1668172 Feb 04 16:01:20.719151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-35e49c12-521e-409e-ac16-88c71d7f71cf None None] Provisioning for port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:20.739314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-35e49c12-521e-409e-ac16-88c71d7f71cf None None] Provisioning complete for port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:20.739736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-35e49c12-521e-409e-ac16-88c71d7f71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.839316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff47d259-c69f-4370-aa7a-63f33d7fd681 req-d746e320-31d8-4068-854c-dc484943de81 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169331 Feb 04 16:01:20.862010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-35e49c12-521e-409e-ac16-88c71d7f71cf None None] Port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:01:20.891954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.990563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:21.526902 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.533063 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.641210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-9efc09a8-9c62-48b6-a1c2-43b2b7cb27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:21.642705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-9efc09a8-9c62-48b6-a1c2-43b2b7cb27f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7faed4cee35740d2925b6381f27f1125&device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 1097 time: 0.1756282 Feb 04 16:01:21.691918 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.697786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=19a4b937-1eb3-43f3-bcb1-62af1f63c65b,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:21.777750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:16Z', 'revision_number': 3, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:21.788530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90197fa0-be52-416b-bf00-805d0bb6db94 None None] The sync data for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 is: [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:16Z', 'revision_number': 3, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:21.920810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-80606103-d22a-48e7-bd59-77b24e890c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:21.923909 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-80606103-d22a-48e7-bd59-77b24e890c28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=34ad60cd-ecf4-4b54-b2d8-9d855261a738 HTTP/1.1" status: 200 len: 913 time: 0.2699509 Feb 04 16:01:21.999045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:22.001370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:22.076033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-6eba56ff-f63b-43e6-b60c-ad9f0c755b14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6 HTTP/1.1" status: 200 len: 217 time: 0.1122394 Feb 04 16:01:22.209327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-a0f16b39-41cf-48b4-877c-47d49d4ab867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:22.212428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-a0f16b39-41cf-48b4-877c-47d49d4ab867 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51fb9f7f-5420-43d0-aa20-1624ab8a09de HTTP/1.1" status: 200 len: 852 time: 0.1272144 Feb 04 16:01:22.352213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-8337f28e-2b7e-4508-b9d3-05070b31708e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=34ad60cd-ecf4-4b54-b2d8-9d855261a738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285217 Feb 04 16:01:22.448720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Router a1bfc11b-8835-46df-96ed-394c6d5843bc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:01:22.611333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02981e7a-d4cb-4219-88ac-3522d783bc4e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:22.632503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333104f-6f1e-4bf7-9bb2-91da61a5399c req-b2fc7726-52fa-4bb4-aba8-dc321e4b3a53 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:22.634700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3333104f-6f1e-4bf7-9bb2-91da61a5399c req-b2fc7726-52fa-4bb4-aba8-dc321e4b3a53 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.7093544 Feb 04 16:01:22.681858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-851ab496-d050-465e-af9f-38e745e8af78 None None] Provisioning complete for port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:22.691735 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-851ab496-d050-465e-af9f-38e745e8af78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.738305 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-0a70a928-c9e5-4f26-ac81-fbf9acec0ff5 service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774645 Feb 04 16:01:22.743548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3333104f-6f1e-4bf7-9bb2-91da61a5399c req-355b9627-5503-4057-94ae-02b5b4fb5181 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021583 Feb 04 16:01:22.898235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-851ab496-d050-465e-af9f-38e745e8af78 None None] Port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:01:22.912308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:01:22.935840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 02981e7a-d4cb-4219-88ac-3522d783bc4e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:22.940752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4fea50a3-5588-4c0d-bce3-e3e542dfe1b5 req-5be7830e-d3b2-48bf-a14f-4e8f500bc8f6 service neutron] 10.222.0.53 "GET /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910522 Feb 04 16:01:22.941503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 02981e7a-d4cb-4219-88ac-3522d783bc4e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:22.941872 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.957045 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b8ab49c8-5150-4cd6-93ce-d54c4db95fa5 admin admin] 10.222.0.46 "PUT /v2.0/routers/a1bfc11b-8835-46df-96ed-394c6d5843bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9040201 Feb 04 16:01:23.212591 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.236610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 02981e7a-d4cb-4219-88ac-3522d783bc4e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02981e7a-d4cb-4219-88ac-3522d783bc4e,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:23.244223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.445066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=02981e7a-d4cb-4219-88ac-3522d783bc4e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:23.810560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceff02-33cf-43a5-8cdc-f2ef0f0d9af4 req-630b919b-a4d1-4503-abcd-a2bf3f68ee88 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:23.813268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3ceff02-33cf-43a5-8cdc-f2ef0f0d9af4 req-630b919b-a4d1-4503-abcd-a2bf3f68ee88 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 947 time: 0.1352875 Feb 04 16:01:23.867921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3ceff02-33cf-43a5-8cdc-f2ef0f0d9af4 req-55f14c6d-2782-43b2-83bd-a4e43275304b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472662 Feb 04 16:01:23.965235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37748) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:23.973982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-421057425-network', 'tenant_id': '489448524f4248df8e5586e36343895e'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:23.980058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:23.984370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Usage tracker for resource:network and tenant:489448524f4248df8e5586e36343895e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:23.987351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:23.993361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:24.006945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Made reservation on behalf of 489448524f4248df8e5586e36343895e for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:24.009255 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.024796 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.041132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:24.046093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Usage tracker for resource:security_group_rule and tenant:489448524f4248df8e5586e36343895e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:24.049352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:24.056226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:24.084003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3951a24-7443-483f-a5d9-86b57513529d req-15eab006-fa6e-4d6c-9847-f39d08625afb tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:24.085741 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3951a24-7443-483f-a5d9-86b57513529d req-15eab006-fa6e-4d6c-9847-f39d08625afb tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.1044087 Feb 04 16:01:24.141266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3951a24-7443-483f-a5d9-86b57513529d req-645e0903-3143-4683-aeeb-bc0f8a740747 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477521 Feb 04 16:01:24.171020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.186403 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.228059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c0526-9603-4616-bf9b-d1676f65ffb6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:24.241340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:01:24.253225 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.253634 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Added segment 1a5bc711-50ae-43ec-b37d-6fd48f8026f4 of type vlan for network a2c691a1-e059-43d6-9116-11252dfb5ca0 Feb 04 16:01:24.289845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.336286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.337608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:24.338274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.460007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02981e7a-d4cb-4219-88ac-3522d783bc4e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:24.532283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37764) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:24.541072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Request body: {'subnet': {'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-421057425-subnet', 'tenant_id': '489448524f4248df8e5586e36343895e', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:24.549183 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5819869 Feb 04 16:01:24.553212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:24.567518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Usage tracker for resource:subnet and tenant:489448524f4248df8e5586e36343895e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:24.568652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aa7e1-b44e-4e5f-a325-a5a8d9da775c admin admin] Pushing event updated for resources: {'Network': ['ID=a2c691a1-e059-43d6-9116-11252dfb5ca0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:24.577576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:24.584640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a2c691a1-e059-43d6-9116-11252dfb5ca0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:01:24.586236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:24.611771 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Made reservation on behalf of 489448524f4248df8e5586e36343895e for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:24.614119 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.669054 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Sync routers for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:24.690139 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:24.690969 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:24.722751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 02981e7a-d4cb-4219-88ac-3522d783bc4e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:24.723113 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.983379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a82669-2eb6-4cee-92e9-7efcbee1772f req-2b6b3d40-10e9-4a7d-8ffd-c5dfd0ec40b3 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:24.984910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3a82669-2eb6-4cee-92e9-7efcbee1772f req-2b6b3d40-10e9-4a7d-8ffd-c5dfd0ec40b3 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.3270533 Feb 04 16:01:25.091862 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3a82669-2eb6-4cee-92e9-7efcbee1772f req-dab40e6c-f7a3-4163-b805-6dfca3e2f6c8 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970376 Feb 04 16:01:25.118401 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:25.163059 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.437249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03c5e9d-3264-476c-8111-e04ce314aae9,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:25.530655 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:21Z', 'revision_number': 2, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:25.535581 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Checking router: a1bfc11b-8835-46df-96ed-394c6d5843bc for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:25.535925 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Updating router a1bfc11b-8835-46df-96ed-394c6d5843bc port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:01:25.556456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Checking segment: {'id': '1a5bc711-50ae-43ec-b37d-6fd48f8026f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:25.557080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Network hostable DHCP agents. Network: a2c691a1-e059-43d6-9116-11252dfb5ca0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:01:25.594987 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.597006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65e36-404b-4990-b160-647b7f215f28 req-55bf03ee-7703-46e8-9677-b840e41da26d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.601296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ab65e36-404b-4990-b160-647b7f215f28 req-55bf03ee-7703-46e8-9677-b840e41da26d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 947 time: 0.2250097 Feb 04 16:01:25.614416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-1cd47077-7b9f-4844-ac7a-98ee04268900 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.616081 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-1cd47077-7b9f-4844-ac7a-98ee04268900 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.61 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 947 time: 0.2379925 Feb 04 16:01:25.679822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Network a2c691a1-e059-43d6-9116-11252dfb5ca0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:01:25.706424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a2c691a1-e059-43d6-9116-11252dfb5ca0) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:25.715069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778b2d55-5b32-4f34-b786-a1e7d1f1f4e6 None None] Network a2c691a1-e059-43d6-9116-11252dfb5ca0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:01:25.728417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.730117 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.805349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ab65e36-404b-4990-b160-647b7f215f28 req-4e4919b6-85cf-4eae-b401-0ac4e9887134 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880331 Feb 04 16:01:25.828543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Deleting port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:25.829218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.895373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bde28605-4de2-4db1-b734-bed27c4004c4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3618479 Feb 04 16:01:25.898201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37780) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:25.906280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:25.915823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:25.928345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Usage tracker for resource:router and tenant:489448524f4248df8e5586e36343895e is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:25.938586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:25.953037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:25.976352 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.980950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.017943 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.191587 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.262475 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Transition to ACTIVE for port object 19a4b937-1eb3-43f3-bcb1-62af1f63c65b will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:26.282728 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.385458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-a2c691a1-e059-43d6-9116-11252dfb5ca0', 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0', 'tenant_id': '489448524f4248df8e5586e36343895e', 'fixed_ips': [{'subnet_id': 'e03c5e9d-3264-476c-8111-e04ce314aae9'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:01:26.385682 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.579697 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Pushing event updated for resources: {'Port': ['ID=19a4b937-1eb3-43f3-bcb1-62af1f63c65b,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:26.597237 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.597852 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.598353 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.598852 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.599367 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.599901 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.600350 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.600827 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.601487 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.601901 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.602431 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.602897 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:26.728754 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Attempting to bind port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:26.731691 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Attempting to bind port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:26.732318 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Attempting to bind port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:26.741850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Allocated IP 172.20.0.2 (a2c691a1-e059-43d6-9116-11252dfb5ca0/e03c5e9d-3264-476c-8111-e04ce314aae9/342c3e2f-63f6-4f86-a1ce-8c733fede9a4) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:26.744969 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:26.745448 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:26.747866 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.749230 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Bound using segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:26.749812 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Bound port: 19a4b937-1eb3-43f3-bcb1-62af1f63c65b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:26.751549 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.822284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.915643 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] For port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:26.922214 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] For port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=19a4b937-1eb3-43f3-bcb1-62af1f63c65b,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:26.930073 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.970208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] For port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:26.970754 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.031481 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:27.032709 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:27.124301 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.128229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-99f03ba6-3bfe-4591-8ce7-6283bddfd994 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.129788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-99f03ba6-3bfe-4591-8ce7-6283bddfd994 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.4773645 Feb 04 16:01:27.147843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e164e27-07dc-46d8-8e1c-7da68c46e2b9 req-127db7b4-fab9-48f5-b6e1-fc2725e1db58 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.149397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Transition to ACTIVE for port object 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:27.154762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e164e27-07dc-46d8-8e1c-7da68c46e2b9 req-127db7b4-fab9-48f5-b6e1-fc2725e1db58 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.7937574 Feb 04 16:01:27.182766 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2dfb3-5309-4e36-aa69-4268744d9690 None None] Pushing event updated for resources: {'Port': ['ID=19a4b937-1eb3-43f3-bcb1-62af1f63c65b,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:27.198163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Transition to ACTIVE for port object 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:27.214704 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.361653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Pushing event updated for resources: {'Port': ['ID=342c3e2f-63f6-4f86-a1ce-8c733fede9a4,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:27.408004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Network a2c691a1-e059-43d6-9116-11252dfb5ca0 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:27.409645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:27.414489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:27.435569 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:27.455488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e164e27-07dc-46d8-8e1c-7da68c46e2b9 req-ed538c0d-4fac-493c-b741-d01fd59389e3 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997458 Feb 04 16:01:27.503733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.506746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Deleting port 351fc05e-b23e-4fec-b8f6-4330146c4ac6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:27.507087 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.564335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.740420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Attempting to bind port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:27.740796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Attempting to bind port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1a5bc711-50ae-43ec-b37d-6fd48f8026f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:27.741158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Attempting to bind port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 on network a2c691a1-e059-43d6-9116-11252dfb5ca0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:27.752918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:27.753601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Checking segment: {'id': '1a5bc711-50ae-43ec-b37d-6fd48f8026f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:27.753701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.754045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Bound using segment: {'id': '1a5bc711-50ae-43ec-b37d-6fd48f8026f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:27.754509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Bound port: 342c3e2f-63f6-4f86-a1ce-8c733fede9a4, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5bc711-50ae-43ec-b37d-6fd48f8026f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:27.754878 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.886678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Allocated IP 172.25.8.216 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/c1e92420-9a3b-4af9-a968-609c650c6490) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:27.889114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] For port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:27.892698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] For port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=342c3e2f-63f6-4f86-a1ce-8c733fede9a4,segment=NetworkSegment(1a5bc711-50ae-43ec-b37d-6fd48f8026f4),segment_id=1a5bc711-50ae-43ec-b37d-6fd48f8026f4)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:27.902238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.960443 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:26Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:27.964896 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8004f833-d3bf-4004-adfa-978aa8fae23d None None] The sync data for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 is: [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:26Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:28.117410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b8dce-7641-420b-a199-61660f531e46 None None] Pushing event updated for resources: {'Port': ['ID=342c3e2f-63f6-4f86-a1ce-8c733fede9a4,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:28.236306 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:28.287705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:28.416739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81288f-e344-4a85-aab3-2e0f3245d691 req-918b108f-21e6-4bd3-813b-55ac9b2b54aa tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.424674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b81288f-e344-4a85-aab3-2e0f3245d691 req-918b108f-21e6-4bd3-813b-55ac9b2b54aa tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 947 time: 0.6668487 Feb 04 16:01:28.554432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] For port 351fc05e-b23e-4fec-b8f6-4330146c4ac6, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=351fc05e-b23e-4fec-b8f6-4330146c4ac6,segment=NetworkSegment(e11dd182-a102-4a04-8f4c-302a6f2f1642),segment_id=e11dd182-a102-4a04-8f4c-302a6f2f1642)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:28.554846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:28.586771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 19a4b937-1eb3-43f3-bcb1-62af1f63c65b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:28.707697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:28.714688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:28.740189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:28.840303 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:28.857520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:28.858187 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:28.889783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e92420-9a3b-4af9-a968-609c650c6490,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:29.073990 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.135891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=19a4b937-1eb3-43f3-bcb1-62af1f63c65b,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:29.142329 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.224477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=19a4b937-1eb3-43f3-bcb1-62af1f63c65b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:29.281070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Calling delete_port for 351fc05e-b23e-4fec-b8f6-4330146c4ac6 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:29.423213 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.424628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.425429 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Floating IP e35e47c9-a2e8-438c-838e-14b2fbcbe7a7 disassociated. External IP: 172.25.8.176, port: 74950894-4eb2-47e2-ba26-f5fdf8a14e0c. Feb 04 16:01:29.426034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Calling delete_port for 74950894-4eb2-47e2-ba26-f5fdf8a14e0c owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:29.523271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b81288f-e344-4a85-aab3-2e0f3245d691 req-c7d78215-6e1e-4aff-8f7c-cbd3c129816e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0c51cca-6d7a-425c-b956-95fbeaed8710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0971792 Feb 04 16:01:29.668835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.993096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 74950894-4eb2-47e2-ba26-f5fdf8a14e0c no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:30.005289 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.015089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656bd3-fad3-4030-ae86-d7c0a06611df req-c22fe919-01fd-4ffb-95b7-46d267255686 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:30.016874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9656bd3-fad3-4030-ae86-d7c0a06611df req-c22fe919-01fd-4ffb-95b7-46d267255686 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 946 time: 0.2588325 Feb 04 16:01:30.017791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.093783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Pushing event deleted for resources: {'Port': ['ID=351fc05e-b23e-4fec-b8f6-4330146c4ac6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:30.094628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca7b40-b0c4-43d2-8345-601560ac6709 None None] Network a2c691a1-e059-43d6-9116-11252dfb5ca0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:01:30.336679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] No DVR routers for this DVR port 351fc05e-b23e-4fec-b8f6-4330146c4ac6 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:30.339750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.343351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d028711-c441-4764-8d50-47c8949584cf', 'name': 'network-vif-deleted', 'tag': '351fc05e-b23e-4fec-b8f6-4330146c4ac6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:30.345909 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.351692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event deleted for resources: {'Port': ['ID=74950894-4eb2-47e2-ba26-f5fdf8a14e0c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:30.394248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e9656bd3-fad3-4030-ae86-d7c0a06611df req-496a26b8-d1ff-44ef-af09-d6eb0914f64f tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/security-groups?id=27dc468f-1248-47fe-8000-a49b3ecd565c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166463 Feb 04 16:01:30.543071 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 74950894-4eb2-47e2-ba26-f5fdf8a14e0c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:01:30.543419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 74950894-4eb2-47e2-ba26-f5fdf8a14e0c not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:30.551399 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-364fe880-9160-487e-8914-e0d4b0a3a3e0 None None] Provisioning for port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:30.636668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 351fc05e-b23e-4fec-b8f6-4330146c4ac6 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:30.734388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 351fc05e-b23e-4fec-b8f6-4330146c4ac6 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:01:30.734908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 351fc05e-b23e-4fec-b8f6-4330146c4ac6 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:30.742135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 19a4b937-1eb3-43f3-bcb1-62af1f63c65b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:30.798331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:01:30.822060 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d028711-c441-4764-8d50-47c8949584cf', 'name': 'network-vif-deleted', 'tag': '351fc05e-b23e-4fec-b8f6-4330146c4ac6', 'status': 'completed', 'code': 200} Feb 04 16:01:30.940807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e53b68d-6adb-4772-b9b2-7699e1eeb172 req-157c52da-9fbf-4f8a-82a1-355147a1d708 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.53 "DELETE /v2.0/ports/351fc05e-b23e-4fec-b8f6-4330146c4ac6 HTTP/1.1" status: 204 len: 173 time: 3.7829185 Feb 04 16:01:30.941115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:30.941616 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.962404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:01:30.967637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-565a5303-c708-4974-9f03-b4efd5b2be93 req-1f6c6836-916c-4deb-a1c1-182b454c0ac9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Synchronizing usage tracker for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:31.102622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:01:31.119969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Sync routers for ids ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:31.151594 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.157144 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-537b3868-e019-4e51-ad12-2f3736236c51 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2573597 Feb 04 16:01:31.157877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37826) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:31.181096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Routers {'0001ceb6-0a98-47cf-9b8a-3e5cb369518b'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:31.182087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:31.346399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:01:31.359326 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] Sync routers for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:31.379321 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:31.379968 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:31.408200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-565a5303-c708-4974-9f03-b4efd5b2be93 req-1f6c6836-916c-4deb-a1c1-182b454c0ac9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Unset dirty status for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:31.409133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-565a5303-c708-4974-9f03-b4efd5b2be93 req-1f6c6836-916c-4deb-a1c1-182b454c0ac9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 210 time: 0.5858414 Feb 04 16:01:31.480030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] No DVR routers for this DVR port 74950894-4eb2-47e2-ba26-f5fdf8a14e0c on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:31.492099 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.494759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b5fe9cb-09d6-46f0-9057-9cfcea0e7361 req-de306334-3acf-4b57-9b15-049ed248edc6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.61 "DELETE /v2.0/ports/74950894-4eb2-47e2-ba26-f5fdf8a14e0c HTTP/1.1" status: 204 len: 173 time: 5.8575847 Feb 04 16:01:31.598576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Set router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:31.831686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34a31161-1330-45ec-b830-c7ba145c3264 req-21be259b-a2bf-430f-b25a-e0461de130e5 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Synchronizing usage tracker for tenant:7faed4cee35740d2925b6381f27f1125 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:31.867477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-34a31161-1330-45ec-b830-c7ba145c3264 req-21be259b-a2bf-430f-b25a-e0461de130e5 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] Unset dirty status for tenant:7faed4cee35740d2925b6381f27f1125 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:31.868920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34a31161-1330-45ec-b830-c7ba145c3264 req-21be259b-a2bf-430f-b25a-e0461de130e5 tempest-TestServerAdvancedOps-1785814508 tempest-TestServerAdvancedOps-1785814508-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d028711-c441-4764-8d50-47c8949584cf HTTP/1.1" status: 200 len: 210 time: 0.1223111 Feb 04 16:01:31.879775 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:31.955217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:32.177948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:32.187862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:32.188517 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.396311 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.416900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:25Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 3, 'project_id': '489448524f4248df8e5586e36343895e', 'gw_port': {'id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:27Z', 'updated_at': '2022-02-04T16:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:32.424874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Checking router: 0001ceb6-0a98-47cf-9b8a-3e5cb369518b for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:32.425367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Updating router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b port c1e92420-9a3b-4af9-a968-609c650c6490 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:01:32.435824 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:32.440672 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] Checking router: 0b8838b6-f8c3-4325-9e67-43323e0fbae2 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:32.451570 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:32.452438 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:32.502268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=342c3e2f-63f6-4f86-a1ce-8c733fede9a4,segment=NetworkSegment(1a5bc711-50ae-43ec-b37d-6fd48f8026f4),segment_id=1a5bc711-50ae-43ec-b37d-6fd48f8026f4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:32.515342 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.526020 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.768048 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:32.828286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae67ab75-3dd7-4aba-8eca-1526d4044f31 req-76feb165-75a0-40de-862a-37e418ac647c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=14c42399-5985-4adc-95ac-16c364f25202 HTTP/1.1" status: 200 len: 210 time: 0.1602991 Feb 04 16:01:32.831989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-deleted', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:32.891958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=342c3e2f-63f6-4f86-a1ce-8c733fede9a4,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:32.994199 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c42399-5985-4adc-95ac-16c364f25202', 'name': 'network-vif-deleted', 'tag': '74950894-4eb2-47e2-ba26-f5fdf8a14e0c', 'status': 'completed', 'code': 200} Feb 04 16:01:33.103197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37858) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:33.196034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.237253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ef9b26-ad1f-49d8-bc9a-d580e09d8ae5 admin admin] Deleting subnet 51fb9f7f-5420-43d0-aa20-1624ab8a09de {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:01:33.241936 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73ef9b26-ad1f-49d8-bc9a-d580e09d8ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.426076 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.433180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73ef9b26-ad1f-49d8-bc9a-d580e09d8ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.449333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Transition to ACTIVE for port object c1e92420-9a3b-4af9-a968-609c650c6490 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:33.458717 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.538908 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:33.547980 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a03220-9e9c-49a7-b63d-673396b1906d None None] The sync data for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 is: [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:33.635215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba031ac0-a48f-41de-ba11-c3438c244cd4 None None] Pushing event updated for resources: {'Port': ['ID=c1e92420-9a3b-4af9-a968-609c650c6490,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:33.676713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Attempting to bind port c1e92420-9a3b-4af9-a968-609c650c6490 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:33.677478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Attempting to bind port c1e92420-9a3b-4af9-a968-609c650c6490 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:33.678127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Attempting to bind port c1e92420-9a3b-4af9-a968-609c650c6490 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:33.686006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:33.686945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:33.688145 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.688754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:33.689504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Bound port: c1e92420-9a3b-4af9-a968-609c650c6490, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:33.690114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.740152 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Allocated IP 172.20.0.1 (a2c691a1-e059-43d6-9116-11252dfb5ca0/e03c5e9d-3264-476c-8111-e04ce314aae9/427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:33.898876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] For port c1e92420-9a3b-4af9-a968-609c650c6490, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:33.904125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] For port c1e92420-9a3b-4af9-a968-609c650c6490, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c1e92420-9a3b-4af9-a968-609c650c6490,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:33.918933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.972260 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73ef9b26-ad1f-49d8-bc9a-d580e09d8ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.027007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37874) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:34.086609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793b26a-dd48-49ff-bb7c-69e75b915b6c None None] New status for floating IP e35e47c9-a2e8-438c-838e-14b2fbcbe7a7: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:01:34.144973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73ef9b26-ad1f-49d8-bc9a-d580e09d8ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.166545 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.188131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Transition to ACTIVE for port object 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:34.216354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef9b26-ad1f-49d8-bc9a-d580e09d8ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51fb9f7f-5420-43d0-aa20-1624ab8a09de,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.245962 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73ef9b26-ad1f-49d8-bc9a-d580e09d8ae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.255232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-73ef9b26-ad1f-49d8-bc9a-d580e09d8ae5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/51fb9f7f-5420-43d0-aa20-1624ab8a09de HTTP/1.1" status: 204 len: 168 time: 1.1509464 Feb 04 16:01:34.269640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37884) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:34.334258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.464603 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.490006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Network a2c691a1-e059-43d6-9116-11252dfb5ca0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:34.491724 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7863b9cf-1111-486a-b5da-058b148bc9a1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.524271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Routers {'0001ceb6-0a98-47cf-9b8a-3e5cb369518b'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:34.525523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:34.565712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7863b9cf-1111-486a-b5da-058b148bc9a1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.659062 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5580-8586-42f3-b8ee-e7f35128c820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.666565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba031ac0-a48f-41de-ba11-c3438c244cd4 None None] Pushing event updated for resources: {'Port': ['ID=c1e92420-9a3b-4af9-a968-609c650c6490,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.686766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:34.736657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:34.742055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:34.787616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.832210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ad60cd-ecf4-4b54-b2d8-9d855261a738']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:34.851500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.863139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11dd182-a102-4a04-8f4c-302a6f2f1642') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:34.863858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11dd182-a102-4a04-8f4c-302a6f2f1642') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:34.882142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.892090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:34.892480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.902806 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.914377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:01:34.915057 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:01:34.931950 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:01:34.937645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7863b9cf-1111-486a-b5da-058b148bc9a1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.980588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Pushing event updated for resources: {'Port': ['ID=427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.994253 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863b9cf-1111-486a-b5da-058b148bc9a1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c51cca-6d7a-425c-b956-95fbeaed8710,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:35.035009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7863b9cf-1111-486a-b5da-058b148bc9a1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.039659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37890) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:35.040331 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7863b9cf-1111-486a-b5da-058b148bc9a1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0c51cca-6d7a-425c-b956-95fbeaed8710 HTTP/1.1" status: 204 len: 168 time: 1.0122812 Feb 04 16:01:35.051652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] Set router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:35.053879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.080383 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-8dc1289c-ec57-4037-8f40-e7b597c68750 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] show failed (client error): The resource could not be found. Feb 04 16:01:35.082012 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8dc1289c-ec57-4037-8f40-e7b597c68750 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups/e0c51cca-6d7a-425c-b956-95fbeaed8710 HTTP/1.1" status: 404 len: 347 time: 0.0405567 Feb 04 16:01:35.089634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37896) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:35.259981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.291884 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.313220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Deleting port 472c8642-d6d8-4da1-ab1e-8c0d6145df82 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:35.313911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.339049 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] 10.222.0.46 "DELETE /v2.0/networks/34ad60cd-ecf4-4b54-b2d8-9d855261a738 HTTP/1.1" status: 204 len: 168 time: 1.0682590 Feb 04 16:01:35.345180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9cb17-7a7b-4393-a4bb-ca8ff4cbe7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=34ad60cd-ecf4-4b54-b2d8-9d855261a738,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:35.347291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37900) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:35.492102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-324a5f94-f283-4932-8a03-df854b554ab9 None None] Provisioning for port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:35.493266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5af1fa2-4970-404b-a9c0-7267418026a2 admin admin] Deleting subnet 84bfc74b-de2d-40b6-b86e-c9284604439d {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:01:35.506818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-324a5f94-f283-4932-8a03-df854b554ab9 None None] Provisioning complete for port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:35.507194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-324a5f94-f283-4932-8a03-df854b554ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.557180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d5af1fa2-4970-404b-a9c0-7267418026a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.564166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.569168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.582005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-324a5f94-f283-4932-8a03-df854b554ab9 None None] Port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:01:35.610973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:25Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 3, 'project_id': '489448524f4248df8e5586e36343895e', 'gw_port': {'id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:27Z', 'updated_at': '2022-02-04T16:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:35.615398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43966366-5ba8-4311-a7ca-f1e732791245 None None] The sync data for ids ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'] in n-d-827870-1 is: [{'id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:25Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 3, 'project_id': '489448524f4248df8e5586e36343895e', 'gw_port': {'id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:27Z', 'updated_at': '2022-02-04T16:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:35.618998 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d5af1fa2-4970-404b-a9c0-7267418026a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.678020 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d5af1fa2-4970-404b-a9c0-7267418026a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.684105 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:01:35.700064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.728007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Pushing event updated for resources: {'Port': ['ID=427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:35.755596 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d5af1fa2-4970-404b-a9c0-7267418026a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.803443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af1fa2-4970-404b-a9c0-7267418026a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84bfc74b-de2d-40b6-b86e-c9284604439d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:35.815045 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d5af1fa2-4970-404b-a9c0-7267418026a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.839765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d5af1fa2-4970-404b-a9c0-7267418026a2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/84bfc74b-de2d-40b6-b86e-c9284604439d HTTP/1.1" status: 204 len: 168 time: 0.4844887 Feb 04 16:01:35.849664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37910) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:35.893883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Network a2c691a1-e059-43d6-9116-11252dfb5ca0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:35.895186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:35.995258 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.002596 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.266452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:01:36.369411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Calling delete_port for 472c8642-d6d8-4da1-ab1e-8c0d6145df82 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:36.444902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9cd26ea1-3873-4802-ab90-6182c58c6611 None None] Provisioning complete for port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:36.445277 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9cd26ea1-3873-4802-ab90-6182c58c6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.550252 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.599379 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.608281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:01:36.625382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-22cd7d30-bd3e-43ba-b2db-48468f752f44 admin admin] 10.222.0.46 "PUT /v2.0/routers/0001ceb6-0a98-47cf-9b8a-3e5cb369518b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4661429 Feb 04 16:01:36.650600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9cd26ea1-3873-4802-ab90-6182c58c6611 None None] Port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:01:36.719675 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-008e0789-2bc8-482c-afc4-b5fa97df7b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.798673 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c1e92420-9a3b-4af9-a968-609c650c6490 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:36.885985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.935412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b55a28-e4e5-485d-b22e-3fd732f7e291']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:36.961848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a09ddb-f749-4dbc-890a-45026d83e8ba') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:36.962589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a09ddb-f749-4dbc-890a-45026d83e8ba') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:36.976746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.978310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port c1e92420-9a3b-4af9-a968-609c650c6490 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:36.992016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c1e92420-9a3b-4af9-a968-609c650c6490 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:36.992522 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.141136 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.149216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event deleted for resources: {'Port': ['ID=472c8642-d6d8-4da1-ab1e-8c0d6145df82,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:37.230756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.253681 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.260891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:01:37.269467 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.305277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port c1e92420-9a3b-4af9-a968-609c650c6490, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c1e92420-9a3b-4af9-a968-609c650c6490,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:37.312432 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:01:37.323513 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:01:37.423137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.442687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=c1e92420-9a3b-4af9-a968-609c650c6490,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:37.493123 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.495988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dda0780d-1903-49b5-9b74-f03d094455ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "DELETE /v2.0/floatingips/e35e47c9-a2e8-438c-838e-14b2fbcbe7a7 HTTP/1.1" status: 204 len: 168 time: 2.4049170 Feb 04 16:01:37.524073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.545779 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.553684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b55a28-e4e5-485d-b22e-3fd732f7e291,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:37.562385 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-452de272-e3ae-43f4-8867-88b660ab5100 admin admin] 10.222.0.46 "DELETE /v2.0/networks/65b55a28-e4e5-485d-b22e-3fd732f7e291 HTTP/1.1" status: 204 len: 168 time: 1.7115996 Feb 04 16:01:37.682697 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.796761 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.898086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37944) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:37.905457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--394684218', 'description': 'tempest-description--1404368729'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:37.921266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:37.930537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:security_group and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:37.938478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:37.949391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37948) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:37.953382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:37.972328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.025499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:38.043401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:security_group_rule and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:38.078925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:38.103163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:38.122243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-722e7eea-086c-4e63-bfc8-2ba2bd9848fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7faed4cee35740d2925b6381f27f1125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710224 Feb 04 16:01:38.125155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37952) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:38.248198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed9fcee0-aa56-4e23-a6bd-46c25ec47536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.263912 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.272570 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.347517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed9fcee0-aa56-4e23-a6bd-46c25ec47536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.430688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.441512 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5415967 Feb 04 16:01:38.442355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37966) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:38.464345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'security_group_rule': {'security_group_id': 'e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:38.477507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:38.481540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407acb23-8d80-4ea3-86d2-51009bdd4762 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:38.482963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:security_group_rule and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:38.488029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:38.495746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:38.522897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.549653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed9fcee0-aa56-4e23-a6bd-46c25ec47536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.561054 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Sync routers for ids ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:38.576296 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Routers {'0001ceb6-0a98-47cf-9b8a-3e5cb369518b'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:38.577623 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:38.650707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c1e92420-9a3b-4af9-a968-609c650c6490 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:38.681794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fcee0-aa56-4e23-a6bd-46c25ec47536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc468f-1248-47fe-8000-a49b3ecd565c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:38.685440 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed9fcee0-aa56-4e23-a6bd-46c25ec47536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.698765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ed9fcee0-aa56-4e23-a6bd-46c25ec47536 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27dc468f-1248-47fe-8000-a49b3ecd565c HTTP/1.1" status: 204 len: 168 time: 0.5650194 Feb 04 16:01:38.755448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.764472 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.812161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c1e92420-9a3b-4af9-a968-609c650c6490 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:38.813213 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.828599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31be2d7f-9ebb-4e3f-933b-7d1008a64bbc,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:38.849065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.853093 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3535f907-02b2-4821-9def-209a918b5eeb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4072118 Feb 04 16:01:38.853478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37978) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:38.862832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'security_group_rule': {'security_group_id': 'e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:38.871215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:38.876408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:security_group_rule and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:38.879756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:38.886992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:38.923681 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.098410 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Set router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:39.133369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.144873 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.197328 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.229161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd8cf93-3864-446d-96b7-f8d4694a82d7,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:39.241718 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.247553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 37984) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:39.254313 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:39.257201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-97584873-4c87-4491-8f03-58b77565c1e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3992999 Feb 04 16:01:39.264238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:39.275774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Usage tracker for resource:floatingip and tenant:dec833bf20b34c789e58c70fd2574cd2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:39.285005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:39.307613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:39.329022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.400594 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.504056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37990) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:39.605632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6662ca93-f589-4aac-8ea0-b03e0c23e40d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46930518af3749a991a1212e151eb1eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999002 Feb 04 16:01:39.609053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 37998) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:39.641847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.735533 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b0208491-b862-4169-8704-122e2082dc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.828165 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b0208491-b862-4169-8704-122e2082dc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.909827 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b0208491-b862-4169-8704-122e2082dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.922159 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:25Z', 'updated_at': '2022-02-04T16:01:34Z', 'revision_number': 4, 'project_id': '489448524f4248df8e5586e36343895e', 'gw_port': {'id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:27Z', 'updated_at': '2022-02-04T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc', 'name': '', 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0', 'tenant_id': '489448524f4248df8e5586e36343895e', 'mac_address': 'fa:16:3e:21:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e03c5e9d-3264-476c-8111-e04ce314aae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:33Z', 'updated_at': '2022-02-04T16:01:35Z', 'revision_number': 2, 'project_id': '489448524f4248df8e5586e36343895e', 'subnets': [{'id': 'e03c5e9d-3264-476c-8111-e04ce314aae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:39.935753 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Checking router: 0001ceb6-0a98-47cf-9b8a-3e5cb369518b for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:39.936561 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Updating router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:01:39.940347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b0208491-b862-4169-8704-122e2082dc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.942630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b0208491-b862-4169-8704-122e2082dc36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f32a8b6-d166-4245-90f4-06b01e6180fb HTTP/1.1" status: 204 len: 168 time: 0.3323367 Feb 04 16:01:39.958316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0208491-b862-4169-8704-122e2082dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f32a8b6-d166-4245-90f4-06b01e6180fb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:40.060922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Allocated IP 172.25.8.162 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/2b225f58-253f-4231-9486-3eb3c744b704) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:40.104652 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.287147 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.322421 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.482614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:40.487754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:40.498887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:40.526744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'Port': ['ID=2b225f58-253f-4231-9486-3eb3c744b704,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:40.652428 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.746238 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.762104 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.790878 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Transition to ACTIVE for port object 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:40.801565 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.057942 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a18d0-4776-431d-9a2a-8e96c10fa5b6 None None] Pushing event updated for resources: {'Port': ['ID=427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:41.109221 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Attempting to bind port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:41.109584 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Attempting to bind port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1a5bc711-50ae-43ec-b37d-6fd48f8026f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:41.109941 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Attempting to bind port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc on network a2c691a1-e059-43d6-9116-11252dfb5ca0 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:41.123635 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:41.124020 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Checking segment: {'id': '1a5bc711-50ae-43ec-b37d-6fd48f8026f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:41.124394 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.124796 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Bound using segment: {'id': '1a5bc711-50ae-43ec-b37d-6fd48f8026f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:41.125308 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Bound port: 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5bc711-50ae-43ec-b37d-6fd48f8026f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:41.125675 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.332740 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] For port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:41.340644 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] For port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc,segment=NetworkSegment(1a5bc711-50ae-43ec-b37d-6fd48f8026f4),segment_id=1a5bc711-50ae-43ec-b37d-6fd48f8026f4)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:41.347874 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.382180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38042) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:41.464546 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Routers {'0001ceb6-0a98-47cf-9b8a-3e5cb369518b'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:41.465368 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:41.514849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.530958 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.651580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1969287992-network', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:41.657566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:41.664237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Usage tracker for resource:network and tenant:90cf08c392f14b6c95b3ab0825158a80 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:41.673934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:41.683872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:41.704389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Made reservation on behalf of 90cf08c392f14b6c95b3ab0825158a80 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:41.707068 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.746551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.774571 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.786152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:41.791111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Usage tracker for resource:security_group_rule and tenant:90cf08c392f14b6c95b3ab0825158a80 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:41.797551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:41.814707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:41.823931 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a18d0-4776-431d-9a2a-8e96c10fa5b6 None None] Pushing event updated for resources: {'Port': ['ID=427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:41.849587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.850818 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6015668 Feb 04 16:01:41.854264 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] Set router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:41.925249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770ecec-84de-4099-bc2b-ba3caca53ab7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'Port': ['ID=2b225f58-253f-4231-9486-3eb3c744b704,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:42.006326 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.015954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.083328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f795796f-3cca-4574-b254-7a3ade5374e7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:42.107815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:01:42.211854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.212363 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Added segment 4d107e91-f27f-4359-a3e6-5ed428642d98 of type vlan for network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 Feb 04 16:01:42.310000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.385376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-845cdee8-1ff0-46af-8133-b486a39fe0e6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:42.386881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-845cdee8-1ff0-46af-8133-b486a39fe0e6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.2830606 Feb 04 16:01:42.390857 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:25Z', 'updated_at': '2022-02-04T16:01:34Z', 'revision_number': 4, 'project_id': '489448524f4248df8e5586e36343895e', 'gw_port': {'id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:27Z', 'updated_at': '2022-02-04T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc', 'name': '', 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0', 'tenant_id': '489448524f4248df8e5586e36343895e', 'mac_address': 'fa:16:3e:21:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e03c5e9d-3264-476c-8111-e04ce314aae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:33Z', 'updated_at': '2022-02-04T16:01:41Z', 'revision_number': 4, 'project_id': '489448524f4248df8e5586e36343895e', 'subnets': [{'id': 'e03c5e9d-3264-476c-8111-e04ce314aae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:42.404927 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20ba4f-b5a8-40f8-b3cc-d7e133d538e0 None None] The sync data for ids ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'] in n-d-827870-1 is: [{'id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:25Z', 'updated_at': '2022-02-04T16:01:34Z', 'revision_number': 4, 'project_id': '489448524f4248df8e5586e36343895e', 'gw_port': {'id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:27Z', 'updated_at': '2022-02-04T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc', 'name': '', 'network_id': 'a2c691a1-e059-43d6-9116-11252dfb5ca0', 'tenant_id': '489448524f4248df8e5586e36343895e', 'mac_address': 'fa:16:3e:21:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e03c5e9d-3264-476c-8111-e04ce314aae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:33Z', 'updated_at': '2022-02-04T16:01:41Z', 'revision_number': 4, 'project_id': '489448524f4248df8e5586e36343895e', 'subnets': [{'id': 'e03c5e9d-3264-476c-8111-e04ce314aae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:42.425332 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-57540589-041c-4564-90e9-3fcfde02da37 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/quotas/90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 375 time: 0.0287693 Feb 04 16:01:42.529125 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.533897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:42.534801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.707790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] Pushing event updated for resources: {'Network': ['ID=ee76aea8-c5c6-4eea-8a7d-787c4953e0e7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:42.716348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38070) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:42.717110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2fc0efa1-a396-4cd4-9be2-d4413348e61f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3333886 Feb 04 16:01:42.722831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:01:42.724661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Request body: {'subnet': {'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1969287992-subnet', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:42.734115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-4a1b8f55-9765-4be4-9d8d-d31fc13fa5f2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3079190 Feb 04 16:01:42.742955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:42.758601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Usage tracker for resource:subnet and tenant:90cf08c392f14b6c95b3ab0825158a80 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:42.766537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:42.774391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:42.793649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Made reservation on behalf of 90cf08c392f14b6c95b3ab0825158a80 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:42.797414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.898597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:43.097923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:43.104166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:43.104884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.178771 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.314567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-a4789a94-edbd-4842-8e85-f3f87bae35a7 service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736086 Feb 04 16:01:43.353322 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.408033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d71bcb5-c7cc-4205-b433-1685e86bce57,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:43.417052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc,segment=NetworkSegment(1a5bc711-50ae-43ec-b37d-6fd48f8026f4),segment_id=1a5bc711-50ae-43ec-b37d-6fd48f8026f4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:43.428387 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.437740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Checking segment: {'id': '4d107e91-f27f-4359-a3e6-5ed428642d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:43.438108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Network hostable DHCP agents. Network: ee76aea8-c5c6-4eea-8a7d-787c4953e0e7, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:01:43.475893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:01:43.494960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, ee76aea8-c5c6-4eea-8a7d-787c4953e0e7) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:43.501242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:43.501836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.549801 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e94d70ae-b9c7-4ef8-ad56-ca16ab65e5b7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8320394 Feb 04 16:01:43.553553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38080) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:43.572785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:43.593755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:43.595860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:43.601450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d14d7-5998-4fd7-b673-510bf3c84f1d None None] Network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:01:43.605162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Usage tracker for resource:router and tenant:90cf08c392f14b6c95b3ab0825158a80 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:43.610744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:43.624177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:43.648141 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.649222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.682703 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.742969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fcb9e75a-f811-4a3c-8c4b-b5f2729a1247 service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223804 Feb 04 16:01:44.102502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-ee76aea8-c5c6-4eea-8a7d-787c4953e0e7', 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'fixed_ips': [{'subnet_id': '4d71bcb5-c7cc-4205-b433-1685e86bce57'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:01:44.103887 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.330415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.445440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Allocated IP 172.20.0.2 (ee76aea8-c5c6-4eea-8a7d-787c4953e0e7/4d71bcb5-c7cc-4205-b433-1685e86bce57/df62bade-f4a1-400d-b479-6cb779b8e4dd) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:44.725455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-bbd21652-dd8a-4256-a8a4-c5d71d2e8031 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--394684218&fields=id&tenant_id=dec833bf20b34c789e58c70fd2574cd2 HTTP/1.1" status: 200 len: 267 time: 0.1413152 Feb 04 16:01:44.773070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:45.005944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:45.009502 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.091763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.130709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.173519 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.205448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Transition to ACTIVE for port object df62bade-f4a1-400d-b479-6cb779b8e4dd will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:45.214593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a37da-4015-416d-a3bd-28c42bd18804 req-8e248f9d-3325-4ca2-9d03-37e0cabe8db7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:45.224682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-8e248f9d-3325-4ca2-9d03-37e0cabe8db7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 816 time: 0.4970813 Feb 04 16:01:45.250959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-1accae6b-70f3-47e3-8368-6af2b05302e2 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/quotas/dec833bf20b34c789e58c70fd2574cd2 HTTP/1.1" status: 200 len: 375 time: 0.0136716 Feb 04 16:01:45.330927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Allocated IP 172.25.8.89 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/d74e40b4-aecf-45da-91d4-519d7cfd8c76) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:45.425276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Transition to ACTIVE for port object df62bade-f4a1-400d-b479-6cb779b8e4dd will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:45.436952 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.455581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-861a37da-4015-416d-a3bd-28c42bd18804 req-6d02d017-31ff-4cdc-9b49-2496da9eff78 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Synchronizing usage tracker for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:45.507425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-861a37da-4015-416d-a3bd-28c42bd18804 req-6d02d017-31ff-4cdc-9b49-2496da9eff78 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Unset dirty status for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:45.534792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:45.535119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-6d02d017-31ff-4cdc-9b49-2496da9eff78 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2665606 Feb 04 16:01:45.543707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:45.554948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:45.680075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Pushing event updated for resources: {'Port': ['ID=df62bade-f4a1-400d-b479-6cb779b8e4dd,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:45.706230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Attempting to bind port df62bade-f4a1-400d-b479-6cb779b8e4dd on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:45.707324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Attempting to bind port df62bade-f4a1-400d-b479-6cb779b8e4dd by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '4d107e91-f27f-4359-a3e6-5ed428642d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:45.707324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Attempting to bind port df62bade-f4a1-400d-b479-6cb779b8e4dd on network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:45.713935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:45.717012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Checking segment: {'id': '4d107e91-f27f-4359-a3e6-5ed428642d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:45.719329 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.720050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Bound using segment: {'id': '4d107e91-f27f-4359-a3e6-5ed428642d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:45.720700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Bound port: df62bade-f4a1-400d-b479-6cb779b8e4dd, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d107e91-f27f-4359-a3e6-5ed428642d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:45.724050 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.753841 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.772246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-fb75b465-fe37-4278-a11e-1fadfe88f8f0 service neutron] 10.222.0.46 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286437 Feb 04 16:01:45.809555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.940890 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-fafab0d2-f056-44e3-913c-de954264f21f service neutron] 10.222.0.46 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636357 Feb 04 16:01:46.050254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] For port df62bade-f4a1-400d-b479-6cb779b8e4dd, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:46.054042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] For port df62bade-f4a1-400d-b479-6cb779b8e4dd, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=df62bade-f4a1-400d-b479-6cb779b8e4dd,segment=NetworkSegment(4d107e91-f27f-4359-a3e6-5ed428642d98),segment_id=4d107e91-f27f-4359-a3e6-5ed428642d98)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:46.063291 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.153484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:46.157086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:46.164269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:46.334636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ac83e-0162-4a1d-8ddf-41a7dca17e89 None None] Pushing event updated for resources: {'Port': ['ID=df62bade-f4a1-400d-b479-6cb779b8e4dd,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:46.389638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Pushing event updated for resources: {'Port': ['ID=d74e40b4-aecf-45da-91d4-519d7cfd8c76,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:46.654874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7877bbd4-59f9-46e9-adf7-f2f7ad7a1c51 req-744ee90b-1559-46f5-ba28-0231c253dc02 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 210 time: 0.1069691 Feb 04 16:01:46.988629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d20f914f-7f11-4cf0-aa5d-b1868e35a5ea req-8c34d53c-e876-457a-a269-0c8748d31fa7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 210 time: 0.1516821 Feb 04 16:01:47.111817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-f26a5762-bd59-498a-91cb-310f74460b82 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:47.114371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-f26a5762-bd59-498a-91cb-310f74460b82 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.4820378 Feb 04 16:01:47.136100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'port': {'device_id': 'b98ec38f-50ab-4a03-9c74-c9f170fb76a7', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'admin_state_up': True, 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:47.426854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:47.477493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:port and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:47.484514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.486954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:47.505575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:47.531024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Made reservation on behalf of 90b6ad5d4a9e401ca064aef59b30c519 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:47.534592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.087409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-76c205e3-8a61-4160-a987-69a77fc52fea req-cf13ee80-331c-46cb-b7e2-b730c6ead509 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 210 time: 0.1296725 Feb 04 16:01:48.221701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.20.0.3 (deb6b6a8-a5b0-4d5c-8319-e9c341e840f8/ba6b2f8f-7e0d-410d-b760-65b99af391f8/8ed71899-91d1-42bb-9cc6-4e7b1349f7c5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:48.493454 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f2830cea-6c05-4c08-9206-b7520baaa2a1 req-ea5e18d7-d35f-4f1d-b8de-2b9febabca5a tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 210 time: 0.1138344 Feb 04 16:01:48.502053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.535959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb3198-eeab-41c2-8d3f-5197f9468060 None None] Network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:01:48.777079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ba7aea2-3b38-4c1e-8ad5-92cebfb84dd1 None None] Provisioning for port df62bade-f4a1-400d-b479-6cb779b8e4dd completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:48.846238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device df62bade-f4a1-400d-b479-6cb779b8e4dd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:49.099744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:01:49.276837 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.320845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Transition to ACTIVE for port object 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:49.334964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port df62bade-f4a1-400d-b479-6cb779b8e4dd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:49.376097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port df62bade-f4a1-400d-b479-6cb779b8e4dd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:49.376651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.460747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:01:49.519702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c588c01f-0996-497f-bbed-05935674276e req-0912d436-a080-48be-b165-1fbb0354aa4b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 210 time: 0.1383903 Feb 04 16:01:49.520738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.525866 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2da76d99-8119-4021-a872-d2e82ed5ca08 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.9712250 Feb 04 16:01:49.526681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38178) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:49.564258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Sync routers for ids ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:49.628947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Routers {'9bb8b0ca-e415-4d71-b777-91e57e99fa05'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:49.630464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:49.980762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a37da-4015-416d-a3bd-28c42bd18804 req-1ffb1b23-b88b-442f-bf31-51f8df64eadd tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:49.991218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-1ffb1b23-b88b-442f-bf31-51f8df64eadd tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.61 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 816 time: 1.2280734 Feb 04 16:01:49.996819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.227580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:50.255544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:50.273177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:50.292757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:50.382784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c001720-9484-4a31-91ce-98df4e1f3186 req-dd747adf-5ad6-4dc6-be8f-0cbc139625de tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 210 time: 0.2506099 Feb 04 16:01:50.389229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Set router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:50.455042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-33b8c670-da6a-4145-892a-a3906cc979c0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dec833bf20b34c789e58c70fd2574cd2 HTTP/1.1" status: 200 len: 379 time: 0.4555638 Feb 04 16:01:50.491036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'port': {'device_id': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'admin_state_up': True, 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'security_groups': ['e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:50.879623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:50.880313 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.885260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:50.899230 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.913067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-178ea124-d5b6-4055-8cf2-82c9e2e368d8 None None] Provisioning for port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:50.941536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:50.960743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-fa7fd14a-3e85-4edf-8397-2893dc49c7a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8323157 Feb 04 16:01:50.977534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Request body: {'port': {'device_id': 'b98ec38f-50ab-4a03-9c74-c9f170fb76a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:50.991240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-178ea124-d5b6-4055-8cf2-82c9e2e368d8 None None] Provisioning complete for port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:50.991885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-178ea124-d5b6-4055-8cf2-82c9e2e368d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.033832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Made reservation on behalf of dec833bf20b34c789e58c70fd2574cd2 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:51.051631 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.104546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port df62bade-f4a1-400d-b479-6cb779b8e4dd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=df62bade-f4a1-400d-b479-6cb779b8e4dd,segment=NetworkSegment(4d107e91-f27f-4359-a3e6-5ed428642d98),segment_id=4d107e91-f27f-4359-a3e6-5ed428642d98)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:51.115344 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.213806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-178ea124-d5b6-4055-8cf2-82c9e2e368d8 None None] Port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:01:51.226168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326a743-76c1-4e36-99dd-905851f3d154 req-5b0c7226-6362-46e0-b2bc-2bde22d99b0b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:51.226955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e326a743-76c1-4e36-99dd-905851f3d154 req-5b0c7226-6362-46e0-b2bc-2bde22d99b0b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:51.295019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=df62bade-f4a1-400d-b479-6cb779b8e4dd,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:51.317401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:43Z', 'updated_at': '2022-02-04T16:01:46Z', 'revision_number': 3, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'gw_port': {'id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:45Z', 'updated_at': '2022-02-04T16:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:51.329376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Checking router: 9bb8b0ca-e415-4d71-b777-91e57e99fa05 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:51.329951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Updating router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 port d74e40b4-aecf-45da-91d4-519d7cfd8c76 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:01:51.334887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e326a743-76c1-4e36-99dd-905851f3d154 req-5b0c7226-6362-46e0-b2bc-2bde22d99b0b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:51.336250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326a743-76c1-4e36-99dd-905851f3d154 req-5b0c7226-6362-46e0-b2bc-2bde22d99b0b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 931 time: 0.5831928 Feb 04 16:01:51.394776 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.458571 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.461951 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.540972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e326a743-76c1-4e36-99dd-905851f3d154 req-3f7dd3d4-0402-4535-8f11-cf8669730c6a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878171 Feb 04 16:01:51.741641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-52c0af7c-7ab3-4935-856f-5fa94d58863a None None] Provisioning complete for port df62bade-f4a1-400d-b479-6cb779b8e4dd triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:51.743559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-52c0af7c-7ab3-4935-856f-5fa94d58863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.781117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Allocated IP 172.20.0.1 (ee76aea8-c5c6-4eea-8a7d-787c4953e0e7/4d71bcb5-c7cc-4205-b433-1685e86bce57/094422a3-fd8e-4d25-80b9-5cf13d29addf) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:51.842306 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ea7ed39-eb30-4f18-a08d-2d095d992f2b req-c2ca434f-9822-425e-9983-6042c9cd602f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 210 time: 0.1089506 Feb 04 16:01:51.878249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Allocated IP 172.20.0.11 (ad662d07-9b96-4374-ad05-ecb75bbb9bbc/6e9360ca-88d4-4e37-8442-86ceba72b152/7db5163e-2c48-4f5d-948d-7a12e1350151) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:52.055017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.073524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Transition to ACTIVE for port object 094422a3-fd8e-4d25-80b9-5cf13d29addf will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:52.101690 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.192722 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.198522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:52.202033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:52.204635 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:52.207514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Transition to ACTIVE for port object d74e40b4-aecf-45da-91d4-519d7cfd8c76 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:52.216963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.269943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Pushing event updated for resources: {'Port': ['ID=094422a3-fd8e-4d25-80b9-5cf13d29addf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:52.320481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4b6a3-17ba-4b2c-8a8c-ba8ad36e74cb None None] Pushing event updated for resources: {'Port': ['ID=d74e40b4-aecf-45da-91d4-519d7cfd8c76,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:52.335396 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.347981 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.370942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Transition to ACTIVE for port object 7db5163e-2c48-4f5d-948d-7a12e1350151 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:52.390508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Attempting to bind port d74e40b4-aecf-45da-91d4-519d7cfd8c76 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:52.390839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Attempting to bind port d74e40b4-aecf-45da-91d4-519d7cfd8c76 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:52.391165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Attempting to bind port d74e40b4-aecf-45da-91d4-519d7cfd8c76 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:52.408913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:52.410335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:52.410902 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.411447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:52.413540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Bound port: d74e40b4-aecf-45da-91d4-519d7cfd8c76, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:52.414129 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.467921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.598326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.607096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] For port d74e40b4-aecf-45da-91d4-519d7cfd8c76, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:52.613770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] For port d74e40b4-aecf-45da-91d4-519d7cfd8c76, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d74e40b4-aecf-45da-91d4-519d7cfd8c76,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:52.621063 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.712937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:52.730129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:52.738687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:01:52.801610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4b6a3-17ba-4b2c-8a8c-ba8ad36e74cb None None] Pushing event updated for resources: {'Port': ['ID=d74e40b4-aecf-45da-91d4-519d7cfd8c76,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:52.803125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:52.824932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.844529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Routers {'9bb8b0ca-e415-4d71-b777-91e57e99fa05'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:52.845189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:52.864982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Transition to ACTIVE for port object 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:52.914892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b1b0dced-9c3d-4d8d-ad17-67e0aa464471 None None] Provisioning for port 094422a3-fd8e-4d25-80b9-5cf13d29addf completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:53.071455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b1b0dced-9c3d-4d8d-ad17-67e0aa464471 None None] Provisioning complete for port 094422a3-fd8e-4d25-80b9-5cf13d29addf triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:53.072087 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b1b0dced-9c3d-4d8d-ad17-67e0aa464471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.124289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] Set router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:53.241572 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.249028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.295630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.321583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:53.356895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device df62bade-f4a1-400d-b479-6cb779b8e4dd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:53.477125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Pushing event updated for resources: {'Port': ['ID=094422a3-fd8e-4d25-80b9-5cf13d29addf,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:53.481827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.494999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0dced-9c3d-4d8d-ad17-67e0aa464471 None None] Port 094422a3-fd8e-4d25-80b9-5cf13d29addf cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:01:53.646686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:53.649437 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.756551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:53.764577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:53.769062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:53.893389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff70aa0-25c5-4417-a613-a20a640f775d req-e21e3233-7b2d-4741-8a0f-5fa6a4b811b5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:53.905757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ff70aa0-25c5-4417-a613-a20a640f775d req-e21e3233-7b2d-4741-8a0f-5fa6a4b811b5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 943 time: 1.1688557 Feb 04 16:01:53.909088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-69c288c2-7f78-4877-a6be-3294334566e6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4476886 Feb 04 16:01:53.910042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Attempting to bind port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:53.910582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Attempting to bind port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:53.911062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Attempting to bind port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:53.974620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-68bac35e-09a0-4fca-871f-f2f671bddf8b None None] Provisioning for port 7db5163e-2c48-4f5d-948d-7a12e1350151 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:54.005554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:01:54.019892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-68bac35e-09a0-4fca-871f-f2f671bddf8b None None] Provisioning complete for port 7db5163e-2c48-4f5d-948d-7a12e1350151 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:54.020391 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68bac35e-09a0-4fca-871f-f2f671bddf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.031777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Request body: {'port': {'device_id': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:54.053768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port df62bade-f4a1-400d-b479-6cb779b8e4dd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:54.054204 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.097757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ff70aa0-25c5-4417-a613-a20a640f775d req-d2e56f65-6195-4ad4-971a-6dcd0f5a3827 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829345 Feb 04 16:01:54.103857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:01:54.104203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Attempting to bind port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:54.124093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:54.124431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:54.124909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Bound using segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:54.125350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Bound port: 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:54.125697 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.225442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-68bac35e-09a0-4fca-871f-f2f671bddf8b None None] Port 7db5163e-2c48-4f5d-948d-7a12e1350151 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:01:54.288565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:43Z', 'updated_at': '2022-02-04T16:01:52Z', 'revision_number': 4, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'gw_port': {'id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:45Z', 'updated_at': '2022-02-04T16:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '094422a3-fd8e-4d25-80b9-5cf13d29addf', 'name': '', 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'mac_address': 'fa:16:3e:39:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:51Z', 'updated_at': '2022-02-04T16:01:51Z', 'revision_number': 1, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'subnets': [{'id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:54.293995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61877ab4-0041-4a92-a088-d9e808141fcb None None] The sync data for ids ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'] in n-d-827870-1 is: [{'id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:43Z', 'updated_at': '2022-02-04T16:01:52Z', 'revision_number': 4, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'gw_port': {'id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:45Z', 'updated_at': '2022-02-04T16:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '094422a3-fd8e-4d25-80b9-5cf13d29addf', 'name': '', 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'mac_address': 'fa:16:3e:39:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:51Z', 'updated_at': '2022-02-04T16:01:51Z', 'revision_number': 1, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'subnets': [{'id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:54.317452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:01:54.364338 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c81224c6-9ec0-4c45-a9ac-151c55fcf8ba admin admin] 10.222.0.46 "PUT /v2.0/routers/9bb8b0ca-e415-4d71-b777-91e57e99fa05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8361783 Feb 04 16:01:54.422075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ac463dd-74b3-4417-acb3-1498efaba148 None None] Provisioning complete for port 094422a3-fd8e-4d25-80b9-5cf13d29addf triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:54.422597 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ac463dd-74b3-4417-acb3-1498efaba148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.473675 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.512672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] For port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:54.568023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7ac463dd-74b3-4417-acb3-1498efaba148 None None] Port 094422a3-fd8e-4d25-80b9-5cf13d29addf cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:01:54.592061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] For port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:54.612734 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.715390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb110b-52a2-42d1-9b39-a6192e627a00 req-5af5f311-69f6-4280-91d4-cc3458f9ff0c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:54.721661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-12bb110b-52a2-42d1-9b39-a6192e627a00 req-5af5f311-69f6-4280-91d4-cc3458f9ff0c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Synchronizing usage tracker for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:54.757139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:54.757653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.759141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] 10.222.0.53 "PUT /v2.0/ports/8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 HTTP/1.1" status: 200 len: 1091 time: 3.7858939 Feb 04 16:01:54.760196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98ec38f-50ab-4a03-9c74-c9f170fb76a7', 'tag': '8ed71899-91d1-42bb-9cc6-4e7b1349f7c5'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:54.983585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-12bb110b-52a2-42d1-9b39-a6192e627a00 req-5af5f311-69f6-4280-91d4-cc3458f9ff0c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Unset dirty status for tenant:dec833bf20b34c789e58c70fd2574cd2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:54.985013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12bb110b-52a2-42d1-9b39-a6192e627a00 req-5af5f311-69f6-4280-91d4-cc3458f9ff0c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 932 time: 0.7104487 Feb 04 16:01:55.018041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f09ef-b61d-4b6e-b817-13a685835277 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:55.463148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12bb110b-52a2-42d1-9b39-a6192e627a00 req-5459d8d1-512b-4f97-801e-f3ab6d6f8826 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4388783 Feb 04 16:01:55.480712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db5163e-2c48-4f5d-948d-7a12e1350151 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:55.499466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.509513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-55541387-47eb-46ac-a7b4-977431e89abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:55.511123 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-55541387-47eb-46ac-a7b4-977431e89abb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 1094 time: 0.6651824 Feb 04 16:01:55.658155 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98ec38f-50ab-4a03-9c74-c9f170fb76a7', 'tag': '8ed71899-91d1-42bb-9cc6-4e7b1349f7c5', 'status': 'completed', 'code': 200} Feb 04 16:01:55.723548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-bf1d0a1e-fb5d-4e76-a436-c5015de9d2e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 HTTP/1.1" status: 200 len: 217 time: 0.1975801 Feb 04 16:01:55.790257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Transition to ACTIVE for port object 7db5163e-2c48-4f5d-948d-7a12e1350151 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:55.889696 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.557572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-e4341c7f-ae37-4db4-8b55-dd3ced041752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:56.558937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-e4341c7f-ae37-4db4-8b55-dd3ced041752 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.7569056 Feb 04 16:01:56.625557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:56.711386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Attempting to bind port 7db5163e-2c48-4f5d-948d-7a12e1350151 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:56.711822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Attempting to bind port 7db5163e-2c48-4f5d-948d-7a12e1350151 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:56.712262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Attempting to bind port 7db5163e-2c48-4f5d-948d-7a12e1350151 on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:56.720702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Port 7db5163e-2c48-4f5d-948d-7a12e1350151 on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:01:56.721230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Attempting to bind port 7db5163e-2c48-4f5d-948d-7a12e1350151 on network ad662d07-9b96-4374-ad05-ecb75bbb9bbc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:01:56.738244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05681b1-6294-4a42-b506-a8bd223b8b5d req-6384c60c-d38f-4287-8868-86efbb5d022d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:56.739942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c05681b1-6294-4a42-b506-a8bd223b8b5d req-6384c60c-d38f-4287-8868-86efbb5d022d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 943 time: 1.0257175 Feb 04 16:01:56.784192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:01:56.784695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Checking segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:01:56.785213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Bound using segment: {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:01:56.785837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Bound port: 7db5163e-2c48-4f5d-948d-7a12e1350151, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d6231e-a28f-4a8c-b3b1-f696b761458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:56.786278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.954445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:01:56.971842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:01:56.993318 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.106011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-7e57cd77-9a81-4b2d-abed-fdd3e8f75c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:57.108735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-7e57cd77-9a81-4b2d-abed-fdd3e8f75c15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4802680 Feb 04 16:01:57.112643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c05681b1-6294-4a42-b506-a8bd223b8b5d req-85b2d5fa-fc82-4e25-8df3-4a24782ca0d4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625104 Feb 04 16:01:57.171276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38284) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:57.292599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:57.301236 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.302776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] 10.222.0.61 "PUT /v2.0/ports/7db5163e-2c48-4f5d-948d-7a12e1350151 HTTP/1.1" status: 200 len: 1092 time: 3.3012855 Feb 04 16:01:57.345232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d74e40b4-aecf-45da-91d4-519d7cfd8c76 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:57.547555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port d74e40b4-aecf-45da-91d4-519d7cfd8c76 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:57.554142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d74e40b4-aecf-45da-91d4-519d7cfd8c76 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:57.554517 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.579947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-f903a559-0d5a-4848-a77c-cc7cf2b011a5 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599142 Feb 04 16:01:57.580715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c02c4-0729-4684-98d5-c4b646411243 service neutron] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:57.793496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:57.799729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a2ce72e-4a32-464a-b5c5-80aa71e0d3b9 req-e0bd087f-0d00-4066-b4f1-cb9a5e196d41 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991951 Feb 04 16:01:57.829944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.872966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port d74e40b4-aecf-45da-91d4-519d7cfd8c76, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d74e40b4-aecf-45da-91d4-519d7cfd8c76,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:01:57.878094 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.913451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a37da-4015-416d-a3bd-28c42bd18804 req-d1f3940c-0b31-4206-ae8f-ace2696f158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:57.915170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-d1f3940c-0b31-4206-ae8f-ace2696f158d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 1095 time: 0.4629385 Feb 04 16:01:57.925782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297cf66-bc24-4176-9834-c2136302b81c req-f260075f-ba57-4f8e-b207-505887826531 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:57.934489 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c297cf66-bc24-4176-9834-c2136302b81c req-f260075f-ba57-4f8e-b207-505887826531 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.5706377 Feb 04 16:01:57.983194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=d74e40b4-aecf-45da-91d4-519d7cfd8c76,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:58.085450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c297cf66-bc24-4176-9834-c2136302b81c req-d1ff6c36-48a1-43d6-957c-ce19c07c5059 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488800 Feb 04 16:01:58.135594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-a32b3419-20c7-4349-94ae-5a76d536ea99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db5163e-2c48-4f5d-948d-7a12e1350151 HTTP/1.1" status: 200 len: 217 time: 0.1650815 Feb 04 16:01:58.168719 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Sync routers for ids ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:58.179283 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Routers {'9bb8b0ca-e415-4d71-b777-91e57e99fa05'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:01:58.180195 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:58.250106 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'status': 'completed', 'code': 200} Feb 04 16:01:58.278870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.347802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a37da-4015-416d-a3bd-28c42bd18804 req-31a6350c-9efb-490c-89bc-6214c91b94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:58.349479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-31a6350c-9efb-490c-89bc-6214c91b94e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.2004020 Feb 04 16:01:58.419541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-d97aa7e0-f2bc-483d-96a8-e1dc85c43518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:58.421186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-d97aa7e0-f2bc-483d-96a8-e1dc85c43518 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 1094 time: 0.5608075 Feb 04 16:01:58.619363 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Set router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:01:58.730788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a37da-4015-416d-a3bd-28c42bd18804 req-7b36e49f-f27c-4526-a87f-12d5b785d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:58.732904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-7b36e49f-f27c-4526-a87f-12d5b785d823 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3690925 Feb 04 16:01:58.736221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-c7481da2-15dc-41f4-9ee7-8028cadb09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:58.738677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-c7481da2-15dc-41f4-9ee7-8028cadb09c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.3107862 Feb 04 16:01:58.749394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c524b8-f2df-46e4-b23f-f73768c7b7e2 req-017cf392-521b-4d6f-8b17-40bd89233768 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:58.758485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2c524b8-f2df-46e4-b23f-f73768c7b7e2 req-017cf392-521b-4d6f-8b17-40bd89233768 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 943 time: 0.3074243 Feb 04 16:01:58.946712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-34100c2d-2b3e-4c58-a3ba-f82cdc755f34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 HTTP/1.1" status: 200 len: 217 time: 0.1433456 Feb 04 16:01:59.066030 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:43Z', 'updated_at': '2022-02-04T16:01:52Z', 'revision_number': 4, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'gw_port': {'id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:45Z', 'updated_at': '2022-02-04T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '094422a3-fd8e-4d25-80b9-5cf13d29addf', 'name': '', 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'mac_address': 'fa:16:3e:39:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:51Z', 'updated_at': '2022-02-04T16:01:52Z', 'revision_number': 2, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'subnets': [{'id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:59.070749 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Checking router: 9bb8b0ca-e415-4d71-b777-91e57e99fa05 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:59.071109 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Updating router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 port 094422a3-fd8e-4d25-80b9-5cf13d29addf binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:01:59.116999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Deleting port 094422a3-fd8e-4d25-80b9-5cf13d29addf {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:01:59.117613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.130258 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.234283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d74e40b4-aecf-45da-91d4-519d7cfd8c76 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:59.405687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port d74e40b4-aecf-45da-91d4-519d7cfd8c76 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:59.406300 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.423002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2c524b8-f2df-46e4-b23f-f73768c7b7e2 req-40acca62-a4d7-48f8-a419-48be1ae008b2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635294 Feb 04 16:01:59.534958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-7931c24f-2775-455b-b1c6-148db52d9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:59.536496 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-7931c24f-2775-455b-b1c6-148db52d9f2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.5644448 Feb 04 16:01:59.540981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.819991 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.832070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-1d093bed-c1ab-4f7e-87b6-299970446cb2 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0576060 Feb 04 16:01:59.836749 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Transition to ACTIVE for port object 094422a3-fd8e-4d25-80b9-5cf13d29addf will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:59.848210 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.910071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Calling delete_port for 094422a3-fd8e-4d25-80b9-5cf13d29addf owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:01:59.965632 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23924ba-c9e9-428b-b136-b25e68424206 None None] Pushing event updated for resources: {'Port': ['ID=094422a3-fd8e-4d25-80b9-5cf13d29addf,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:00.136810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37cf69-3e1f-4297-bc50-705f42932fba req-3d0900a0-ba7a-4c42-9992-957afa450b0f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:00.146528 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c37cf69-3e1f-4297-bc50-705f42932fba req-3d0900a0-ba7a-4c42-9992-957afa450b0f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.4030261 Feb 04 16:02:00.221793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-3efeca37-24b9-42ae-b661-6ae9140e5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:00.225778 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-3efeca37-24b9-42ae-b661-6ae9140e5c11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6569247 Feb 04 16:02:00.303608 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Attempting to bind port 094422a3-fd8e-4d25-80b9-5cf13d29addf on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:00.303983 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Attempting to bind port 094422a3-fd8e-4d25-80b9-5cf13d29addf by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '4d107e91-f27f-4359-a3e6-5ed428642d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:00.304344 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Attempting to bind port 094422a3-fd8e-4d25-80b9-5cf13d29addf on network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:02:00.332544 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:02:00.332949 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Checking segment: {'id': '4d107e91-f27f-4359-a3e6-5ed428642d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:02:00.333354 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.333748 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Bound using segment: {'id': '4d107e91-f27f-4359-a3e6-5ed428642d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:02:00.334225 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Bound port: 094422a3-fd8e-4d25-80b9-5cf13d29addf, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d107e91-f27f-4359-a3e6-5ed428642d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:00.334592 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.381202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c37cf69-3e1f-4297-bc50-705f42932fba req-8b9c350e-0dc7-401e-b234-7bc30d551ccc tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334087 Feb 04 16:02:00.426069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861a37da-4015-416d-a3bd-28c42bd18804 req-ab85aa94-3c68-484a-b9b2-4ff03f3ad5f6 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723681 Feb 04 16:02:00.597804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-75948fb9-9db0-44ea-b153-ce1ec35a9e2a service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519366 Feb 04 16:02:00.699790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:02:00.701453 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:02:00.790624 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] For port 094422a3-fd8e-4d25-80b9-5cf13d29addf, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:02:00.796025 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a08608c9-4a32-47cd-a177-e5a7f3d213e2 req-1a30710a-16e9-48fd-b5e8-939078aa1585 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807866 Feb 04 16:02:00.827220 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] For port 094422a3-fd8e-4d25-80b9-5cf13d29addf, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=094422a3-fd8e-4d25-80b9-5cf13d29addf,segment=NetworkSegment(4d107e91-f27f-4359-a3e6-5ed428642d98),segment_id=4d107e91-f27f-4359-a3e6-5ed428642d98)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:02:00.834739 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.862457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-c207b328-a485-4c1b-87b4-3e7f599810df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:00.863847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-c207b328-a485-4c1b-87b4-3e7f599810df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 1095 time: 0.3304763 Feb 04 16:02:00.914405 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23924ba-c9e9-428b-b136-b25e68424206 None None] Pushing event updated for resources: {'Port': ['ID=094422a3-fd8e-4d25-80b9-5cf13d29addf,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:00.952487 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Routers {'9bb8b0ca-e415-4d71-b777-91e57e99fa05'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:02:00.953377 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:01.152721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dfffc-30fb-48c6-9c37-3801c833a536 req-8773fff4-9613-41cf-a6e5-e806476586fd tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:01.158510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b02dfffc-30fb-48c6-9c37-3801c833a536 req-8773fff4-9613-41cf-a6e5-e806476586fd tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 943 time: 0.3615074 Feb 04 16:02:01.172099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-33753d5e-a85e-47cb-8b7c-765c1784489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:01.176327 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-33753d5e-a85e-47cb-8b7c-765c1784489f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.3030329 Feb 04 16:02:01.203062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Deleting port 094422a3-fd8e-4d25-80b9-5cf13d29addf {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:02:01.203615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.363986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-704f567b-29e3-458d-8d0a-b1c3756fcbd0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db5163e-2c48-4f5d-948d-7a12e1350151 HTTP/1.1" status: 200 len: 217 time: 0.1793442 Feb 04 16:02:01.388617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 094422a3-fd8e-4d25-80b9-5cf13d29addf up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:01.461564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-c5f775e1-a0df-43f0-9f65-99a45196be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:01.463135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-c5f775e1-a0df-43f0-9f65-99a45196be21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.0861750 Feb 04 16:02:01.477372 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] Set router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:02:01.506639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 094422a3-fd8e-4d25-80b9-5cf13d29addf completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:01.515260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 094422a3-fd8e-4d25-80b9-5cf13d29addf triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:01.515635 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.583037 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b02dfffc-30fb-48c6-9c37-3801c833a536 req-a6983e8e-1210-49c2-95e8-bc26fd1dd172 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126141 Feb 04 16:02:01.692799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] For port 094422a3-fd8e-4d25-80b9-5cf13d29addf, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=094422a3-fd8e-4d25-80b9-5cf13d29addf,segment=NetworkSegment(4d107e91-f27f-4359-a3e6-5ed428642d98),segment_id=4d107e91-f27f-4359-a3e6-5ed428642d98)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:01.693276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.705425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-885bb790-34e8-42e5-804c-f60e16fb7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:01.706981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-885bb790-34e8-42e5-804c-f60e16fb7534 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2333245 Feb 04 16:02:01.870798 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.951131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 094422a3-fd8e-4d25-80b9-5cf13d29addf, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=094422a3-fd8e-4d25-80b9-5cf13d29addf,segment=NetworkSegment(4d107e91-f27f-4359-a3e6-5ed428642d98),segment_id=4d107e91-f27f-4359-a3e6-5ed428642d98)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:01.957232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.963768 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:43Z', 'updated_at': '2022-02-04T16:01:52Z', 'revision_number': 4, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'gw_port': {'id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:45Z', 'updated_at': '2022-02-04T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '094422a3-fd8e-4d25-80b9-5cf13d29addf', 'name': '', 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'mac_address': 'fa:16:3e:39:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:51Z', 'updated_at': '2022-02-04T16:02:00Z', 'revision_number': 4, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'subnets': [{'id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:01.978849 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789f938-f5c8-4223-b7a0-ec39b3c5ba00 None None] The sync data for ids ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'] in n-d-827870-1 is: [{'id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:43Z', 'updated_at': '2022-02-04T16:01:52Z', 'revision_number': 4, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'gw_port': {'id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:45Z', 'updated_at': '2022-02-04T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '094422a3-fd8e-4d25-80b9-5cf13d29addf', 'name': '', 'network_id': 'ee76aea8-c5c6-4eea-8a7d-787c4953e0e7', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'mac_address': 'fa:16:3e:39:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:51Z', 'updated_at': '2022-02-04T16:02:00Z', 'revision_number': 4, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'subnets': [{'id': '4d71bcb5-c7cc-4205-b433-1685e86bce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:02:01.999156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Calling delete_port for 094422a3-fd8e-4d25-80b9-5cf13d29addf owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:02:02.054971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=094422a3-fd8e-4d25-80b9-5cf13d29addf,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:02.100750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-2be6f053-82b4-4d27-95dc-4e598cb802ed service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869517 Feb 04 16:02:02.172387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:02:02.173145 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:02:02.182261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Deleting port 094422a3-fd8e-4d25-80b9-5cf13d29addf {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:02:02.182977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.277470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28330087-8ade-4dd1-8f9a-33316de443b2 req-40887b4b-cbea-4ecf-9ab8-1f217cc4ce8d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.285393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28330087-8ade-4dd1-8f9a-33316de443b2 req-40887b4b-cbea-4ecf-9ab8-1f217cc4ce8d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.3878894 Feb 04 16:02:02.371813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2661b539-f17a-4489-99fc-d2dbbbf882a0 req-02d8fdf8-5de9-4c0e-b638-86c92bbd302f service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641473 Feb 04 16:02:02.401309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28330087-8ade-4dd1-8f9a-33316de443b2 req-9110f1c8-9545-499a-8429-7cc250102de7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090760 Feb 04 16:02:02.547781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] For port 094422a3-fd8e-4d25-80b9-5cf13d29addf, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=094422a3-fd8e-4d25-80b9-5cf13d29addf,segment=NetworkSegment(4d107e91-f27f-4359-a3e6-5ed428642d98),segment_id=4d107e91-f27f-4359-a3e6-5ed428642d98)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:02.548394 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.683275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Calling delete_port for 094422a3-fd8e-4d25-80b9-5cf13d29addf owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:02:02.891933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd843e-4cb3-4a42-b2a2-bb7f507ab8e7 req-4d5d771d-243c-4514-a6ea-915d1a9685a9 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.902266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57fd843e-4cb3-4a42-b2a2-bb7f507ab8e7 req-4d5d771d-243c-4514-a6ea-915d1a9685a9 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 943 time: 0.1225028 Feb 04 16:02:02.954442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.012095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57fd843e-4cb3-4a42-b2a2-bb7f507ab8e7 req-8a5118f3-b638-4772-b613-f2eda90e5195 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882578 Feb 04 16:02:03.070206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Pushing event deleted for resources: {'Port': ['ID=094422a3-fd8e-4d25-80b9-5cf13d29addf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:03.401449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.762277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc73746-a1b9-4c67-bb28-5dbd518f9c9e req-fed13eff-5688-4f99-bf59-8c37224ba5c3 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:03.769880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1bc73746-a1b9-4c67-bb28-5dbd518f9c9e req-fed13eff-5688-4f99-bf59-8c37224ba5c3 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.2247608 Feb 04 16:02:03.826731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1bc73746-a1b9-4c67-bb28-5dbd518f9c9e req-bad70d00-71ec-49fe-993c-8f489caf86c2 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558782 Feb 04 16:02:03.839097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:02:04.030535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:02:04.041141 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-51d76196-555f-49a0-9ab5-e53e52f52530 admin admin] 10.222.0.46 "PUT /v2.0/routers/9bb8b0ca-e415-4d71-b777-91e57e99fa05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8671422 Feb 04 16:02:04.042261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38372) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:04.043395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] Sync routers for ids ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:02:04.054184 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] Routers {'9bb8b0ca-e415-4d71-b777-91e57e99fa05'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:02:04.055955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:04.152922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:04.402917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e61d7-1b4b-48b9-b8e7-9758f9c96b44 req-c1cfa202-4430-42dc-b8cd-0ca33ba7e86b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:04.414203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f3e61d7-1b4b-48b9-b8e7-9758f9c96b44 req-c1cfa202-4430-42dc-b8cd-0ca33ba7e86b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 943 time: 0.1180246 Feb 04 16:02:04.497795 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.506871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7452be65-2669-4a15-b373-0b9e74f79471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.507275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f3e61d7-1b4b-48b9-b8e7-9758f9c96b44 req-eeecf6fc-aed5-40ad-ab73-6df2b0a864b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921948 Feb 04 16:02:04.571834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:04.591676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] Set router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:02:04.638239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'port_id': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'mac_address': 'fa:16:3e:de:e1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:04.736952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38398) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:04.750189 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.760665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Deleting port d74e40b4-aecf-45da-91d4-519d7cfd8c76 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:02:04.761127 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.904564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4783429-dc86-4540-9b38-ce4b364e0ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.918201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a4783429-dc86-4540-9b38-ce4b364e0ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:04.922756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a4783429-dc86-4540-9b38-ce4b364e0ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d3672ce09934cf1bd0d82fbd06d845c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:04.925876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a4783429-dc86-4540-9b38-ce4b364e0ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:04.933008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a4783429-dc86-4540-9b38-ce4b364e0ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:04.974079 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.012320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db5163e-2c48-4f5d-948d-7a12e1350151 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:05.043910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4783429-dc86-4540-9b38-ce4b364e0ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.049247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] For port d74e40b4-aecf-45da-91d4-519d7cfd8c76, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=d74e40b4-aecf-45da-91d4-519d7cfd8c76,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:05.049615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.050049 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4783429-dc86-4540-9b38-ce4b364e0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.060994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:05.067436 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.143817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:05.153248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:43Z', 'updated_at': '2022-02-04T16:02:02Z', 'revision_number': 5, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'gw_port': {'id': 'd74e40b4-aecf-45da-91d4-519d7cfd8c76', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:45Z', 'updated_at': '2022-02-04T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:05.158155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] Checking router: 9bb8b0ca-e415-4d71-b777-91e57e99fa05 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:02:05.161769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4783429-dc86-4540-9b38-ce4b364e0ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6299a39-24f6-4045-a615-f0ecb575f018,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:05.166307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a4783429-dc86-4540-9b38-ce4b364e0ec3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d3672ce09934cf1bd0d82fbd06d845c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277420 Feb 04 16:02:05.170100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] Routers {'9bb8b0ca-e415-4d71-b777-91e57e99fa05'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:02:05.170782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:01:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:05.173755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38414) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:05.214409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Calling delete_port for d74e40b4-aecf-45da-91d4-519d7cfd8c76 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:02:05.278997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaab9f-333e-4317-8d49-7d2650f1dfc1 req-acc65e0b-bdc8-499b-88b9-8b40fa71b7c3 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:05.280964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cdaab9f-333e-4317-8d49-7d2650f1dfc1 req-acc65e0b-bdc8-499b-88b9-8b40fa71b7c3 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 945 time: 0.2199616 Feb 04 16:02:05.312568 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-844786c1-31f8-447e-8779-552ac4dd1078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.364302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-844786c1-31f8-447e-8779-552ac4dd1078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.374304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cdaab9f-333e-4317-8d49-7d2650f1dfc1 req-0bc7b61d-f590-424e-9ae6-089c1c013c1e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850592 Feb 04 16:02:05.428038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-844786c1-31f8-447e-8779-552ac4dd1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.444819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844786c1-31f8-447e-8779-552ac4dd1078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6299a39-24f6-4045-a615-f0ecb575f018,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:05.452600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-844786c1-31f8-447e-8779-552ac4dd1078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.456361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-844786c1-31f8-447e-8779-552ac4dd1078 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6299a39-24f6-4045-a615-f0ecb575f018 HTTP/1.1" status: 204 len: 168 time: 0.2812815 Feb 04 16:02:05.456522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.485511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] Set router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:02:05.519875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d74e40b4-aecf-45da-91d4-519d7cfd8c76,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:05.611360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7db5163e-2c48-4f5d-948d-7a12e1350151'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:02:05.626180 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.797374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:43Z', 'updated_at': '2022-02-04T16:02:04Z', 'revision_number': 6, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:05.817647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff76c2a-4ce6-44bf-9f5f-5ea812632b1b None None] The sync data for ids ['9bb8b0ca-e415-4d71-b777-91e57e99fa05'] in n-d-827870-1 is: [{'id': '9bb8b0ca-e415-4d71-b777-91e57e99fa05', 'name': 'tempest-ImageQuotaTest-1969287992-router', 'tenant_id': '90cf08c392f14b6c95b3ab0825158a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:43Z', 'updated_at': '2022-02-04T16:02:04Z', 'revision_number': 6, 'project_id': '90cf08c392f14b6c95b3ab0825158a80', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:02:05.824703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef4a84-a60c-4e9c-bd8e-578dee59762b req-3220bb4a-0c23-49a6-900a-b73c7b9a0c79 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:05.834992 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.842042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.845447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2aef4a84-a60c-4e9c-bd8e-578dee59762b req-3220bb4a-0c23-49a6-900a-b73c7b9a0c79 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 943 time: 0.1179454 Feb 04 16:02:05.903372 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.903789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2aef4a84-a60c-4e9c-bd8e-578dee59762b req-6ea91406-bc88-402e-8abd-f4a4a144dc4e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574543 Feb 04 16:02:05.904403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb8b0ca-e415-4d71-b777-91e57e99fa05 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:02:05.923893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.925239 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f0fcf17c-fcfe-4a4b-9b89-a7fadde0af25 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9bb8b0ca-e415-4d71-b777-91e57e99fa05 HTTP/1.1" status: 204 len: 168 time: 1.8821404 Feb 04 16:02:05.927688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38438) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:06.042891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0938ea26-388d-4a6b-9391-aa18ea441d41 admin admin] Deleting subnet 4d71bcb5-c7cc-4205-b433-1685e86bce57 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:02:06.047534 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0938ea26-388d-4a6b-9391-aa18ea441d41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.101094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0938ea26-388d-4a6b-9391-aa18ea441d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.199656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0938ea26-388d-4a6b-9391-aa18ea441d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.350851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0938ea26-388d-4a6b-9391-aa18ea441d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.394636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938ea26-388d-4a6b-9391-aa18ea441d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d71bcb5-c7cc-4205-b433-1685e86bce57,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:06.400186 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0938ea26-388d-4a6b-9391-aa18ea441d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.406180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9b72d-6d84-4d3e-bda0-4afe54f7a5f2 None None] Network ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:02:06.410051 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0938ea26-388d-4a6b-9391-aa18ea441d41 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4d71bcb5-c7cc-4205-b433-1685e86bce57 HTTP/1.1" status: 204 len: 168 time: 0.4806404 Feb 04 16:02:06.412755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38458) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:06.520572 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.616404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.666173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-68aa1b1c-0dd0-49eb-9699-d8b8096f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.712462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Deleting port df62bade-f4a1-400d-b479-6cb779b8e4dd {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:02:06.712462 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.791645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f62a4-f6c7-476c-b2b6-cd6313463108 req-f568a304-376c-4957-bdfc-62cd135dcbcd tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:06.797294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:06.799870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e6f62a4-f6c7-476c-b2b6-cd6313463108 req-f568a304-376c-4957-bdfc-62cd135dcbcd tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 945 time: 0.1811531 Feb 04 16:02:06.803859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] DHCP port deletion for ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:02:06.811659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] Deleting port df62bade-f4a1-400d-b479-6cb779b8e4dd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:02:06.812291 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.110441 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e6f62a4-f6c7-476c-b2b6-cd6313463108 req-be832e17-e47a-4cfe-b4ef-5a52fcbdce50 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095770 Feb 04 16:02:07.112466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] For port df62bade-f4a1-400d-b479-6cb779b8e4dd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=df62bade-f4a1-400d-b479-6cb779b8e4dd,segment=NetworkSegment(4d107e91-f27f-4359-a3e6-5ed428642d98),segment_id=4d107e91-f27f-4359-a3e6-5ed428642d98)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:07.112858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.282757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device df62bade-f4a1-400d-b479-6cb779b8e4dd no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:07.354485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Calling delete_port for df62bade-f4a1-400d-b479-6cb779b8e4dd owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:02:07.405478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] For port df62bade-f4a1-400d-b479-6cb779b8e4dd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=df62bade-f4a1-400d-b479-6cb779b8e4dd,segment=NetworkSegment(4d107e91-f27f-4359-a3e6-5ed428642d98),segment_id=4d107e91-f27f-4359-a3e6-5ed428642d98)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:07.406283 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.490911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:07.571962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1a0c3-309d-4b51-8ee8-a2ccd39664b4 req-04d48242-0861-48a1-baf1-8c2ed8f933c7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:07.579678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4cc1a0c3-309d-4b51-8ee8-a2ccd39664b4 req-04d48242-0861-48a1-baf1-8c2ed8f933c7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 943 time: 0.2360413 Feb 04 16:02:07.594660 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.647652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] Calling delete_port for df62bade-f4a1-400d-b479-6cb779b8e4dd owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:02:07.690963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=df62bade-f4a1-400d-b479-6cb779b8e4dd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:07.710847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] No DVR routers for this DVR port df62bade-f4a1-400d-b479-6cb779b8e4dd on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:02:07.734737 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:02:07.747304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '8ed71899-91d1-42bb-9cc6-4e7b1349f7c5', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'port_id': '8ed71899-91d1-42bb-9cc6-4e7b1349f7c5', 'mac_address': 'fa:16:3e:f4:16:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:07.838211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4cc1a0c3-309d-4b51-8ee8-a2ccd39664b4 req-5005ba70-1e4c-4286-bdfe-15d5a79cf88a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576854 Feb 04 16:02:07.845679 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.874368 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.887178 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.905615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:07.909924 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:02:07.910262 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:02:07.915498 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.974476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.984824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d74e40b4-aecf-45da-91d4-519d7cfd8c76 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:08.024589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:08.025544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: d74e40b4-aecf-45da-91d4-519d7cfd8c76 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:02:08.025898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device d74e40b4-aecf-45da-91d4-519d7cfd8c76 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:02:08.026291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 094422a3-fd8e-4d25-80b9-5cf13d29addf no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:08.042823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee76aea8-c5c6-4eea-8a7d-787c4953e0e7']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:08.055796 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.066652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d107e91-f27f-4359-a3e6-5ed428642d98') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:08.068245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d107e91-f27f-4359-a3e6-5ed428642d98') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:08.093355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.111127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 094422a3-fd8e-4d25-80b9-5cf13d29addf {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:02:08.111439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 094422a3-fd8e-4d25-80b9-5cf13d29addf not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:02:08.115307 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.125473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:02:08.126429 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:02:08.148323 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:02:08.178075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:08.246326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:08.267341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.268006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.268491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.269003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.269480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.269956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.270452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.270922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.271411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.271880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.272351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.273519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:08.307040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 7db5163e-2c48-4f5d-948d-7a12e1350151 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:08.313625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 7db5163e-2c48-4f5d-948d-7a12e1350151 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:08.314066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.381410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8ed71899-91d1-42bb-9cc6-4e7b1349f7c5'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:02:08.382420 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.388733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.416263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] Deleting port df62bade-f4a1-400d-b479-6cb779b8e4dd {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:02:08.416263 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.440481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ee76aea8-c5c6-4eea-8a7d-787c4953e0e7 HTTP/1.1" status: 204 len: 168 time: 2.0263426 Feb 04 16:02:08.446626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029940-a50e-4934-b77b-038d05332d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee76aea8-c5c6-4eea-8a7d-787c4953e0e7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:08.470906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69022ae-9b96-450d-b12f-fd835f754d34 req-2be25ffe-9457-46ee-aa5a-addc16a425da tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:08.472611 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c69022ae-9b96-450d-b12f-fd835f754d34 req-2be25ffe-9457-46ee-aa5a-addc16a425da tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 945 time: 0.1884851 Feb 04 16:02:08.528836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c69022ae-9b96-450d-b12f-fd835f754d34 req-69b65cc9-3eaa-4131-b401-264f21c72596 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501428 Feb 04 16:02:08.571841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ba608-dd22-4482-a94c-75c338fcfe19 None None] The port 'df62bade-f4a1-400d-b479-6cb779b8e4dd' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:02:08.675284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38516) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:08.708603 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.787662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dd71fd9b-8aad-42ce-8023-44be390965c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90cf08c392f14b6c95b3ab0825158a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051376 Feb 04 16:02:08.787662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38522) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:08.795047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:08.796698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:08.809190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.879011 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d58fa84e-70b9-425b-85af-4a9b441446dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.902391 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'code': 200} Feb 04 16:02:08.919635 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d58fa84e-70b9-425b-85af-4a9b441446dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.961633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:09.123964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd191491-5d8f-4f3c-a94c-5ad3d93e7bbe req-f0180102-5b95-4873-a9ca-fbc317c58519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:09.125479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd191491-5d8f-4f3c-a94c-5ad3d93e7bbe req-f0180102-5b95-4873-a9ca-fbc317c58519 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 1097 time: 0.1792951 Feb 04 16:02:09.128409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d58fa84e-70b9-425b-85af-4a9b441446dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.198917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fa84e-70b9-425b-85af-4a9b441446dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f795796f-3cca-4574-b254-7a3ade5374e7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:09.200397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.217959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67413126-120b-471d-946a-6bc2f699ac59 req-e8fd52f2-e3e1-470e-8f9b-539abb9ba035 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:09.219545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67413126-120b-471d-946a-6bc2f699ac59 req-e8fd52f2-e3e1-470e-8f9b-539abb9ba035 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 944 time: 0.1851149 Feb 04 16:02:09.220438 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d58fa84e-70b9-425b-85af-4a9b441446dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.221518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d58fa84e-70b9-425b-85af-4a9b441446dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f795796f-3cca-4574-b254-7a3ade5374e7 HTTP/1.1" status: 204 len: 168 time: 0.4362128 Feb 04 16:02:09.261110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd191491-5d8f-4f3c-a94c-5ad3d93e7bbe req-dce9726d-5bee-4d96-b623-932e259c8db3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149354 Feb 04 16:02:09.287107 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67413126-120b-471d-946a-6bc2f699ac59 req-79fb5f19-098e-4cb5-8670-db5aad893b2a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462942 Feb 04 16:02:09.404082 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.642229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38550) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:09.665095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.683900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:09.693647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:09.697037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:09.705534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:09.744732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742acb7-4eff-4026-a769-af99a76b4e29 req-e62d9e51-b978-48e5-beb6-37a5218c9400 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:09.746256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c742acb7-4eff-4026-a769-af99a76b4e29 req-e62d9e51-b978-48e5-beb6-37a5218c9400 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.0901837 Feb 04 16:02:09.813371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c742acb7-4eff-4026-a769-af99a76b4e29 req-8da411e6-217f-4954-9359-e5a68525e2fe tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579379 Feb 04 16:02:09.861117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.865433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.913599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e58244-0761-4be1-bd6c-9d3b2d3b2fde,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:09.919629 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2738698 Feb 04 16:02:09.921126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 38560) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:09.924886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.925378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.925856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.926358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.926829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.927296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.927771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.928265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.928738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.929226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.929700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.930386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e4785-ab15-4292-94cc-9dd6dac3d325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:09.988273 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c49453-f6f0-45a1-a4bb-f81eb888c444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.015141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c49453-f6f0-45a1-a4bb-f81eb888c444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.069575 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c49453-f6f0-45a1-a4bb-f81eb888c444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.086882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c49453-f6f0-45a1-a4bb-f81eb888c444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e58244-0761-4be1-bd6c-9d3b2d3b2fde,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:10.091897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c49453-f6f0-45a1-a4bb-f81eb888c444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.092510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-05c49453-f6f0-45a1-a4bb-f81eb888c444 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00e58244-0761-4be1-bd6c-9d3b2d3b2fde HTTP/1.1" status: 204 len: 168 time: 0.1703756 Feb 04 16:02:10.555018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f26e0-5f6e-4bd1-a336-2b08a7255f7e req-8205a872-04cb-4c73-b058-d3892dee2f85 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:10.573444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc3f26e0-5f6e-4bd1-a336-2b08a7255f7e req-8205a872-04cb-4c73-b058-d3892dee2f85 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 944 time: 0.1339545 Feb 04 16:02:10.679668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc3f26e0-5f6e-4bd1-a336-2b08a7255f7e req-113186ce-779d-4070-bfd3-e01a9e06228d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049237 Feb 04 16:02:10.810526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:10.905876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:10.911427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:10.911790 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.067494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0b97a-53df-4c06-a8ad-5313906078d6 req-ca150efc-df14-4b3e-bc63-2eb11da5aa8b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:11.073628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70a0b97a-53df-4c06-a8ad-5313906078d6 req-ca150efc-df14-4b3e-bc63-2eb11da5aa8b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1286867 Feb 04 16:02:11.116676 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.150880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70a0b97a-53df-4c06-a8ad-5313906078d6 req-afd3520f-a6e5-4c7d-a5c3-cf5d9a5f7eac tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662434 Feb 04 16:02:11.197919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:11.197919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98ec38f-50ab-4a03-9c74-c9f170fb76a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed71899-91d1-42bb-9cc6-4e7b1349f7c5'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:11.205600 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.299675 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98ec38f-50ab-4a03-9c74-c9f170fb76a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed71899-91d1-42bb-9cc6-4e7b1349f7c5', 'code': 200} Feb 04 16:02:11.319822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:11.478546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20a9a9-e525-48e2-97e3-12ed5b66f788 req-2a920043-8345-4fc3-8675-c971c7657bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:11.480019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b20a9a9-e525-48e2-97e3-12ed5b66f788 req-2a920043-8345-4fc3-8675-c971c7657bc4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 1096 time: 0.1468732 Feb 04 16:02:11.515871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a214f9-287b-419c-84bb-aaefdf6df6bf req-d6d2b57d-19d3-4dc3-9b45-1ccc337c6bc7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:11.517335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81a214f9-287b-419c-84bb-aaefdf6df6bf req-d6d2b57d-19d3-4dc3-9b45-1ccc337c6bc7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1368551 Feb 04 16:02:11.525856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 38602) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:11.531073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8dae471a-7fcc-4f8b-8794-17ea22c7584d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Request body: {'floatingip': {'port_id': '7db5163e-2c48-4f5d-948d-7a12e1350151'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:11.536729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b20a9a9-e525-48e2-97e3-12ed5b66f788 req-aafbac1e-697f-457a-aa73-852f0f450231 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470743 Feb 04 16:02:11.619053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dae471a-7fcc-4f8b-8794-17ea22c7584d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.899348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b0e6-76a7-4e66-ba4b-f1bfca2f7616 req-1819f81b-5dfe-498d-a6b5-2d9ef4abbb77 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:11.907771 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef56b0e6-76a7-4e66-ba4b-f1bfca2f7616 req-1819f81b-5dfe-498d-a6b5-2d9ef4abbb77 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 945 time: 0.1043038 Feb 04 16:02:11.954330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef56b0e6-76a7-4e66-ba4b-f1bfca2f7616 req-ff279254-5e3f-44de-ba95-bd3f7eab2f68 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Feb 04 16:02:12.422605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dae471a-7fcc-4f8b-8794-17ea22c7584d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.426877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dae471a-7fcc-4f8b-8794-17ea22c7584d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.623368 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-8dae471a-7fcc-4f8b-8794-17ea22c7584d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Floating IP eb959bfb-a241-4d13-a9c6-299a7888d280 associated. External IP: 172.25.8.162, port: 7db5163e-2c48-4f5d-948d-7a12e1350151. Feb 04 16:02:12.689200 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:02:13.158944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dae471a-7fcc-4f8b-8794-17ea22c7584d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:02:13.231457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f75a4-cd35-4b34-8dbb-2176137ffe7b req-816d5864-af2a-4544-b370-890378eb96ea tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:13.238821 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-185f75a4-cd35-4b34-8dbb-2176137ffe7b req-816d5864-af2a-4544-b370-890378eb96ea tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 945 time: 0.1192703 Feb 04 16:02:13.314173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-185f75a4-cd35-4b34-8dbb-2176137ffe7b req-b2f2a26c-8ba2-417c-b1a5-4ad82b4acd72 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743601 Feb 04 16:02:13.565032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dae471a-7fcc-4f8b-8794-17ea22c7584d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:02:13.569363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cc14e-4400-4966-9295-8902c5240bde req-5ee349be-338a-4014-b4d0-8562c2a5c1ca tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:13.571590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a3cc14e-4400-4966-9295-8902c5240bde req-5ee349be-338a-4014-b4d0-8562c2a5c1ca tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 945 time: 0.0944335 Feb 04 16:02:13.582259 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a919613-979f-43d9-956c-b53992d085ce None None] Sync routers for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:02:13.588217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dae471a-7fcc-4f8b-8794-17ea22c7584d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.620871 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a919613-979f-43d9-956c-b53992d085ce None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:02:13.621635 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5a919613-979f-43d9-956c-b53992d085ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:02:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:13.628115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a3cc14e-4400-4966-9295-8902c5240bde req-bcd1022e-3b7d-49e0-94d8-56325523513a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497124 Feb 04 16:02:13.681182 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8dae471a-7fcc-4f8b-8794-17ea22c7584d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "PUT /v2.0/floatingips/eb959bfb-a241-4d13-a9c6-299a7888d280 HTTP/1.1" status: 200 len: 992 time: 2.1500542 Feb 04 16:02:13.682131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:13.860486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bbbd2-55c5-4bde-bd41-b19887508137 req-32b32578-5e97-4c69-8103-e1b5a2507833 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:13.867673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-385bbbd2-55c5-4bde-bd41-b19887508137 req-32b32578-5e97-4c69-8103-e1b5a2507833 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 945 time: 0.0974243 Feb 04 16:02:13.882596 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5a919613-979f-43d9-956c-b53992d085ce None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:02:13.917045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-385bbbd2-55c5-4bde-bd41-b19887508137 req-c66ae0b3-228c-4172-9ba7-6fb435a1198b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483954 Feb 04 16:02:14.172400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bd654-479b-4941-8b55-5172705a4209 req-13296d39-1471-4f4c-9f67-2bcaed097bde tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:14.174011 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-931bd654-479b-4941-8b55-5172705a4209 req-13296d39-1471-4f4c-9f67-2bcaed097bde tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1411662 Feb 04 16:02:14.235524 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-931bd654-479b-4941-8b55-5172705a4209 req-da651e82-110a-4048-96da-dcc53364ffd4 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538888 Feb 04 16:02:14.291623 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'status': 'completed', 'code': 200} Feb 04 16:02:14.445011 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5a919613-979f-43d9-956c-b53992d085ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'eb959bfb-a241-4d13-a9c6-299a7888d280', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'port_id': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'mac_address': 'fa:16:3e:de:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:01:40Z', 'updated_at': '2022-02-04T16:02:12Z', 'revision_number': 1, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:14.448851 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a919613-979f-43d9-956c-b53992d085ce None None] Checking router: 0b8838b6-f8c3-4325-9e67-43323e0fbae2 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:02:14.450620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8911139-9241-4491-ab65-99f4095979c6 req-c729e3b8-2e04-444e-83ff-bafeaab01291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:14.452950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8911139-9241-4491-ab65-99f4095979c6 req-c729e3b8-2e04-444e-83ff-bafeaab01291 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 1097 time: 0.1380589 Feb 04 16:02:14.466649 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a919613-979f-43d9-956c-b53992d085ce None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:02:14.466649 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5a919613-979f-43d9-956c-b53992d085ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:02:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:14.631249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8911139-9241-4491-ab65-99f4095979c6 req-9794014e-e68f-4d93-83a4-1aa898aa4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:14.645201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8911139-9241-4491-ab65-99f4095979c6 req-9794014e-e68f-4d93-83a4-1aa898aa4c03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.1733208 Feb 04 16:02:14.734653 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5a919613-979f-43d9-956c-b53992d085ce None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:02:14.775949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8911139-9241-4491-ab65-99f4095979c6 req-cff99dbd-2238-418f-8635-64a84feb73f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db5163e-2c48-4f5d-948d-7a12e1350151 HTTP/1.1" status: 200 len: 1000 time: 0.1276526 Feb 04 16:02:15.023110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8911139-9241-4491-ab65-99f4095979c6 req-362f3b5d-57c2-489f-b759-08a6a820a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:15.024479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8911139-9241-4491-ab65-99f4095979c6 req-362f3b5d-57c2-489f-b759-08a6a820a8ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.2426863 Feb 04 16:02:15.091806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fd0b0-72ac-4b2f-b209-ee308da4fc8d req-08a32558-da68-4ba8-aeec-04167abdc0bf tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:15.093557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-793fd0b0-72ac-4b2f-b209-ee308da4fc8d req-08a32558-da68-4ba8-aeec-04167abdc0bf tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 945 time: 0.2765949 Feb 04 16:02:15.155309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-793fd0b0-72ac-4b2f-b209-ee308da4fc8d req-f46544f2-292f-44b4-8607-475aa53fc015 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536487 Feb 04 16:02:15.165710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8911139-9241-4491-ab65-99f4095979c6 req-fd1ce570-ca82-49ad-8dce-d079cb3c1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:15.167409 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8911139-9241-4491-ab65-99f4095979c6 req-fd1ce570-ca82-49ad-8dce-d079cb3c1f1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353576 Feb 04 16:02:15.254681 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5a919613-979f-43d9-956c-b53992d085ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'eb959bfb-a241-4d13-a9c6-299a7888d280', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'port_id': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'mac_address': 'fa:16:3e:de:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:01:40Z', 'updated_at': '2022-02-04T16:02:12Z', 'revision_number': 1, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:15.275776 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a919613-979f-43d9-956c-b53992d085ce None None] The sync data for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 is: [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'eb959bfb-a241-4d13-a9c6-299a7888d280', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'port_id': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'mac_address': 'fa:16:3e:de:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:01:40Z', 'updated_at': '2022-02-04T16:02:12Z', 'revision_number': 1, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:02:15.410567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8911139-9241-4491-ab65-99f4095979c6 req-da31e4eb-91ce-4fb1-a5fa-f727624e37b0 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365861 Feb 04 16:02:15.632627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8911139-9241-4491-ab65-99f4095979c6 req-caa02781-98da-4e91-a9f9-0f7800f44ec4 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696260 Feb 04 16:02:15.643520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d52f23-e809-4fe2-bad1-e1df92a4eea7 req-fe3c70ce-ca17-45cf-a31b-8223ef001d18 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:15.645250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-87d52f23-e809-4fe2-bad1-e1df92a4eea7 req-fe3c70ce-ca17-45cf-a31b-8223ef001d18 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.2333977 Feb 04 16:02:15.661364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa7f0f-2640-4630-be7d-60a45c775a34 None None] New status for floating IP eb959bfb-a241-4d13-a9c6-299a7888d280: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:02:15.707286 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-87d52f23-e809-4fe2-bad1-e1df92a4eea7 req-560c7441-aa18-48c2-8064-0b84f71874f4 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548744 Feb 04 16:02:16.464602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681b3c8-bee4-4c7a-b44c-8cc787565107 req-b655de96-96fa-4e0f-b1d3-873ca4bea418 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:16.466290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b681b3c8-bee4-4c7a-b44c-8cc787565107 req-b655de96-96fa-4e0f-b1d3-873ca4bea418 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 945 time: 0.1809723 Feb 04 16:02:16.509266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6b535-3574-448b-bc89-2344ce04e81a req-25e2bac3-32bc-4996-956a-01ac19715ff4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:16.510712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16f6b535-3574-448b-bc89-2344ce04e81a req-25e2bac3-32bc-4996-956a-01ac19715ff4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 945 time: 0.1326532 Feb 04 16:02:16.579073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b681b3c8-bee4-4c7a-b44c-8cc787565107 req-c6b13ef6-7221-4c29-9021-cb6754c1d4cd tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039276 Feb 04 16:02:16.599014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-16f6b535-3574-448b-bc89-2344ce04e81a req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:02:16.599301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-16f6b535-3574-448b-bc89-2344ce04e81a req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:16.934698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-16f6b535-3574-448b-bc89-2344ce04e81a req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] For port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:02:16.935199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-16f6b535-3574-448b-bc89-2344ce04e81a req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.076116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-16f6b535-3574-448b-bc89-2344ce04e81a req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:02:17.132659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6bba2-99c8-419e-a072-892f0ba84d2f req-bf535bbd-2582-451f-8fec-3407b969c6e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:17.134619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61c6bba2-99c8-419e-a072-892f0ba84d2f req-bf535bbd-2582-451f-8fec-3407b969c6e1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.3062010 Feb 04 16:02:17.204593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61c6bba2-99c8-419e-a072-892f0ba84d2f req-b37c2e94-e89b-433c-8fe6-77e5b0064fc1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602086 Feb 04 16:02:17.300856 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-16f6b535-3574-448b-bc89-2344ce04e81a req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.688038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=8ed71899-91d1-42bb-9cc6-4e7b1349f7c5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:17.690907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f6b535-3574-448b-bc89-2344ce04e81a req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] No DVR routers for this DVR port 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:17.694131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-16f6b535-3574-448b-bc89-2344ce04e81a req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.696504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98ec38f-50ab-4a03-9c74-c9f170fb76a7', 'name': 'network-vif-deleted', 'tag': '8ed71899-91d1-42bb-9cc6-4e7b1349f7c5'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:17.723576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.725347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.725347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.725347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.728296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.728662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.729037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.729378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.729711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.730048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.732818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.732950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:17.753925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16f6b535-3574-448b-bc89-2344ce04e81a req-f0ed57a8-21b2-4752-961d-d03deb01ffcc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "DELETE /v2.0/ports/8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 HTTP/1.1" status: 204 len: 173 time: 1.2294159 Feb 04 16:02:17.855695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ec3dc731-6176-4fcc-a4cb-9837ae1f4853 req-42887057-bfd6-4da1-b3bb-21906b34e763 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:17.881887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ec3dc731-6176-4fcc-a4cb-9837ae1f4853 req-42887057-bfd6-4da1-b3bb-21906b34e763 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:17.883933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec3dc731-6176-4fcc-a4cb-9837ae1f4853 req-42887057-bfd6-4da1-b3bb-21906b34e763 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 210 time: 0.0708184 Feb 04 16:02:17.971790 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98ec38f-50ab-4a03-9c74-c9f170fb76a7', 'name': 'network-vif-deleted', 'tag': '8ed71899-91d1-42bb-9cc6-4e7b1349f7c5', 'status': 'completed', 'code': 200} Feb 04 16:02:18.841257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:18.902815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:02:18.903757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8ed71899-91d1-42bb-9cc6-4e7b1349f7c5 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:02:19.063405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce3fa7fe-2b4f-4c95-9dd8-ebd75856465e req-be8f3b10-5051-4294-837b-f7b4248fe94f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98ec38f-50ab-4a03-9c74-c9f170fb76a7 HTTP/1.1" status: 200 len: 210 time: 0.0435445 Feb 04 16:02:24.475091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-521bc424-1233-4c33-9085-b6e06d0a2462 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246099 Feb 04 16:02:24.676529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-4e680ad1-57c7-4f33-b489-36e26210153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:24.676529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-4e680ad1-57c7-4f33-b489-36e26210153c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 1097 time: 0.1228821 Feb 04 16:02:24.889490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-a57e473e-1d42-4220-b111-3e002f3de02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:24.889490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-a57e473e-1d42-4220-b111-3e002f3de02b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.1853960 Feb 04 16:02:25.040340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-35e50baa-e974-4f07-8e9d-1a00b1e42427 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db5163e-2c48-4f5d-948d-7a12e1350151 HTTP/1.1" status: 200 len: 1002 time: 0.1474116 Feb 04 16:02:25.122364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-2104fbe9-f16b-469e-8ccf-29f127458f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:25.125948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-2104fbe9-f16b-469e-8ccf-29f127458f2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.0749927 Feb 04 16:02:25.243451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-6fced497-0c9c-4f98-84a3-5802ed858514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:25.243451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-6fced497-0c9c-4f98-84a3-5802ed858514 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096821 Feb 04 16:02:25.446295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-7c159b7f-1a07-4254-8308-a4cb398376ca service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934493 Feb 04 16:02:25.610021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa0b7db6-4f7e-41cd-8029-12bfb9757059 req-36750b28-4ba3-4f47-a72e-a24e1dc48f16 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609254 Feb 04 16:02:34.256529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4fd1377f-245f-409a-9d85-bab669542fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:36.484571 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:36.657634 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-11f7f3c1-b573-48e5-946d-be42e96cc8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.691689 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.807976 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.217309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.411231 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:46.986243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-a5573e76-9463-4c1c-af82-53b3ee602922 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:46.993185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-a5573e76-9463-4c1c-af82-53b3ee602922 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.1603765 Feb 04 16:02:47.006951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-75bd3fef-7a4e-4afd-bd7d-18feac84de87 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/quotas/90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 375 time: 0.0125654 Feb 04 16:02:47.094170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-b49638d9-e94f-4f38-9ee2-bdecfa4e8774 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841370 Feb 04 16:02:47.266979 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-295697d3-d45c-4030-8570-37e959f519e0 service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659620 Feb 04 16:02:47.453989 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-cbf6c142-c131-45f0-a28c-2c5fd62800bd service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831491 Feb 04 16:02:47.759429 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7e56a1a-83ee-4428-8e1f-1e5c04b3b9db req-74ee66cf-ee99-43b9-be92-ed25e7eaebf6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 210 time: 0.0590103 Feb 04 16:02:49.380839 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42e38fa5-2dd7-400c-8765-4d533e2ea404 req-26048822-7e16-4a53-ab25-c149a9fd3552 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 210 time: 0.1814194 Feb 04 16:02:49.392628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-b6074fd1-33b9-459e-8eb9-f5305636112f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:49.401369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-b6074fd1-33b9-459e-8eb9-f5305636112f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.5203512 Feb 04 16:02:49.417242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'port': {'device_id': 'fd19e376-f8ef-4aa8-a2b1-34e84c898a3f', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'admin_state_up': True, 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:49.697035 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:02:49.706536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:49.714925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:49.729273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Made reservation on behalf of 90b6ad5d4a9e401ca064aef59b30c519 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:49.729273 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.004154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.20.0.10 (deb6b6a8-a5b0-4d5c-8319-e9c341e840f8/ba6b2f8f-7e0d-410d-b760-65b99af391f8/846ab186-ea1c-4f41-bfd0-cdd0644f7780) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:50.313642 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.334152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Transition to ACTIVE for port object 846ab186-ea1c-4f41-bfd0-cdd0644f7780 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:50.373929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.528712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=846ab186-ea1c-4f41-bfd0-cdd0644f7780,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:50.555312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:50.557293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:50.649582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:02:50.712569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:50.712569 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.754353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-c6c2e570-3a1c-485e-b1d0-3410c301717e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3430812 Feb 04 16:02:50.768513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Request body: {'port': {'device_id': 'fd19e376-f8ef-4aa8-a2b1-34e84c898a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:50.823813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaa724-e38d-4086-b0ca-632af1174197 req-4b985b82-68b1-4691-8845-550672534ac0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:50.823813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1afaa724-e38d-4086-b0ca-632af1174197 req-4b985b82-68b1-4691-8845-550672534ac0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:50.864838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1afaa724-e38d-4086-b0ca-632af1174197 req-4b985b82-68b1-4691-8845-550672534ac0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:50.865951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1afaa724-e38d-4086-b0ca-632af1174197 req-4b985b82-68b1-4691-8845-550672534ac0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 932 time: 0.2873218 Feb 04 16:02:51.001204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.026197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-89351a76-38a9-4299-8eeb-1023d5b0d807 None None] Provisioning for port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:51.034127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1afaa724-e38d-4086-b0ca-632af1174197 req-908ddf04-f787-47f8-b8bb-c8b4df3501d7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143253 Feb 04 16:02:51.036452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-89351a76-38a9-4299-8eeb-1023d5b0d807 None None] Provisioning complete for port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:51.036452 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-89351a76-38a9-4299-8eeb-1023d5b0d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.114483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-89351a76-38a9-4299-8eeb-1023d5b0d807 None None] Port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:02:51.511354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846ab186-ea1c-4f41-bfd0-cdd0644f7780 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:51.519766 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.538499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Transition to ACTIVE for port object 846ab186-ea1c-4f41-bfd0-cdd0644f7780 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:51.543332 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.787773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Pushing event updated for resources: {'Port': ['ID=846ab186-ea1c-4f41-bfd0-cdd0644f7780,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:51.899004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Attempting to bind port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:51.899904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Attempting to bind port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:51.900573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Attempting to bind port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:02:51.909293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:02:51.910146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Attempting to bind port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:02:51.918096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:02:51.920001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:02:51.921824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Bound using segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:02:51.922702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Bound port: 846ab186-ea1c-4f41-bfd0-cdd0644f7780, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:51.923679 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.058485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] For port 846ab186-ea1c-4f41-bfd0-cdd0644f7780, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:02:52.063257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] For port 846ab186-ea1c-4f41-bfd0-cdd0644f7780, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=846ab186-ea1c-4f41-bfd0-cdd0644f7780,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:02:52.067435 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.340797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.340797 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.340797 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] 10.222.0.53 "PUT /v2.0/ports/846ab186-ea1c-4f41-bfd0-cdd0644f7780 HTTP/1.1" status: 200 len: 1092 time: 1.5736234 Feb 04 16:02:52.340797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd19e376-f8ef-4aa8-a2b1-34e84c898a3f', 'tag': '846ab186-ea1c-4f41-bfd0-cdd0644f7780'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:52.425454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb985a69-8c08-4161-b2dd-51c143b673f2 service neutron] Pushing event updated for resources: {'Port': ['ID=846ab186-ea1c-4f41-bfd0-cdd0644f7780,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:52.553414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e835ae3-384a-420f-883e-75bcf717c9ab req-271dbe13-e7ab-43d0-85ac-3a0ce8eb802a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.555643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e835ae3-384a-420f-883e-75bcf717c9ab req-271dbe13-e7ab-43d0-85ac-3a0ce8eb802a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.3183842 Feb 04 16:02:52.558514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-01d3ee9c-be9f-405c-981e-e13477d17294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.560073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-01d3ee9c-be9f-405c-981e-e13477d17294 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 1095 time: 0.1293314 Feb 04 16:02:52.699447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-297956f2-8634-42b0-a639-b2411312f347 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=846ab186-ea1c-4f41-bfd0-cdd0644f7780 HTTP/1.1" status: 200 len: 217 time: 0.1113882 Feb 04 16:02:52.841532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e835ae3-384a-420f-883e-75bcf717c9ab req-2e311c73-dbef-4a36-a89b-435bfd10cce1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721026 Feb 04 16:02:52.843524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-55cc4c47-f025-4810-ab91-57ba5ba379e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.845111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-55cc4c47-f025-4810-ab91-57ba5ba379e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1348693 Feb 04 16:02:52.967137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-e6ad52e8-a216-4f47-8815-83f762465639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.977519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-e6ad52e8-a216-4f47-8815-83f762465639 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224613 Feb 04 16:02:53.218881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-ad5dda3e-c27e-49ed-bce3-ffcc54cbbfa4 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274699 Feb 04 16:02:53.591231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7509bcfd-ef7a-4ff3-89ed-fb7aa1766fcb req-5166516d-b6a6-4c62-a937-ebf4004c0938 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512373 Feb 04 16:02:53.962194 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd19e376-f8ef-4aa8-a2b1-34e84c898a3f', 'tag': '846ab186-ea1c-4f41-bfd0-cdd0644f7780', 'status': 'completed', 'code': 200} Feb 04 16:02:54.126505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-38e67983-7264-4c2d-bbeb-20b47a4ba725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:54.129793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-38e67983-7264-4c2d-bbeb-20b47a4ba725 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 1095 time: 0.1316612 Feb 04 16:02:54.493740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-adf897bb-a995-4522-a9e4-89f9503477b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:54.498044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-adf897bb-a995-4522-a9e4-89f9503477b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.3564405 Feb 04 16:02:54.593352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-9c0bf235-81ce-4ee8-b89d-23d5aba74afe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=846ab186-ea1c-4f41-bfd0-cdd0644f7780 HTTP/1.1" status: 200 len: 217 time: 0.0830610 Feb 04 16:02:54.662380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b8b1e-1247-49e3-a693-0839e3402333 req-5b5e19ec-edca-4055-959a-4692d3d64767 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:54.664713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d84b8b1e-1247-49e3-a693-0839e3402333 req-5b5e19ec-edca-4055-959a-4692d3d64767 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.3112636 Feb 04 16:02:54.705273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-db36d02b-4924-48fd-be84-fca5f6e6f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:54.707013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-db36d02b-4924-48fd-be84-fca5f6e6f0a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1045918 Feb 04 16:02:54.782027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d84b8b1e-1247-49e3-a693-0839e3402333 req-62104c7d-9c6f-473c-bfd4-8870349f93bd tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000462 Feb 04 16:02:54.845426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-2b9116db-fa61-4db0-9f47-348ce24efd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:54.857300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-2b9116db-fa61-4db0-9f47-348ce24efd22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317844 Feb 04 16:02:55.136381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-793a819f-742c-4f0a-ba88-7e342116e2f9 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749789 Feb 04 16:02:55.150733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecd68e-d7b5-49d4-a2c3-b0c28cf047c2 req-e3f11dca-b61e-4d3e-9f03-ff1a849919b4 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:55.153675 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fecd68e-d7b5-49d4-a2c3-b0c28cf047c2 req-e3f11dca-b61e-4d3e-9f03-ff1a849919b4 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1589797 Feb 04 16:02:55.526292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fecd68e-d7b5-49d4-a2c3-b0c28cf047c2 req-15ad9c11-e3f1-4f27-8ed2-79ac73cfbe9b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401806 Feb 04 16:02:55.577480 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad97a74b-7d52-4dd4-b1e4-a512688f1fdc req-4700f445-c111-4555-bf47-a708a44c37a6 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218600 Feb 04 16:02:55.924835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39692) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:55.930178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101910661', 'description': 'tempest-secgroup-smoke-101910661 description', 'project_id': 'fd0542bbcf724828a5805efafb914888'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:55.941728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:55.955116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Usage tracker for resource:security_group and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:55.961104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:55.967691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:55.994251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.028991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:56.033389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Usage tracker for resource:security_group_rule and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:56.036622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:56.043308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:56.120286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.127225 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.167580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe4562-d7e6-4630-bf04-5f419d32bd4f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:56.186130 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.189078 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d60236b6-c5db-4f62-839b-613964d0193f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2618432 Feb 04 16:02:56.192389 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39700) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:56.198572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389477be-c0c4-4ae9-bb44-5bae8332816f req-55fb1514-a562-4b63-a19a-b08fdcb20884 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:56.200226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-389477be-c0c4-4ae9-bb44-5bae8332816f req-55fb1514-a562-4b63-a19a-b08fdcb20884 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1755962 Feb 04 16:02:56.205832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'security_group_rule': {'security_group_id': '0dbe4562-d7e6-4630-bf04-5f419d32bd4f', 'project_id': 'fd0542bbcf724828a5805efafb914888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:56.213360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:56.219722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Usage tracker for resource:security_group_rule and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:56.223092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:56.229109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:56.293129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.312206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-389477be-c0c4-4ae9-bb44-5bae8332816f req-4c4078ed-114d-455f-aa29-4a81f88bff33 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739801 Feb 04 16:02:56.427434 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.437146 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.478610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd7a216-6207-46ba-acc3-6bf2bde5b523,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:56.492234 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.496306 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2e0803d7-5333-4634-adb0-3a7814525cc2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990358 Feb 04 16:02:56.497184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39704) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:56.502334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'security_group_rule': {'security_group_id': '0dbe4562-d7e6-4630-bf04-5f419d32bd4f', 'project_id': 'fd0542bbcf724828a5805efafb914888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:56.509149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:56.513830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Usage tracker for resource:security_group_rule and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:56.519605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:56.529613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:56.571663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.724010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.734395 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.828336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfafe4e-2eca-4ff2-a55c-bcbb2b4ddf83,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:56.860514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.866752 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a41b73cd-4a88-4ae6-9ef0-ba5df6b61361 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3680251 Feb 04 16:02:56.870890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:56.888706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'security_group_rule': {'security_group_id': '0dbe4562-d7e6-4630-bf04-5f419d32bd4f', 'project_id': 'fd0542bbcf724828a5805efafb914888', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:56.897481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:56.902298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Usage tracker for resource:security_group_rule and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:56.906294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:56.917613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:56.948569 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.961857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0150f-f9a0-4191-9ab1-403efc406a53 req-a7b67c66-fa51-4683-bc94-ce17a81bbca8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:56.970897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddb0150f-f9a0-4191-9ab1-403efc406a53 req-a7b67c66-fa51-4683-bc94-ce17a81bbca8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1526377 Feb 04 16:02:57.046531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ddb0150f-f9a0-4191-9ab1-403efc406a53 req-f03281f5-7f42-479e-9037-f99039830462 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742712 Feb 04 16:02:57.069818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.078253 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.108844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92deb792-b4c3-4666-b89c-fe9920b715e1,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:57.142687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.144895 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-060543e4-1a73-4d6f-b0b3-b0af5afd56b5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2663431 Feb 04 16:02:57.147797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39724) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:57.153709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'security_group_rule': {'security_group_id': '0dbe4562-d7e6-4630-bf04-5f419d32bd4f', 'project_id': 'fd0542bbcf724828a5805efafb914888', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:57.161462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:57.169101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Usage tracker for resource:security_group_rule and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:57.174107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:57.184851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:57.206730 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.311579 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.318852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.341072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72079dcc-4435-4b72-964b-55ec48065d3e,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:57.386000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.388806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-232e644b-b032-44c0-a4b7-c07bda199e48 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2393718 Feb 04 16:02:57.394607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 39734) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:57.404409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'security_group_rule': {'security_group_id': '0dbe4562-d7e6-4630-bf04-5f419d32bd4f', 'project_id': 'fd0542bbcf724828a5805efafb914888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:57.412172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:57.423777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Usage tracker for resource:security_group_rule and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:57.428049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:57.435396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:57.448368 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Project fd0542bbcf724828a5805efafb914888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:02:57.455425 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.619203 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.628192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.644172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dabeb4-d7ff-47b5-9fc0-75563220d3b5 req-512d73be-8468-46b8-ba94-2e824a1915a4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:57.645656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91dabeb4-d7ff-47b5-9fc0-75563220d3b5 req-512d73be-8468-46b8-ba94-2e824a1915a4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1548531 Feb 04 16:02:57.675858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7158d615-3667-47f0-8628-aee916b5f630,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:57.705179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.709654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 39738) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:57.709811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1b615ad2-d5ff-44c0-ba0e-f7c05866bd4f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160818 Feb 04 16:02:57.715031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'security_group_rule': {'security_group_id': '0dbe4562-d7e6-4630-bf04-5f419d32bd4f', 'project_id': 'fd0542bbcf724828a5805efafb914888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:02:57.717791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91dabeb4-d7ff-47b5-9fc0-75563220d3b5 req-4673599f-6943-4310-a5da-4b3648557dbf tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Feb 04 16:02:57.722431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:57.726572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Usage tracker for resource:security_group_rule and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:57.729624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:57.740885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:57.758890 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Project fd0542bbcf724828a5805efafb914888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:02:57.767192 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.855329 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.859538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.914421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81c56cf-65fb-47c7-be58-d525acb36540,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:57.919095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.924810 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c010e2bc-5b47-45c7-8a94-ee3a6cda04df tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2096672 Feb 04 16:02:58.289654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20e963-40c6-4eaa-a2b1-569a4cdb8d8b req-c0a07405-76a3-4af7-b4b4-441cfac9ccc7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:58.299603 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb20e963-40c6-4eaa-a2b1-569a4cdb8d8b req-c0a07405-76a3-4af7-b4b4-441cfac9ccc7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1075807 Feb 04 16:02:58.349543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb20e963-40c6-4eaa-a2b1-569a4cdb8d8b req-9de3f2db-0921-424e-956a-59d51ac3c11d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487857 Feb 04 16:02:58.610917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-3d120eda-3601-4cf3-960d-fe4eee9898c2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101910661&fields=id&tenant_id=fd0542bbcf724828a5805efafb914888 HTTP/1.1" status: 200 len: 267 time: 0.0673919 Feb 04 16:02:58.804352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-f2dc8e79-3668-4227-a438-1379a0b00f19 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:58.815599 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-f2dc8e79-3668-4227-a438-1379a0b00f19 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/networks?id=424f809d-42a9-4057-82da-883c310c37ee HTTP/1.1" status: 200 len: 813 time: 0.1987815 Feb 04 16:02:58.830554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-9855b7cf-3dee-4cf5-9d9e-47043f6e11d6 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/quotas/fd0542bbcf724828a5805efafb914888 HTTP/1.1" status: 200 len: 375 time: 0.0183091 Feb 04 16:02:58.975485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-feadd9d4-cf41-4dbe-ae52-d81375a9ec5d tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Synchronizing usage tracker for tenant:fd0542bbcf724828a5805efafb914888 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:59.006569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-feadd9d4-cf41-4dbe-ae52-d81375a9ec5d tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Unset dirty status for tenant:fd0542bbcf724828a5805efafb914888 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:59.020089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-feadd9d4-cf41-4dbe-ae52-d81375a9ec5d tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd0542bbcf724828a5805efafb914888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881011 Feb 04 16:02:59.203881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-c98c9eb7-f3b8-4ffb-aebc-2ca683d400ba service neutron] 10.222.0.46 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825964 Feb 04 16:02:59.429338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-b9c1a887-25ae-4b63-9922-aa936eff2b91 service neutron] 10.222.0.46 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246029 Feb 04 16:03:00.123850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95d58-6d55-4b9c-b672-933c3f766842 req-52cc9b32-eb3f-4903-b396-aef337adfdf5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:00.125403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fc95d58-6d55-4b9c-b672-933c3f766842 req-52cc9b32-eb3f-4903-b396-aef337adfdf5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1657102 Feb 04 16:03:00.179346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fc95d58-6d55-4b9c-b672-933c3f766842 req-5455f506-e3d5-4e2f-8da5-09c974c96417 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477333 Feb 04 16:03:00.409264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3cdd2-56a8-444d-94c9-9b009fcfbd86 req-0ef5aa4e-b9bd-4407-95b2-b7854a06b923 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:00.410795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79a3cdd2-56a8-444d-94c9-9b009fcfbd86 req-0ef5aa4e-b9bd-4407-95b2-b7854a06b923 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1008692 Feb 04 16:03:00.460076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-79a3cdd2-56a8-444d-94c9-9b009fcfbd86 req-d26104eb-a86b-455b-84ac-177a6682ec77 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 Feb 04 16:03:00.624784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-275b7e04-c2b8-4ea0-8727-7b9d17387a1d req-86f27a91-abe6-480f-9f82-462fa1c7988a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 210 time: 0.0463841 Feb 04 16:03:01.212020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-dc697cbd-4a1d-436d-be49-cfcc8e0d7dff tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:01.213779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-dc697cbd-4a1d-436d-be49-cfcc8e0d7dff tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.53 "GET /v2.0/networks?id=424f809d-42a9-4057-82da-883c310c37ee HTTP/1.1" status: 200 len: 813 time: 0.1590538 Feb 04 16:03:01.266310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-3ffee02c-9358-4bf7-bebd-1ce67089ea0e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0542bbcf724828a5805efafb914888 HTTP/1.1" status: 200 len: 379 time: 0.0433500 Feb 04 16:03:01.278086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'port': {'device_id': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'admin_state_up': True, 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'security_groups': ['0dbe4562-d7e6-4630-bf04-5f419d32bd4f']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:01.605514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c2926-53ff-44bb-b9db-9ee47366a46e req-692b7286-29c7-4f7a-97bb-1ebf56738266 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:01.608075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d8c2926-53ff-44bb-b9db-9ee47366a46e req-692b7286-29c7-4f7a-97bb-1ebf56738266 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.3034730 Feb 04 16:03:01.615714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:01.640581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:01.668416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Made reservation on behalf of fd0542bbcf724828a5805efafb914888 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:01.673417 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:01.691422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d8c2926-53ff-44bb-b9db-9ee47366a46e req-2759ce40-cbdc-4854-bd88-3a43b69667f5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777891 Feb 04 16:03:01.917544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Allocated IP 172.20.0.6 (424f809d-42a9-4057-82da-883c310c37ee/dff96bcd-013e-4d88-979a-9a575b408890/9bfa606b-e450-4b8e-9f1b-efa4cec57f2f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:01.971764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799623b-cbd3-41e5-873a-ceee4fb48f6c req-8d22479e-4d67-4b1b-a016-bab76412a394 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:01.973381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2799623b-cbd3-41e5-873a-ceee4fb48f6c req-8d22479e-4d67-4b1b-a016-bab76412a394 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1495080 Feb 04 16:03:02.116335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2799623b-cbd3-41e5-873a-ceee4fb48f6c req-303f697e-e7c9-4f7e-b074-9f2269937e15 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329687 Feb 04 16:03:02.174779 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.192450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Transition to ACTIVE for port object 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:02.230467 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.417452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Network 424f809d-42a9-4057-82da-883c310c37ee is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:02.422992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'Port': ['ID=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:02.425576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:02.428865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:03:02.501934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:02.502328 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.521504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ec79a-9871-4c6f-b1cb-d343a00ec8cd req-bb37b044-b9f0-4695-8971-5e32b48a420b tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:02.522975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-541ec79a-9871-4c6f-b1cb-d343a00ec8cd req-bb37b044-b9f0-4695-8971-5e32b48a420b tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 931 time: 0.2497463 Feb 04 16:03:02.556308 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-048bca89-7a74-4168-b1b5-6b6ebfd44b4e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2826583 Feb 04 16:03:02.578723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Request body: {'port': {'device_id': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:02.629087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-541ec79a-9871-4c6f-b1cb-d343a00ec8cd req-317f460a-a3c6-4a00-83c7-caf1b5b370d5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926902 Feb 04 16:03:02.704166 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.738427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ca0f2c01-6a45-430f-82b4-4f678febc04b None None] Provisioning for port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:02.744864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ca0f2c01-6a45-430f-82b4-4f678febc04b None None] Provisioning complete for port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:02.745782 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2c01-6a45-430f-82b4-4f678febc04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.814483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f2c01-6a45-430f-82b4-4f678febc04b None None] Port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:03:03.022981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e8836-3d06-4855-8723-ac6b039b987a req-201812b7-22a3-4c3b-bf5b-a32f9fa1819e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:03.024376 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d2e8836-3d06-4855-8723-ac6b039b987a req-201812b7-22a3-4c3b-bf5b-a32f9fa1819e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1863694 Feb 04 16:03:03.100434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d2e8836-3d06-4855-8723-ac6b039b987a req-8e2cae7c-f9d9-4719-baeb-9bdc728f0ac6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671277 Feb 04 16:03:03.209943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:03.219391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.239590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Transition to ACTIVE for port object 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:03.245389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.629029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:03.741376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010b788-94bf-4cba-b1fa-bdf926dd86d4 req-06a33e57-f5d1-4bf3-a4a3-ab11fbfdf3d0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:03.742920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3010b788-94bf-4cba-b1fa-bdf926dd86d4 req-06a33e57-f5d1-4bf3-a4a3-ab11fbfdf3d0 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.4551988 Feb 04 16:03:03.787898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Attempting to bind port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:03.788255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Attempting to bind port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:03.788570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Attempting to bind port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f on network 424f809d-42a9-4057-82da-883c310c37ee {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:03:03.802892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f on network 424f809d-42a9-4057-82da-883c310c37ee not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:03:03.803271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Attempting to bind port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f on network 424f809d-42a9-4057-82da-883c310c37ee {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:03:03.815215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:03:03.815560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Checking segment: {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:03:03.815950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Bound using segment: {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:03:03.816392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Bound port: 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caba4fb-aad7-490c-89e8-548ed0e72265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '424f809d-42a9-4057-82da-883c310c37ee'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:03.816746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.837862 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3010b788-94bf-4cba-b1fa-bdf926dd86d4 req-e99ff2e4-ae6e-46e6-9f88-96cea7efb1c6 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871572 Feb 04 16:03:03.928299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] For port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:03:03.932265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] For port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:03:03.938515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.048367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.049013 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.050384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] 10.222.0.53 "PUT /v2.0/ports/9bfa606b-e450-4b8e-9f1b-efa4cec57f2f HTTP/1.1" status: 200 len: 1091 time: 1.4789860 Feb 04 16:03:04.050839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:04.097945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae86c9a-76f2-47ee-97d2-80b0e3d64268 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:04.159626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e887-7f42-4292-92a2-6515de0b882f req-554f9e59-44dc-4255-a428-587b0da7fde3 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.160707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dc88e887-7f42-4292-92a2-6515de0b882f req-554f9e59-44dc-4255-a428-587b0da7fde3 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Synchronizing usage tracker for tenant:fd0542bbcf724828a5805efafb914888 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:04.188812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dc88e887-7f42-4292-92a2-6515de0b882f req-554f9e59-44dc-4255-a428-587b0da7fde3 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Unset dirty status for tenant:fd0542bbcf724828a5805efafb914888 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:04.190002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc88e887-7f42-4292-92a2-6515de0b882f req-554f9e59-44dc-4255-a428-587b0da7fde3 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 943 time: 0.2127728 Feb 04 16:03:04.246298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc88e887-7f42-4292-92a2-6515de0b882f req-f5358a66-c06b-4c5d-ab0f-e0aed4cd06ea tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494239 Feb 04 16:03:04.260035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-7329ba2f-5a9e-4f41-8356-9a208ee8e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.261621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-7329ba2f-5a9e-4f41-8356-9a208ee8e731 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd0542bbcf724828a5805efafb914888&device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 1094 time: 0.1514103 Feb 04 16:03:04.264445 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dbe5b0a7-4c3a-410e-8c82-40050c91b138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.361086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-d2459e92-ae0c-4606-9837-e938d716584b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f HTTP/1.1" status: 200 len: 217 time: 0.0879660 Feb 04 16:03:04.437917 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'status': 'completed', 'code': 200} Feb 04 16:03:04.478178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-e7bca540-964e-49a0-bf00-39bbb0ea3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.479961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-e7bca540-964e-49a0-bf00-39bbb0ea3d63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dff96bcd-013e-4d88-979a-9a575b408890 HTTP/1.1" status: 200 len: 852 time: 0.1084352 Feb 04 16:03:04.642099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-2cdb9800-d2d5-463f-875f-165f44a34cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.643759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-2cdb9800-d2d5-463f-875f-165f44a34cdb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=424f809d-42a9-4057-82da-883c310c37ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510868 Feb 04 16:03:04.662110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afeb87-4343-447c-83ec-95002332e6b6 req-d0aaa9c6-5e46-46fd-bc13-a3df041560c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.669658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68afeb87-4343-447c-83ec-95002332e6b6 req-d0aaa9c6-5e46-46fd-bc13-a3df041560c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1371090 Feb 04 16:03:04.805332 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68afeb87-4343-447c-83ec-95002332e6b6 req-68d3333d-95b4-402c-9b66-dadceaa97491 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151321 Feb 04 16:03:04.858990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-ffcb532b-3c0c-48ab-8d3a-3ad568a2ad22 service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883330 Feb 04 16:03:05.117339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83662454-b7c3-4962-8a45-6a281f6ac510 req-176cf986-7e01-4e26-bd0b-0a20c871c125 service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488909 Feb 04 16:03:05.130803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e90f94-addf-4e6a-866c-e81f413db165 req-b651fcb2-de20-43fa-b048-cf5d5e7ec646 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.132503 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14e90f94-addf-4e6a-866c-e81f413db165 req-b651fcb2-de20-43fa-b048-cf5d5e7ec646 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1677456 Feb 04 16:03:05.233276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14e90f94-addf-4e6a-866c-e81f413db165 req-fe03e19c-4b5d-4258-b561-f662adf7ae3e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938177 Feb 04 16:03:05.268450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-9762dc4c-4f11-4ead-a945-42b48dbd4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.270236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-9762dc4c-4f11-4ead-a945-42b48dbd4ec7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd0542bbcf724828a5805efafb914888&device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 1094 time: 0.0967877 Feb 04 16:03:05.465769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-852e44a0-33a9-4219-a99b-43f5039deaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.467316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-852e44a0-33a9-4219-a99b-43f5039deaef service neutron] 10.222.0.53 "GET /v2.0/networks?id=424f809d-42a9-4057-82da-883c310c37ee HTTP/1.1" status: 200 len: 914 time: 0.1905551 Feb 04 16:03:05.549881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-3682b496-d751-484c-a20b-2a95beb57f9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f HTTP/1.1" status: 200 len: 217 time: 0.0756238 Feb 04 16:03:05.628201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27456ba-37b5-4b21-9e3b-ca5052799084 req-fac329b4-beca-4b38-8f1f-5ee33041100d tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.629745 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f27456ba-37b5-4b21-9e3b-ca5052799084 req-fac329b4-beca-4b38-8f1f-5ee33041100d tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 943 time: 0.2033765 Feb 04 16:03:05.640578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-842e6d41-5c37-4682-810f-5e1b12b6aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.642222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-842e6d41-5c37-4682-810f-5e1b12b6aa30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dff96bcd-013e-4d88-979a-9a575b408890 HTTP/1.1" status: 200 len: 852 time: 0.0837958 Feb 04 16:03:05.866045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f27456ba-37b5-4b21-9e3b-ca5052799084 req-b39326b4-5f36-4203-a2bb-d9d3dac2a2b2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272897 Feb 04 16:03:05.883496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-56ef475d-8f1d-4ff2-9c29-a5d0bf436b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.884997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-56ef475d-8f1d-4ff2-9c29-a5d0bf436b75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=424f809d-42a9-4057-82da-883c310c37ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2295506 Feb 04 16:03:06.092131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-e10bffcc-ace0-44da-9d19-d98ffa65a4e2 service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974125 Feb 04 16:03:06.110756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa92293-3b05-44fd-98dc-0127674f5996 req-99de2d2f-22ad-426e-bb5f-e21f62f4d544 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:06.112180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aaa92293-3b05-44fd-98dc-0127674f5996 req-99de2d2f-22ad-426e-bb5f-e21f62f4d544 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1340611 Feb 04 16:03:06.260139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aaa92293-3b05-44fd-98dc-0127674f5996 req-306c572d-6ad0-4611-9dd7-4c980cea6add tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706427 Feb 04 16:03:06.279663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f451ef87-c7d6-42a4-8493-fd62d3fed34e req-f97e644f-1107-406e-90df-480dfa8c8d06 service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780167 Feb 04 16:03:06.477465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:06.479345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1804b6-9dbc-4843-862e-6a69de687b90 req-02bb9ce4-4fb4-427e-984b-bbac6ca79e36 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:06.487470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f1804b6-9dbc-4843-862e-6a69de687b90 req-02bb9ce4-4fb4-427e-984b-bbac6ca79e36 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.0981989 Feb 04 16:03:06.497896 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.552459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f1804b6-9dbc-4843-862e-6a69de687b90 req-ec8f9803-1db9-4ac9-9560-cd7a4407a51e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639389 Feb 04 16:03:06.659348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:06.678475 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6671055f-6b9e-47ec-8c70-aa6d4966bae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.681260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'port_id': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'mac_address': 'fa:16:3e:de:e1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:06.741702 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.763947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7db5163e-2c48-4f5d-948d-7a12e1350151 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:06.789033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:06.793331 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.880599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7db5163e-2c48-4f5d-948d-7a12e1350151'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:03:06.924438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:07.152413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7f3e9-0ee9-402d-9c10-03a59eebf27f req-19402f77-090d-4f9f-adff-82bf4b6b3afe tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:07.160248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9db7f3e9-0ee9-402d-9c10-03a59eebf27f req-19402f77-090d-4f9f-adff-82bf4b6b3afe tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 943 time: 0.1246135 Feb 04 16:03:07.220530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9db7f3e9-0ee9-402d-9c10-03a59eebf27f req-530fce84-a0b9-47d5-b8d4-69094fe7568c tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586445 Feb 04 16:03:07.508619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bd4b5-b0b1-42bf-8488-787033ddd980 req-6fe29f7d-44f1-4827-af2a-053c10072454 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:07.510198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a7bd4b5-b0b1-42bf-8488-787033ddd980 req-6fe29f7d-44f1-4827-af2a-053c10072454 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1026976 Feb 04 16:03:07.574202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a7bd4b5-b0b1-42bf-8488-787033ddd980 req-cf26a48a-4b9a-4968-bebd-a64e6658e7a0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561874 Feb 04 16:03:07.710645 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.796434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd635-e880-415c-9e53-ed434c1a735b req-aa17529b-9e1f-480d-81a3-ba3afb316eb2 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:07.797084 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.804015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4cd635-e880-415c-9e53-ed434c1a735b req-aa17529b-9e1f-480d-81a3-ba3afb316eb2 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 945 time: 0.1279070 Feb 04 16:03:07.861306 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4cd635-e880-415c-9e53-ed434c1a735b req-baef2363-a781-49ae-9852-b4283be495da tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539694 Feb 04 16:03:08.454784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2119eb-ba9e-4383-885c-1bb0b11a776a req-67a71c9f-646d-4a1a-b633-bda96dceaed1 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:08.456302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f2119eb-ba9e-4383-885c-1bb0b11a776a req-67a71c9f-646d-4a1a-b633-bda96dceaed1 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 943 time: 0.1306322 Feb 04 16:03:08.495621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:08.530625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f2119eb-ba9e-4383-885c-1bb0b11a776a req-56c786ce-4a89-4447-a07a-5704c818f66d tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514226 Feb 04 16:03:08.618825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 7db5163e-2c48-4f5d-948d-7a12e1350151 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:08.619191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.798326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.828941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03739093-2623-4ae1-8097-07bc5596c3a2 req-c3642fc8-19bb-432b-892c-b35ae5c064c7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:08.830481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03739093-2623-4ae1-8097-07bc5596c3a2 req-c3642fc8-19bb-432b-892c-b35ae5c064c7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1287158 Feb 04 16:03:08.843741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:08.845263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:08.852394 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.914212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-03739093-2623-4ae1-8097-07bc5596c3a2 req-616aa2ef-5a28-4d96-933c-ee929a8a7052 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775378 Feb 04 16:03:08.955776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:08.967617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.968207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.968690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.969119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.969460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.969790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.970119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.970445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.970774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.971098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.973102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:08.973464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.015230 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'code': 200} Feb 04 16:03:09.222182 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fde7d-75ea-403b-b8a2-891f3f41daa1 req-6806f003-0f92-41a7-ad18-103f9fecd18a tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:09.224203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-007fde7d-75ea-403b-b8a2-891f3f41daa1 req-6806f003-0f92-41a7-ad18-103f9fecd18a tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1220219 Feb 04 16:03:09.227718 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.301727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-007fde7d-75ea-403b-b8a2-891f3f41daa1 req-4a553dbc-e273-4bb0-9896-df5b1b02efad tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678198 Feb 04 16:03:09.419487 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.564200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40360) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:09.769643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce72bb-7cdd-4c24-8ab6-6a686b285328 req-f6916468-8836-4b31-ab49-9fe3fa0ebff2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:09.773287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.773886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5ce72bb-7cdd-4c24-8ab6-6a686b285328 req-f6916468-8836-4b31-ab49-9fe3fa0ebff2 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 943 time: 0.1273842 Feb 04 16:03:09.809323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:09.816151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Usage tracker for resource:security_group_rule and tenant:bedd364ea8c840939a7ba3770b15f4fb is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:09.819540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:09.825754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:09.842182 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5ce72bb-7cdd-4c24-8ab6-6a686b285328 req-7a777999-ad40-4739-a57c-422cd792f6b1 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612719 Feb 04 16:03:09.931947 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.939652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.977213 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bedd364ea8c840939a7ba3770b15f4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118567 Feb 04 16:03:09.979821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40368) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:10.017398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6652d8-0bd8-405a-83ab-8213963deb9c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:10.029477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.029828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.030304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.030798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.031325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.031824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.032307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.032957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.033464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.033931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.046148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.046760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedaaf00-44dd-4283-a854-326b89251833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:10.123170 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7b60-0d9d-495b-aee2-2d57765ed9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.164729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7b60-0d9d-495b-aee2-2d57765ed9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.233705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52f016-3620-4529-af3d-ecbc285a542d req-7a53a541-d6b7-4c32-9bb1-7188e7c0b41d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:10.235211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb52f016-3620-4529-af3d-ecbc285a542d req-7a53a541-d6b7-4c32-9bb1-7188e7c0b41d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1623902 Feb 04 16:03:10.297419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb52f016-3620-4529-af3d-ecbc285a542d req-fe43c932-1084-4a24-9df9-fe51a3f18da5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551329 Feb 04 16:03:10.299461 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7b60-0d9d-495b-aee2-2d57765ed9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.321008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c7b60-0d9d-495b-aee2-2d57765ed9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6652d8-0bd8-405a-83ab-8213963deb9c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:10.325204 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7b60-0d9d-495b-aee2-2d57765ed9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.326463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7b1c7b60-0d9d-495b-aee2-2d57765ed9fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe6652d8-0bd8-405a-83ab-8213963deb9c HTTP/1.1" status: 204 len: 168 time: 0.3450181 Feb 04 16:03:10.580386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716609-a0c1-4c19-bdf3-7c7c901db8c8 req-b8225d01-d311-4657-9ddc-ec26ff3ba004 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:10.582316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d716609-a0c1-4c19-bdf3-7c7c901db8c8 req-b8225d01-d311-4657-9ddc-ec26ff3ba004 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1023796 Feb 04 16:03:10.639605 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d716609-a0c1-4c19-bdf3-7c7c901db8c8 req-0276083d-1716-46da-b2ef-56eacf197abb tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497453 Feb 04 16:03:11.093003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00f0b9-5669-4350-b8eb-88d96dd5e680 req-1c492ca8-ed36-4f74-9368-c8163ff6cb8a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:11.102908 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c00f0b9-5669-4350-b8eb-88d96dd5e680 req-1c492ca8-ed36-4f74-9368-c8163ff6cb8a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 943 time: 0.1126468 Feb 04 16:03:11.159636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c00f0b9-5669-4350-b8eb-88d96dd5e680 req-2441d71f-5209-4238-8c50-797130b280c1 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542464 Feb 04 16:03:11.522554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f12ec-883f-434e-b21d-7b26ffbba73d req-89794570-c449-4745-96d5-e8199e8b7172 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:11.531125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-109f12ec-883f-434e-b21d-7b26ffbba73d req-89794570-c449-4745-96d5-e8199e8b7172 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1066813 Feb 04 16:03:11.699421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-109f12ec-883f-434e-b21d-7b26ffbba73d req-66c00ab8-dbb5-49a4-9259-af7c1ad3ae0f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650698 Feb 04 16:03:11.907279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea30ff-0b4a-4aff-9d33-40efbd5a7fd6 req-a664137e-af54-4f36-82b2-0be869a76f7f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:11.909007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-40ea30ff-0b4a-4aff-9d33-40efbd5a7fd6 req-a664137e-af54-4f36-82b2-0be869a76f7f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.0994387 Feb 04 16:03:11.970464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-40ea30ff-0b4a-4aff-9d33-40efbd5a7fd6 req-46fa335f-ac62-4f9e-9013-ed9398f9a4dd tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552707 Feb 04 16:03:12.489203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125840-b020-4e70-ae14-e5078d51c0fa req-1b62b7af-a9ab-4454-985a-40a981809512 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:12.490671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36125840-b020-4e70-ae14-e5078d51c0fa req-1b62b7af-a9ab-4454-985a-40a981809512 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 943 time: 0.1358173 Feb 04 16:03:12.544287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36125840-b020-4e70-ae14-e5078d51c0fa req-3485f989-4a1d-4e86-adbd-5d888e026418 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476766 Feb 04 16:03:12.971484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672308bc-ed2c-4d3b-a46b-a29a87fbdbb8 req-438bcbd4-01d0-4cd0-ad9d-c709a1573aee tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:12.978549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-672308bc-ed2c-4d3b-a46b-a29a87fbdbb8 req-438bcbd4-01d0-4cd0-ad9d-c709a1573aee tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 944 time: 0.1425483 Feb 04 16:03:13.029518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-672308bc-ed2c-4d3b-a46b-a29a87fbdbb8 req-33a9b45a-7ba6-4ded-bdfe-0ef446810270 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498526 Feb 04 16:03:13.107521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 846ab186-ea1c-4f41-bfd0-cdd0644f7780 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:13.294544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c560c69-a44d-4ec7-868e-8bb032ac4ce8 req-464ec77e-fb16-4a28-8266-cbb9202de334 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:13.307849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c560c69-a44d-4ec7-868e-8bb032ac4ce8 req-464ec77e-fb16-4a28-8266-cbb9202de334 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1667211 Feb 04 16:03:13.379512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c560c69-a44d-4ec7-868e-8bb032ac4ce8 req-d96c1434-ef55-4d9b-9bf1-7d3a8eb83798 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573404 Feb 04 16:03:13.542629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 846ab186-ea1c-4f41-bfd0-cdd0644f7780, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=846ab186-ea1c-4f41-bfd0-cdd0644f7780,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:13.578150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '846ab186-ea1c-4f41-bfd0-cdd0644f7780', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'port_id': '846ab186-ea1c-4f41-bfd0-cdd0644f7780', 'mac_address': 'fa:16:3e:6b:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:13.653419 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.686058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846ab186-ea1c-4f41-bfd0-cdd0644f7780 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:13.732911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 846ab186-ea1c-4f41-bfd0-cdd0644f7780, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=846ab186-ea1c-4f41-bfd0-cdd0644f7780,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:13.740290 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.741262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:13.842793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643cdbb-e2f9-4ddc-adaa-022ce9406df1 req-fddd4f8c-6714-48c8-9bc0-6e3bdaf0a7dd tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:13.853665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4643cdbb-e2f9-4ddc-adaa-022ce9406df1 req-fddd4f8c-6714-48c8-9bc0-6e3bdaf0a7dd tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 943 time: 0.1499476 Feb 04 16:03:13.897989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=846ab186-ea1c-4f41-bfd0-cdd0644f7780,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:13.915303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4643cdbb-e2f9-4ddc-adaa-022ce9406df1 req-4e8e2e08-c2ad-4d40-81a7-9e62d35a5c0e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606239 Feb 04 16:03:13.989403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:14.008918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'port_id': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'mac_address': 'fa:16:3e:46:d2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:14.086441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.107475 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:14.128826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:14.141273 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.227657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:14.294993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ef4a-41d8-43a4-90c9-91d4542d25d6 req-e5a83316-7ad6-4e17-88b2-7ff014fc969a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:14.296593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb26ef4a-41d8-43a4-90c9-91d4542d25d6 req-e5a83316-7ad6-4e17-88b2-7ff014fc969a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 945 time: 0.1198394 Feb 04 16:03:14.359267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb26ef4a-41d8-43a4-90c9-91d4542d25d6 req-0c701220-b3cb-4103-b0c1-6110f93cca7e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542789 Feb 04 16:03:14.399615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['846ab186-ea1c-4f41-bfd0-cdd0644f7780'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:03:14.455176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['9bfa606b-e450-4b8e-9f1b-efa4cec57f2f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:03:14.688545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bacaf6-389b-4b1c-8e9f-a3625cb7c19a req-68a663e8-9ce2-429e-95f7-fbc4413a8129 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:14.690560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0bacaf6-389b-4b1c-8e9f-a3625cb7c19a req-68a663e8-9ce2-429e-95f7-fbc4413a8129 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1175153 Feb 04 16:03:14.763549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0bacaf6-389b-4b1c-8e9f-a3625cb7c19a req-6e7c0891-ca84-434e-9d80-90fda5e8c25c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671082 Feb 04 16:03:15.166728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f608a-b839-42bf-82f6-7fba2e65cbd6 req-04ace3b5-854b-41e2-9abf-4a3e3c4f653b tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:15.173769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26f608a-b839-42bf-82f6-7fba2e65cbd6 req-04ace3b5-854b-41e2-9abf-4a3e3c4f653b tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 944 time: 0.0998790 Feb 04 16:03:15.237659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d26f608a-b839-42bf-82f6-7fba2e65cbd6 req-d29f2304-e43f-41bd-ab18-031dbecf16cf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624745 Feb 04 16:03:15.565964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333d20a-e1d2-4bcb-a305-5e6168f0a26b req-469d0ed5-83a4-40a2-b4b6-ba15b45ab499 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:15.567840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9333d20a-e1d2-4bcb-a305-5e6168f0a26b req-469d0ed5-83a4-40a2-b4b6-ba15b45ab499 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 945 time: 0.0953264 Feb 04 16:03:15.629361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9333d20a-e1d2-4bcb-a305-5e6168f0a26b req-9cc2d1d3-1285-4784-859c-de7d5b7c3d86 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552139 Feb 04 16:03:15.974558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5bbc8-7117-42e5-9082-6d9103f8ff2e req-3573f2d0-9839-4215-b182-5463e9ebfc77 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:15.983806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1bd5bbc8-7117-42e5-9082-6d9103f8ff2e req-3573f2d0-9839-4215-b182-5463e9ebfc77 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.0966835 Feb 04 16:03:16.057388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1bd5bbc8-7117-42e5-9082-6d9103f8ff2e req-3484086c-0f14-4469-a9f1-420b09a2b9d7 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726306 Feb 04 16:03:16.469808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b912cd-1586-4a5d-bf8d-97c9c36dd046 req-6fd610da-3c75-462c-8e84-08a32dd7d997 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:16.471056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6b912cd-1586-4a5d-bf8d-97c9c36dd046 req-6fd610da-3c75-462c-8e84-08a32dd7d997 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 944 time: 0.1002901 Feb 04 16:03:16.811942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6b912cd-1586-4a5d-bf8d-97c9c36dd046 req-44a1c952-b7cb-4bf6-8d75-f4cabe662e43 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341913 Feb 04 16:03:17.020521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3814c23-6099-485c-8e6f-be676246351f req-168eccc7-dbbe-465f-85ba-34697718b2fa tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:17.022066 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3814c23-6099-485c-8e6f-be676246351f req-168eccc7-dbbe-465f-85ba-34697718b2fa tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 945 time: 0.0901814 Feb 04 16:03:17.071548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3814c23-6099-485c-8e6f-be676246351f req-526b64be-db13-4fcb-bfe4-aeb5570d3158 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Feb 04 16:03:17.160250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 846ab186-ea1c-4f41-bfd0-cdd0644f7780 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:17.255298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:17.281734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:17.282197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:17.427841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3dca4-41bd-46f5-9f64-7c55d4f2330d req-2a9011ab-394d-465a-93ce-c1e529cb1b50 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:17.429345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4c3dca4-41bd-46f5-9f64-7c55d4f2330d req-2a9011ab-394d-465a-93ce-c1e529cb1b50 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.2104897 Feb 04 16:03:17.533907 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:17.534604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b4c3dca4-41bd-46f5-9f64-7c55d4f2330d req-98b285b5-372e-41a2-9212-e3f4c64f8a4a tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900276 Feb 04 16:03:17.566337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd19e376-f8ef-4aa8-a2b1-34e84c898a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846ab186-ea1c-4f41-bfd0-cdd0644f7780'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:17.579551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 846ab186-ea1c-4f41-bfd0-cdd0644f7780, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=846ab186-ea1c-4f41-bfd0-cdd0644f7780,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:17.585494 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:17.586712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:17.653113 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd19e376-f8ef-4aa8-a2b1-34e84c898a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846ab186-ea1c-4f41-bfd0-cdd0644f7780', 'code': 200} Feb 04 16:03:17.729674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=846ab186-ea1c-4f41-bfd0-cdd0644f7780,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:17.742711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:17.748691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:17.749223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:17.798518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028b509-e21c-44df-95b1-5be5d894c96b req-b2adfea4-9881-4582-be7a-e1fed1bf0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:17.800209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e028b509-e21c-44df-95b1-5be5d894c96b req-b2adfea4-9881-4582-be7a-e1fed1bf0c6d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 1097 time: 0.0947335 Feb 04 16:03:17.863739 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e028b509-e21c-44df-95b1-5be5d894c96b req-dc688b6f-a92e-4f9d-8633-7d5a5d989e88 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515733 Feb 04 16:03:17.895383 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:17.931498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:17.939021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:18.014974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:18.027421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8981f8-69c0-4f30-a526-6fd0d37c3152 req-3e725728-aaa1-4f0e-8988-33cd18268079 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:18.029742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a8981f8-69c0-4f30-a526-6fd0d37c3152 req-3e725728-aaa1-4f0e-8988-33cd18268079 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 945 time: 0.0966191 Feb 04 16:03:18.075879 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a8981f8-69c0-4f30-a526-6fd0d37c3152 req-c7f708d1-6b7c-45b6-bc80-4e5cc383f2c5 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401852 Feb 04 16:03:18.279557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191acde-46d0-4025-8f11-f521a1a2e2d5 req-39ed62d2-1904-451a-8c9a-650b47fdfbc4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:18.283063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8191acde-46d0-4025-8f11-f521a1a2e2d5 req-39ed62d2-1904-451a-8c9a-650b47fdfbc4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 946 time: 0.0992513 Feb 04 16:03:18.347221 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8191acde-46d0-4025-8f11-f521a1a2e2d5 req-ff5a047b-2006-4dfa-acfd-b7104ac99881 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Feb 04 16:03:18.738065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d73ea3-2d21-41c9-979b-2ce50a3a4323 req-4ffc6ead-3a63-4268-bb13-fe44abda8ade tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:18.739508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5d73ea3-2d21-41c9-979b-2ce50a3a4323 req-4ffc6ead-3a63-4268-bb13-fe44abda8ade tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.0882652 Feb 04 16:03:18.788085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5d73ea3-2d21-41c9-979b-2ce50a3a4323 req-50d8e030-d526-4bbc-9d6b-7a0380f63019 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 Feb 04 16:03:19.072031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75283030-74f3-4804-b75e-eee31456838a req-c5e05c92-bc8e-40eb-9951-8626f3ef2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:19.073737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75283030-74f3-4804-b75e-eee31456838a req-c5e05c92-bc8e-40eb-9951-8626f3ef2d0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 1097 time: 0.0937612 Feb 04 16:03:19.278674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75283030-74f3-4804-b75e-eee31456838a req-533e4f6c-b28e-4ed4-a05a-782e214b48be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:19.280135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75283030-74f3-4804-b75e-eee31456838a req-533e4f6c-b28e-4ed4-a05a-782e214b48be service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.1991994 Feb 04 16:03:19.410917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47972157-a351-405e-a5af-bd0bad35bd94 req-c3df3372-fc3f-45e0-97d1-9eca517bddde tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:19.412381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-47972157-a351-405e-a5af-bd0bad35bd94 req-c3df3372-fc3f-45e0-97d1-9eca517bddde tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 945 time: 0.2171254 Feb 04 16:03:19.416171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75283030-74f3-4804-b75e-eee31456838a req-649d6d84-b329-48fe-addd-0faf7caa5e38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db5163e-2c48-4f5d-948d-7a12e1350151 HTTP/1.1" status: 200 len: 1002 time: 0.1291080 Feb 04 16:03:19.650990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-47972157-a351-405e-a5af-bd0bad35bd94 req-0479f140-97b3-494a-b226-544d64d34e4d tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327600 Feb 04 16:03:19.654580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:19.665048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75283030-74f3-4804-b75e-eee31456838a req-01be07fd-3bd5-4e0f-aef3-724ee67ae0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:19.666490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75283030-74f3-4804-b75e-eee31456838a req-01be07fd-3bd5-4e0f-aef3-724ee67ae0f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.1290731 Feb 04 16:03:19.756912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75283030-74f3-4804-b75e-eee31456838a req-3e17794c-2e91-4b94-8b96-123746c8b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:19.758382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75283030-74f3-4804-b75e-eee31456838a req-3e17794c-2e91-4b94-8b96-123746c8b929 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856621 Feb 04 16:03:19.960954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3ac63-77af-48ed-8f6f-6eeae9a31efc req-e80a7d21-0c07-4d35-8f3d-be7008fc20f1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:19.962401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02c3ac63-77af-48ed-8f6f-6eeae9a31efc req-e80a7d21-0c07-4d35-8f3d-be7008fc20f1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 946 time: 0.1783040 Feb 04 16:03:19.965633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75283030-74f3-4804-b75e-eee31456838a req-32399db8-a631-46cf-a88f-0999886175c3 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002871 Feb 04 16:03:20.083863 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02c3ac63-77af-48ed-8f6f-6eeae9a31efc req-b14f10d2-ca09-42d0-a9a1-88eb7e9272f4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158974 Feb 04 16:03:20.133628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75283030-74f3-4804-b75e-eee31456838a req-40a20010-447a-47c0-ae50-f8797c1dd9a6 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534047 Feb 04 16:03:20.134481 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'code': 200} Feb 04 16:03:20.319670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c64560-4110-4159-b308-38cffc5a3ca1 req-7e3638da-8b39-4bdb-ae0d-20e7469c0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:20.321506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45c64560-4110-4159-b308-38cffc5a3ca1 req-7e3638da-8b39-4bdb-ae0d-20e7469c0675 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 1096 time: 0.1299868 Feb 04 16:03:20.329828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bafb1-31bf-40a4-b6a5-35ccf7ab08ed req-6dbfc058-aaf1-40a7-a897-d10d9005c094 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:20.331132 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f7bafb1-31bf-40a4-b6a5-35ccf7ab08ed req-6dbfc058-aaf1-40a7-a897-d10d9005c094 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.1099315 Feb 04 16:03:20.395350 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45c64560-4110-4159-b308-38cffc5a3ca1 req-916369b0-aa0d-4d8c-ad5c-ed9cdfb00739 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632362 Feb 04 16:03:20.401805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f7bafb1-31bf-40a4-b6a5-35ccf7ab08ed req-477a41d1-8f61-4428-ae99-9b2e93577e9b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547063 Feb 04 16:03:20.577284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c03f4-4558-4db5-9035-228349aa0466 req-44835a27-3b68-429d-b436-e99aada841fe tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:20.578728 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-441c03f4-4558-4db5-9035-228349aa0466 req-44835a27-3b68-429d-b436-e99aada841fe tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 946 time: 0.0796490 Feb 04 16:03:20.622024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-441c03f4-4558-4db5-9035-228349aa0466 req-bcb47e05-eba8-4888-a4f6-e296edebdf6b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377474 Feb 04 16:03:20.811139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9402a-dc4c-4556-a358-73aa0b97df45 req-b2fffa1a-256d-4eeb-9f9b-96dc9cc9eef7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:20.812590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5af9402a-dc4c-4556-a358-73aa0b97df45 req-b2fffa1a-256d-4eeb-9f9b-96dc9cc9eef7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 946 time: 0.0851591 Feb 04 16:03:20.857892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5af9402a-dc4c-4556-a358-73aa0b97df45 req-84363d7f-88cf-4c79-b82d-2a16f1f17bde tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Feb 04 16:03:21.037946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610828-4dd1-4217-9553-65a570c1688e req-868fc054-f2dc-4cc6-94d1-8780a2fd67a0 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:21.039388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb610828-4dd1-4217-9553-65a570c1688e req-868fc054-f2dc-4cc6-94d1-8780a2fd67a0 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 945 time: 0.0828218 Feb 04 16:03:21.087796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb610828-4dd1-4217-9553-65a570c1688e req-a16e6ad9-d88c-4541-a9b1-1b3f05c7356b tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 Feb 04 16:03:21.487978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873dd4-6202-4161-b83b-3ce08f84d47f req-f34c732e-7dd4-469f-b544-eb8f6b90d657 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:21.495099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55873dd4-6202-4161-b83b-3ce08f84d47f req-f34c732e-7dd4-469f-b544-eb8f6b90d657 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 946 time: 0.1095481 Feb 04 16:03:21.538176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55873dd4-6202-4161-b83b-3ce08f84d47f req-0f99f03f-1bc3-4c9b-8d98-8558c077d8fe tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420079 Feb 04 16:03:21.727648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba963197-2bd5-4dda-836d-ec7c5ee1fc8f req-39acfd53-0d3f-4bb1-abd2-a391820bcc6c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:21.729381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba963197-2bd5-4dda-836d-ec7c5ee1fc8f req-39acfd53-0d3f-4bb1-abd2-a391820bcc6c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 946 time: 0.0872779 Feb 04 16:03:21.775341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba963197-2bd5-4dda-836d-ec7c5ee1fc8f req-6d191bbf-49cf-46e4-9d2f-00a8507c2388 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392129 Feb 04 16:03:22.281888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f42c3b-af1e-4ca0-a26d-170626daeefa req-49f8b559-d050-4503-aa7e-bd918c04d706 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:22.283351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31f42c3b-af1e-4ca0-a26d-170626daeefa req-49f8b559-d050-4503-aa7e-bd918c04d706 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 945 time: 0.0857658 Feb 04 16:03:22.338927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31f42c3b-af1e-4ca0-a26d-170626daeefa req-01d350b2-b185-4938-a454-9bfb8998a3bd tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495806 Feb 04 16:03:22.572096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:22.591775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61503bab-2881-4cee-91d6-d712279778e0 req-14bbb2f3-a6c9-4ada-ba50-d441f0cbe528 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:22.593493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61503bab-2881-4cee-91d6-d712279778e0 req-14bbb2f3-a6c9-4ada-ba50-d441f0cbe528 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 945 time: 0.0943317 Feb 04 16:03:22.639184 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61503bab-2881-4cee-91d6-d712279778e0 req-65e93694-646f-4cfc-a6c6-9a5beece4f56 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398798 Feb 04 16:03:22.662171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40566) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:22.735574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.772347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:22.782783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:22.787489 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.851559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80e0c-211b-4b64-9d61-28a86ae0d8b6 req-cf2e1650-4458-4d98-a675-b94d17eadfe7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:22.854551 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cf80e0c-211b-4b64-9d61-28a86ae0d8b6 req-cf2e1650-4458-4d98-a675-b94d17eadfe7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 946 time: 0.0907400 Feb 04 16:03:22.903971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:22.909154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cf80e0c-211b-4b64-9d61-28a86ae0d8b6 req-24d61359-f0bb-4004-b9a6-454b04ed0c55 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489581 Feb 04 16:03:22.926199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcb7821-3af3-4275-ac72-7d300b1a1563 tempest-TestVolumeBackupRestore-357497748 tempest-TestVolumeBackupRestore-357497748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:22.926918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6bcb7821-3af3-4275-ac72-7d300b1a1563 tempest-TestVolumeBackupRestore-357497748 tempest-TestVolumeBackupRestore-357497748-project-admin] Synchronizing usage tracker for tenant:370f6297ba024e3c86d4e33ba2b7da6d on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:22.944679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6bcb7821-3af3-4275-ac72-7d300b1a1563 tempest-TestVolumeBackupRestore-357497748 tempest-TestVolumeBackupRestore-357497748-project-admin] Unset dirty status for tenant:370f6297ba024e3c86d4e33ba2b7da6d on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:22.946380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6bcb7821-3af3-4275-ac72-7d300b1a1563 tempest-TestVolumeBackupRestore-357497748 tempest-TestVolumeBackupRestore-357497748-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 1091 time: 0.2826896 Feb 04 16:03:22.949058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40578) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:22.954658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:22.961312 n-d-827870-1 neutron-server[87572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'code': 422} returned with failed status Feb 04 16:03:22.961933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:22.965852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Usage tracker for resource:floatingip and tenant:fd0542bbcf724828a5805efafb914888 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:22.968978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:22.976089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:22.990719 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.042607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-bc632312-9f25-4201-903f-12cb203304fd tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:23.044534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-bc632312-9f25-4201-903f-12cb203304fd tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 946 time: 0.0882843 Feb 04 16:03:23.132516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.163995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:03:23.164263 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.263589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a093f-d413-4e41-9865-c2b12b2eee03 req-759e4083-5022-4eb7-8438-91665d132250 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:23.265096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-605a093f-d413-4e41-9865-c2b12b2eee03 req-759e4083-5022-4eb7-8438-91665d132250 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.2167466 Feb 04 16:03:23.270988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Allocated IP 172.25.8.79 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/8c9c928c-3f04-4397-8a5f-9ac804a42c82) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:23.429910 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.459959 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.501614 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-605a093f-d413-4e41-9865-c2b12b2eee03 req-5f54bada-727c-46ca-b21d-ce12087c24f8 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264311 Feb 04 16:03:23.530867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:23.533813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:23.537839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:03:23.570936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] For port 846ab186-ea1c-4f41-bfd0-cdd0644f7780, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=846ab186-ea1c-4f41-bfd0-cdd0644f7780,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:23.571303 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.573149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'Port': ['ID=8c9c928c-3f04-4397-8a5f-9ac804a42c82,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:23.727277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for 846ab186-ea1c-4f41-bfd0-cdd0644f7780 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:03:23.919028 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.932704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['846ab186-ea1c-4f41-bfd0-cdd0644f7780'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:03:24.007065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=846ab186-ea1c-4f41-bfd0-cdd0644f7780,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:24.081557 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.083583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.084093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.084570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.085135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.085608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.086071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.086549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.087015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.087474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.087931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.088403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.088910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:24.141567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] No DVR routers for this DVR port 846ab186-ea1c-4f41-bfd0-cdd0644f7780 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:24.144623 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.149132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd19e376-f8ef-4aa8-a2b1-34e84c898a3f', 'name': 'network-vif-deleted', 'tag': '846ab186-ea1c-4f41-bfd0-cdd0644f7780'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:24.164697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0713f69-afbf-4803-ae44-3232a36e89f4 req-a9991446-bab9-47f4-b4cf-4204110e67ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "DELETE /v2.0/ports/846ab186-ea1c-4f41-bfd0-cdd0644f7780 HTTP/1.1" status: 204 len: 173 time: 1.1144414 Feb 04 16:03:24.185825 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.401235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-19f25f15-5267-4645-a12b-94179abd12bf req-202c6dd8-9124-49c9-b22d-bf18484d86b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:24.419945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-19f25f15-5267-4645-a12b-94179abd12bf req-202c6dd8-9124-49c9-b22d-bf18484d86b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:24.429024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19f25f15-5267-4645-a12b-94179abd12bf req-202c6dd8-9124-49c9-b22d-bf18484d86b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 210 time: 0.0730488 Feb 04 16:03:24.485201 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd19e376-f8ef-4aa8-a2b1-34e84c898a3f', 'name': 'network-vif-deleted', 'tag': '846ab186-ea1c-4f41-bfd0-cdd0644f7780', 'status': 'completed', 'code': 200} Feb 04 16:03:24.672405 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.680277 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.816656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event updated for resources: {'Port': ['ID=8c9c928c-3f04-4397-8a5f-9ac804a42c82,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:24.834579 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.080870 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Floating IP d0ff7aca-bfb1-410d-82c7-6937bd7701c6 associated. External IP: 172.25.8.79, port: 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f. Feb 04 16:03:25.524121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Router 25ea3e21-63db-4fa1-9511-7eed53283e03 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:03:25.694449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e693c69-bd4e-4601-9372-4972201ea55f req-9e340115-e3ae-4fe7-9d06-70e775ae0c71 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd19e376-f8ef-4aa8-a2b1-34e84c898a3f HTTP/1.1" status: 200 len: 210 time: 0.0554307 Feb 04 16:03:25.757024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:03:25.768619 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] Sync routers for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:25.785530 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:03:25.786156 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:25.792442 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.870474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-49e7024a-ed82-41f3-9e35-c2e11ccc5cac tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9152877 Feb 04 16:03:25.870474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:25.870871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40642) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:26.110475 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:03:26.159887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13856e24-74aa-4a0d-86d3-3d537529ea66 tempest-TestVolumeBackupRestore-357497748 tempest-TestVolumeBackupRestore-357497748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:26.161454 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-13856e24-74aa-4a0d-86d3-3d537529ea66 tempest-TestVolumeBackupRestore-357497748 tempest-TestVolumeBackupRestore-357497748-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 1091 time: 0.2921348 Feb 04 16:03:26.164328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40652) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:26.170051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1febd17-c730-40c2-9cac-91b73d959988 req-1bf8ca10-27f7-4b09-95a5-2f9c455712fe tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:26.171450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1febd17-c730-40c2-9cac-91b73d959988 req-1bf8ca10-27f7-4b09-95a5-2f9c455712fe tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.2255712 Feb 04 16:03:26.178335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4cbb8e04-75c7-408c-9677-7c170aac5119 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Request body: {'floatingip': {'port_id': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:26.276053 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-1709deef-f22b-44b5-9ac0-40a98e1ca40e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4282601 Feb 04 16:03:26.298715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1febd17-c730-40c2-9cac-91b73d959988 req-df814ad5-50ae-4899-a1ba-b7ed53114b6f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199200 Feb 04 16:03:26.404190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8e04-75c7-408c-9677-7c170aac5119 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for floatingip, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.529052 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'status': 'completed', 'code': 200} Feb 04 16:03:26.602108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:26.645889 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'd0ff7aca-bfb1-410d-82c7-6937bd7701c6', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'port_id': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'mac_address': 'fa:16:3e:46:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:03:23Z', 'updated_at': '2022-02-04T16:03:23Z', 'revision_number': 0, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:26.650862 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] Checking router: 25ea3e21-63db-4fa1-9511-7eed53283e03 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:26.662935 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:03:26.663824 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:26.751435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-075812a1-964b-4cc5-88d9-4634892dcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:26.763639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-075812a1-964b-4cc5-88d9-4634892dcd86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd0542bbcf724828a5805efafb914888&device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 1096 time: 0.2122355 Feb 04 16:03:26.925112 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:03:27.050468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-4d8c14d7-b2da-439e-bf48-6efd61d0e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:27.052290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-4d8c14d7-b2da-439e-bf48-6efd61d0e489 service neutron] 10.222.0.53 "GET /v2.0/networks?id=424f809d-42a9-4057-82da-883c310c37ee HTTP/1.1" status: 200 len: 914 time: 0.2786200 Feb 04 16:03:27.183289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 846ab186-ea1c-4f41-bfd0-cdd0644f7780 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:27.224259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 846ab186-ea1c-4f41-bfd0-cdd0644f7780 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:03:27.224880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 846ab186-ea1c-4f41-bfd0-cdd0644f7780 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:27.296268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-f4bf2e9e-c494-4ec4-82ff-3d873be9f933 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f HTTP/1.1" status: 200 len: 998 time: 0.2364869 Feb 04 16:03:27.355802 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:03:27.452246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-1caca3be-1c98-438c-bc38-3ae8b9ac45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:27.453653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-1caca3be-1c98-438c-bc38-3ae8b9ac45c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dff96bcd-013e-4d88-979a-9a575b408890 HTTP/1.1" status: 200 len: 852 time: 0.1512492 Feb 04 16:03:27.700449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-6e99a1cd-aa6d-4782-870f-ce4b79344444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:27.704099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-6e99a1cd-aa6d-4782-870f-ce4b79344444 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=424f809d-42a9-4057-82da-883c310c37ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2422159 Feb 04 16:03:27.710493 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'd0ff7aca-bfb1-410d-82c7-6937bd7701c6', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'port_id': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'mac_address': 'fa:16:3e:46:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:03:23Z', 'updated_at': '2022-02-04T16:03:23Z', 'revision_number': 0, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:27.718629 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24f97a-89e3-4260-a434-c543d8affec5 None None] The sync data for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 is: [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'd0ff7aca-bfb1-410d-82c7-6937bd7701c6', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'port_id': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'mac_address': 'fa:16:3e:46:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:03:23Z', 'updated_at': '2022-02-04T16:03:23Z', 'revision_number': 0, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:27.849900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8e04-75c7-408c-9677-7c170aac5119 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.857463 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8e04-75c7-408c-9677-7c170aac5119 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.056202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a28f73-c310-4f6c-bf75-8ba99a9cda3c None None] New status for floating IP d0ff7aca-bfb1-410d-82c7-6937bd7701c6: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:03:28.090693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-acae91e9-de78-4df0-bcd8-d75badc8feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.092387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-acae91e9-de78-4df0-bcd8-d75badc8feb7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269&tenant_id=dec833bf20b34c789e58c70fd2574cd2 HTTP/1.1" status: 200 len: 1095 time: 0.4984791 Feb 04 16:03:28.173946 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-1c0877f3-c469-4bd4-8e40-a102fb88cd9e service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403465 Feb 04 16:03:28.196746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f465749-f7f7-4f26-8967-7320eebf3982 req-46192286-10e0-47ad-b7d8-429a0bfcbce1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.206269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f465749-f7f7-4f26-8967-7320eebf3982 req-46192286-10e0-47ad-b7d8-429a0bfcbce1 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.2244246 Feb 04 16:03:28.348540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbb8e04-75c7-408c-9677-7c170aac5119 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Router 25ea3e21-63db-4fa1-9511-7eed53283e03 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:03:28.439815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f465749-f7f7-4f26-8967-7320eebf3982 req-6506b816-761d-41bd-8718-2deff030e67d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780133 Feb 04 16:03:28.503849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-d981b005-e1f4-45f8-940d-d1050e796953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.511254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-d981b005-e1f4-45f8-940d-d1050e796953 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dec833bf20b34c789e58c70fd2574cd2&device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 1095 time: 0.3875577 Feb 04 16:03:28.567162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-769c1e7c-bf76-4f5c-afb6-8f5fb0b3ffcb req-b6654a90-b54e-476f-97ee-342e2832fa43 service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596766 Feb 04 16:03:28.655979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbb8e04-75c7-408c-9677-7c170aac5119 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:03:28.662459 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8e04-75c7-408c-9677-7c170aac5119 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.671565 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] Sync routers for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:28.693951 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:03:28.694556 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:28.772705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-3e4a43e4-fafd-44ff-bd45-80144b25385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.774186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-3e4a43e4-fafd-44ff-bd45-80144b25385f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 200 len: 917 time: 0.2484217 Feb 04 16:03:28.784732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:28.846041 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4cbb8e04-75c7-408c-9677-7c170aac5119 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "PUT /v2.0/floatingips/d0ff7aca-bfb1-410d-82c7-6937bd7701c6 HTTP/1.1" status: 200 len: 990 time: 2.6802928 Feb 04 16:03:28.901060 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'status': 'completed', 'code': 200} Feb 04 16:03:29.009784 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:03:29.060699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-ff8c9916-22bf-4165-aefe-80905cd8d20e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db5163e-2c48-4f5d-948d-7a12e1350151 HTTP/1.1" status: 200 len: 1000 time: 0.2796130 Feb 04 16:03:29.126443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-9b6f4d84-3afe-43cf-82bc-c8c216270014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:29.127898 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-9b6f4d84-3afe-43cf-82bc-c8c216270014 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 200 len: 855 time: 0.0667307 Feb 04 16:03:29.227793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-da49f2e5-9219-416b-96d6-578b9b32c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:29.231221 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-da49f2e5-9219-416b-96d6-578b9b32c4da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd0542bbcf724828a5805efafb914888&device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 1096 time: 0.2826304 Feb 04 16:03:29.424692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-a348a9c4-3332-48ea-8e0c-3087f0695976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:29.426365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-a348a9c4-3332-48ea-8e0c-3087f0695976 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad662d07-9b96-4374-ad05-ecb75bbb9bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2906432 Feb 04 16:03:29.429079 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'd0ff7aca-bfb1-410d-82c7-6937bd7701c6', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'port_id': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'mac_address': 'fa:16:3e:46:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:03:23Z', 'updated_at': '2022-02-04T16:03:28Z', 'revision_number': 2, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:29.438800 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] Checking router: 25ea3e21-63db-4fa1-9511-7eed53283e03 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:29.450726 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:03:29.451435 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:29.588918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-f1971065-174c-48d2-9c4c-9ca4ecdc8a46 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444943 Feb 04 16:03:29.742629 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:03:29.768686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-42a48289-18d1-4345-9066-ba9a60e6952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:29.770277 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-42a48289-18d1-4345-9066-ba9a60e6952b service neutron] 10.222.0.53 "GET /v2.0/networks?id=424f809d-42a9-4057-82da-883c310c37ee HTTP/1.1" status: 200 len: 914 time: 0.5328979 Feb 04 16:03:29.871019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f412ad6-8e1f-4304-9789-05ed0ab3f1af req-96f56293-ec43-4465-9f75-503ac8d99458 service neutron] 10.222.0.61 "GET /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707708 Feb 04 16:03:29.913157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-75346fb7-72f1-4ea4-b321-e9dfc7843191 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f HTTP/1.1" status: 200 len: 1000 time: 0.1274803 Feb 04 16:03:30.034329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693b66-c044-4cd4-b26d-f36c4c514a9d req-049c141e-b00a-4de5-b23e-d44f65cba0ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:30.037496 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df693b66-c044-4cd4-b26d-f36c4c514a9d req-049c141e-b00a-4de5-b23e-d44f65cba0ef tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.3264449 Feb 04 16:03:30.049702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-5689b01a-d43f-4908-9d38-8f8abd0614c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:30.052220 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-5689b01a-d43f-4908-9d38-8f8abd0614c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dff96bcd-013e-4d88-979a-9a575b408890 HTTP/1.1" status: 200 len: 852 time: 0.1297438 Feb 04 16:03:30.405011 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'd0ff7aca-bfb1-410d-82c7-6937bd7701c6', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'port_id': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'mac_address': 'fa:16:3e:46:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:03:23Z', 'updated_at': '2022-02-04T16:03:28Z', 'revision_number': 2, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:30.410338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df693b66-c044-4cd4-b26d-f36c4c514a9d req-20224a07-719c-4041-a909-50b17b3dd5c9 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639967 Feb 04 16:03:30.411457 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44066a-4422-4d0d-863f-b2e96036fbca None None] The sync data for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 is: [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'd0ff7aca-bfb1-410d-82c7-6937bd7701c6', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'port_id': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'mac_address': 'fa:16:3e:46:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:03:23Z', 'updated_at': '2022-02-04T16:03:28Z', 'revision_number': 2, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:30.420024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-b778ae99-f02c-4a2e-9b9f-683ae0efc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:30.421529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-b778ae99-f02c-4a2e-9b9f-683ae0efc4a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=424f809d-42a9-4057-82da-883c310c37ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3516278 Feb 04 16:03:30.661402 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-6da3d136-3a27-4531-bee2-68f568942b4c service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327743 Feb 04 16:03:30.903199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5177ae5-b9eb-4bc3-8cba-da232eadff93 req-3d30259d-a280-4042-b5e5-e15b6f3033cd service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291365 Feb 04 16:03:30.904212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:31.006905 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'status': 'completed', 'code': 200} Feb 04 16:03:31.176330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-3bc34229-db5c-481f-b168-af5f87fd35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:31.177936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-3bc34229-db5c-481f-b168-af5f87fd35bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd0542bbcf724828a5805efafb914888&device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 1096 time: 0.1491132 Feb 04 16:03:31.520391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-da49f797-01a0-42d5-a6bc-d364cddcad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:31.525108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-da49f797-01a0-42d5-a6bc-d364cddcad9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=424f809d-42a9-4057-82da-883c310c37ee HTTP/1.1" status: 200 len: 914 time: 0.3395817 Feb 04 16:03:31.555698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40728) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:31.715704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-e64bbe5d-2cd2-4763-87a3-78c4610b09a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f HTTP/1.1" status: 200 len: 1000 time: 0.1850598 Feb 04 16:03:31.887822 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19bc5993-c959-41ea-8d3a-5f166f995882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.935659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-19bc5993-c959-41ea-8d3a-5f166f995882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:31.943754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-19bc5993-c959-41ea-8d3a-5f166f995882 admin admin] Usage tracker for resource:security_group_rule and tenant:77d95976e84c4448b718f6b2f49ccb1b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:31.952235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-19bc5993-c959-41ea-8d3a-5f166f995882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:31.969378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-19bc5993-c959-41ea-8d3a-5f166f995882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:32.000623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-f27e1eba-3ce9-4a72-b9c9-04519ebdb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:32.002467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-f27e1eba-3ce9-4a72-b9c9-04519ebdb346 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dff96bcd-013e-4d88-979a-9a575b408890 HTTP/1.1" status: 200 len: 852 time: 0.1886752 Feb 04 16:03:32.153928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da2f2-69a8-480a-a4fd-30bc22973e25 req-47d17507-371d-4858-be83-98d8877d2149 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:32.156113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-710da2f2-69a8-480a-a4fd-30bc22973e25 req-47d17507-371d-4858-be83-98d8877d2149 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.4382432 Feb 04 16:03:32.161742 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19bc5993-c959-41ea-8d3a-5f166f995882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.169079 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19bc5993-c959-41ea-8d3a-5f166f995882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.275845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-710da2f2-69a8-480a-a4fd-30bc22973e25 req-aa5ba0fe-2843-4048-bf96-ad887d3c7b51 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987155 Feb 04 16:03:32.275845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-a28b6c69-9a66-4cc3-8c22-7414890ed023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:32.275845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-a28b6c69-9a66-4cc3-8c22-7414890ed023 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=424f809d-42a9-4057-82da-883c310c37ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2580063 Feb 04 16:03:32.305571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc5993-c959-41ea-8d3a-5f166f995882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dea544-4517-41c7-8ba2-697316b67112,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:32.345430 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-19bc5993-c959-41ea-8d3a-5f166f995882 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77d95976e84c4448b718f6b2f49ccb1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877948 Feb 04 16:03:32.349443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40734) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:32.503022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953dc0d0-b15e-40a5-996e-97ef15f69b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.566419 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953dc0d0-b15e-40a5-996e-97ef15f69b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.613029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-dd206f70-3a95-4498-b8bd-f506b91df24b service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353913 Feb 04 16:03:32.667357 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953dc0d0-b15e-40a5-996e-97ef15f69b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.694321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dc0d0-b15e-40a5-996e-97ef15f69b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dea544-4517-41c7-8ba2-697316b67112,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:32.721833 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-953dc0d0-b15e-40a5-996e-97ef15f69b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.723057 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-953dc0d0-b15e-40a5-996e-97ef15f69b8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01dea544-4517-41c7-8ba2-697316b67112 HTTP/1.1" status: 204 len: 168 time: 0.3721309 Feb 04 16:03:32.925486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f1a6276-0c50-4a0a-9339-98444ae960a4 req-0f101fb2-4b96-420a-9636-6b11219d9b02 service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002872 Feb 04 16:03:33.718718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c795f70-7678-4bb8-9f6d-7e116760ad72 req-8178431b-eb8d-4f47-9de8-c120bdfac59e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:33.730414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c795f70-7678-4bb8-9f6d-7e116760ad72 req-8178431b-eb8d-4f47-9de8-c120bdfac59e tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.1925874 Feb 04 16:03:33.816607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c795f70-7678-4bb8-9f6d-7e116760ad72 req-8507dec0-f0c9-4c15-bf43-65c42f05d4de tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846210 Feb 04 16:03:34.256236 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-01261383-9eba-4969-a674-3c49c5307b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.157487 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66000425-1fca-4ea4-bfd0-d27c3cdc4d8f req-41ed2fbe-88d9-4840-b12a-8e0244422c28 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:35.163155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66000425-1fca-4ea4-bfd0-d27c3cdc4d8f req-41ed2fbe-88d9-4840-b12a-8e0244422c28 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.1529329 Feb 04 16:03:35.272218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66000425-1fca-4ea4-bfd0-d27c3cdc4d8f req-3acbc059-4b0a-439d-8bc4-6f79bdfe7e74 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844634 Feb 04 16:03:36.031088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40836) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:36.041208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321890721', 'description': 'tempest-secgroup-smoke-321890721 description', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:36.050133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:36.061700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:36.066521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:36.076727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:36.090859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.109894 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.132066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:36.140218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:36.144564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:36.155858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:36.292405 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.297831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.392693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:36.397073 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f755f2b-bb07-4f8f-ab11-f7b421b05020,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:36.410081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:36.414711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:36.429780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:36.522092 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.613287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8a88c-a840-489c-b421-ebe619e969e2 req-0a2892be-db46-41a2-939e-9f8c3c62a24f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:36.634518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.641293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.658743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54a8a88c-a840-489c-b421-ebe619e969e2 req-0a2892be-db46-41a2-939e-9f8c3c62a24f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.1819718 Feb 04 16:03:36.697703 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-913d7cbc-42eb-4190-9268-8f199bf2031f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.729859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a1162a-e598-4d31-84b7-bad2468f3c3a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:36.733051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.734451 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d8c63cb7-88b6-4a59-a1d8-45d78c61db20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7015507 Feb 04 16:03:36.737897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40872) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:36.744632 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '42a1162a-e598-4d31-84b7-bad2468f3c3a', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:36.754184 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:36.761749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:36.765686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:36.771811 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:36.773568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54a8a88c-a840-489c-b421-ebe619e969e2 req-689cb47f-2f8d-43f7-affa-6367e9e468ba tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136045 Feb 04 16:03:36.807848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.928035 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.932217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.966613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee7876a-a952-464c-b7eb-5dec36372a83,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:36.979314 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.981955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cebb79c3-f13b-4fb6-93fb-2eb7d593e689 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2422590 Feb 04 16:03:36.984156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40876) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:36.990565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '42a1162a-e598-4d31-84b7-bad2468f3c3a', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:36.998967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:37.003506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:37.013849 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:37.020084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:37.046415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.369512 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.386047 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.436024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce723d5-143a-4356-8d60-5b68e00c9f8d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:37.468813 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.470685 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7855565e-187c-47cf-9636-96e3c693f479 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4850335 Feb 04 16:03:37.475608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40882) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:37.483274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '42a1162a-e598-4d31-84b7-bad2468f3c3a', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:37.500629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:37.506410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:37.511086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:37.524142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:37.558189 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.676986 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.688276 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.691926 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.726409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4071bc-0038-4660-80c9-cbe6f6b42371,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:37.730396 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.732873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6fc8504f-3705-4dc1-97b9-2d987cefbc69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2556534 Feb 04 16:03:37.735472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40886) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:37.741217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '42a1162a-e598-4d31-84b7-bad2468f3c3a', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:37.749546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:37.754262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:37.758212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:37.766098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:37.794263 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.796998 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.909267 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.914581 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.962119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8d0ce2-c92b-47ec-ba29-e7a46363c7dc,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:37.990614 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.003578 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-475d3268-7c60-4d2e-b4db-75e7473316f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2658300 Feb 04 16:03:38.003578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40892) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:38.026966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '42a1162a-e598-4d31-84b7-bad2468f3c3a', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:38.053761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:38.070642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:38.082200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:38.104888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd35eda-15a9-4d2c-8410-82d9f7bd0fd5 req-4f9b51c5-3905-4994-91c1-7767658ab094 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:38.105652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:38.116888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7dd35eda-15a9-4d2c-8410-82d9f7bd0fd5 req-4f9b51c5-3905-4994-91c1-7767658ab094 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.1552176 Feb 04 16:03:38.166581 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Project 9a5a8387ce744ad0b47321b992ebe6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:03:38.174092 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.219848 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7dd35eda-15a9-4d2c-8410-82d9f7bd0fd5 req-fe9257ad-2d19-428e-91d1-b76589e0d275 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765500 Feb 04 16:03:38.330649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.339851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.388054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a665a7ec-a2c6-4a2b-a5de-233836e5666a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:38.420153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.421423 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cbe095c8-46eb-4582-9537-a329dec8a672 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4171443 Feb 04 16:03:38.425751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40900) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:38.429704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '42a1162a-e598-4d31-84b7-bad2468f3c3a', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:38.444368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:38.455362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:38.459116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:38.475187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:38.497026 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Project 9a5a8387ce744ad0b47321b992ebe6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:03:38.505955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.598312 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.604729 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.635415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f7ed2c-8c6f-458f-8508-a75d3912265e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:38.650025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.651212 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d80f7193-b233-4c6c-a900-e1736e699ae1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2262297 Feb 04 16:03:38.654774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40904) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:38.661544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'network': {'name': 'tempest-network-smoke--580569955', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'port_security_enabled': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:38.668256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:38.673263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:network and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:38.677752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:38.685241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:38.697302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:38.703071 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.744318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:38.764944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.765422 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Added segment d819b9b6-8285-4211-aff9-2d06b97ad2cc of type vlan for network a917e252-809e-4be7-b784-5066cbf9bfda Feb 04 16:03:38.813844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.865796 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.878919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:38.879264 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.992083 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3362434 Feb 04 16:03:38.995159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40908) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:39.000277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'admin_state_up': True, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:39.006767 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ed2e5-1132-4a1b-965e-3804e603e7db tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Network': ['ID=a917e252-809e-4be7-b784-5066cbf9bfda,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:39.011179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:39.015508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:router and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:39.019253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network a917e252-809e-4be7-b784-5066cbf9bfda details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:03:39.022475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:39.030130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:39.042348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.044061 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.062227 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.210427 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.431102 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.504739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.615617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf05e-2c61-4117-a20c-45d6aeb44bdc req-acac1a10-3790-40dd-b6df-c6e026580f4f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:39.624973 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a10cf05e-2c61-4117-a20c-45d6aeb44bdc req-acac1a10-3790-40dd-b6df-c6e026580f4f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.2389894 Feb 04 16:03:39.680970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a10cf05e-2c61-4117-a20c-45d6aeb44bdc req-2896a7dc-b263-4188-b1a7-686fb250ca5c tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581291 Feb 04 16:03:39.890561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.928003 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.086072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.25.8.127 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/2e3d2bfb-ccc5-4914-a124-b121750771ee) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:40.251815 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.298367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.377795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:40.377795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=2e3d2bfb-ccc5-4914-a124-b121750771ee,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:40.385309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:40.385309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:03:41.025743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e068f-7856-431f-9051-8575c50b626b req-81435190-416b-47e2-9b33-f68609d8c767 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:41.027205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-578e068f-7856-431f-9051-8575c50b626b req-81435190-416b-47e2-9b33-f68609d8c767 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.1881955 Feb 04 16:03:41.030637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.156195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-578e068f-7856-431f-9051-8575c50b626b req-7d93344c-eed2-4d04-aaec-ca790bb44460 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750372 Feb 04 16:03:41.443223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.655422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 8e08e60a-0172-4902-b55b-c0ee579a470c is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:03:41.841409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:03:41.851393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Sync routers for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:41.866579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:03:41.867323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:41.872819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.874085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e6db2741-aa2a-43aa-869d-9bce5e4385b1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8780863 Feb 04 16:03:41.877092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40922) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:42.066786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:03:42.067156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8753a139-79f7-4602-a9b5-27fdfb232ee1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=9a5a8387ce744ad0b47321b992ebe6d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1889837 Feb 04 16:03:42.067587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40928) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:42.220487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2326c3fd-3be0-4bc8-9cda-5d514e66f3f1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:42.222841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2326c3fd-3be0-4bc8-9cda-5d514e66f3f1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541667 Feb 04 16:03:42.225827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40934) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:42.284012 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1d9ef4c5-77cf-4a66-ad2f-01286e449989 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462773 Feb 04 16:03:42.288929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 40938) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:42.288929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-220987289', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:42.394910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498226-9ad3-40a3-80f6-d04655b99fcb req-1a419333-f5e4-413c-9b6b-645038adeba4 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:42.396942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5498226-9ad3-40a3-80f6-d04655b99fcb req-1a419333-f5e4-413c-9b6b-645038adeba4 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 944 time: 0.1065369 Feb 04 16:03:42.453035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:42.456844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:subnet and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:42.458330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5498226-9ad3-40a3-80f6-d04655b99fcb req-bd99d7f4-36ba-408b-bfaa-ed797d6508c3 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545070 Feb 04 16:03:42.459827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:42.466121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:42.481736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:42.496280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.496912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:40Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:42.496912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Checking router: 8e08e60a-0172-4902-b55b-c0ee579a470c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:42.496912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Updating router 8e08e60a-0172-4902-b55b-c0ee579a470c port 2e3d2bfb-ccc5-4914-a124-b121750771ee binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:03:42.556513 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.674137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:42.734388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.832167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Subnet': ['ID=e0bc9908-38de-498f-9c33-b212f13fdc9a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:42.837738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Checking segment: {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:03:42.838321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network hostable DHCP agents. Network: a917e252-809e-4be7-b784-5066cbf9bfda, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:03:42.862751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network a917e252-809e-4be7-b784-5066cbf9bfda is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:42.875997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, a917e252-809e-4be7-b784-5066cbf9bfda) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:42.882615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:42.883548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.889551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e98fd3-dacf-4270-a247-b873dcbd6d3d None None] Network a917e252-809e-4be7-b784-5066cbf9bfda requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:03:42.922473 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a8c9a9b9-9054-4526-ba1e-8440e5ce4507 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6450307 Feb 04 16:03:42.925284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 40944) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:43.173974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:43.207955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'port_id': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'mac_address': 'fa:16:3e:de:e1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:43.352156 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.373200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Transition to ACTIVE for port object 2e3d2bfb-ccc5-4914-a124-b121750771ee will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:43.378554 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.407182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-a917e252-809e-4be7-b784-5066cbf9bfda', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:03:43.407999 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.419751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db5163e-2c48-4f5d-948d-7a12e1350151 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:43.440138 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.492649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:43.517349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.594452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Attempting to bind port 2e3d2bfb-ccc5-4914-a124-b121750771ee on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:43.594817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Attempting to bind port 2e3d2bfb-ccc5-4914-a124-b121750771ee by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:43.595170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Attempting to bind port 2e3d2bfb-ccc5-4914-a124-b121750771ee on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:03:43.597403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cef97e-b227-4717-b1a9-cac19a219af5 None None] Pushing event updated for resources: {'Port': ['ID=2e3d2bfb-ccc5-4914-a124-b121750771ee,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:43.671994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:03:43.672235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:03:43.673180 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.673180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:03:43.674258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Bound port: 2e3d2bfb-ccc5-4914-a124-b121750771ee, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:43.674258 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.783003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7db5163e-2c48-4f5d-948d-7a12e1350151'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:03:43.813611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939a121-e7f6-4a7b-a7de-21df8ac8c847 req-0332e0a9-586a-477e-b531-eaf5e3dd6423 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:43.820665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2939a121-e7f6-4a7b-a7de-21df8ac8c847 req-0332e0a9-586a-477e-b531-eaf5e3dd6423 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 945 time: 0.1968167 Feb 04 16:03:43.826325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:43.882511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2939a121-e7f6-4a7b-a7de-21df8ac8c847 req-8060973b-b797-430e-95c1-baac0ef3b6bf tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606322 Feb 04 16:03:43.882704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] For port 2e3d2bfb-ccc5-4914-a124-b121750771ee, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:03:43.891813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Allocated IP 172.20.0.2 (a917e252-809e-4be7-b784-5066cbf9bfda/e0bc9908-38de-498f-9c33-b212f13fdc9a/f2380680-8a1f-4f19-a782-57efcee0e6a1) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:43.895935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] For port 2e3d2bfb-ccc5-4914-a124-b121750771ee, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2e3d2bfb-ccc5-4914-a124-b121750771ee,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:03:43.902144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.967461 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.116068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:03:44.116068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:44.171690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cef97e-b227-4717-b1a9-cac19a219af5 None None] Pushing event updated for resources: {'Port': ['ID=2e3d2bfb-ccc5-4914-a124-b121750771ee,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:44.509280 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.533160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Transition to ACTIVE for port object f2380680-8a1f-4f19-a782-57efcee0e6a1 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:44.533160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:03:44.717117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Transition to ACTIVE for port object f2380680-8a1f-4f19-a782-57efcee0e6a1 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:44.726268 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.826113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.20.0.1 (a917e252-809e-4be7-b784-5066cbf9bfda/e0bc9908-38de-498f-9c33-b212f13fdc9a/59b8ba0e-8edd-41b6-8915-7cee9d656623) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:44.877668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Network a917e252-809e-4be7-b784-5066cbf9bfda is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:44.888081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Pushing event updated for resources: {'Port': ['ID=f2380680-8a1f-4f19-a782-57efcee0e6a1,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:44.890629 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:44.895656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:03:45.055601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Attempting to bind port f2380680-8a1f-4f19-a782-57efcee0e6a1 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:45.056046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Attempting to bind port f2380680-8a1f-4f19-a782-57efcee0e6a1 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:45.056473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Attempting to bind port f2380680-8a1f-4f19-a782-57efcee0e6a1 on network a917e252-809e-4be7-b784-5066cbf9bfda {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:03:45.079322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:03:45.079793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Checking segment: {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:03:45.080263 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.080727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Bound using segment: {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:03:45.081308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Bound port: f2380680-8a1f-4f19-a782-57efcee0e6a1, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:45.081729 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.159912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.160080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:40Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:45.170776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8630e-1bb0-49ba-b82a-3c4a33de7fbe None None] The sync data for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 is: [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:40Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:45.193830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Transition to ACTIVE for port object 59b8ba0e-8edd-41b6-8915-7cee9d656623 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:45.210645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] For port f2380680-8a1f-4f19-a782-57efcee0e6a1, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:03:45.214072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] For port f2380680-8a1f-4f19-a782-57efcee0e6a1, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f2380680-8a1f-4f19-a782-57efcee0e6a1,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:03:45.218481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429a686-ac05-468b-82f5-b7bd419cd974 req-f973a330-2a16-4c1b-b97a-3c263ead6005 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:45.223285 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.228553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3429a686-ac05-468b-82f5-b7bd419cd974 req-f973a330-2a16-4c1b-b97a-3c263ead6005 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 945 time: 0.2173851 Feb 04 16:03:45.336805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3429a686-ac05-468b-82f5-b7bd419cd974 req-73f92c67-cd7c-454f-a7b9-b7c21a20e161 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072285 Feb 04 16:03:45.338649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28465e-1d1a-4391-9824-7575bc25ceed None None] Pushing event updated for resources: {'Port': ['ID=f2380680-8a1f-4f19-a782-57efcee0e6a1,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:45.362837 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.439451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network a917e252-809e-4be7-b784-5066cbf9bfda is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:45.454059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:45.463630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:03:45.713551 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.868441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=59b8ba0e-8edd-41b6-8915-7cee9d656623,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:46.080186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.672865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:46.734179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc816-71db-41bb-bc5e-f37c51fd63c2 req-eebc19d0-8a5b-42df-b0be-b35f46d12a88 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:46.736907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1eccc816-71db-41bb-bc5e-f37c51fd63c2 req-eebc19d0-8a5b-42df-b0be-b35f46d12a88 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 945 time: 0.2182419 Feb 04 16:03:46.790457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 7db5163e-2c48-4f5d-948d-7a12e1350151 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:46.791286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.805071 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1eccc816-71db-41bb-bc5e-f37c51fd63c2 req-5cd82006-fe7c-496f-a9e3-bb442cab9707 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597708 Feb 04 16:03:46.829231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.835942 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.867581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0723a4c-9784-4f9b-84d0-9a89f9e1604c None None] Network a917e252-809e-4be7-b784-5066cbf9bfda requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:03:46.966266 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.021563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-897a1cab-8f42-4e64-9eb0-0d406f9f7a9c None None] Provisioning for port f2380680-8a1f-4f19-a782-57efcee0e6a1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:47.057989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=59b8ba0e-8edd-41b6-8915-7cee9d656623,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:47.143620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network a917e252-809e-4be7-b784-5066cbf9bfda is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:47.145477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:47.169577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.219716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:47.267882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:47.276024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.391222 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'code': 200} Feb 04 16:03:47.482482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=10']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:47.620461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 8e08e60a-0172-4902-b55b-c0ee579a470c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:03:47.650599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f2380680-8a1f-4f19-a782-57efcee0e6a1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:47.759263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f2380680-8a1f-4f19-a782-57efcee0e6a1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:47.767589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f2380680-8a1f-4f19-a782-57efcee0e6a1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:47.768087 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.837926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f11d20-f957-4801-9c59-b4d27fa97d6f req-924995b2-f997-49c7-bb32-2f00721fda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:47.840002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5f11d20-f957-4801-9c59-b4d27fa97d6f req-924995b2-f997-49c7-bb32-2f00721fda77 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 1098 time: 0.2219653 Feb 04 16:03:47.974002 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.997127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0dc39ae2-69de-4e69-9bfa-291dcfe9af98 None None] Provisioning for port 59b8ba0e-8edd-41b6-8915-7cee9d656623 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:48.021839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0dc39ae2-69de-4e69-9bfa-291dcfe9af98 None None] Provisioning complete for port 59b8ba0e-8edd-41b6-8915-7cee9d656623 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:48.023317 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0dc39ae2-69de-4e69-9bfa-291dcfe9af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.088022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port f2380680-8a1f-4f19-a782-57efcee0e6a1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f2380680-8a1f-4f19-a782-57efcee0e6a1,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:48.097008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.098505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2e3d2bfb-ccc5-4914-a124-b121750771ee up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:48.218432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:03:48.231275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f5f11d20-f957-4801-9c59-b4d27fa97d6f req-5bd9185e-c116-42db-9573-d277f9a798f5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434643 Feb 04 16:03:48.239184 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ecbe00e6-dedf-458e-b95b-5d2c3b9a2b26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "PUT /v2.0/routers/8e08e60a-0172-4902-b55b-c0ee579a470c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3128099 Feb 04 16:03:48.245084 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Sync routers for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:48.282754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0dc39ae2-69de-4e69-9bfa-291dcfe9af98 None None] Port 59b8ba0e-8edd-41b6-8915-7cee9d656623 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:03:48.282924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475243-35e0-4d19-9e4d-fa5030d38830 req-309877be-d0ae-4741-b450-9a9256913485 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:48.284694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a475243-35e0-4d19-9e4d-fa5030d38830 req-309877be-d0ae-4741-b450-9a9256913485 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 947 time: 0.1982152 Feb 04 16:03:48.291926 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:03:48.294412 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:48.372664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=f2380680-8a1f-4f19-a782-57efcee0e6a1,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:48.386537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0dc39ae2-69de-4e69-9bfa-291dcfe9af98 None None] Provisioning complete for port f2380680-8a1f-4f19-a782-57efcee0e6a1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:48.387441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0dc39ae2-69de-4e69-9bfa-291dcfe9af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.418767 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a475243-35e0-4d19-9e4d-fa5030d38830 req-d189ef39-8894-4990-b159-eb6796268411 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194527 Feb 04 16:03:48.464283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2e3d2bfb-ccc5-4914-a124-b121750771ee completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:48.488446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2e3d2bfb-ccc5-4914-a124-b121750771ee triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:48.488948 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.591514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-96b5b629-7b5a-4f09-a85d-10033b3160d8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321890721&fields=id&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 267 time: 0.0547378 Feb 04 16:03:48.726043 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.726318 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:03:48.755465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 2e3d2bfb-ccc5-4914-a124-b121750771ee, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2e3d2bfb-ccc5-4914-a124-b121750771ee,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:48.761448 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.832069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-0dc0e96c-154b-4d01-abfa-f179837de777 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:48.841073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-0dc0e96c-154b-4d01-abfa-f179837de777 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 796 time: 0.2408855 Feb 04 16:03:48.872138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-b39db3ad-afdf-496f-ba8a-a8f7d47827ea tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/quotas/9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 375 time: 0.0267906 Feb 04 16:03:48.879776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=2e3d2bfb-ccc5-4914-a124-b121750771ee,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:48.891497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-66f693a5-4b4c-4914-b463-db4d70c35443 None None] Provisioning complete for port 59b8ba0e-8edd-41b6-8915-7cee9d656623 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:48.891959 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66f693a5-4b4c-4914-b463-db4d70c35443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.960648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-66f693a5-4b4c-4914-b463-db4d70c35443 None None] Port 59b8ba0e-8edd-41b6-8915-7cee9d656623 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:03:48.992412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-236557e4-aba4-41c8-8dcc-25419ca93627 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:49.014626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-236557e4-aba4-41c8-8dcc-25419ca93627 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:49.017676 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-236557e4-aba4-41c8-8dcc-25419ca93627 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370757 Feb 04 16:03:49.196163 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '59b8ba0e-8edd-41b6-8915-7cee9d656623', 'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:ed:1a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:46Z', 'revision_number': 2, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:49.202778 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Checking router: 8e08e60a-0172-4902-b55b-c0ee579a470c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:49.202778 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Updating router 8e08e60a-0172-4902-b55b-c0ee579a470c port 59b8ba0e-8edd-41b6-8915-7cee9d656623 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:03:49.210009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-05cc3eb9-3802-4a2f-9e6e-cd179e710f99 service neutron] 10.222.0.46 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743307 Feb 04 16:03:49.277002 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.428101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f2380680-8a1f-4f19-a782-57efcee0e6a1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:49.504943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-36363f94-6371-48a0-9f35-4dfbf7982eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859495 Feb 04 16:03:49.568950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f2380680-8a1f-4f19-a782-57efcee0e6a1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:49.569392 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.775183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2e3d2bfb-ccc5-4914-a124-b121750771ee up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:49.963279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2e3d2bfb-ccc5-4914-a124-b121750771ee triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:49.965512 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.997666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cb1a7-2185-41d4-8007-22af9a267c46 req-8d26eccd-c479-47a6-b2a7-1d571cb60c2b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:50.007319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b40cb1a7-2185-41d4-8007-22af9a267c46 req-8d26eccd-c479-47a6-b2a7-1d571cb60c2b tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 947 time: 0.1456721 Feb 04 16:03:50.190296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b40cb1a7-2185-41d4-8007-22af9a267c46 req-d101cd02-29c6-4584-a5d6-dd29b21319a2 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802585 Feb 04 16:03:50.195090 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.244865 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Transition to ACTIVE for port object 59b8ba0e-8edd-41b6-8915-7cee9d656623 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:50.265557 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.337702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-230bafaa-143a-45a6-b078-d1efc0cff6e9 req-99749aad-e018-4528-be62-d6cbb278b014 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 210 time: 0.0753675 Feb 04 16:03:50.522571 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Pushing event updated for resources: {'Port': ['ID=59b8ba0e-8edd-41b6-8915-7cee9d656623,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:50.568585 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.569111 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.569602 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.570075 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.570900 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.571384 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.571854 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.572324 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.572826 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.573300 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.573776 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.575337 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:50.718241 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Attempting to bind port 59b8ba0e-8edd-41b6-8915-7cee9d656623 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:50.718607 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Attempting to bind port 59b8ba0e-8edd-41b6-8915-7cee9d656623 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:50.718965 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Attempting to bind port 59b8ba0e-8edd-41b6-8915-7cee9d656623 on network a917e252-809e-4be7-b784-5066cbf9bfda {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:03:50.733604 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:03:50.733897 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Checking segment: {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:03:50.735114 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.735506 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Bound using segment: {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:03:50.736744 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Bound port: 59b8ba0e-8edd-41b6-8915-7cee9d656623, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:50.737142 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.860023 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] For port 59b8ba0e-8edd-41b6-8915-7cee9d656623, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:03:50.863752 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] For port 59b8ba0e-8edd-41b6-8915-7cee9d656623, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=59b8ba0e-8edd-41b6-8915-7cee9d656623,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:03:50.868318 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.961721 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd90643-1bf0-47d7-a585-08f7a160a7b5 None None] Pushing event updated for resources: {'Port': ['ID=59b8ba0e-8edd-41b6-8915-7cee9d656623,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:50.972301 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:03:50.973492 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:51.234664 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:03:51.452849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a7882-7173-46f0-9f6c-77d6dde7592f req-bc63df76-b858-4f0c-99bb-35c0cfb29c71 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:51.454362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097a7882-7173-46f0-9f6c-77d6dde7592f req-bc63df76-b858-4f0c-99bb-35c0cfb29c71 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 947 time: 0.1332905 Feb 04 16:03:51.592504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097a7882-7173-46f0-9f6c-77d6dde7592f req-3fe0cd0c-e356-4508-b00e-3a77c19e4ab3 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297812 Feb 04 16:03:51.688264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-b5267e2c-e145-4790-855b-c4f9bb982879 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:51.690328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-b5267e2c-e145-4790-855b-c4f9bb982879 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 796 time: 0.2014365 Feb 04 16:03:51.748415 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '59b8ba0e-8edd-41b6-8915-7cee9d656623', 'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:ed:1a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:50Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:51.754422 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4741f9ac-0d57-4a1d-b2e3-456ba5fb4b9f None None] The sync data for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 is: [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '59b8ba0e-8edd-41b6-8915-7cee9d656623', 'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:ed:1a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:50Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:51.832019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-30691e05-2232-4b6c-aec1-c904dbd98bce tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 379 time: 0.1331935 Feb 04 16:03:51.847111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'port': {'device_id': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'admin_state_up': True, 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'security_groups': ['42a1162a-e598-4d31-84b7-bad2468f3c3a']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:51.863133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-160d49a5-7cff-4ebb-a136-47599850524f req-6d8c77c4-5a3b-42ee-9d82-ee53894c5f9c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 210 time: 0.0906718 Feb 04 16:03:52.002608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:52.013523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:52.024130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:52.027592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.211600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.20.0.14 (a917e252-809e-4be7-b784-5066cbf9bfda/e0bc9908-38de-498f-9c33-b212f13fdc9a/2413b2da-7a93-4692-9b30-2b33eff35306) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:52.578387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.596338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Transition to ACTIVE for port object 2413b2da-7a93-4692-9b30-2b33eff35306 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:52.623765 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.703437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network a917e252-809e-4be7-b784-5066cbf9bfda is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:52.706765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:52.710889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:03:52.750420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:52.790476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:52.791579 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.827144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-f5488522-1ae6-4ff3-809e-e1131e3261bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9896071 Feb 04 16:03:52.842024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Request body: {'port': {'device_id': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:52.995622 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.084187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c07fc93d-8e53-4a2f-9915-b8e059f075a5 None None] Provisioning for port 2413b2da-7a93-4692-9b30-2b33eff35306 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:53.089671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c07fc93d-8e53-4a2f-9915-b8e059f075a5 None None] Provisioning complete for port 2413b2da-7a93-4692-9b30-2b33eff35306 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:53.090576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c07fc93d-8e53-4a2f-9915-b8e059f075a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.178512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c07fc93d-8e53-4a2f-9915-b8e059f075a5 None None] Port 2413b2da-7a93-4692-9b30-2b33eff35306 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:03:53.406726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 59b8ba0e-8edd-41b6-8915-7cee9d656623 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:53.433323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c47a4-6f19-483e-a201-b3f3e238753e req-7efdf775-f3ce-4160-8fa3-d6ac6579289d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:53.435618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-db2c47a4-6f19-483e-a201-b3f3e238753e req-7efdf775-f3ce-4160-8fa3-d6ac6579289d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:53.481838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-db2c47a4-6f19-483e-a201-b3f3e238753e req-7efdf775-f3ce-4160-8fa3-d6ac6579289d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:53.489079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db2c47a4-6f19-483e-a201-b3f3e238753e req-7efdf775-f3ce-4160-8fa3-d6ac6579289d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 932 time: 0.3928244 Feb 04 16:03:53.548208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 59b8ba0e-8edd-41b6-8915-7cee9d656623 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:53.550916 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db2c47a4-6f19-483e-a201-b3f3e238753e req-eee09ac4-12eb-445c-8dc5-f615c25ba684 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609136 Feb 04 16:03:53.576558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 59b8ba0e-8edd-41b6-8915-7cee9d656623 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:53.577088 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.639551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2413b2da-7a93-4692-9b30-2b33eff35306 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:53.647029 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.662785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Transition to ACTIVE for port object 2413b2da-7a93-4692-9b30-2b33eff35306 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:53.667301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.717958 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.763196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 59b8ba0e-8edd-41b6-8915-7cee9d656623, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=59b8ba0e-8edd-41b6-8915-7cee9d656623,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:53.768248 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.815983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Pushing event updated for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:53.886827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=59b8ba0e-8edd-41b6-8915-7cee9d656623,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:53.987078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Attempting to bind port 2413b2da-7a93-4692-9b30-2b33eff35306 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:53.987288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Attempting to bind port 2413b2da-7a93-4692-9b30-2b33eff35306 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:53.987615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Attempting to bind port 2413b2da-7a93-4692-9b30-2b33eff35306 on network a917e252-809e-4be7-b784-5066cbf9bfda {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:03:53.993253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Port 2413b2da-7a93-4692-9b30-2b33eff35306 on network a917e252-809e-4be7-b784-5066cbf9bfda not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:03:53.993384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Attempting to bind port 2413b2da-7a93-4692-9b30-2b33eff35306 on network a917e252-809e-4be7-b784-5066cbf9bfda {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:03:54.001371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:03:54.001626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Checking segment: {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:03:54.002080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Bound using segment: {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:03:54.002589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Bound port: 2413b2da-7a93-4692-9b30-2b33eff35306, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:54.003655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.122961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:03:54.127492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:03:54.132891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.197935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:54.198156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.200218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] 10.222.0.61 "PUT /v2.0/ports/2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 1092 time: 1.3656209 Feb 04 16:03:54.210444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:54.251183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa34a8-bac1-401b-9a26-01a43ddece11 service neutron] Pushing event updated for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:54.333958 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306', 'status': 'completed', 'code': 200} Feb 04 16:03:54.390675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-2bb8da01-f851-464f-941d-319b627f74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:54.394209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-2bb8da01-f851-464f-941d-319b627f74b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1095 time: 0.1227019 Feb 04 16:03:54.480123 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-34cfe17c-7e94-4ba0-88c0-fd3b7bc616a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 217 time: 0.0709076 Feb 04 16:03:54.554848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-d0374c2f-3f8c-4f45-8015-d4cee4d7e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:54.556602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-d0374c2f-3f8c-4f45-8015-d4cee4d7e879 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.0695941 Feb 04 16:03:54.648133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-cb400e97-f419-4ff9-b67b-7cc8bafbc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:54.649742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-cb400e97-f419-4ff9-b67b-7cc8bafbc9be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838969 Feb 04 16:03:54.976827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-e977c79b-c01a-48d0-bdd9-a2304a083288 service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178241 Feb 04 16:03:54.994951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272189-ff90-4007-b0f8-2b93c3afda40 req-8487df2c-9917-44c9-ad3e-200f60fbb34d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:54.994951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6272189-ff90-4007-b0f8-2b93c3afda40 req-8487df2c-9917-44c9-ad3e-200f60fbb34d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 944 time: 0.2916930 Feb 04 16:03:55.122906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6272189-ff90-4007-b0f8-2b93c3afda40 req-05200a2a-5e72-4362-9a83-56d77e1d0abb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107275 Feb 04 16:03:55.155772 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd3367b-9e65-4c62-bbc4-8869ab0a3326 req-eef4bdd6-58d4-474c-bcac-d8ce37ec4b81 service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726973 Feb 04 16:03:55.297502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-efde8a0d-43aa-4abf-a697-ffe056a42a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:55.299468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-efde8a0d-43aa-4abf-a697-ffe056a42a74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1095 time: 0.0931692 Feb 04 16:03:55.306877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 59b8ba0e-8edd-41b6-8915-7cee9d656623 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:55.397980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 59b8ba0e-8edd-41b6-8915-7cee9d656623 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:55.398234 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.513895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-04a659ba-a95d-475f-aa21-067b210a1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:55.513895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-04a659ba-a95d-475f-aa21-067b210a1767 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.2066200 Feb 04 16:03:55.604586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-3da7b4f4-d59b-43d2-8cc1-50589893d1d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 217 time: 0.0829887 Feb 04 16:03:55.679139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-386bae81-08ad-422a-8dc8-1332c2ad1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:55.680673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-386bae81-08ad-422a-8dc8-1332c2ad1425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.0706289 Feb 04 16:03:55.764952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-e4fd15a8-3039-4aba-a2c5-460fe31d99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:55.767156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-e4fd15a8-3039-4aba-a2c5-460fe31d99f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756140 Feb 04 16:03:55.959257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-f2b38fd6-b369-4676-8fd2-bc24d8644de7 service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840556 Feb 04 16:03:56.117121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-755eeaaf-62dc-4278-bff5-716a04e672ee req-f4826431-7c15-4670-a9e4-2a05da7bae2b service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508069 Feb 04 16:03:56.372930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3808f-e68e-4070-a3d8-fe53ed83fd87 req-33f666a3-cd81-430d-b1f7-4b008007f17c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:56.374685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66d3808f-e68e-4070-a3d8-fe53ed83fd87 req-33f666a3-cd81-430d-b1f7-4b008007f17c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 944 time: 0.1267829 Feb 04 16:03:56.429334 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66d3808f-e68e-4070-a3d8-fe53ed83fd87 req-b6a88f73-92cf-449c-88b1-6f2df03acfb5 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469894 Feb 04 16:03:57.627969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf71c4d-c625-4153-a9f0-7f16ad128f72 req-5e77cff5-46b2-41d4-af17-cbd7230695c3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:57.629363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ecf71c4d-c625-4153-a9f0-7f16ad128f72 req-5e77cff5-46b2-41d4-af17-cbd7230695c3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 944 time: 0.0872788 Feb 04 16:03:57.674451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ecf71c4d-c625-4153-a9f0-7f16ad128f72 req-74e09964-91f0-4f25-9446-70cd5017bf38 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Feb 04 16:03:58.505138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-547edf3c-564a-4fb0-8d26-85bc8c2c55f6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:58.506572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-547edf3c-564a-4fb0-8d26-85bc8c2c55f6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.1472352 Feb 04 16:03:58.521596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-d71cdbc4-f7cb-42cb-a65e-d829e2709ae1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/quotas/90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 375 time: 0.0093582 Feb 04 16:03:58.608378 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-25f7c385-ab74-4060-b359-aed3f0ecd5ba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819983 Feb 04 16:03:58.744175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2413b2da-7a93-4692-9b30-2b33eff35306 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:58.744848 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-c57679f4-cd26-42d7-ad57-a24065554b7c service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299243 Feb 04 16:03:58.894643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:58.910385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '2413b2da-7a93-4692-9b30-2b33eff35306', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'port_id': '2413b2da-7a93-4692-9b30-2b33eff35306', 'mac_address': 'fa:16:3e:93:ac:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:58.972734 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.991872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2413b2da-7a93-4692-9b30-2b33eff35306 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:59.009988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:03:59.015204 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.022832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-e67ea1f6-c813-4851-af8b-8430b65bb711 service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720149 Feb 04 16:03:59.127910 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:59.241445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['2413b2da-7a93-4692-9b30-2b33eff35306'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:03:59.572464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9a720-639d-4950-a2f3-dd5d8387d846 req-d46f6df9-fdca-4e56-914e-4589d5b9c6fe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:59.582845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36d9a720-639d-4950-a2f3-dd5d8387d846 req-d46f6df9-fdca-4e56-914e-4589d5b9c6fe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 945 time: 0.1011908 Feb 04 16:03:59.627215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36d9a720-639d-4950-a2f3-dd5d8387d846 req-dc186771-4833-478f-8246-b71473e9b68a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434914 Feb 04 16:03:59.733512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1797aa8-a0c2-4b90-b3d7-ec2458b5166c req-372b136e-3203-4e67-a039-0615c1800cee tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 210 time: 0.0509150 Feb 04 16:04:00.627688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-0512e9e1-fde5-453b-a45a-c5d576482335 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:00.629478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-0512e9e1-fde5-453b-a45a-c5d576482335 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.1569023 Feb 04 16:04:00.642447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'port': {'device_id': 'd00d3ef1-51e2-422d-ae39-5334931a7181', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'admin_state_up': True, 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:00.764009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2413b2da-7a93-4692-9b30-2b33eff35306 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:00.838605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 2413b2da-7a93-4692-9b30-2b33eff35306 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:00.844533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 2413b2da-7a93-4692-9b30-2b33eff35306 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:00.845126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.846218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:00.860785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:00.886029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694e15-3f9a-4d35-a816-a25e472ca2b5 req-7bcc8cd5-be3e-4a2e-a6d8-5b637c078d8d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:00.888483 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b694e15-3f9a-4d35-a816-a25e472ca2b5 req-7bcc8cd5-be3e-4a2e-a6d8-5b637c078d8d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 945 time: 0.1451161 Feb 04 16:04:00.889676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Made reservation on behalf of 90b6ad5d4a9e401ca064aef59b30c519 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:00.894062 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.983490 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.997511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b694e15-3f9a-4d35-a816-a25e472ca2b5 req-1ebb3d0f-51d0-4d07-b6bf-42004cbb175e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934646 Feb 04 16:04:01.024730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:01.081668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:01.081668 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.173128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:01.183694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b412bfe4-c086-4979-89c5-217738342506 req-878a4c44-0c33-480f-be15-17fab8987d5e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 210 time: 0.0597472 Feb 04 16:04:01.209234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.20.0.3 (deb6b6a8-a5b0-4d5c-8319-e9c341e840f8/ba6b2f8f-7e0d-410d-b760-65b99af391f8/8bc5ec37-8265-4905-bacd-8b655ac7cd5a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:01.245125 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306', 'code': 200} Feb 04 16:04:01.493580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bd3cd-b7a7-482d-ac22-ec660e7b6439 req-9aaf6e66-8614-42b1-beee-8289ab39885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:01.495064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993bd3cd-b7a7-482d-ac22-ec660e7b6439 req-9aaf6e66-8614-42b1-beee-8289ab39885c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1097 time: 0.1455023 Feb 04 16:04:01.498000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.533416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Transition to ACTIVE for port object 8bc5ec37-8265-4905-bacd-8b655ac7cd5a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:01.553920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-993bd3cd-b7a7-482d-ac22-ec660e7b6439 req-7e742335-19b9-44e3-9436-f2598afacc27 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493083 Feb 04 16:04:01.573097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.646179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:01.649322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:01.651992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:04:01.704354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:01.735718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:01.736340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.764045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-974be1d1-f878-4154-ae21-73bf45a70cd3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1251523 Feb 04 16:04:01.777035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Request body: {'port': {'device_id': 'd00d3ef1-51e2-422d-ae39-5334931a7181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:01.905577 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.921675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ddc2c90-d8c8-4b30-b048-040091dd6f2f None None] Provisioning for port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:01.926742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7ddc2c90-d8c8-4b30-b048-040091dd6f2f None None] Provisioning complete for port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:01.927113 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7ddc2c90-d8c8-4b30-b048-040091dd6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.982112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc2c90-d8c8-4b30-b048-040091dd6f2f None None] Port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:04:02.376501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22afb5-5318-465e-a5ca-9430ed15f036 req-d47a9624-1df1-4b33-a7ba-c00fd736c53e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:02.378017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f22afb5-5318-465e-a5ca-9430ed15f036 req-d47a9624-1df1-4b33-a7ba-c00fd736c53e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.2572455 Feb 04 16:04:02.478018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f22afb5-5318-465e-a5ca-9430ed15f036 req-74f9b481-24d1-45ca-b2b6-e70176c253d0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891120 Feb 04 16:04:02.484165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc5ec37-8265-4905-bacd-8b655ac7cd5a {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:02.493372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.507025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Transition to ACTIVE for port object 8bc5ec37-8265-4905-bacd-8b655ac7cd5a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:02.510943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.712038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Pushing event updated for resources: {'Port': ['ID=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.818818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b0168-1477-409a-b28f-f490d03de3b6 req-0f1460b1-7909-44ff-ad97-54091fe01c6c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:02.819511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8a5b0168-1477-409a-b28f-f490d03de3b6 req-0f1460b1-7909-44ff-ad97-54091fe01c6c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:02.829863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Attempting to bind port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:02.830198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Attempting to bind port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:02.830531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Attempting to bind port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:04:02.839400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:04:02.840477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Attempting to bind port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:04:02.844215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8a5b0168-1477-409a-b28f-f490d03de3b6 req-0f1460b1-7909-44ff-ad97-54091fe01c6c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:02.845406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a5b0168-1477-409a-b28f-f490d03de3b6 req-0f1460b1-7909-44ff-ad97-54091fe01c6c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 943 time: 0.2279155 Feb 04 16:04:02.847795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:04:02.848130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:04:02.848511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Bound using segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:04:02.848963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Bound port: 8bc5ec37-8265-4905-bacd-8b655ac7cd5a, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:02.849507 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.950735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a5b0168-1477-409a-b28f-f490d03de3b6 req-399647cf-16a6-4ba3-bb7a-3fb16dd39d17 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920036 Feb 04 16:04:02.977842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] For port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:04:02.980854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] For port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:04:02.985400 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.045318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.045924 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.047266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] 10.222.0.53 "PUT /v2.0/ports/8bc5ec37-8265-4905-bacd-8b655ac7cd5a HTTP/1.1" status: 200 len: 1091 time: 1.2748957 Feb 04 16:04:03.047699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00d3ef1-51e2-422d-ae39-5334931a7181', 'tag': '8bc5ec37-8265-4905-bacd-8b655ac7cd5a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:03.069035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2e603-1929-44ce-b1ad-6922a551d3fa service neutron] Pushing event updated for resources: {'Port': ['ID=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:03.118918 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00d3ef1-51e2-422d-ae39-5334931a7181', 'tag': '8bc5ec37-8265-4905-bacd-8b655ac7cd5a', 'status': 'completed', 'code': 200} Feb 04 16:04:03.167728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-94bb2a50-63d7-43c5-b140-470e140cb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.169582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-94bb2a50-63d7-43c5-b140-470e140cb4c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 1094 time: 0.0832102 Feb 04 16:04:03.241239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-181a4503-f41a-4453-920f-b2fdc391ec26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc5ec37-8265-4905-bacd-8b655ac7cd5a HTTP/1.1" status: 200 len: 217 time: 0.0636241 Feb 04 16:04:03.311988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-6abd871d-f86f-4a1f-a867-4fca22212d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.313507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-6abd871d-f86f-4a1f-a867-4fca22212d5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0657833 Feb 04 16:04:03.395162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-3f8792d5-ec6b-4e74-a5d9-49ded534ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.396640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-3f8792d5-ec6b-4e74-a5d9-49ded534ef1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743041 Feb 04 16:04:03.532116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-863ddd66-a728-46ab-850d-09aa82aafc6b service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264381 Feb 04 16:04:03.729164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e411d86-2f44-43ef-a09d-abc3af47a520 req-6a4d14b2-309e-47d9-a887-7bd1e76e0962 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891720 Feb 04 16:04:03.743222 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76de182-dd9a-4df3-9420-147b83ebe33e req-21e8e014-7655-445b-9747-a1f586a310bf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.744678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e76de182-dd9a-4df3-9420-147b83ebe33e req-21e8e014-7655-445b-9747-a1f586a310bf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1356356 Feb 04 16:04:03.826784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e76de182-dd9a-4df3-9420-147b83ebe33e req-654f3ba5-bc17-4c24-bb02-1197dbaea84c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762815 Feb 04 16:04:03.865063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-af271acd-a5bb-4ee2-b368-522c27b975ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.866420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-af271acd-a5bb-4ee2-b368-522c27b975ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 1094 time: 0.0777676 Feb 04 16:04:03.910732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41132) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:04.120048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Deleting port 8c9c928c-3f04-4397-8a5f-9ac804a42c82 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:04.120396 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.185381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-917582e7-cd3b-4104-bf0e-5707a3bd0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.187692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-917582e7-cd3b-4104-bf0e-5707a3bd0441 service neutron] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.3140686 Feb 04 16:04:04.200653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67ae2e-ff82-4966-beb4-aadea87e0a98 req-3822a62c-66fb-41e5-8a06-5c2ac6c63db3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.201363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa67ae2e-ff82-4966-beb4-aadea87e0a98 req-3822a62c-66fb-41e5-8a06-5c2ac6c63db3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.2570238 Feb 04 16:04:04.251798 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47f158e3-46be-4c27-8fd5-347336f2d450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.287105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-cd4e8c80-caa6-4128-a221-48d7726cc67e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc5ec37-8265-4905-bacd-8b655ac7cd5a HTTP/1.1" status: 200 len: 217 time: 0.0850430 Feb 04 16:04:04.302333 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.302662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.337935 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:04:04.360519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa67ae2e-ff82-4966-beb4-aadea87e0a98 req-e71602f4-5106-4eec-b780-623d943d5e0f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055117 Feb 04 16:04:04.371248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-30897ccb-fc89-4a94-b58f-ea43a953e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.372775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-30897ccb-fc89-4a94-b58f-ea43a953e736 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0747459 Feb 04 16:04:04.412986 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41138) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:04.444626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Calling delete_port for 8c9c928c-3f04-4397-8a5f-9ac804a42c82 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:04.587987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47409c-ab4a-4393-845d-c8f07be2d39b tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.589504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9f47409c-ab4a-4393-845d-c8f07be2d39b tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1092 time: 0.1755512 Feb 04 16:04:04.594750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41142) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:04.594926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-4ef3dc71-2901-46dd-9f8f-b13b33783f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.596636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-4ef3dc71-2901-46dd-9f8f-b13b33783f86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164369 Feb 04 16:04:04.599642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '2413b2da-7a93-4692-9b30-2b33eff35306', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:04.607006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1713e-a380-4477-9883-6d37dc4d3062 req-d15099e2-7e3a-468e-88dd-92bf9d27719f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.608421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7c1713e-a380-4477-9883-6d37dc4d3062 req-d15099e2-7e3a-468e-88dd-92bf9d27719f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 943 time: 0.1372983 Feb 04 16:04:04.613010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:04.617208 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.622711 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:floatingip and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:04.653725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:04.672977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event deleted for resources: {'Port': ['ID=8c9c928c-3f04-4397-8a5f-9ac804a42c82,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:04.675675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:04.749761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.750398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7c1713e-a380-4477-9883-6d37dc4d3062 req-65fa7735-37b4-4c72-890a-b0ac576c0081 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213846 Feb 04 16:04:04.783899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-66d7ff84-1851-4804-93bb-852c3b5e5132 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744993 Feb 04 16:04:04.929830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09aec4ce-dd4c-4479-b3e8-da334033ad90 req-5b82294c-8bbd-4ede-9c57-ea234d12ada4 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397231 Feb 04 16:04:04.970573 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.971115 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Floating IP d0ff7aca-bfb1-410d-82c7-6937bd7701c6 disassociated (deleted). External IP: 172.25.8.79, port: 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f. Feb 04 16:04:05.289775 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.492280 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Router 25ea3e21-63db-4fa1-9511-7eed53283e03 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:04:05.604112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.25.8.91 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5655c27c-7136-45ab-8d65-b17e495a7738) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:05.797712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:04:05.808141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] Sync routers for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:05.818982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:05.819708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:05.856995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.907328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.933195 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c732a2e5-c711-4602-994c-0b555d917aef tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "DELETE /v2.0/floatingips/d0ff7aca-bfb1-410d-82c7-6937bd7701c6 HTTP/1.1" status: 204 len: 168 time: 2.0205848 Feb 04 16:04:05.936873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:05.964310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f079f-5bb9-401e-aa3d-1eb615e0c8ed req-e331cfa2-58e7-4aa2-9c6b-b38f39812e96 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:05.970056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.972486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640f079f-5bb9-401e-aa3d-1eb615e0c8ed req-e331cfa2-58e7-4aa2-9c6b-b38f39812e96 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 943 time: 0.0986912 Feb 04 16:04:06.022330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-640f079f-5bb9-401e-aa3d-1eb615e0c8ed req-3eac22d9-02e4-41ea-8f19-0eb9286f461f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Feb 04 16:04:06.047911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:06.050877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:06.054851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:04:06.058456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:06.097976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=5655c27c-7136-45ab-8d65-b17e495a7738,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:06.391731 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'status': 'completed', 'code': 200} Feb 04 16:04:06.477075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-2ca37b37-5626-49c0-b1f6-162847569218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.477075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-2ca37b37-5626-49c0-b1f6-162847569218 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd0542bbcf724828a5805efafb914888&device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 1096 time: 0.1071193 Feb 04 16:04:06.483003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:06.483003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] Checking router: 25ea3e21-63db-4fa1-9511-7eed53283e03 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:04:06.493337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:06.493337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:03:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:06.570103 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.674032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef23c7f-4c8c-496c-8350-a3e191a69793 req-4266bd3b-033e-4e04-87fd-d5dfe8e7986f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.681474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ef23c7f-4c8c-496c-8350-a3e191a69793 req-4266bd3b-033e-4e04-87fd-d5dfe8e7986f tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 945 time: 0.2094228 Feb 04 16:04:06.702997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-7c250137-c7c6-419a-955b-79911329983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.704445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-7c250137-c7c6-419a-955b-79911329983e service neutron] 10.222.0.53 "GET /v2.0/networks?id=424f809d-42a9-4057-82da-883c310c37ee HTTP/1.1" status: 200 len: 914 time: 0.1934733 Feb 04 16:04:06.729476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e293a8f8-f96f-47b0-9845-c6e6d2127631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.744740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:06.796287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-a48e9b9d-c5d4-4077-9f66-cdd8c294ac2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f HTTP/1.1" status: 200 len: 217 time: 0.0846317 Feb 04 16:04:06.801076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ef23c7f-4c8c-496c-8350-a3e191a69793 req-6264ab27-59ff-45c0-aca9-abd8b8014ba6 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187358 Feb 04 16:04:06.806392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.869107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-a18af380-f358-4ffa-a9d9-832aa1db0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.870792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-a18af380-f358-4ffa-a9d9-832aa1db0670 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dff96bcd-013e-4d88-979a-9a575b408890 HTTP/1.1" status: 200 len: 852 time: 0.0682781 Feb 04 16:04:06.894620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.960939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-9beacb40-586b-4da3-bb4b-cb3854bdd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.962748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-9beacb40-586b-4da3-bb4b-cb3854bdd169 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=424f809d-42a9-4057-82da-883c310c37ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846572 Feb 04 16:04:07.113815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-4f829ee8-e211-4c5d-a18f-8784cbf903a8 service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432695 Feb 04 16:04:07.128997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:07.133928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b19df5-a62e-460b-8867-6c9db1622067 None None] The sync data for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 is: [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 4, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '7cc3db9e-3b77-4ef5-bbec-a41e4973c27e', 'name': '', 'network_id': '424f809d-42a9-4057-82da-883c310c37ee', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'mac_address': 'fa:16:3e:f5:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:56Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'subnets': [{'id': 'dff96bcd-013e-4d88-979a-9a575b408890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:07.139017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.146064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.280687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=5655c27c-7136-45ab-8d65-b17e495a7738,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:07.285616 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.468042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ae834bb-48e2-4cdd-94ae-f4bd4b70230f req-dedb5a1d-e1a1-47b9-ba2a-230c60bab5f5 service neutron] 10.222.0.53 "GET /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460903 Feb 04 16:04:07.476144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f925e50-181c-4a6d-bda3-e53e89a51c85 req-0ed140f6-5cc7-400f-bf92-4cbc6d18536c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:07.476679 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Floating IP 278c0358-9e02-4358-ad42-9553d4d7323d associated. External IP: 172.25.8.91, port: 2413b2da-7a93-4692-9b30-2b33eff35306. Feb 04 16:04:07.483143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f925e50-181c-4a6d-bda3-e53e89a51c85 req-0ed140f6-5cc7-400f-bf92-4cbc6d18536c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 943 time: 0.2769425 Feb 04 16:04:07.502947 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a0da05-8dc5-4dfa-9880-37f356d5e64d None None] New status for floating IP d0ff7aca-bfb1-410d-82c7-6937bd7701c6: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:04:07.524468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f925e50-181c-4a6d-bda3-e53e89a51c85 req-c7b26e1b-197c-4ce4-9c0b-f0d602fcbf5e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Feb 04 16:04:07.684492 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.779546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.845061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 8e08e60a-0172-4902-b55b-c0ee579a470c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:04:08.003957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9a95c-4e91-48a1-b4e7-9f9c7f82b6b7 req-b2e3caaa-5f9e-4e30-85d5-8ed54cc03dfb tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.006188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0fa9a95c-4e91-48a1-b4e7-9f9c7f82b6b7 req-b2e3caaa-5f9e-4e30-85d5-8ed54cc03dfb tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 945 time: 0.0808401 Feb 04 16:04:08.032201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:04:08.041752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] Sync routers for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:08.053090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:08.053876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:08.054415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.103907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0fa9a95c-4e91-48a1-b4e7-9f9c7f82b6b7 req-8111c160-f494-43a0-a7da-56066e9424de tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/security-groups?id=0dbe4562-d7e6-4630-bf04-5f419d32bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915132 Feb 04 16:04:08.110619 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-15514cd6-7140-4e35-a740-163a320ebd2c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5142210 Feb 04 16:04:08.131995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-1f736033-b298-4305-9a37-4e91c0c2fe1e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.133490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-1f736033-b298-4305-9a37-4e91c0c2fe1e tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.53 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 945 time: 0.1081533 Feb 04 16:04:08.207568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Deleting port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:08.207916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.258466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:08.392538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:08.462580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08664f7-cff0-4c4d-9d60-686f7e8dcb28 req-b6854669-4c47-4d89-97f1-a0cd36c8ee98 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.464047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c08664f7-cff0-4c4d-9d60-686f7e8dcb28 req-b6854669-4c47-4d89-97f1-a0cd36c8ee98 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.2261505 Feb 04 16:04:08.552230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c08664f7-cff0-4c4d-9d60-686f7e8dcb28 req-999e8d0f-e3b7-4773-8019-c8fe4cb481f5 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795240 Feb 04 16:04:08.559789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] For port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:08.560165 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.578717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41164) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:08.613873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '278c0358-9e02-4358-ad42-9553d4d7323d', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'port_id': '2413b2da-7a93-4692-9b30-2b33eff35306', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'mac_address': 'fa:16:3e:93:ac:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:06Z', 'updated_at': '2022-02-04T16:04:06Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b8ba0e-8edd-41b6-8915-7cee9d656623', 'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:ed:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:53Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:08.617983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] Checking router: 8e08e60a-0172-4902-b55b-c0ee579a470c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:04:08.627842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:08.628444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:08.673391 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306', 'status': 'completed', 'code': 200} Feb 04 16:04:08.728155 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fab58a10-81e3-4791-8811-1d87b517db4f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/278c0358-9e02-4358-ad42-9553d4d7323d HTTP/1.1" status: 200 len: 991 time: 0.1482706 Feb 04 16:04:08.752354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Calling delete_port for 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:08.811891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:08.910327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-106de0d1-4a40-4ca0-b6c7-54b03d29b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.911798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-106de0d1-4a40-4ca0-b6c7-54b03d29b753 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1097 time: 0.2719913 Feb 04 16:04:08.988077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a548f0-e4a5-4995-9c75-ea2f92d35984 req-8f42f8d5-0bc0-4d9b-994f-11c29e80aeed tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.989565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f4a548f0-e4a5-4995-9c75-ea2f92d35984 req-8f42f8d5-0bc0-4d9b-994f-11c29e80aeed tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 943 time: 0.2486727 Feb 04 16:04:09.114736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.162436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '278c0358-9e02-4358-ad42-9553d4d7323d', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'port_id': '2413b2da-7a93-4692-9b30-2b33eff35306', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'mac_address': 'fa:16:3e:93:ac:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:06Z', 'updated_at': '2022-02-04T16:04:06Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b8ba0e-8edd-41b6-8915-7cee9d656623', 'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:ed:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:53Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:09.166402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda87fc-bdf9-4be8-9e56-fd862dc2716a None None] The sync data for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 is: [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '278c0358-9e02-4358-ad42-9553d4d7323d', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'port_id': '2413b2da-7a93-4692-9b30-2b33eff35306', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'mac_address': 'fa:16:3e:93:ac:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:06Z', 'updated_at': '2022-02-04T16:04:06Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b8ba0e-8edd-41b6-8915-7cee9d656623', 'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:ed:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:53Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:09.166821 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f4a548f0-e4a5-4995-9c75-ea2f92d35984 req-5e286eb2-914c-4cbb-bbea-ccbfffeff2d8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276379 Feb 04 16:04:09.190032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event deleted for resources: {'Port': ['ID=9bfa606b-e450-4b8e-9f1b-efa4cec57f2f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:09.221975 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.298769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] No DVR routers for this DVR port 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:09.335159 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.336307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'name': 'network-vif-deleted', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:09.341105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-4fc469c1-7fb9-445d-bb6c-62ca2099b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:09.342529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-4fc469c1-7fb9-445d-bb6c-62ca2099b7d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.3924830 Feb 04 16:04:09.435954 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.447360 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4316a-7909-48ab-9325-42cdea245703 None None] New status for floating IP 278c0358-9e02-4358-ad42-9553d4d7323d: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:04:09.524877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-26e88735-ffca-4f81-ae14-c1a92994099a req-53d32962-fb0b-453f-8faf-75eafb395eb8 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Synchronizing usage tracker for tenant:fd0542bbcf724828a5805efafb914888 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:09.533850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad6044e9-29e1-4d91-b96d-b35cff49655e req-37d730da-6d8e-4680-8742-43910f01bf7a tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.53 "DELETE /v2.0/ports/9bfa606b-e450-4b8e-9f1b-efa4cec57f2f HTTP/1.1" status: 204 len: 173 time: 1.3924847 Feb 04 16:04:09.581256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-26e88735-ffca-4f81-ae14-c1a92994099a req-53d32962-fb0b-453f-8faf-75eafb395eb8 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Unset dirty status for tenant:fd0542bbcf724828a5805efafb914888 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:09.582481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26e88735-ffca-4f81-ae14-c1a92994099a req-53d32962-fb0b-453f-8faf-75eafb395eb8 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 210 time: 0.2873657 Feb 04 16:04:09.592619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-fe6c47b1-a628-48e4-be77-d0765a20be2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 999 time: 0.2336361 Feb 04 16:04:09.649473 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87155752-33dd-4b83-81d0-c3ab80f3ce38', 'name': 'network-vif-deleted', 'tag': '9bfa606b-e450-4b8e-9f1b-efa4cec57f2f', 'status': 'completed', 'code': 200} Feb 04 16:04:09.679382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-2062d5f2-6769-4cf7-a610-0f2da339c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:09.681076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-2062d5f2-6769-4cf7-a610-0f2da339c187 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.0725589 Feb 04 16:04:09.733035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41172) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:09.774820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-47513c97-5396-41aa-966f-3784f825ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:09.776625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-47513c97-5396-41aa-966f-3784f825ea06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890088 Feb 04 16:04:09.935087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-a339e765-b5c2-4813-9ca2-849451d568bd service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452982 Feb 04 16:04:10.001527 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b6a59184-7e31-4b29-b37e-118b163e7f14 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/278c0358-9e02-4358-ad42-9553d4d7323d HTTP/1.1" status: 200 len: 993 time: 0.2665439 Feb 04 16:04:10.086139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8561a4fd-2679-4d28-9c30-73523cfd65fb req-ab97c3f6-ed33-4580-8c10-e4ff5a513750 service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453295 Feb 04 16:04:10.369302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cb853-c43f-496e-bb43-5a0cb7da69c4 req-70b4432a-7f42-4084-8dc2-8a0c377701ea tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:10.370767 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-629cb853-c43f-496e-bb43-5a0cb7da69c4 req-70b4432a-7f42-4084-8dc2-8a0c377701ea tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 943 time: 0.0947797 Feb 04 16:04:10.415141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-629cb853-c43f-496e-bb43-5a0cb7da69c4 req-3d578cd3-b80d-49ca-9576-3648bb9a3cd9 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386932 Feb 04 16:04:10.758407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d5e7a6d-95f0-4489-9f3b-5671333c1c8d req-10cd8259-a449-45f2-8c1a-4eff0f8bcb39 tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "GET /v2.0/ports?device_id=87155752-33dd-4b83-81d0-c3ab80f3ce38 HTTP/1.1" status: 200 len: 210 time: 0.0474522 Feb 04 16:04:11.449698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8bc5ec37-8265-4905-bacd-8b655ac7cd5a details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:11.455164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:11.491718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:11.491970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 9bfa606b-e450-4b8e-9f1b-efa4cec57f2f not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:11.603846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fcd4c-f4b6-45b2-9e79-5b8b38da5407 req-100e5c56-1da0-4ee1-8c32-109f829d12c1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:11.605424 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-820fcd4c-f4b6-45b2-9e79-5b8b38da5407 req-100e5c56-1da0-4ee1-8c32-109f829d12c1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 943 time: 0.0837567 Feb 04 16:04:11.650826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-820fcd4c-f4b6-45b2-9e79-5b8b38da5407 req-0d17e4a8-13fc-4890-904b-f569bd00cb1f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Feb 04 16:04:11.664513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:11.682076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '8bc5ec37-8265-4905-bacd-8b655ac7cd5a', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'port_id': '8bc5ec37-8265-4905-bacd-8b655ac7cd5a', 'mac_address': 'fa:16:3e:d8:80:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:11.737420 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.753962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc5ec37-8265-4905-bacd-8b655ac7cd5a {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:11.769214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:11.773571 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.840551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:11.847981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.848325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.848660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.849016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.849347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.849675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.849996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.850315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.850633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.850949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.851273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.851571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.856919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41184) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:11.923542 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.956486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.017955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8bc5ec37-8265-4905-bacd-8b655ac7cd5a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:04:12.021705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.037478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe4562-d7e6-4630-bf04-5f419d32bd4f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:12.048869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.049209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.049542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.049870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.050203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.050523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.050840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.051157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.051475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.051789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.052105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.052417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:12.055945 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.060521 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5d5b3d59-24ad-4220-a287-fddc46cb2bbf tempest-TestVolumeBackupRestore-681985132 tempest-TestVolumeBackupRestore-681985132-project] 10.222.0.46 "DELETE /v2.0/security-groups/0dbe4562-d7e6-4630-bf04-5f419d32bd4f HTTP/1.1" status: 204 len: 168 time: 0.1991656 Feb 04 16:04:12.899082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2bd57-b29a-4a89-ae98-3ced3cf90bed req-c32aafb6-5f11-4f59-88d6-a935db0c9fa4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:12.901440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ab2bd57-b29a-4a89-ae98-3ced3cf90bed req-c32aafb6-5f11-4f59-88d6-a935db0c9fa4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 944 time: 0.1157558 Feb 04 16:04:12.952648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ab2bd57-b29a-4a89-ae98-3ced3cf90bed req-3db34453-a6fe-4855-a8d1-ae8de208955d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Feb 04 16:04:13.466463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8bc5ec37-8265-4905-bacd-8b655ac7cd5a up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:13.577557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:13.584423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:13.584909 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.771476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.803690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00d3ef1-51e2-422d-ae39-5334931a7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc5ec37-8265-4905-bacd-8b655ac7cd5a'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:13.818192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:13.829925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.946899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:13.951617 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00d3ef1-51e2-422d-ae39-5334931a7181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc5ec37-8265-4905-bacd-8b655ac7cd5a', 'code': 200} Feb 04 16:04:14.297347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18264-ab2a-467d-bc9b-fede8542c2a0 req-28e8ba5e-a17e-4cbc-9d94-500fd5ff3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:14.298949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21d18264-ab2a-467d-bc9b-fede8542c2a0 req-28e8ba5e-a17e-4cbc-9d94-500fd5ff3e25 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 1096 time: 0.2306678 Feb 04 16:04:14.351338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c9b9f-8e47-4aee-898f-6ddb252980d4 req-4a756c8e-c6e9-4d8c-8a5d-44f7be26cc5b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:14.353326 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b64c9b9f-8e47-4aee-898f-6ddb252980d4 req-4a756c8e-c6e9-4d8c-8a5d-44f7be26cc5b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 945 time: 0.1876974 Feb 04 16:04:14.397819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21d18264-ab2a-467d-bc9b-fede8542c2a0 req-1a42be0c-9a46-4db4-994d-9323d256900b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880589 Feb 04 16:04:14.435961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b64c9b9f-8e47-4aee-898f-6ddb252980d4 req-1cb51a34-8593-46be-8a20-4de8dc08efa7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673714 Feb 04 16:04:14.729572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:15.405727 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.686725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4d922-1d10-4ff4-8b19-49efd58bedd9 req-13ad28f7-2653-4be5-8ae8-f5cc7438940b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:15.688996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8f4d922-1d10-4ff4-8b19-49efd58bedd9 req-13ad28f7-2653-4be5-8ae8-f5cc7438940b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 945 time: 0.1269128 Feb 04 16:04:15.743532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8f4d922-1d10-4ff4-8b19-49efd58bedd9 req-58dd29a6-06d6-4b75-9f2e-993d79a656e2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478616 Feb 04 16:04:15.842992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Deleting port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:15.843548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.018224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] For port 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7cc3db9e-3b77-4ef5-bbec-a41e4973c27e,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:16.018579 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.140303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Calling delete_port for 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:16.431689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.479844 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc3db9e-3b77-4ef5-bbec-a41e4973c27e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:16.754449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.927285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67164a2-2d7e-4536-ad8c-f8457cfbebd6 req-729de5f8-d257-435d-afee-8928396a6f96 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:16.928720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f67164a2-2d7e-4536-ad8c-f8457cfbebd6 req-729de5f8-d257-435d-afee-8928396a6f96 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 945 time: 0.0793669 Feb 04 16:04:16.977871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f67164a2-2d7e-4536-ad8c-f8457cfbebd6 req-1a337edc-57d5-4579-9410-8e1db1593f3b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Feb 04 16:04:17.112890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Router 25ea3e21-63db-4fa1-9511-7eed53283e03 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:04:17.167673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65ce54-3872-47bf-8373-bce2876d9bf2 req-c3763bcd-3a26-4232-a938-8d3470159e1c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:17.170325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da65ce54-3872-47bf-8373-bce2876d9bf2 req-c3763bcd-3a26-4232-a938-8d3470159e1c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 945 time: 0.0840712 Feb 04 16:04:17.215393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da65ce54-3872-47bf-8373-bce2876d9bf2 req-03c3c662-60ff-4408-9f25-626bf2e4b04d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Feb 04 16:04:17.304793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:04:17.316377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] Sync routers for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:17.328357 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7907e52d-9a89-4b49-abfc-5c762dcdc5a6 admin admin] 10.222.0.46 "PUT /v2.0/routers/25ea3e21-63db-4fa1-9511-7eed53283e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969779 Feb 04 16:04:17.331280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41656) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:17.331494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:17.332120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:17.518825 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.527525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:17.820819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.826674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f8723b1f-913e-4427-9101-43588099af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T16:04:16Z', 'revision_number': 5, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port': {'id': 'f8723b1f-913e-4427-9101-43588099af10', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:47Z', 'updated_at': '2022-02-04T16:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:17.831072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Deleting port f8723b1f-913e-4427-9101-43588099af10 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:17.831428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.832396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] Checking router: 25ea3e21-63db-4fa1-9511-7eed53283e03 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:04:17.841647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] Routers {'25ea3e21-63db-4fa1-9511-7eed53283e03'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:17.842251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['25ea3e21-63db-4fa1-9511-7eed53283e03'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:18.023019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] Set router 25ea3e21-63db-4fa1-9511-7eed53283e03 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:18.059302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] For port f8723b1f-913e-4427-9101-43588099af10, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f8723b1f-913e-4427-9101-43588099af10,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:18.060746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.188426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T16:04:17Z', 'revision_number': 6, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:18.192692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed93970e-73d6-4912-99c7-199da22ace54 None None] The sync data for ids ['25ea3e21-63db-4fa1-9511-7eed53283e03'] in n-d-827870-1 is: [{'id': '25ea3e21-63db-4fa1-9511-7eed53283e03', 'name': 'tempest-TestVolumeBackupRestore-452992191-router', 'tenant_id': 'fd0542bbcf724828a5805efafb914888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:46Z', 'updated_at': '2022-02-04T16:04:17Z', 'revision_number': 6, 'project_id': 'fd0542bbcf724828a5805efafb914888', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:18.216199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Calling delete_port for f8723b1f-913e-4427-9101-43588099af10 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:18.558082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-e6930a3a-b074-4bfb-8081-2feb3bb21afa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375957 Feb 04 16:04:18.749169 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.872844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8723b1f-913e-4427-9101-43588099af10,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:18.901930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-78039ee8-f8d1-4bfb-b308-f148c391a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:18.904160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-78039ee8-f8d1-4bfb-b308-f148c391a6c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 1096 time: 0.2501633 Feb 04 16:04:18.916655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.329916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f8723b1f-913e-4427-9101-43588099af10 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:19.346795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.355497 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.365854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: f8723b1f-913e-4427-9101-43588099af10 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:19.366195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f8723b1f-913e-4427-9101-43588099af10 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:19.366791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:19.397050 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.397593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ea3e21-63db-4fa1-9511-7eed53283e03 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:04:19.404737 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:19.405114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7cc3db9e-3b77-4ef5-bbec-a41e4973c27e not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:19.418662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-02b5f8a9-40de-4bfb-9da4-602eda1f15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:19.420265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-02b5f8a9-40de-4bfb-9da4-602eda1f15ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.4623764 Feb 04 16:04:19.425935 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.429557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a9c6fd90-f576-41d6-8f1a-d9351a2c759c admin admin] 10.222.0.46 "DELETE /v2.0/routers/25ea3e21-63db-4fa1-9511-7eed53283e03 HTTP/1.1" status: 204 len: 168 time: 2.0940595 Feb 04 16:04:19.429647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41718) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:19.497812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-36de41cd-2dea-4c7f-a34c-7ab2e75ebf88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bc5ec37-8265-4905-bacd-8b655ac7cd5a HTTP/1.1" status: 200 len: 217 time: 0.0695946 Feb 04 16:04:19.500706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a8f267-a7be-495e-9fec-2991de2f7b90 admin admin] Deleting subnet dff96bcd-013e-4d88-979a-9a575b408890 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:04:19.503861 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-44a8f267-a7be-495e-9fec-2991de2f7b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.554180 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-44a8f267-a7be-495e-9fec-2991de2f7b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.563211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-4614dce5-5c5e-4ed6-bd3d-f45864e618a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:19.564649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-4614dce5-5c5e-4ed6-bd3d-f45864e618a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0600631 Feb 04 16:04:19.632630 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-44a8f267-a7be-495e-9fec-2991de2f7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.641706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-8246c1ac-5bb4-47bd-b117-5f7f1dc08eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:19.643155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-8246c1ac-5bb4-47bd-b117-5f7f1dc08eb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727110 Feb 04 16:04:19.706332 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-44a8f267-a7be-495e-9fec-2991de2f7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.747503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-44a8f267-a7be-495e-9fec-2991de2f7b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.752212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f402fb4a-38e7-43f0-b056-e810eb8d3754 None None] Network 424f809d-42a9-4057-82da-883c310c37ee requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:04:19.754661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-44a8f267-a7be-495e-9fec-2991de2f7b90 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dff96bcd-013e-4d88-979a-9a575b408890 HTTP/1.1" status: 204 len: 168 time: 0.3240025 Feb 04 16:04:19.755505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8f267-a7be-495e-9fec-2991de2f7b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff96bcd-013e-4d88-979a-9a575b408890,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:19.757451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41722) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:19.861803 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-957998f9-89bd-40ca-92cc-11fac4ea7c3e service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119324 Feb 04 16:04:19.956186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.981276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Deleting port 0544e59f-7d35-43a5-8dd0-1ebe853b909b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:19.981832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.014212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25c5ea-ba37-490d-b748-ec158eabb0f8 None None] DHCP port deletion for 424f809d-42a9-4057-82da-883c310c37ee request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:04:20.018519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9d25c5ea-ba37-490d-b748-ec158eabb0f8 None None] Deleting port 0544e59f-7d35-43a5-8dd0-1ebe853b909b {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:20.018960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d25c5ea-ba37-490d-b748-ec158eabb0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.195460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72dbc00d-8f93-4749-a02b-8ec5655fb5ab req-38056558-155f-4c24-a572-fcee3c4fb1d8 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196042 Feb 04 16:04:20.228013 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9d25c5ea-ba37-490d-b748-ec158eabb0f8 None None] For port 0544e59f-7d35-43a5-8dd0-1ebe853b909b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0544e59f-7d35-43a5-8dd0-1ebe853b909b,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:20.228282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d25c5ea-ba37-490d-b748-ec158eabb0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.332855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378858-d775-490e-8141-fb9906ce9d9b req-338f9240-1829-4a51-aa73-bb8c91ce613b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:20.334296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-338f9240-1829-4a51-aa73-bb8c91ce613b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.3229308 Feb 04 16:04:20.356563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9d25c5ea-ba37-490d-b748-ec158eabb0f8 None None] Calling delete_port for 0544e59f-7d35-43a5-8dd0-1ebe853b909b owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:20.366259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] For port 0544e59f-7d35-43a5-8dd0-1ebe853b909b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0544e59f-7d35-43a5-8dd0-1ebe853b909b,segment=NetworkSegment(1caba4fb-aad7-490c-89e8-548ed0e72265),segment_id=1caba4fb-aad7-490c-89e8-548ed0e72265)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:20.366697 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.374649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-f74d5d3e-44f8-4127-a426-b5b33489d11c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/quotas/90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 375 time: 0.0256858 Feb 04 16:04:20.436358 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d25c5ea-ba37-490d-b748-ec158eabb0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.482903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25c5ea-ba37-490d-b748-ec158eabb0f8 None None] Pushing event deleted for resources: {'Port': ['ID=0544e59f-7d35-43a5-8dd0-1ebe853b909b,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:20.486961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25c5ea-ba37-490d-b748-ec158eabb0f8 None None] No DVR routers for this DVR port 0544e59f-7d35-43a5-8dd0-1ebe853b909b on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:20.537662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Calling delete_port for 0544e59f-7d35-43a5-8dd0-1ebe853b909b owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:20.631832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:20.632174 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:20.641568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-f50e6d70-dd85-41b2-91e7-a9819fc96518 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2089379 Feb 04 16:04:20.776600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-0464ea16-ca39-49e1-ba2e-4f0349b9b32c service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278944 Feb 04 16:04:21.026555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-fc0a24b6-a890-4ea7-aca6-7c86e006257b service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435627 Feb 04 16:04:21.133427 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Deleting port 0544e59f-7d35-43a5-8dd0-1ebe853b909b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:21.133847 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.206827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] The port '0544e59f-7d35-43a5-8dd0-1ebe853b909b' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:04:21.318879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0544e59f-7d35-43a5-8dd0-1ebe853b909b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:21.362474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 0544e59f-7d35-43a5-8dd0-1ebe853b909b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:21.363125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0544e59f-7d35-43a5-8dd0-1ebe853b909b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:21.364746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.395758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44d9550a-3427-499e-a2c2-918c56bbcf16 req-f0eabeb6-6b76-4d0d-af11-c9b2a1f4f7c5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 210 time: 0.1594877 Feb 04 16:04:21.401681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424f809d-42a9-4057-82da-883c310c37ee']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:21.416267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caba4fb-aad7-490c-89e8-548ed0e72265') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:21.416567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caba4fb-aad7-490c-89e8-548ed0e72265') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:21.430784 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.469587 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.476849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:04:21.477310 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:04:21.498391 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:04:21.575637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.599217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.605190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=424f809d-42a9-4057-82da-883c310c37ee,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:21.614446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-226a136e-fe91-48af-a78b-34d7fcbec0a0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/424f809d-42a9-4057-82da-883c310c37ee HTTP/1.1" status: 204 len: 168 time: 1.8559613 Feb 04 16:04:21.617345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41752) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:22.151995 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.644166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b09ba8f6-3a78-4fe9-a2fe-6bc61deeed87 req-a99f60d1-5da9-4509-baa3-ec6d086dccec tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 210 time: 0.1223807 Feb 04 16:04:22.728781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378858-d775-490e-8141-fb9906ce9d9b req-a518015f-ab94-4a91-9392-f2de1ef086a8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:22.730843 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-a518015f-ab94-4a91-9392-f2de1ef086a8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.4395442 Feb 04 16:04:22.744634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'port': {'device_id': '415acb3b-e184-4f50-9b8b-84b6d9dc7e4b', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'admin_state_up': True, 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:22.929494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Deleting port 30d02390-3c71-498e-9b62-864f3bf38736 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:22.929758 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.983066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:22.999253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:23.087448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Made reservation on behalf of 90b6ad5d4a9e401ca064aef59b30c519 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:23.091702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.205496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] For port 30d02390-3c71-498e-9b62-864f3bf38736, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=30d02390-3c71-498e-9b62-864f3bf38736,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:23.205860 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.348595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Calling delete_port for 30d02390-3c71-498e-9b62-864f3bf38736 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:23.484683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.20.0.13 (deb6b6a8-a5b0-4d5c-8319-e9c341e840f8/ba6b2f8f-7e0d-410d-b760-65b99af391f8/6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:23.843974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1579905-4a54-436f-969a-3fec95ff4e77 req-5f28845c-07fa-41cf-a142-6e824e0962f0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 210 time: 0.0676546 Feb 04 16:04:23.845704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.848633 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.939799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d02390-3c71-498e-9b62-864f3bf38736,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:23.948539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Transition to ACTIVE for port object 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:24.101921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.113387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8bc5ec37-8265-4905-bacd-8b655ac7cd5a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:04:24.388110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:24.399866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:24.404950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:24.408948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:04:24.456422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.457138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.457626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.458111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.458553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.458995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.459436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.459889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.460316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.460760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.461267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.461696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:24.479364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.572199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:24.572997 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.640050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0ea6165f-3501-4d2e-9c46-5db3e1e933a8 None None] Provisioning for port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:24.651092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0ea6165f-3501-4d2e-9c46-5db3e1e933a8 None None] Provisioning complete for port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:24.651854 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0ea6165f-3501-4d2e-9c46-5db3e1e933a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.657838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-8e4f7100-fdbf-49f9-8c58-5191ceaa79c8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9179296 Feb 04 16:04:24.674889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-255824a2-14b4-4568-95cd-5f69ada7304c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:04:24.676226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-255824a2-14b4-4568-95cd-5f69ada7304c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058496 Feb 04 16:04:24.725418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6165f-3501-4d2e-9c46-5db3e1e933a8 None None] Port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:04:24.753383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Request body: {'port': {'device_id': '415acb3b-e184-4f50-9b8b-84b6d9dc7e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:24.968736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.189491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:04:25.336534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda0abd-9817-4a7d-a0dc-609edee6cfc9 req-b686b49e-d3a1-47a6-8b1c-f3e34f13d609 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:25.337256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbda0abd-9817-4a7d-a0dc-609edee6cfc9 req-b686b49e-d3a1-47a6-8b1c-f3e34f13d609 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:25.458119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbda0abd-9817-4a7d-a0dc-609edee6cfc9 req-b686b49e-d3a1-47a6-8b1c-f3e34f13d609 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:25.459510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbda0abd-9817-4a7d-a0dc-609edee6cfc9 req-b686b49e-d3a1-47a6-8b1c-f3e34f13d609 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 932 time: 0.4780648 Feb 04 16:04:25.630773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:04:25.637412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbda0abd-9817-4a7d-a0dc-609edee6cfc9 req-32fa36ee-c527-4843-9101-c2c29f7b2d21 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601255 Feb 04 16:04:25.644627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-833ab245-b10c-4f8d-ab87-293b8bfa00a0 admin admin] 10.222.0.46 "PUT /v2.0/routers/c3f655dc-9936-4fc1-b1f1-57ed992dfc8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0241365 Feb 04 16:04:25.645798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41776) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:25.650371 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] Sync routers for ids ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:25.711293 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] Routers {'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:25.715517 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:25.771613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:25.786685 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.805198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Transition to ACTIVE for port object 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:25.816425 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.468130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:26.545779 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] Set router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:26.658400 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.747925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Attempting to bind port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:26.747925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Attempting to bind port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:26.747925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Attempting to bind port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:04:26.776943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:04:26.776943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Attempting to bind port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:04:26.776943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:04:26.776943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:04:26.776943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Bound using segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:04:26.776943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Bound port: 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:26.776943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.854897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa91ce-e9fd-4e29-ac46-b4767a7d995e req-c30fbd72-d616-4e1a-93b7-0cbc2c4bae8d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.864628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65aa91ce-e9fd-4e29-ac46-b4767a7d995e req-c30fbd72-d616-4e1a-93b7-0cbc2c4bae8d tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 947 time: 0.3356297 Feb 04 16:04:26.932496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] For port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:04:26.951838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65aa91ce-e9fd-4e29-ac46-b4767a7d995e req-1b745cac-ef28-4332-b0f2-41c358878f14 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830543 Feb 04 16:04:26.983198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] For port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:04:27.002936 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.125933 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.150673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Deleting port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:27.150673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.196760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:27.196760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.196760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] 10.222.0.61 "PUT /v2.0/ports/6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 HTTP/1.1" status: 200 len: 1092 time: 2.4483964 Feb 04 16:04:27.196760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415acb3b-e184-4f50-9b8b-84b6d9dc7e4b', 'tag': '6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:27.301599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccfc4f-c07a-42df-8d1d-b722c69ac3eb service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:27.408990 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:04Z', 'updated_at': '2022-02-04T16:04:23Z', 'revision_number': 5, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'gw_port': {'id': 'a993bdf3-5a9d-4fd0-8f87-b3297f505b5f', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:27.429272 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] Checking router: c3f655dc-9936-4fc1-b1f1-57ed992dfc8f for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:04:27.447715 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] Routers {'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:27.448268 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:27.567838 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] For port a993bdf3-5a9d-4fd0-8f87-b3297f505b5f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a993bdf3-5a9d-4fd0-8f87-b3297f505b5f,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:27.568293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.755209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685d99b-eff2-4499-aa35-40bb4c51640b req-1ac583fe-ee53-497b-9625-cc1cf3a29a06 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:27.756039 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] Set router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:27.764024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6685d99b-eff2-4499-aa35-40bb4c51640b req-1ac583fe-ee53-497b-9625-cc1cf3a29a06 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.2732015 Feb 04 16:04:27.776843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.61', 63465) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:27.783486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378858-d775-490e-8141-fb9906ce9d9b req-d6863cf6-56b7-48e0-9581-3b5a0a3ef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:27.784986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-d6863cf6-56b7-48e0-9581-3b5a0a3ef023 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 1095 time: 0.4993427 Feb 04 16:04:27.847580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Calling delete_port for a993bdf3-5a9d-4fd0-8f87-b3297f505b5f owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:27.862592 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-8f77a16b-ccd9-4e52-8ea1-46aab28ab26a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4311783 Feb 04 16:04:27.878060 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:04Z', 'updated_at': '2022-02-04T16:04:27Z', 'revision_number': 6, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:27.880711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-706e2259-a1c4-49c8-be4c-747f1bf48a4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 HTTP/1.1" status: 200 len: 217 time: 0.0849669 Feb 04 16:04:27.893910 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb277d-6256-4fea-8645-8977a77cfc82 None None] The sync data for ids ['c3f655dc-9936-4fc1-b1f1-57ed992dfc8f'] in n-d-827870-1 is: [{'id': 'c3f655dc-9936-4fc1-b1f1-57ed992dfc8f', 'name': 'tempest-TestVolumeBackupRestore-1675418694-router', 'tenant_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:04Z', 'updated_at': '2022-02-04T16:04:27Z', 'revision_number': 6, 'project_id': '370f6297ba024e3c86d4e33ba2b7da6d', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:27.997517 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6685d99b-eff2-4499-aa35-40bb4c51640b req-5b768e9c-26a5-42d5-95c1-16dd0e00025f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325099 Feb 04 16:04:28.037086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343840dc-9403-436c-aed1-a009d731af30 req-a3e95476-185d-48e1-a614-5a4b5bdb377f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.038564 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-343840dc-9403-436c-aed1-a009d731af30 req-a3e95476-185d-48e1-a614-5a4b5bdb377f tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 947 time: 0.2602544 Feb 04 16:04:28.044426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378858-d775-490e-8141-fb9906ce9d9b req-7f89ce10-0b71-4d20-a32a-e8cf9ba94419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.045847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-7f89ce10-0b71-4d20-a32a-e8cf9ba94419 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1564240 Feb 04 16:04:28.090382 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415acb3b-e184-4f50-9b8b-84b6d9dc7e4b', 'tag': '6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7', 'status': 'completed', 'code': 200} Feb 04 16:04:28.173200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-ad79fb55-7332-4270-8ab3-4779719afa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.176632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-ad79fb55-7332-4270-8ab3-4779719afa07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1097 time: 0.2277291 Feb 04 16:04:28.182710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Deleting port 7db5163e-2c48-4f5d-948d-7a12e1350151 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:28.183053 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.376026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.408963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378858-d775-490e-8141-fb9906ce9d9b req-11ac786f-9aa5-40e6-b2d7-aa22177dd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.411259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-11ac786f-9aa5-40e6-b2d7-aa22177dd6f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3601084 Feb 04 16:04:28.518371 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Pushing event deleted for resources: {'Port': ['ID=a993bdf3-5a9d-4fd0-8f87-b3297f505b5f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:28.569444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-a5c5de7f-6652-418e-82d2-f1992d049bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.571557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-a5c5de7f-6652-418e-82d2-f1992d049bfc service neutron] 10.222.0.61 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.3493636 Feb 04 16:04:28.680337 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.703911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba82aa-e7c7-4867-81ac-be02c4494269 req-cbdfd104-086a-475a-b4af-2de354a57d18 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.713520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8ba82aa-e7c7-4867-81ac-be02c4494269 req-cbdfd104-086a-475a-b4af-2de354a57d18 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 947 time: 0.5342059 Feb 04 16:04:28.841216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-38119d32-b0a7-468b-8ab5-a388e8b2a1d1 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191744 Feb 04 16:04:29.077776 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.082760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.085128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] For port 7db5163e-2c48-4f5d-948d-7a12e1350151, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7db5163e-2c48-4f5d-948d-7a12e1350151,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:29.085656 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.088299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-289cc622-ed04-4afd-a489-63a8d2f3e8f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 1001 time: 0.5077810 Feb 04 16:04:29.094943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8ba82aa-e7c7-4867-81ac-be02c4494269 req-d76170f2-c667-4ccd-8b19-3869e20f6200 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807211 Feb 04 16:04:29.216711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-c010c233-f20a-498b-87e3-6b5e8bd3eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.218206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-c010c233-f20a-498b-87e3-6b5e8bd3eacf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.1162908 Feb 04 16:04:29.234843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.235518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3f655dc-9936-4fc1-b1f1-57ed992dfc8f {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:04:29.388080 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50378858-d775-490e-8141-fb9906ce9d9b req-c597aad4-5a72-4937-8e6a-91d1da7b6c9d service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244620 Feb 04 16:04:29.426296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.427445 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c2fdffa1-a0a5-4fc2-8eec-86f94c9b843c admin admin] 10.222.0.46 "DELETE /v2.0/routers/c3f655dc-9936-4fc1-b1f1-57ed992dfc8f HTTP/1.1" status: 204 len: 168 time: 3.7791679 Feb 04 16:04:29.434901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41792) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:29.451056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 30d02390-3c71-498e-9b62-864f3bf38736 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:29.472819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-8b501d43-a15f-4026-8c03-eef7b23e51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.474811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-8b501d43-a15f-4026-8c03-eef7b23e51e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434323 Feb 04 16:04:29.487616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0145998-bef5-408c-855b-82c216b7bb84 req-6212fb63-0cbd-4a4f-9036-3b1100f14c9d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.494576 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0145998-bef5-408c-855b-82c216b7bb84 req-6212fb63-0cbd-4a4f-9036-3b1100f14c9d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.1978955 Feb 04 16:04:29.505613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 30d02390-3c71-498e-9b62-864f3bf38736 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:29.505959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 30d02390-3c71-498e-9b62-864f3bf38736 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:29.506562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a993bdf3-5a9d-4fd0-8f87-b3297f505b5f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:29.579576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: a993bdf3-5a9d-4fd0-8f87-b3297f505b5f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:29.579923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a993bdf3-5a9d-4fd0-8f87-b3297f505b5f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:29.601947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0145998-bef5-408c-855b-82c216b7bb84 req-b12bbdfe-bca6-4fd3-b793-7ef9cf500f07 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063144 Feb 04 16:04:29.693635 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac378eb6-3e5f-4b72-8ef2-e471ea675c98 admin admin] Deleting subnet 01ea06a8-e405-48f7-bbc1-bb937be6b373 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:04:29.700194 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac378eb6-3e5f-4b72-8ef2-e471ea675c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.750848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.750848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.750848 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Floating IP eb959bfb-a241-4d13-a9c6-299a7888d280 disassociated. External IP: 172.25.8.162, port: 7db5163e-2c48-4f5d-948d-7a12e1350151. Feb 04 16:04:29.750848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Calling delete_port for 7db5163e-2c48-4f5d-948d-7a12e1350151 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:29.756755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da787-1e94-4963-816d-643289d0dfaf req-29e89258-1ec7-4015-9083-ae30ce503665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.758243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-438da787-1e94-4963-816d-643289d0dfaf req-29e89258-1ec7-4015-9083-ae30ce503665 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 1095 time: 0.2185152 Feb 04 16:04:29.802797 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-1b1b094d-0a0c-422a-a565-fb253db37b0c service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844701 Feb 04 16:04:29.929514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac378eb6-3e5f-4b72-8ef2-e471ea675c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.015764 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.087235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event deleted for resources: {'Port': ['ID=7db5163e-2c48-4f5d-948d-7a12e1350151,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.113817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-3dbe81fd-9300-46bb-b4c6-518885ab96d5 service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285788 Feb 04 16:04:30.114764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da787-1e94-4963-816d-643289d0dfaf req-42782f1d-73a9-4f54-ae6f-6b8c9c5f91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:30.116195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-438da787-1e94-4963-816d-643289d0dfaf req-42782f1d-73a9-4f54-ae6f-6b8c9c5f91e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.3435681 Feb 04 16:04:30.184389 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac378eb6-3e5f-4b72-8ef2-e471ea675c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.331928 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-438da787-1e94-4963-816d-643289d0dfaf req-e2301194-abf0-44a0-8cb1-8b352faf8cff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 HTTP/1.1" status: 200 len: 217 time: 0.1965015 Feb 04 16:04:30.376663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:04:30.385047 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac378eb6-3e5f-4b72-8ef2-e471ea675c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.454381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac378eb6-3e5f-4b72-8ef2-e471ea675c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ea06a8-e405-48f7-bbc1-bb937be6b373,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.479635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e6548-12e9-4333-8ba9-fa39d02c6a2b None None] Network 09ee50d0-2250-4777-af7d-50643cf2c138 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:04:30.508236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f2e3389-caf8-41fc-825f-1e6e24f9b49a req-22353da3-fc44-4bd2-9f18-c15d051079d5 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c65e24b-6fce-49bb-b24a-8ff16a968269 HTTP/1.1" status: 200 len: 210 time: 0.1109021 Feb 04 16:04:30.512656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da787-1e94-4963-816d-643289d0dfaf req-1a352a9e-1e29-417a-8b18-552fe6ad2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:30.514224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-438da787-1e94-4963-816d-643289d0dfaf req-1a352a9e-1e29-417a-8b18-552fe6ad2380 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1813772 Feb 04 16:04:30.535558 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac378eb6-3e5f-4b72-8ef2-e471ea675c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.604035 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ac378eb6-3e5f-4b72-8ef2-e471ea675c98 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/01ea06a8-e405-48f7-bbc1-bb937be6b373 HTTP/1.1" status: 204 len: 168 time: 1.1649635 Feb 04 16:04:30.616321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41802) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:30.830754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da787-1e94-4963-816d-643289d0dfaf req-fa2a6b7b-6029-4364-95c8-2e8d1af634db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:30.833986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-438da787-1e94-4963-816d-643289d0dfaf req-fa2a6b7b-6029-4364-95c8-2e8d1af634db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3116946 Feb 04 16:04:30.836854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.876625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:04:30.892509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] Sync routers for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:30.909508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:30.941431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Deleting port 79f56468-1826-4cea-a81d-ac8459b61aea {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:30.941869 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.961735 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] DHCP port deletion for 09ee50d0-2250-4777-af7d-50643cf2c138 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:04:30.980608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:30.981898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:31.087384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 7db5163e-2c48-4f5d-948d-7a12e1350151 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:31.088102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7db5163e-2c48-4f5d-948d-7a12e1350151 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:31.091633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Deleting port 79f56468-1826-4cea-a81d-ac8459b61aea {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:31.092222 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.149201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] No DVR routers for this DVR port 7db5163e-2c48-4f5d-948d-7a12e1350151 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:31.161122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.171930 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-343840dc-9403-436c-aed1-a009d731af30 req-52c55962-8dda-4f8d-bad4-4ae770a920ae tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.61 "DELETE /v2.0/ports/7db5163e-2c48-4f5d-948d-7a12e1350151 HTTP/1.1" status: 204 len: 173 time: 3.1142137 Feb 04 16:04:31.173320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-deleted', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:31.385526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 79f56468-1826-4cea-a81d-ac8459b61aea no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:31.468116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] For port 79f56468-1826-4cea-a81d-ac8459b61aea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=79f56468-1826-4cea-a81d-ac8459b61aea,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:31.468848 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.505664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] For port 79f56468-1826-4cea-a81d-ac8459b61aea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=79f56468-1826-4cea-a81d-ac8459b61aea,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:31.506269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.518761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-438da787-1e94-4963-816d-643289d0dfaf req-11a8c14e-bf56-4ef7-8128-4f1b775ee3bb service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712198 Feb 04 16:04:31.661619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Calling delete_port for 79f56468-1826-4cea-a81d-ac8459b61aea owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:31.717400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Calling delete_port for 79f56468-1826-4cea-a81d-ac8459b61aea owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:31.769197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86a4d8-0a95-441b-b078-ec4507351440 req-73df3908-12a0-4a4b-be95-973cd5833fa1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:31.773242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc86a4d8-0a95-441b-b078-ec4507351440 req-73df3908-12a0-4a4b-be95-973cd5833fa1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.7714500 Feb 04 16:04:31.802132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:31.848405 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.914681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 79f56468-1826-4cea-a81d-ac8459b61aea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=79f56468-1826-4cea-a81d-ac8459b61aea,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:31.915370 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-438da787-1e94-4963-816d-643289d0dfaf req-078857f9-217b-4dd8-a5a1-05debe7c1091 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401785 Feb 04 16:04:31.921353 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.930780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc86a4d8-0a95-441b-b078-ec4507351440 req-665446d5-4908-4603-b4ef-1704bc991a5f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999334 Feb 04 16:04:32.062029 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c65e24b-6fce-49bb-b24a-8ff16a968269', 'name': 'network-vif-deleted', 'tag': '7db5163e-2c48-4f5d-948d-7a12e1350151', 'status': 'completed', 'code': 200} Feb 04 16:04:32.131628 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:32.132121 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:32.172422 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:32.172422 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:32.229677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41814) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:32.255452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=79f56468-1826-4cea-a81d-ac8459b61aea,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:32.350304 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5209b7fd-7b47-4164-bfbf-cee49c0abf90 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.385084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5209b7fd-7b47-4164-bfbf-cee49c0abf90 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.391116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:32.395905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] Checking router: 0b8838b6-f8c3-4325-9e67-43323e0fbae2 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:04:32.406716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:32.407884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:32.458138 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5209b7fd-7b47-4164-bfbf-cee49c0abf90 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.491134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209b7fd-7b47-4164-bfbf-cee49c0abf90 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:32.510703 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5209b7fd-7b47-4164-bfbf-cee49c0abf90 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.514685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5209b7fd-7b47-4164-bfbf-cee49c0abf90 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1 HTTP/1.1" status: 204 len: 168 time: 0.2741854 Feb 04 16:04:32.515943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41818) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:32.532618 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-dd339c81-c120-4eed-a0ef-e13897a36b38 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] show failed (client error): The resource could not be found. Feb 04 16:04:32.536292 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dd339c81-c120-4eed-a0ef-e13897a36b38 tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "GET /v2.0/security-groups/e0381195-b9b8-4ca2-adbb-4dc9c1abb1c1 HTTP/1.1" status: 404 len: 347 time: 0.0176680 Feb 04 16:04:32.536635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41822) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:32.621842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:32.663795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Deleting port 79f56468-1826-4cea-a81d-ac8459b61aea {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:32.663795 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.678750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Deleting port 79f56468-1826-4cea-a81d-ac8459b61aea {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:32.678750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.739918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Deleting port 2b225f58-253f-4231-9486-3eb3c744b704 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:32.740260 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.115703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] For port 79f56468-1826-4cea-a81d-ac8459b61aea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=79f56468-1826-4cea-a81d-ac8459b61aea,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:33.116092 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.144455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.144455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.164130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] For port 79f56468-1826-4cea-a81d-ac8459b61aea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=79f56468-1826-4cea-a81d-ac8459b61aea,segment=NetworkSegment(11ddfade-0a8a-4ccd-8091-1048ab9ceb1b),segment_id=11ddfade-0a8a-4ccd-8091-1048ab9ceb1b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:33.164130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.318455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Calling delete_port for 79f56468-1826-4cea-a81d-ac8459b61aea owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:33.498478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:33.499450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Calling delete_port for 79f56468-1826-4cea-a81d-ac8459b61aea owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:33.505111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dac546-b3f9-4c9c-8ddd-45a934b9d15b None None] The sync data for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 is: [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T15:57:49Z', 'revision_number': 4, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '869c9051-b705-4405-9c5f-903038071dba', 'name': '', 'network_id': 'ad662d07-9b96-4374-ad05-ecb75bbb9bbc', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'mac_address': 'fa:16:3e:d4:f8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:47Z', 'updated_at': '2022-02-04T15:58:02Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'subnets': [{'id': '6e9360ca-88d4-4e37-8442-86ceba72b152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:33.515053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.592039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] Pushing event deleted for resources: {'Port': ['ID=79f56468-1826-4cea-a81d-ac8459b61aea,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:33.611408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d39f6-f6ce-4c75-a978-75f8a5cacb0a None None] No DVR routers for this DVR port 79f56468-1826-4cea-a81d-ac8459b61aea on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:33.611617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Calling delete_port for 2b225f58-253f-4231-9486-3eb3c744b704 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:33.777385 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:33.777385 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:33.794612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a493a37-37d7-46c9-bebc-b617ba9e028e req-0b97bd9d-32ef-443e-8d96-ba224caa4524 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:33.794612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a493a37-37d7-46c9-bebc-b617ba9e028e req-0b97bd9d-32ef-443e-8d96-ba224caa4524 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.7025626 Feb 04 16:04:33.905129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a493a37-37d7-46c9-bebc-b617ba9e028e req-292f29be-ddb1-44be-90d6-e6384aa9af3a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746467 Feb 04 16:04:33.906973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.974352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Pushing event deleted for resources: {'Port': ['ID=2b225f58-253f-4231-9486-3eb3c744b704,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:33.998996 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeddeaf1-fb4d-4237-9f9b-5cc371d83837 None None] New status for floating IP eb959bfb-a241-4d13-a9c6-299a7888d280: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:04:34.082228 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.098476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Deleting port 79f56468-1826-4cea-a81d-ac8459b61aea {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:34.098814 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.134224 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.135380 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cd53ae32-e72e-4f95-b6ea-1712ca7b22ea tempest-AttachVolumeShelveTestJSON-655943742 tempest-AttachVolumeShelveTestJSON-655943742-project] 10.222.0.46 "DELETE /v2.0/floatingips/eb959bfb-a241-4d13-a9c6-299a7888d280 HTTP/1.1" status: 204 len: 168 time: 1.5976598 Feb 04 16:04:34.214496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] The port '79f56468-1826-4cea-a81d-ac8459b61aea' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:04:34.275213 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2247c259-5a36-4332-9ea5-38757da7cdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.378762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.419007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ee50d0-2250-4777-af7d-50643cf2c138']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:34.456321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:34.456321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ddfade-0a8a-4ccd-8091-1048ab9ceb1b') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:34.481857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.498110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.506726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:04:34.506726 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:04:34.534467 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:04:34.627311 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.662904 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.672508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=09ee50d0-2250-4777-af7d-50643cf2c138,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:34.676834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1b517e78-8744-48fb-abae-92ff098b54e5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/09ee50d0-2250-4777-af7d-50643cf2c138 HTTP/1.1" status: 204 len: 168 time: 4.0525255 Feb 04 16:04:34.908853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41836) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:34.975967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7e71cf9f-d646-47d4-aca4-e6613fa90d34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd0542bbcf724828a5805efafb914888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580161 Feb 04 16:04:34.976079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41842) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:35.049020 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac966-f301-46db-9321-e9f4313c43fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.074038 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac966-f301-46db-9321-e9f4313c43fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.138717 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac966-f301-46db-9321-e9f4313c43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.154342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ac966-f301-46db-9321-e9f4313c43fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea335fa8-a787-43a7-972f-dc1f33ac533e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:35.162202 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac966-f301-46db-9321-e9f4313c43fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.163390 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5b0ac966-f301-46db-9321-e9f4313c43fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea335fa8-a787-43a7-972f-dc1f33ac533e HTTP/1.1" status: 204 len: 168 time: 0.1918938 Feb 04 16:04:35.231560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77f52e-dbc1-42bc-b897-359b350d4fe9 req-6a544e7d-a56a-4866-9583-693728d6c4a7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:35.239067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a77f52e-dbc1-42bc-b897-359b350d4fe9 req-6a544e7d-a56a-4866-9583-693728d6c4a7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.1297302 Feb 04 16:04:35.293820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a77f52e-dbc1-42bc-b897-359b350d4fe9 req-edd39a88-8f3d-45d1-aa2f-5f64ef916cff tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535719 Feb 04 16:04:35.682015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41852) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:35.742650 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6175a5e7-5873-4d68-bae8-4af721253309 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=370f6297ba024e3c86d4e33ba2b7da6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587184 Feb 04 16:04:35.745256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41856) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:35.817818 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d71b91f6-62b2-4589-ae0a-c7be6ef80908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.853114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d71b91f6-62b2-4589-ae0a-c7be6ef80908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.911574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d71b91f6-62b2-4589-ae0a-c7be6ef80908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.934882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b91f6-62b2-4589-ae0a-c7be6ef80908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0b5a6-ef1c-4195-9d1d-30a89f5e8b0e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:35.937883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d71b91f6-62b2-4589-ae0a-c7be6ef80908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.939537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d71b91f6-62b2-4589-ae0a-c7be6ef80908 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4d0b5a6-ef1c-4195-9d1d-30a89f5e8b0e HTTP/1.1" status: 204 len: 168 time: 0.1918328 Feb 04 16:04:36.521380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48d9a5-3feb-4b6f-bc44-8c002e589907 req-135383e4-99ee-4e5f-b713-056a2e9c2e57 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:36.524643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a48d9a5-3feb-4b6f-bc44-8c002e589907 req-135383e4-99ee-4e5f-b713-056a2e9c2e57 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.1069131 Feb 04 16:04:36.527056 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.576233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a48d9a5-3feb-4b6f-bc44-8c002e589907 req-0c83e698-f9bc-4976-9437-67217aaea1a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452316 Feb 04 16:04:36.695412 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-263dfbc4-fb9d-4aba-aea2-0758926cabba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.698130 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.773911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc45fc-a7c1-4183-9c7a-a3ee066d2461 req-56e94b4b-2734-48e9-9e45-6f16d7bed18f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:37.775390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57fc45fc-a7c1-4183-9c7a-a3ee066d2461 req-56e94b4b-2734-48e9-9e45-6f16d7bed18f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.0880873 Feb 04 16:04:37.783764 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.835692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57fc45fc-a7c1-4183-9c7a-a3ee066d2461 req-d9531325-58c6-46b4-b955-346cea8dd017 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Feb 04 16:04:39.045124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aad6fa-8fdd-4166-b016-54792ff52f21 req-84d47c49-fb9d-4701-9f23-59be4f1d4e0c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:39.046668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58aad6fa-8fdd-4166-b016-54792ff52f21 req-84d47c49-fb9d-4701-9f23-59be4f1d4e0c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.0967391 Feb 04 16:04:39.092393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58aad6fa-8fdd-4166-b016-54792ff52f21 req-75e59bae-94d9-43b1-a018-62298e3dca64 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Feb 04 16:04:39.238018 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:39.295441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41890) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:39.431987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.204339 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.465736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746237f-bbe6-401a-92e3-0d3b7f75bd45 req-3c43c887-3cd4-4320-b972-13e192baa65f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:40.468448 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8746237f-bbe6-401a-92e3-0d3b7f75bd45 req-3c43c887-3cd4-4320-b972-13e192baa65f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.2095819 Feb 04 16:04:40.638710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8746237f-bbe6-401a-92e3-0d3b7f75bd45 req-336f05c8-9f53-4abe-b668-ad055769fa4b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536133 Feb 04 16:04:40.727270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Deleting port 869c9051-b705-4405-9c5f-903038071dba {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:40.727616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.911971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] For port 869c9051-b705-4405-9c5f-903038071dba, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=869c9051-b705-4405-9c5f-903038071dba,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:40.912330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.043721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Calling delete_port for 869c9051-b705-4405-9c5f-903038071dba owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:41.239139 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.289951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Pushing event deleted for resources: {'Port': ['ID=869c9051-b705-4405-9c5f-903038071dba,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:41.341831 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:04:41.683661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-bf1b7828-6044-4276-8b72-b3e3e5fa49f1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:41.685436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-bf1b7828-6044-4276-8b72-b3e3e5fa49f1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1097 time: 0.2159975 Feb 04 16:04:41.776253 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-cd1d9163-fd0a-4e85-be49-4392167e49a1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.798141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.803987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-cd1d9163-fd0a-4e85-be49-4392167e49a1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:41.811721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-cd1d9163-fd0a-4e85-be49-4392167e49a1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Usage tracker for resource:security_group_rule and tenant:d3665b5220ce4a82849a32073f2747ba is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:41.815918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-cd1d9163-fd0a-4e85-be49-4392167e49a1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:41.877210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-cd1d9163-fd0a-4e85-be49-4392167e49a1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:42.167101 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-cd1d9163-fd0a-4e85-be49-4392167e49a1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:42.175838 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-cd1d9163-fd0a-4e85-be49-4392167e49a1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:42.277783 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a024301a-e39e-4757-b7e9-e64aa80e7108 req-cd1d9163-fd0a-4e85-be49-4392167e49a1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5413599 Feb 04 16:04:42.297378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d9163-fd0a-4e85-be49-4392167e49a1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b29611-bd45-4009-a457-54adbdb9e90a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:42.310906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:04:42.553659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:04:42.565045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] Sync routers for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:42.574684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:42.575289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:42.587423 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-69d8921f-4d8a-489e-b191-8c885a85c43e admin admin] 10.222.0.46 "PUT /v2.0/routers/0b8838b6-f8c3-4325-9e67-43323e0fbae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2907979 Feb 04 16:04:42.591113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41906) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:42.597385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c493a6-e1e7-4a91-a8c5-e6617f68f37f req-75b1f5c7-f7d9-457f-a456-9a456456069e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:42.598559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8c493a6-e1e7-4a91-a8c5-e6617f68f37f req-75b1f5c7-f7d9-457f-a456-9a456456069e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.1300921 Feb 04 16:04:42.666175 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8c493a6-e1e7-4a91-a8c5-e6617f68f37f req-334522ba-2452-4aba-b51a-c1f7296cfaab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511415 Feb 04 16:04:42.783943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:42.819930 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:42.867897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3b95e-89cd-4f89-8e3f-71a6eb901021 req-6bfee6e4-295b-445f-b6f6-e5deb5493dcb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:42.869622 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-00d3b95e-89cd-4f89-8e3f-71a6eb901021 req-6bfee6e4-295b-445f-b6f6-e5deb5493dcb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.0927484 Feb 04 16:04:42.922000 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-00d3b95e-89cd-4f89-8e3f-71a6eb901021 req-69b21b09-c272-4ce8-a3f8-07ed1c9ca08a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464990 Feb 04 16:04:42.948362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41910) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:43.050538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.066999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Deleting port 14a0f452-8d4c-4e66-a135-f17868e807ea {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:43.067377 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.097817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-574eaa08-4c9d-4d23-a0ef-47cb522f88ad tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/278c0358-9e02-4358-ad42-9553d4d7323d HTTP/1.1" status: 200 len: 993 time: 0.1478755 Feb 04 16:04:43.196533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T16:04:41Z', 'revision_number': 5, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port': {'id': '14a0f452-8d4c-4e66-a135-f17868e807ea', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:43Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:43.201846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] Checking router: 0b8838b6-f8c3-4325-9e67-43323e0fbae2 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:04:43.212215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] Routers {'0b8838b6-f8c3-4325-9e67-43323e0fbae2'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:43.212417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:43.292208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] For port 14a0f452-8d4c-4e66-a135-f17868e807ea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=14a0f452-8d4c-4e66-a135-f17868e807ea,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:43.292860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.436888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] Set router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:43.455669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Calling delete_port for 14a0f452-8d4c-4e66-a135-f17868e807ea owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:43.595407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T16:04:43Z', 'revision_number': 6, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:43.600378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3de1d5-1980-45c1-abc8-b17e9511144b None None] The sync data for ids ['0b8838b6-f8c3-4325-9e67-43323e0fbae2'] in n-d-827870-1 is: [{'id': '0b8838b6-f8c3-4325-9e67-43323e0fbae2', 'name': 'tempest-AttachVolumeShelveTestJSON-334090383-router', 'tenant_id': 'dec833bf20b34c789e58c70fd2574cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:41Z', 'updated_at': '2022-02-04T16:04:43Z', 'revision_number': 6, 'project_id': 'dec833bf20b34c789e58c70fd2574cd2', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:43.672618 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.730872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Pushing event deleted for resources: {'Port': ['ID=14a0f452-8d4c-4e66-a135-f17868e807ea,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:43.832600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.141509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.143802 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.145770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-50ac0567-4651-4b2d-baa9-416b43dbe8d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2660706 Feb 04 16:04:44.158895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a43e1b-44cb-46f5-b5bb-edf819d1e88d req-ae37be66-3c9a-4cae-bcc2-5d91f3e21d2a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:44.160440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33a43e1b-44cb-46f5-b5bb-edf819d1e88d req-ae37be66-3c9a-4cae-bcc2-5d91f3e21d2a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.2364047 Feb 04 16:04:44.170003 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.170662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b8838b6-f8c3-4325-9e67-43323e0fbae2 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:04:44.190137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.195284 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-93ddc283-5dc5-49c3-b943-272acf2a323e admin admin] 10.222.0.46 "DELETE /v2.0/routers/0b8838b6-f8c3-4325-9e67-43323e0fbae2 HTTP/1.1" status: 204 len: 168 time: 1.6031220 Feb 04 16:04:44.197816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41930) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:44.222708 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33a43e1b-44cb-46f5-b5bb-edf819d1e88d req-d948a08a-3de9-4fe4-be45-0a7ade8b5a34 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 Feb 04 16:04:44.256088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-093141b5-5243-46c7-a5e6-be97f08d6ebd admin admin] Deleting subnet 6e9360ca-88d4-4e37-8442-86ceba72b152 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:04:44.260184 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-093141b5-5243-46c7-a5e6-be97f08d6ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.340697 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-093141b5-5243-46c7-a5e6-be97f08d6ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.447908 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-093141b5-5243-46c7-a5e6-be97f08d6ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.490103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42edeb-32cf-40b5-970d-ea1cc26534f4 req-dbc1ce45-050e-4f83-82cc-d479128db1ad tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:44.498105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e42edeb-32cf-40b5-970d-ea1cc26534f4 req-dbc1ce45-050e-4f83-82cc-d479128db1ad tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1546979 Feb 04 16:04:44.540626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-093141b5-5243-46c7-a5e6-be97f08d6ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.571570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e42edeb-32cf-40b5-970d-ea1cc26534f4 req-eab09a8d-c22e-49f1-b11c-3ada2cc356cd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709164 Feb 04 16:04:44.598696 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-093141b5-5243-46c7-a5e6-be97f08d6ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.606321 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557e9aa-13f6-4ca2-bcaf-7594107e8663 None None] Network ad662d07-9b96-4374-ad05-ecb75bbb9bbc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:04:44.609623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093141b5-5243-46c7-a5e6-be97f08d6ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9360ca-88d4-4e37-8442-86ceba72b152,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:44.615101 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-093141b5-5243-46c7-a5e6-be97f08d6ebd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6e9360ca-88d4-4e37-8442-86ceba72b152 HTTP/1.1" status: 204 len: 168 time: 0.4182043 Feb 04 16:04:44.618480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 41948) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:44.744864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.756669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Deleting port 33cbdfa5-7661-4a08-b796-8182c08dfc24 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:44.757454 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.934893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] DHCP port deletion for ad662d07-9b96-4374-ad05-ecb75bbb9bbc request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:04:44.941217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] Deleting port 33cbdfa5-7661-4a08-b796-8182c08dfc24 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:44.941588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.971088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:45.001581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] For port 33cbdfa5-7661-4a08-b796-8182c08dfc24, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=33cbdfa5-7661-4a08-b796-8182c08dfc24,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:45.001843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.133913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Calling delete_port for 33cbdfa5-7661-4a08-b796-8182c08dfc24 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:45.228448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.255774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] For port 33cbdfa5-7661-4a08-b796-8182c08dfc24, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=33cbdfa5-7661-4a08-b796-8182c08dfc24,segment=NetworkSegment(c3d6231e-a28f-4a8c-b3b1-f696b761458d),segment_id=c3d6231e-a28f-4a8c-b3b1-f696b761458d)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:45.256083 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.269423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:45.281725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Pushing event deleted for resources: {'Port': ['ID=33cbdfa5-7661-4a08-b796-8182c08dfc24,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:45.290366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] No DVR routers for this DVR port 33cbdfa5-7661-4a08-b796-8182c08dfc24 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:45.406199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 33cbdfa5-7661-4a08-b796-8182c08dfc24 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:45.436977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] Calling delete_port for 33cbdfa5-7661-4a08-b796-8182c08dfc24 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:45.462591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'port_id': '6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7', 'mac_address': 'fa:16:3e:00:1e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:45.465468 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.506973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad662d07-9b96-4374-ad05-ecb75bbb9bbc']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:45.519752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 33cbdfa5-7661-4a08-b796-8182c08dfc24 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:45.520088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 33cbdfa5-7661-4a08-b796-8182c08dfc24 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:45.520506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 869c9051-b705-4405-9c5f-903038071dba no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:45.526796 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d6231e-a28f-4a8c-b3b1-f696b761458d') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:45.527101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d6231e-a28f-4a8c-b3b1-f696b761458d') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:45.546246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.570188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 869c9051-b705-4405-9c5f-903038071dba {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:45.570522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 869c9051-b705-4405-9c5f-903038071dba not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:45.570933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 14a0f452-8d4c-4e66-a135-f17868e807ea no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:45.597730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a8294-04b2-49b9-9554-05bd62ecfb14 req-fb5de0d4-ae3d-4f5a-b997-582779a73a71 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:45.599192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be8a8294-04b2-49b9-9554-05bd62ecfb14 req-fb5de0d4-ae3d-4f5a-b997-582779a73a71 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 944 time: 0.1995306 Feb 04 16:04:45.613838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 14a0f452-8d4c-4e66-a135-f17868e807ea {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:45.614430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 14a0f452-8d4c-4e66-a135-f17868e807ea not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:45.628118 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.630800 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.650625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:45.650829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:04:45.651057 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.657132 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:45.657476 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:04:45.666041 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:04:45.670246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:45.674286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.764618 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be8a8294-04b2-49b9-9554-05bd62ecfb14 req-5ad36f53-7953-49af-a1b5-a5bd81898d66 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565225 Feb 04 16:04:45.776093 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.780465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:45.781667 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.817101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-25d31f31-7530-455f-a8da-c4235ad47e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:45.818590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-25d31f31-7530-455f-a8da-c4235ad47e55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1097 time: 0.2607975 Feb 04 16:04:45.823144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad662d07-9b96-4374-ad05-ecb75bbb9bbc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:45.899213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:04:45.936985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-02780bf0-c028-4c41-909a-4172f636e728 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ad662d07-9b96-4374-ad05-ecb75bbb9bbc HTTP/1.1" status: 204 len: 168 time: 1.3174324 Feb 04 16:04:46.039129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-8988299d-b759-4aec-bb9d-ce54c72a70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:46.041203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-8988299d-b759-4aec-bb9d-ce54c72a70a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.2148311 Feb 04 16:04:46.103853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41964) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:46.137815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c1a4b-67e5-442d-9ce7-fddc37b4b2da req-18c1c4a7-d697-40c8-90da-d7baad441ab8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:46.139774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f66c1a4b-67e5-442d-9ce7-fddc37b4b2da req-18c1c4a7-d697-40c8-90da-d7baad441ab8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.2441680 Feb 04 16:04:46.158864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] Deleting port 33cbdfa5-7661-4a08-b796-8182c08dfc24 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:46.159158 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9a33bfcd-d3d4-4e82-97b1-da5459655441 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dec833bf20b34c789e58c70fd2574cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540619 Feb 04 16:04:46.159563 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.162433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41968) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:46.244430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29ed44ba-86a1-4369-ae29-50ef6c18466f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.248494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f373b9e0-747e-41e0-8cfa-5e1a36c2ce4f None None] The port '33cbdfa5-7661-4a08-b796-8182c08dfc24' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:04:46.296201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29ed44ba-86a1-4369-ae29-50ef6c18466f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.336788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-3c436846-c6f4-4e5a-bfcd-f7c3cb902c09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 1001 time: 0.2853854 Feb 04 16:04:46.338373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f66c1a4b-67e5-442d-9ce7-fddc37b4b2da req-738712ba-9c4f-4f41-9c30-549ad9e26f47 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696270 Feb 04 16:04:46.370887 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29ed44ba-86a1-4369-ae29-50ef6c18466f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.397200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed44ba-86a1-4369-ae29-50ef6c18466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ce0c61-88b4-48b2-9204-e021caa64349,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:46.406089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29ed44ba-86a1-4369-ae29-50ef6c18466f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.406509 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-29ed44ba-86a1-4369-ae29-50ef6c18466f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00ce0c61-88b4-48b2-9204-e021caa64349 HTTP/1.1" status: 204 len: 168 time: 0.2438319 Feb 04 16:04:46.420400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-fb5dedb3-b82d-40e0-b865-5ca57d6a33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:46.423197 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-fb5dedb3-b82d-40e0-b865-5ca57d6a33ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.0816317 Feb 04 16:04:46.507855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-4dd900af-1e1f-46eb-9b09-aad977f965f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:46.510335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-4dd900af-1e1f-46eb-9b09-aad977f965f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813150 Feb 04 16:04:46.663285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-3516f65d-4d6e-47a7-ae9a-a94c91d1d262 service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446664 Feb 04 16:04:46.863244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-384e23c6-9c91-44e3-8bb1-54571101a40f service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833186 Feb 04 16:04:46.953963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:46.996627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1799a40-3d26-479c-814c-45fa08c45345 req-0205c5fc-22ca-45c2-a102-d9d5dbefd9f5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:46.998637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1799a40-3d26-479c-814c-45fa08c45345 req-0205c5fc-22ca-45c2-a102-d9d5dbefd9f5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 945 time: 0.0978632 Feb 04 16:04:47.055137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:47.062693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:47.063164 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.092110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1799a40-3d26-479c-814c-45fa08c45345 req-35ec68c2-8788-4360-9b60-22fd0c02ab30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831993 Feb 04 16:04:47.204615 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.235259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415acb3b-e184-4f50-9b8b-84b6d9dc7e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:47.246154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:47.252079 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.331009 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415acb3b-e184-4f50-9b8b-84b6d9dc7e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7', 'code': 200} Feb 04 16:04:47.380596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:47.412930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 41998) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:47.546136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c1aec-97a3-43ee-8617-6345f49c0d54 req-0cfbb7dd-5aa3-45ad-a9b9-db409253eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:47.547593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f1c1aec-97a3-43ee-8617-6345f49c0d54 req-0cfbb7dd-5aa3-45ad-a9b9-db409253eb54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 1097 time: 0.1508627 Feb 04 16:04:47.567631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1290247357-network', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:47.575484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:47.580196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Usage tracker for resource:network and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:47.583812 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:47.591092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:47.603545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Made reservation on behalf of 6fae251390c34629a1c41ec4d302e0ce for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:47.607792 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.614775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df5603-50bb-4163-9f00-bbb2299aab31 req-6768ce0a-f86d-49e1-9dcb-d321f7e982d9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:47.616329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2df5603-50bb-4163-9f00-bbb2299aab31 req-6768ce0a-f86d-49e1-9dcb-d321f7e982d9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1434720 Feb 04 16:04:47.620584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f1c1aec-97a3-43ee-8617-6345f49c0d54 req-3730d5c9-f923-4092-a6a5-902c0f336ed4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639882 Feb 04 16:04:47.621450 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.638452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:47.644394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Usage tracker for resource:security_group_rule and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:47.647233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:47.655897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:47.671597 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2df5603-50bb-4163-9f00-bbb2299aab31 req-a58e8ee5-c15c-41c9-8140-b4ddb68480df tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457778 Feb 04 16:04:47.753250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.758204 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.790895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:04:47.800133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf4eff0-1824-4798-a367-e9f7698dac9b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:47.808585 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.808585 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Added segment 440bc064-4ea6-4156-9aea-39c5cf802bd3 of type vlan for network 76e5812f-159c-4c0c-8970-0556320d8949 Feb 04 16:04:47.833998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.865975 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.867149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:47.867806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.985650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] Pushing event updated for resources: {'Network': ['ID=76e5812f-159c-4c0c-8970-0556320d8949,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:47.989978 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b3a3a1f1-cd3d-4466-ba93-41824f026f07 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5752687 Feb 04 16:04:47.993703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42004) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:47.996009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 76e5812f-159c-4c0c-8970-0556320d8949 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:04:48.001444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Request body: {'subnet': {'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1290247357-subnet', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:48.008115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:48.013156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Usage tracker for resource:subnet and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:48.015684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:48.021680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:48.032914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Made reservation on behalf of 6fae251390c34629a1c41ec4d302e0ce for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:48.035350 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.267174 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.310095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e1f21-92db-49eb-817e-387f100ebcf0 req-a75107b2-7a5b-4131-bf31-795a696ab665 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:48.311480 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-509e1f21-92db-49eb-817e-387f100ebcf0 req-a75107b2-7a5b-4131-bf31-795a696ab665 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 946 time: 0.1004827 Feb 04 16:04:48.363386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Checking segment: {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:04:48.363386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Network hostable DHCP agents. Network: 76e5812f-159c-4c0c-8970-0556320d8949, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:04:48.365983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9799dc-8551-4a9b-af12-052504351e8b,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:48.367266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-509e1f21-92db-49eb-817e-387f100ebcf0 req-4a35899f-cd08-4bd0-80a6-8f00b8475e94 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498183 Feb 04 16:04:48.393054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Network 76e5812f-159c-4c0c-8970-0556320d8949 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:04:48.403363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 76e5812f-159c-4c0c-8970-0556320d8949) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:48.407654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:48.408369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.415660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b05245-39e1-4ab1-bcf1-3b5b17a93d2c None None] Network 76e5812f-159c-4c0c-8970-0556320d8949 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:04:48.432233 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2b741f05-26cb-4635-82b2-3c7fda933085 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4369183 Feb 04 16:04:48.436362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42010) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:48.441949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:48.447321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:48.451657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Usage tracker for resource:router and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:48.454492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:48.460230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:48.470654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.471658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.488684 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.667135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-76e5812f-159c-4c0c-8970-0556320d8949', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:04:48.668508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.828596 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.892425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Allocated IP 172.20.0.2 (76e5812f-159c-4c0c-8970-0556320d8949/0f9799dc-8551-4a9b-af12-052504351e8b/bff8b720-9f8d-4fff-bac7-611c89fedc68) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:48.963661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4106-e810-44f4-8297-e44f7e69dded req-27a8cbc9-156c-4e34-b2cf-4ce161011531 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:48.965575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0c4106-e810-44f4-8297-e44f7e69dded req-27a8cbc9-156c-4e34-b2cf-4ce161011531 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1221697 Feb 04 16:04:49.033567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa0c4106-e810-44f4-8297-e44f7e69dded req-580bb142-ab67-4a02-b90d-65e75fda1544 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556760 Feb 04 16:04:49.160719 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.174063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Transition to ACTIVE for port object bff8b720-9f8d-4fff-bac7-611c89fedc68 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:49.197390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Transition to ACTIVE for port object bff8b720-9f8d-4fff-bac7-611c89fedc68 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:49.204806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.280800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Network 76e5812f-159c-4c0c-8970-0556320d8949 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:49.284255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:49.288355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:04:49.290516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Pushing event updated for resources: {'Port': ['ID=bff8b720-9f8d-4fff-bac7-611c89fedc68,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:49.361563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.391471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Attempting to bind port bff8b720-9f8d-4fff-bac7-611c89fedc68 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:49.394674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Attempting to bind port bff8b720-9f8d-4fff-bac7-611c89fedc68 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:49.394674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Attempting to bind port bff8b720-9f8d-4fff-bac7-611c89fedc68 on network 76e5812f-159c-4c0c-8970-0556320d8949 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:04:49.395383 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.400736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:04:49.400736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Checking segment: {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:04:49.400736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.400736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Bound using segment: {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:04:49.400736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Bound port: bff8b720-9f8d-4fff-bac7-611c89fedc68, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:49.400736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.520441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] For port bff8b720-9f8d-4fff-bac7-611c89fedc68, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:04:49.522639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] For port bff8b720-9f8d-4fff-bac7-611c89fedc68, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bff8b720-9f8d-4fff-bac7-611c89fedc68,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:04:49.530576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.597412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Allocated IP 172.25.8.180 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/ac762f3d-c9e4-4b60-b13b-483f785da6d7) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:49.619881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3ec52-197f-42aa-932d-4678aa5f1eb8 None None] Pushing event updated for resources: {'Port': ['ID=bff8b720-9f8d-4fff-bac7-611c89fedc68,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:49.669944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a3d5a-4600-42ff-98a9-07f45a89a69a req-d3a4c7c0-d5d8-4d0c-90c0-6e0bbe17549a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:49.671540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-423a3d5a-4600-42ff-98a9-07f45a89a69a req-d3a4c7c0-d5d8-4d0c-90c0-6e0bbe17549a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 946 time: 0.1258836 Feb 04 16:04:49.737645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-423a3d5a-4600-42ff-98a9-07f45a89a69a req-4f9cdae3-dac8-49fa-8676-de6c156558f2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599368 Feb 04 16:04:49.789531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.835279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.932201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:49.936377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:49.940050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:04:49.989828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac762f3d-c9e4-4b60-b13b-483f785da6d7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:49.993269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77479f-e1ae-48ae-8f73-2b5484f8ea01 req-4ae3adc2-9405-4c75-aca8-095fdd0a9fd1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:50.001188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b77479f-e1ae-48ae-8f73-2b5484f8ea01 req-4ae3adc2-9405-4c75-aca8-095fdd0a9fd1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 946 time: 0.1486847 Feb 04 16:04:50.050848 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b77479f-e1ae-48ae-8f73-2b5484f8ea01 req-991e919e-d033-467a-b2e3-2a10829ab91b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487006 Feb 04 16:04:50.288693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab45f2-58a8-4d7e-82ef-6c33bd878ac5 req-3d1583ef-15ff-445c-b78f-21bb66379dce tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:50.302330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80ab45f2-58a8-4d7e-82ef-6c33bd878ac5 req-3d1583ef-15ff-445c-b78f-21bb66379dce tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1104226 Feb 04 16:04:50.375239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80ab45f2-58a8-4d7e-82ef-6c33bd878ac5 req-2747d65f-2a6c-48ed-beb2-7c592dceef63 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587161 Feb 04 16:04:50.426473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.831085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a869b34-45fe-4454-b68d-22a5916ba3f9 req-4280a495-383c-4a02-b9b5-87467bb9da04 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:50.838698 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a869b34-45fe-4454-b68d-22a5916ba3f9 req-4280a495-383c-4a02-b9b5-87467bb9da04 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 946 time: 0.1020741 Feb 04 16:04:50.883808 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.888608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a869b34-45fe-4454-b68d-22a5916ba3f9 req-3fa1d41c-469a-449d-9cf3-db353d1d2b47 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Feb 04 16:04:50.940587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c7de1-a083-40f0-8dd4-621ba5b72cdc None None] Network 76e5812f-159c-4c0c-8970-0556320d8949 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:04:51.079665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1a0900fb-ce1d-4ff4-b41a-cd1128d49cca None None] Provisioning for port bff8b720-9f8d-4fff-bac7-611c89fedc68 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:51.259385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Router 4994b585-3f11-4b94-afa7-29b11aea0d3c is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:04:51.431779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bff8b720-9f8d-4fff-bac7-611c89fedc68 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:51.533856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:04:51.547410 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Sync routers for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:51.565830 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:51.566450 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:51.576258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port bff8b720-9f8d-4fff-bac7-611c89fedc68 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:51.578538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:51.581450 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a8667c8c-fa53-4e38-ab90-c1021229fbd1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1425512 Feb 04 16:04:51.583426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42030) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:51.585773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bff8b720-9f8d-4fff-bac7-611c89fedc68 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:51.586228 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:51.682238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6a19b352-8c37-492f-bab7-d44025dda422 None None] Provisioning complete for port bff8b720-9f8d-4fff-bac7-611c89fedc68 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:51.682959 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a19b352-8c37-492f-bab7-d44025dda422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:51.818954 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:51.853584 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:51.944398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port bff8b720-9f8d-4fff-bac7-611c89fedc68, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bff8b720-9f8d-4fff-bac7-611c89fedc68,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:51.965365 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.023540 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6a19b352-8c37-492f-bab7-d44025dda422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.144828 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-6a19b352-8c37-492f-bab7-d44025dda422 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:52.144828 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-6a19b352-8c37-492f-bab7-d44025dda422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:52.144828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=bff8b720-9f8d-4fff-bac7-611c89fedc68,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:52.232851 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:50Z', 'revision_number': 3, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:52.236762 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Checking router: 4994b585-3f11-4b94-afa7-29b11aea0d3c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:04:52.237182 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Updating router 4994b585-3f11-4b94-afa7-29b11aea0d3c port ac762f3d-c9e4-4b60-b13b-483f785da6d7 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:04:52.300060 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.378743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a50e60-deaa-4d41-a139-fc84f8f7eeab req-2130ccf2-6cc7-4dfb-b5a4-02ab2797f0ab tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:52.379765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94a50e60-deaa-4d41-a139-fc84f8f7eeab req-2130ccf2-6cc7-4dfb-b5a4-02ab2797f0ab tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.5898728 Feb 04 16:04:52.491707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-4a4c9944-b6da-4814-bfc4-71f824478dea tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:52.493349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-4a4c9944-b6da-4814-bfc4-71f824478dea tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 946 time: 0.2809658 Feb 04 16:04:52.505324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94a50e60-deaa-4d41-a139-fc84f8f7eeab req-b8548256-00cb-425f-a588-0fc35188fe20 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165333 Feb 04 16:04:52.588583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:04:52.590801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.713721 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.728480 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Transition to ACTIVE for port object ac762f3d-c9e4-4b60-b13b-483f785da6d7 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:52.737417 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.833645 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Attempting to bind port ac762f3d-c9e4-4b60-b13b-483f785da6d7 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:52.834010 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Attempting to bind port ac762f3d-c9e4-4b60-b13b-483f785da6d7 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:52.834449 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Attempting to bind port ac762f3d-c9e4-4b60-b13b-483f785da6d7 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:04:52.839241 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Pushing event updated for resources: {'Port': ['ID=ac762f3d-c9e4-4b60-b13b-483f785da6d7,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:52.846314 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:04:52.846679 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:04:52.847069 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.847450 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:04:52.847899 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Bound port: ac762f3d-c9e4-4b60-b13b-483f785da6d7, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:52.848939 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.878073 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.878073 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.878290 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.879201 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.879201 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.879201 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.879513 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.879831 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.880538 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.880538 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.880725 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.881062 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:52.943832 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] For port ac762f3d-c9e4-4b60-b13b-483f785da6d7, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:04:52.947251 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] For port ac762f3d-c9e4-4b60-b13b-483f785da6d7, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ac762f3d-c9e4-4b60-b13b-483f785da6d7,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:04:52.952260 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:53.001288 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:53.022904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f804036-c01d-440e-a0ee-adb58278fa2e req-a2cbb0d8-6848-4912-9527-15e54381a1be tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:53.022904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f804036-c01d-440e-a0ee-adb58278fa2e req-a2cbb0d8-6848-4912-9527-15e54381a1be tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 946 time: 0.3966732 Feb 04 16:04:53.032489 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:53.033618 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:53.101760 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e0e49-54ea-4409-afac-d8f1f83df5de None None] Pushing event updated for resources: {'Port': ['ID=ac762f3d-c9e4-4b60-b13b-483f785da6d7,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:53.137606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] For port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:53.137606 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:53.168604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f804036-c01d-440e-a0ee-adb58278fa2e req-7ba3817b-9c82-462f-bf59-bd2ea3fbbbf5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280067 Feb 04 16:04:53.254804 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:53.300499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:04:53.400673 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bff8b720-9f8d-4fff-bac7-611c89fedc68 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:53.489070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bff8b720-9f8d-4fff-bac7-611c89fedc68 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:53.489472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:53.675154 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:50Z', 'revision_number': 3, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:53.680720 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a283f-a6b7-4793-8b43-fd7f1c947401 None None] The sync data for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 is: [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:50Z', 'revision_number': 3, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:53.838734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Allocated IP 172.20.0.1 (76e5812f-159c-4c0c-8970-0556320d8949/0f9799dc-8551-4a9b-af12-052504351e8b/cb2c0994-222d-4f1c-bef8-0298fc0ac008) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:53.852524 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:53.866436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['8bc5ec37-8265-4905-bacd-8b655ac7cd5a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:04:54.024832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:54.135569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] No DVR routers for this DVR port 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:54.139443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.151370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415acb3b-e184-4f50-9b8b-84b6d9dc7e4b', 'name': 'network-vif-deleted', 'tag': '6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:54.185241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f798613b-0c0d-4250-a318-dd2e5684a861 req-254036da-c588-4105-bbbc-d6647b244bba tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "DELETE /v2.0/ports/6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 HTTP/1.1" status: 204 len: 173 time: 1.6853645 Feb 04 16:04:54.226280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e049255-d93a-4b06-85e1-358b9bd9f32f req-0ab2f041-09f6-4aaf-9ef4-b6a5f660c131 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:54.227930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e049255-d93a-4b06-85e1-358b9bd9f32f req-0ab2f041-09f6-4aaf-9ef4-b6a5f660c131 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.4521422 Feb 04 16:04:54.275609 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.303026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Transition to ACTIVE for port object cb2c0994-222d-4f1c-bef8-0298fc0ac008 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:54.339011 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e049255-d93a-4b06-85e1-358b9bd9f32f req-1c0c2d00-6afe-46e2-b062-cde17c553c88 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001682 Feb 04 16:04:54.378230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.455904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Network 76e5812f-159c-4c0c-8970-0556320d8949 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:54.459096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:54.467391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:04:54.533515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2c0994-222d-4f1c-bef8-0298fc0ac008,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:54.569047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.822609 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415acb3b-e184-4f50-9b8b-84b6d9dc7e4b', 'name': 'network-vif-deleted', 'tag': '6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7', 'status': 'completed', 'code': 200} Feb 04 16:04:54.843266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cfd4a895-c3ce-4f61-bccf-70b3cb1bdcc5 None None] Provisioning for port cb2c0994-222d-4f1c-bef8-0298fc0ac008 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:54.858002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cfd4a895-c3ce-4f61-bccf-70b3cb1bdcc5 None None] Provisioning complete for port cb2c0994-222d-4f1c-bef8-0298fc0ac008 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:54.858139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cfd4a895-c3ce-4f61-bccf-70b3cb1bdcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.940865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4a895-c3ce-4f61-bccf-70b3cb1bdcc5 None None] Port cb2c0994-222d-4f1c-bef8-0298fc0ac008 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:04:54.946844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ac9501f6-0b58-4148-b9e3-fce34bcb5da9 req-7ac66c37-ee25-4ebe-a1c5-1869d24bdf4b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:54.984635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ac9501f6-0b58-4148-b9e3-fce34bcb5da9 req-7ac66c37-ee25-4ebe-a1c5-1869d24bdf4b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:54.990789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac9501f6-0b58-4148-b9e3-fce34bcb5da9 req-7ac66c37-ee25-4ebe-a1c5-1869d24bdf4b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=415acb3b-e184-4f50-9b8b-84b6d9dc7e4b HTTP/1.1" status: 200 len: 210 time: 0.1597049 Feb 04 16:04:55.019477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:55.067257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:04:55.067605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6c7a2660-6b71-4fd6-8632-0cd82c3ef2d7 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:55.109458 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.363236 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.368866 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.412014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ac762f3d-c9e4-4b60-b13b-483f785da6d7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:55.508098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ac762f3d-c9e4-4b60-b13b-483f785da6d7 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:55.518837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ac762f3d-c9e4-4b60-b13b-483f785da6d7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:55.519312 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.584056 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.591538 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2c0994-222d-4f1c-bef8-0298fc0ac008,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:55.681511 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.702941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port ac762f3d-c9e4-4b60-b13b-483f785da6d7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ac762f3d-c9e4-4b60-b13b-483f785da6d7,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:55.714896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc811a-ee69-486b-a49a-e65b72656ada req-7f001290-3012-45e4-ab57-389d787e5051 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:55.716110 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.723063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8bc811a-ee69-486b-a49a-e65b72656ada req-7f001290-3012-45e4-ab57-389d787e5051 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.2397397 Feb 04 16:04:55.804645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8bc811a-ee69-486b-a49a-e65b72656ada req-7af8b361-8501-480c-b968-4b4f68ca9eed tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803378 Feb 04 16:04:55.811669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=ac762f3d-c9e4-4b60-b13b-483f785da6d7,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:55.821100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Network 76e5812f-159c-4c0c-8970-0556320d8949 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:55.822783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:56.149933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Router 4994b585-3f11-4b94-afa7-29b11aea0d3c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:04:56.172509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-674229e3-0885-4b21-9f17-67579aa1cd29 None None] Provisioning complete for port cb2c0994-222d-4f1c-bef8-0298fc0ac008 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:56.173627 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-674229e3-0885-4b21-9f17-67579aa1cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:56.229616 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-674229e3-0885-4b21-9f17-67579aa1cd29 None None] Port cb2c0994-222d-4f1c-bef8-0298fc0ac008 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:04:56.359869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:04:56.365668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4b1dff08-cb11-4183-9059-bfa7b562a098 admin admin] 10.222.0.46 "PUT /v2.0/routers/4994b585-3f11-4b94-afa7-29b11aea0d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7816050 Feb 04 16:04:56.370202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Sync routers for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:56.383681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:56.384455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:56.623602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:56.933539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42060) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:56.940259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008769962', 'description': 'tempest-description--1567741113'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:56.947130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:56.955815 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:security_group and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:56.960627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:56.970021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:56.980921 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 2, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:56.987199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Checking router: 4994b585-3f11-4b94-afa7-29b11aea0d3c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:04:56.987730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Updating router 4994b585-3f11-4b94-afa7-29b11aea0d3c port cb2c0994-222d-4f1c-bef8-0298fc0ac008 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:04:56.988949 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.016283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:57.022038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:security_group_rule and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:57.025787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:57.035857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:57.057635 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.176194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6f01-62e5-4207-bb64-848f3ddbb836 req-df9f82e3-9c22-4d8d-9c10-3c65b714e5da tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:57.177710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-007e6f01-62e5-4207-bb64-848f3ddbb836 req-df9f82e3-9c22-4d8d-9c10-3c65b714e5da tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1394615 Feb 04 16:04:57.192090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.209492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.271211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda2579-9a50-4b55-a531-a90ade5b5815,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:57.274287 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.279717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b6613fcb-2e68-4f69-9875-a5231ee0b19d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3446069 Feb 04 16:04:57.279950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42066) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:57.283613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-007e6f01-62e5-4207-bb64-848f3ddbb836 req-7bc2e13e-b4c0-409f-8599-23b2cef3df33 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947244 Feb 04 16:04:57.299004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'security_group_rule': {'security_group_id': '2fda2579-9a50-4b55-a531-a90ade5b5815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:57.311460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:57.318749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:security_group_rule and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:57.323159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:57.339179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:57.359090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.433945 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.439777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.466903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ac762f3d-c9e4-4b60-b13b-483f785da6d7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:57.471997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb48ed3-51b9-443e-ba01-23c81dcec63e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:57.488138 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.492449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42072) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:57.492671 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-399d1aff-2b43-4636-9b5f-ace26de0b5d8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2103384 Feb 04 16:04:57.498874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'security_group_rule': {'security_group_id': '2fda2579-9a50-4b55-a531-a90ade5b5815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:57.508613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:57.519522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:security_group_rule and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:57.525371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:57.536364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:57.558318 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.575197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.595049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Transition to ACTIVE for port object cb2c0994-222d-4f1c-bef8-0298fc0ac008 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:57.606227 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.649764 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.655507 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.691151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a87a443-a6cf-4123-aacd-b5cc5267dd46,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:57.709782 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.711415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cf71b269-ebf8-4f11-82cc-77a60c15785c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2172546 Feb 04 16:04:57.714850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42078) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:57.722199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:57.730784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:57.735843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:floatingip and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:57.738550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ac762f3d-c9e4-4b60-b13b-483f785da6d7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:57.738922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.740258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:57.748044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:57.761650 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.798367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ba2ef-d1ab-4f08-b31d-d622e15766bf None None] Pushing event updated for resources: {'Port': ['ID=cb2c0994-222d-4f1c-bef8-0298fc0ac008,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:57.962781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Attempting to bind port cb2c0994-222d-4f1c-bef8-0298fc0ac008 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:57.975721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Attempting to bind port cb2c0994-222d-4f1c-bef8-0298fc0ac008 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:57.976338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Attempting to bind port cb2c0994-222d-4f1c-bef8-0298fc0ac008 on network 76e5812f-159c-4c0c-8970-0556320d8949 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:04:57.986340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:04:57.986872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Checking segment: {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:04:57.987281 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.987665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Bound using segment: {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:04:57.988122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Bound port: cb2c0994-222d-4f1c-bef8-0298fc0ac008, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:57.988496 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.997799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.161646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] For port cb2c0994-222d-4f1c-bef8-0298fc0ac008, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:04:58.165169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] For port cb2c0994-222d-4f1c-bef8-0298fc0ac008, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cb2c0994-222d-4f1c-bef8-0298fc0ac008,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:04:58.170372 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.174749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Allocated IP 172.25.8.31 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/c8aedc60-ba01-41e8-8d99-8df703e6b225) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:58.256630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ba2ef-d1ab-4f08-b31d-d622e15766bf None None] Pushing event updated for resources: {'Port': ['ID=cb2c0994-222d-4f1c-bef8-0298fc0ac008,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:58.259636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:04:58.260235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:04:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:58.355431 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.413870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.524547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:58.525890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'Port': ['ID=c8aedc60-ba01-41e8-8d99-8df703e6b225,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:58.531746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:58.535189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:04:58.593093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:04:58.721114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3fd64-12b8-4d33-805b-5b191e07a16c req-7e5ba7f1-95ca-4798-84e9-b0d52c585bc4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:58.722732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7da3fd64-12b8-4d33-805b-5b191e07a16c req-7e5ba7f1-95ca-4798-84e9-b0d52c585bc4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1923978 Feb 04 16:04:58.731218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.830006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7da3fd64-12b8-4d33-805b-5b191e07a16c req-2c3138ca-c7a3-4640-b8f3-68f644bdfceb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007662 Feb 04 16:04:58.845236 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.970963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:58Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:58.975052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d7b74-d8f1-4b3b-b9e9-8e13e9dd5e6b None None] The sync data for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 is: [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:58Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:59.102275 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.107206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.351186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.376038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'Port': ['ID=c8aedc60-ba01-41e8-8d99-8df703e6b225,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:59.387769 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.390925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c780e9f1-2aa3-4244-a998-7437cc57e6ab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6740184 Feb 04 16:04:59.475287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cb2c0994-222d-4f1c-bef8-0298fc0ac008 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:59.559704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port cb2c0994-222d-4f1c-bef8-0298fc0ac008 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:59.565703 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port cb2c0994-222d-4f1c-bef8-0298fc0ac008 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:59.566320 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.573369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-9d98a6b3-5524-4628-bbbd-319a940d82eb tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Synchronizing usage tracker for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:59.592117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-9d98a6b3-5524-4628-bbbd-319a940d82eb tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Unset dirty status for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:59.593836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-9d98a6b3-5524-4628-bbbd-319a940d82eb tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1008769962&fields=id&tenant_id=6fae251390c34629a1c41ec4d302e0ce HTTP/1.1" status: 200 len: 267 time: 0.0665348 Feb 04 16:04:59.729201 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.770965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-26a91ee9-6c06-43e5-bae6-0435acbbddb9 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:59.772494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-26a91ee9-6c06-43e5-bae6-0435acbbddb9 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 811 time: 0.1719921 Feb 04 16:04:59.778363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port cb2c0994-222d-4f1c-bef8-0298fc0ac008, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cb2c0994-222d-4f1c-bef8-0298fc0ac008,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:04:59.785215 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.790554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-e8fdac6c-a737-41c9-9e70-73ae95b0ab6b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/quotas/6fae251390c34629a1c41ec4d302e0ce HTTP/1.1" status: 200 len: 375 time: 0.0111883 Feb 04 16:04:59.871134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=cb2c0994-222d-4f1c-bef8-0298fc0ac008,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:59.903788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-682eef13-6d2b-4fb4-a9ff-c65e5c2440a1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Synchronizing usage tracker for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:59.926021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-682eef13-6d2b-4fb4-a9ff-c65e5c2440a1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Unset dirty status for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:59.927535 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-682eef13-6d2b-4fb4-a9ff-c65e5c2440a1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258757 Feb 04 16:05:00.077651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-fe3e8431-49ba-476f-a966-81600fdb6849 service neutron] 10.222.0.46 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373634 Feb 04 16:05:00.223502 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-e9671bc8-7f8d-4203-8abd-8ca3af7cec1e service neutron] 10.222.0.46 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391428 Feb 04 16:05:00.749816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180bc1-46e8-4100-a34f-7e3430918347 req-30cd1814-436b-4549-8674-029148022039 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:00.751385 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d180bc1-46e8-4100-a34f-7e3430918347 req-30cd1814-436b-4549-8674-029148022039 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.0913587 Feb 04 16:05:00.801112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d180bc1-46e8-4100-a34f-7e3430918347 req-e4bee56c-cc84-4a23-8d33-2210e8bf09ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424070 Feb 04 16:05:00.946127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b46ac974-e177-4849-ba46-5689368948fa req-0ec4796e-9aee-4795-9c00-a26243ab87fa tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 210 time: 0.0455010 Feb 04 16:05:01.140793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c3c70-c3fb-4204-96a3-7c8b356eb09b req-20a02265-52d6-426f-9467-97ad2de20e86 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:01.144029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab3c3c70-c3fb-4204-96a3-7c8b356eb09b req-20a02265-52d6-426f-9467-97ad2de20e86 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 945 time: 0.0892556 Feb 04 16:05:01.189572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab3c3c70-c3fb-4204-96a3-7c8b356eb09b req-864f3891-ab2a-422d-8689-83c6d82ddaf3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Feb 04 16:05:01.395810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cb2c0994-222d-4f1c-bef8-0298fc0ac008 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:01.473281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port cb2c0994-222d-4f1c-bef8-0298fc0ac008 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:01.473887 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:01.583390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5389a3fa-e127-427c-b6a5-9f04588e768f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:01.585695 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5389a3fa-e127-427c-b6a5-9f04588e768f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.61 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 811 time: 0.1755748 Feb 04 16:05:01.646810 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-ecc9ff34-8d20-4ed3-9a72-c733ca8b3854 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fae251390c34629a1c41ec4d302e0ce HTTP/1.1" status: 200 len: 380 time: 0.0530849 Feb 04 16:05:01.656744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'port': {'device_id': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'admin_state_up': True, 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'security_groups': ['2fda2579-9a50-4b55-a531-a90ade5b5815']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:01.815054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:01.826453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:01.836425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Made reservation on behalf of 6fae251390c34629a1c41ec4d302e0ce for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:01.842041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.084123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Allocated IP 172.20.0.9 (76e5812f-159c-4c0c-8970-0556320d8949/0f9799dc-8551-4a9b-af12-052504351e8b/c2a08013-9d69-49d8-ad44-5041e8905dd6) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:02.111679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c6fe9-326c-4790-a95e-05d2823ca79d req-78aad475-dba9-49e0-8f31-2e2e877c7c69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.113283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-132c6fe9-326c-4790-a95e-05d2823ca79d req-78aad475-dba9-49e0-8f31-2e2e877c7c69 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1792912 Feb 04 16:05:02.254323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-132c6fe9-326c-4790-a95e-05d2823ca79d req-53dec3dd-ff7a-4c0b-907e-7966cfb49232 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279991 Feb 04 16:05:02.525797 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.534854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-360287ac-ba89-4caf-a20f-f896e45f9247 req-b29f846f-1029-4ffe-be15-6e855f4ecb5f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 210 time: 0.1807005 Feb 04 16:05:02.549309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Transition to ACTIVE for port object c2a08013-9d69-49d8-ad44-5041e8905dd6 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:02.579700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-4d471ba0-c853-4d87-8666-7325827a6a4b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.581135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-4d471ba0-c853-4d87-8666-7325827a6a4b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 945 time: 0.2816143 Feb 04 16:05:02.592656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.700412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Network 76e5812f-159c-4c0c-8970-0556320d8949 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:02.708694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:02.714404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:05:02.783722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'Port': ['ID=c2a08013-9d69-49d8-ad44-5041e8905dd6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:02.850613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:05:02.851254 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.889911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.890521 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.916388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f58a72f2-2b3d-4e23-8f07-aa4144452ded None None] Provisioning for port c2a08013-9d69-49d8-ad44-5041e8905dd6 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:02.921958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f58a72f2-2b3d-4e23-8f07-aa4144452ded None None] Provisioning complete for port c2a08013-9d69-49d8-ad44-5041e8905dd6 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:02.922329 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f58a72f2-2b3d-4e23-8f07-aa4144452ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.975771 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152fd8a-3e89-4211-9764-00001929e531 req-bb2d1d53-b824-43a4-a0bd-5327d99db3ab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.977244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0152fd8a-3e89-4211-9764-00001929e531 req-bb2d1d53-b824-43a4-a0bd-5327d99db3ab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 945 time: 0.3443191 Feb 04 16:05:02.980275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-f58a72f2-2b3d-4e23-8f07-aa4144452ded None None] Port c2a08013-9d69-49d8-ad44-5041e8905dd6 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:05:03.017807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-5be8db33-b6e5-4e34-b75d-053d3098370b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3650301 Feb 04 16:05:03.046990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Request body: {'port': {'device_id': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:03.175521 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0152fd8a-3e89-4211-9764-00001929e531 req-e42a1760-a7ac-4f77-b201-a7b32d59af8d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=92e463fb-5034-4f7c-bc87-a8c5500a586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832216 Feb 04 16:05:03.274970 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.292922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] For port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:03.293287 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.490354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for 8bc5ec37-8265-4905-bacd-8b655ac7cd5a owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:05:03.787053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551dce0-faae-4a1b-bc42-22875294bf1b req-fcc502cc-6a84-4061-9ab6-d4b75d5cee6d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:03.788413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a551dce0-faae-4a1b-bc42-22875294bf1b req-fcc502cc-6a84-4061-9ab6-d4b75d5cee6d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.3916733 Feb 04 16:05:03.865373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.904340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a551dce0-faae-4a1b-bc42-22875294bf1b req-9f8e3087-859b-42da-b9b7-1c5510a86113 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010554 Feb 04 16:05:03.933629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=8bc5ec37-8265-4905-bacd-8b655ac7cd5a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:04.047154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] No DVR routers for this DVR port 8bc5ec37-8265-4905-bacd-8b655ac7cd5a on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:04.054237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.056586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00d3ef1-51e2-422d-ae39-5334931a7181', 'name': 'network-vif-deleted', 'tag': '8bc5ec37-8265-4905-bacd-8b655ac7cd5a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:04.196166 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:05:04.218240 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8167984-7769-4f9d-ad55-c67feefa32aa req-806b314e-7026-49f9-9b23-05a92e26468e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "DELETE /v2.0/ports/8bc5ec37-8265-4905-bacd-8b655ac7cd5a HTTP/1.1" status: 204 len: 173 time: 1.4730952 Feb 04 16:05:04.268160 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-2a8cf0e4-7043-40b8-89c1-268a03af49bc service neutron] show failed (client error): The resource could not be found. Feb 04 16:05:04.269853 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-2a8cf0e4-7043-40b8-89c1-268a03af49bc service neutron] 10.222.0.61 "GET /v2.0/ports/2413b2da-7a93-4692-9b30-2b33eff35306/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0898271 Feb 04 16:05:04.279561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a08013-9d69-49d8-ad44-5041e8905dd6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:04.285699 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a52af84a-8cb5-4c89-81aa-7a1cdeba29af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.289511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.313773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38c413-3957-4ce2-a770-96162f825255 req-1ef08f7c-3c5a-4291-bcf1-9ab2796365e7 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:04.314466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8d38c413-3957-4ce2-a770-96162f825255 req-1ef08f7c-3c5a-4291-bcf1-9ab2796365e7 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Synchronizing usage tracker for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:04.319908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Transition to ACTIVE for port object c2a08013-9d69-49d8-ad44-5041e8905dd6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:04.337751 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.489859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8d38c413-3957-4ce2-a770-96162f825255 req-1ef08f7c-3c5a-4291-bcf1-9ab2796365e7 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Unset dirty status for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:04.503823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d38c413-3957-4ce2-a770-96162f825255 req-1ef08f7c-3c5a-4291-bcf1-9ab2796365e7 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 931 time: 0.4980421 Feb 04 16:05:04.641107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a08013-9d69-49d8-ad44-5041e8905dd6,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:04.739667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d38c413-3957-4ce2-a770-96162f825255 req-cde8f931-0451-4c12-a0a5-44b0e3fbff2f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349601 Feb 04 16:05:04.773981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Attempting to bind port c2a08013-9d69-49d8-ad44-5041e8905dd6 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:04.774376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Attempting to bind port c2a08013-9d69-49d8-ad44-5041e8905dd6 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:04.774769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Attempting to bind port c2a08013-9d69-49d8-ad44-5041e8905dd6 on network 76e5812f-159c-4c0c-8970-0556320d8949 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:05:04.784496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Port c2a08013-9d69-49d8-ad44-5041e8905dd6 on network 76e5812f-159c-4c0c-8970-0556320d8949 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:05:04.784852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Attempting to bind port c2a08013-9d69-49d8-ad44-5041e8905dd6 on network 76e5812f-159c-4c0c-8970-0556320d8949 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:05:04.793259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:05:04.793749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Checking segment: {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:05:04.794031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Bound using segment: {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:05:04.794473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Bound port: c2a08013-9d69-49d8-ad44-5041e8905dd6, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:04.794834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.807347 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00d3ef1-51e2-422d-ae39-5334931a7181', 'name': 'network-vif-deleted', 'tag': '8bc5ec37-8265-4905-bacd-8b655ac7cd5a', 'status': 'completed', 'code': 200} Feb 04 16:05:04.820177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-3477b284-f39e-42b1-8e05-a2dddba0ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:04.822270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-3477b284-f39e-42b1-8e05-a2dddba0ce1f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 1097 time: 0.2830412 Feb 04 16:05:04.863300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:04.980917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1b5c1adb-7d50-4056-ab83-05ffdcde336f req-5518940e-d463-4664-bb97-0a91ea7ef0a0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:05.083020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1b5c1adb-7d50-4056-ab83-05ffdcde336f req-5518940e-d463-4664-bb97-0a91ea7ef0a0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:05.084299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b5c1adb-7d50-4056-ab83-05ffdcde336f req-5518940e-d463-4664-bb97-0a91ea7ef0a0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=d00d3ef1-51e2-422d-ae39-5334931a7181 HTTP/1.1" status: 200 len: 210 time: 0.1736994 Feb 04 16:05:05.091571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] For port c2a08013-9d69-49d8-ad44-5041e8905dd6, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:05:05.104463 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:05.115520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] For port c2a08013-9d69-49d8-ad44-5041e8905dd6, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:05:05.126513 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:05.232111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:05.232729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:05.234125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] 10.222.0.61 "PUT /v2.0/ports/c2a08013-9d69-49d8-ad44-5041e8905dd6 HTTP/1.1" status: 200 len: 1091 time: 2.2076080 Feb 04 16:05:05.368751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5f81e-042d-4c6a-8a22-2bf500e79955 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a08013-9d69-49d8-ad44-5041e8905dd6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:05.497115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412321e-c36e-4ab3-b6d2-3e9fd9e600da req-5efb0072-170e-408b-b1ea-1cd12e83c52e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:05.498598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a412321e-c36e-4ab3-b6d2-3e9fd9e600da req-5efb0072-170e-408b-b1ea-1cd12e83c52e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.2735794 Feb 04 16:05:05.594924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-c165a2dd-beb0-4436-b228-85294b08858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:05.596262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-c165a2dd-beb0-4436-b228-85294b08858b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 1094 time: 0.3043952 Feb 04 16:05:05.693785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-3d266254-9431-402f-bcc6-987695119d8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6 HTTP/1.1" status: 200 len: 217 time: 0.0867496 Feb 04 16:05:05.696607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a412321e-c36e-4ab3-b6d2-3e9fd9e600da req-70506a4a-d2b1-40d9-909b-0bb673fb28aa tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333268 Feb 04 16:05:05.775883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:05.787680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-86ae889a-cb63-44a0-b83b-afe8d0fc6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:05.789146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-86ae889a-cb63-44a0-b83b-afe8d0fc6a9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.0891984 Feb 04 16:05:05.791770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8bc5ec37-8265-4905-bacd-8b655ac7cd5a no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:05.848348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 8bc5ec37-8265-4905-bacd-8b655ac7cd5a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:05:05.849625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 8bc5ec37-8265-4905-bacd-8b655ac7cd5a not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:05.857230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:05:06.097163 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.123754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Transition to ACTIVE for port object 2413b2da-7a93-4692-9b30-2b33eff35306 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:06.130741 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.164375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-4b61ecd4-9b31-42fc-806b-714df40d2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:06.165877 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-4b61ecd4-9b31-42fc-806b-714df40d2a92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3702152 Feb 04 16:05:06.354411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670d33-c422-4112-a4d9-bc94a5417f28 req-acf23222-5c06-4055-9350-8add014de8bd tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:06.357271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd670d33-c422-4112-a4d9-bc94a5417f28 req-acf23222-5c06-4055-9350-8add014de8bd tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 943 time: 0.4677932 Feb 04 16:05:06.358213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Pushing event updated for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:06.490314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] No DVR routers for this DVR port 2413b2da-7a93-4692-9b30-2b33eff35306 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:06.521877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.544896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd670d33-c422-4112-a4d9-bc94a5417f28 req-190e09a4-c233-472a-896c-071154a15b81 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777859 Feb 04 16:05:06.581171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-49b9b16b-8db8-4b3a-b749-9c1286392315 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005811 Feb 04 16:05:06.699207 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cd99c024-d563-4bdb-a7c2-c508bac52e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.830953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'tag': 'c2a08013-9d69-49d8-ad44-5041e8905dd6'}, {'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:06.880725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a5adbf5-8085-4768-9ca3-ad358fea60e6 req-4451f0f7-c052-4946-8615-fc1f9a59b313 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909307 Feb 04 16:05:06.914270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Attempting to bind port 2413b2da-7a93-4692-9b30-2b33eff35306 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:06.914603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Attempting to bind port 2413b2da-7a93-4692-9b30-2b33eff35306 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:06.914927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Attempting to bind port 2413b2da-7a93-4692-9b30-2b33eff35306 on network a917e252-809e-4be7-b784-5066cbf9bfda {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:05:06.924580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Port 2413b2da-7a93-4692-9b30-2b33eff35306 on network a917e252-809e-4be7-b784-5066cbf9bfda not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:05:06.924964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Attempting to bind port 2413b2da-7a93-4692-9b30-2b33eff35306 on network a917e252-809e-4be7-b784-5066cbf9bfda {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:05:06.935432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:05:06.936023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Checking segment: {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:05:06.936401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Bound using segment: {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:05:06.936846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Bound port: 2413b2da-7a93-4692-9b30-2b33eff35306, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd819b9b6-8285-4211-aff9-2d06b97ad2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:06.937190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.993770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a08a94-c682-4a6f-aa71-8eafe5ef76fb req-996e3d5c-0285-46e5-8a79-0948116f59a9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:06.995764 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5a08a94-c682-4a6f-aa71-8eafe5ef76fb req-996e3d5c-0285-46e5-8a79-0948116f59a9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 944 time: 0.1668706 Feb 04 16:05:07.064378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2413b2da-7a93-4692-9b30-2b33eff35306 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:07.069224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5a08a94-c682-4a6f-aa71-8eafe5ef76fb req-52deb4cf-491e-4971-8a4c-cc576a948283 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668876 Feb 04 16:05:07.074447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:05:07.077221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:05:07.083155 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.137059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 2413b2da-7a93-4692-9b30-2b33eff35306 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:07.150757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.151396 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.153187 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] 10.222.0.53 "PUT /v2.0/ports/2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 1092 time: 2.2992973 Feb 04 16:05:07.168351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e72420-3edc-4507-8761-31de8e5f5c31 service neutron] Pushing event updated for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:07.178562 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'tag': 'c2a08013-9d69-49d8-ad44-5041e8905dd6', 'status': 'completed', 'code': 200} Feb 04 16:05:07.178820 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306', 'code': 200} Feb 04 16:05:07.332258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-5c78c422-c9c7-4372-8f0a-cc415ae991dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.333846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-5c78c422-c9c7-4372-8f0a-cc415ae991dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 1094 time: 0.1145194 Feb 04 16:05:07.336626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-c1552a7d-3c7e-408d-813a-3b3d2ac6da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.338063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-c1552a7d-3c7e-408d-813a-3b3d2ac6da24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1095 time: 0.1502032 Feb 04 16:05:07.582595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-93d64268-9c41-4271-9e39-81688e00c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.584054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-93d64268-9c41-4271-9e39-81688e00c838 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 912 time: 0.2427478 Feb 04 16:05:07.585035 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-2dc49eb2-cab7-4dfb-a9c4-8d6da8c3b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.586330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-2dc49eb2-cab7-4dfb-a9c4-8d6da8c3b69d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.2265084 Feb 04 16:05:07.684936 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.783929 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.851054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-d6ff8afe-6795-4010-9e3b-fc7b4ab35fd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6 HTTP/1.1" status: 200 len: 217 time: 0.2591133 Feb 04 16:05:07.993948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-1d16f00a-ad8a-4909-bc7a-56e382a73ec1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 999 time: 0.3536456 Feb 04 16:05:07.998806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-c39d0471-168b-4dd4-b1a4-6eccf2cb6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.000144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-c39d0471-168b-4dd4-b1a4-6eccf2cb6694 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.1076529 Feb 04 16:05:08.118989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6970d9-540a-4017-9ce0-e5995fae0c15 req-746bc23c-efc6-40b6-ba68-807211198f02 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.120394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b6970d9-540a-4017-9ce0-e5995fae0c15 req-746bc23c-efc6-40b6-ba68-807211198f02 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 943 time: 0.2718699 Feb 04 16:05:08.128258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-378d92a8-342b-485d-b1c3-25b602802803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.129634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-378d92a8-342b-485d-b1c3-25b602802803 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.1249521 Feb 04 16:05:08.236962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-4fd14500-ea3c-4598-b421-bdbe47aae20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.238434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-4fd14500-ea3c-4598-b421-bdbe47aae20d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009625 Feb 04 16:05:08.242116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b6970d9-540a-4017-9ce0-e5995fae0c15 req-9c6097fa-1cc7-4b95-a6c1-77b757c6a68b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115842 Feb 04 16:05:08.348015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-f73eabe1-efc9-43ff-bee2-a3be4ac7934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.349525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-f73eabe1-efc9-43ff-bee2-a3be4ac7934e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030995 Feb 04 16:05:08.371691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-dbe8cca9-562a-42cc-b740-53bb82efc52c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:05:08.372655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-dbe8cca9-562a-42cc-b740-53bb82efc52c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052509 Feb 04 16:05:08.498050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-75365fbb-6c5f-4f32-abbc-de117f6a3b24 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524664 Feb 04 16:05:08.674251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-624df7b1-31ae-4ec2-aa6c-c1b927fcce02 service neutron] 10.222.0.53 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887156 Feb 04 16:05:08.774664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4459c-b87f-4817-a474-6b45a14132cc req-0972d214-a7ee-4941-b2b8-eff327347140 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.776076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61b4459c-b87f-4817-a474-6b45a14132cc req-0972d214-a7ee-4941-b2b8-eff327347140 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 944 time: 0.3185945 Feb 04 16:05:08.788148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10a903b8-b0c8-43c2-88f3-aa8f0331b022 req-052f8517-0e5f-4f21-8aa6-9017efa5c9c6 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833774 Feb 04 16:05:08.859904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61b4459c-b87f-4817-a474-6b45a14132cc req-660e8c15-f9cb-4d6d-800f-bae1dff8114a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761523 Feb 04 16:05:08.886509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-143ae12c-9816-47cf-8f42-e0dcdd5240bd req-34cd28bc-39f9-461d-a61f-a437060863fc service neutron] 10.222.0.53 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944356 Feb 04 16:05:09.068430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c2a08013-9d69-49d8-ad44-5041e8905dd6 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:09.180674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:09.213423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c2a08013-9d69-49d8-ad44-5041e8905dd6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:09.235178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'c2a08013-9d69-49d8-ad44-5041e8905dd6', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'port_id': 'c2a08013-9d69-49d8-ad44-5041e8905dd6', 'mac_address': 'fa:16:3e:a5:c0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:09.244202 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306', 'status': 'completed', 'code': 200} Feb 04 16:05:09.296084 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.314273 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.325029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a08013-9d69-49d8-ad44-5041e8905dd6 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:09.344609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c2a08013-9d69-49d8-ad44-5041e8905dd6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:09.350380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.429106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=c2a08013-9d69-49d8-ad44-5041e8905dd6,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:09.462656 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.507909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-c97910c2-75c8-4aa3-a520-1d86847a948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:09.509411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-c97910c2-75c8-4aa3-a520-1d86847a948f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1095 time: 0.2471156 Feb 04 16:05:09.514892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-4b947d78-3e50-4d28-b75f-80d7da7347ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:09.516328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-4b947d78-3e50-4d28-b75f-80d7da7347ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1095 time: 0.1894543 Feb 04 16:05:09.558339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['c2a08013-9d69-49d8-ad44-5041e8905dd6'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:05:09.615280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708902d6-83e0-4ad3-8952-41e52db42b27 req-78fcc63a-c81d-4faa-be05-86b32b541eda tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:09.616716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-708902d6-83e0-4ad3-8952-41e52db42b27 req-78fcc63a-c81d-4faa-be05-86b32b541eda tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 944 time: 0.2184625 Feb 04 16:05:09.891820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-708902d6-83e0-4ad3-8952-41e52db42b27 req-765de1f9-a22f-4f82-8b69-d1f0eb81bd9f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271311 Feb 04 16:05:09.923550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-fae318bd-41ad-41cf-b101-511e8644f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:09.925023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-fae318bd-41ad-41cf-b101-511e8644f819 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.3867044 Feb 04 16:05:09.926119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-32117d69-a4da-494d-b328-05c5d24e9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:09.927414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-32117d69-a4da-494d-b328-05c5d24e9e64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.4094722 Feb 04 16:05:10.168938 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-f2ecb5a4-4f5c-490a-a5e6-b629c69b107c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 999 time: 0.1844826 Feb 04 16:05:10.171664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-380c2c59-a485-43c3-9824-e97e17a21c6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 999 time: 0.2398126 Feb 04 16:05:10.290847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-253563a7-9866-4952-a23c-d37234191fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:10.292325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-253563a7-9866-4952-a23c-d37234191fe2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.1172876 Feb 04 16:05:10.302447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5e9a3-63bb-4d6b-919f-770843c69aef req-b5e635cc-4761-4755-bb8f-e42cb142df3b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:10.303833 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a0f5e9a3-63bb-4d6b-919f-770843c69aef req-b5e635cc-4761-4755-bb8f-e42cb142df3b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 944 time: 0.2335496 Feb 04 16:05:10.306399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-db1f452b-0d33-46b8-95f1-7d1eff4f8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:10.307829 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-db1f452b-0d33-46b8-95f1-7d1eff4f8419 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.0996249 Feb 04 16:05:10.454983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a0f5e9a3-63bb-4d6b-919f-770843c69aef req-0cb6f52b-1204-435d-a2a4-090a2f154e9a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089072 Feb 04 16:05:10.476284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-edf179ff-1de5-4e7f-8331-cd761e82214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:10.476284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-edf179ff-1de5-4e7f-8331-cd761e82214b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709452 Feb 04 16:05:10.505947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-57c0f0d5-d8a7-4ded-b200-e8b70dd83222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:10.507388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-57c0f0d5-d8a7-4ded-b200-e8b70dd83222 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604295 Feb 04 16:05:10.727897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-c694013b-ea05-487d-abfa-540a26aa8695 service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444608 Feb 04 16:05:10.737303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-be3d90b8-51f5-4e81-a46e-93b79546f6d8 service neutron] 10.222.0.53 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853697 Feb 04 16:05:10.890947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42198) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:10.896202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107372618', 'description': 'tempest-secgroup-smoke-2107372618 description', 'project_id': '90b6ad5d4a9e401ca064aef59b30c519'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:10.903065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:10.911165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:security_group and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:10.914147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:10.920599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:10.932228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.954137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:10.958054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:security_group_rule and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:10.961013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:10.968036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:10.981311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-1bc72b30-602d-488d-bf82-a3d15a02ac86 service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459323 Feb 04 16:05:10.983091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd842268-aa8a-4f12-a4d3-30732267d945 req-c1747e2a-9c74-46db-b6d0-340a3df37f65 service neutron] 10.222.0.53 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274897 Feb 04 16:05:11.045356 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.049029 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.090969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ff8a08-8f32-4963-be61-9a098c7d72bf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:11.091459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618bfe-eeeb-4d5f-acd1-355ae0615260 req-c652153d-70d5-4c0f-b5f3-6613ede87551 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:11.093062 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf618bfe-eeeb-4d5f-acd1-355ae0615260 req-c652153d-70d5-4c0f-b5f3-6613ede87551 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 944 time: 0.0833874 Feb 04 16:05:11.094977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.097276 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-25d83468-d510-4ed2-9518-dccf41372d27 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2051466 Feb 04 16:05:11.100512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:11.101923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c2a08013-9d69-49d8-ad44-5041e8905dd6 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:11.108481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'security_group_rule': {'security_group_id': '01ff8a08-8f32-4963-be61-9a098c7d72bf', 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:11.115626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:11.119937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:security_group_rule and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:11.123039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:11.129732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:11.148388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.152203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bf618bfe-eeeb-4d5f-acd1-355ae0615260 req-a80837b8-ebda-421a-a1da-9cd4528724e6 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523481 Feb 04 16:05:11.177869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port c2a08013-9d69-49d8-ad44-5041e8905dd6 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:11.182536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port c2a08013-9d69-49d8-ad44-5041e8905dd6 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:11.182999 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.215906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.219699 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.246091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8d568b-11b0-435c-bb2e-a7b008bbef81,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:11.255994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.260115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42210) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:11.265278 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a6f9c470-2c87-4efd-9e8a-3036e9add75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636808 Feb 04 16:05:11.266684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'security_group_rule': {'security_group_id': '01ff8a08-8f32-4963-be61-9a098c7d72bf', 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:11.274471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:11.280501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:security_group_rule and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:11.284091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:11.292980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:11.317024 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.343189 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.369669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a08013-9d69-49d8-ad44-5041e8905dd6'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:11.380470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port c2a08013-9d69-49d8-ad44-5041e8905dd6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:11.385098 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.385880 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.390424 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.418985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada8705e-0d15-4bd0-9aac-c706dc644fc4,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:11.423437 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a08013-9d69-49d8-ad44-5041e8905dd6', 'code': 200} Feb 04 16:05:11.429077 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.430937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a4046f77-7a60-4bfd-8648-f6cde17dedb2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1693292 Feb 04 16:05:11.433657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42216) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:11.439071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'security_group_rule': {'security_group_id': '01ff8a08-8f32-4963-be61-9a098c7d72bf', 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:11.445444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:11.449591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:security_group_rule and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:11.452510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:11.458341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:11.465602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=c2a08013-9d69-49d8-ad44-5041e8905dd6,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:11.476884 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.781199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.787954 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.791072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017cf24-d104-42b3-90fc-b7e30ed7b73a req-1544f1f9-6e3b-4463-8874-747dd008f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:11.792729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3017cf24-d104-42b3-90fc-b7e30ed7b73a req-1544f1f9-6e3b-4463-8874-747dd008f6a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 1096 time: 0.3084028 Feb 04 16:05:11.827562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 2413b2da-7a93-4692-9b30-2b33eff35306 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:11.836080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04110291-577d-4854-8b74-c26b3b7fed2a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:11.863704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.864918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c257c934-1b0f-4050-b0f8-02873cc78dab tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4302516 Feb 04 16:05:11.867884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42222) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:11.873417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'security_group_rule': {'security_group_id': '01ff8a08-8f32-4963-be61-9a098c7d72bf', 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:11.875169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885d5c-852a-4371-9826-2a4279282e8a req-1482bf69-bce9-4e66-a4ac-395c0fc93515 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:11.876623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d4885d5c-852a-4371-9826-2a4279282e8a req-1482bf69-bce9-4e66-a4ac-395c0fc93515 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 944 time: 0.3084874 Feb 04 16:05:11.878411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3017cf24-d104-42b3-90fc-b7e30ed7b73a req-b6882508-9105-4628-9c75-0f02994e6a83 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725803 Feb 04 16:05:11.880508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:11.884432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:security_group_rule and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:11.888319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:11.895295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:11.916498 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.932104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d4885d5c-852a-4371-9826-2a4279282e8a req-807a6445-9cdc-46ec-87c6-1579ac0a029b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480974 Feb 04 16:05:11.969897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:11.983527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '2413b2da-7a93-4692-9b30-2b33eff35306', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'port_id': '2413b2da-7a93-4692-9b30-2b33eff35306', 'mac_address': 'fa:16:3e:93:ac:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:11.994930 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.999430 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.023653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905a70b3-2b58-42bc-8596-a631887cfe2e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:12.035475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.036934 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-78713473-af44-4eb0-a601-d631a5f5fb56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1680126 Feb 04 16:05:12.039672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42228) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:12.046273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'security_group_rule': {'security_group_id': '01ff8a08-8f32-4963-be61-9a098c7d72bf', 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:12.048147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.053147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:12.057177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:security_group_rule and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:12.061315 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:12.067156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:12.067298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2413b2da-7a93-4692-9b30-2b33eff35306 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:12.078475 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Project 90b6ad5d4a9e401ca064aef59b30c519 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:05:12.084012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:12.085659 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.089568 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.159710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.165362 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.181017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:12.189972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.190310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.190645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.190972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.191299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.192078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.192078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.192334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.192609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.192967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.193287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.193603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.194945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f089bea-5777-4064-88dc-d486506d144c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:12.207729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.208074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.208410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.208742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.209117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.209429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.209748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.210066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.210383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.210699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.211014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.211330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:12.219016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.220604 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ec056ec7-a952-4643-8e4a-a6b86bc882b1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1788151 Feb 04 16:05:12.223256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42236) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:12.228708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'security_group_rule': {'security_group_id': '01ff8a08-8f32-4963-be61-9a098c7d72bf', 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:12.236201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:12.240273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:security_group_rule and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:12.243296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:12.249926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:12.260609 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Project 90b6ad5d4a9e401ca064aef59b30c519 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:05:12.268123 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.319903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['2413b2da-7a93-4692-9b30-2b33eff35306'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:05:12.343910 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.348403 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.349020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057319e6-1955-4ea0-a4ea-73cc475e5470 req-beced69b-55ec-462c-925a-80211e642e56 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:12.356907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-057319e6-1955-4ea0-a4ea-73cc475e5470 req-beced69b-55ec-462c-925a-80211e642e56 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 945 time: 0.1172490 Feb 04 16:05:12.380972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-49f3e598-6382-4a6d-bccd-c3e75e5bdcc3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:12.382405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-49f3e598-6382-4a6d-bccd-c3e75e5bdcc3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 945 time: 0.1834755 Feb 04 16:05:12.382981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.384216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1600077 Feb 04 16:05:12.389611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af7336-8bc1-443d-8ea4-5cecee1f7923 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7357f243-ac84-412a-a718-e07861dfd70a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:12.487943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-057319e6-1955-4ea0-a4ea-73cc475e5470 req-2a70d911-a972-4cdf-8d30-1d01c3198e3b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301074 Feb 04 16:05:12.518296 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-458564e1-3f7a-41e1-b1e4-3b1a9d7466d6 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:05:12.519449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-458564e1-3f7a-41e1-b1e4-3b1a9d7466d6 service neutron] 10.222.0.61 "DELETE /v2.0/ports/2413b2da-7a93-4692-9b30-2b33eff35306/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.1306655 Feb 04 16:05:12.744368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-18d63e43-f331-4ddb-9350-f6e7354761af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:12.746641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-18d63e43-f331-4ddb-9350-f6e7354761af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1096 time: 0.1440384 Feb 04 16:05:12.754981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c736bac-9193-4f83-a636-aa67b28f7781 req-245cf935-a935-4876-a1f0-531d5ea4747d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:12.756599 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c736bac-9193-4f83-a636-aa67b28f7781 req-245cf935-a935-4876-a1f0-531d5ea4747d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1167574 Feb 04 16:05:12.932400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c736bac-9193-4f83-a636-aa67b28f7781 req-bc8f47d3-82f1-4308-b331-ca5a701d74c9 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548891 Feb 04 16:05:12.937894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-1c23248b-7c4b-45b5-986b-cd45b8d5752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:12.939257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-1c23248b-7c4b-45b5-986b-cd45b8d5752e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.1818066 Feb 04 16:05:13.066357 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-5e5b4876-0ba3-4a7a-ab73-7188ea09ebbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 1000 time: 0.1208200 Feb 04 16:05:13.142979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-e672ec5d-f467-4b4b-bb73-5badceff0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:13.144453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-e672ec5d-f467-4b4b-bb73-5badceff0835 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.0637524 Feb 04 16:05:13.226433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-90b4bfcf-8a6d-4ed9-ba0d-ea06afdda596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:13.227955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-90b4bfcf-8a6d-4ed9-ba0d-ea06afdda596 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768294 Feb 04 16:05:13.379171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-4278155e-71d3-4c6a-b5a1-55fe69f8c05d service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439779 Feb 04 16:05:13.518610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbccfe9b-dd48-4fbe-a3ef-1a3524b5ee0b req-59bd8724-8543-4f4b-a488-6934d1ef0513 service neutron] 10.222.0.61 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320519 Feb 04 16:05:13.684249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50f14f-5698-49d8-97f2-e2b84a297ab1 req-c86b27cb-7e8f-4965-b7a7-20de0340413b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:13.686318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da50f14f-5698-49d8-97f2-e2b84a297ab1 req-c86b27cb-7e8f-4965-b7a7-20de0340413b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 945 time: 0.0854981 Feb 04 16:05:13.733552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da50f14f-5698-49d8-97f2-e2b84a297ab1 req-ef404663-6ff4-4cdd-856c-1ab880e80ba0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411816 Feb 04 16:05:13.845563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 2413b2da-7a93-4692-9b30-2b33eff35306 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:13.915308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 2413b2da-7a93-4692-9b30-2b33eff35306 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:13.920962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 2413b2da-7a93-4692-9b30-2b33eff35306 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:13.921348 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.080102 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.120521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:14.145050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:14.159449 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.215562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e8c3f-978b-4af6-a85c-f4d32de5754a req-7dcec1c3-ce5d-45d3-97ec-9560e9439ec3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:14.217387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-799e8c3f-978b-4af6-a85c-f4d32de5754a req-7dcec1c3-ce5d-45d3-97ec-9560e9439ec3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0987360 Feb 04 16:05:14.248751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:14.301471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-799e8c3f-978b-4af6-a85c-f4d32de5754a req-28dc60d0-6a0b-44fc-98fd-bd06a6dc986f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782390 Feb 04 16:05:14.394866 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306', 'code': 200} Feb 04 16:05:14.569769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6dc358-bc32-4ef2-85f4-1424127d6953 req-39991540-4189-47e1-acbb-da8affb1b57d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:14.571151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa6dc358-bc32-4ef2-85f4-1424127d6953 req-39991540-4189-47e1-acbb-da8affb1b57d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0924823 Feb 04 16:05:14.581135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42322) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:14.586788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cf59cbd2-1ff6-487e-b716-e9da5bd25779 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'floatingip': {'port_id': 'c2a08013-9d69-49d8-ad44-5041e8905dd6'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:14.670659 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf59cbd2-1ff6-487e-b716-e9da5bd25779 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.104096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cde1-f9b1-4a5f-8c62-4b96da8f934d req-06f47910-7569-4a6e-87df-df67bbd01820 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:15.106146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6e0cde1-f9b1-4a5f-8c62-4b96da8f934d req-06f47910-7569-4a6e-87df-df67bbd01820 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.2463994 Feb 04 16:05:15.230606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6e0cde1-f9b1-4a5f-8c62-4b96da8f934d req-f7628a0b-ff97-45a1-86ff-fd4f5252524c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146076 Feb 04 16:05:15.251151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42330) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:15.392207 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-553eb5e3-0b5d-44bd-80ca-065a967494ae tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/278c0358-9e02-4358-ad42-9553d4d7323d HTTP/1.1" status: 200 len: 993 time: 0.1399002 Feb 04 16:05:15.528296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf59cbd2-1ff6-487e-b716-e9da5bd25779 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.532431 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf59cbd2-1ff6-487e-b716-e9da5bd25779 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.711497 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-cf59cbd2-1ff6-487e-b716-e9da5bd25779 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Floating IP e517c90f-3a68-4298-a199-6e3876717be8 associated. External IP: 172.25.8.31, port: c2a08013-9d69-49d8-ad44-5041e8905dd6. Feb 04 16:05:16.074484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf59cbd2-1ff6-487e-b716-e9da5bd25779 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Router 4994b585-3f11-4b94-afa7-29b11aea0d3c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:05:16.395211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf59cbd2-1ff6-487e-b716-e9da5bd25779 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:05:16.399983 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf59cbd2-1ff6-487e-b716-e9da5bd25779 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:16.405599 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] Sync routers for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:05:16.415387 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:05:16.416232 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:16.459587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cf59cbd2-1ff6-487e-b716-e9da5bd25779 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "PUT /v2.0/floatingips/e517c90f-3a68-4298-a199-6e3876717be8 HTTP/1.1" status: 200 len: 990 time: 1.8773708 Feb 04 16:05:16.460228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'tag': 'c2a08013-9d69-49d8-ad44-5041e8905dd6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:16.600480 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:05:16.633455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428723f-57a8-4fb7-982e-e9ab4eee10f6 req-55d0c54e-6e9c-40de-8fbb-3716c367d056 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:16.634934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c428723f-57a8-4fb7-982e-e9ab4eee10f6 req-55d0c54e-6e9c-40de-8fbb-3716c367d056 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0877428 Feb 04 16:05:16.685310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c428723f-57a8-4fb7-982e-e9ab4eee10f6 req-6f71f6cf-0ce6-4a2a-b9a9-4fe8ca9416fa tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 Feb 04 16:05:16.740242 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'tag': 'c2a08013-9d69-49d8-ad44-5041e8905dd6', 'status': 'completed', 'code': 200} Feb 04 16:05:16.900375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659649f-3a15-4fba-bbef-6510ed871fca req-49ed63a2-41b6-4dcf-9b01-186b75ccc2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:16.902157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6659649f-3a15-4fba-bbef-6510ed871fca req-49ed63a2-41b6-4dcf-9b01-186b75ccc2a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 1096 time: 0.1387239 Feb 04 16:05:16.996570 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'e517c90f-3a68-4298-a199-6e3876717be8', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'port_id': 'c2a08013-9d69-49d8-ad44-5041e8905dd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'mac_address': 'fa:16:3e:a5:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:58Z', 'updated_at': '2022-02-04T16:05:15Z', 'revision_number': 1, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:17.000526 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] Checking router: 4994b585-3f11-4b94-afa7-29b11aea0d3c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:05:17.013127 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:05:17.013733 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:17.042918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659649f-3a15-4fba-bbef-6510ed871fca req-5cf3ef56-e143-466c-b1e4-caa02837423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:17.044601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6659649f-3a15-4fba-bbef-6510ed871fca req-5cf3ef56-e143-466c-b1e4-caa02837423a service neutron] 10.222.0.61 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 912 time: 0.1361754 Feb 04 16:05:17.149640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6659649f-3a15-4fba-bbef-6510ed871fca req-086c7ea1-a6b3-4811-b345-a50098f44647 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6 HTTP/1.1" status: 200 len: 998 time: 0.0988035 Feb 04 16:05:17.214451 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:05:17.228799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659649f-3a15-4fba-bbef-6510ed871fca req-119d96f3-cf6b-413a-aefc-1919f25e091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:17.230575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6659649f-3a15-4fba-bbef-6510ed871fca req-119d96f3-cf6b-413a-aefc-1919f25e091b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.0745106 Feb 04 16:05:17.314303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659649f-3a15-4fba-bbef-6510ed871fca req-0812a19a-63f8-4af0-a29a-4eeac92c46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:17.315812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6659649f-3a15-4fba-bbef-6510ed871fca req-0812a19a-63f8-4af0-a29a-4eeac92c46f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786326 Feb 04 16:05:17.497113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6659649f-3a15-4fba-bbef-6510ed871fca req-30b51f4a-e8a4-4caa-8726-f509785d93a1 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743255 Feb 04 16:05:17.620804 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'e517c90f-3a68-4298-a199-6e3876717be8', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'port_id': 'c2a08013-9d69-49d8-ad44-5041e8905dd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'mac_address': 'fa:16:3e:a5:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:58Z', 'updated_at': '2022-02-04T16:05:15Z', 'revision_number': 1, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:17.625341 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e1be1-ac7f-4813-aa1c-78d3e79d6c78 None None] The sync data for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 is: [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'e517c90f-3a68-4298-a199-6e3876717be8', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'port_id': 'c2a08013-9d69-49d8-ad44-5041e8905dd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'mac_address': 'fa:16:3e:a5:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:58Z', 'updated_at': '2022-02-04T16:05:15Z', 'revision_number': 1, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:05:17.640082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6659649f-3a15-4fba-bbef-6510ed871fca req-d6b29fc6-f2ba-483b-a548-40ef7c7bc745 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368303 Feb 04 16:05:17.858034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329072eb-ad53-440b-85a2-d3d8510c300d None None] New status for floating IP e517c90f-3a68-4298-a199-6e3876717be8: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:05:17.908299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da438169-2c6a-49c1-ad59-9fcd924fbee4 req-2495ce13-59f4-417f-b723-da54f888b2f2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:17.909823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da438169-2c6a-49c1-ad59-9fcd924fbee4 req-2495ce13-59f4-417f-b723-da54f888b2f2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0994775 Feb 04 16:05:17.955749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da438169-2c6a-49c1-ad59-9fcd924fbee4 req-e39e78e0-f89a-471f-b72d-722dac94b5da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 Feb 04 16:05:18.342985 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:05:18.407501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-839fb3e7-7b77-4f34-a820-94597a1c0e5b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773802 Feb 04 16:05:18.561498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-5377002d-6bea-48f3-a297-96b4331efee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:18.562970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-5377002d-6bea-48f3-a297-96b4331efee7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1097 time: 0.0860021 Feb 04 16:05:18.716456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-e9c26119-f5c1-42d5-8b5c-82e34fb95842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:18.717961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-e9c26119-f5c1-42d5-8b5c-82e34fb95842 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.1361721 Feb 04 16:05:18.844948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-ee78a329-8743-4d0f-8b32-7051db9add99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 1001 time: 0.1210880 Feb 04 16:05:18.914586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-2b37dc0c-4536-4e4a-86bb-6cc963f374d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:18.916035 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-2b37dc0c-4536-4e4a-86bb-6cc963f374d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.0648930 Feb 04 16:05:18.992471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-3f385b38-a96c-497d-8f93-0b1bfa2e8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:18.994019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-3f385b38-a96c-497d-8f93-0b1bfa2e8bab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723746 Feb 04 16:05:19.139295 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-10b9c1c6-0ced-4395-896c-601b8630c47d service neutron] 10.222.0.53 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386302 Feb 04 16:05:19.280078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-980edcc1-c970-415b-a3cd-6c52351b96a6 req-b1ac5019-8c98-4580-9a27-9a2d6d15b730 service neutron] 10.222.0.53 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349630 Feb 04 16:05:27.668795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-d1a371fc-4018-4c89-b1a8-4183c395a638 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107372618&fields=id&tenant_id=90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 267 time: 0.0427580 Feb 04 16:05:27.912723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-c75ff46d-8e58-4caf-b870-ce263ed24d85 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:27.914084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-c75ff46d-8e58-4caf-b870-ce263ed24d85 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.2386160 Feb 04 16:05:27.929064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-4197a96f-2251-42fa-9fd9-44397ec01363 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/quotas/90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 375 time: 0.0095632 Feb 04 16:05:28.009301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-5b5d6776-84cf-42de-8244-89dd74ad85a9 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749533 Feb 04 16:05:28.143612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-fba5b040-efeb-49bb-849c-70dba7c368a5 service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222336 Feb 04 16:05:28.272548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-af53d8e2-2f65-4895-837f-ed3fb1e7f4ab service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232209 Feb 04 16:05:28.424595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-c242ae5b-5259-4688-a3ee-9e9749213231 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734429 Feb 04 16:05:28.577082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-adf38dec-7ea0-4791-951e-65ed6e87c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:28.578742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-adf38dec-7ea0-4791-951e-65ed6e87c95e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 1096 time: 0.0750792 Feb 04 16:05:28.726885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-999cea51-fc9b-46eb-a086-e56394256a3f req-f73400f6-2c54-43db-87f4-e7a2edeb8d60 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 210 time: 0.0956092 Feb 04 16:05:28.792342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-090037bd-ef3b-4ab9-8fcb-ff7f1c06d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:28.793915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-090037bd-ef3b-4ab9-8fcb-ff7f1c06d498 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 912 time: 0.1848783 Feb 04 16:05:28.898660 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-7eeff895-16d4-4515-862c-7441b1169b74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6 HTTP/1.1" status: 200 len: 1000 time: 0.0950251 Feb 04 16:05:28.967834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-f24d5662-f48a-485d-a21b-a635821d46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:28.969300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-f24d5662-f48a-485d-a21b-a635821d46a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.0639882 Feb 04 16:05:29.047287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-0b441656-4f8a-4f83-9673-ec76fce43673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:29.048794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-0b441656-4f8a-4f83-9673-ec76fce43673 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730245 Feb 04 16:05:29.188467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-7fbeec6b-e996-4e54-b83a-c94f51c55b2f service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287334 Feb 04 16:05:29.331541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4c08d41a-eca2-4e2b-ae49-75dd612640f9 req-e4ef9b1a-1c4b-4213-99d5-b2f14f74d617 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370454 Feb 04 16:05:29.757549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-e94887cf-a935-4d35-a2cf-731037a046eb tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:29.759047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-e94887cf-a935-4d35-a2cf-731037a046eb tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.1559086 Feb 04 16:05:29.810679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-1ef875bf-56d5-4ef1-baef-ff16adce5d0d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 380 time: 0.0431926 Feb 04 16:05:29.819914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'port': {'device_id': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'admin_state_up': True, 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'security_groups': ['01ff8a08-8f32-4963-be61-9a098c7d72bf']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:30.037248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1edcbf5-36bc-42ad-90e7-d814b667cf3e req-f671be3a-8a17-4b06-aedb-e4a6dc8093c3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 210 time: 0.2009172 Feb 04 16:05:30.105084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:30.114924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:30.124843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Made reservation on behalf of 90b6ad5d4a9e401ca064aef59b30c519 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:30.128426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.294896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.20.0.4 (deb6b6a8-a5b0-4d5c-8319-e9c341e840f8/ba6b2f8f-7e0d-410d-b760-65b99af391f8/1f4e669d-b97d-4695-a121-3847f264058e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:30.492517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.508516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Transition to ACTIVE for port object 1f4e669d-b97d-4695-a121-3847f264058e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:30.533090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.610340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:30.613677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:30.616166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:05:30.655223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=1f4e669d-b97d-4695-a121-3847f264058e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:30.670040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.670298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.670639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.670974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.671307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.671640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.671958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.672281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.672611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.672960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.673262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.673579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:30.701690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:30.702309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.729991 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-47d51290-d841-44f6-a8e5-e928cd2c403d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9135487 Feb 04 16:05:30.742199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Request body: {'port': {'device_id': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:30.861917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.879891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e38a4b01-e82d-4703-b685-ade03ce518ce None None] Provisioning for port 1f4e669d-b97d-4695-a121-3847f264058e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:30.886580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e38a4b01-e82d-4703-b685-ade03ce518ce None None] Provisioning complete for port 1f4e669d-b97d-4695-a121-3847f264058e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:30.887243 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e38a4b01-e82d-4703-b685-ade03ce518ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.944356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e38a4b01-e82d-4703-b685-ade03ce518ce None None] Port 1f4e669d-b97d-4695-a121-3847f264058e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:05:31.281900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4e669d-b97d-4695-a121-3847f264058e {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:31.292206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.312557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Transition to ACTIVE for port object 1f4e669d-b97d-4695-a121-3847f264058e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:31.321027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b41c2-644c-46ef-a15c-b6c68c468c76 req-261879c0-1572-4433-b65f-4f5f7697c07b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:31.322175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b22b41c2-644c-46ef-a15c-b6c68c468c76 req-261879c0-1572-4433-b65f-4f5f7697c07b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:31.326065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.460636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b22b41c2-644c-46ef-a15c-b6c68c468c76 req-261879c0-1572-4433-b65f-4f5f7697c07b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:31.461924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b22b41c2-644c-46ef-a15c-b6c68c468c76 req-261879c0-1572-4433-b65f-4f5f7697c07b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 931 time: 0.3115592 Feb 04 16:05:31.514145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e669d-b97d-4695-a121-3847f264058e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:31.608141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b22b41c2-644c-46ef-a15c-b6c68c468c76 req-085334fb-e82f-4d16-896b-24d9f1389e56 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373277 Feb 04 16:05:31.632968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Attempting to bind port 1f4e669d-b97d-4695-a121-3847f264058e on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:31.633315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Attempting to bind port 1f4e669d-b97d-4695-a121-3847f264058e by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:31.633647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Attempting to bind port 1f4e669d-b97d-4695-a121-3847f264058e on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:05:31.638434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Port 1f4e669d-b97d-4695-a121-3847f264058e on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:05:31.638753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Attempting to bind port 1f4e669d-b97d-4695-a121-3847f264058e on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:05:31.643985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:05:31.644317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:05:31.644694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Bound using segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:05:31.645147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Bound port: 1f4e669d-b97d-4695-a121-3847f264058e, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:31.645492 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.740026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] For port 1f4e669d-b97d-4695-a121-3847f264058e, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:05:31.742967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] For port 1f4e669d-b97d-4695-a121-3847f264058e, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1f4e669d-b97d-4695-a121-3847f264058e,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:05:31.748279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.803128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:31.803765 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:31.805118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f4e669d-b97d-4695-a121-3847f264058e HTTP/1.1" status: 200 len: 1091 time: 1.0672486 Feb 04 16:05:31.812358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'tag': '1f4e669d-b97d-4695-a121-3847f264058e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:31.840227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe481a1-539e-437e-91f7-6c77effc1e29 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e669d-b97d-4695-a121-3847f264058e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:32.009005 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'tag': '1f4e669d-b97d-4695-a121-3847f264058e', 'status': 'completed', 'code': 200} Feb 04 16:05:32.043964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-e6c1c633-dbd2-4fe2-a00a-23c7ae53f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:32.045492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-e6c1c633-dbd2-4fe2-a00a-23c7ae53f96f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 1094 time: 0.1901786 Feb 04 16:05:32.117842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-5235caa0-184f-4ebf-9ad3-d6a4f6cfb8f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4e669d-b97d-4695-a121-3847f264058e HTTP/1.1" status: 200 len: 217 time: 0.0652301 Feb 04 16:05:32.181508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-eca92f16-0920-4763-ac6f-f54ffc6feff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:32.183547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-eca92f16-0920-4763-ac6f-f54ffc6feff3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0576830 Feb 04 16:05:32.261897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-78e9160f-aee2-4aef-8425-f7628b5973cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:32.263275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-78e9160f-aee2-4aef-8425-f7628b5973cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730188 Feb 04 16:05:32.395709 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-aff9526f-3870-44d5-86f9-bbac1f099c47 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253712 Feb 04 16:05:32.530587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8c049b3-fd4f-40af-b5cb-ea9df0d78876 req-a4e51331-b881-4270-b966-139cdcaf8700 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251128 Feb 04 16:05:32.643014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-e39b114c-6d31-49d2-80b9-3389cdc67ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:32.644482 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-e39b114c-6d31-49d2-80b9-3389cdc67ca5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 1094 time: 0.0690629 Feb 04 16:05:32.831576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-36943ee3-ae70-4495-aafd-a7d20e038349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:32.832941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-36943ee3-ae70-4495-aafd-a7d20e038349 service neutron] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.1808619 Feb 04 16:05:32.898779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff8b8e-b215-448e-9017-2c1d7e93de9d req-4a513ce8-3667-4794-b63f-061f91c492db tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:32.900170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3dff8b8e-b215-448e-9017-2c1d7e93de9d req-4a513ce8-3667-4794-b63f-061f91c492db tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 943 time: 0.1814556 Feb 04 16:05:32.909470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-2e868825-4fe1-4357-9c47-72cb50df6ddd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4e669d-b97d-4695-a121-3847f264058e HTTP/1.1" status: 200 len: 217 time: 0.0694041 Feb 04 16:05:32.998365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3dff8b8e-b215-448e-9017-2c1d7e93de9d req-d18579a3-2238-4a55-aa8f-9b17eda02fda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910804 Feb 04 16:05:33.002327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-95af33a8-81c9-407b-9cc1-ca0e25ee23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:33.004025 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-95af33a8-81c9-407b-9cc1-ca0e25ee23fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0818381 Feb 04 16:05:33.086295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-16acc011-cfa8-49d6-aef9-96456f2be35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:33.087856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-16acc011-cfa8-49d6-aef9-96456f2be35d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780025 Feb 04 16:05:33.223504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-042c3a29-6e71-4097-a9d0-3741658991f8 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266184 Feb 04 16:05:33.361695 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e9a5fe9-f815-4f7c-b295-47298eea2143 req-15d013d6-cc54-47ad-b269-a3eb016d2890 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315794 Feb 04 16:05:34.185216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee626cb-f2e9-4295-a41b-31d640dff2f7 req-32c57ba4-7193-45a3-840b-d742b647e249 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:34.186923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ee626cb-f2e9-4295-a41b-31d640dff2f7 req-32c57ba4-7193-45a3-840b-d742b647e249 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 943 time: 0.0846796 Feb 04 16:05:34.230659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ee626cb-f2e9-4295-a41b-31d640dff2f7 req-bb0339c6-6cfc-47b8-8f66-117b39fbfff6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381408 Feb 04 16:05:34.259957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8392-17ea-47a6-8c62-9df7c52b32f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.438170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd0ae4-ba2d-4f65-9f4c-fe64b17d01a3 req-0e8d0386-49ab-4715-845c-b75cc9b53256 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:35.439617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fd0ae4-ba2d-4f65-9f4c-fe64b17d01a3 req-0e8d0386-49ab-4715-845c-b75cc9b53256 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 943 time: 0.0790157 Feb 04 16:05:35.490854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48fd0ae4-ba2d-4f65-9f4c-fe64b17d01a3 req-16b1271c-ecd1-40ea-8424-15e374755751 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454729 Feb 04 16:05:36.529305 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.685577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-64d75199-2654-43c6-92c2-67c89e59dae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.782349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ea093-20ba-4f85-9e6f-c46b83da4ed4 req-c8c5b045-4b5f-420d-a0c3-0739b7c8ea76 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:36.783794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a7ea093-20ba-4f85-9e6f-c46b83da4ed4 req-c8c5b045-4b5f-420d-a0c3-0739b7c8ea76 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 943 time: 0.1861804 Feb 04 16:05:36.828561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a7ea093-20ba-4f85-9e6f-c46b83da4ed4 req-0cddfb9d-c8cc-431b-ba42-fe9ab110f2e3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389419 Feb 04 16:05:37.687452 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.777676 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.018873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21009638-d5ae-41af-9f45-40a10043e4d0 req-60c01a02-bb7d-4360-83e2-926dba967fc8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:38.020228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21009638-d5ae-41af-9f45-40a10043e4d0 req-60c01a02-bb7d-4360-83e2-926dba967fc8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 943 time: 0.0877898 Feb 04 16:05:38.063954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21009638-d5ae-41af-9f45-40a10043e4d0 req-d2df094e-5533-4f7d-854b-5b439be0e36b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381436 Feb 04 16:05:39.215971 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.251544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68af39a-e961-4ee1-ac6a-75a947109aaa req-aa8376f4-50a0-48e7-a1c8-c533e7e943df tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:39.253018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e68af39a-e961-4ee1-ac6a-75a947109aaa req-aa8376f4-50a0-48e7-a1c8-c533e7e943df tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 943 time: 0.0815790 Feb 04 16:05:39.297224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e68af39a-e961-4ee1-ac6a-75a947109aaa req-e0a5fae5-e771-4734-b48d-07d9f872d5b0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380774 Feb 04 16:05:39.490219 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.947480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 1f4e669d-b97d-4695-a121-3847f264058e details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:40.080213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 1f4e669d-b97d-4695-a121-3847f264058e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1f4e669d-b97d-4695-a121-3847f264058e,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:40.093940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '1f4e669d-b97d-4695-a121-3847f264058e', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'port_id': '1f4e669d-b97d-4695-a121-3847f264058e', 'mac_address': 'fa:16:3e:87:e7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:40.154927 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.171103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4e669d-b97d-4695-a121-3847f264058e {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:40.185838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 1f4e669d-b97d-4695-a121-3847f264058e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1f4e669d-b97d-4695-a121-3847f264058e,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:40.190033 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.258136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=1f4e669d-b97d-4695-a121-3847f264058e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:40.434640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['1f4e669d-b97d-4695-a121-3847f264058e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:05:40.487352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d1c9d-0193-4005-95a3-1f4208ac5fe7 req-d82002ff-466e-4a01-9437-f1ca50747f60 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:40.489173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-998d1c9d-0193-4005-95a3-1f4208ac5fe7 req-d82002ff-466e-4a01-9437-f1ca50747f60 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 944 time: 0.0881855 Feb 04 16:05:40.534025 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-998d1c9d-0193-4005-95a3-1f4208ac5fe7 req-22ec9f51-1f4d-495a-bc31-cd2152612b58 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390413 Feb 04 16:05:41.717642 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c7237-a036-4f42-beb8-6491ba44403d req-c2435587-6386-4f89-804e-72b89c593574 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:41.719101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350c7237-a036-4f42-beb8-6491ba44403d req-c2435587-6386-4f89-804e-72b89c593574 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 944 time: 0.0823298 Feb 04 16:05:41.762696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350c7237-a036-4f42-beb8-6491ba44403d req-1286e5ae-23cc-447a-895d-0baa1b2aa81a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380025 Feb 04 16:05:41.963648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 1f4e669d-b97d-4695-a121-3847f264058e up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:42.031861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 1f4e669d-b97d-4695-a121-3847f264058e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:42.036243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 1f4e669d-b97d-4695-a121-3847f264058e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:42.036604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.155434 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.180913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e669d-b97d-4695-a121-3847f264058e'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:42.191627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 1f4e669d-b97d-4695-a121-3847f264058e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1f4e669d-b97d-4695-a121-3847f264058e,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:42.195541 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.234329 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e669d-b97d-4695-a121-3847f264058e', 'code': 200} Feb 04 16:05:42.266976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=1f4e669d-b97d-4695-a121-3847f264058e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:42.366463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a30da-c1d7-4c31-aad9-e8e5644e9cd4 req-16a09244-f1b3-473a-82e6-6f88fefd2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:42.367921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb2a30da-c1d7-4c31-aad9-e8e5644e9cd4 req-16a09244-f1b3-473a-82e6-6f88fefd2b05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 1096 time: 0.0740707 Feb 04 16:05:42.407876 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb2a30da-c1d7-4c31-aad9-e8e5644e9cd4 req-dc2816a5-120d-4db7-a0f6-cfe8c923218a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Feb 04 16:05:42.950425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065cb5e-f473-46e1-a4ef-d588edbb4687 req-32a519ef-1501-4ade-9317-c8da7a2ce7f6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:42.951947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f065cb5e-f473-46e1-a4ef-d588edbb4687 req-32a519ef-1501-4ade-9317-c8da7a2ce7f6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 945 time: 0.0823123 Feb 04 16:05:42.998649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f065cb5e-f473-46e1-a4ef-d588edbb4687 req-a6cf293b-8b2c-4899-a6bc-b4b9373054d7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Feb 04 16:05:44.009212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16428abc-6400-442e-984e-9499fd2096d3 req-5679de38-56f1-4a8f-8656-e3d028ac10d4 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:44.010931 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16428abc-6400-442e-984e-9499fd2096d3 req-5679de38-56f1-4a8f-8656-e3d028ac10d4 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1097 time: 0.0702486 Feb 04 16:05:44.049843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-16428abc-6400-442e-984e-9499fd2096d3 req-51441829-11ce-4961-ae90-0c1cc4abbcda tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Synchronizing usage tracker for tenant:d3665b5220ce4a82849a32073f2747ba on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:44.066874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-16428abc-6400-442e-984e-9499fd2096d3 req-51441829-11ce-4961-ae90-0c1cc4abbcda tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Unset dirty status for tenant:d3665b5220ce4a82849a32073f2747ba on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:44.068077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16428abc-6400-442e-984e-9499fd2096d3 req-51441829-11ce-4961-ae90-0c1cc4abbcda tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518856 Feb 04 16:05:44.091822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42460) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:44.246203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af066c-740d-4f6b-a042-1ca58d46870a req-e0107867-6b0f-4f2b-9546-2d65f32415ae tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:44.247696 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51af066c-740d-4f6b-a042-1ca58d46870a req-e0107867-6b0f-4f2b-9546-2d65f32415ae tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 945 time: 0.0869315 Feb 04 16:05:44.293901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-51af066c-740d-4f6b-a042-1ca58d46870a req-ff98adfd-d77d-4a63-ba1d-c6e5e8d2c76b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404394 Feb 04 16:05:44.299941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 5655c27c-7136-45ab-8d65-b17e495a7738 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:05:44.300803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.475340 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.475672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.479939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8529ef0-eac8-4385-8a49-6f48da1e6ff7 req-be3f3dba-ef6f-4750-a4cd-125914fffde2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:44.482052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8529ef0-eac8-4385-8a49-6f48da1e6ff7 req-be3f3dba-ef6f-4750-a4cd-125914fffde2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 945 time: 0.0819697 Feb 04 16:05:44.526410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8529ef0-eac8-4385-8a49-6f48da1e6ff7 req-98a54382-c8cf-4339-a08b-d0740998d03c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379546 Feb 04 16:05:44.549411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42468) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:44.626527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b3942-ceb6-41fc-9fb3-8303c2622d77 tempest-TestVolumeBootPattern-1691429699 tempest-TestVolumeBootPattern-1691429699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:44.628039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ac4b3942-ceb6-41fc-9fb3-8303c2622d77 tempest-TestVolumeBootPattern-1691429699 tempest-TestVolumeBootPattern-1691429699-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 1091 time: 0.0776472 Feb 04 16:05:44.631147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42472) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:44.637187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '1f4e669d-b97d-4695-a121-3847f264058e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:44.643977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:44.647913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:floatingip and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:44.651555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:44.657851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:44.671774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.716232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 5655c27c-7136-45ab-8d65-b17e495a7738 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:05:44.812086 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.867292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:44.916186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=5655c27c-7136-45ab-8d65-b17e495a7738,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:44.959110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.25.8.105 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/c4cbd7cd-ff5b-4f67-af36-7c14d44e8487) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:45.008295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.008673 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Floating IP 278c0358-9e02-4358-ad42-9553d4d7323d disassociated (deleted). External IP: 172.25.8.91, port: 2413b2da-7a93-4692-9b30-2b33eff35306. Feb 04 16:05:45.109077 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.139527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.204887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:45.207798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:45.210332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:05:45.252536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=c4cbd7cd-ff5b-4f67-af36-7c14d44e8487,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:45.368554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 8e08e60a-0172-4902-b55b-c0ee579a470c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:05:45.558544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:05:45.569490 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] Sync routers for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:05:45.583536 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:05:45.584164 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:45.587093 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.649891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f2f0862c-9d38-42cb-9e83-048edf7324c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/floatingips/278c0358-9e02-4358-ad42-9553d4d7323d HTTP/1.1" status: 204 len: 168 time: 1.5567646 Feb 04 16:05:45.650820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:45.757226 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.764541 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:05:45.836044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:45.915142 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306', 'status': 'completed', 'code': 200} Feb 04 16:05:46.091220 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '59b8ba0e-8edd-41b6-8915-7cee9d656623', 'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:ed:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:53Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:46.095132 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] Checking router: 8e08e60a-0172-4902-b55b-c0ee579a470c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:05:46.103539 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:05:46.104247 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:46.163639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-26d2848e-b7c7-4fbe-9635-517f9f6eef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.165076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-26d2848e-b7c7-4fbe-9635-517f9f6eef36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 1097 time: 0.1906765 Feb 04 16:05:46.209874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d0bf-f871-4c87-92c1-1fab41c8fd0a req-b995efdf-82ed-4780-b1d5-e2218a9fa502 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.211397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b980d0bf-f871-4c87-92c1-1fab41c8fd0a req-b995efdf-82ed-4780-b1d5-e2218a9fa502 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1933210 Feb 04 16:05:46.288956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.310457 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:05:46.310853 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.431626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b980d0bf-f871-4c87-92c1-1fab41c8fd0a req-ce5cfd2d-52bd-456b-bdc1-5867db0510b5 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661952 Feb 04 16:05:46.482990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=c4cbd7cd-ff5b-4f67-af36-7c14d44e8487,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:46.491435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-9330266a-a6c9-4130-86e4-89c370031852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.492951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-9330266a-a6c9-4130-86e4-89c370031852 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 200 len: 897 time: 0.3195629 Feb 04 16:05:46.496284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.623759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-44e1eb0c-8606-4d13-8bfc-60197230bf30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 200 len: 217 time: 0.0795703 Feb 04 16:05:46.642795 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '59b8ba0e-8edd-41b6-8915-7cee9d656623', 'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:ed:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:53Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:46.646742 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a3b87-6d10-4409-ad27-6193e21e5e55 None None] The sync data for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 is: [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '59b8ba0e-8edd-41b6-8915-7cee9d656623', 'name': '', 'network_id': 'a917e252-809e-4be7-b784-5066cbf9bfda', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:ed:1a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:53Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'e0bc9908-38de-498f-9c33-b212f13fdc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:05:46.772410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-70f64bd1-9f15-4504-9b6c-8c30d088f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.773882 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-70f64bd1-9f15-4504-9b6c-8c30d088f17a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 200 len: 834 time: 0.1361434 Feb 04 16:05:46.779853 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Floating IP dc6b4dc0-196b-4257-9303-80ca8238ae1e associated. External IP: 172.25.8.105, port: 1f4e669d-b97d-4695-a121-3847f264058e. Feb 04 16:05:46.895129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e7c9c-9eda-467d-b821-0037956b41ed None None] New status for floating IP 278c0358-9e02-4358-ad42-9553d4d7323d: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:05:47.135375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-5606bce7-2eda-4f3d-91e0-edc12e5c50c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:47.136968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-5606bce7-2eda-4f3d-91e0-edc12e5c50c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a917e252-809e-4be7-b784-5066cbf9bfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3057277 Feb 04 16:05:47.418713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-4516a21d-19b5-4567-8fe8-0f595ef94e3d service neutron] 10.222.0.53 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279067 Feb 04 16:05:47.423115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Router a1bfc11b-8835-46df-96ed-394c6d5843bc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:05:47.441119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-e0a40a3a-e681-43ab-9ae3-2df11eeed44b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:47.441817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-e0a40a3a-e681-43ab-9ae3-2df11eeed44b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:47.457302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-e0a40a3a-e681-43ab-9ae3-2df11eeed44b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:47.458837 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-e0a40a3a-e681-43ab-9ae3-2df11eeed44b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.1125040 Feb 04 16:05:47.535699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 2413b2da-7a93-4692-9b30-2b33eff35306 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:05:47.536493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.769443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35b3b624-a657-4ede-bf45-5534a8c9c24a req-dde15406-6aa8-491c-b0d1-4f497ef176c7 service neutron] 10.222.0.53 "GET /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436990 Feb 04 16:05:47.787649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:05:47.791706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 2413b2da-7a93-4692-9b30-2b33eff35306, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=2413b2da-7a93-4692-9b30-2b33eff35306,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:47.792065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.801056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7755784-0fe1-4816-82f6-5b24c9ad2fb5 req-d6df8103-887f-499b-a188-cce5f7186fbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:47.802408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7755784-0fe1-4816-82f6-5b24c9ad2fb5 req-d6df8103-887f-499b-a188-cce5f7186fbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd83ed5-54c6-47c5-beb7-08d29f7501c4 HTTP/1.1" status: 200 len: 946 time: 0.2428291 Feb 04 16:05:47.802628 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] Sync routers for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:05:47.818104 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:05:47.818775 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:47.842764 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.908660 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7755784-0fe1-4816-82f6-5b24c9ad2fb5 req-3e5c5403-ef89-46f3-a699-8b3269cddb63 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=42a1162a-e598-4d31-84b7-bad2468f3c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920324 Feb 04 16:05:47.919531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a4811933-5e0e-4ce6-b7fa-0aeabcfcfc30 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2873116 Feb 04 16:05:47.920369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'tag': '1f4e669d-b97d-4695-a121-3847f264058e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:47.981640 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'tag': '1f4e669d-b97d-4695-a121-3847f264058e', 'status': 'completed', 'code': 200} Feb 04 16:05:48.025761 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:05:48.048676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 2413b2da-7a93-4692-9b30-2b33eff35306 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:05:48.083946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-3ad42ae7-8a0e-4250-8f00-e93890173bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:48.085486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-3ad42ae7-8a0e-4250-8f00-e93890173bbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 1096 time: 0.0790429 Feb 04 16:05:48.207402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.234746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-09c450ee-1b80-4a0c-84ba-06c5ea9aca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:48.236340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-09c450ee-1b80-4a0c-84ba-06c5ea9aca4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.1409464 Feb 04 16:05:48.261554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=2413b2da-7a93-4692-9b30-2b33eff35306,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:48.345505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] No DVR routers for this DVR port 2413b2da-7a93-4692-9b30-2b33eff35306 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:48.350265 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.351370 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-dbf8ff6d-9cd7-4177-8da6-326ebf359767 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4e669d-b97d-4695-a121-3847f264058e HTTP/1.1" status: 200 len: 999 time: 0.1087344 Feb 04 16:05:48.352948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'name': 'network-vif-deleted', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:48.387801 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3a487ebc-ea4c-4255-975b-db5c17edd221 req-167678c2-672b-4e79-9ce5-71a58fc911e7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "DELETE /v2.0/ports/2413b2da-7a93-4692-9b30-2b33eff35306 HTTP/1.1" status: 204 len: 173 time: 0.9234495 Feb 04 16:05:48.402331 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd83ed5-54c6-47c5-beb7-08d29f7501c4', 'name': 'network-vif-deleted', 'tag': '2413b2da-7a93-4692-9b30-2b33eff35306', 'status': 'completed', 'code': 200} Feb 04 16:05:48.409867 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'dc6b4dc0-196b-4257-9303-80ca8238ae1e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.105', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '1f4e669d-b97d-4695-a121-3847f264058e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:87:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:05:45Z', 'updated_at': '2022-02-04T16:05:45Z', 'revision_number': 0, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:48.414676 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] Checking router: a1bfc11b-8835-46df-96ed-394c6d5843bc for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:05:48.426689 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:05:48.427283 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:48.437885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-99c165ad-9739-41f2-954c-d9eff64798c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:48.439384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-99c165ad-9739-41f2-954c-d9eff64798c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0825040 Feb 04 16:05:48.520140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-2658cc9a-dbcb-4e9f-85d9-1f3b9773c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:48.521744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-2658cc9a-dbcb-4e9f-85d9-1f3b9773c1b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739326 Feb 04 16:05:48.614283 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:05:48.796112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-b5e11fe3-5628-44fd-afd7-3d4cb4af3625 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631721 Feb 04 16:05:48.954242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33c29e74-df80-4dc9-8989-2fb9f9af2ee1 req-a13d3879-c7ec-4d90-a621-a5242160e962 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517148 Feb 04 16:05:49.037638 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'dc6b4dc0-196b-4257-9303-80ca8238ae1e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.105', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '1f4e669d-b97d-4695-a121-3847f264058e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:87:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:05:45Z', 'updated_at': '2022-02-04T16:05:45Z', 'revision_number': 0, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:49.041920 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5688a-40da-4c34-aa32-999a4de1bb53 None None] The sync data for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 is: [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'dc6b4dc0-196b-4257-9303-80ca8238ae1e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.105', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '1f4e669d-b97d-4695-a121-3847f264058e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:87:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:05:45Z', 'updated_at': '2022-02-04T16:05:45Z', 'revision_number': 0, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:05:49.056022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42492) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:49.247567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509b914-7195-4f0a-a2ef-c3707c063e5c None None] New status for floating IP dc6b4dc0-196b-4257-9303-80ca8238ae1e: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:05:49.641599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.974487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 2413b2da-7a93-4692-9b30-2b33eff35306 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:50.007939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 59b8ba0e-8edd-41b6-8915-7cee9d656623 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:05:50.008667 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.008818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 2413b2da-7a93-4692-9b30-2b33eff35306 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:05:50.009056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 2413b2da-7a93-4692-9b30-2b33eff35306 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:50.193267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 59b8ba0e-8edd-41b6-8915-7cee9d656623, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=59b8ba0e-8edd-41b6-8915-7cee9d656623,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:50.193618 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.424194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 59b8ba0e-8edd-41b6-8915-7cee9d656623 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:05:50.747869 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.796491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=59b8ba0e-8edd-41b6-8915-7cee9d656623,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:51.076701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.451144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 8e08e60a-0172-4902-b55b-c0ee579a470c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:05:51.641304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:05:51.650606 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] Sync routers for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:05:51.655870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9cd9c92d-33ef-47fe-a707-d76a05aece72 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "PUT /v2.0/routers/8e08e60a-0172-4902-b55b-c0ee579a470c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981545 Feb 04 16:05:51.658542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42500) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:51.660530 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:05:51.661150 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:51.858629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a66bf9-1c03-48ff-9bee-9baaaa1640f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting subnet e0bc9908-38de-498f-9c33-b212f13fdc9a {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:05:51.861790 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a66bf9-1c03-48ff-9bee-9baaaa1640f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.871303 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:05:51.920970 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a66bf9-1c03-48ff-9bee-9baaaa1640f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.011181 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a66bf9-1c03-48ff-9bee-9baaaa1640f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.099929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a66bf9-1c03-48ff-9bee-9baaaa1640f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.149503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a66bf9-1c03-48ff-9bee-9baaaa1640f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Subnet': ['ID=e0bc9908-38de-498f-9c33-b212f13fdc9a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:52.152393 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a66bf9-1c03-48ff-9bee-9baaaa1640f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.159360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3009e344-a363-4f8d-8370-426ccad2feaf None None] Network a917e252-809e-4be7-b784-5066cbf9bfda requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:05:52.161609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42510) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:52.162036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b1a66bf9-1c03-48ff-9bee-9baaaa1640f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/subnets/e0bc9908-38de-498f-9c33-b212f13fdc9a HTTP/1.1" status: 204 len: 168 time: 0.5022109 Feb 04 16:05:52.231399 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:05:50Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:52.236442 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] Checking router: 8e08e60a-0172-4902-b55b-c0ee579a470c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:05:52.247123 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] Routers {'8e08e60a-0172-4902-b55b-c0ee579a470c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:05:52.248046 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['8e08e60a-0172-4902-b55b-c0ee579a470c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:52.368879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.491573 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] Set router 8e08e60a-0172-4902-b55b-c0ee579a470c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:05:52.565069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce9588-357c-491d-83f3-1c1020af91a7 None None] DHCP port deletion for a917e252-809e-4be7-b784-5066cbf9bfda request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:05:52.565311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.569351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce9588-357c-491d-83f3-1c1020af91a7 None None] Deleting port f2380680-8a1f-4f19-a782-57efcee0e6a1 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:05:52.569723 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d2ce9588-357c-491d-83f3-1c1020af91a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.577201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 2e3d2bfb-ccc5-4914-a124-b121750771ee {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:05:52.577837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.821266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 2e3d2bfb-ccc5-4914-a124-b121750771ee, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2e3d2bfb-ccc5-4914-a124-b121750771ee,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:52.821266 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.830774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d2ce9588-357c-491d-83f3-1c1020af91a7 None None] For port f2380680-8a1f-4f19-a782-57efcee0e6a1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f2380680-8a1f-4f19-a782-57efcee0e6a1,segment=NetworkSegment(d819b9b6-8285-4211-aff9-2d06b97ad2cc),segment_id=d819b9b6-8285-4211-aff9-2d06b97ad2cc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:05:52.831240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d2ce9588-357c-491d-83f3-1c1020af91a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.851698 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:05:50Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:52.857394 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240773b-789b-400c-8bf9-9a7d9519df7e None None] The sync data for ids ['8e08e60a-0172-4902-b55b-c0ee579a470c'] in n-d-827870-1 is: [{'id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683107908', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:05:50Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2e3d2bfb-ccc5-4914-a124-b121750771ee', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e08e60a-0172-4902-b55b-c0ee579a470c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:39Z', 'updated_at': '2022-02-04T16:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:05:52.984130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 2e3d2bfb-ccc5-4914-a124-b121750771ee owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:05:53.019020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce9588-357c-491d-83f3-1c1020af91a7 None None] Calling delete_port for f2380680-8a1f-4f19-a782-57efcee0e6a1 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:05:53.114288 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d2ce9588-357c-491d-83f3-1c1020af91a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.160408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce9588-357c-491d-83f3-1c1020af91a7 None None] Pushing event deleted for resources: {'Port': ['ID=f2380680-8a1f-4f19-a782-57efcee0e6a1,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:53.164161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce9588-357c-491d-83f3-1c1020af91a7 None None] No DVR routers for this DVR port f2380680-8a1f-4f19-a782-57efcee0e6a1 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:53.184836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.234236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=2e3d2bfb-ccc5-4914-a124-b121750771ee,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:53.342094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.514334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 59b8ba0e-8edd-41b6-8915-7cee9d656623 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:53.556997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 59b8ba0e-8edd-41b6-8915-7cee9d656623 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:05:53.557464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 59b8ba0e-8edd-41b6-8915-7cee9d656623 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:53.561016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f2380680-8a1f-4f19-a782-57efcee0e6a1 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:53.597880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: f2380680-8a1f-4f19-a782-57efcee0e6a1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:05:53.598272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f2380680-8a1f-4f19-a782-57efcee0e6a1 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:53.663846 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.666413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.694607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.695192 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Fanout notify agent at l3_agent the message router_deleted on router 8e08e60a-0172-4902-b55b-c0ee579a470c {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:05:53.712095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.716711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42526) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:53.717244 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c28a4fff-3eb2-4bf4-aa5b-2d7768b9e1d7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/routers/8e08e60a-0172-4902-b55b-c0ee579a470c HTTP/1.1" status: 204 len: 168 time: 1.5541656 Feb 04 16:05:53.843092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.993010 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.017775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a917e252-809e-4be7-b784-5066cbf9bfda']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:54.030515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd819b9b6-8285-4211-aff9-2d06b97ad2cc') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:54.030812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd819b9b6-8285-4211-aff9-2d06b97ad2cc') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:54.042295 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.061180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.068557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:05:54.069320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:05:54.096155 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:05:54.189565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.212617 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.223500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Network': ['ID=a917e252-809e-4be7-b784-5066cbf9bfda,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:54.228716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-765e3f26-ce92-4121-9cc4-c0c898618190 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/networks/a917e252-809e-4be7-b784-5066cbf9bfda HTTP/1.1" status: 204 len: 168 time: 0.5077271 Feb 04 16:05:54.228943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42532) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:54.309014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e4d219d-f12d-467d-96ab-aa7a1a5eaaf3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.342793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e4d219d-f12d-467d-96ab-aa7a1a5eaaf3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.413282 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e4d219d-f12d-467d-96ab-aa7a1a5eaaf3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.429902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d219d-f12d-467d-96ab-aa7a1a5eaaf3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a1162a-e598-4d31-84b7-bad2468f3c3a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:54.436887 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e4d219d-f12d-467d-96ab-aa7a1a5eaaf3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.438428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9e4d219d-f12d-467d-96ab-aa7a1a5eaaf3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/security-groups/42a1162a-e598-4d31-84b7-bad2468f3c3a HTTP/1.1" status: 204 len: 168 time: 0.2082071 Feb 04 16:05:54.906048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42544) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:54.911780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-505227543', 'description': 'tempest-secgroup-smoke-505227543 description', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:54.918643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:54.922533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:54.925652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:54.934566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:54.953682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.984171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:54.988512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:54.991689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:54.998316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:55.092292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.096229 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.143901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb10694-c97e-4209-859a-ca47c1b49bb8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:55.145595 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.147820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cbb0b094-c83b-4044-88c6-88661e66e699 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2396774 Feb 04 16:05:55.150865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42550) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.157079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '3fb10694-c97e-4209-859a-ca47c1b49bb8', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:55.165005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:55.169121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:55.172902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:55.180374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:55.198388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.271341 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.276112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.301546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cb4eed-05c2-4e42-bb06-07a46ff3b003,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:55.314299 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.316510 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2929eb9c-7c80-41ba-928a-008aa6c1dfa4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642137 Feb 04 16:05:55.319893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42554) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.325506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '3fb10694-c97e-4209-859a-ca47c1b49bb8', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:55.332518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:55.336489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:55.340030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:55.345072 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:05:55.346149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:55.369311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.372963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2e3d2bfb-ccc5-4914-a124-b121750771ee no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:55.414989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2e3d2bfb-ccc5-4914-a124-b121750771ee {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:05:55.415362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2e3d2bfb-ccc5-4914-a124-b121750771ee not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:55.451064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.451064 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.479301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4ea49c-8696-4a67-b885-d3a73f1a3976,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:55.488427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.488427 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-651847cf-dd1f-4294-add9-8d2a94be0080 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665404 Feb 04 16:05:55.496738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42558) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.496738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '3fb10694-c97e-4209-859a-ca47c1b49bb8', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:55.502776 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:55.506703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:55.509640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:55.515806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:55.533877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.600809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.605384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.629678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2713bbd-5a87-46f8-ae82-113266ad46b4,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:55.639563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.640249 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9dd1ec2b-5630-44fc-b1bd-7e357473d541 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491156 Feb 04 16:05:55.642913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42562) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.648227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '3fb10694-c97e-4209-859a-ca47c1b49bb8', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:55.656130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:55.659908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:55.662450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:55.669918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:55.691638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.769008 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.772303 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.797793 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47cbfac-0d80-42b1-aa8c-b79239a07e85,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:55.809367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.809367 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-74da0449-ecd1-443a-bed9-e5ab0dc5b29b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635125 Feb 04 16:05:55.811990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42566) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.816984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '3fb10694-c97e-4209-859a-ca47c1b49bb8', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:55.824284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:55.828704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:55.831794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:55.837739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:55.850082 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Project 9a5a8387ce744ad0b47321b992ebe6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:05:55.856110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.926619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.931005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.956524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19fa398-7069-43ac-887a-5c792322f8ed,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:55.963457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.969783 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-216dd4ae-2b6a-4bb3-b0b5-6a65b98c5ae9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519983 Feb 04 16:05:55.969783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42570) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.973507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '3fb10694-c97e-4209-859a-ca47c1b49bb8', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:55.981089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:55.986325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:55.988223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:55.994168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:56.007713 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Project 9a5a8387ce744ad0b47321b992ebe6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:05:56.014390 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.087648 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.092013 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.126344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd634ff9-51fe-4bdb-a072-e79e110985f8,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:56.134200 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.140038 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bb6cb3b9-43bc-44f6-80fc-c5e59db5b020 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662281 Feb 04 16:05:56.140038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42576) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:56.145034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'network': {'name': 'tempest-network-smoke--320218484', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'port_security_enabled': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:56.151916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:56.157017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:network and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:56.159873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:56.166033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:56.177925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:56.181290 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.210254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:05:56.222132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.222476 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Added segment 1b6f98b7-98be-4b1b-8d33-14b04422b7b8 of type vlan for network e1221f8e-80bf-4f5a-82fc-d35619a0f05c Feb 04 16:05:56.250017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.281945 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.287282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:56.287930 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.379894 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2400258 Feb 04 16:05:56.383482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42580) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:56.389631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'admin_state_up': True, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:56.399115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:56.400203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ace27a-9745-4b3f-a4c8-17319b845209 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Network': ['ID=e1221f8e-80bf-4f5a-82fc-d35619a0f05c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:56.406122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:router and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:56.411295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:56.412188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e1221f8e-80bf-4f5a-82fc-d35619a0f05c details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:05:56.417564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:56.428067 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.429106 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.445169 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:56.724928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.165515 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.199843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.337804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.25.8.229 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/2139a747-8167-4761-ac45-b8067fb89b42) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:57.485727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.514662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.585007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:57.587979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:57.591886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:05:57.621158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=2139a747-8167-4761-ac45-b8067fb89b42,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:58.012687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.412503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.727586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 938d19ba-c4aa-45b1-89e1-f623b6d59719 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:05:58.903643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:05:58.913375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Sync routers for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:05:58.925207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:05:58.925814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:58.929980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.931344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4121356c-69ca-4e71-bddb-178901be8590 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5468504 Feb 04 16:05:58.935348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42588) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:58.974156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7a82f89e-0671-4660-b76b-d410a18e3cea tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=9a5a8387ce744ad0b47321b992ebe6d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376968 Feb 04 16:05:58.976792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42592) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:59.109819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a488199-eace-478f-a4ad-113b70a0acf2 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:59.111231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6a488199-eace-478f-a4ad-113b70a0acf2 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335530 Feb 04 16:05:59.114335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42596) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:59.126110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:05:59.154168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-048b206f-0c6f-4763-a565-d32d9ffdebda tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386796 Feb 04 16:05:59.156712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42600) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:59.163561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1930185309', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:05:59.280033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:59.284433 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:subnet and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:59.287980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:59.294892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:59.305949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:59.309935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.458699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:59.466030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Checking router: 938d19ba-c4aa-45b1-89e1-f623b6d59719 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:05:59.466533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Updating router 938d19ba-c4aa-45b1-89e1-f623b6d59719 port 2139a747-8167-4761-ac45-b8067fb89b42 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:05:59.540559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.631195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.710416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Subnet': ['ID=242504b6-f1c3-490d-bf93-353a7160b3cd,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:59.718721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Checking segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:05:59.719076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network hostable DHCP agents. Network: e1221f8e-80bf-4f5a-82fc-d35619a0f05c, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:05:59.737789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network e1221f8e-80bf-4f5a-82fc-d35619a0f05c is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:05:59.747744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, e1221f8e-80bf-4f5a-82fc-d35619a0f05c) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:59.752078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:59.752655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.763634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d97c29-884e-437d-8275-10341f0dc14f None None] Network e1221f8e-80bf-4f5a-82fc-d35619a0f05c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:05:59.776890 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-012ba046-f84f-4f53-ad37-10efa7e72a21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6190174 Feb 04 16:05:59.780374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42606) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:00.130407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:06:00.131231 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.160349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.211057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Transition to ACTIVE for port object 2139a747-8167-4761-ac45-b8067fb89b42 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:00.228710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.334799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56995ee2-505b-48a1-a5c0-75ccafa25e86 None None] Pushing event updated for resources: {'Port': ['ID=2139a747-8167-4761-ac45-b8067fb89b42,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:00.378333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Attempting to bind port 2139a747-8167-4761-ac45-b8067fb89b42 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:00.378603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Attempting to bind port 2139a747-8167-4761-ac45-b8067fb89b42 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:00.379155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Attempting to bind port 2139a747-8167-4761-ac45-b8067fb89b42 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:06:00.416954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:06:00.417556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:06:00.418235 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.418625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:06:00.419088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Bound port: 2139a747-8167-4761-ac45-b8067fb89b42, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:00.419461 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.502718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Allocated IP 172.20.0.2 (e1221f8e-80bf-4f5a-82fc-d35619a0f05c/242504b6-f1c3-490d-bf93-353a7160b3cd/b99c48a4-f003-4ecf-816f-54ffc855c963) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:00.529030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] For port 2139a747-8167-4761-ac45-b8067fb89b42, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:06:00.601848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] For port 2139a747-8167-4761-ac45-b8067fb89b42, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2139a747-8167-4761-ac45-b8067fb89b42,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:06:00.614583 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.653906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.752403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:06:00.753370 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:00.836034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56995ee2-505b-48a1-a5c0-75ccafa25e86 None None] Pushing event updated for resources: {'Port': ['ID=2139a747-8167-4761-ac45-b8067fb89b42,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:00.976617 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.988446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Transition to ACTIVE for port object b99c48a4-f003-4ecf-816f-54ffc855c963 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:01.021381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Transition to ACTIVE for port object b99c48a4-f003-4ecf-816f-54ffc855c963 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:01.078167 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.099603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.20.0.1 (e1221f8e-80bf-4f5a-82fc-d35619a0f05c/242504b6-f1c3-490d-bf93-353a7160b3cd/54676ef5-799f-41bd-8191-e146e64dbb47) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:01.172455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Network e1221f8e-80bf-4f5a-82fc-d35619a0f05c is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:01.176982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:01.179247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:06:01.193277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Pushing event updated for resources: {'Port': ['ID=b99c48a4-f003-4ecf-816f-54ffc855c963,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:01.199696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:06:01.285480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.305366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Transition to ACTIVE for port object 54676ef5-799f-41bd-8191-e146e64dbb47 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:01.335292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.426397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network e1221f8e-80bf-4f5a-82fc-d35619a0f05c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:01.430751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:01.437157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:06:01.452873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Attempting to bind port b99c48a4-f003-4ecf-816f-54ffc855c963 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:01.453236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Attempting to bind port b99c48a4-f003-4ecf-816f-54ffc855c963 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:01.453585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Attempting to bind port b99c48a4-f003-4ecf-816f-54ffc855c963 on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:06:01.469081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:06:01.469442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Checking segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:06:01.469832 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.470209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Bound using segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:06:01.470660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Bound port: b99c48a4-f003-4ecf-816f-54ffc855c963, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:01.471019 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.481898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=54676ef5-799f-41bd-8191-e146e64dbb47,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:01.508030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.669387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] For port b99c48a4-f003-4ecf-816f-54ffc855c963, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:06:01.673273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] For port b99c48a4-f003-4ecf-816f-54ffc855c963, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b99c48a4-f003-4ecf-816f-54ffc855c963,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:06:01.684876 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.790871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:01.795882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19f921-b88a-4787-b6b1-308ca6372cea None None] Pushing event updated for resources: {'Port': ['ID=b99c48a4-f003-4ecf-816f-54ffc855c963,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:01.798081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.799711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14007dda-be10-456d-a97f-d28c62b1e4f8 None None] The sync data for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 is: [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:05:57Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:06:02.333577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f0223-6582-469b-8570-5bbf10f22a10 req-8e28d612-9994-4c06-baaa-91618475760c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:02.340871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf2f0223-6582-469b-8570-5bbf10f22a10 req-8e28d612-9994-4c06-baaa-91618475760c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1468675 Feb 04 16:06:02.405317 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cf2f0223-6582-469b-8570-5bbf10f22a10 req-334a587f-a15c-4f13-9e8a-3ddaaf6535fa tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629616 Feb 04 16:06:02.542501 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.547294 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.669030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=54676ef5-799f-41bd-8191-e146e64dbb47,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:02.671806 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.835720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network e1221f8e-80bf-4f5a-82fc-d35619a0f05c is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:02.837230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:03.081863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 938d19ba-c4aa-45b1-89e1-f623b6d59719 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:06:03.106436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec863bd-cd2c-45c4-8496-e2472f74dad9 None None] Network e1221f8e-80bf-4f5a-82fc-d35619a0f05c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:06:03.209165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5d08531b-a4e5-423d-8c8f-2061f33ff1d9 None None] Provisioning for port b99c48a4-f003-4ecf-816f-54ffc855c963 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:03.293821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:06:03.312821 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d95dea99-6d84-4371-9584-705042002eb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "PUT /v2.0/routers/938d19ba-c4aa-45b1-89e1-f623b6d59719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5285842 Feb 04 16:06:03.580161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b99c48a4-f003-4ecf-816f-54ffc855c963 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:03.648860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a0448-37b1-41bd-b896-c5b5b48ea234 req-1dece448-e5f3-4213-a36a-018552ee5a28 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:03.655912 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd2a0448-37b1-41bd-b896-c5b5b48ea234 req-1dece448-e5f3-4213-a36a-018552ee5a28 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1249218 Feb 04 16:06:03.736509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port b99c48a4-f003-4ecf-816f-54ffc855c963 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:03.750459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b99c48a4-f003-4ecf-816f-54ffc855c963 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:03.750459 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:03.768110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd2a0448-37b1-41bd-b896-c5b5b48ea234 req-be243092-75ef-42e0-9e86-c2683864555d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024652 Feb 04 16:06:03.868670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4e8aea6e-b264-4ed0-a501-7381f08b0709 None None] Provisioning complete for port b99c48a4-f003-4ecf-816f-54ffc855c963 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:03.868670 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4e8aea6e-b264-4ed0-a501-7381f08b0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:03.946094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4b86ecf4-836a-422b-8182-b94206284cfb req-d0cc2e27-d12c-41d3-82ca-29185749a3cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:03.980102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4b86ecf4-836a-422b-8182-b94206284cfb req-d0cc2e27-d12c-41d3-82ca-29185749a3cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:03.980102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-d0cc2e27-d12c-41d3-82ca-29185749a3cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505227543&fields=id&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 267 time: 0.0890653 Feb 04 16:06:03.999598 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.107371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port b99c48a4-f003-4ecf-816f-54ffc855c963, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b99c48a4-f003-4ecf-816f-54ffc855c963,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:06:04.107371 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.107371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2139a747-8167-4761-ac45-b8067fb89b42 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:04.165595 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Sync routers for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:06:04.180754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86ecf4-836a-422b-8182-b94206284cfb req-ccafac1e-c2d0-46d7-8b1e-d5fe96a07b86 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:04.180754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4b86ecf4-836a-422b-8182-b94206284cfb req-ccafac1e-c2d0-46d7-8b1e-d5fe96a07b86 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:04.188625 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:06:04.188625 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:04.208425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4b86ecf4-836a-422b-8182-b94206284cfb req-ccafac1e-c2d0-46d7-8b1e-d5fe96a07b86 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:04.218586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-ccafac1e-c2d0-46d7-8b1e-d5fe96a07b86 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 796 time: 0.2226970 Feb 04 16:06:04.250084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-3ea60a9a-d521-4273-b8a4-8503a8f76d12 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/quotas/9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 375 time: 0.0243955 Feb 04 16:06:04.358728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=b99c48a4-f003-4ecf-816f-54ffc855c963,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:04.370970 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4e8aea6e-b264-4ed0-a501-7381f08b0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.392150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4b86ecf4-836a-422b-8182-b94206284cfb req-d0a8d6ef-f43d-4bd7-ba28-b4f2faea583b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:04.410899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-4b86ecf4-836a-422b-8182-b94206284cfb req-d0a8d6ef-f43d-4bd7-ba28-b4f2faea583b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:04.428382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-d0a8d6ef-f43d-4bd7-ba28-b4f2faea583b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1760252 Feb 04 16:06:04.429828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-897666ae-eb21-4f78-bbb9-3171ea0b3366 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:06:04.437556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-897666ae-eb21-4f78-bbb9-3171ea0b3366 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124207 Feb 04 16:06:04.476394 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca186-92f7-4868-9a9e-bd4ffa650ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.531627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 2139a747-8167-4761-ac45-b8067fb89b42 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:04.531627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2139a747-8167-4761-ac45-b8067fb89b42 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:04.531627 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.567885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-4e8aea6e-b264-4ed0-a501-7381f08b0709 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:06:04.567885 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-4e8aea6e-b264-4ed0-a501-7381f08b0709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:06:04.579375 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:06:04.646217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-255d6511-492f-4a6a-91cf-03aa32806213 service neutron] 10.222.0.46 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068806 Feb 04 16:06:04.727194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.757939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 2139a747-8167-4761-ac45-b8067fb89b42, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2139a747-8167-4761-ac45-b8067fb89b42,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:06:04.762190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.801766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-4f91aa3f-60cd-4f11-93a0-c3351debd0fc service neutron] 10.222.0.46 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543584 Feb 04 16:06:04.842023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=2139a747-8167-4761-ac45-b8067fb89b42,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:04.945840 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54676ef5-799f-41bd-8191-e146e64dbb47', 'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:8f:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:00Z', 'updated_at': '2022-02-04T16:06:02Z', 'revision_number': 2, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:04.949814 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Checking router: 938d19ba-c4aa-45b1-89e1-f623b6d59719 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:06:04.950166 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Updating router 938d19ba-c4aa-45b1-89e1-f623b6d59719 port 54676ef5-799f-41bd-8191-e146e64dbb47 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:06:05.015715 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.083625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9d5db-5938-4f4e-9f52-f6ec963d78c3 req-45b3c7b2-e65c-4974-b0f9-16af50813bb8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:05.085790 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68c9d5db-5938-4f4e-9f52-f6ec963d78c3 req-45b3c7b2-e65c-4974-b0f9-16af50813bb8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0925732 Feb 04 16:06:05.133458 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68c9d5db-5938-4f4e-9f52-f6ec963d78c3 req-9b61af48-f685-4154-8c51-87c6c78365ec tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405612 Feb 04 16:06:05.141416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4e8aea6e-b264-4ed0-a501-7381f08b0709 None None] Provisioning for port 54676ef5-799f-41bd-8191-e146e64dbb47 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:05.147815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4e8aea6e-b264-4ed0-a501-7381f08b0709 None None] Provisioning complete for port 54676ef5-799f-41bd-8191-e146e64dbb47 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:05.148801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4e8aea6e-b264-4ed0-a501-7381f08b0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.222867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-4e8aea6e-b264-4ed0-a501-7381f08b0709 None None] Port 54676ef5-799f-41bd-8191-e146e64dbb47 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:06:05.266440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a7c15ed-6125-48a4-b659-2f09360c51cd req-e88a8d02-a20a-4a11-8404-1c48daccd893 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 210 time: 0.0563865 Feb 04 16:06:05.349164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3f1c1bf0-c12b-4ed9-81d6-9d862db6516c None None] Provisioning complete for port 54676ef5-799f-41bd-8191-e146e64dbb47 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:05.349560 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3f1c1bf0-c12b-4ed9-81d6-9d862db6516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.416045 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.424196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c1bf0-c12b-4ed9-81d6-9d862db6516c None None] Port 54676ef5-799f-41bd-8191-e146e64dbb47 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:06:05.429287 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Transition to ACTIVE for port object 54676ef5-799f-41bd-8191-e146e64dbb47 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:05.437935 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.456590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b99c48a4-f003-4ecf-816f-54ffc855c963 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:05.531080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b99c48a4-f003-4ecf-816f-54ffc855c963 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:05.531534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.650273 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Pushing event updated for resources: {'Port': ['ID=54676ef5-799f-41bd-8191-e146e64dbb47,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:05.671413 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.672715 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.672715 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.673434 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.673521 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.673918 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.674289 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.674650 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.674994 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.675309 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.675731 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.675922 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:05.677389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2139a747-8167-4761-ac45-b8067fb89b42 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:05.690914 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Attempting to bind port 54676ef5-799f-41bd-8191-e146e64dbb47 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:05.691482 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Attempting to bind port 54676ef5-799f-41bd-8191-e146e64dbb47 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:05.694264 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Attempting to bind port 54676ef5-799f-41bd-8191-e146e64dbb47 on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:06:05.702277 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:06:05.702914 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Checking segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:06:05.703501 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.704073 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Bound using segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:06:05.704724 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Bound port: 54676ef5-799f-41bd-8191-e146e64dbb47, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:05.705317 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.780887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 2139a747-8167-4761-ac45-b8067fb89b42 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:05.780887 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.839264 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] For port 54676ef5-799f-41bd-8191-e146e64dbb47, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:06:05.839982 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] For port 54676ef5-799f-41bd-8191-e146e64dbb47, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=54676ef5-799f-41bd-8191-e146e64dbb47,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:06:05.844059 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.943442 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:06:05.945014 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:05:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:06.005470 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300840e-20b7-44a9-98e2-a24bf76ceda7 None None] Pushing event updated for resources: {'Port': ['ID=54676ef5-799f-41bd-8191-e146e64dbb47,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:06.172670 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:06:06.356199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60e080-c2aa-46b7-8bcf-1e0f9b6cd3b8 req-5bc034bb-2b96-4cac-97e2-3dcd2be39146 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:06.363285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c60e080-c2aa-46b7-8bcf-1e0f9b6cd3b8 req-5bc034bb-2b96-4cac-97e2-3dcd2be39146 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1053174 Feb 04 16:06:06.490727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c60e080-c2aa-46b7-8bcf-1e0f9b6cd3b8 req-c5ad6ede-a6a0-49ac-a861-7e0f73893f35 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195281 Feb 04 16:06:06.571008 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54676ef5-799f-41bd-8191-e146e64dbb47', 'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:8f:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:00Z', 'updated_at': '2022-02-04T16:06:05Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:06.582044 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199eeeb7-ea03-43d7-bfcf-b3f0e08849e7 None None] The sync data for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 is: [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54676ef5-799f-41bd-8191-e146e64dbb47', 'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:8f:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:00Z', 'updated_at': '2022-02-04T16:06:05Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:06:06.585552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86ecf4-836a-422b-8182-b94206284cfb req-8df653d6-9fb9-4408-99a9-42b644a1ca90 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:06.587620 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-8df653d6-9fb9-4408-99a9-42b644a1ca90 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 796 time: 0.2216616 Feb 04 16:06:06.600290 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.706144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f9531f4f-957f-4f72-a189-8ffb20fe26b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.820410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75ff6d53-6629-4465-8073-ba3e4dedd6a0 req-5be50b4f-973c-4bdf-96c7-0edbd1923189 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 210 time: 0.1975286 Feb 04 16:06:06.852105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-2e306133-c48e-4cbf-b0aa-947150f9ddfd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 379 time: 0.2461782 Feb 04 16:06:06.865505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'port': {'device_id': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'admin_state_up': True, 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'security_groups': ['3fb10694-c97e-4209-859a-ca47c1b49bb8']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:06:07.011039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:07.018046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:07.029501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:07.033097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.209474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.20.0.11 (e1221f8e-80bf-4f5a-82fc-d35619a0f05c/242504b6-f1c3-490d-bf93-353a7160b3cd/b2670a8c-e91c-43c9-804f-a548f04fb63f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:07.434894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.461283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Transition to ACTIVE for port object b2670a8c-e91c-43c9-804f-a548f04fb63f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:07.489502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 54676ef5-799f-41bd-8191-e146e64dbb47 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:07.498691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.583615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:07.602770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network e1221f8e-80bf-4f5a-82fc-d35619a0f05c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:07.605071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:07.607897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:06:07.646438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 54676ef5-799f-41bd-8191-e146e64dbb47 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:07.650801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 54676ef5-799f-41bd-8191-e146e64dbb47 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:07.650801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.811279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:07.812852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.825191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.827073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.856634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54caed-c3e8-4090-a720-9411989afcab req-9b3c0a31-dfdb-47c9-ae94-e7ed73d7f949 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:07.857694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de54caed-c3e8-4090-a720-9411989afcab req-9b3c0a31-dfdb-47c9-ae94-e7ed73d7f949 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1967330 Feb 04 16:06:07.923728 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-9b003078-3f14-4229-8e19-27d00fd64e75 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0669284 Feb 04 16:06:07.928875 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de54caed-c3e8-4090-a720-9411989afcab req-a208ad4f-a363-4e18-894d-e9da02b9db34 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630445 Feb 04 16:06:07.943635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Request body: {'port': {'device_id': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:06:07.957790 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.014373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 54676ef5-799f-41bd-8191-e146e64dbb47, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=54676ef5-799f-41bd-8191-e146e64dbb47,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:06:08.025009 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.093160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-46b2e9ac-651e-4ea7-9637-a343d098a369 None None] Provisioning for port b2670a8c-e91c-43c9-804f-a548f04fb63f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:08.103041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-46b2e9ac-651e-4ea7-9637-a343d098a369 None None] Provisioning complete for port b2670a8c-e91c-43c9-804f-a548f04fb63f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:08.104160 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-46b2e9ac-651e-4ea7-9637-a343d098a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.135834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.215069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=54676ef5-799f-41bd-8191-e146e64dbb47,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:08.219745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-46b2e9ac-651e-4ea7-9637-a343d098a369 None None] Port b2670a8c-e91c-43c9-804f-a548f04fb63f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:06:08.481384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc0c22-869c-497b-aa18-92c953e2d369 req-8bf84909-f788-4e77-91a4-d6d1410b6bf6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:08.482074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b6bc0c22-869c-497b-aa18-92c953e2d369 req-8bf84909-f788-4e77-91a4-d6d1410b6bf6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:08.517959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b6bc0c22-869c-497b-aa18-92c953e2d369 req-8bf84909-f788-4e77-91a4-d6d1410b6bf6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:08.519059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6bc0c22-869c-497b-aa18-92c953e2d369 req-8bf84909-f788-4e77-91a4-d6d1410b6bf6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 932 time: 0.2776785 Feb 04 16:06:08.600401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6bc0c22-869c-497b-aa18-92c953e2d369 req-2c028a77-85c3-4cdd-aa21-9d5787c8d6a9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613692 Feb 04 16:06:08.653159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2670a8c-e91c-43c9-804f-a548f04fb63f {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:08.660453 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.674734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Transition to ACTIVE for port object b2670a8c-e91c-43c9-804f-a548f04fb63f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:08.678337 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.812443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:08.954680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:08.954680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:08.954680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:06:08.970688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Port b2670a8c-e91c-43c9-804f-a548f04fb63f on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:06:08.970688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:06:08.970688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:06:08.970688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Checking segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:06:08.970688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Bound using segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:06:08.970688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Bound port: b2670a8c-e91c-43c9-804f-a548f04fb63f, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:08.970688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.221903 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.240615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:06:09.245623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:06:09.251682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.319225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8f56-5b5b-43bd-a5a7-ae1d60ba7a18 req-d5a0bef3-080d-41a6-9b4e-090f41579af6 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.320719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f1a8f56-5b5b-43bd-a5a7-ae1d60ba7a18 req-d5a0bef3-080d-41a6-9b4e-090f41579af6 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1868804 Feb 04 16:06:09.326625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.327233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.328958 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] 10.222.0.61 "PUT /v2.0/ports/b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 1092 time: 1.3975334 Feb 04 16:06:09.329123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:09.421916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa04f2-662c-4365-ae82-d66797348043 service neutron] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:09.440282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 54676ef5-799f-41bd-8191-e146e64dbb47 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:09.446770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f1a8f56-5b5b-43bd-a5a7-ae1d60ba7a18 req-c555a52b-2b12-4caa-ab60-ab808a37ee21 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114171 Feb 04 16:06:09.488688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86ecf4-836a-422b-8182-b94206284cfb req-4621e8c3-67d2-4682-a787-5e2dc7023d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.490571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-4621e8c3-67d2-4682-a787-5e2dc7023d52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1095 time: 0.1145983 Feb 04 16:06:09.528403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.539756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 54676ef5-799f-41bd-8191-e146e64dbb47 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:09.540199 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.561958 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'status': 'completed', 'code': 200} Feb 04 16:06:09.576327 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-d938711d-1485-4b33-a5d6-3f878ece1fa0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 217 time: 0.0743079 Feb 04 16:06:09.650402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86ecf4-836a-422b-8182-b94206284cfb req-511fa45b-32bd-40dd-a9c5-740b70f160ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.653779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-511fa45b-32bd-40dd-a9c5-740b70f160ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.0749006 Feb 04 16:06:09.792212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86ecf4-836a-422b-8182-b94206284cfb req-abf2deaa-f217-4647-b48c-3f31907fe88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.793712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-abf2deaa-f217-4647-b48c-3f31907fe88e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326954 Feb 04 16:06:09.894252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fbe67-ea27-4a2f-bc26-ef3c64ec6e60 req-46fb029d-d617-41a4-b75a-2aad4457b989 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.896977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494fbe67-ea27-4a2f-bc26-ef3c64ec6e60 req-46fb029d-d617-41a4-b75a-2aad4457b989 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 944 time: 0.1734042 Feb 04 16:06:09.978573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-494fbe67-ea27-4a2f-bc26-ef3c64ec6e60 req-1fc61147-9ae0-4e6a-ac49-709142c7be1a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722492 Feb 04 16:06:09.986956 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-27f3dfb7-50c5-40c2-bd2f-4decc25b4143 service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847610 Feb 04 16:06:10.125802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b86ecf4-836a-422b-8182-b94206284cfb req-820c2dac-45b1-4eaa-a64b-d1b895901658 service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326838 Feb 04 16:06:10.240463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-92a3bf1b-276f-4d23-9338-942b7d7eebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.242101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-92a3bf1b-276f-4d23-9338-942b7d7eebde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1095 time: 0.0738730 Feb 04 16:06:10.385757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-3e3d93f8-de14-4e54-98c3-572aae6593f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.387304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-3e3d93f8-de14-4e54-98c3-572aae6593f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.1387589 Feb 04 16:06:10.461626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-f48ecdd0-ea64-4a6d-ba4e-3a9f72ebbb08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 217 time: 0.0670075 Feb 04 16:06:10.533697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-792a619c-7c8a-49ca-b736-0c34632cfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.535582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-792a619c-7c8a-49ca-b736-0c34632cfd03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.0666664 Feb 04 16:06:10.676306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-20c3cbb0-170d-4e9f-b768-1f9f3fda4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.677636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-20c3cbb0-170d-4e9f-b768-1f9f3fda4735 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363757 Feb 04 16:06:10.688365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef562f4-d16f-40bf-b795-8f34f7a69706 req-93d61924-0dbb-4c4a-be67-b0b2b22e839a tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.689777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aef562f4-d16f-40bf-b795-8f34f7a69706 req-93d61924-0dbb-4c4a-be67-b0b2b22e839a tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1101267 Feb 04 16:06:10.817654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aef562f4-d16f-40bf-b795-8f34f7a69706 req-a2bab4b2-4808-4441-b92b-195c487244fe tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070397 Feb 04 16:06:10.961680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-8f4eb363-a257-4cff-90f5-11a008f92b4c service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709630 Feb 04 16:06:11.161196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a7648e4-b7a7-4668-9ac7-ecb9dc18977c req-c44d55cb-6be0-4f54-b48e-44e2c81db6eb service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923931 Feb 04 16:06:11.190637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51c482-92ac-4ecc-b54b-fa33b29feb88 req-345a6999-d70d-4ddd-b8d9-39721bf7c232 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:11.192562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e51c482-92ac-4ecc-b54b-fa33b29feb88 req-345a6999-d70d-4ddd-b8d9-39721bf7c232 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 944 time: 0.0994332 Feb 04 16:06:11.242931 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e51c482-92ac-4ecc-b54b-fa33b29feb88 req-f5769009-d95a-486f-849f-0aedaa1c5100 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435915 Feb 04 16:06:12.027428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a98cc4-d5dd-401b-8e9f-e08b3496b5ae req-0678fd8b-8ea4-4c1b-8bd8-12f2bfb40106 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:12.029190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-39a98cc4-d5dd-401b-8e9f-e08b3496b5ae req-0678fd8b-8ea4-4c1b-8bd8-12f2bfb40106 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0945964 Feb 04 16:06:12.082488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-39a98cc4-d5dd-401b-8e9f-e08b3496b5ae req-be706e0d-64f6-4a74-8fd1-051da9c2fb21 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464942 Feb 04 16:06:12.450701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d0d34-945c-4bee-bb37-ff72d00a785e req-4640cfd2-f189-4119-a512-30ad927cfe35 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:12.452456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b5d0d34-945c-4bee-bb37-ff72d00a785e req-4640cfd2-f189-4119-a512-30ad927cfe35 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 944 time: 0.0883358 Feb 04 16:06:12.504662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b5d0d34-945c-4bee-bb37-ff72d00a785e req-ef8dec24-4fa8-4cca-8c0c-e9b5ba571795 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461986 Feb 04 16:06:13.271577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2b601-73ed-478a-a3fd-fac54a942b66 req-8e43f85d-ee9b-4c04-8529-7cc8d72a0f28 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:13.273078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ecd2b601-73ed-478a-a3fd-fac54a942b66 req-8e43f85d-ee9b-4c04-8529-7cc8d72a0f28 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0813117 Feb 04 16:06:13.318352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ecd2b601-73ed-478a-a3fd-fac54a942b66 req-b3d0354b-0bc3-4142-b22c-81643c094b04 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Feb 04 16:06:13.441365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:06:13.582971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:06:13.595142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'port_id': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'mac_address': 'fa:16:3e:70:bb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:06:13.667938 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.704937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2670a8c-e91c-43c9-804f-a548f04fb63f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:13.722500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:06:13.726451 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.733202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bb1be-e00b-416b-941e-7471f59b0405 req-681ad7cf-0571-40f5-b762-60dcfbce74b7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:13.734681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-448bb1be-e00b-416b-941e-7471f59b0405 req-681ad7cf-0571-40f5-b762-60dcfbce74b7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 944 time: 0.1174302 Feb 04 16:06:13.779450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-448bb1be-e00b-416b-941e-7471f59b0405 req-0c483a84-cecc-4f1c-81ef-4e812fd0ce6a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387347 Feb 04 16:06:13.795474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:13.803342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.803683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.804018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.804408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.804732 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.805086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.805423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.805721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.806060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.806347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.806707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.807024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:13.965641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['b2670a8c-e91c-43c9-804f-a548f04fb63f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:06:14.510412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55291a-d74f-4615-84e3-47e3350d3b61 req-a5373ad4-ff08-4c77-acd8-32e16698677a tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:14.511881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae55291a-d74f-4615-84e3-47e3350d3b61 req-a5373ad4-ff08-4c77-acd8-32e16698677a tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0840800 Feb 04 16:06:14.557266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae55291a-d74f-4615-84e3-47e3350d3b61 req-2c1bee3c-050d-43c3-8f39-6500b83a3fdc tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391946 Feb 04 16:06:14.980588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1315c-dd8d-4a9e-b0e1-1af3da7aefca req-159bea5d-5578-4337-9aaf-1538ed727238 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:14.982061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17f1315c-dd8d-4a9e-b0e1-1af3da7aefca req-159bea5d-5578-4337-9aaf-1538ed727238 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 945 time: 0.0876579 Feb 04 16:06:15.029752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17f1315c-dd8d-4a9e-b0e1-1af3da7aefca req-b4704ee6-62bd-4244-b9b7-c3729dea1118 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406809 Feb 04 16:06:15.479034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:15.549588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port b2670a8c-e91c-43c9-804f-a548f04fb63f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:15.554136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port b2670a8c-e91c-43c9-804f-a548f04fb63f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:15.554500 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.691914 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.721198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:15.737214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:06:15.742225 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.768225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b833751-8467-4712-a130-3974183ab1bb req-2e3ed587-adbe-4c6a-8b69-eae5085a490b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:15.768225 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b833751-8467-4712-a130-3974183ab1bb req-2e3ed587-adbe-4c6a-8b69-eae5085a490b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0913882 Feb 04 16:06:15.823727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:15.833329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0b833751-8467-4712-a130-3974183ab1bb req-54d2f576-41d1-4959-a7db-085fa1b400e2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577517 Feb 04 16:06:15.960349 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'code': 200} Feb 04 16:06:16.104227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f92440-c419-47a8-8eeb-b83ae6720688 req-02229e7f-6648-4c66-aa6c-ef01fb8b86be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:16.106526 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20f92440-c419-47a8-8eeb-b83ae6720688 req-02229e7f-6648-4c66-aa6c-ef01fb8b86be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1097 time: 0.0881591 Feb 04 16:06:16.200639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20f92440-c419-47a8-8eeb-b83ae6720688 req-349631a9-b869-47d2-9527-25ecf5a79aee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870364 Feb 04 16:06:16.248988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486a750-b5cb-463b-829c-8e6fbd966cfb req-e0bed75a-bc73-4e91-8ef5-7d4b643c650a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:16.250717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0486a750-b5cb-463b-829c-8e6fbd966cfb req-e0bed75a-bc73-4e91-8ef5-7d4b643c650a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0965247 Feb 04 16:06:16.305495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0486a750-b5cb-463b-829c-8e6fbd966cfb req-7de283ce-94ae-4bc7-a9a4-b7bbf432d8a3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462186 Feb 04 16:06:17.018610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9b5e4-b700-4be3-a407-ddb40136dbab req-bb184afb-9d6d-46db-a7bc-0c0235758d57 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:17.020147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d3d9b5e4-b700-4be3-a407-ddb40136dbab req-bb184afb-9d6d-46db-a7bc-0c0235758d57 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0864604 Feb 04 16:06:17.069686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d3d9b5e4-b700-4be3-a407-ddb40136dbab req-c99926a2-3368-4ef8-80b6-97fcd7368b78 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Feb 04 16:06:17.514056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167056c-d6f8-4a8d-9f8e-a0fcfb4ce778 req-e04e19b7-9599-4791-b7cd-68b49993e574 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:17.516358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6167056c-d6f8-4a8d-9f8e-a0fcfb4ce778 req-e04e19b7-9599-4791-b7cd-68b49993e574 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0953200 Feb 04 16:06:17.564224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6167056c-d6f8-4a8d-9f8e-a0fcfb4ce778 req-a48d6718-8dc8-40d2-a8cc-2aaf73dfd608 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419598 Feb 04 16:06:18.264008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70389c70-828f-4061-83b2-f8b48c015dd8 req-8aaacb09-d604-4993-a07f-d5222d6ce561 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:18.265787 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70389c70-828f-4061-83b2-f8b48c015dd8 req-8aaacb09-d604-4993-a07f-d5222d6ce561 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0855260 Feb 04 16:06:18.323432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70389c70-828f-4061-83b2-f8b48c015dd8 req-dfd91841-be5c-4947-9620-ac91adb206b4 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465760 Feb 04 16:06:18.745660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746898b1-c8d0-4ad3-a3d8-8b76f120690c req-818dadfe-1bda-47b9-b092-0eba5d371222 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:18.747113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-746898b1-c8d0-4ad3-a3d8-8b76f120690c req-818dadfe-1bda-47b9-b092-0eba5d371222 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1522434 Feb 04 16:06:18.769215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-ddd2f69f-b432-440b-b99a-bc66fb4f6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:18.770618 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-ddd2f69f-b432-440b-b99a-bc66fb4f6f0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 1096 time: 0.1234186 Feb 04 16:06:18.884282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-746898b1-c8d0-4ad3-a3d8-8b76f120690c req-3b9bbeff-f469-4d4e-b129-5702e21ea52b tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308429 Feb 04 16:06:18.965568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-bf3bb498-9112-4396-b036-fc5f5bc67918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:18.965568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-bf3bb498-9112-4396-b036-fc5f5bc67918 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 912 time: 0.1866820 Feb 04 16:06:19.231432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-a22b8933-823b-4ad3-ac49-96e3a1df585e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6 HTTP/1.1" status: 200 len: 1000 time: 0.2595177 Feb 04 16:06:19.306674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3bd6-43fc-4e0b-9343-ac139882242d req-b216e1f2-9d83-4b3f-9b6e-b88c12053011 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:19.308285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-602c3bd6-43fc-4e0b-9343-ac139882242d req-b216e1f2-9d83-4b3f-9b6e-b88c12053011 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.2832139 Feb 04 16:06:19.321534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-924a4f8f-094e-48fa-963c-38084b7587f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:19.321534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-924a4f8f-094e-48fa-963c-38084b7587f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.0821543 Feb 04 16:06:19.462298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-602c3bd6-43fc-4e0b-9343-ac139882242d req-897c2867-b9d0-41d0-afc8-91530149bbbf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450255 Feb 04 16:06:19.494471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-230ce3ac-743e-44bb-ad96-6dc61d2a5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:19.495936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-230ce3ac-743e-44bb-ad96-6dc61d2a5a2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624784 Feb 04 16:06:19.502697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-927c43e9-d929-405d-b8ff-b82eda938f0f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293931 Feb 04 16:06:19.783045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-aff81fda-d1b6-4ead-aab4-d746aced63f4 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794142 Feb 04 16:06:19.826566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5d41-fa9c-4869-a749-070ff1fe599a req-6d121ed0-16cd-47c3-8597-ad91d387a239 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:19.827990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-020c5d41-fa9c-4869-a749-070ff1fe599a req-6d121ed0-16cd-47c3-8597-ad91d387a239 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.2047553 Feb 04 16:06:19.832319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-39efd56a-f25b-428c-baa1-7f8c45c402ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:19.833471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-39efd56a-f25b-428c-baa1-7f8c45c402ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 1096 time: 0.2477858 Feb 04 16:06:20.051689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-020c5d41-fa9c-4869-a749-070ff1fe599a req-e55c2794-5d1c-4623-9f95-61fd04de7838 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172556 Feb 04 16:06:20.076260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:20.099021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0806e47b-59b1-4588-8bff-be3de640aa17 req-f79f3ed6-7891-4d46-a24c-19c2e753fc36 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043854 Feb 04 16:06:20.107304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-977f916a-08c8-4fc4-ba33-9ce85f067ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:20.108716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-977f916a-08c8-4fc4-ba33-9ce85f067ccf service neutron] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.2266173 Feb 04 16:06:20.150043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c519f-6bf1-489a-a762-0f33fc71720b tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:20.153237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-160c519f-6bf1-489a-a762-0f33fc71720b tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1092 time: 0.0753250 Feb 04 16:06:20.154934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42720) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:20.160456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:06:20.167917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:20.171921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:floatingip and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:20.174920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:20.180913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:20.193636 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.284140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-5123cd45-c7e3-4cbf-8522-9a05c0867904 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4e669d-b97d-4695-a121-3847f264058e HTTP/1.1" status: 200 len: 1001 time: 0.1671960 Feb 04 16:06:20.351664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1bd86-f0e6-4563-a11b-24989c546a72 req-f200c278-4f04-4e03-840f-9b0b33151ec6 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:20.359224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8b1bd86-f0e6-4563-a11b-24989c546a72 req-f200c278-4f04-4e03-840f-9b0b33151ec6 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1881480 Feb 04 16:06:20.367672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.418839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-616ba1fc-e887-41fa-972e-1984a9b9dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:20.421001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-616ba1fc-e887-41fa-972e-1984a9b9dfa3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1271048 Feb 04 16:06:20.428173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8b1bd86-f0e6-4563-a11b-24989c546a72 req-ed5c9fad-82bc-4c0a-ad88-142f7f232602 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680842 Feb 04 16:06:20.540104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-10191d50-93c6-4a1f-90ac-61528e827700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:20.542431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-10191d50-93c6-4a1f-90ac-61528e827700 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098850 Feb 04 16:06:20.551439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.25.8.41 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/69ad3cd3-836e-4db9-9a19-bb300fe49242) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:20.749678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-514ad470-904f-4908-9a9f-647fdcbbd0a6 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902680 Feb 04 16:06:20.870128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.893610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b195ec-f7bf-4fc5-a9f5-38691e2407c6 req-dcba03e6-720b-4370-b550-16a11c8db21a service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356432 Feb 04 16:06:20.901640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.970088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:20.972948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:20.975288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:06:21.016621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=69ad3cd3-836e-4db9-9a19-bb300fe49242,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:21.027004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.027309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.027647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.027978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.028305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.028628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.028982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.029305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.029630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.029948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.030265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.030580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:21.407869 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.491195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.624432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c874ad-5163-4f71-a5d6-4fad81103467 req-29a21356-82dd-4616-91a2-d2474a8a47ba tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:21.625819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5c874ad-5163-4f71-a5d6-4fad81103467 req-29a21356-82dd-4616-91a2-d2474a8a47ba tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0798924 Feb 04 16:06:21.671704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5c874ad-5163-4f71-a5d6-4fad81103467 req-c407e5ca-f8ea-44c3-974d-b926ca24f0f6 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399296 Feb 04 16:06:21.703658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.708035 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.815837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=69ad3cd3-836e-4db9-9a19-bb300fe49242,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:21.828292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.999682 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Floating IP 015cf270-01f3-4d0b-84d2-4c497fc9610b associated. External IP: 172.25.8.41, port: b2670a8c-e91c-43c9-804f-a548f04fb63f. Feb 04 16:06:22.476228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 938d19ba-c4aa-45b1-89e1-f623b6d59719 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:06:22.658966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:06:22.670067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] Sync routers for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:06:22.683427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:22.683821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:06:22.684497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:06:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:22.741105 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7fb84fc1-250f-426c-aa0a-48d2f8ebe102 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5850737 Feb 04 16:06:22.741679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:22.866781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:06:23.029142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beba6a-c2ac-41ab-b652-b4536f3a5678 req-b6f3ba1e-61d0-4b7b-96f9-83522532778e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:23.030625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11beba6a-c2ac-41ab-b652-b4536f3a5678 req-b6f3ba1e-61d0-4b7b-96f9-83522532778e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.2052934 Feb 04 16:06:23.075693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11beba6a-c2ac-41ab-b652-b4536f3a5678 req-e6a4c83a-004a-43d8-b2ea-70b1de489869 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394192 Feb 04 16:06:23.098511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42732) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:23.159837 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'status': 'completed', 'code': 200} Feb 04 16:06:23.221359 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-45f7cd6f-9588-4fd3-8ce0-ebd900a1c09b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/015cf270-01f3-4d0b-84d2-4c497fc9610b HTTP/1.1" status: 200 len: 991 time: 0.1215296 Feb 04 16:06:23.226465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-5e24348b-1872-49f0-813c-d7ee2800eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:23.227995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-5e24348b-1872-49f0-813c-d7ee2800eec1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1097 time: 0.0780475 Feb 04 16:06:23.255699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '015cf270-01f3-4d0b-84d2-4c497fc9610b', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.41', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'port_id': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'mac_address': 'fa:16:3e:70:bb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:06:21Z', 'updated_at': '2022-02-04T16:06:21Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54676ef5-799f-41bd-8191-e146e64dbb47', 'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:8f:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:00Z', 'updated_at': '2022-02-04T16:06:07Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:23.261678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] Checking router: 938d19ba-c4aa-45b1-89e1-f623b6d59719 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:06:23.270633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:06:23.271297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:06:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:23.389837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-21b098bf-3499-4913-8666-dffcf290ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:23.391339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-21b098bf-3499-4913-8666-dffcf290ef8a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.1565840 Feb 04 16:06:23.475217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:06:23.497337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-59184740-7927-4c71-b2db-69993ec50463 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 999 time: 0.0994666 Feb 04 16:06:23.564635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-b3896f77-50e2-4ee1-a670-8c9fb3681ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:23.566095 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-b3896f77-50e2-4ee1-a670-8c9fb3681ea1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.0617940 Feb 04 16:06:23.642539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-fcef7653-e9e0-4d1c-b3f8-f29b59290ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:23.643965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-fcef7653-e9e0-4d1c-b3f8-f29b59290ac8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716822 Feb 04 16:06:23.788426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-120c5c1a-c4ab-47e6-82ed-2a21e59cb24a service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374555 Feb 04 16:06:23.830709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '015cf270-01f3-4d0b-84d2-4c497fc9610b', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.41', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'port_id': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'mac_address': 'fa:16:3e:70:bb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:06:21Z', 'updated_at': '2022-02-04T16:06:21Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54676ef5-799f-41bd-8191-e146e64dbb47', 'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:8f:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:00Z', 'updated_at': '2022-02-04T16:06:07Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:23.834829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1d7fb-6032-47a6-938b-797201a4ac14 None None] The sync data for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 is: [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '015cf270-01f3-4d0b-84d2-4c497fc9610b', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.41', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'port_id': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'mac_address': 'fa:16:3e:70:bb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:06:21Z', 'updated_at': '2022-02-04T16:06:21Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54676ef5-799f-41bd-8191-e146e64dbb47', 'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:8f:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:00Z', 'updated_at': '2022-02-04T16:06:07Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:06:23.927661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67cbb7cb-ede4-4ab7-84c7-d7114886612d req-646d9f75-c206-4c31-84ad-52ea1649239b service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330023 Feb 04 16:06:24.043110 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228739a-a8e6-46a4-8686-d28df118e067 None None] New status for floating IP 015cf270-01f3-4d0b-84d2-4c497fc9610b: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:06:24.223807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42740) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:24.337520 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b73dd679-38aa-47b9-8c03-3a584848d0b0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/015cf270-01f3-4d0b-84d2-4c497fc9610b HTTP/1.1" status: 200 len: 991 time: 0.1124854 Feb 04 16:06:25.341362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42744) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:25.450261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5729d3e5-5fa4-4d42-b556-79c6a8caf38a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/015cf270-01f3-4d0b-84d2-4c497fc9610b HTTP/1.1" status: 200 len: 993 time: 0.1073589 Feb 04 16:06:28.425662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-abc3d074-288d-4699-85bb-7b2b1b17b4a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775313 Feb 04 16:06:28.565621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-1cac5012-2ccb-47b5-ba42-513c60910d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:28.567089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-1cac5012-2ccb-47b5-ba42-513c60910d37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 1096 time: 0.0719385 Feb 04 16:06:28.721938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-b606fc0d-3670-47cf-98a3-b56cf2b81a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:28.723663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-b606fc0d-3670-47cf-98a3-b56cf2b81a04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 912 time: 0.1349809 Feb 04 16:06:28.834427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-9b50d603-e120-4351-8041-dfc90da4fac5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6 HTTP/1.1" status: 200 len: 1000 time: 0.1043558 Feb 04 16:06:28.900911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-8f7b19e3-91a6-40b0-94cd-5a09d9c231f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:28.901807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-8f7b19e3-91a6-40b0-94cd-5a09d9c231f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.0614085 Feb 04 16:06:28.987261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-dc9c5ff1-09a4-4405-bd46-b64b8aea8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:28.988671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-dc9c5ff1-09a4-4405-bd46-b64b8aea8335 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803001 Feb 04 16:06:29.128229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-5dcc79c3-9b25-4e02-b55e-eb1c8f3ed516 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327634 Feb 04 16:06:29.389813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c3d2459-0e06-4c8f-ac12-7d06ac9f2698 req-6bfe13b9-ab2e-4da5-9f67-25f21a2c2bb4 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534680 Feb 04 16:06:32.345479 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:06:34.270658 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e38c4014-aba4-4fca-a271-e663476a23db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.557786 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.689368 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-751ee982-31c1-407b-8bc7-a4d238ea01eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:37.689321 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:37.779187 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.221948 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.525608 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.995770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497821c-be9a-41ae-9755-e06f140ee04a req-309dc4e9-1b79-4872-a701-3b8518f0a6b4 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:55.997228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2497821c-be9a-41ae-9755-e06f140ee04a req-309dc4e9-1b79-4872-a701-3b8518f0a6b4 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0853736 Feb 04 16:06:56.039229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2497821c-be9a-41ae-9755-e06f140ee04a req-0d01698a-6ec4-42e8-8888-4445f06e6597 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363922 Feb 04 16:06:56.688436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11985b7c-da0d-4293-b6ee-0cd7b53815ad req-953a75eb-d419-4923-98b3-293667293cbe tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:56.690070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11985b7c-da0d-4293-b6ee-0cd7b53815ad req-953a75eb-d419-4923-98b3-293667293cbe tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1097 time: 0.0729926 Feb 04 16:06:56.731053 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11985b7c-da0d-4293-b6ee-0cd7b53815ad req-886c768c-00cd-4c64-a04d-dc123ac1b55a tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352473 Feb 04 16:06:56.943854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a249-8ed3-4cff-a8ff-9291667e4acd req-83b215a8-ce20-4fff-b24d-bbc85cea7082 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:56.945909 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1d2a249-8ed3-4cff-a8ff-9291667e4acd req-83b215a8-ce20-4fff-b24d-bbc85cea7082 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0953541 Feb 04 16:06:57.001874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1d2a249-8ed3-4cff-a8ff-9291667e4acd req-112853b8-cdc5-46db-96e4-aa64f5737938 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482857 Feb 04 16:06:57.029473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42782) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:57.167945 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-80b3564f-e0aa-4f07-9292-92065dcdc223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/015cf270-01f3-4d0b-84d2-4c497fc9610b HTTP/1.1" status: 200 len: 993 time: 0.1370947 Feb 04 16:06:57.242910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf0f89-8965-4efc-a907-dccfbd40ff98 req-ffc61bd8-6584-4fcd-ba94-85d1f76b2ca2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:57.245803 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cbf0f89-8965-4efc-a907-dccfbd40ff98 req-ffc61bd8-6584-4fcd-ba94-85d1f76b2ca2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0962269 Feb 04 16:06:57.291923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5cbf0f89-8965-4efc-a907-dccfbd40ff98 req-be6cd576-0f2f-492b-a0f6-a625333a4034 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Feb 04 16:06:58.012544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-5184745e-7ecf-40b4-8693-d7d65994252a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296792 Feb 04 16:06:58.028561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3736675-6d43-4434-b8f9-05ac9367f21a req-dba42a22-8356-4266-a306-61c2d975d354 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:58.030007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3736675-6d43-4434-b8f9-05ac9367f21a req-dba42a22-8356-4266-a306-61c2d975d354 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0995390 Feb 04 16:06:58.076030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3736675-6d43-4434-b8f9-05ac9367f21a req-4f0fba50-abe8-4aef-b84d-8a794e40255e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399616 Feb 04 16:06:58.491361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea40f-427b-4b20-86ec-29de77a5d285 req-0114ab59-9980-40da-bb8e-ab6779721cc1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:58.492980 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce8ea40f-427b-4b20-86ec-29de77a5d285 req-0114ab59-9980-40da-bb8e-ab6779721cc1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0916772 Feb 04 16:06:58.538775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce8ea40f-427b-4b20-86ec-29de77a5d285 req-9d5f55c7-8a7c-4708-862c-fdfb517344bb tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389650 Feb 04 16:06:59.297814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-ba953f8d-0197-43ba-9783-c95e9cd0207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:59.299307 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-ba953f8d-0197-43ba-9783-c95e9cd0207f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1097 time: 0.1330750 Feb 04 16:06:59.319051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e381ee-cc02-4d01-9ab7-bf96255cb4e9 req-5fde125a-2f8e-4623-b760-ab70e976828c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:59.321235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7e381ee-cc02-4d01-9ab7-bf96255cb4e9 req-5fde125a-2f8e-4623-b760-ab70e976828c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.1196308 Feb 04 16:06:59.457225 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7e381ee-cc02-4d01-9ab7-bf96255cb4e9 req-615f34a3-460f-475e-90ce-9abe01b353c2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135018 Feb 04 16:06:59.501475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-201237fb-ddf0-4f2b-b566-8e7fa99c535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:59.502954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-201237fb-ddf0-4f2b-b566-8e7fa99c535e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.1804287 Feb 04 16:06:59.613141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-55ee5dc6-2d32-4389-9c5c-23b76bbbdb7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 1001 time: 0.1036947 Feb 04 16:06:59.737596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-ab43b4ee-ba39-4675-9984-34066a1ec3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:59.739189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-ab43b4ee-ba39-4675-9984-34066a1ec3ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.1202118 Feb 04 16:06:59.810694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d89fe6-bebf-4adb-9e2b-d93b3a2d92bb req-638565e6-cdc0-440d-9060-5b015a5b1ef4 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:59.812150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25d89fe6-bebf-4adb-9e2b-d93b3a2d92bb req-638565e6-cdc0-440d-9060-5b015a5b1ef4 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1543341 Feb 04 16:06:59.865269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-9389a603-b932-4fd4-8318-45b8e468d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:59.866721 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-9389a603-b932-4fd4-8318-45b8e468d998 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193457 Feb 04 16:06:59.872088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25d89fe6-bebf-4adb-9e2b-d93b3a2d92bb req-c1a157d4-d4b6-4912-84e3-2d2a3911ab0d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530100 Feb 04 16:07:00.004035 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-a22d7209-01ac-4a5a-b929-78457e5c4be9 service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295080 Feb 04 16:07:00.138487 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-dc34b688-ebc0-4751-8927-52ff9dea2d3f service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279020 Feb 04 16:07:00.742108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823de7d-d651-4e0e-bc3e-2d82fb6e3e14 req-f5be040e-9bcf-46a4-b306-726d88ff067b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:00.744377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7823de7d-d651-4e0e-bc3e-2d82fb6e3e14 req-f5be040e-9bcf-46a4-b306-726d88ff067b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.1752353 Feb 04 16:07:00.795854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7823de7d-d651-4e0e-bc3e-2d82fb6e3e14 req-3f004fde-71c6-4daa-b8a5-d13671b7e66b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438082 Feb 04 16:07:01.135572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c57d2-7e52-415c-8295-9597bd884c80 req-f0d61aeb-a508-4c98-b20d-924f294a7ff8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:01.136993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e9c57d2-7e52-415c-8295-9597bd884c80 req-f0d61aeb-a508-4c98-b20d-924f294a7ff8 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1011679 Feb 04 16:07:01.181678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e9c57d2-7e52-415c-8295-9597bd884c80 req-56854df0-8baa-400b-abd8-cdcc081c985e tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 Feb 04 16:07:01.984620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95639f71-3603-4f8c-90ff-b29fd0840b22 req-eb0fc4b9-c795-4f0c-ad49-ad6b36a4eede tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:01.986096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95639f71-3603-4f8c-90ff-b29fd0840b22 req-eb0fc4b9-c795-4f0c-ad49-ad6b36a4eede tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0791657 Feb 04 16:07:02.032790 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95639f71-3603-4f8c-90ff-b29fd0840b22 req-559af956-f201-44bb-be1e-da6c324fcf70 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410140 Feb 04 16:07:02.367472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554ea6b-026f-4910-9f24-4ce40c1cd660 req-2486294c-814d-443d-aaf6-90cc94692ff0 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:02.369537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9554ea6b-026f-4910-9f24-4ce40c1cd660 req-2486294c-814d-443d-aaf6-90cc94692ff0 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0799887 Feb 04 16:07:02.412845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9554ea6b-026f-4910-9f24-4ce40c1cd660 req-21008408-e687-4d39-91c5-aaf9126d80f2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376368 Feb 04 16:07:03.217210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6731b-6a31-4621-97d2-18590fc2e398 req-04410b36-ddc3-45b2-8ec6-693a85ea4898 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:03.218658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2c6731b-6a31-4621-97d2-18590fc2e398 req-04410b36-ddc3-45b2-8ec6-693a85ea4898 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0824707 Feb 04 16:07:03.262259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2c6731b-6a31-4621-97d2-18590fc2e398 req-5ca2cc89-c572-4a2b-b77a-9096b75a5924 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380218 Feb 04 16:07:03.601901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed994eb-777b-4e1a-bacf-687b86215f5f req-a8818f3f-a690-409a-86d1-7c0c5fbaa878 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:03.603241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ed994eb-777b-4e1a-bacf-687b86215f5f req-a8818f3f-a690-409a-86d1-7c0c5fbaa878 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0802436 Feb 04 16:07:03.645821 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ed994eb-777b-4e1a-bacf-687b86215f5f req-2b7304bb-38c1-4ad3-bfb0-ebe8d461ee5f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370874 Feb 04 16:07:04.274523 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2c2c2be9-598f-4585-9125-08ff5db30405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:04.451371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace7ffe-449f-4bee-a901-2e166a61b813 req-fd05133b-c970-4431-b0a9-9013766ae63a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:04.452859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ace7ffe-449f-4bee-a901-2e166a61b813 req-fd05133b-c970-4431-b0a9-9013766ae63a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0834117 Feb 04 16:07:04.497932 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ace7ffe-449f-4bee-a901-2e166a61b813 req-7bf7b260-6f47-4d47-aec0-348c5fd06473 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394118 Feb 04 16:07:04.833131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274240e-318e-4057-a16e-e6b277189f8d req-36fc48e4-67c4-45e0-8879-1bd8c8e42a96 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:04.834506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6274240e-318e-4057-a16e-e6b277189f8d req-36fc48e4-67c4-45e0-8879-1bd8c8e42a96 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0819256 Feb 04 16:07:04.881042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6274240e-318e-4057-a16e-e6b277189f8d req-b27b8e59-2a75-4365-be98-0b57ad304c06 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Feb 04 16:07:05.728919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c04302-dfe2-4c5a-b443-75596d1e5550 req-3dbc6e28-74a1-4245-a186-febf1c0f08a8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:05.731597 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07c04302-dfe2-4c5a-b443-75596d1e5550 req-3dbc6e28-74a1-4245-a186-febf1c0f08a8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.1058712 Feb 04 16:07:05.778774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07c04302-dfe2-4c5a-b443-75596d1e5550 req-f47f2492-3702-41de-94ea-1b3ee221dd9e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Feb 04 16:07:06.126810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21608c-41e8-440b-a1d2-7015693c3d1c req-5f84f604-b8fd-46f9-be19-c75c7f1d9a39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:06.128257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc21608c-41e8-440b-a1d2-7015693c3d1c req-5f84f604-b8fd-46f9-be19-c75c7f1d9a39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0917158 Feb 04 16:07:06.183408 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc21608c-41e8-440b-a1d2-7015693c3d1c req-bd78468a-5ba7-437b-99fb-7f80d4ff94ed tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492811 Feb 04 16:07:06.551309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:06.693241 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e333-a55b-44cc-af93-34d47391037b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:06.963848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f63993-489a-4c29-9aaa-03a47ce07af6 req-586c2730-2bbb-4350-b6d3-ff879b60fd98 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:06.965735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-04f63993-489a-4c29-9aaa-03a47ce07af6 req-586c2730-2bbb-4350-b6d3-ff879b60fd98 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0813098 Feb 04 16:07:07.030138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-04f63993-489a-4c29-9aaa-03a47ce07af6 req-75c34c05-5ccf-4be3-9b5e-37f8d8104283 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585434 Feb 04 16:07:07.382384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd44497-c49e-44dc-a657-5503e533677d req-fed4b76f-ac65-4ce2-9296-4b68ecc9f5c2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:07.384005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd44497-c49e-44dc-a657-5503e533677d req-fed4b76f-ac65-4ce2-9296-4b68ecc9f5c2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0885420 Feb 04 16:07:07.430229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bd44497-c49e-44dc-a657-5503e533677d req-fbfd0795-5d49-4bbb-8eec-e4e9ff434dcf tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 Feb 04 16:07:07.695904 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.782955 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.844130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f17d-b43b-49d9-ac99-2d14640b8eb1 req-4a916367-f6ab-4aaa-8bdc-e914e963bc8c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:07.845637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b874f17d-b43b-49d9-ac99-2d14640b8eb1 req-4a916367-f6ab-4aaa-8bdc-e914e963bc8c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1528144 Feb 04 16:07:07.869766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62033608-9754-425b-bdf8-f7023d1b7087 req-01d54ccb-a5f2-4841-b383-7cd7e006e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:07.871156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62033608-9754-425b-bdf8-f7023d1b7087 req-01d54ccb-a5f2-4841-b383-7cd7e006e14c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 1096 time: 0.1204560 Feb 04 16:07:07.967963 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b874f17d-b43b-49d9-ac99-2d14640b8eb1 req-8b48231e-f5ef-44ca-a8f5-1d2d222712a7 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163945 Feb 04 16:07:08.031631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62033608-9754-425b-bdf8-f7023d1b7087 req-12df5c6c-1984-419c-8d25-897072308aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.033842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62033608-9754-425b-bdf8-f7023d1b7087 req-12df5c6c-1984-419c-8d25-897072308aa0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 912 time: 0.1551919 Feb 04 16:07:08.179808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62033608-9754-425b-bdf8-f7023d1b7087 req-808228f2-5527-4b29-a1e5-09615c401834 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6 HTTP/1.1" status: 200 len: 1000 time: 0.1391542 Feb 04 16:07:08.393031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62033608-9754-425b-bdf8-f7023d1b7087 req-c93088fb-148e-4d67-b78a-79520e32114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.394492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62033608-9754-425b-bdf8-f7023d1b7087 req-c93088fb-148e-4d67-b78a-79520e32114f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.2084579 Feb 04 16:07:08.449758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58436d88-e72b-4fd0-b382-5d03550add37 req-f7b27644-c589-4cec-9b65-650be0a80760 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.451224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58436d88-e72b-4fd0-b382-5d03550add37 req-f7b27644-c589-4cec-9b65-650be0a80760 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.3072183 Feb 04 16:07:08.516682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58436d88-e72b-4fd0-b382-5d03550add37 req-593abdf7-b2de-43a9-abe9-455e868338bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593929 Feb 04 16:07:08.530433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62033608-9754-425b-bdf8-f7023d1b7087 req-8c6330ea-3604-4342-a7f2-27fa26d870be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.531904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62033608-9754-425b-bdf8-f7023d1b7087 req-8c6330ea-3604-4342-a7f2-27fa26d870be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306646 Feb 04 16:07:08.671484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62033608-9754-425b-bdf8-f7023d1b7087 req-c9dab5e8-2779-4f04-b2e0-1e7c844b3c97 service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306705 Feb 04 16:07:08.807280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62033608-9754-425b-bdf8-f7023d1b7087 req-f943b621-97d5-4bb9-a4c8-83227a02654f service neutron] 10.222.0.61 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285324 Feb 04 16:07:09.179107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec999981-eca9-445a-82fe-4db6cc2b3eba req-64184521-8f22-4c6e-a4dc-618d027f8261 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:09.181066 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec999981-eca9-445a-82fe-4db6cc2b3eba req-64184521-8f22-4c6e-a4dc-618d027f8261 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.1023026 Feb 04 16:07:09.225250 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.227289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec999981-eca9-445a-82fe-4db6cc2b3eba req-06e726e5-2e2a-42ec-baec-877e48258bab tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402665 Feb 04 16:07:09.344502 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:07:09.526919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.702866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d8abf-bf0e-4a06-a53b-a952285f195e req-d792403a-e4d9-45ad-9cdd-ee5dde5ba404 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:09.704238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd8d8abf-bf0e-4a06-a53b-a952285f195e req-d792403a-e4d9-45ad-9cdd-ee5dde5ba404 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0824680 Feb 04 16:07:09.751824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fd8d8abf-bf0e-4a06-a53b-a952285f195e req-e43b6fde-c85f-4e5a-9471-8a4566bc5f00 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 Feb 04 16:07:10.425267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a57a1-7a4d-4e0d-824c-6aa42446d793 req-e856975c-6593-4561-8140-74e97074c943 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:10.426826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-474a57a1-7a4d-4e0d-824c-6aa42446d793 req-e856975c-6593-4561-8140-74e97074c943 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0890954 Feb 04 16:07:10.475853 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-474a57a1-7a4d-4e0d-824c-6aa42446d793 req-1028d01a-6214-483c-afeb-f08c06060afb tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423930 Feb 04 16:07:10.954603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a03b-a32c-4837-8a0c-58e4c6516453 req-1e6fd861-fca4-4622-8f8e-47bef1e620f2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:10.956060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08b9a03b-a32c-4837-8a0c-58e4c6516453 req-1e6fd861-fca4-4622-8f8e-47bef1e620f2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0835662 Feb 04 16:07:11.000340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08b9a03b-a32c-4837-8a0c-58e4c6516453 req-cf6c5e95-888d-4698-a6f6-9102202c15e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385623 Feb 04 16:07:12.200706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193760d-3b27-4e70-a96f-ebc7edba540e req-549dd472-5a27-4247-8b72-3dbeb0ffde8e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:12.202209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7193760d-3b27-4e70-a96f-ebc7edba540e req-549dd472-5a27-4247-8b72-3dbeb0ffde8e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0803540 Feb 04 16:07:12.248922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7193760d-3b27-4e70-a96f-ebc7edba540e req-5f6796b0-7be8-41f3-bfd2-ef986a0106a9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409327 Feb 04 16:07:13.456948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c849c-86a7-44c9-bc11-73ec56beba70 req-51420b0f-1a4c-4cda-8182-66a14b5c4902 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:13.458682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-755c849c-86a7-44c9-bc11-73ec56beba70 req-51420b0f-1a4c-4cda-8182-66a14b5c4902 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0922680 Feb 04 16:07:13.506504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-755c849c-86a7-44c9-bc11-73ec56beba70 req-60ff78bd-b405-487e-82b8-858007001110 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418720 Feb 04 16:07:14.697029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95d23c-a43c-4aaf-a9f6-081137210716 req-218c92a6-ff83-4752-9a27-e7d684937e71 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:14.698415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd95d23c-a43c-4aaf-a9f6-081137210716 req-218c92a6-ff83-4752-9a27-e7d684937e71 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0824282 Feb 04 16:07:14.743913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd95d23c-a43c-4aaf-a9f6-081137210716 req-2b188091-b00a-4f63-bcfd-33841c5e119d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398428 Feb 04 16:07:15.980602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa53baf-e09a-44d0-8953-c94ffe4dfd67 req-d5ca3436-5e33-4e48-89e3-4cec36fcde24 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:15.982175 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-caa53baf-e09a-44d0-8953-c94ffe4dfd67 req-d5ca3436-5e33-4e48-89e3-4cec36fcde24 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.1109281 Feb 04 16:07:16.030884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-caa53baf-e09a-44d0-8953-c94ffe4dfd67 req-7c7eb40f-c7a8-4d46-b0e7-d679047285bf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429482 Feb 04 16:07:17.177539 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-643d4444-9c57-4f26-a189-ef0a3660f872 service neutron] show failed (client error): The resource could not be found. Feb 04 16:07:17.178527 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-643d4444-9c57-4f26-a189-ef0a3660f872 service neutron] 10.222.0.61 "GET /v2.0/ports/b2670a8c-e91c-43c9-804f-a548f04fb63f/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.1100440 Feb 04 16:07:17.234514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2a98b-40fb-4db4-8ce3-63abd2e11ae7 req-1ed5601f-60da-4d42-bc1a-1549cf2eb6e2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:17.236079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3e2a98b-40fb-4db4-8ce3-63abd2e11ae7 req-1ed5601f-60da-4d42-bc1a-1549cf2eb6e2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0943956 Feb 04 16:07:17.283491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3e2a98b-40fb-4db4-8ce3-63abd2e11ae7 req-7dee5bd7-e089-40c7-ae6b-c8166e05a69f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416117 Feb 04 16:07:17.445775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-f5b3612b-1167-44de-a368-4f37d3cee392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:17.447948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-f5b3612b-1167-44de-a368-4f37d3cee392 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0726712 Feb 04 16:07:17.461885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:17.574278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.850544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:17.879390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:07:17.936673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:17.942749 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.959612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Transition to ACTIVE for port object b2670a8c-e91c-43c9-804f-a548f04fb63f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:17.964640 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.011106 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'code': 200} Feb 04 16:07:18.123235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:18.135025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.135356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.135691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.136020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.136345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.136670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.137023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.137338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.137655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.137972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.138286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.138601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:18.186327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] No DVR routers for this DVR port b2670a8c-e91c-43c9-804f-a548f04fb63f on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:18.597457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:18.598001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:18.598563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:07:18.612069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Port b2670a8c-e91c-43c9-804f-a548f04fb63f on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:07:18.612617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:07:18.624530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743200-bb0b-4b1d-be30-44b8c686b302 req-ab2493aa-0ed6-4b9c-9e36-a346ad4065f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:18.626156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25743200-bb0b-4b1d-be30-44b8c686b302 req-ab2493aa-0ed6-4b9c-9e36-a346ad4065f4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 944 time: 0.1819315 Feb 04 16:07:18.628657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:07:18.629025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Checking segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:07:18.629404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Bound using segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:07:18.629828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Bound port: b2670a8c-e91c-43c9-804f-a548f04fb63f, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:18.630179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.730678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25743200-bb0b-4b1d-be30-44b8c686b302 req-36db0cc8-9b41-4e7a-85ff-66abb175e0fb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912883 Feb 04 16:07:18.758392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:07:18.762514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:07:18.766140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.832287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:18.832925 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.834322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] 10.222.0.53 "PUT /v2.0/ports/b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 1092 time: 1.3763661 Feb 04 16:07:18.854493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64e0b4-a673-40d2-9dd4-7c1de98fb6fa service neutron] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:18.939727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-8a245f88-8902-4d56-ae35-af712ef61137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:18.941288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-8a245f88-8902-4d56-ae35-af712ef61137 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1095 time: 0.0826082 Feb 04 16:07:19.082847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-b9187812-6e5d-4a4b-b540-c67a00bd7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.084373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-b9187812-6e5d-4a4b-b540-c67a00bd7677 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.1319039 Feb 04 16:07:19.194576 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-6bd5e6f8-f0fa-4004-a70c-a07071302e91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 999 time: 0.0959442 Feb 04 16:07:19.259611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-c08227dd-e0aa-4c8e-baa9-8c7c1b1e860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.261236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-c08227dd-e0aa-4c8e-baa9-8c7c1b1e860d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.0580635 Feb 04 16:07:19.342943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-3610c474-ea50-4a16-93a7-268d5e92d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.344451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-3610c474-ea50-4a16-93a7-268d5e92d675 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741649 Feb 04 16:07:19.406856 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-cf5e7d90-3691-435a-a331-a345926e3edf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697534 Feb 04 16:07:19.479781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-7245c6e2-be9d-48a8-8815-4d10db4d2042 service neutron] 10.222.0.53 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283121 Feb 04 16:07:19.558431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-14d2e7cf-b531-42fb-9e76-7f788c9a5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.559892 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-14d2e7cf-b531-42fb-9e76-7f788c9a5d59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 1096 time: 0.0708983 Feb 04 16:07:19.620866 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f79a757-b60a-406e-91e7-d54ab6cd8a44 req-8080a7a2-e221-48de-a8dd-afe15ef683ad service neutron] 10.222.0.53 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317842 Feb 04 16:07:19.708477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-96044179-c0bc-4f14-9cd3-deb4cc25e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.709967 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-96044179-c0bc-4f14-9cd3-deb4cc25e031 service neutron] 10.222.0.53 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.1290185 Feb 04 16:07:19.818647 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-a079191e-0c1b-46a6-8483-7f80f1fe14ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4e669d-b97d-4695-a121-3847f264058e HTTP/1.1" status: 200 len: 1001 time: 0.0995734 Feb 04 16:07:19.885035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-344bf6d7-b34a-4ae7-969a-6ebd024bb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.886452 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-344bf6d7-b34a-4ae7-969a-6ebd024bb63a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0613103 Feb 04 16:07:19.924054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309498-370a-470b-929e-584fcfb5bc64 req-4b890f4f-9261-45fe-90a0-5424b8301647 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.925565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2309498-370a-470b-929e-584fcfb5bc64 req-4b890f4f-9261-45fe-90a0-5424b8301647 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 944 time: 0.0859687 Feb 04 16:07:19.964729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-27b56046-6a3a-49f8-8a4f-25dc5bfb4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.966229 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-27b56046-6a3a-49f8-8a4f-25dc5bfb4ffe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734341 Feb 04 16:07:19.972012 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2309498-370a-470b-929e-584fcfb5bc64 req-afd7fad2-3d14-4047-8e78-f7f156a4cd5a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406456 Feb 04 16:07:20.012806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:20.070719 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'status': 'completed', 'code': 200} Feb 04 16:07:20.102615 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-6998d06e-847c-4f1c-bfc0-65521edab2ee service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297259 Feb 04 16:07:20.222317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df32f-b02b-45c1-a600-831b925edd7d req-119716c6-1abf-4dfb-a059-db07a4213345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:20.223788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-119716c6-1abf-4dfb-a059-db07a4213345 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1095 time: 0.1349852 Feb 04 16:07:20.228820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df32f-b02b-45c1-a600-831b925edd7d req-b2f43c8a-e4ff-4516-bd02-b0c9eb783159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:20.230253 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-b2f43c8a-e4ff-4516-bd02-b0c9eb783159 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1095 time: 0.1082461 Feb 04 16:07:20.372754 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3f93274f-00b8-4225-9f2e-1a8eeca3139f req-a6c7d195-02ad-4886-b9a2-e11b5a438954 service neutron] 10.222.0.53 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641242 Feb 04 16:07:20.579200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df32f-b02b-45c1-a600-831b925edd7d req-202a80a3-0345-4b00-a52a-67466eb5cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:20.580666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-202a80a3-0345-4b00-a52a-67466eb5cbee service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.3495712 Feb 04 16:07:20.582885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df32f-b02b-45c1-a600-831b925edd7d req-885e11d1-242a-43e1-97bc-bf718c6326c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:20.584153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-885e11d1-242a-43e1-97bc-bf718c6326c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.3354242 Feb 04 16:07:20.770192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-e75c5052-809f-4ccf-8498-e262d7e963e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 999 time: 0.1812997 Feb 04 16:07:20.771734 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-b47aceff-7b63-48f0-b310-e7d358700c59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 999 time: 0.1326602 Feb 04 16:07:20.879253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df32f-b02b-45c1-a600-831b925edd7d req-526e38c1-4fa8-41ed-9f8b-be7d0c8a3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:20.880669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-526e38c1-4fa8-41ed-9f8b-be7d0c8a3ddb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.1043818 Feb 04 16:07:20.884334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df32f-b02b-45c1-a600-831b925edd7d req-e968e605-2113-4d24-9349-d939a0b40816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:20.885645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-e968e605-2113-4d24-9349-d939a0b40816 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.0809429 Feb 04 16:07:21.016864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df32f-b02b-45c1-a600-831b925edd7d req-744c40a1-a054-4aca-8dc8-8d3ec57fe7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:21.018324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-744c40a1-a054-4aca-8dc8-8d3ec57fe7bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306276 Feb 04 16:07:21.020941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df32f-b02b-45c1-a600-831b925edd7d req-9589ec06-571e-4cf8-87ed-e6d0e54e8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:21.022249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-9589ec06-571e-4cf8-87ed-e6d0e54e8a41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048875 Feb 04 16:07:21.321026 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-52cab0fd-5440-43e8-bf1c-719550892cbd service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954655 Feb 04 16:07:21.328962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-5c83e8c6-9665-4c0f-933e-191bbd564280 service neutron] 10.222.0.53 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827897 Feb 04 16:07:21.423140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189575c-0080-47a0-94dc-da7a7db933dc req-28959ebc-e46e-4995-83a0-8f3f69db9c41 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:21.424596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2189575c-0080-47a0-94dc-da7a7db933dc req-28959ebc-e46e-4995-83a0-8f3f69db9c41 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 944 time: 0.3131886 Feb 04 16:07:21.584679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2189575c-0080-47a0-94dc-da7a7db933dc req-e1e135e2-df65-4859-b8bb-ef39437a7a26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047580 Feb 04 16:07:21.617772 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-bd71b86d-1a3f-43fa-8c2c-e8b18df6c6c7 service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878885 Feb 04 16:07:21.621470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89df32f-b02b-45c1-a600-831b925edd7d req-3443a926-933b-4bfe-b2ae-aa71cacc0a43 service neutron] 10.222.0.53 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697241 Feb 04 16:07:21.834919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:21.894009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:22.268231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:07:22.444654 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:22.458260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'port_id': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'mac_address': 'fa:16:3e:70:bb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:07:22.513703 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.530341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2670a8c-e91c-43c9-804f-a548f04fb63f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:22.546279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:22.550513 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.620305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:22.627872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.628215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.628550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.628906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.629234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.629558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.629878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.630194 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.630517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.630827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.631139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.631450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:22.777422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199950f-4ea4-4397-8cfb-e3c4b6bc5a5e req-ff0ae1eb-88ed-4feb-a1f1-a8ed126c605e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:22.779010 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5199950f-4ea4-4397-8cfb-e3c4b6bc5a5e req-ff0ae1eb-88ed-4feb-a1f1-a8ed126c605e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 945 time: 0.0861182 Feb 04 16:07:22.799286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b2670a8c-e91c-43c9-804f-a548f04fb63f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:07:22.823943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5199950f-4ea4-4397-8cfb-e3c4b6bc5a5e req-9eca5305-cad8-40b1-81f5-8cc2fa0f64b0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392511 Feb 04 16:07:23.332601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-35aaf405-4ca8-45c0-ab5e-2abe3e34c663 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:23.334438 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-35aaf405-4ca8-45c0-ab5e-2abe3e34c663 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 945 time: 0.2490785 Feb 04 16:07:23.436039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6476bc4-9a98-4b64-a119-354cb474e57c req-a72d2887-7baf-429b-920a-ef10f9915084 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:23.437800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6476bc4-9a98-4b64-a119-354cb474e57c req-a72d2887-7baf-429b-920a-ef10f9915084 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 945 time: 0.2922113 Feb 04 16:07:23.440499 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-1d000536-3a51-43a0-8cf5-e4b9a04fde2d service neutron] 10.222.0.53 "GET /v2.0/ports/b2670a8c-e91c-43c9-804f-a548f04fb63f/bindings/n-h1-827870-1 HTTP/1.1" status: 200 len: 382 time: 0.0998554 Feb 04 16:07:23.521319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6476bc4-9a98-4b64-a119-354cb474e57c req-b72ba27a-00b1-4367-8075-2629276da8f1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778115 Feb 04 16:07:23.548363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-eefce643-3aed-427b-86a0-f65134d56a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:23.549842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-eefce643-3aed-427b-86a0-f65134d56a67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1096 time: 0.0853457 Feb 04 16:07:23.683334 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-11974811-694b-4839-93dd-014ec20f0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:23.684686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-11974811-694b-4839-93dd-014ec20f0dcd service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.1279068 Feb 04 16:07:23.788428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-de06fa02-2601-47e4-9b34-5199a7e2e6d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 1000 time: 0.0977116 Feb 04 16:07:23.850004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-aa33890f-7708-4bff-a3a6-19752f308f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:23.851416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-aa33890f-7708-4bff-a3a6-19752f308f3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.0573876 Feb 04 16:07:23.935084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-7225422e-b828-4d02-b8c0-1fe018334ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:23.937130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-7225422e-b828-4d02-b8c0-1fe018334ed0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798225 Feb 04 16:07:24.070804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-106660c3-10af-4ee1-b299-139281b59cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269505 Feb 04 16:07:24.204695 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-fe1dcbea-b507-4a56-aa49-93a8eee98c21 service neutron] 10.222.0.53 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275799 Feb 04 16:07:24.283312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:24.375373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port b2670a8c-e91c-43c9-804f-a548f04fb63f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:24.380164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port b2670a8c-e91c-43c9-804f-a548f04fb63f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:24.380524 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.497899 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.534766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:24.545163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:24.549736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.611321 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'code': 200} Feb 04 16:07:24.623936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:24.804197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1574d5-1e05-42c9-a02d-3105f57a956f req-90364bfb-1792-48d8-a481-f97015f0507b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:24.806384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f1574d5-1e05-42c9-a02d-3105f57a956f req-90364bfb-1792-48d8-a481-f97015f0507b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0824170 Feb 04 16:07:24.851238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f1574d5-1e05-42c9-a02d-3105f57a956f req-cc64ed31-9b83-439c-b5a4-dbfb272c4b01 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394087 Feb 04 16:07:26.048564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7f2e3-488e-408d-8cb6-4d75b1d9916f req-f82737c0-5800-4782-bf24-57552cbc578b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:26.050376 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0a7f2e3-488e-408d-8cb6-4d75b1d9916f req-f82737c0-5800-4782-bf24-57552cbc578b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 946 time: 0.0906358 Feb 04 16:07:26.099421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0a7f2e3-488e-408d-8cb6-4d75b1d9916f req-eaf98c21-428d-4810-9622-aad00c9c5534 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432787 Feb 04 16:07:26.390448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-43198f5a-f29c-4f1e-b591-05389323c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:26.391908 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-43198f5a-f29c-4f1e-b591-05389323c240 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0714202 Feb 04 16:07:26.404737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:26.523451 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.805493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:26.839610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:07:26.897857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:26.904208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.923733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Transition to ACTIVE for port object b2670a8c-e91c-43c9-804f-a548f04fb63f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:26.927869 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.093204 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'code': 200} Feb 04 16:07:27.217531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:27.323289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] No DVR routers for this DVR port b2670a8c-e91c-43c9-804f-a548f04fb63f on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:27.487900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ef5a7-7c26-4c53-a732-30f569a816b7 req-56ecbfbe-6c03-40e3-af92-8a08c0a89be8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:27.489465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb6ef5a7-7c26-4c53-a732-30f569a816b7 req-56ecbfbe-6c03-40e3-af92-8a08c0a89be8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 945 time: 0.2671993 Feb 04 16:07:27.593062 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb6ef5a7-7c26-4c53-a732-30f569a816b7 req-15d4bfd4-55b7-4789-b4b5-3896fac43b6a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955977 Feb 04 16:07:27.622952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:27.623292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:27.623630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:07:27.628575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Port b2670a8c-e91c-43c9-804f-a548f04fb63f on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:07:27.628936 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Attempting to bind port b2670a8c-e91c-43c9-804f-a548f04fb63f on network e1221f8e-80bf-4f5a-82fc-d35619a0f05c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:07:27.634711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:07:27.635049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Checking segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:07:27.635436 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Bound using segment: {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:07:27.635861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Bound port: b2670a8c-e91c-43c9-804f-a548f04fb63f, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6f98b7-98be-4b1b-8d33-14b04422b7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:27.636212 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.730934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:07:27.734032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:07:27.737617 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.803399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:27.804018 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.805471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 1093 time: 1.4049354 Feb 04 16:07:27.822466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527327a-4cc9-4f02-afe5-bea03c2c64b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=11']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:27.902463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-ca7b86a2-5cf6-4627-8cb2-b8a329e009e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:27.903977 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-ca7b86a2-5cf6-4627-8cb2-b8a329e009e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1096 time: 0.0757699 Feb 04 16:07:28.041823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-021732e2-b906-4664-9d2b-b97ad75bd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:28.043278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-021732e2-b906-4664-9d2b-b97ad75bd2b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.1322680 Feb 04 16:07:28.148930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-2962b866-9ed8-4fda-8593-5477a0157085 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 999 time: 0.0988410 Feb 04 16:07:28.212562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-bbdd3165-39d0-4e7d-a5b0-c4e4067d3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:28.214175 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-bbdd3165-39d0-4e7d-a5b0-c4e4067d3d08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.0589809 Feb 04 16:07:28.295154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b847ee2-c128-479f-97ed-7735a666a14a req-2e9dd7a3-0e1d-4883-b8a0-762738078093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:28.296649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-2e9dd7a3-0e1d-4883-b8a0-762738078093 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753996 Feb 04 16:07:28.436639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-e75354fe-0d27-49a7-a9b3-b534fb358559 service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331952 Feb 04 16:07:28.567798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b847ee2-c128-479f-97ed-7735a666a14a req-bad38c04-26f2-4f00-910f-06ae8c29770b service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246665 Feb 04 16:07:28.785933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c10ee-4169-4bf7-98b1-2ff1e8ee1832 req-c0789cf3-93fc-4689-9056-f1fcce2e9cb5 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:28.787389 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-098c10ee-4169-4bf7-98b1-2ff1e8ee1832 req-c0789cf3-93fc-4689-9056-f1fcce2e9cb5 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 945 time: 0.0792091 Feb 04 16:07:28.832144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-098c10ee-4169-4bf7-98b1-2ff1e8ee1832 req-e22d2d43-6750-4145-8923-67f35363cfb9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383363 Feb 04 16:07:29.094291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:29.152522 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'status': 'completed', 'code': 200} Feb 04 16:07:29.418462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-540dda56-4d44-4e44-823f-36217f56ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:29.419927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-540dda56-4d44-4e44-823f-36217f56ffc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1096 time: 0.0975745 Feb 04 16:07:29.421890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-f7e95c18-8047-4572-b0db-58b1706500d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:29.423176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-f7e95c18-8047-4572-b0db-58b1706500d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1096 time: 0.2532752 Feb 04 16:07:29.660288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-c2d3dba9-0ad5-4e3c-9fc5-01f15c85df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:29.661679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-c2d3dba9-0ad5-4e3c-9fc5-01f15c85df38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.2324104 Feb 04 16:07:29.662740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-6c75e8e2-94e2-4b33-88fd-c38a49264e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:29.663991 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-6c75e8e2-94e2-4b33-88fd-c38a49264e61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.2168560 Feb 04 16:07:29.847182 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-e4dd423c-cf98-4982-be3c-94b519be7168 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 999 time: 0.1762681 Feb 04 16:07:29.850663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-8f847407-bddf-4469-acc1-4f0499244c20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 999 time: 0.1329150 Feb 04 16:07:30.012668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-88894a7e-5e23-4173-baf0-ac07e793c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:30.014115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-88894a7e-5e23-4173-baf0-ac07e793c300 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.1606197 Feb 04 16:07:30.016461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-771b60cd-cd3e-4872-8ec3-6383126a6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:30.017774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-771b60cd-cd3e-4872-8ec3-6383126a6917 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.1319520 Feb 04 16:07:30.167711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3525f2b-a405-47ac-a06d-be518ab5b95b req-d04d747c-1928-41e2-84a9-6575f2ccc724 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:30.169195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3525f2b-a405-47ac-a06d-be518ab5b95b req-d04d747c-1928-41e2-84a9-6575f2ccc724 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 945 time: 0.2140577 Feb 04 16:07:30.205464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-492a6444-ea60-4f26-b630-7170953bb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:30.206228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-492a6444-ea60-4f26-b630-7170953bb939 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780913 Feb 04 16:07:30.210480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-3dfbdfaa-7b77-47ee-b2c1-5bef175a0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:30.213359 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-3dfbdfaa-7b77-47ee-b2c1-5bef175a0879 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908870 Feb 04 16:07:30.308640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:30.412615 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3525f2b-a405-47ac-a06d-be518ab5b95b req-56d45944-1693-44b2-9d49-4a9beb345b31 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321293 Feb 04 16:07:30.419240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:30.534031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-12d2d531-8572-49d6-8dcb-49f6bb77fbdd service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127077 Feb 04 16:07:30.538351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-98f10b7e-a49b-4f2b-b3ef-9d32336f88ef service neutron] 10.222.0.53 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149025 Feb 04 16:07:30.928384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-e83b2ae4-5bba-409c-bffb-55ce47884222 service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868697 Feb 04 16:07:30.931631 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82a6ff88-640c-4db0-b068-ea74a3f5b868 req-b432c96d-a9f6-4b24-9302-d507e3963de8 service neutron] 10.222.0.53 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687892 Feb 04 16:07:31.038975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-63d96195-52a8-4f3c-8b11-7cb39b14487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:31.041109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-63d96195-52a8-4f3c-8b11-7cb39b14487f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1096 time: 0.0751352 Feb 04 16:07:31.187396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-a2bdd7bb-5aea-4b4b-b568-920f928e3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:31.189048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-a2bdd7bb-5aea-4b4b-b568-920f928e3b97 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.1283135 Feb 04 16:07:31.292840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-e3db3a2e-9d81-4185-917b-5ba58123ae2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 999 time: 0.0976295 Feb 04 16:07:31.360679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-d88b5b10-2802-4cfe-bca3-50890f6b2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:31.362139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-d88b5b10-2802-4cfe-bca3-50890f6b2a79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.0625145 Feb 04 16:07:31.440420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-8402b45a-df8b-4a76-923b-9e83344c39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:31.441937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-8402b45a-df8b-4a76-923b-9e83344c39ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735214 Feb 04 16:07:31.641185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-7e30e5d1-a732-4af5-9e35-6926d14937be service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921155 Feb 04 16:07:31.652846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae57193-e866-47ef-b458-d72247ffecf5 req-7a33296c-3c2f-4cc7-aecb-58c8266f73d4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:31.654850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ae57193-e866-47ef-b458-d72247ffecf5 req-7a33296c-3c2f-4cc7-aecb-58c8266f73d4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 945 time: 0.1385942 Feb 04 16:07:31.783895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ae57193-e866-47ef-b458-d72247ffecf5 req-e8086f36-4e84-4e4b-b340-ac4b47fd8083 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098261 Feb 04 16:07:31.817830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42912) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:31.823638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cdda101c-0441-40fe-ab1d-d521d57e4f9b req-a445b61b-2bed-49f4-888c-09cf756bd9c1 service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675062 Feb 04 16:07:31.935275 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fffa3298-758b-4d43-b30f-5299cde1cbae tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/015cf270-01f3-4d0b-84d2-4c497fc9610b HTTP/1.1" status: 200 len: 991 time: 0.1163239 Feb 04 16:07:31.942696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:07:32.087622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:32.107201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'port_id': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'mac_address': 'fa:16:3e:70:bb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:07:32.171481 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.190768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2670a8c-e91c-43c9-804f-a548f04fb63f {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:32.208139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:32.213306 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.298085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=12']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:32.473170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['b2670a8c-e91c-43c9-804f-a548f04fb63f'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:07:33.961182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:34.030566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port b2670a8c-e91c-43c9-804f-a548f04fb63f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:34.035807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port b2670a8c-e91c-43c9-804f-a548f04fb63f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:34.036039 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.157133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.184167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:34.200227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:34.207060 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.241450 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'code': 200} Feb 04 16:07:34.288310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d3d25c26-5bbe-43a3-879b-6eb084c01bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.295552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=13']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:35.448223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-0720d570-d422-4604-ae51-9bb8eb5d1b01 req-e3188071-1acd-430f-9127-aee16075e2e7 service neutron] (87570) timed out ('10.222.0.46', 53048) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:07:36.556500 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.696435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-eb22969a-75df-462c-b8cf-6947c94a40a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.691105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.785732 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.228570 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.540631 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.034118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc26f43-a8b9-436f-a754-ed61111d4717 req-0c3f278a-74d3-4ee0-b9fd-b27114aa6ff0 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:44.035634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afc26f43-a8b9-436f-a754-ed61111d4717 req-0c3f278a-74d3-4ee0-b9fd-b27114aa6ff0 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0830715 Feb 04 16:07:44.081268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afc26f43-a8b9-436f-a754-ed61111d4717 req-0a6606ce-0018-48c1-b4e3-28919d383664 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393243 Feb 04 16:07:45.270282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c759-4539-4138-9bd5-78dc9c6f82f1 req-ccc0058c-8c83-48da-9c8a-29446f8c4128 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:45.271752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1f1c759-4539-4138-9bd5-78dc9c6f82f1 req-ccc0058c-8c83-48da-9c8a-29446f8c4128 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0853784 Feb 04 16:07:45.320260 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1f1c759-4539-4138-9bd5-78dc9c6f82f1 req-917a4b9f-d6c1-4f3f-8c4c-8687c1e4af86 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Feb 04 16:07:46.221114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-429fceed-1a0f-4faf-b0d6-28e626c7e5ee tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:46.222554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-429fceed-1a0f-4faf-b0d6-28e626c7e5ee tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.61 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.0927179 Feb 04 16:07:46.296956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Deleting port c2a08013-9d69-49d8-ad44-5041e8905dd6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:07:46.297630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.344876 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:07:46.600965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] For port c2a08013-9d69-49d8-ad44-5041e8905dd6, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=c2a08013-9d69-49d8-ad44-5041e8905dd6,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:46.601222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.786511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb8075-6e92-47eb-b170-4ac048eb0c79 req-e3cbf229-7d5f-4b3b-bd2a-3d5e2eceb71e tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:46.787978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7cb8075-6e92-47eb-b170-4ac048eb0c79 req-e3cbf229-7d5f-4b3b-bd2a-3d5e2eceb71e tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 945 time: 0.3557961 Feb 04 16:07:46.925874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7cb8075-6e92-47eb-b170-4ac048eb0c79 req-2fba8866-398a-4f32-8302-9c5eb1ce5c20 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fda2579-9a50-4b55-a531-a90ade5b5815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240311 Feb 04 16:07:47.053848 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.054206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.054517 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Floating IP e517c90f-3a68-4298-a199-6e3876717be8 disassociated. External IP: 172.25.8.31, port: c2a08013-9d69-49d8-ad44-5041e8905dd6. Feb 04 16:07:47.055473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Calling delete_port for c2a08013-9d69-49d8-ad44-5041e8905dd6 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:07:47.202468 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.260381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event deleted for resources: {'Port': ['ID=c2a08013-9d69-49d8-ad44-5041e8905dd6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:47.462735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Router 4994b585-3f11-4b94-afa7-29b11aea0d3c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:07:47.662515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:07:47.673652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a03165d-b399-41e6-9451-0c157250130d None None] Sync routers for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:47.684253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03165d-b399-41e6-9451-0c157250130d None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:07:47.684913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4a03165d-b399-41e6-9451-0c157250130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:07:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:47.752472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] No DVR routers for this DVR port c2a08013-9d69-49d8-ad44-5041e8905dd6 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:47.755611 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.759820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'name': 'network-vif-deleted', 'tag': 'c2a08013-9d69-49d8-ad44-5041e8905dd6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:47.785306 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8777871c-93f4-4f10-9516-445e6ca59d6c req-842fd133-79cf-440a-82ed-8cc22648d16f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.61 "DELETE /v2.0/ports/c2a08013-9d69-49d8-ad44-5041e8905dd6 HTTP/1.1" status: 204 len: 173 time: 1.5563040 Feb 04 16:07:47.846694 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44e9885-45f9-4145-b0d4-c6ca8f81ebf7', 'name': 'network-vif-deleted', 'tag': 'c2a08013-9d69-49d8-ad44-5041e8905dd6', 'status': 'completed', 'code': 200} Feb 04 16:07:47.972369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4a03165d-b399-41e6-9451-0c157250130d None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:07:48.099948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-830a8cd5-6588-4a1e-ab38-9cfbaa23ca75 req-226c68bc-9095-41cb-93b0-4266873fa539 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Synchronizing usage tracker for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:48.115358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-830a8cd5-6588-4a1e-ab38-9cfbaa23ca75 req-226c68bc-9095-41cb-93b0-4266873fa539 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Unset dirty status for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:48.116513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-830a8cd5-6588-4a1e-ab38-9cfbaa23ca75 req-226c68bc-9095-41cb-93b0-4266873fa539 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=e44e9885-45f9-4145-b0d4-c6ca8f81ebf7 HTTP/1.1" status: 200 len: 210 time: 0.0604689 Feb 04 16:07:48.348133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4a03165d-b399-41e6-9451-0c157250130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:48.356334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a03165d-b399-41e6-9451-0c157250130d None None] Checking router: 4994b585-3f11-4b94-afa7-29b11aea0d3c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:48.367875 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03165d-b399-41e6-9451-0c157250130d None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:07:48.368605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4a03165d-b399-41e6-9451-0c157250130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:07:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:48.577584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4a03165d-b399-41e6-9451-0c157250130d None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:07:48.925751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4a03165d-b399-41e6-9451-0c157250130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:48.930066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a03165d-b399-41e6-9451-0c157250130d None None] The sync data for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 is: [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:49.220920 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f111577-6177-47b3-bd82-cc4e300307ba None None] New status for floating IP e517c90f-3a68-4298-a199-6e3876717be8: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:07:49.278837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42940) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:49.385592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.427100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.506384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.535515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda2579-9a50-4b55-a531-a90ade5b5815,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:49.551260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.551623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.552419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.552822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.553308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.553780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.554194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.554629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.555598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.556187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.556599 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.557023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:49.562396 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.564223 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8268e3c6-7718-4254-95cd-97e580760c39 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "DELETE /v2.0/security-groups/2fda2579-9a50-4b55-a531-a90ade5b5815 HTTP/1.1" status: 204 len: 168 time: 0.2840199 Feb 04 16:07:49.568787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42944) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:49.587624 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-49bba5f8-3179-4c1a-87b7-baa81d1bdf2f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] show failed (client error): The resource could not be found. Feb 04 16:07:49.588815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-49bba5f8-3179-4c1a-87b7-baa81d1bdf2f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups/2fda2579-9a50-4b55-a531-a90ade5b5815 HTTP/1.1" status: 404 len: 347 time: 0.0185390 Feb 04 16:07:49.591827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 42948) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:49.774809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Deleting port c8aedc60-ba01-41e8-8d99-8df703e6b225 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:07:49.775049 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.951224 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.951753 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.036745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c2a08013-9d69-49d8-ad44-5041e8905dd6 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:50.083085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: c2a08013-9d69-49d8-ad44-5041e8905dd6 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:07:50.083419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device c2a08013-9d69-49d8-ad44-5041e8905dd6 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:50.223388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Calling delete_port for c8aedc60-ba01-41e8-8d99-8df703e6b225 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:07:50.401348 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.458025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event deleted for resources: {'Port': ['ID=c8aedc60-ba01-41e8-8d99-8df703e6b225,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:50.562167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.584351 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.587129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2ddef90b-49b7-495a-b88f-000c2fd516b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "DELETE /v2.0/floatingips/e517c90f-3a68-4298-a199-6e3876717be8 HTTP/1.1" status: 204 len: 168 time: 0.9939930 Feb 04 16:07:50.793593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42954) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:50.799121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002700601', 'description': 'tempest-description--1458023370'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:50.806196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:50.811955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:security_group and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:50.815694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:50.824492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:50.838646 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.860636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:50.865147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:security_group_rule and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:50.868264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:50.874740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:50.962740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.967205 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.025503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a59cbe1-896a-4d3e-99db-2526f62da5b5,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.030164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.031494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-36cc6636-74b9-48b3-91f5-802c099817f5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2368610 Feb 04 16:07:51.035173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:51.040519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'security_group_rule': {'security_group_id': '0a59cbe1-896a-4d3e-99db-2526f62da5b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:51.048158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:51.052069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:security_group_rule and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:51.055288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:51.061222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:51.080295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.155921 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.159616 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.182902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b516d673-2f1b-49ff-866e-336a5be029da,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.195381 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.197542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-af4a2f3e-ca5c-4c0f-8026-1a9dbf70a8da tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614392 Feb 04 16:07:51.200268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42962) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:51.205531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'security_group_rule': {'security_group_id': '0a59cbe1-896a-4d3e-99db-2526f62da5b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:51.212789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:51.217048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:security_group_rule and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:51.220343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:51.226388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:51.243707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.310143 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.314149 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.344957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600e44f8-6b11-44e8-9387-0214131e0186,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.352044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.353598 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-75190818-1a26-41ab-b119-e11e4e623d05 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523576 Feb 04 16:07:51.357214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 42966) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:51.363149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:51.370858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:51.375151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Usage tracker for resource:floatingip and tenant:6fae251390c34629a1c41ec4d302e0ce is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:51.378133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:51.384872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:51.397279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.545235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.693900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Allocated IP 172.25.8.195 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/0a0de9e8-80a4-4b27-91f0-14cb2d504df0) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:51.852084 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.894745 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.966016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:51.969163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:51.973552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:07:52.008897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'Port': ['ID=0a0de9e8-80a4-4b27-91f0-14cb2d504df0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:52.067182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.133951 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.363102 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.368025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.478580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'Port': ['ID=0a0de9e8-80a4-4b27-91f0-14cb2d504df0,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:52.490454 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.513655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.514874 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fd7a269d-0083-4510-a1eb-4b84e04722be tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1566346 Feb 04 16:07:52.680710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-6ac11705-c9ac-4b8e-b159-06085360da26 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1002700601&fields=id&tenant_id=6fae251390c34629a1c41ec4d302e0ce HTTP/1.1" status: 200 len: 267 time: 0.0409632 Feb 04 16:07:52.837580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746192-ff06-404a-9310-90e6defad0dd req-6442f97f-39fa-4ef0-99d6-ef687cbeb800 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:52.840064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-6442f97f-39fa-4ef0-99d6-ef687cbeb800 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 811 time: 0.1527431 Feb 04 16:07:52.857358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-0dc1ab44-ff52-46b1-a7bd-29444a1babfa tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/quotas/6fae251390c34629a1c41ec4d302e0ce HTTP/1.1" status: 200 len: 375 time: 0.0110819 Feb 04 16:07:52.955404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-22746192-ff06-404a-9310-90e6defad0dd req-f06d9f36-c2d1-47c0-af56-37e8553e65b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Synchronizing usage tracker for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:52.967418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-22746192-ff06-404a-9310-90e6defad0dd req-f06d9f36-c2d1-47c0-af56-37e8553e65b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Unset dirty status for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:52.968878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-f06d9f36-c2d1-47c0-af56-37e8553e65b3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061101 Feb 04 16:07:53.168914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-ff79eb80-f8c8-4ce3-8f6b-7819de0187b3 service neutron] 10.222.0.46 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875052 Feb 04 16:07:53.306827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-5813d44f-8837-4566-b2ed-644d415959cd service neutron] 10.222.0.46 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314707 Feb 04 16:07:53.497659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3b9a7ee-5073-4e84-80e3-cd9cc7543e86 req-5bd5e3b8-623f-401f-8959-60069e81f285 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 210 time: 0.0438843 Feb 04 16:07:54.021843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979514a6-eada-4c66-ab27-3dd8e7f4f7c9 req-177dcd7f-21ec-4217-8d09-61c388cad3e4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:54.023330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-979514a6-eada-4c66-ab27-3dd8e7f4f7c9 req-177dcd7f-21ec-4217-8d09-61c388cad3e4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 945 time: 0.0863004 Feb 04 16:07:54.076938 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-979514a6-eada-4c66-ab27-3dd8e7f4f7c9 req-e3d12d25-f610-47b1-be13-11e2ed3e5417 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466533 Feb 04 16:07:54.632154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746192-ff06-404a-9310-90e6defad0dd req-957536b6-c4d8-4b40-aab8-9a8b6071871f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:54.634702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-957536b6-c4d8-4b40-aab8-9a8b6071871f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.53 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 811 time: 0.1657724 Feb 04 16:07:54.695083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15d2f00e-f9b9-40a5-8de4-58d0d0f97c70 req-cb21f383-2f5c-4bed-ae62-07da43efd25a tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 210 time: 0.0593464 Feb 04 16:07:54.724978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-4c26b73c-7e7e-498d-87bb-d8d68ec6c136 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fae251390c34629a1c41ec4d302e0ce HTTP/1.1" status: 200 len: 380 time: 0.0525107 Feb 04 16:07:54.734661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'port': {'device_id': 'ce728324-954a-435b-a788-dff120dcd798', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'admin_state_up': True, 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'security_groups': ['0a59cbe1-896a-4d3e-99db-2526f62da5b5']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:54.878138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:54.889456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:54.900597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Made reservation on behalf of 6fae251390c34629a1c41ec4d302e0ce for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:54.904235 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.095801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Allocated IP 172.20.0.13 (76e5812f-159c-4c0c-8970-0556320d8949/0f9799dc-8551-4a9b-af12-052504351e8b/564e7c51-2eb4-44ec-ab6b-ae08b7b43d02) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:55.508890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015b8c0-75d3-490c-a2b8-34be7c8f31bd req-c7399c7e-164b-4892-8d2c-6f2e6ccc81d3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:55.510381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8015b8c0-75d3-490c-a2b8-34be7c8f31bd req-c7399c7e-164b-4892-8d2c-6f2e6ccc81d3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 945 time: 0.2884049 Feb 04 16:07:55.515473 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.550898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Transition to ACTIVE for port object 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:55.575206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8015b8c0-75d3-490c-a2b8-34be7c8f31bd req-44ee21b3-10f2-413b-8fa4-51548b189411 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560296 Feb 04 16:07:55.603895 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.683955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Network 76e5812f-159c-4c0c-8970-0556320d8949 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:55.687306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:55.691724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:07:55.728061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event updated for resources: {'Port': ['ID=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:55.768233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-4d6b9fa8-a271-4e29-8dc9-4677b6cbf2a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:55.769223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-4d6b9fa8-a271-4e29-8dc9-4677b6cbf2a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:55.774914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:55.775889 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.791154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-4d6b9fa8-a271-4e29-8dc9-4677b6cbf2a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:55.792524 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-4d6b9fa8-a271-4e29-8dc9-4677b6cbf2a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 945 time: 0.1468117 Feb 04 16:07:55.812435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-db16d891-be4c-4366-b16b-666c38b981b1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0819435 Feb 04 16:07:55.824309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Request body: {'port': {'device_id': 'ce728324-954a-435b-a788-dff120dcd798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:55.894088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port 1f4e669d-b97d-4695-a121-3847f264058e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:07:55.894550 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.005628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1aa16a09-3987-40e9-9ef1-14fabd2b300d None None] Provisioning for port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:56.016755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1aa16a09-3987-40e9-9ef1-14fabd2b300d None None] Provisioning complete for port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:56.017360 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1aa16a09-3987-40e9-9ef1-14fabd2b300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.040712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.074881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf51dd-1956-4a56-85e3-5348f8f60486 req-a1b24596-8afe-4cd6-89c4-a83fd5b56927 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:56.076066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bbcf51dd-1956-4a56-85e3-5348f8f60486 req-a1b24596-8afe-4cd6-89c4-a83fd5b56927 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Synchronizing usage tracker for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:56.098396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1aa16a09-3987-40e9-9ef1-14fabd2b300d None None] Port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:07:56.157808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-bbcf51dd-1956-4a56-85e3-5348f8f60486 req-a1b24596-8afe-4cd6-89c4-a83fd5b56927 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Unset dirty status for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:56.158896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbcf51dd-1956-4a56-85e3-5348f8f60486 req-a1b24596-8afe-4cd6-89c4-a83fd5b56927 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 932 time: 0.3003876 Feb 04 16:07:56.278979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] For port 1f4e669d-b97d-4695-a121-3847f264058e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1f4e669d-b97d-4695-a121-3847f264058e,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:07:56.279546 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.307143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbcf51dd-1956-4a56-85e3-5348f8f60486 req-122ee334-9a0f-4dbd-b3bd-b6938dce37d3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386640 Feb 04 16:07:56.598053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:56.606813 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.624946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Transition to ACTIVE for port object 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:56.641620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.795153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.795882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.795882 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Floating IP dc6b4dc0-196b-4257-9303-80ca8238ae1e disassociated. External IP: 172.25.8.105, port: 1f4e669d-b97d-4695-a121-3847f264058e. Feb 04 16:07:56.796392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for 1f4e669d-b97d-4695-a121-3847f264058e owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:07:56.843497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Pushing event updated for resources: {'Port': ['ID=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:56.972516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.996210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10990d9c-d75f-4838-91c9-482348ceb500 req-f6f20d67-d422-4896-a452-b238e0b8434e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:56.997854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10990d9c-d75f-4838-91c9-482348ceb500 req-f6f20d67-d422-4896-a452-b238e0b8434e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 945 time: 0.2457743 Feb 04 16:07:57.024778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Attempting to bind port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:57.025139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Attempting to bind port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:57.025493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Attempting to bind port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 on network 76e5812f-159c-4c0c-8970-0556320d8949 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:07:57.025995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=1f4e669d-b97d-4695-a121-3847f264058e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:57.035525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 on network 76e5812f-159c-4c0c-8970-0556320d8949 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:07:57.035858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Attempting to bind port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 on network 76e5812f-159c-4c0c-8970-0556320d8949 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:07:57.045641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:07:57.045989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Checking segment: {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:07:57.046442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Bound using segment: {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:07:57.046909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Bound port: 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440bc064-4ea6-4156-9aea-39c5cf802bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:57.047277 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.085776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10990d9c-d75f-4838-91c9-482348ceb500 req-4ff55e98-b8d5-4810-a899-234ea44f7c16 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817852 Feb 04 16:07:57.165265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] For port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:07:57.169307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] For port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:07:57.174441 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.236072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Router a1bfc11b-8835-46df-96ed-394c6d5843bc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:07:57.254776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.255668 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.269186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] 10.222.0.53 "PUT /v2.0/ports/564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 HTTP/1.1" status: 200 len: 1092 time: 1.4496744 Feb 04 16:07:57.272633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce728324-954a-435b-a788-dff120dcd798', 'tag': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:57.330924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb77ac1-39a6-4185-ab83-6c2181715135 service neutron] Pushing event updated for resources: {'Port': ['ID=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:57.344513 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce728324-954a-435b-a788-dff120dcd798', 'tag': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02', 'status': 'completed', 'code': 200} Feb 04 16:07:57.447845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746192-ff06-404a-9310-90e6defad0dd req-93b0f049-5bf2-49f6-b802-f00008a55157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.449969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-93b0f049-5bf2-49f6-b802-f00008a55157 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 1095 time: 0.0991998 Feb 04 16:07:57.530430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:07:57.542826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] Sync routers for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:57.560115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:07:57.560828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:07:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:57.568461 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-94dc7845-1768-4e7a-a5df-0c24611fc292 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 HTTP/1.1" status: 200 len: 217 time: 0.1077135 Feb 04 16:07:57.637658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] No DVR routers for this DVR port 1f4e669d-b97d-4695-a121-3847f264058e on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:57.640037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.654773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'name': 'network-vif-deleted', 'tag': '1f4e669d-b97d-4695-a121-3847f264058e'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:57.664380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-dc447f0a-1fd4-410c-9bed-20b57bfd572c req-c590a6d1-dba7-4027-90d3-f3e86f70323a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.53 "DELETE /v2.0/ports/1f4e669d-b97d-4695-a121-3847f264058e HTTP/1.1" status: 204 len: 173 time: 1.8620768 Feb 04 16:07:57.703611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746192-ff06-404a-9310-90e6defad0dd req-599870a9-be8b-462e-87ae-8b67fc218512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.705473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-599870a9-be8b-462e-87ae-8b67fc218512 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.0982096 Feb 04 16:07:57.810887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:07:57.911481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1d8ec-3c32-42cc-8843-9abeb3226c6f req-ca5db5e3-8890-42a1-a914-ed873e7fcad3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.913151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23e1d8ec-3c32-42cc-8843-9abeb3226c6f req-ca5db5e3-8890-42a1-a914-ed873e7fcad3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 944 time: 0.3471673 Feb 04 16:07:57.980445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23e1d8ec-3c32-42cc-8843-9abeb3226c6f req-76c10b51-e65b-4d3d-a3cd-3eafa522d3bd tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533648 Feb 04 16:07:57.983353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746192-ff06-404a-9310-90e6defad0dd req-741ded7b-8ea7-40b5-afc9-0137b9118108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.984840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-741ded7b-8ea7-40b5-afc9-0137b9118108 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698638 Feb 04 16:07:58.048579 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c0bb4e-d920-424d-b91a-b7a9cb7084ae', 'name': 'network-vif-deleted', 'tag': '1f4e669d-b97d-4695-a121-3847f264058e', 'status': 'completed', 'code': 200} Feb 04 16:07:58.168102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-aa964d97-747c-4225-8586-7090f90d9022 service neutron] 10.222.0.53 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725156 Feb 04 16:07:58.245709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.251494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] Checking router: a1bfc11b-8835-46df-96ed-394c6d5843bc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:58.264343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:07:58.265126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:07:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.319805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4025b61d-9254-4944-9bcd-7e88eed0fe67 req-07af6fee-4b75-49b3-b2b2-a9ec1517657f tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c0bb4e-d920-424d-b91a-b7a9cb7084ae HTTP/1.1" status: 200 len: 210 time: 0.0565395 Feb 04 16:07:58.397653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22746192-ff06-404a-9310-90e6defad0dd req-8e598acf-1233-4fe0-b4a0-2abbbe56bb1b service neutron] 10.222.0.53 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197351 Feb 04 16:07:58.483887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:07:58.560258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23942d-69b4-4616-844f-2e686c87baee req-42248475-9c5f-4d6b-a6a3-e02f9eb39cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.562006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c23942d-69b4-4616-844f-2e686c87baee req-42248475-9c5f-4d6b-a6a3-e02f9eb39cd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 1095 time: 0.0841186 Feb 04 16:07:58.721640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23942d-69b4-4616-844f-2e686c87baee req-708c85d4-da53-4ac4-992c-f0ae2655813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.723171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c23942d-69b4-4616-844f-2e686c87baee req-708c85d4-da53-4ac4-992c-f0ae2655813e service neutron] 10.222.0.53 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 912 time: 0.1544557 Feb 04 16:07:58.800033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c23942d-69b4-4616-844f-2e686c87baee req-2fd3d021-4434-48db-aba9-5af220369b5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 HTTP/1.1" status: 200 len: 217 time: 0.0695353 Feb 04 16:07:58.837766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.843047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a21129-3f10-4596-95a6-c6a593774cd7 None None] The sync data for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 is: [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:58.879628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23942d-69b4-4616-844f-2e686c87baee req-6e4f3754-602b-41e6-bb76-c88478274a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.886917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c23942d-69b4-4616-844f-2e686c87baee req-6e4f3754-602b-41e6-bb76-c88478274a0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.0747993 Feb 04 16:07:58.977543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23942d-69b4-4616-844f-2e686c87baee req-ee52ce46-87c6-4b94-a295-5f934ed544e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.979112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c23942d-69b4-4616-844f-2e686c87baee req-ee52ce46-87c6-4b94-a295-5f934ed544e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897870 Feb 04 16:07:59.152735 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851aafb-a09c-4fcb-8db8-57b93335e8bf None None] New status for floating IP dc6b4dc0-196b-4257-9303-80ca8238ae1e: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:07:59.206394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c23942d-69b4-4616-844f-2e686c87baee req-83f88ccf-d5f1-4337-bd2e-5c9aa9b843e2 service neutron] 10.222.0.53 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200232 Feb 04 16:07:59.336388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbe209-c369-473a-ab59-e6b10b93e3e0 req-5ca1ad1f-572a-44a9-bc5b-0ce1dbd4c520 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:59.338109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0dbe209-c369-473a-ab59-e6b10b93e3e0 req-5ca1ad1f-572a-44a9-bc5b-0ce1dbd4c520 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 944 time: 0.2291365 Feb 04 16:07:59.410048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c23942d-69b4-4616-844f-2e686c87baee req-eeb3441e-aa79-414b-afcc-eeda5a4eae03 service neutron] 10.222.0.53 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968346 Feb 04 16:07:59.425967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0dbe209-c369-473a-ab59-e6b10b93e3e0 req-2a6224ec-91d6-493b-b404-c22708910df5 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669777 Feb 04 16:07:59.729826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-a7c8129e-43e7-4775-8773-198edc73dd1d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107372618&fields=id&tenant_id=90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 267 time: 0.0418162 Feb 04 16:07:59.893062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-849d016f-08dc-490e-b26d-acac80ee4e9e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:59.894544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-849d016f-08dc-490e-b26d-acac80ee4e9e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.1582024 Feb 04 16:07:59.913355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-18075036-0e3d-4207-822f-74dc2dc3f510 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/quotas/90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 375 time: 0.0109489 Feb 04 16:08:00.005652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-6587506d-1398-497d-9809-3c96f19ed2e8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859897 Feb 04 16:08:00.266283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-2e11a881-a3f8-4d33-8d88-d7a8fa7d5ed1 service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474477 Feb 04 16:08:00.426151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-54cbdc14-fb6b-4d0e-90bb-0e6d3754d8f7 service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479363 Feb 04 16:08:00.465425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 1f4e669d-b97d-4695-a121-3847f264058e no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:00.506505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 1f4e669d-b97d-4695-a121-3847f264058e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:08:00.506698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 1f4e669d-b97d-4695-a121-3847f264058e not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:00.973162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576d452-82c2-4a0c-8e1d-a5c96e2f2157 req-879fd594-9e72-4888-8cba-27c994d63229 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:00.974727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f576d452-82c2-4a0c-8e1d-a5c96e2f2157 req-879fd594-9e72-4888-8cba-27c994d63229 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 944 time: 0.1083961 Feb 04 16:08:01.026346 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f576d452-82c2-4a0c-8e1d-a5c96e2f2157 req-2bf34029-9ce2-4ef0-bb9e-0de0728f5f56 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 Feb 04 16:08:01.150473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d443b175-f366-4d64-96c7-0be325bcb29d req-fdaa860c-4840-40d4-a747-608a57d313e7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 210 time: 0.0598032 Feb 04 16:08:02.038638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-c05d1534-889a-41c4-856f-d5247f20dae4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:02.040854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-c05d1534-889a-41c4-856f-d5247f20dae4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.1633832 Feb 04 16:08:02.099514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-46997494-7edc-4e36-acfa-1e6be3d856e2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 380 time: 0.0471494 Feb 04 16:08:02.109623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'port': {'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'admin_state_up': True, 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'security_groups': ['01ff8a08-8f32-4963-be61-9a098c7d72bf']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:02.321341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e65f32-774b-49d3-a1d7-074b32cf680d req-b9145a76-cc01-439a-8b5b-55bbb1434d15 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:02.323016 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83e65f32-774b-49d3-a1d7-074b32cf680d req-b9145a76-cc01-439a-8b5b-55bbb1434d15 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 944 time: 0.1458442 Feb 04 16:08:02.324051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:02.330399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:port and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:02.334494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:02.346145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:02.387647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Made reservation on behalf of 90b6ad5d4a9e401ca064aef59b30c519 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:02.391166 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.414498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83e65f32-774b-49d3-a1d7-074b32cf680d req-d099ea43-5ad5-495c-aa38-7e6eb23e2d90 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712256 Feb 04 16:08:02.465161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:02.645774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:02.655704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af6974be-9121-4f46-941e-9f096468449d req-950fc7a9-9999-4391-9266-1403f89ddd36 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 210 time: 0.0541978 Feb 04 16:08:02.662158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'port_id': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02', 'mac_address': 'fa:16:3e:87:39:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:02.684357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.20.0.8 (deb6b6a8-a5b0-4d5c-8319-e9c341e840f8/ba6b2f8f-7e0d-410d-b760-65b99af391f8/88eee738-40eb-467f-abf4-6bbc9bf5e765) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:02.737834 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.757272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:02.775671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:02.780201 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.858933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:02.913412 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.930024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Transition to ACTIVE for port object 88eee738-40eb-467f-abf4-6bbc9bf5e765 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:03.003208 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.008348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['564e7c51-2eb4-44ec-ab6b-ae08b7b43d02'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:08:03.094851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:03.099238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:03.107473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:08:03.142934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=88eee738-40eb-467f-abf4-6bbc9bf5e765,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:03.202172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:03.202846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.208471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86786096-eeeb-4a65-a54d-0c76f57570dc req-ca92cdff-9d9c-4380-8d16-a8b7cc7337e1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:03.210019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-86786096-eeeb-4a65-a54d-0c76f57570dc req-ca92cdff-9d9c-4380-8d16-a8b7cc7337e1 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1098 time: 0.2569873 Feb 04 16:08:03.263435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-1e10d424-1d33-4635-989a-4f477c5ae8ce tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1582856 Feb 04 16:08:03.279713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Request body: {'port': {'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:03.330134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-86786096-eeeb-4a65-a54d-0c76f57570dc req-d222bc30-e0d7-4ade-8287-036525665fc2 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072814 Feb 04 16:08:03.362279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:03.425091 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.453730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fecdd18f-cbca-4597-8edc-0946b81de8ea None None] Provisioning for port 88eee738-40eb-467f-abf4-6bbc9bf5e765 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:03.460095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fecdd18f-cbca-4597-8edc-0946b81de8ea None None] Provisioning complete for port 88eee738-40eb-467f-abf4-6bbc9bf5e765 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:03.460710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fecdd18f-cbca-4597-8edc-0946b81de8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.594779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fecdd18f-cbca-4597-8edc-0946b81de8ea None None] Port 88eee738-40eb-467f-abf4-6bbc9bf5e765 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:08:03.609708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 69ad3cd3-836e-4db9-9a19-bb300fe49242 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:08:03.610268 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.825866 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.826480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.920388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823e2f9-060f-4c53-a9d7-df129794c081 req-0f880111-2626-4ac7-bb15-301a67aedd12 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:03.921960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1823e2f9-060f-4c53-a9d7-df129794c081 req-0f880111-2626-4ac7-bb15-301a67aedd12 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 945 time: 0.3341427 Feb 04 16:08:03.994651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1823e2f9-060f-4c53-a9d7-df129794c081 req-a11d4532-488b-46b5-914f-30b268fa9319 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568485 Feb 04 16:08:04.077802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eee738-40eb-467f-abf4-6bbc9bf5e765 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:04.086068 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.103733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Transition to ACTIVE for port object 88eee738-40eb-467f-abf4-6bbc9bf5e765 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:04.109355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.128982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 69ad3cd3-836e-4db9-9a19-bb300fe49242 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:08:04.279131 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5831c7fe-95d8-4c93-8937-bb924a4230c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.334666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Pushing event updated for resources: {'Port': ['ID=88eee738-40eb-467f-abf4-6bbc9bf5e765,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:04.357884 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.426162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=69ad3cd3-836e-4db9-9a19-bb300fe49242,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:04.438620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Attempting to bind port 88eee738-40eb-467f-abf4-6bbc9bf5e765 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:04.438966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Attempting to bind port 88eee738-40eb-467f-abf4-6bbc9bf5e765 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:04.439301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Attempting to bind port 88eee738-40eb-467f-abf4-6bbc9bf5e765 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:08:04.452050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c3be2-2807-4a0b-87fa-d62b13803506 req-45e31b19-518b-4546-a1d1-01bada8a1147 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:04.452791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d79c3be2-2807-4a0b-87fa-d62b13803506 req-45e31b19-518b-4546-a1d1-01bada8a1147 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:04.455531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Port 88eee738-40eb-467f-abf4-6bbc9bf5e765 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:08:04.455868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Attempting to bind port 88eee738-40eb-467f-abf4-6bbc9bf5e765 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:08:04.463712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:04.464867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:08:04.465840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:08:04.465840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Bound using segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:08:04.466079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Bound port: 88eee738-40eb-467f-abf4-6bbc9bf5e765, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:04.466395 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.558526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.558920 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Floating IP 015cf270-01f3-4d0b-84d2-4c497fc9610b disassociated (deleted). External IP: 172.25.8.41, port: b2670a8c-e91c-43c9-804f-a548f04fb63f. Feb 04 16:08:04.585049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d79c3be2-2807-4a0b-87fa-d62b13803506 req-45e31b19-518b-4546-a1d1-01bada8a1147 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:04.587412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d79c3be2-2807-4a0b-87fa-d62b13803506 req-45e31b19-518b-4546-a1d1-01bada8a1147 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 943 time: 0.4737132 Feb 04 16:08:04.625398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] For port 88eee738-40eb-467f-abf4-6bbc9bf5e765, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:08:04.650352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] For port 88eee738-40eb-467f-abf4-6bbc9bf5e765, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:08:04.667580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d79c3be2-2807-4a0b-87fa-d62b13803506 req-e2044081-ff08-4dfd-9cc9-102032a70698 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682826 Feb 04 16:08:04.756169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:04.757584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.763715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:04.764210 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.822496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:04.823183 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.824720 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] 10.222.0.61 "PUT /v2.0/ports/88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 200 len: 1091 time: 1.5517249 Feb 04 16:08:04.825278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:04.863757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9521ab-73ef-4d91-870c-e269b25a17e6 service neutron] Pushing event updated for resources: {'Port': ['ID=88eee738-40eb-467f-abf4-6bbc9bf5e765,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:04.940871 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'status': 'completed', 'code': 200} Feb 04 16:08:04.998359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-94f07741-7675-417c-8db8-7c34926a3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.000617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-94f07741-7675-417c-8db8-7c34926a3ccc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1094 time: 0.1157916 Feb 04 16:08:05.000965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 938d19ba-c4aa-45b1-89e1-f623b6d59719 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:08:05.022135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:05.057192 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce728324-954a-435b-a788-dff120dcd798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:05.068840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:05.077919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:05.165668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-3878a4c7-661b-4e1e-96ea-f5970b09f527 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 200 len: 217 time: 0.1560876 Feb 04 16:08:05.181289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:05.235695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:08:05.246865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] Sync routers for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:05.255937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:05.256561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:07:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:05.269385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:05.333409 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e3f5d23f-e892-44c4-a529-62f7ca5abdc9 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/floatingips/015cf270-01f3-4d0b-84d2-4c497fc9610b HTTP/1.1" status: 204 len: 168 time: 1.9691989 Feb 04 16:08:05.333963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:05.339373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-617df6c0-a9ab-4f3d-a51a-c7d69590441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.341963 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-617df6c0-a9ab-4f3d-a51a-c7d69590441b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1674099 Feb 04 16:08:05.459491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:05.465689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60261f14-d465-42b9-9df9-6c56da766e53 req-1de72943-baf7-424f-9b0a-3de438ad3c2e tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.467165 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60261f14-d465-42b9-9df9-6c56da766e53 req-1de72943-baf7-424f-9b0a-3de438ad3c2e tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.2425652 Feb 04 16:08:05.499821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-9659bccf-9967-40de-be3a-587c10a2108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.501306 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-9659bccf-9967-40de-be3a-587c10a2108c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490474 Feb 04 16:08:05.592909 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60261f14-d465-42b9-9df9-6c56da766e53 req-74f37563-1d11-412b-92dc-06b2e8db6c40 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175921 Feb 04 16:08:05.666127 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce728324-954a-435b-a788-dff120dcd798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02', 'code': 200} Feb 04 16:08:05.670840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-2476ff42-a2ff-4b6d-a03f-19a0e0c9cc25 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600385 Feb 04 16:08:05.811266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54676ef5-799f-41bd-8191-e146e64dbb47', 'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:8f:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:00Z', 'updated_at': '2022-02-04T16:06:07Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:05.816899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] Checking router: 938d19ba-c4aa-45b1-89e1-f623b6d59719 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:05.826032 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:05.826725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:07:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:05.919392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cf75ea0-d2ec-4063-9f08-2e8d7c529011 req-b3791984-541b-4038-b9a2-5c52a23f06ba service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382314 Feb 04 16:08:05.922700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfc2f9-ca5c-464f-82de-3de68e9b9fb0 req-f0fb8a41-d14d-44c2-b337-89bc5426b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.924663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e7bfc2f9-ca5c-464f-82de-3de68e9b9fb0 req-f0fb8a41-d14d-44c2-b337-89bc5426b186 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 1097 time: 0.1634967 Feb 04 16:08:05.945382 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'status': 'completed', 'code': 200} Feb 04 16:08:06.077916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:06.084342 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-83511681-f7e6-4129-afa2-90dde5542b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.086866 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-83511681-f7e6-4129-afa2-90dde5542b8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1094 time: 0.1007457 Feb 04 16:08:06.196381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e7bfc2f9-ca5c-464f-82de-3de68e9b9fb0 req-1243a862-5229-4ef7-a7da-ef7c655736b8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610967 Feb 04 16:08:06.244865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-dba671f9-b700-4bf2-98bc-71910be41174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.248610 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-dba671f9-b700-4bf2-98bc-71910be41174 service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.1551974 Feb 04 16:08:06.335307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5480a4-3445-41f0-95f1-06348a2d9b13 req-4d7b1172-1e3b-4244-84ad-cb422b3d15da tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.338336 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a5480a4-3445-41f0-95f1-06348a2d9b13 req-4d7b1172-1e3b-4244-84ad-cb422b3d15da tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 943 time: 0.1541436 Feb 04 16:08:06.341911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-2c675737-6f64-473f-ad01-c12f3b318fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.343339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-2c675737-6f64-473f-ad01-c12f3b318fe7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 1098 time: 0.3579206 Feb 04 16:08:06.345194 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-e34da844-d538-431c-a83c-bcc2eacc0e9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 200 len: 217 time: 0.0884111 Feb 04 16:08:06.464617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-9af20c2b-3933-482b-8232-1aaf07472166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.465963 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-9af20c2b-3933-482b-8232-1aaf07472166 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1043508 Feb 04 16:08:06.480533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54676ef5-799f-41bd-8191-e146e64dbb47', 'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:8f:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:00Z', 'updated_at': '2022-02-04T16:06:07Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:06.486158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627cda0-2141-441d-bba1-b5d19b11c1cb None None] The sync data for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 is: [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:06:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54676ef5-799f-41bd-8191-e146e64dbb47', 'name': '', 'network_id': 'e1221f8e-80bf-4f5a-82fc-d35619a0f05c', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:8f:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:00Z', 'updated_at': '2022-02-04T16:06:07Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '242504b6-f1c3-490d-bf93-353a7160b3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:06.506259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0a5480a4-3445-41f0-95f1-06348a2d9b13 req-d90dcaf9-5ada-45a3-9df3-a0b3c676b776 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618693 Feb 04 16:08:06.562408 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.578074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-2b66a1fe-6214-4bea-803d-16c2f07ff3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.579895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-2b66a1fe-6214-4bea-803d-16c2f07ff3be service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 200 len: 897 time: 0.2173514 Feb 04 16:08:06.592534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-0e0f9835-30cf-4ccc-b66b-cbcbe6b44ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.594456 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-0e0f9835-30cf-4ccc-b66b-cbcbe6b44ad3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200149 Feb 04 16:08:06.707545 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d66b997-eb86-4e6e-92f2-4f8bf683546c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.729766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-b3e10502-11ef-4406-9bdf-4dae9d7469fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 200 len: 217 time: 0.1386402 Feb 04 16:08:06.819619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-a97adb1b-a72d-4a43-af59-9f4f695796d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.822232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-a97adb1b-a72d-4a43-af59-9f4f695796d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 200 len: 835 time: 0.0858870 Feb 04 16:08:06.862242 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e889f-2490-4bee-bdee-7fb0aa58d5ec None None] New status for floating IP 015cf270-01f3-4d0b-84d2-4c497fc9610b: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:08:06.896177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b53bec-c86e-448e-a907-8bba4d6b0d24 req-048113c1-5a47-46c4-a49b-5e4fbbd1e2cd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.898375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-39b53bec-c86e-448e-a907-8bba4d6b0d24 req-048113c1-5a47-46c4-a49b-5e4fbbd1e2cd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 947 time: 0.2294137 Feb 04 16:08:06.901619 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-3d4e57e6-9b14-48fc-baad-2842db580c7b service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006802 Feb 04 16:08:06.970692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-39b53bec-c86e-448e-a907-8bba4d6b0d24 req-a998aac9-897c-4d32-9701-64b1e730fac8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602865 Feb 04 16:08:06.982613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-6e56debc-5547-44b2-8ce7-3ac4255b966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.985731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-6e56debc-5547-44b2-8ce7-3ac4255b966d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1221f8e-80bf-4f5a-82fc-d35619a0f05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570320 Feb 04 16:08:07.107501 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-06d0ebc0-88f6-40e5-bcdb-b2b72d2a0980 req-300d28b4-7c23-4c57-96ce-e60cd9fcf80e service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987424 Feb 04 16:08:07.239498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-6804bc8e-9ae8-4bb6-afbf-dcd462d99ec2 service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452698 Feb 04 16:08:07.336096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc935c-d725-4df4-b6bd-7c8728290de0 req-4f636a57-49af-41c5-bc82-24c49473eca9 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.337617 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16bc935c-d725-4df4-b6bd-7c8728290de0 req-4f636a57-49af-41c5-bc82-24c49473eca9 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.1982889 Feb 04 16:08:07.434689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16bc935c-d725-4df4-b6bd-7c8728290de0 req-37f22b2f-71c3-40cf-acb6-64505a9df2c1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896990 Feb 04 16:08:07.462417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31406fc7-a730-4df6-90e1-d79e99562b88 req-1a828dc6-f65e-4cd1-a0cc-025023ebb656 service neutron] 10.222.0.61 "GET /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161150 Feb 04 16:08:07.537264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-dd73e3df-a930-490c-8a9a-dbec41e71610 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.537867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-dd73e3df-a930-490c-8a9a-dbec41e71610 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:07.559870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-dd73e3df-a930-490c-8a9a-dbec41e71610 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:07.561598 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-dd73e3df-a930-490c-8a9a-dbec41e71610 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 947 time: 0.1412244 Feb 04 16:08:07.634924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port b2670a8c-e91c-43c9-804f-a548f04fb63f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:08:07.635230 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.696612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.724907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eeb8a-4fb2-4901-993c-68f0b407f579 req-78c3258f-f2d4-482c-8bb0-bd84083c5933 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.727078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-317eeb8a-4fb2-4901-993c-68f0b407f579 req-78c3258f-f2d4-482c-8bb0-bd84083c5933 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 943 time: 0.0940874 Feb 04 16:08:07.774579 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-317eeb8a-4fb2-4901-993c-68f0b407f579 req-779d5251-ef0f-42b4-b369-6dfd0b8d73a0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394292 Feb 04 16:08:07.802035 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.902937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port b2670a8c-e91c-43c9-804f-a548f04fb63f, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b2670a8c-e91c-43c9-804f-a548f04fb63f,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:07.903297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.030413 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for b2670a8c-e91c-43c9-804f-a548f04fb63f owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:08:08.176459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307de7cc-577b-4d63-88fb-476f7fe8dfdd req-10f57797-13e3-4a39-af19-93b6c325d75b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:08.177975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-307de7cc-577b-4d63-88fb-476f7fe8dfdd req-10f57797-13e3-4a39-af19-93b6c325d75b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7fa10f-19a9-424c-b64b-56321edae71f HTTP/1.1" status: 200 len: 947 time: 0.0858219 Feb 04 16:08:08.185800 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.226607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-307de7cc-577b-4d63-88fb-476f7fe8dfdd req-299c3688-edf0-488b-8ea8-e05372820175 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb10694-c97e-4209-859a-ca47c1b49bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Feb 04 16:08:08.242288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=b2670a8c-e91c-43c9-804f-a548f04fb63f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:08.340230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] No DVR routers for this DVR port b2670a8c-e91c-43c9-804f-a548f04fb63f on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:08.342834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.345683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-deleted', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:08.361945 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6807f2e-5b4c-4f34-b136-05097e597034 req-0892bb33-0b03-46e4-bcc9-ca568a6942c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "DELETE /v2.0/ports/b2670a8c-e91c-43c9-804f-a548f04fb63f HTTP/1.1" status: 204 len: 173 time: 0.7941604 Feb 04 16:08:08.402091 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fa10f-19a9-424c-b64b-56321edae71f', 'name': 'network-vif-deleted', 'tag': 'b2670a8c-e91c-43c9-804f-a548f04fb63f', 'status': 'completed', 'code': 200} Feb 04 16:08:08.673260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c5177-ac92-4374-ae1e-b70fffdd7fc7 req-01a680d9-1ef5-4566-ba30-d57fdafd0773 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:08.674854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-848c5177-ac92-4374-ae1e-b70fffdd7fc7 req-01a680d9-1ef5-4566-ba30-d57fdafd0773 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.0964737 Feb 04 16:08:08.732284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-848c5177-ac92-4374-ae1e-b70fffdd7fc7 req-a52b5854-bb2e-4321-95e8-6f619770a808 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500124 Feb 04 16:08:08.918918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f153cc-e8bc-48a3-bdb2-2fedd845e8b6 req-70a18222-e092-44d4-b34b-695dbf966a07 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:08.920289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3f153cc-e8bc-48a3-bdb2-2fedd845e8b6 req-70a18222-e092-44d4-b34b-695dbf966a07 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.0865157 Feb 04 16:08:08.928836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43094) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:08.934756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-56e08819-22b5-413a-b8cd-1aa4ea43c11d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Request body: {'floatingip': {'port_id': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:09.059235 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56e08819-22b5-413a-b8cd-1aa4ea43c11d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.232504 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.401525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d60a-6df0-4f4b-addc-720a47e58ac3 req-7bdb621c-fe48-4298-996d-0cb986f13eb3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:09.403048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5271d60a-6df0-4f4b-addc-720a47e58ac3 req-7bdb621c-fe48-4298-996d-0cb986f13eb3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 943 time: 0.3870530 Feb 04 16:08:09.541493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5271d60a-6df0-4f4b-addc-720a47e58ac3 req-40cc656f-d2c4-4e92-9938-1722c14d12e4 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319029 Feb 04 16:08:09.547326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.625973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43100) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:10.238918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56e08819-22b5-413a-b8cd-1aa4ea43c11d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.245158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56e08819-22b5-413a-b8cd-1aa4ea43c11d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.485121 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-56e08819-22b5-413a-b8cd-1aa4ea43c11d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Floating IP 3f0f9d88-6d42-4054-bc8b-207b14653ab1 associated. External IP: 172.25.8.195, port: 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02. Feb 04 16:08:10.973963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1929c1a-537c-4dcd-ad69-c91490c368a6 req-2f887ac0-08d7-4655-b378-b8a31ddcb8a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:10.975417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1929c1a-537c-4dcd-ad69-c91490c368a6 req-2f887ac0-08d7-4655-b378-b8a31ddcb8a3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 943 time: 0.3106518 Feb 04 16:08:11.114859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1929c1a-537c-4dcd-ad69-c91490c368a6 req-d2ef7fda-9a1e-4fa8-aa8e-2344267cd78b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318059 Feb 04 16:08:11.138234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.241064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e08819-22b5-413a-b8cd-1aa4ea43c11d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Router 4994b585-3f11-4b94-afa7-29b11aea0d3c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:08:11.627292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e08819-22b5-413a-b8cd-1aa4ea43c11d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:08:11.632373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56e08819-22b5-413a-b8cd-1aa4ea43c11d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.637814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] Sync routers for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:11.647233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:11.647831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:11.700860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-56e08819-22b5-413a-b8cd-1aa4ea43c11d tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "PUT /v2.0/floatingips/3f0f9d88-6d42-4054-bc8b-207b14653ab1 HTTP/1.1" status: 200 len: 992 time: 2.7702203 Feb 04 16:08:11.703069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce728324-954a-435b-a788-dff120dcd798', 'tag': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:11.767895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 54676ef5-799f-41bd-8191-e146e64dbb47 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:08:11.768217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.837861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:12.156201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639388d-5bc1-40a0-8352-def973b8bdeb req-94a90bea-5e79-4d72-bbe2-585753ddac5c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:12.157681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2639388d-5bc1-40a0-8352-def973b8bdeb req-94a90bea-5e79-4d72-bbe2-585753ddac5c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.3631654 Feb 04 16:08:12.161464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:12.197494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 54676ef5-799f-41bd-8191-e146e64dbb47, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=54676ef5-799f-41bd-8191-e146e64dbb47,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:12.197862 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.198897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: b2670a8c-e91c-43c9-804f-a548f04fb63f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:08:12.199242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b2670a8c-e91c-43c9-804f-a548f04fb63f not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:12.351851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '3f0f9d88-6d42-4054-bc8b-207b14653ab1', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'port_id': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'mac_address': 'fa:16:3e:87:39:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce728324-954a-435b-a788-dff120dcd798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:52Z', 'updated_at': '2022-02-04T16:08:09Z', 'revision_number': 1, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:12.355941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] Checking router: 4994b585-3f11-4b94-afa7-29b11aea0d3c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:12.358041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 54676ef5-799f-41bd-8191-e146e64dbb47 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:08:12.364572 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:12.365220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:12.399764 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2639388d-5bc1-40a0-8352-def973b8bdeb req-2ec4fa85-4666-4ebf-82a6-4bd8064fc6a2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284350 Feb 04 16:08:12.463618 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce728324-954a-435b-a788-dff120dcd798', 'tag': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02', 'status': 'completed', 'code': 200} Feb 04 16:08:12.578443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:12.581072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-b8808983-a4c4-410f-b06e-3480037548f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:12.582729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-b8808983-a4c4-410f-b06e-3480037548f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fae251390c34629a1c41ec4d302e0ce&device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 1097 time: 0.0939789 Feb 04 16:08:12.823932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.893138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=54676ef5-799f-41bd-8191-e146e64dbb47,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:12.902938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-1b9a0ddd-053e-4be0-9263-ce6a42e1aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:12.904404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-1b9a0ddd-053e-4be0-9263-ce6a42e1aa4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 200 len: 912 time: 0.2744226 Feb 04 16:08:12.987384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '3f0f9d88-6d42-4054-bc8b-207b14653ab1', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'port_id': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'mac_address': 'fa:16:3e:87:39:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce728324-954a-435b-a788-dff120dcd798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:52Z', 'updated_at': '2022-02-04T16:08:09Z', 'revision_number': 1, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:12.992599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b7602-2682-4a22-a628-3a95c5ca2bf0 None None] The sync data for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 is: [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '3f0f9d88-6d42-4054-bc8b-207b14653ab1', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'port_id': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'mac_address': 'fa:16:3e:87:39:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce728324-954a-435b-a788-dff120dcd798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:52Z', 'updated_at': '2022-02-04T16:08:09Z', 'revision_number': 1, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:13.076128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72079a1a-4192-4658-b725-1df2ff2c38fc req-9b79de21-d7d9-4b5c-82e6-12f25ca26397 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.077793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72079a1a-4192-4658-b725-1df2ff2c38fc req-9b79de21-d7d9-4b5c-82e6-12f25ca26397 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 943 time: 0.4940732 Feb 04 16:08:13.160757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-9088d0ba-9dc4-4123-8419-fc3d85e08dc5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 HTTP/1.1" status: 200 len: 1000 time: 0.2270679 Feb 04 16:08:13.213096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72079a1a-4192-4658-b725-1df2ff2c38fc req-06b125a2-0ac0-4b59-a121-0b86fb204ff2 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275423 Feb 04 16:08:13.249250 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838ab53-d532-4d39-b5c4-9279c35470df None None] New status for floating IP 3f0f9d88-6d42-4054-bc8b-207b14653ab1: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:08:13.345389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-1ca7a648-4630-4ba8-8677-c6215c83f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.346955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-1ca7a648-4630-4ba8-8677-c6215c83f1fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 200 len: 850 time: 0.1781752 Feb 04 16:08:13.511790 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.669361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-cbe12ec5-e5a2-407e-9f36-722fdef7665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.670759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-cbe12ec5-e5a2-407e-9f36-722fdef7665f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76e5812f-159c-4c0c-8970-0556320d8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2594271 Feb 04 16:08:14.019962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c4f5f-b0b7-4c98-9a08-5b6f110d8114 req-9d4d83e7-9b41-452b-9bd3-011d6096e2c0 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:14.021453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-679c4f5f-b0b7-4c98-9a08-5b6f110d8114 req-9d4d83e7-9b41-452b-9bd3-011d6096e2c0 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.4390647 Feb 04 16:08:14.120060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-28d8fde5-52d3-4607-b70b-a9b54f36234f service neutron] 10.222.0.53 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402606 Feb 04 16:08:14.160839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 88eee738-40eb-467f-abf4-6bbc9bf5e765 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:14.234598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-679c4f5f-b0b7-4c98-9a08-5b6f110d8114 req-375324ed-8634-4ce6-bef6-edca622c5b2e tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067666 Feb 04 16:08:14.328505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 88eee738-40eb-467f-abf4-6bbc9bf5e765, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:14.351742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:14.420195 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.427850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc9cbe05-db98-4232-b589-9e764e200b00 req-eb39e177-9d5a-4c5c-91ac-2c074700ce2b service neutron] 10.222.0.53 "GET /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920303 Feb 04 16:08:14.430478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 938d19ba-c4aa-45b1-89e1-f623b6d59719 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:08:14.440873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eee738-40eb-467f-abf4-6bbc9bf5e765 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:14.461981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 88eee738-40eb-467f-abf4-6bbc9bf5e765, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:14.466431 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.546380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=88eee738-40eb-467f-abf4-6bbc9bf5e765,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:14.567655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50633cf-d71e-44bf-bf88-fa1c172f6285 req-5ee5d0b6-5511-4373-9f17-d7e29cb3aedc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:14.569148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d50633cf-d71e-44bf-bf88-fa1c172f6285 req-5ee5d0b6-5511-4373-9f17-d7e29cb3aedc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 943 time: 0.2073472 Feb 04 16:08:14.669030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['88eee738-40eb-467f-abf4-6bbc9bf5e765'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:08:14.683161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:08:14.691971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d50633cf-d71e-44bf-bf88-fa1c172f6285 req-1bb65e41-d58b-4a80-8b1d-71d2be68b2f7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735023 Feb 04 16:08:14.698773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] Sync routers for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:14.704672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-92c262dc-f340-4380-b565-bddac6b1fbfe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "PUT /v2.0/routers/938d19ba-c4aa-45b1-89e1-f623b6d59719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0747399 Feb 04 16:08:14.704899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43118) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:14.735221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:14.735844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:14.778419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cc8f34-68c4-4e63-934f-55e6697aff47 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting subnet 242504b6-f1c3-490d-bf93-353a7160b3cd {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:08:14.781767 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94cc8f34-68c4-4e63-934f-55e6697aff47 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.839346 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94cc8f34-68c4-4e63-934f-55e6697aff47 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.941756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94cc8f34-68c4-4e63-934f-55e6697aff47 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.022832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:15.024944 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94cc8f34-68c4-4e63-934f-55e6697aff47 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.074539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc8f34-68c4-4e63-934f-55e6697aff47 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Subnet': ['ID=242504b6-f1c3-490d-bf93-353a7160b3cd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:15.077830 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94cc8f34-68c4-4e63-934f-55e6697aff47 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.094298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43122) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:15.094754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-94cc8f34-68c4-4e63-934f-55e6697aff47 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/subnets/242504b6-f1c3-490d-bf93-353a7160b3cd HTTP/1.1" status: 204 len: 168 time: 0.3885088 Feb 04 16:08:15.135609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c996feaf-24f3-4773-9507-725d90bd7902 None None] Network e1221f8e-80bf-4f5a-82fc-d35619a0f05c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:08:15.293576 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.492153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9275d8d-6455-402b-b2b9-9928aaf73a96 req-0a01343d-14a1-4545-810b-c01316672645 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:15.494592 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9275d8d-6455-402b-b2b9-9928aaf73a96 req-0a01343d-14a1-4545-810b-c01316672645 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.1037250 Feb 04 16:08:15.553388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9275d8d-6455-402b-b2b9-9928aaf73a96 req-f57be63d-cb3a-4810-bedd-e0ec1b7204e2 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524404 Feb 04 16:08:15.639570 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.651481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 2139a747-8167-4761-ac45-b8067fb89b42 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:08:15.652326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.755743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '2139a747-8167-4761-ac45-b8067fb89b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:08:12Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '2139a747-8167-4761-ac45-b8067fb89b42', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:57Z', 'updated_at': '2022-02-04T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:15.764650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] Checking router: 938d19ba-c4aa-45b1-89e1-f623b6d59719 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:15.777171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] Routers {'938d19ba-c4aa-45b1-89e1-f623b6d59719'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:15.777786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['938d19ba-c4aa-45b1-89e1-f623b6d59719'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:15.841365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22f538-e80b-4819-8a40-bda792c8567e None None] DHCP port deletion for e1221f8e-80bf-4f5a-82fc-d35619a0f05c request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:08:15.890739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 2139a747-8167-4761-ac45-b8067fb89b42, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=2139a747-8167-4761-ac45-b8067fb89b42,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:15.891486 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.946276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe0f1a-4a7b-4b61-8445-8a1f9ac92fa7 req-289e0e0e-42ca-4406-aa71-3f0bc4c4a837 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:15.965088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cfe0f1a-4a7b-4b61-8445-8a1f9ac92fa7 req-289e0e0e-42ca-4406-aa71-3f0bc4c4a837 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 944 time: 0.1178446 Feb 04 16:08:15.981054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] Set router 938d19ba-c4aa-45b1-89e1-f623b6d59719 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:16.031867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1cfe0f1a-4a7b-4b61-8445-8a1f9ac92fa7 req-cf6c000e-de6d-431a-a848-b37c35218fc0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657740 Feb 04 16:08:16.056410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 2139a747-8167-4761-ac45-b8067fb89b42 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:08:16.109250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-aa22f538-e80b-4819-8a40-bda792c8567e None None] Deleting port b99c48a4-f003-4ecf-816f-54ffc855c963 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:08:16.109989 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-aa22f538-e80b-4819-8a40-bda792c8567e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.142766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:08:15Z', 'revision_number': 6, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:16.163105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0e3b0-972d-429c-89ee-0bb2ee75bf88 None None] The sync data for ids ['938d19ba-c4aa-45b1-89e1-f623b6d59719'] in n-d-827870-1 is: [{'id': '938d19ba-c4aa-45b1-89e1-f623b6d59719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104546613', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:56Z', 'updated_at': '2022-02-04T16:08:15Z', 'revision_number': 6, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:16.177324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 88eee738-40eb-467f-abf4-6bbc9bf5e765 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:16.446640 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.497669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=2139a747-8167-4761-ac45-b8067fb89b42,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:16.512967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 88eee738-40eb-467f-abf4-6bbc9bf5e765 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:16.522761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 88eee738-40eb-467f-abf4-6bbc9bf5e765 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:16.523198 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.583258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-aa22f538-e80b-4819-8a40-bda792c8567e None None] For port b99c48a4-f003-4ecf-816f-54ffc855c963, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b99c48a4-f003-4ecf-816f-54ffc855c963,segment=NetworkSegment(1b6f98b7-98be-4b1b-8d33-14b04422b7b8),segment_id=1b6f98b7-98be-4b1b-8d33-14b04422b7b8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:16.583684 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-aa22f538-e80b-4819-8a40-bda792c8567e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.621379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.805565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-aa22f538-e80b-4819-8a40-bda792c8567e None None] Calling delete_port for b99c48a4-f003-4ecf-816f-54ffc855c963 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:08:16.823538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.826583 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.859925 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.860685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Fanout notify agent at l3_agent the message router_deleted on router 938d19ba-c4aa-45b1-89e1-f623b6d59719 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:08:16.877075 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.878248 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-00bdc32f-3344-4e12-be60-41dfc7ff1f6c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/routers/938d19ba-c4aa-45b1-89e1-f623b6d59719 HTTP/1.1" status: 204 len: 168 time: 1.7822618 Feb 04 16:08:16.881184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43140) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:16.961322 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-aa22f538-e80b-4819-8a40-bda792c8567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.025068 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.028485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22f538-e80b-4819-8a40-bda792c8567e None None] Pushing event deleted for resources: {'Port': ['ID=b99c48a4-f003-4ecf-816f-54ffc855c963,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:17.033926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22f538-e80b-4819-8a40-bda792c8567e None None] No DVR routers for this DVR port b99c48a4-f003-4ecf-816f-54ffc855c963 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:17.037698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.133094 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 88eee738-40eb-467f-abf4-6bbc9bf5e765, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:17.133094 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:17.143109 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.235582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=88eee738-40eb-467f-abf4-6bbc9bf5e765,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:17.416078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.453471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1221f8e-80bf-4f5a-82fc-d35619a0f05c']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:17.489746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6f98b7-98be-4b1b-8d33-14b04422b7b8') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:17.490339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6f98b7-98be-4b1b-8d33-14b04422b7b8') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:17.517774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.531915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b99c48a4-f003-4ecf-816f-54ffc855c963 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:17.536552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e36103-6aef-4aef-a5e7-250f0188699f req-95105e18-dd3d-41bc-98e1-497b70a11ff5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:17.538173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e36103-6aef-4aef-a5e7-250f0188699f req-95105e18-dd3d-41bc-98e1-497b70a11ff5 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 945 time: 0.2763319 Feb 04 16:08:17.564790 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.578659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:08:17.579278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.580454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: b99c48a4-f003-4ecf-816f-54ffc855c963 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:08:17.580887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b99c48a4-f003-4ecf-816f-54ffc855c963 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:17.581308 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 54676ef5-799f-41bd-8191-e146e64dbb47 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:17.595741 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:17.615524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 54676ef5-799f-41bd-8191-e146e64dbb47 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:08:17.615524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 54676ef5-799f-41bd-8191-e146e64dbb47 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:17.615524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2139a747-8167-4761-ac45-b8067fb89b42 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:17.654397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 2139a747-8167-4761-ac45-b8067fb89b42 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:08:17.654739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 2139a747-8167-4761-ac45-b8067fb89b42 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:17.704691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8e36103-6aef-4aef-a5e7-250f0188699f req-683a5ab0-46c8-4eda-980f-e59366b6183c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561830 Feb 04 16:08:17.714110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.736713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.746965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Network': ['ID=e1221f8e-80bf-4f5a-82fc-d35619a0f05c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:17.756663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7fc8c5b5-4718-4501-8726-8275126082ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/networks/e1221f8e-80bf-4f5a-82fc-d35619a0f05c HTTP/1.1" status: 204 len: 168 time: 0.8738320 Feb 04 16:08:17.760265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43154) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:17.763950 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'code': 200} Feb 04 16:08:17.862164 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c235ebfc-962c-4b30-bba0-20cb125b3316 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.896724 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c235ebfc-962c-4b30-bba0-20cb125b3316 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.950200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4b84b-baf3-4457-9f19-afc0dbb08ea9 req-0323ec01-3967-497c-b91a-20838a613337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:17.952659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-55a4b84b-baf3-4457-9f19-afc0dbb08ea9 req-0323ec01-3967-497c-b91a-20838a613337 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1096 time: 0.1000154 Feb 04 16:08:17.994574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c235ebfc-962c-4b30-bba0-20cb125b3316 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.011435 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-55a4b84b-baf3-4457-9f19-afc0dbb08ea9 req-a0355b4c-0d20-496b-b0b6-a3a01d8f5cd0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482023 Feb 04 16:08:18.017048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235ebfc-962c-4b30-bba0-20cb125b3316 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb10694-c97e-4209-859a-ca47c1b49bb8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:18.034070 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c235ebfc-962c-4b30-bba0-20cb125b3316 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.036084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c235ebfc-962c-4b30-bba0-20cb125b3316 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/security-groups/3fb10694-c97e-4209-859a-ca47c1b49bb8 HTTP/1.1" status: 204 len: 168 time: 0.2744701 Feb 04 16:08:18.657069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43170) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:18.664226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079627650', 'description': 'tempest-secgroup-smoke-1079627650 description', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:18.671703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:18.676240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:18.679424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:18.685186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:18.702703 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.734780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:18.739017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:18.742312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:18.749118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:18.887056 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.894270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.949973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a86e138-9800-49f9-b6e5-e924f58bcf5d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:18.956545 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.959114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2993610 Feb 04 16:08:18.960974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43176) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:18.965451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.965804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.966147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.966482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.966812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.967142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.967473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.967809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.968123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.968446 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.968759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.969100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904821c6-5086-4d1d-9f99-668c1c34786c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:18.970757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '9a86e138-9800-49f9-b6e5-e924f58bcf5d', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:18.987354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1333f-47b3-4621-9596-4a3c5b58328d req-90c4ef4c-c2ec-4228-8eb7-b6b776b80b78 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:18.988921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8f1333f-47b3-4621-9596-4a3c5b58328d req-90c4ef4c-c2ec-4228-8eb7-b6b776b80b78 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 945 time: 0.1664336 Feb 04 16:08:18.991512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:18.996722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:18.999799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:19.008986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:19.030160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.053572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8f1333f-47b3-4621-9596-4a3c5b58328d req-04faa537-081b-424b-9cb1-381f8e295304 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578165 Feb 04 16:08:19.120510 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.133741 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.164233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0467981-ea9e-4af7-ae92-7bfd8af18d9c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.190482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.193187 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-80190fcb-95bc-43c2-bccf-2c732e051be4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2284102 Feb 04 16:08:19.194647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43180) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:19.205629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '9a86e138-9800-49f9-b6e5-e924f58bcf5d', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:19.214457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:19.218386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:19.222049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:19.228746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:19.252420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.329706 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.335178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.377477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660c2420-0849-4f2c-9830-4d04061e49f3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.386647 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.388463 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-26a8a417-6f77-48d3-8439-fe6b8b6cd223 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1905775 Feb 04 16:08:19.390967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43186) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:19.398365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '9a86e138-9800-49f9-b6e5-e924f58bcf5d', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:19.409405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:19.415825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:19.420271 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:19.428734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:19.457096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.549778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.554259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.579241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69477357-af77-4e6c-ba01-88e1c89cb2f2,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.591105 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.592436 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d41acdce-ee73-4da2-984f-1015caf4b822 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2002082 Feb 04 16:08:19.596740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43190) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:19.602740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '9a86e138-9800-49f9-b6e5-e924f58bcf5d', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:19.609815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:19.613886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:19.617115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:19.623396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:19.643444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.721655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.731952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.756618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82761b11-49c8-4eff-9309-c069d29ae29d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.767235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.768486 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce13c6a8-c719-4b2d-bdba-0d61f90a3685 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1707332 Feb 04 16:08:19.771234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43194) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:19.776953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '9a86e138-9800-49f9-b6e5-e924f58bcf5d', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:19.783935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:19.787820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:19.791787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:19.797537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:19.809038 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Project 9a5a8387ce744ad0b47321b992ebe6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:08:19.816164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.893104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.897044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.921975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af9166f-3cda-45d7-9c8b-dbc98d027106,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.938753 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.941482 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8e0e7aa3-e5cf-4d7a-a563-705b0fff67e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1690531 Feb 04 16:08:19.943919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43198) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:19.953352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '9a86e138-9800-49f9-b6e5-e924f58bcf5d', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:19.957040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:19.961970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:19.965611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:19.974953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:19.984992 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Project 9a5a8387ce744ad0b47321b992ebe6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:08:19.991760 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.060450 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.064678 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.223495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c31b3d4-d997-447b-8b36-47555ce243f4,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:20.233643 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.234887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8dbc83e6-469c-4abf-829e-1857fbd93573 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2909093 Feb 04 16:08:20.237842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43204) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:20.243567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'network': {'name': 'tempest-network-smoke--1932616572', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'port_security_enabled': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:20.249201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:20.253532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:network and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:20.256846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:20.263889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:20.268240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023405f-cee7-4507-acce-7864dc2db7fc req-b3f34d85-2639-4046-8214-33c2c3d08b21 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:20.276041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9023405f-cee7-4507-acce-7864dc2db7fc req-b3f34d85-2639-4046-8214-33c2c3d08b21 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 945 time: 0.0937192 Feb 04 16:08:20.280340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:20.283823 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.315620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:20.318301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9023405f-cee7-4507-acce-7864dc2db7fc req-f32b9659-32cf-4045-ac72-b8bb61c14152 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Feb 04 16:08:20.327101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.327515 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Added segment 349d9e87-77bb-4d84-8997-ee4e427376a3 of type vlan for network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 Feb 04 16:08:20.358270 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.391866 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.397569 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:20.398623 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.513007 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2740548 Feb 04 16:08:20.516747 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43212) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:20.524258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'admin_state_up': True, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:20.531055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d293de-01de-43d2-9ba0-6662d0adddbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Network': ['ID=c203d46d-9730-4bcc-8ee4-bfb3c67c2146,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:20.535022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:20.539710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:router and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:20.543042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:20.543203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:08:20.548968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:20.564595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.565709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.587062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e882ea-6cef-4434-97b8-70e71d81dafd req-6cc6f0f2-8253-40f7-b80a-8c0e745742ca tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:20.589053 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e7e882ea-6cef-4434-97b8-70e71d81dafd req-6cc6f0f2-8253-40f7-b80a-8c0e745742ca tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 945 time: 0.1306887 Feb 04 16:08:20.592710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.654038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e7e882ea-6cef-4434-97b8-70e71d81dafd req-6fa818a9-fda1-4626-bd81-5ae1a61fdc99 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526371 Feb 04 16:08:20.680375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43216) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:20.873040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e274d5f-703d-4d48-bf1d-138272422dad tempest-TestVolumeBootPattern-1691429699 tempest-TestVolumeBootPattern-1691429699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:20.874553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4e274d5f-703d-4d48-bf1d-138272422dad tempest-TestVolumeBootPattern-1691429699 tempest-TestVolumeBootPattern-1691429699-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1091 time: 0.1930914 Feb 04 16:08:20.877424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43222) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:20.882648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:20.891180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:20.894590 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.895674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:floatingip and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:20.898896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:20.905138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:20.917489 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.069265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.216168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.234663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.25.8.227 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/ce8e5f9f-294d-4d24-be90-937cfffe6006) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:21.247484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.395187 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.428182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.495122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:21.498175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:21.500691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.25.8.110 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/7129ac2f-168d-4123-8be5-d0eadfac395e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:21.502491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:08:21.544706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=ce8e5f9f-294d-4d24-be90-937cfffe6006,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:21.669139 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.714424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.792374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:21.795412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:21.799515 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:08:21.837529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=7129ac2f-168d-4123-8be5-d0eadfac395e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:22.067619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.153831 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.381830 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.388856 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.393781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.509954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=ce8e5f9f-294d-4d24-be90-937cfffe6006,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:22.521907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.702255 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Floating IP 9e95878f-729a-4e11-932f-6652b5a3288e associated. External IP: 172.25.8.227, port: 88eee738-40eb-467f-abf4-6bbc9bf5e765. Feb 04 16:08:22.764281 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.994388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router f65e3658-f41c-4fd6-936a-e68b7d4cc54a is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:08:23.120856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Router a1bfc11b-8835-46df-96ed-394c6d5843bc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:08:23.187172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:08:23.203315 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Sync routers for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:23.217182 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:23.218514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.218777 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:23.222160 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c5133abf-d708-4ee9-91eb-ec5487731e54 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7023044 Feb 04 16:08:23.223253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43230) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:23.271595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-720c4284-fc04-42c0-87d0-cdc31773e5e4 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=9a5a8387ce744ad0b47321b992ebe6d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470614 Feb 04 16:08:23.274753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43234) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:23.409455 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:08:23.431265 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:23.575644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:08:23.587579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] Sync routers for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:23.598422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:23.599334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:23.623698 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.692110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d4232a-58fe-4a89-8fc9-4dd7d9faf580 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:23.693754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-71d4232a-58fe-4a89-8fc9-4dd7d9faf580 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4182899 Feb 04 16:08:23.698004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43238) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:23.712814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4a621398-aa02-479e-86c1-3b636e7c3b0e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8297312 Feb 04 16:08:23.712814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:23.753275 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7f5ab819-b40c-4737-8ab4-5279a7f8df2f tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539398 Feb 04 16:08:23.755900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43246) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:23.764013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374707750', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:23.768099 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:22Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:23.769827 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'status': 'completed', 'code': 200} Feb 04 16:08:23.773883 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Checking router: f65e3658-f41c-4fd6-936a-e68b7d4cc54a for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:23.775128 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Updating router f65e3658-f41c-4fd6-936a-e68b7d4cc54a port 7129ac2f-168d-4123-8be5-d0eadfac395e binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:08:23.835116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:23.847902 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.949956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:23.955200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:subnet and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:23.962251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:23.966650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-9926611e-4b78-489e-8206-1c1648e961b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:23.968257 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-9926611e-4b78-489e-8206-1c1648e961b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1096 time: 0.1386240 Feb 04 16:08:23.972617 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:24.204319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:24.207718 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.267511 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.270877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '9e95878f-729a-4e11-932f-6652b5a3288e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:21Z', 'revision_number': 0, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:24.277380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] Checking router: a1bfc11b-8835-46df-96ed-394c6d5843bc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:24.285206 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Transition to ACTIVE for port object 7129ac2f-168d-4123-8be5-d0eadfac395e will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:24.291232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:24.292335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:24.297592 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.361139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-472588c0-7a82-41b8-83ef-1a35c8731ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.362682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-472588c0-7a82-41b8-83ef-1a35c8731ebc service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.3876836 Feb 04 16:08:24.443732 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Attempting to bind port 7129ac2f-168d-4123-8be5-d0eadfac395e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:24.444612 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Attempting to bind port 7129ac2f-168d-4123-8be5-d0eadfac395e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:24.445843 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Attempting to bind port 7129ac2f-168d-4123-8be5-d0eadfac395e on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:08:24.457602 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:08:24.458031 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:08:24.458521 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.459013 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:08:24.459587 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Bound port: 7129ac2f-168d-4123-8be5-d0eadfac395e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:24.460051 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.485778 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-94800749-e380-4bdc-9f5d-aed17dfddccf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 200 len: 999 time: 0.1163914 Feb 04 16:08:24.501338 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Pushing event updated for resources: {'Port': ['ID=7129ac2f-168d-4123-8be5-d0eadfac395e,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:24.523692 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.524365 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.524989 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.525573 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.526155 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.526761 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.527338 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.527909 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.528483 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.529125 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.529704 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.530284 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:24.534644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:24.594121 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] For port 7129ac2f-168d-4123-8be5-d0eadfac395e, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:08:24.599857 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] For port 7129ac2f-168d-4123-8be5-d0eadfac395e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7129ac2f-168d-4123-8be5-d0eadfac395e,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:08:24.607587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-2b731988-8985-49ed-9cf0-adbca6a35f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.609610 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.609778 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-2b731988-8985-49ed-9cf0-adbca6a35f32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0925021 Feb 04 16:08:24.687112 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:24.687890 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:24.740609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-88826d2e-ba15-47b6-a8b1-be6c4370f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.742253 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-88826d2e-ba15-47b6-a8b1-be6c4370f7b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171753 Feb 04 16:08:24.782639 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d11c4-31c4-40f1-baee-a8aff59a1102 None None] Pushing event updated for resources: {'Port': ['ID=7129ac2f-168d-4123-8be5-d0eadfac395e,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:24.832699 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.906810 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:24.964032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Subnet': ['ID=f15744a2-7d06-4e44-85f2-daa93a181214,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:24.979643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Checking segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:08:24.980010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network hostable DHCP agents. Network: c203d46d-9730-4bcc-8ee4-bfb3c67c2146, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:08:25.009061 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-62ad3d14-1a85-486b-b406-82cb704f91c4 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599697 Feb 04 16:08:25.069247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '9e95878f-729a-4e11-932f-6652b5a3288e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:21Z', 'revision_number': 0, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:25.075241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc23ed5-f783-4059-b98b-a2fdfdee18bd None None] The sync data for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 is: [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '9e95878f-729a-4e11-932f-6652b5a3288e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:21Z', 'revision_number': 0, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:25.122116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:08:25.139654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, c203d46d-9730-4bcc-8ee4-bfb3c67c2146) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:25.152883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebf39c-4532-4f2a-bfa1-e44f9ee83cc4 None None] Network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:08:25.155041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:25.155925 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.182301 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6449bb58-b2f4-42cd-9190-d3c5b78a1008 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4252541 Feb 04 16:08:25.186547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43254) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:25.205489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5dfb4913-a88f-4d2c-8423-5303ce5ab9d1 req-33618549-d260-47fe-ada9-40b36a669ef7 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894886 Feb 04 16:08:25.269737 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:22Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:25.276755 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b364064-2396-4e79-824b-e81417b5d0a5 None None] The sync data for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 is: [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:22Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:25.580797 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fc9c4-1773-4bf8-822a-59406359f04d None None] New status for floating IP 9e95878f-729a-4e11-932f-6652b5a3288e: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:08:25.625422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:08:25.626814 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.887622 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Allocated IP 172.20.0.2 (c203d46d-9730-4bcc-8ee4-bfb3c67c2146/f15744a2-7d06-4e44-85f2-daa93a181214/c47fba3c-74b4-478b-8366-d712222af65a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:26.173506 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.188817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.190904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Transition to ACTIVE for port object c47fba3c-74b4-478b-8366-d712222af65a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:26.225306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Transition to ACTIVE for port object c47fba3c-74b4-478b-8366-d712222af65a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:26.233660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.385424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:26.390226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:26.397217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:08:26.446714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Pushing event updated for resources: {'Port': ['ID=c47fba3c-74b4-478b-8366-d712222af65a,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:26.494704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.495044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.495373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.495696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.496016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.496335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.496644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.496989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.497301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.497611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.497922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.498232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:26.533404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Attempting to bind port c47fba3c-74b4-478b-8366-d712222af65a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:26.533770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Attempting to bind port c47fba3c-74b4-478b-8366-d712222af65a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:26.534148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Attempting to bind port c47fba3c-74b4-478b-8366-d712222af65a on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:08:26.540651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:08:26.541128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Checking segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:08:26.541578 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.541976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Bound using segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:08:26.542455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Bound port: c47fba3c-74b4-478b-8366-d712222af65a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:26.542882 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.682955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] For port c47fba3c-74b4-478b-8366-d712222af65a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:08:26.688047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] For port c47fba3c-74b4-478b-8366-d712222af65a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c47fba3c-74b4-478b-8366-d712222af65a,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:08:26.696891 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.729668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.20.0.1 (c203d46d-9730-4bcc-8ee4-bfb3c67c2146/f15744a2-7d06-4e44-85f2-daa93a181214/4aad0aa5-011a-4818-a3e3-01a488f96f27) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:26.801758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2cb2e-096d-47a0-8ade-359777049d44 None None] Pushing event updated for resources: {'Port': ['ID=c47fba3c-74b4-478b-8366-d712222af65a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:27.127192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.150283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Transition to ACTIVE for port object 4aad0aa5-011a-4818-a3e3-01a488f96f27 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:27.186688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.266823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:27.270795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:27.274114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:08:27.328425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=4aad0aa5-011a-4818-a3e3-01a488f96f27,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:27.362186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.668084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7129ac2f-168d-4123-8be5-d0eadfac395e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:27.713713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.774384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 7129ac2f-168d-4123-8be5-d0eadfac395e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:27.780818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7129ac2f-168d-4123-8be5-d0eadfac395e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:27.781190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.982557 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.007459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 7129ac2f-168d-4123-8be5-d0eadfac395e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7129ac2f-168d-4123-8be5-d0eadfac395e,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:28.012054 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.015253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c47fba3c-74b4-478b-8366-d712222af65a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:28.170781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=7129ac2f-168d-4123-8be5-d0eadfac395e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:28.189433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port c47fba3c-74b4-478b-8366-d712222af65a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:28.262455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.269363 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.371469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f03d4-e167-43ec-98ea-7cb96a61bee6 None None] Network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:08:28.405762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.409676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=4aad0aa5-011a-4818-a3e3-01a488f96f27,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:28.521758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-97a0a8c3-7fce-4fe7-a13f-d7e127130fc7 None None] Provisioning for port c47fba3c-74b4-478b-8366-d712222af65a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:28.531771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-97a0a8c3-7fce-4fe7-a13f-d7e127130fc7 None None] Provisioning complete for port c47fba3c-74b4-478b-8366-d712222af65a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:28.532142 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-97a0a8c3-7fce-4fe7-a13f-d7e127130fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.571265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:28.573142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:28.788586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-97a0a8c3-7fce-4fe7-a13f-d7e127130fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.800865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router f65e3658-f41c-4fd6-936a-e68b7d4cc54a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:08:28.849229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-97a0a8c3-7fce-4fe7-a13f-d7e127130fc7 None None] For port c47fba3c-74b4-478b-8366-d712222af65a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c47fba3c-74b4-478b-8366-d712222af65a,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:28.855814 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-97a0a8c3-7fce-4fe7-a13f-d7e127130fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.965831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0a8c3-7fce-4fe7-a13f-d7e127130fc7 None None] Pushing event updated for resources: {'Port': ['ID=c47fba3c-74b4-478b-8366-d712222af65a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:29.183884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:08:29.200260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Sync routers for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:29.208432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-14876e64-a46a-4c24-8702-32a3c6683015 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "PUT /v2.0/routers/f65e3658-f41c-4fd6-936a-e68b7d4cc54a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0189617 Feb 04 16:08:29.214722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:29.215717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:29.283137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a58b93b9-b19c-44e9-8fcf-0c471ff6df4c None None] Provisioning complete for port c47fba3c-74b4-478b-8366-d712222af65a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:29.283658 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a58b93b9-b19c-44e9-8fcf-0c471ff6df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.527535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-e534e69e-f2a3-4d7b-b399-99c5ec7df398 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:29.584302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-e534e69e-f2a3-4d7b-b399-99c5ec7df398 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:29.599978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-e534e69e-f2a3-4d7b-b399-99c5ec7df398 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079627650&fields=id&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 267 time: 0.1487544 Feb 04 16:08:29.606908 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:29.739255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7129ac2f-168d-4123-8be5-d0eadfac395e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:29.923450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a58b93b9-b19c-44e9-8fcf-0c471ff6df4c None None] Provisioning for port 4aad0aa5-011a-4818-a3e3-01a488f96f27 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:30.016526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a58b93b9-b19c-44e9-8fcf-0c471ff6df4c None None] Provisioning complete for port 4aad0aa5-011a-4818-a3e3-01a488f96f27 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:30.016526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a58b93b9-b19c-44e9-8fcf-0c471ff6df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.037517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-7f988689-8813-4c0b-9a40-748f3e842265 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:30.042549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-7f988689-8813-4c0b-9a40-748f3e842265 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:30.087243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-7f988689-8813-4c0b-9a40-748f3e842265 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:30.087243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-7f988689-8813-4c0b-9a40-748f3e842265 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/networks?id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 200 len: 797 time: 0.4791481 Feb 04 16:08:30.112719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-bc83f50e-d9a8-46ed-a115-da36ad11259c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/quotas/9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 375 time: 0.0205300 Feb 04 16:08:30.208715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7129ac2f-168d-4123-8be5-d0eadfac395e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:30.208715 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.246618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-95ea68d5-ad03-416d-8c74-99c52ec582ab tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:30.269113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-95ea68d5-ad03-416d-8c74-99c52ec582ab tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:30.284737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-95ea68d5-ad03-416d-8c74-99c52ec582ab tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1598742 Feb 04 16:08:30.298433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a58b93b9-b19c-44e9-8fcf-0c471ff6df4c None None] Port 4aad0aa5-011a-4818-a3e3-01a488f96f27 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:08:30.511726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-33064b4e-db66-4ce0-b608-1ea28402ecea service neutron] 10.222.0.46 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070999 Feb 04 16:08:30.530507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c47fba3c-74b4-478b-8366-d712222af65a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:30.558087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-adb47f1f-39a0-4d71-a7aa-c6286b3693ef None None] Provisioning complete for port 4aad0aa5-011a-4818-a3e3-01a488f96f27 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:30.558087 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-adb47f1f-39a0-4d71-a7aa-c6286b3693ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.666876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4aad0aa5-011a-4818-a3e3-01a488f96f27', 'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:09:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:26Z', 'updated_at': '2022-02-04T16:08:28Z', 'revision_number': 2, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:30.679132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-adb47f1f-39a0-4d71-a7aa-c6286b3693ef None None] Port 4aad0aa5-011a-4818-a3e3-01a488f96f27 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:08:30.679132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Checking router: f65e3658-f41c-4fd6-936a-e68b7d4cc54a for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:30.679132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Updating router f65e3658-f41c-4fd6-936a-e68b7d4cc54a port 4aad0aa5-011a-4818-a3e3-01a488f96f27 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:08:30.711974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-220c43ca-d0f2-4c0b-8b2c-2f2d14c8bfa7 service neutron] 10.222.0.46 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125311 Feb 04 16:08:30.821579 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.839883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c47fba3c-74b4-478b-8366-d712222af65a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:30.839883 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.971994 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a166a4d-cbca-4f1c-a37b-7e0c74836caf req-6a3056f2-f34b-4b68-9da6-a2dfe89178bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 210 time: 0.0578430 Feb 04 16:08:31.459123 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-557b0991-c9d2-4100-ae78-dc4cf7e00d46 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118503 Feb 04 16:08:31.466562 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.481693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Transition to ACTIVE for port object 4aad0aa5-011a-4818-a3e3-01a488f96f27 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:31.493532 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.680121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-bf6859e1-0f6e-4ebb-805e-0b0634440067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:31.680121 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-bf6859e1-0f6e-4ebb-805e-0b0634440067 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1096 time: 0.1235268 Feb 04 16:08:31.736102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c098903-84a5-4124-ada7-62d8286287eb None None] Pushing event updated for resources: {'Port': ['ID=4aad0aa5-011a-4818-a3e3-01a488f96f27,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:31.893165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-8fdfd3b0-3e9b-492b-acc6-5fbd11a5845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:31.893165 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-8fdfd3b0-3e9b-492b-acc6-5fbd11a5845b service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.1858590 Feb 04 16:08:31.906004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Attempting to bind port 4aad0aa5-011a-4818-a3e3-01a488f96f27 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:31.906004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Attempting to bind port 4aad0aa5-011a-4818-a3e3-01a488f96f27 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:31.906004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Attempting to bind port 4aad0aa5-011a-4818-a3e3-01a488f96f27 on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:08:31.916472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:08:31.916472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Checking segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:08:31.916472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.916472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Bound using segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:08:31.916472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Bound port: 4aad0aa5-011a-4818-a3e3-01a488f96f27, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:31.916472 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.059391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] For port 4aad0aa5-011a-4818-a3e3-01a488f96f27, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:08:32.063090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] For port 4aad0aa5-011a-4818-a3e3-01a488f96f27, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4aad0aa5-011a-4818-a3e3-01a488f96f27,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:08:32.067895 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-3d79685c-4815-45bc-aa4d-b898a92606fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 200 len: 1001 time: 0.1683149 Feb 04 16:08:32.070165 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.147093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-68bd3416-8b42-467f-8d40-f2bd117e8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.150551 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-38bde3d6-ac1f-4d20-9e37-90eed0531666 req-c4f307bd-870b-4a58-98a8-5df4781c5cef tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 210 time: 0.0541720 Feb 04 16:08:32.151744 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-68bd3416-8b42-467f-8d40-f2bd117e8e54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0760188 Feb 04 16:08:32.175723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:32.176445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:32.256157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c098903-84a5-4124-ada7-62d8286287eb None None] Pushing event updated for resources: {'Port': ['ID=4aad0aa5-011a-4818-a3e3-01a488f96f27,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:32.257835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-dcb641a2-6857-4194-b203-37ed6c6053d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.260646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-dcb641a2-6857-4194-b203-37ed6c6053d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973532 Feb 04 16:08:32.435414 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:32.473702 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-1ad49867-be6b-4aac-af9c-34bbe0b05993 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044337 Feb 04 16:08:32.681468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-38476fe3-e35a-479a-a5b8-bba41fe94849 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.684137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-38476fe3-e35a-479a-a5b8-bba41fe94849 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "GET /v2.0/networks?id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 200 len: 797 time: 0.3667271 Feb 04 16:08:32.749263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-1db52ae2-bddf-4301-a883-b4a9d17a2714 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 380 time: 0.0527983 Feb 04 16:08:32.764027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'port': {'device_id': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'admin_state_up': True, 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'security_groups': ['9a86e138-9800-49f9-b6e5-e924f58bcf5d']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:32.842079 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1ef1d8e5-6c93-4416-b257-b9ee7b8c658c req-94322e44-6619-466a-baee-00dec8e2a8ab service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611937 Feb 04 16:08:32.911292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:32.914116 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4aad0aa5-011a-4818-a3e3-01a488f96f27', 'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:09:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:26Z', 'updated_at': '2022-02-04T16:08:32Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:32.918610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75f19b-92ac-4945-a58e-cdd71f1cafe2 None None] The sync data for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 is: [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4aad0aa5-011a-4818-a3e3-01a488f96f27', 'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:09:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:26Z', 'updated_at': '2022-02-04T16:08:32Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:32.922484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:32.932124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:32.936535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.137840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.20.0.14 (c203d46d-9730-4bcc-8ee4-bfb3c67c2146/f15744a2-7d06-4e44-85f2-daa93a181214/f176b84d-370d-4919-9dc1-7bd1883b4e8d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:33.332256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-decc7226-35f4-437f-a0a1-e0044e43af38 req-e5875c6d-a7a1-475a-ab74-4a8a67facc29 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 210 time: 0.0570729 Feb 04 16:08:33.407386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.426513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Transition to ACTIVE for port object f176b84d-370d-4919-9dc1-7bd1883b4e8d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:33.456674 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.602251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4aad0aa5-011a-4818-a3e3-01a488f96f27 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:33.708283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:33.712181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:33.716643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:08:33.752271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:33.794510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 4aad0aa5-011a-4818-a3e3-01a488f96f27 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:33.805335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4aad0aa5-011a-4818-a3e3-01a488f96f27 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:33.805957 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.823058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:33.823751 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.857440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-5e5faae1-69f9-40b1-a360-0d325264838e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1000288 Feb 04 16:08:33.879865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Request body: {'port': {'device_id': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:33.975859 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.020010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 4aad0aa5-011a-4818-a3e3-01a488f96f27, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4aad0aa5-011a-4818-a3e3-01a488f96f27,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:34.026111 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.037953 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.109655 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ffbd5e3-2613-4c77-a146-94fba5c51045 None None] Provisioning for port f176b84d-370d-4919-9dc1-7bd1883b4e8d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:34.118573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5ffbd5e3-2613-4c77-a146-94fba5c51045 None None] Provisioning complete for port f176b84d-370d-4919-9dc1-7bd1883b4e8d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:34.118938 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd5e3-2613-4c77-a146-94fba5c51045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.143019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=4aad0aa5-011a-4818-a3e3-01a488f96f27,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:34.185415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbd5e3-2613-4c77-a146-94fba5c51045 None None] Port f176b84d-370d-4919-9dc1-7bd1883b4e8d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:08:34.276098 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a167c89b-8609-4e28-9d91-64b800cd826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.439543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f176b84d-370d-4919-9dc1-7bd1883b4e8d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:34.449446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.509689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Transition to ACTIVE for port object f176b84d-370d-4919-9dc1-7bd1883b4e8d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:34.518218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.658920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Pushing event updated for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:34.750895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a3553-6d3f-43ad-989c-b2047ba211ab req-655179d2-cd3d-4239-8bbf-77938295dea3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:34.751605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-069a3553-6d3f-43ad-989c-b2047ba211ab req-655179d2-cd3d-4239-8bbf-77938295dea3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:34.789797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-069a3553-6d3f-43ad-989c-b2047ba211ab req-655179d2-cd3d-4239-8bbf-77938295dea3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:34.790956 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-069a3553-6d3f-43ad-989c-b2047ba211ab req-655179d2-cd3d-4239-8bbf-77938295dea3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 932 time: 0.3468912 Feb 04 16:08:34.799426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:34.799754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:34.800079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:08:34.821277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Port f176b84d-370d-4919-9dc1-7bd1883b4e8d on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:08:34.821595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:08:34.836212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:08:34.836545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Checking segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:08:34.836955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Bound using segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:08:34.837386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Bound port: f176b84d-370d-4919-9dc1-7bd1883b4e8d, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:34.837736 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.891641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-069a3553-6d3f-43ad-989c-b2047ba211ab req-295fde54-c164-4d83-96d6-4ac397313857 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939107 Feb 04 16:08:34.951083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:08:34.954484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:08:34.959902 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.023417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.024022 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.025431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] 10.222.0.53 "PUT /v2.0/ports/f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 1092 time: 1.1507428 Feb 04 16:08:35.025862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:35.048280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b43247-1ea4-4e0f-b290-f7a6ab36230b service neutron] Pushing event updated for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:35.128369 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'status': 'completed', 'code': 200} Feb 04 16:08:35.176016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-33bacbaf-b319-4f75-84db-c14525850705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.178149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-33bacbaf-b319-4f75-84db-c14525850705 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1095 time: 0.0872955 Feb 04 16:08:35.251149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-9d11ee61-c922-4be0-8afc-42ff9af47445 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 217 time: 0.0655131 Feb 04 16:08:35.322978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-f68d96dc-0f75-4d3e-b72b-7adf54ee9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.324360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-f68d96dc-0f75-4d3e-b72b-7adf54ee9467 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f15744a2-7d06-4e44-85f2-daa93a181214 HTTP/1.1" status: 200 len: 834 time: 0.0663979 Feb 04 16:08:35.403541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-8ae59f52-f5e9-40d4-a4bb-4875eb849459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.405071 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-8ae59f52-f5e9-40d4-a4bb-4875eb849459 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741961 Feb 04 16:08:35.511173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4aad0aa5-011a-4818-a3e3-01a488f96f27 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:35.550412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-75212d90-c2be-4f70-ab1e-6a35ec952f88 service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352232 Feb 04 16:08:35.583487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4aad0aa5-011a-4818-a3e3-01a488f96f27 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:35.583855 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.799512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b332e82a-1998-495b-a34f-63cd1d84bdad req-142fa74c-0785-4100-bf13-8475df6012fd service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430365 Feb 04 16:08:35.926314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-8d74ba91-d1ba-43eb-9f46-9e437e844bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.928189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-8d74ba91-d1ba-43eb-9f46-9e437e844bf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1095 time: 0.0811446 Feb 04 16:08:36.116307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-e5432f8a-008c-4081-81cc-cbbd3f850c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:36.117892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-e5432f8a-008c-4081-81cc-cbbd3f850c76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 200 len: 898 time: 0.1804492 Feb 04 16:08:36.201680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-d368043e-5d7f-44cc-b6d7-3b19b488138d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 217 time: 0.0769715 Feb 04 16:08:36.284476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6c97f-62e3-491c-b7ac-be4081cb9b61 req-82f52ff0-7669-4900-90b2-c7263dcc3aea tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:36.286204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65a6c97f-62e3-491c-b7ac-be4081cb9b61 req-82f52ff0-7669-4900-90b2-c7263dcc3aea tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 944 time: 0.2131484 Feb 04 16:08:36.287862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-b9aee8ab-24d6-4021-9478-037ab6791dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:36.289775 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-b9aee8ab-24d6-4021-9478-037ab6791dc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f15744a2-7d06-4e44-85f2-daa93a181214 HTTP/1.1" status: 200 len: 834 time: 0.0809326 Feb 04 16:08:36.385167 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65a6c97f-62e3-491c-b7ac-be4081cb9b61 req-d7aa9048-ec9b-4954-a980-7c406f29fd97 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916867 Feb 04 16:08:36.409206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-1704bb76-2df1-4edd-a812-9d13b7269fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:36.409206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-1704bb76-2df1-4edd-a812-9d13b7269fed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989189 Feb 04 16:08:36.551975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-0bdf9cb1-8dd8-4c96-b359-4f0a41fd70ad service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328647 Feb 04 16:08:36.554471 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.696238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e168d762-4e84-428f-9c4a-fee305de0d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.724265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e9cc249-1b3f-4b2d-8087-ecaf243988aa req-aa4452e2-4a0b-4904-b7ac-ce4c602334f2 service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652114 Feb 04 16:08:37.636895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756c9d2-bde3-4819-843c-2d046963a029 req-df181c3b-be71-48b6-999c-8120cd471fac tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:37.636895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9756c9d2-bde3-4819-843c-2d046963a029 req-df181c3b-be71-48b6-999c-8120cd471fac tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 944 time: 0.1023297 Feb 04 16:08:37.692641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9756c9d2-bde3-4819-843c-2d046963a029 req-748cf90d-0618-4303-a568-ab3399b67e28 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476403 Feb 04 16:08:37.698564 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.792119 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.651068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f176b84d-370d-4919-9dc1-7bd1883b4e8d details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:38.830800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:38.851168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'port_id': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'mac_address': 'fa:16:3e:66:0b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:38.924421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d909a-dc47-47b8-8e3e-a1b01bc3c3bc req-d3d8487d-16bc-441a-886c-6ccbbff43564 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:38.924421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-390d909a-dc47-47b8-8e3e-a1b01bc3c3bc req-d3d8487d-16bc-441a-886c-6ccbbff43564 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 944 time: 0.1038880 Feb 04 16:08:38.933002 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.956448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f176b84d-370d-4919-9dc1-7bd1883b4e8d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:38.977387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:38.977387 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.989121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-390d909a-dc47-47b8-8e3e-a1b01bc3c3bc req-e32d7d8d-bf67-404b-a797-bf576bac6908 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542562 Feb 04 16:08:39.084608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:39.240672 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.258077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f176b84d-370d-4919-9dc1-7bd1883b4e8d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:08:39.583096 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.191854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf5884-10c0-4f98-a627-6f883753e5aa req-e980e9d9-19f7-410a-88ef-a498ead67914 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:40.191854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19bf5884-10c0-4f98-a627-6f883753e5aa req-e980e9d9-19f7-410a-88ef-a498ead67914 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 945 time: 0.1000125 Feb 04 16:08:40.259544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19bf5884-10c0-4f98-a627-6f883753e5aa req-515d2412-111c-48dc-905b-96cff5ce7425 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569954 Feb 04 16:08:40.672593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f176b84d-370d-4919-9dc1-7bd1883b4e8d up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:40.788469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port f176b84d-370d-4919-9dc1-7bd1883b4e8d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:40.788469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port f176b84d-370d-4919-9dc1-7bd1883b4e8d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:40.788469 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.978474 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.004000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:41.015108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:41.020799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.102166 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'code': 200} Feb 04 16:08:41.115801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:41.254646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109383de-21f3-4801-b336-0dc1a0c19eb8 req-b818f9d2-b1fb-48f3-87ff-8e4fc77120f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:41.256026 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-109383de-21f3-4801-b336-0dc1a0c19eb8 req-b818f9d2-b1fb-48f3-87ff-8e4fc77120f3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1097 time: 0.1073468 Feb 04 16:08:41.302804 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-109383de-21f3-4801-b336-0dc1a0c19eb8 req-a4d86d65-896f-4484-baf4-237b131f39ba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 Feb 04 16:08:41.465120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be03da-ce34-4d16-8f38-ea2e05d64f8b req-573c3d8f-6263-4475-941d-f29b9ae016cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:41.466580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44be03da-ce34-4d16-8f38-ea2e05d64f8b req-573c3d8f-6263-4475-941d-f29b9ae016cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.0866218 Feb 04 16:08:41.514846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44be03da-ce34-4d16-8f38-ea2e05d64f8b req-95f3c987-d94c-4396-b8d8-1dc9ce0f32c5 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Feb 04 16:08:42.701859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6793ca-8fb5-41bd-99d0-f80080fee3ba req-4d86bb4c-fa34-4444-9f25-1efc67bf949a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:42.703402 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e6793ca-8fb5-41bd-99d0-f80080fee3ba req-4d86bb4c-fa34-4444-9f25-1efc67bf949a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.0835240 Feb 04 16:08:42.752007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e6793ca-8fb5-41bd-99d0-f80080fee3ba req-ce8eeccf-8f8f-4989-a3d3-4b714bfa22e5 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Feb 04 16:08:42.948742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4204e-a5db-4709-af8a-4b58b1aafd7e req-f1482afe-646a-4823-8e4a-da750c8533f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:42.950246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-47f4204e-a5db-4709-af8a-4b58b1aafd7e req-f1482afe-646a-4823-8e4a-da750c8533f3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.0866468 Feb 04 16:08:42.998389 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-47f4204e-a5db-4709-af8a-4b58b1aafd7e req-d63d17e3-2550-48e3-99c1-fec490048803 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Feb 04 16:08:43.022147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43360) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:43.213844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe0612-4e30-4af2-a490-fae44d81e6dd tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:43.215362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e4fe0612-4e30-4af2-a490-fae44d81e6dd tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1092 time: 0.1922004 Feb 04 16:08:43.218269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43366) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:43.223119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:43.230826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:43.235536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:floatingip and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:43.237896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:43.244354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:43.365811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.520561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.662861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.25.8.139 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/57e48873-1e9c-493b-aac5-aff1ffbfe1cd) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:43.836572 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.872253 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.946121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:43.946121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:43.956927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:08:43.987090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=57e48873-1e9c-493b-aac5-aff1ffbfe1cd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:44.457731 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.576296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.824100 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.829965 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.947658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=57e48873-1e9c-493b-aac5-aff1ffbfe1cd,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:44.966221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.172401 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Floating IP cd73ef9f-b748-48fc-8b63-f45428f89f90 associated. External IP: 172.25.8.139, port: f176b84d-370d-4919-9dc1-7bd1883b4e8d. Feb 04 16:08:45.712424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router f65e3658-f41c-4fd6-936a-e68b7d4cc54a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:08:45.919038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:08:45.934739 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] Sync routers for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:45.945308 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:45.947375 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:45.954307 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.039270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-12a65143-a35b-451b-8d94-1636589caf8c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8144794 Feb 04 16:08:46.039270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:46.152711 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:46.243641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9e2b8-2294-4ff1-834b-0556c5669ee9 req-e8ac5114-cf82-45d9-af67-f202e5286a07 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:46.246306 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0e9e2b8-2294-4ff1-834b-0556c5669ee9 req-e8ac5114-cf82-45d9-af67-f202e5286a07 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.1003716 Feb 04 16:08:46.307769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0e9e2b8-2294-4ff1-834b-0556c5669ee9 req-7b09fdff-a236-491c-9eed-d2ea6fabdffe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538313 Feb 04 16:08:46.337168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43378) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:46.400410 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'status': 'completed', 'code': 200} Feb 04 16:08:46.506180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e7fbb57e-ec09-4697-89a5-7b68dc107795 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/cd73ef9f-b748-48fc-8b63-f45428f89f90 HTTP/1.1" status: 200 len: 992 time: 0.1676440 Feb 04 16:08:46.527451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7209c85-615d-4127-a305-2787c5a79456 req-a58557c4-c1a9-4a40-8eda-80d7e09bf9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:46.528756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7209c85-615d-4127-a305-2787c5a79456 req-a58557c4-c1a9-4a40-8eda-80d7e09bf9b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1097 time: 0.1131637 Feb 04 16:08:46.644651 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'cd73ef9f-b748-48fc-8b63-f45428f89f90', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'port_id': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'mac_address': 'fa:16:3e:66:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:44Z', 'updated_at': '2022-02-04T16:08:44Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aad0aa5-011a-4818-a3e3-01a488f96f27', 'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:09:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:26Z', 'updated_at': '2022-02-04T16:08:34Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:46.650411 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] Checking router: f65e3658-f41c-4fd6-936a-e68b7d4cc54a for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:46.666278 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:46.666278 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:46.696042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7209c85-615d-4127-a305-2787c5a79456 req-2e864338-2398-4430-ab44-9f9796918f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:46.696042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7209c85-615d-4127-a305-2787c5a79456 req-2e864338-2398-4430-ab44-9f9796918f60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 200 len: 898 time: 0.1565762 Feb 04 16:08:46.809059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7209c85-615d-4127-a305-2787c5a79456 req-bc2243c7-2902-4ab9-aabc-9f8265a9f47c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 1000 time: 0.1098626 Feb 04 16:08:46.875768 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:46.878146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7209c85-615d-4127-a305-2787c5a79456 req-26c99c40-4770-4370-a0e7-0f5af5b6b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:46.879770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7209c85-615d-4127-a305-2787c5a79456 req-26c99c40-4770-4370-a0e7-0f5af5b6b956 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f15744a2-7d06-4e44-85f2-daa93a181214 HTTP/1.1" status: 200 len: 834 time: 0.0646274 Feb 04 16:08:46.974516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7209c85-615d-4127-a305-2787c5a79456 req-52148470-f0c1-4f6f-af94-544ab460ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:46.977138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7209c85-615d-4127-a305-2787c5a79456 req-52148470-f0c1-4f6f-af94-544ab460ac66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905924 Feb 04 16:08:47.314917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7209c85-615d-4127-a305-2787c5a79456 req-f7cbbfff-fb41-4356-aa28-280eb621a207 service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303647 Feb 04 16:08:47.368464 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'cd73ef9f-b748-48fc-8b63-f45428f89f90', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'port_id': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'mac_address': 'fa:16:3e:66:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:44Z', 'updated_at': '2022-02-04T16:08:44Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aad0aa5-011a-4818-a3e3-01a488f96f27', 'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:09:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:26Z', 'updated_at': '2022-02-04T16:08:34Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:47.375142 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ea5e6-dcda-48bd-8bd7-2e6d7902908a None None] The sync data for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 is: [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'cd73ef9f-b748-48fc-8b63-f45428f89f90', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'port_id': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'mac_address': 'fa:16:3e:66:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:44Z', 'updated_at': '2022-02-04T16:08:44Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aad0aa5-011a-4818-a3e3-01a488f96f27', 'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:09:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:26Z', 'updated_at': '2022-02-04T16:08:34Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:47.509207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43382) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:47.518473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7209c85-615d-4127-a305-2787c5a79456 req-ef6321a6-1ba2-4085-ba15-5a92de47761b service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891453 Feb 04 16:08:47.627004 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4f4cc45e-f5e7-46e1-b830-96cc571a2644 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/cd73ef9f-b748-48fc-8b63-f45428f89f90 HTTP/1.1" status: 200 len: 992 time: 0.1162846 Feb 04 16:08:47.652951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e44e15-236c-4100-8dc1-b4b14ace3bb2 None None] New status for floating IP cd73ef9f-b748-48fc-8b63-f45428f89f90: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:08:48.628994 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43394) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:48.741606 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c2745919-b734-4168-a423-0b2cc4d82f1b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/cd73ef9f-b748-48fc-8b63-f45428f89f90 HTTP/1.1" status: 200 len: 994 time: 0.1108663 Feb 04 16:08:52.543247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893c998-a021-48bd-9d2b-3a2d82c2e676 req-9246c038-2e08-4d37-a20a-fa2860b59b28 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:52.544897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8893c998-a021-48bd-9d2b-3a2d82c2e676 req-9246c038-2e08-4d37-a20a-fa2860b59b28 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.0807641 Feb 04 16:08:52.590807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8893c998-a021-48bd-9d2b-3a2d82c2e676 req-7ad985bb-5372-4b71-bf31-83f78c8b3ce1 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Feb 04 16:08:53.794267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eb46c-5f7f-42b0-baf5-67d0f02d5ad4 req-f7a3b32f-48d8-4df0-a3c8-32b25729442e tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:53.795851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-002eb46c-5f7f-42b0-baf5-67d0f02d5ad4 req-f7a3b32f-48d8-4df0-a3c8-32b25729442e tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.0909359 Feb 04 16:08:53.841057 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-002eb46c-5f7f-42b0-baf5-67d0f02d5ad4 req-64128cbb-54a5-4742-ae72-b13842bad5e3 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397158 Feb 04 16:08:54.367632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44979038-6954-498e-943c-a34acb3d69cd req-4265c471-5275-4d38-9c3d-4b7705a89096 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:54.369087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44979038-6954-498e-943c-a34acb3d69cd req-4265c471-5275-4d38-9c3d-4b7705a89096 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.0841284 Feb 04 16:08:54.449875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Deleting port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:08:54.450383 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.739187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] For port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:08:54.739738 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.130843 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.132148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.132148 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Floating IP 3f0f9d88-6d42-4054-bc8b-207b14653ab1 disassociated. External IP: 172.25.8.195, port: 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02. Feb 04 16:08:55.132420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Calling delete_port for 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:08:55.216079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c311e63-4a57-4fb5-a667-262ffa830f3c req-49854368-7323-4d99-8b46-1f2697731a1f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:55.217582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c311e63-4a57-4fb5-a667-262ffa830f3c req-49854368-7323-4d99-8b46-1f2697731a1f tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 946 time: 0.1916950 Feb 04 16:08:55.327935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c311e63-4a57-4fb5-a667-262ffa830f3c req-16b1dd1d-98fc-49ec-9301-a7e23ade9d4e tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a59cbe1-896a-4d3e-99db-2526f62da5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969739 Feb 04 16:08:55.354335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.406407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event deleted for resources: {'Port': ['ID=564e7c51-2eb4-44ec-ab6b-ae08b7b43d02,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:55.708899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Router 4994b585-3f11-4b94-afa7-29b11aea0d3c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:08:55.896203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:08:55.906088 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] Sync routers for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:55.915856 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:55.916719 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:55.974998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] No DVR routers for this DVR port 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:55.978306 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.981114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce728324-954a-435b-a788-dff120dcd798', 'name': 'network-vif-deleted', 'tag': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:55.999171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44979038-6954-498e-943c-a34acb3d69cd req-2d62bfdd-c2bf-4ecd-b57e-41b5d276307c tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.53 "DELETE /v2.0/ports/564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 HTTP/1.1" status: 204 len: 173 time: 1.6251678 Feb 04 16:08:56.045597 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce728324-954a-435b-a788-dff120dcd798', 'name': 'network-vif-deleted', 'tag': '564e7c51-2eb4-44ec-ab6b-ae08b7b43d02', 'status': 'completed', 'code': 200} Feb 04 16:08:56.101373 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:56.422257 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:56.426594 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] Checking router: 4994b585-3f11-4b94-afa7-29b11aea0d3c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:56.437101 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:08:56.437713 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:08:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:56.494817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fbac8c7b-6893-4f74-95f2-a7b18449d661 req-f82a0068-96dd-41e3-af6d-524e40402f14 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Synchronizing usage tracker for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:56.510728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-fbac8c7b-6893-4f74-95f2-a7b18449d661 req-f82a0068-96dd-41e3-af6d-524e40402f14 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Unset dirty status for tenant:6fae251390c34629a1c41ec4d302e0ce on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:56.512191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fbac8c7b-6893-4f74-95f2-a7b18449d661 req-f82a0068-96dd-41e3-af6d-524e40402f14 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce728324-954a-435b-a788-dff120dcd798 HTTP/1.1" status: 200 len: 210 time: 0.0615563 Feb 04 16:08:56.653966 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:08:56.973336 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:56.977622 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9ab2f-884f-4721-9f60-ff23cf4f51ba None None] The sync data for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 is: [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'cb2c0994-222d-4f1c-bef8-0298fc0ac008', 'name': '', 'network_id': '76e5812f-159c-4c0c-8970-0556320d8949', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'mac_address': 'fa:16:3e:b5:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:53Z', 'updated_at': '2022-02-04T16:04:59Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'subnets': [{'id': '0f9799dc-8551-4a9b-af12-052504351e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:57.203211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c58504e-9d44-48a1-8526-1d1e10776dfc None None] New status for floating IP 3f0f9d88-6d42-4054-bc8b-207b14653ab1: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:08:57.637025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43448) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:57.705262 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.734099 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.797543 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.815385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a59cbe1-896a-4d3e-99db-2526f62da5b5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:57.828046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.828391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.828731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.829098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.829429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.829755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.830078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.830400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.830719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.831039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.831357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.831674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:57.835252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.836354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8b5d6d09-201d-4cb3-9de1-1ca3988f3a00 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "DELETE /v2.0/security-groups/0a59cbe1-896a-4d3e-99db-2526f62da5b5 HTTP/1.1" status: 204 len: 168 time: 0.1983514 Feb 04 16:08:57.839125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43452) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:57.855521 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-9f41c0d5-d008-445e-b958-3c9adc1c36dd tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] show failed (client error): The resource could not be found. Feb 04 16:08:57.856523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9f41c0d5-d008-445e-b958-3c9adc1c36dd tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "GET /v2.0/security-groups/0a59cbe1-896a-4d3e-99db-2526f62da5b5 HTTP/1.1" status: 404 len: 347 time: 0.0165009 Feb 04 16:08:57.859437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43456) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:58.021869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Deleting port 0a0de9e8-80a4-4b27-91f0-14cb2d504df0 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:08:58.022742 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.189796 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.190016 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.311366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Calling delete_port for 0a0de9e8-80a4-4b27-91f0-14cb2d504df0 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:08:58.454165 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.500626 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Pushing event deleted for resources: {'Port': ['ID=0a0de9e8-80a4-4b27-91f0-14cb2d504df0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:58.593985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.612351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.613540 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b2b943d4-3c46-453d-be1b-2e25f09e5488 tempest-AttachVolumeTestJSON-1626245575 tempest-AttachVolumeTestJSON-1626245575-project] 10.222.0.46 "DELETE /v2.0/floatingips/3f0f9d88-6d42-4054-bc8b-207b14653ab1 HTTP/1.1" status: 204 len: 168 time: 0.7532251 Feb 04 16:08:58.797212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:58.830666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:08:58.831026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 564e7c51-2eb4-44ec-ab6b-ae08b7b43d02 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:00.399759 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:09:04.270690 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc70c34d-b972-4bb9-84c5-50903b23b195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.973645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43496) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:06.534237 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.552160 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.700053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7483-d087-4286-92a1-a17f07637764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.888858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Deleting port cb2c0994-222d-4f1c-bef8-0298fc0ac008 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:06.889201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.195745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] For port cb2c0994-222d-4f1c-bef8-0298fc0ac008, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cb2c0994-222d-4f1c-bef8-0298fc0ac008,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:07.196498 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.319996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Calling delete_port for cb2c0994-222d-4f1c-bef8-0298fc0ac008 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:07.696126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.726943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.782109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2c0994-222d-4f1c-bef8-0298fc0ac008,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:07.806299 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.082987 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.498380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Router 4994b585-3f11-4b94-afa7-29b11aea0d3c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:09:08.844243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:09:08.858392 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] Sync routers for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:09:08.863247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4beb055d-81f4-46dc-ab71-f2ac486ec6f6 admin admin] 10.222.0.46 "PUT /v2.0/routers/4994b585-3f11-4b94-afa7-29b11aea0d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8882408 Feb 04 16:09:08.867541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43502) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:08.878280 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:08.879075 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:09.085513 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:09:09.187710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.239606 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.381324 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:09:07Z', 'revision_number': 5, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port': {'id': 'ac762f3d-c9e4-4b60-b13b-483f785da6d7', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:49Z', 'updated_at': '2022-02-04T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:09.385423 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] Checking router: 4994b585-3f11-4b94-afa7-29b11aea0d3c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:09:09.393791 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] Routers {'4994b585-3f11-4b94-afa7-29b11aea0d3c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:09.394509 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4994b585-3f11-4b94-afa7-29b11aea0d3c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:09.410326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.421464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Deleting port ac762f3d-c9e4-4b60-b13b-483f785da6d7 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:09.421809 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.555312 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.563970 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] Set router 4994b585-3f11-4b94-afa7-29b11aea0d3c gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:09:09.616541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] For port ac762f3d-c9e4-4b60-b13b-483f785da6d7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ac762f3d-c9e4-4b60-b13b-483f785da6d7,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:09.616931 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.673261 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:09:09Z', 'revision_number': 6, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:09.677299 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb231c4-318f-43cb-9e96-4aa16bd90220 None None] The sync data for ids ['4994b585-3f11-4b94-afa7-29b11aea0d3c'] in n-d-827870-1 is: [{'id': '4994b585-3f11-4b94-afa7-29b11aea0d3c', 'name': 'tempest-AttachVolumeTestJSON-1290247357-router', 'tenant_id': '6fae251390c34629a1c41ec4d302e0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:48Z', 'updated_at': '2022-02-04T16:09:09Z', 'revision_number': 6, 'project_id': '6fae251390c34629a1c41ec4d302e0ce', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:09:09.745296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Calling delete_port for ac762f3d-c9e4-4b60-b13b-483f785da6d7 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:09.917362 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.005392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=ac762f3d-c9e4-4b60-b13b-483f785da6d7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:10.084077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.285972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.288636 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.321403 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.321403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4994b585-3f11-4b94-afa7-29b11aea0d3c {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:09:10.336330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.336330 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1eeddd97-209c-478b-b7bd-a2b76a576cdb admin admin] 10.222.0.46 "DELETE /v2.0/routers/4994b585-3f11-4b94-afa7-29b11aea0d3c HTTP/1.1" status: 204 len: 168 time: 1.4677351 Feb 04 16:09:10.339911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43508) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:10.413339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd09c13-5404-432b-9d63-b48763f59c4e admin admin] Deleting subnet 0f9799dc-8551-4a9b-af12-052504351e8b {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:09:10.413339 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd09c13-5404-432b-9d63-b48763f59c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.489424 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd09c13-5404-432b-9d63-b48763f59c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.580053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd09c13-5404-432b-9d63-b48763f59c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.667078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd09c13-5404-432b-9d63-b48763f59c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.723395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd09c13-5404-432b-9d63-b48763f59c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f9799dc-8551-4a9b-af12-052504351e8b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:10.729335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bd09c13-5404-432b-9d63-b48763f59c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.739471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536eaec-dadb-4f58-97dd-a9aaa6a4e46e None None] Network 76e5812f-159c-4c0c-8970-0556320d8949 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:10.743703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43512) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:10.746602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0bd09c13-5404-432b-9d63-b48763f59c4e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0f9799dc-8551-4a9b-af12-052504351e8b HTTP/1.1" status: 204 len: 168 time: 0.3934388 Feb 04 16:09:10.871915 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.883467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Deleting port bff8b720-9f8d-4fff-bac7-611c89fedc68 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:10.883574 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.096268 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] DHCP port deletion for 76e5812f-159c-4c0c-8970-0556320d8949 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:09:11.100859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] Deleting port bff8b720-9f8d-4fff-bac7-611c89fedc68 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:11.101235 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.125035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] For port bff8b720-9f8d-4fff-bac7-611c89fedc68, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bff8b720-9f8d-4fff-bac7-611c89fedc68,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:11.125035 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.345505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] For port bff8b720-9f8d-4fff-bac7-611c89fedc68, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bff8b720-9f8d-4fff-bac7-611c89fedc68,segment=NetworkSegment(440bc064-4ea6-4156-9aea-39c5cf802bd3),segment_id=440bc064-4ea6-4156-9aea-39c5cf802bd3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:11.345775 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.401970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Calling delete_port for bff8b720-9f8d-4fff-bac7-611c89fedc68 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:11.479363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] Calling delete_port for bff8b720-9f8d-4fff-bac7-611c89fedc68 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:11.488559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.543884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff8b720-9f8d-4fff-bac7-611c89fedc68,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:11.550235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] No DVR routers for this DVR port bff8b720-9f8d-4fff-bac7-611c89fedc68 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:11.557112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ac762f3d-c9e4-4b60-b13b-483f785da6d7 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:11.591872 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:09:11.592691 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:09:11.598571 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ac762f3d-c9e4-4b60-b13b-483f785da6d7 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:09:11.598899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ac762f3d-c9e4-4b60-b13b-483f785da6d7 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:11.599319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cb2c0994-222d-4f1c-bef8-0298fc0ac008 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:11.638171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: cb2c0994-222d-4f1c-bef8-0298fc0ac008 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:09:11.639022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cb2c0994-222d-4f1c-bef8-0298fc0ac008 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:11.639022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bff8b720-9f8d-4fff-bac7-611c89fedc68 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:11.673362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: bff8b720-9f8d-4fff-bac7-611c89fedc68 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:09:11.673559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.673707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bff8b720-9f8d-4fff-bac7-611c89fedc68 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:11.705735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e5812f-159c-4c0c-8970-0556320d8949']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:11.726951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440bc064-4ea6-4156-9aea-39c5cf802bd3') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:11.726951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440bc064-4ea6-4156-9aea-39c5cf802bd3') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:11.741341 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.759012 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.768710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:09:11.768710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:11.783232 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:11.868431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.886097 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.899246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e5812f-159c-4c0c-8970-0556320d8949,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:11.905125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5bb51b38-f408-4fdb-bba8-a19471be77e6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/76e5812f-159c-4c0c-8970-0556320d8949 HTTP/1.1" status: 204 len: 168 time: 1.1617470 Feb 04 16:09:12.029659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43520) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:12.078520 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-51615d7c-65fe-419f-aba7-82b9dc20f53e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6fae251390c34629a1c41ec4d302e0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481858 Feb 04 16:09:12.080893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43524) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:12.093402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] Deleting port bff8b720-9f8d-4fff-bac7-611c89fedc68 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:12.093856 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.160974 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24372cb-0d8d-4705-be11-16c0f39f91c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.171352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d2a52eed-287a-4db8-9006-2215f03ceb17 None None] The port 'bff8b720-9f8d-4fff-bac7-611c89fedc68' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:09:12.187480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24372cb-0d8d-4705-be11-16c0f39f91c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.249560 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24372cb-0d8d-4705-be11-16c0f39f91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.269117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24372cb-0d8d-4705-be11-16c0f39f91c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf4eff0-1824-4798-a367-e9f7698dac9b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:12.280883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24372cb-0d8d-4705-be11-16c0f39f91c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.292561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d24372cb-0d8d-4705-be11-16c0f39f91c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cf4eff0-1824-4798-a367-e9f7698dac9b HTTP/1.1" status: 204 len: 168 time: 0.1997895 Feb 04 16:09:14.686470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43584) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:14.811774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca62dd98-ec60-4504-aa82-4f4ad077e23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.827670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ca62dd98-ec60-4504-aa82-4f4ad077e23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:14.831566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ca62dd98-ec60-4504-aa82-4f4ad077e23f admin admin] Usage tracker for resource:security_group_rule and tenant:d691593e3c1e4996b911d5d7e036f4a7 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:14.835297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ca62dd98-ec60-4504-aa82-4f4ad077e23f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:14.841369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ca62dd98-ec60-4504-aa82-4f4ad077e23f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:14.927546 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca62dd98-ec60-4504-aa82-4f4ad077e23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.931480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca62dd98-ec60-4504-aa82-4f4ad077e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.980834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ca62dd98-ec60-4504-aa82-4f4ad077e23f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d691593e3c1e4996b911d5d7e036f4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932570 Feb 04 16:09:14.981680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62dd98-ec60-4504-aa82-4f4ad077e23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce969416-9c8f-4bb5-94ba-f1f799ef4e98,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:14.985018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43590) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:15.046742 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a787e57-203b-46fa-a3c7-fa2d6f49a590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.074021 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a787e57-203b-46fa-a3c7-fa2d6f49a590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.133809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a787e57-203b-46fa-a3c7-fa2d6f49a590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.148573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a787e57-203b-46fa-a3c7-fa2d6f49a590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce969416-9c8f-4bb5-94ba-f1f799ef4e98,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:15.154966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a787e57-203b-46fa-a3c7-fa2d6f49a590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.156084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1a787e57-203b-46fa-a3c7-fa2d6f49a590 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce969416-9c8f-4bb5-94ba-f1f799ef4e98 HTTP/1.1" status: 204 len: 168 time: 0.1698112 Feb 04 16:09:15.443197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43600) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:15.462907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30fcfafb-e928-43c2-889c-bce7e9ff1024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.479709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-30fcfafb-e928-43c2-889c-bce7e9ff1024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:15.483581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-30fcfafb-e928-43c2-889c-bce7e9ff1024 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e599136041457ca6b0ac764ec0acc0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:15.486823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-30fcfafb-e928-43c2-889c-bce7e9ff1024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:15.495160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-30fcfafb-e928-43c2-889c-bce7e9ff1024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:15.585708 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30fcfafb-e928-43c2-889c-bce7e9ff1024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.590468 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30fcfafb-e928-43c2-889c-bce7e9ff1024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.640957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-30fcfafb-e928-43c2-889c-bce7e9ff1024 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0e599136041457ca6b0ac764ec0acc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959691 Feb 04 16:09:15.641838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcfafb-e928-43c2-889c-bce7e9ff1024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f19f301-ec8a-4690-be48-f570bb4df4a5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:15.643605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43604) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:15.721597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31c08e85-a40b-4309-8c55-18009c20f3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.750973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31c08e85-a40b-4309-8c55-18009c20f3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.805039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31c08e85-a40b-4309-8c55-18009c20f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.828066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08e85-a40b-4309-8c55-18009c20f3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f19f301-ec8a-4690-be48-f570bb4df4a5,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:15.830422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31c08e85-a40b-4309-8c55-18009c20f3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.831532 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-31c08e85-a40b-4309-8c55-18009c20f3f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f19f301-ec8a-4690-be48-f570bb4df4a5 HTTP/1.1" status: 204 len: 168 time: 0.1869318 Feb 04 16:09:20.045584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fb631-6962-4ce0-bbd2-5b24cc244348 req-43bf7ae2-9d65-4438-b9a6-e27dbbe4ca9d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:20.047471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a89fb631-6962-4ce0-bbd2-5b24cc244348 req-43bf7ae2-9d65-4438-b9a6-e27dbbe4ca9d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.1007056 Feb 04 16:09:20.097627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a89fb631-6962-4ce0-bbd2-5b24cc244348 req-ba7f7455-d16c-4afd-8978-8333c36f0bbe tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Feb 04 16:09:20.122877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43720) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:20.240836 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-15dfd6ac-6b5b-4420-93b4-69426c6ecdb0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/cd73ef9f-b748-48fc-8b63-f45428f89f90 HTTP/1.1" status: 200 len: 994 time: 0.1165984 Feb 04 16:09:20.695601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54570cf6-f11f-488a-bc43-e97e4a8ff165 req-a5eb01e1-f3f0-4066-b537-222b19043cbd tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:20.697144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54570cf6-f11f-488a-bc43-e97e4a8ff165 req-a5eb01e1-f3f0-4066-b537-222b19043cbd tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1097 time: 0.0817544 Feb 04 16:09:20.751451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-54570cf6-f11f-488a-bc43-e97e4a8ff165 req-6404be5f-c1f2-4d56-aaf4-cc6a120f2c82 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457590 Feb 04 16:09:21.561676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-4fd50c59-541f-48af-aa19-c2e10ab321f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:21.563250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-4fd50c59-541f-48af-aa19-c2e10ab321f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1097 time: 0.1067736 Feb 04 16:09:21.731040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-e44e0815-67af-456c-b232-e8bbb0b1783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:21.732657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-e44e0815-67af-456c-b232-e8bbb0b1783f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 200 len: 898 time: 0.1503265 Feb 04 16:09:21.885330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-6ffbd454-e941-4257-953a-f0ea179192a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 1002 time: 0.1463289 Feb 04 16:09:21.984325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-6acd400d-9beb-4fb1-9716-6abab50f3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:21.986852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-6acd400d-9beb-4fb1-9716-6abab50f3e5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f15744a2-7d06-4e44-85f2-daa93a181214 HTTP/1.1" status: 200 len: 834 time: 0.0925548 Feb 04 16:09:22.166482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-ffd820d6-7a03-4904-b12f-9f0b42468ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:22.168147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-ffd820d6-7a03-4904-b12f-9f0b42468ef0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692007 Feb 04 16:09:22.176519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-c93390a8-0dd6-40b5-be0b-0ffeb2de3758 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3529470 Feb 04 16:09:22.373015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-c36ef44e-b289-4b7a-8c75-0e8b734424d0 service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885765 Feb 04 16:09:22.805894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43105c64-8bc1-407c-a5c5-43e00dcd0180 req-a8809b96-e6f8-4b78-9821-cdbdf2250b24 service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212978 Feb 04 16:09:23.257935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-977e7ec5-1fa8-4f87-b126-54d0bd15c09d tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:09:23.259091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-977e7ec5-1fa8-4f87-b126-54d0bd15c09d tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2751312 Feb 04 16:09:23.281965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Request body: {'binding': {'host': 'n-h2-827870-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:23.282726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Unknown quota resources ['binding']. {{(pid=87570) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 16:09:23.597108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d on host n-h2-827870-1 for vnic_type normal with profile None {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:23.597336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:23.597673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:09:23.604649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Port f176b84d-370d-4919-9dc1-7bd1883b4e8d on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:09:23.605265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:09:23.615039 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:09:23.615415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Checking segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:23.616254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Bound using segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:09:23.616254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Bound port: f176b84d-370d-4919-9dc1-7bd1883b4e8d, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:23.711274 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:09:23.729633 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.746480 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] 10.222.0.46 "POST /v2.0/ports/f176b84d-370d-4919-9dc1-7bd1883b4e8d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4657993 Feb 04 16:09:24.144412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb1582-0d30-4e32-a861-051bc508bf8c req-1ab64d82-e6c4-41a8-a9c0-e07301b625ac tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:24.144412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32cb1582-0d30-4e32-a861-051bc508bf8c req-1ab64d82-e6c4-41a8-a9c0-e07301b625ac tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.1692564 Feb 04 16:09:24.163734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b00bef94-e1c2-4b4c-a560-ef8b5bb9a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:24.165955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b00bef94-e1c2-4b4c-a560-ef8b5bb9a51e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1097 time: 0.1396687 Feb 04 16:09:24.210557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-32cb1582-0d30-4e32-a861-051bc508bf8c req-19416d75-d078-4657-ad92-2cde14569d21 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576901 Feb 04 16:09:24.374362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-1cda77b1-ac6e-4ca7-9cb9-f248152d1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:24.374362 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-1cda77b1-ac6e-4ca7-9cb9-f248152d1aa8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 200 len: 898 time: 0.1959856 Feb 04 16:09:24.505024 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-ae21561a-aa77-42bc-915d-9545437eb198 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 1002 time: 0.1301258 Feb 04 16:09:24.582209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-3cff35b9-51b5-4054-a0b6-61a191de989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:24.583695 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-3cff35b9-51b5-4054-a0b6-61a191de989c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f15744a2-7d06-4e44-85f2-daa93a181214 HTTP/1.1" status: 200 len: 834 time: 0.0727482 Feb 04 16:09:24.673742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-9904aa10-b5ad-4f72-a5ef-4e9aed015c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:24.675328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-9904aa10-b5ad-4f72-a5ef-4e9aed015c46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854757 Feb 04 16:09:24.830714 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-bda9b739-a43e-418a-a1bb-774c190610f3 service neutron] 10.222.0.61 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477733 Feb 04 16:09:25.105240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-154a399f-6a55-4dcb-87c2-f9102d75e9b2 service neutron] 10.222.0.61 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681034 Feb 04 16:09:25.263611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-ebc7b743-21ac-4e8c-ae04-77099c3b70c7 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:25.265801 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-ebc7b743-21ac-4e8c-ae04-77099c3b70c7 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1097 time: 0.0956004 Feb 04 16:09:25.278840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827870-1'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:25.441227 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.466441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5d2c4-d627-469c-8479-5f104bca8539 req-e5d935da-72a2-4fa7-94d8-158706ea36f6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:25.469991 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-76a5d2c4-d627-469c-8479-5f104bca8539 req-e5d935da-72a2-4fa7-94d8-158706ea36f6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.1113758 Feb 04 16:09:25.539196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-76a5d2c4-d627-469c-8479-5f104bca8539 req-6f77f523-e752-49ed-95f1-f9af010dc0c6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571744 Feb 04 16:09:25.693042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:25.738088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:09:25.803357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:25.809940 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.819033 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.088981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:26.182218 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'code': 200} Feb 04 16:09:26.186943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d on host n-h1-827870-1 for vnic_type normal with profile {"migrating_to": "n-h2-827870-1"} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:26.187366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:26.187840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:09:26.194624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Port f176b84d-370d-4919-9dc1-7bd1883b4e8d on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:09:26.195042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Attempting to bind port f176b84d-370d-4919-9dc1-7bd1883b4e8d on network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:09:26.201896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:09:26.202383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Checking segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:26.202863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Bound using segment: {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:09:26.203340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Bound port: f176b84d-370d-4919-9dc1-7bd1883b4e8d, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349d9e87-77bb-4d84-8997-ee4e427376a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:26.203769 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.241749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fb3b0986-19c5-407d-bff7-1629b4cd5686 None None] Provisioning complete for port f176b84d-370d-4919-9dc1-7bd1883b4e8d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:26.242576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0986-19c5-407d-bff7-1629b4cd5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.301127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b0986-19c5-407d-bff7-1629b4cd5686 None None] Port f176b84d-370d-4919-9dc1-7bd1883b4e8d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:09:26.378020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:09:26.382108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:09:26.387321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.592332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=8']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:26.661252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:26.662393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.665167 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8a94c16b-e641-4936-bf99-d862dc6a14f6 service neutron] 10.222.0.61 "PUT /v2.0/ports/f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 1122 time: 1.3908141 Feb 04 16:09:26.745425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['f176b84d-370d-4919-9dc1-7bd1883b4e8d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:09:26.832754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe9a0-ddf2-4047-b760-1012820468e8 req-4477cf8b-bcd2-4a69-b0fb-810a4b188431 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:26.836325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-06fbe9a0-ddf2-4047-b760-1012820468e8 req-4477cf8b-bcd2-4a69-b0fb-810a4b188431 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 944 time: 0.1386869 Feb 04 16:09:26.866080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Provisioning complete for port f176b84d-370d-4919-9dc1-7bd1883b4e8d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:26.866660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.898427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-06fbe9a0-ddf2-4047-b760-1012820468e8 req-23e01dff-0a9c-41c6-bc13-e8775fae6864 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515466 Feb 04 16:09:27.154257 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.234627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:27.250613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:27.332510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.385957 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'code': 200} Feb 04 16:09:27.542332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Pushing event updated for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:27.596222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.596817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.597282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.597650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.597994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.598335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.598664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.599798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.599798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.600077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.600326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:27.600673 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc3601-fde9-4b35-8582-9d28d6945d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:28.137912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56337624-a53f-4752-921b-c3548aa9e416 req-a28ee8cc-7c3c-443a-8443-f1b3fd3ed049 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:28.140084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56337624-a53f-4752-921b-c3548aa9e416 req-a28ee8cc-7c3c-443a-8443-f1b3fd3ed049 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.1108541 Feb 04 16:09:28.183570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:28.218894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56337624-a53f-4752-921b-c3548aa9e416 req-b0e1a64b-5455-4e85-9a28-3f0d6fced673 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726409 Feb 04 16:09:28.287533 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'status': 'completed', 'code': 200} Feb 04 16:09:28.405066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-aef3831b-76d1-4ed5-86d2-e558d465ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:28.406693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-aef3831b-76d1-4ed5-86d2-e558d465ea61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1127 time: 0.0902200 Feb 04 16:09:28.560146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-89f4a554-860e-48ce-b6ab-fcd49e959139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:28.561642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-89f4a554-860e-48ce-b6ab-fcd49e959139 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 200 len: 898 time: 0.1472735 Feb 04 16:09:28.584903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device f176b84d-370d-4919-9dc1-7bd1883b4e8d details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:09:28.690264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-8b707281-6cdb-49bd-bf2a-0cc4ae7d01ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 1002 time: 0.1181412 Feb 04 16:09:28.744388 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:28.760751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device f176b84d-370d-4919-9dc1-7bd1883b4e8d has no active binding in host n-h2-827870-1 {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 16:09:28.771165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-3b960c2c-c0d4-4a3f-b016-e34feedfed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:28.772984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-3b960c2c-c0d4-4a3f-b016-e34feedfed59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f15744a2-7d06-4e44-85f2-daa93a181214 HTTP/1.1" status: 200 len: 834 time: 0.0739067 Feb 04 16:09:28.861897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-03ac6d8c-b9d2-470c-b160-17a330aaffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:28.863450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-03ac6d8c-b9d2-470c-b160-17a330aaffd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813341 Feb 04 16:09:29.025440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-865e7ce4-2ec4-4664-818a-1b128c069ba4 service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529276 Feb 04 16:09:29.183194 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0436bfe0-8602-407b-9105-75c65f4f4cfe req-575819ae-9d66-463a-93dd-7f9bc63fc125 service neutron] 10.222.0.53 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514499 Feb 04 16:09:29.335789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43924) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:29.431500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e84166-cc62-4db1-a241-e79a27164de8 req-1e5de58e-c04a-45d3-8309-ea8bc0ddbb4a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:29.433090 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66e84166-cc62-4db1-a241-e79a27164de8 req-1e5de58e-c04a-45d3-8309-ea8bc0ddbb4a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.0929003 Feb 04 16:09:29.487022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66e84166-cc62-4db1-a241-e79a27164de8 req-90d006e3-437a-4a15-8d08-fb9ad6a50140 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Feb 04 16:09:29.492398 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2986de2-2982-45d1-be8f-6b62e7dc0ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.514986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f2986de2-2982-45d1-be8f-6b62e7dc0ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:29.518942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f2986de2-2982-45d1-be8f-6b62e7dc0ebf admin admin] Usage tracker for resource:security_group_rule and tenant:339322b65f9540db99cdb703e8ead8ac is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:29.521881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f2986de2-2982-45d1-be8f-6b62e7dc0ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:29.527830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f2986de2-2982-45d1-be8f-6b62e7dc0ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:29.624209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2986de2-2982-45d1-be8f-6b62e7dc0ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.628655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2986de2-2982-45d1-be8f-6b62e7dc0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.680056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f2986de2-2982-45d1-be8f-6b62e7dc0ebf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=339322b65f9540db99cdb703e8ead8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428762 Feb 04 16:09:29.681970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2986de2-2982-45d1-be8f-6b62e7dc0ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1856ff2d-fce9-4c11-bd65-ab4ac4de4119,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:29.683687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43930) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:29.873602 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.902730 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.962651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.978482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1856ff2d-fce9-4c11-bd65-ab4ac4de4119,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:29.989339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.989680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.990186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.990735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.991257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.991598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.991920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.992238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.992561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.992906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.993237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.993546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:29.999781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.007107 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8e40c30b-8ea2-406b-8cf0-a1b75d9100cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1856ff2d-fce9-4c11-bd65-ab4ac4de4119 HTTP/1.1" status: 204 len: 168 time: 0.3194425 Feb 04 16:09:30.328189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 43938) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:30.348520 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d93dafb-0562-44c5-b64c-1d85169ebc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.368385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0d93dafb-0562-44c5-b64c-1d85169ebc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:30.372342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0d93dafb-0562-44c5-b64c-1d85169ebc9b admin admin] Usage tracker for resource:security_group_rule and tenant:7841abe274f8451f947c7266da31af08 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:30.375273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0d93dafb-0562-44c5-b64c-1d85169ebc9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:30.381584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0d93dafb-0562-44c5-b64c-1d85169ebc9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:30.473553 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d93dafb-0562-44c5-b64c-1d85169ebc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.478085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d93dafb-0562-44c5-b64c-1d85169ebc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.530927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0d93dafb-0562-44c5-b64c-1d85169ebc9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7841abe274f8451f947c7266da31af08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014952 Feb 04 16:09:30.531817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93dafb-0562-44c5-b64c-1d85169ebc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c88daf8-41b3-423b-951a-46e661a1976e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:30.533661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43944) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:30.605349 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46247062-2a9d-4834-a81f-24dc068ff624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.640518 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46247062-2a9d-4834-a81f-24dc068ff624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.731108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46247062-2a9d-4834-a81f-24dc068ff624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.750409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46247062-2a9d-4834-a81f-24dc068ff624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c88daf8-41b3-423b-951a-46e661a1976e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:30.762652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-46247062-2a9d-4834-a81f-24dc068ff624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.764938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-46247062-2a9d-4834-a81f-24dc068ff624 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c88daf8-41b3-423b-951a-46e661a1976e HTTP/1.1" status: 204 len: 168 time: 0.2294800 Feb 04 16:09:30.887562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db1d2-eddc-4137-9bc1-d16166513f00 req-9a0b3c2a-6fb6-404a-9523-e883089144f1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.889303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-594db1d2-eddc-4137-9bc1-d16166513f00 req-9a0b3c2a-6fb6-404a-9523-e883089144f1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.1066310 Feb 04 16:09:30.953124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-594db1d2-eddc-4137-9bc1-d16166513f00 req-0333a348-2a19-4134-a2db-8e50dd2ce975 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547643 Feb 04 16:09:31.877316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-5dfd639c-35bf-40ba-8b8f-8195672b656a service neutron] 10.222.0.53 "GET /v2.0/ports/f176b84d-370d-4919-9dc1-7bd1883b4e8d/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 384 time: 0.0923190 Feb 04 16:09:32.224209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-cd9baa83-dc33-4736-a8be-cfeb29f95efc service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:32.267768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77eb4-8936-4675-beba-3af9d9d243ff req-f0d819ba-575c-44e5-91fc-33722f62b6cd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:32.269282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42e77eb4-8936-4675-beba-3af9d9d243ff req-f0d819ba-575c-44e5-91fc-33722f62b6cd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 946 time: 0.1771097 Feb 04 16:09:32.272477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-cd9baa83-dc33-4736-a8be-cfeb29f95efc service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:09:32.380512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42e77eb4-8936-4675-beba-3af9d9d243ff req-7873a5da-c06a-4975-ac1d-94f44c561781 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734360 Feb 04 16:09:32.385998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:32.397900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-cd9baa83-dc33-4736-a8be-cfeb29f95efc service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:32.420612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 43996) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:32.422610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-cd9baa83-dc33-4736-a8be-cfeb29f95efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.432682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-275e0a52-de76-436b-a2ef-c1856afeee20 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950146 Feb 04 16:09:32.471703 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'code': 200} Feb 04 16:09:32.550175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-cd9baa83-dc33-4736-a8be-cfeb29f95efc service neutron] Transition to ACTIVE for port object f176b84d-370d-4919-9dc1-7bd1883b4e8d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:32.558207 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-cd9baa83-dc33-4736-a8be-cfeb29f95efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.583956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8664defd-44b1-42e3-a76e-ed58bb964b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.608791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8664defd-44b1-42e3-a76e-ed58bb964b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:32.615923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8664defd-44b1-42e3-a76e-ed58bb964b39 admin admin] Usage tracker for resource:security_group_rule and tenant:f23cc7a85756404eac03cd08b176b6b7 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:32.620309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8664defd-44b1-42e3-a76e-ed58bb964b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:32.627756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8664defd-44b1-42e3-a76e-ed58bb964b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:32.658993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-7d453544-01ff-435c-9f62-1dacea911d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:32.660501 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-7d453544-01ff-435c-9f62-1dacea911d49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1096 time: 0.1510019 Feb 04 16:09:32.728252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9baa83-dc33-4736-a8be-cfeb29f95efc service neutron] Pushing event updated for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=11']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:32.785577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-cd9baa83-dc33-4736-a8be-cfeb29f95efc service neutron] No DVR routers for this DVR port f176b84d-370d-4919-9dc1-7bd1883b4e8d on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:32.997776 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8664defd-44b1-42e3-a76e-ed58bb964b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.003620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8664defd-44b1-42e3-a76e-ed58bb964b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.018988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-26ddce72-947a-43a6-9912-b0cd7dbf6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.020447 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-26ddce72-947a-43a6-9912-b0cd7dbf6e7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.3296726 Feb 04 16:09:33.053674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-cd9baa83-dc33-4736-a8be-cfeb29f95efc service neutron] 10.222.0.53 "PUT /v2.0/ports/f176b84d-370d-4919-9dc1-7bd1883b4e8d/bindings/n-h2-827870-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1692703 Feb 04 16:09:33.115976 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8664defd-44b1-42e3-a76e-ed58bb964b39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f23cc7a85756404eac03cd08b176b6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6941445 Feb 04 16:09:33.131202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44002) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:33.139795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664defd-44b1-42e3-a76e-ed58bb964b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a27a7dd-89a2-4150-81f3-81c8ea4b2fb1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:33.194295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-ed78590f-a8e4-4feb-8a8c-b77b73d19ede tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.195930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-ed78590f-a8e4-4feb-8a8c-b77b73d19ede tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.0828729 Feb 04 16:09:33.208390 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-a016f742-a04e-4679-bea0-9628f4b65401 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 200 len: 1001 time: 0.1728868 Feb 04 16:09:33.279942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-4e57bf85-916d-455b-ba20-fa54ce488ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.281790 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-4e57bf85-916d-455b-ba20-fa54ce488ebc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0784764 Feb 04 16:09:33.286836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3eaca7a4-a553-4190-b6cc-996f48c67c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.301761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-2c27212c-c58f-46c7-99da-3e2587dbe39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.303202 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-2c27212c-c58f-46c7-99da-3e2587dbe39f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0885158 Feb 04 16:09:33.363580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3eaca7a4-a553-4190-b6cc-996f48c67c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.393270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-4b55a6ee-a316-46a2-b894-81accc1ff427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.395675 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-4b55a6ee-a316-46a2-b894-81accc1ff427 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1096 time: 0.0845678 Feb 04 16:09:33.430230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-018c611b-b581-4495-98f8-ecff655f8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.431908 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-018c611b-b581-4495-98f8-ecff655f8524 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214721 Feb 04 16:09:33.464240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3eaca7a4-a553-4190-b6cc-996f48c67c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.541546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaca7a4-a553-4190-b6cc-996f48c67c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a27a7dd-89a2-4150-81f3-81c8ea4b2fb1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:33.557735 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3eaca7a4-a553-4190-b6cc-996f48c67c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.571381 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3eaca7a4-a553-4190-b6cc-996f48c67c63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a27a7dd-89a2-4150-81f3-81c8ea4b2fb1 HTTP/1.1" status: 204 len: 168 time: 0.4276183 Feb 04 16:09:33.623950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-1615150e-f204-4019-9b64-11a9a412d53b service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857014 Feb 04 16:09:33.742481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-2aedbfac-5faa-4013-a87e-8a4e42c9fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.743981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-2aedbfac-5faa-4013-a87e-8a4e42c9fe42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 200 len: 898 time: 0.3419163 Feb 04 16:09:33.756043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932651f0-d913-4b69-a434-953fc4dad96f req-bfbac16c-dea3-413b-927f-e3b3286d618b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.758249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-932651f0-d913-4b69-a434-953fc4dad96f req-bfbac16c-dea3-413b-927f-e3b3286d618b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 945 time: 0.1574998 Feb 04 16:09:33.798483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6ad93d4e-56b6-4f78-9b58-48be03e77aaf req-b2d2b0cf-e240-4bfa-8c7a-82f9e67cc4c4 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677225 Feb 04 16:09:33.898974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-932651f0-d913-4b69-a434-953fc4dad96f req-4d6b6cd4-4972-4a3f-b181-11f48027f12a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857437 Feb 04 16:09:33.903605 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-6399676f-b797-4863-b71f-02bc825fa27a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 1000 time: 0.1443658 Feb 04 16:09:33.977234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-449e91d8-4059-422c-8eab-5e82429775ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.979188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-449e91d8-4059-422c-8eab-5e82429775ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f15744a2-7d06-4e44-85f2-daa93a181214 HTTP/1.1" status: 200 len: 834 time: 0.0693691 Feb 04 16:09:34.089912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8aabc6e1-3f6a-4580-9867-2ca0472915ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:34.091417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-8aabc6e1-3f6a-4580-9867-2ca0472915ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057768 Feb 04 16:09:34.248892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b3f4386e-e085-474c-84d3-338161c1500b service neutron] 10.222.0.61 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498833 Feb 04 16:09:34.278586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1f68ca7-19f2-4d3f-a2f7-93864fb090b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.409506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-919eb98f-4e18-4064-9879-cc6d533e9cdf service neutron] 10.222.0.61 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545086 Feb 04 16:09:34.731751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-2bb0e2a6-e87d-4c14-b6a5-c817e9794a75 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:34.732508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-2bb0e2a6-e87d-4c14-b6a5-c817e9794a75 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 1096 time: 0.0923009 Feb 04 16:09:34.855323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-9d84b74d-117b-40ee-a5f5-2f34b638cf1d service neutron] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:09:34.858833 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-9d84b74d-117b-40ee-a5f5-2f34b638cf1d service neutron] Notify callbacks [] for binding, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.859981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-9d84b74d-117b-40ee-a5f5-2f34b638cf1d service neutron] 10.222.0.61 "DELETE /v2.0/ports/f176b84d-370d-4919-9dc1-7bd1883b4e8d/bindings/n-h1-827870-1 HTTP/1.1" status: 204 len: 173 time: 0.1218207 Feb 04 16:09:35.103416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661aee2-9906-4480-9f67-1f37b541fbb7 req-882b97d4-a12f-4340-867f-5771d5c04aa3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:35.105259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d661aee2-9906-4480-9f67-1f37b541fbb7 req-882b97d4-a12f-4340-867f-5771d5c04aa3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 945 time: 0.0898595 Feb 04 16:09:35.163842 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d661aee2-9906-4480-9f67-1f37b541fbb7 req-db0e24dd-46f4-46eb-9034-cac2fb409122 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477777 Feb 04 16:09:35.308356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44052) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.375060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1b807-03a8-4f80-8f1b-5b7754110854 req-f5602e63-927a-49f8-8eea-d4ec15c53758 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:35.376658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1a1b807-03a8-4f80-8f1b-5b7754110854 req-f5602e63-927a-49f8-8eea-d4ec15c53758 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1096 time: 0.0947490 Feb 04 16:09:35.424296 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1a1b807-03a8-4f80-8f1b-5b7754110854 req-e4018020-4bb7-4060-bf6c-799418f755bd tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Feb 04 16:09:35.436938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-12856c00-c11d-4277-b1c4-e69314118363 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:35.473616 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-12856c00-c11d-4277-b1c4-e69314118363 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] 10.222.0.46 "PUT /v2.0/quotas/a0b51d6ad4904cfda2ad63e1ef5e626c HTTP/1.1" status: 200 len: 366 time: 0.1632252 Feb 04 16:09:35.474651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44060) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.494549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6292af47-0648-4ddf-9d63-ad4d6ca27336 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0145488 Feb 04 16:09:35.494840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44064) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.506314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c1234fb2-5599-42e6-881e-1fa1cb22ea96 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] 10.222.0.46 "GET /v2.0/quotas/a0b51d6ad4904cfda2ad63e1ef5e626c HTTP/1.1" status: 200 len: 366 time: 0.0103881 Feb 04 16:09:35.511379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44068) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.537593 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d0373644-ddbf-40d1-9276-a01f8efe68e5 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/a0b51d6ad4904cfda2ad63e1ef5e626c HTTP/1.1" status: 204 len: 168 time: 0.0244129 Feb 04 16:09:35.539542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44072) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.556150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e8462c95-4817-4ea3-93b4-0e4580fea749 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0151238 Feb 04 16:09:35.558850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44076) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.572386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b2bc2564-e7b9-4af9-8f54-5f228c423795 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] 10.222.0.46 "GET /v2.0/quotas/a0b51d6ad4904cfda2ad63e1ef5e626c HTTP/1.1" status: 200 len: 370 time: 0.0123491 Feb 04 16:09:35.575834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44080) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.581445 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-61e0570e-9e92-43e1-8067-db718f7212f5 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] 10.222.0.46 "GET /v2.0/quotas/a0b51d6ad4904cfda2ad63e1ef5e626c/default HTTP/1.1" status: 200 len: 370 time: 0.0044360 Feb 04 16:09:35.585698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44084) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.611473 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-908cec6d-5237-42f6-80cc-1adce39eac01 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] delete failed (client error): The resource could not be found. Feb 04 16:09:35.612582 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-908cec6d-5237-42f6-80cc-1adce39eac01 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/a0b51d6ad4904cfda2ad63e1ef5e626c HTTP/1.1" status: 404 len: 348 time: 0.0261774 Feb 04 16:09:35.674535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fef837-a182-4dbe-85ac-424be7e34a3e req-d87b6125-37dd-4f76-91ac-40395cb94d26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:35.677164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9fef837-a182-4dbe-85ac-424be7e34a3e req-d87b6125-37dd-4f76-91ac-40395cb94d26 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 945 time: 0.1060677 Feb 04 16:09:35.733089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9fef837-a182-4dbe-85ac-424be7e34a3e req-e44bf9f2-4c0e-446f-a679-a3d42a32bc3f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464334 Feb 04 16:09:35.760169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44090) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.761212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44092) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.780486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Usage tracker for resource:network and tenant:641734ef79d64131b2a4d6022eb0ab19 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:35.785432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:35.793895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Usage tracker for resource:subnet and tenant:641734ef79d64131b2a4d6022eb0ab19 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:35.799495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:35.806551 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Usage tracker for resource:subnetpool and tenant:641734ef79d64131b2a4d6022eb0ab19 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:35.811081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:35.817854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Usage tracker for resource:port and tenant:641734ef79d64131b2a4d6022eb0ab19 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:35.823406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:35.830234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Usage tracker for resource:router and tenant:641734ef79d64131b2a4d6022eb0ab19 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:35.835650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:35.845802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Usage tracker for resource:floatingip and tenant:641734ef79d64131b2a4d6022eb0ab19 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:35.849947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:35.878472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f2618dc8-2f13-4f0d-864f-a46916a23ad0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/cd73ef9f-b748-48fc-8b63-f45428f89f90 HTTP/1.1" status: 200 len: 992 time: 0.1157072 Feb 04 16:09:35.890330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Usage tracker for resource:security_group and tenant:641734ef79d64131b2a4d6022eb0ab19 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:35.896558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:35.907322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Usage tracker for resource:security_group_rule and tenant:641734ef79d64131b2a4d6022eb0ab19 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:35.912502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:35.918561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-67edeaf3-0f09-4948-a9d6-c8bdf6945d55 tempest-QuotasTest-2027228095 tempest-QuotasTest-2027228095-project-admin] 10.222.0.46 "GET /v2.0/quotas/641734ef79d64131b2a4d6022eb0ab19/details.json HTTP/1.1" status: 200 len: 703 time: 0.1583331 Feb 04 16:09:36.305237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44102) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:36.454369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e96dde6-e7b3-4ade-985e-e201a08336be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.480439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e96dde6-e7b3-4ade-985e-e201a08336be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:36.486463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e96dde6-e7b3-4ade-985e-e201a08336be admin admin] Usage tracker for resource:security_group_rule and tenant:17863ee36ba0472a906ae453d95451fc is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:36.491260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e96dde6-e7b3-4ade-985e-e201a08336be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:36.500714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8e96dde6-e7b3-4ade-985e-e201a08336be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:36.554579 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.595346 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e96dde6-e7b3-4ade-985e-e201a08336be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.598799 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e96dde6-e7b3-4ade-985e-e201a08336be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.649373 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8e96dde6-e7b3-4ade-985e-e201a08336be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17863ee36ba0472a906ae453d95451fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427761 Feb 04 16:09:36.650299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96dde6-e7b3-4ade-985e-e201a08336be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40490972-a640-447f-baec-51d68c5ba43b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:36.651999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44108) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:36.704175 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16b4608c-28c9-4f7c-94d6-a49c2a59a6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.716314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dab833a3-2762-4520-a3db-2de3bb460796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.744508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dab833a3-2762-4520-a3db-2de3bb460796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.805199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dab833a3-2762-4520-a3db-2de3bb460796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.824011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab833a3-2762-4520-a3db-2de3bb460796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40490972-a640-447f-baec-51d68c5ba43b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:36.827511 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dab833a3-2762-4520-a3db-2de3bb460796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.828650 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dab833a3-2762-4520-a3db-2de3bb460796 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40490972-a640-447f-baec-51d68c5ba43b HTTP/1.1" status: 204 len: 168 time: 0.1756270 Feb 04 16:09:36.994885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f176b84d-370d-4919-9dc1-7bd1883b4e8d no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:37.061775 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device f176b84d-370d-4919-9dc1-7bd1883b4e8d not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:37.173743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44116) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:37.194992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1498-0f5c-48eb-8234-fc4c05e884b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.211043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ccfd1498-0f5c-48eb-8234-fc4c05e884b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:37.215084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ccfd1498-0f5c-48eb-8234-fc4c05e884b7 admin admin] Usage tracker for resource:security_group_rule and tenant:641734ef79d64131b2a4d6022eb0ab19 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:37.218262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ccfd1498-0f5c-48eb-8234-fc4c05e884b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:37.224644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ccfd1498-0f5c-48eb-8234-fc4c05e884b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:37.325093 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1498-0f5c-48eb-8234-fc4c05e884b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.329073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1498-0f5c-48eb-8234-fc4c05e884b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.381030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ccfd1498-0f5c-48eb-8234-fc4c05e884b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=641734ef79d64131b2a4d6022eb0ab19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059460 Feb 04 16:09:37.381934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd1498-0f5c-48eb-8234-fc4c05e884b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a785e07-12c5-4114-87f0-ab4957c9e5c3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:37.384171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44120) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:37.403186 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:09:37.450943 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d47d87b2-4e24-40c4-ab28-d7cee9faace7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.485245 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d47d87b2-4e24-40c4-ab28-d7cee9faace7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.542386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d47d87b2-4e24-40c4-ab28-d7cee9faace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.559730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d87b2-4e24-40c4-ab28-d7cee9faace7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a785e07-12c5-4114-87f0-ab4957c9e5c3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:37.571995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d47d87b2-4e24-40c4-ab28-d7cee9faace7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.575876 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d47d87b2-4e24-40c4-ab28-d7cee9faace7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a785e07-12c5-4114-87f0-ab4957c9e5c3 HTTP/1.1" status: 204 len: 168 time: 0.1881692 Feb 04 16:09:37.703010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.791865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.164463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44140) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:38.473395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44152) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:38.530827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 57e48873-1e9c-493b-aac5-aff1ffbfe1cd {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:38.531211 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.589237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1935942903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:38.603666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:38.607881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:router and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:38.611190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:38.617935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:38.631099 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.632175 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.650953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.674323 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.700709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.702063 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-19f9133e-08a1-42a1-a5b6-d0e32617e671 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2274647 Feb 04 16:09:38.705292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44158) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:38.712988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-70944101'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:38.719063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:38.724325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:network and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:38.727852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:38.735197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:38.737786 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.738298 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.750232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Made reservation on behalf of 09d5ca7af6e1487fb77263c42479934a for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:38.754472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.769944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.786466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:38.791654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:security_group_rule and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:38.794732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:38.801336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:38.890826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 57e48873-1e9c-493b-aac5-aff1ffbfe1cd owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:38.900482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.904922 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.943572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:38.954665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abe32ae-b233-44bb-8167-44651eff274b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:38.961753 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.962109 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Added segment 822de0be-0ff6-43f6-86d3-714e4b5d5429 of type vlan for network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 Feb 04 16:09:38.994804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.029886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.035396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:39.035983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.077852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.136313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=57e48873-1e9c-493b-aac5-aff1ffbfe1cd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:39.163473 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4560301 Feb 04 16:09:39.164365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ee0f1-3a83-464e-8817-b52bce5dfc4b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Network': ['ID=b999fbfa-3006-4d14-97c0-30a6d5fd94c1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:39.166365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44162) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:39.172380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'subnet': {'network_id': 'b999fbfa-3006-4d14-97c0-30a6d5fd94c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:39.176082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:39.239293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.241992 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Floating IP cd73ef9f-b748-48fc-8b63-f45428f89f90 disassociated (deleted). External IP: 172.25.8.139, port: f176b84d-370d-4919-9dc1-7bd1883b4e8d. Feb 04 16:09:39.301827 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.318114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:39.324040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:subnet and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:39.327376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:39.334792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:39.355437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Made reservation on behalf of 09d5ca7af6e1487fb77263c42479934a for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:39.361212 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.558418 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.620364 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.660654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router f65e3658-f41c-4fd6-936a-e68b7d4cc54a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:09:39.707146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Subnet': ['ID=7875b523-d0e5-443b-af15-eea7049d1b03,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:39.716689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Checking segment: {'id': '822de0be-0ff6-43f6-86d3-714e4b5d5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b999fbfa-3006-4d14-97c0-30a6d5fd94c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:39.717183 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network hostable DHCP agents. Network: b999fbfa-3006-4d14-97c0-30a6d5fd94c1, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:39.749226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:39.769230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, b999fbfa-3006-4d14-97c0-30a6d5fd94c1) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:39.776276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:39.777284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.781224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1622cd2d-73af-47a9-9625-5fa20c025f71 None None] Network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:39.808191 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a5f1a76e-d650-41e3-8def-1b84b8f7cbc5 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6407664 Feb 04 16:09:39.811335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44166) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:39.818670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'network': {'name': 'tempest-router-network01--1977505956'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:39.827933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:39.833306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:network and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:39.837675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:39.846201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:39.861483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Made reservation on behalf of 09d5ca7af6e1487fb77263c42479934a for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:39.867114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.890989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:09:39.906099 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] Sync routers for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:09:39.908508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:39.924392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.925016 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Added segment 9fba4aed-44ef-40b4-b043-18f6ac005bf8 of type vlan for network 9a1693ac-9e49-40e3-924d-27ff165a4cea Feb 04 16:09:39.942365 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.963682 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:39.964423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:39.969412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.013823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ae316edf-b0e0-46bb-89bc-f1f3ff094285 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/floatingips/cd73ef9f-b748-48fc-8b63-f45428f89f90 HTTP/1.1" status: 204 len: 168 time: 1.8444228 Feb 04 16:09:40.013823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:40.025517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.034517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:40.035222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.176914 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3606391 Feb 04 16:09:40.177135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44174) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:40.185814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'network': {'name': 'tempest-router-network02--474263893'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:40.191042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-b999fbfa-3006-4d14-97c0-30a6d5fd94c1', 'network_id': 'b999fbfa-3006-4d14-97c0-30a6d5fd94c1', 'tenant_id': '09d5ca7af6e1487fb77263c42479934a', 'fixed_ips': [{'subnet_id': '7875b523-d0e5-443b-af15-eea7049d1b03'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:09:40.191877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.195697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40116b-c510-45df-9de5-58e7f9c0cc1b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Network': ['ID=9a1693ac-9e49-40e3-924d-27ff165a4cea,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:40.199524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:40.205554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:network and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:40.209657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:40.217661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:40.232356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Made reservation on behalf of 09d5ca7af6e1487fb77263c42479934a for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:40.236633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.275820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9a1693ac-9e49-40e3-924d-27ff165a4cea details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:40.298201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:40.325616 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.326633 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Added segment 8c2ea274-506e-46a0-bd42-a0e142606aa3 of type vlan for network e51fe74a-0e8c-46dd-a906-6d0b3426c40c Feb 04 16:09:40.374006 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'status': 'completed', 'code': 200} Feb 04 16:09:40.377231 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.435489 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.451519 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:40.452541 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.461833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:09:40.576959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-9e0f7d38-1d7c-43c5-b38e-92500b39b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:40.578505 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-9e0f7d38-1d7c-43c5-b38e-92500b39b560 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 1096 time: 0.1729758 Feb 04 16:09:40.821911 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6390355 Feb 04 16:09:40.825287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44180) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:40.833640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Allocated IP 2001:db8::2 (b999fbfa-3006-4d14-97c0-30a6d5fd94c1/7875b523-d0e5-443b-af15-eea7049d1b03/9ebcde73-1068-4b90-bbf6-a2066b0d4ffc) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:40.836112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'subnet': {'network_id': '9a1693ac-9e49-40e3-924d-27ff165a4cea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:40.894962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8152bc3-8ccd-43de-93c0-8a028b112e86 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Network': ['ID=e51fe74a-0e8c-46dd-a906-6d0b3426c40c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:40.911391 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network e51fe74a-0e8c-46dd-a906-6d0b3426c40c details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:40.944837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-7afb5dd7-ed91-4dbb-952c-9495c4d25b48 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:40.945150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-7afb5dd7-ed91-4dbb-952c-9495c4d25b48 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:40.948799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0f62e-0c0a-4d2f-b184-3142c847da14 req-a9616a39-fe96-4bb8-a68d-f486d53030af tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:40.949536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-42f0f62e-0c0a-4d2f-b184-3142c847da14 req-a9616a39-fe96-4bb8-a68d-f486d53030af tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:40.967897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-7afb5dd7-ed91-4dbb-952c-9495c4d25b48 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:40.970106 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-7afb5dd7-ed91-4dbb-952c-9495c4d25b48 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 945 time: 0.2092459 Feb 04 16:09:41.024073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-42f0f62e-0c0a-4d2f-b184-3142c847da14 req-a9616a39-fe96-4bb8-a68d-f486d53030af tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:41.029496 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42f0f62e-0c0a-4d2f-b184-3142c847da14 req-a9616a39-fe96-4bb8-a68d-f486d53030af tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 945 time: 0.5476921 Feb 04 16:09:41.063674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port f176b84d-370d-4919-9dc1-7bd1883b4e8d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:41.064274 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.068125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:41.075718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-3928b20d-8e0c-4fc7-8a8b-db7fddc9c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.077195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-3928b20d-8e0c-4fc7-8a8b-db7fddc9c4ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 200 len: 898 time: 0.4905441 Feb 04 16:09:41.080822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:subnet and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:41.146681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:41.188462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:41.191594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-8d69fc82-361a-4be5-8f51-b34558997673 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 200 len: 217 time: 0.1076458 Feb 04 16:09:41.249632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42f0f62e-0c0a-4d2f-b184-3142c847da14 req-cb26dda6-068f-46a4-ac00-3c3d2872e843 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a86e138-9800-49f9-b6e5-e924f58bcf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031372 Feb 04 16:09:41.250039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4aad0aa5-011a-4818-a3e3-01a488f96f27', 'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:09:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:26Z', 'updated_at': '2022-02-04T16:08:34Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:41.250790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Made reservation on behalf of 09d5ca7af6e1487fb77263c42479934a for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:41.253820 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.273891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] Checking router: f65e3658-f41c-4fd6-936a-e68b7d4cc54a for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:09:41.302447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:41.304051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:41.373995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-ad622779-38df-4011-bbd8-417b23e45fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.375418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-ad622779-38df-4011-bbd8-417b23e45fa6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f15744a2-7d06-4e44-85f2-daa93a181214 HTTP/1.1" status: 200 len: 834 time: 0.1772895 Feb 04 16:09:41.402689 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.427158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Transition to ACTIVE for port object 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:41.429885 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port f176b84d-370d-4919-9dc1-7bd1883b4e8d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=f176b84d-370d-4919-9dc1-7bd1883b4e8d,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:41.430482 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.525849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-b55b46b7-7a27-4d10-8186-8c38944f9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.526221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Transition to ACTIVE for port object 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:41.527368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-b55b46b7-7a27-4d10-8186-8c38944f9446 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c203d46d-9730-4bcc-8ee4-bfb3c67c2146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424370 Feb 04 16:09:41.547698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.598975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for f176b84d-370d-4919-9dc1-7bd1883b4e8d owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:41.634089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:09:41.689727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.707877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:41.715818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:41.719832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:09:41.765506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-1f1a8784-68ca-4936-a486-9578c09009b8 service neutron] 10.222.0.61 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315545 Feb 04 16:09:41.791999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Pushing event updated for resources: {'Port': ['ID=9ebcde73-1068-4b90-bbf6-a2066b0d4ffc,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.801372 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Subnet': ['ID=9946c124-8641-4d98-bfe9-72fd2fbe674d,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.814386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.870624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=f176b84d-370d-4919-9dc1-7bd1883b4e8d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.892965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Checking segment: {'id': '9fba4aed-44ef-40b4-b043-18f6ac005bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a1693ac-9e49-40e3-924d-27ff165a4cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:41.893330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network hostable DHCP agents. Network: 9a1693ac-9e49-40e3-924d-27ff165a4cea, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:41.941473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network 9a1693ac-9e49-40e3-924d-27ff165a4cea is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:41.970084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cddde752-f8b8-40a3-beb9-c6efe889d8a1 req-116eafb4-4551-4e92-a424-d0b9da54ec24 service neutron] 10.222.0.61 "GET /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945095 Feb 04 16:09:41.970873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 9a1693ac-9e49-40e3-924d-27ff165a4cea) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:41.977808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.978682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.983430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] No DVR routers for this DVR port f176b84d-370d-4919-9dc1-7bd1883b4e8d on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:41.986166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.989602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-deleted', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:42.009511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92d9c039-38e8-4d0b-b429-4e02e37de671 req-4cd7751f-4424-4159-ba0c-30fac1160cbb tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.61 "DELETE /v2.0/ports/f176b84d-370d-4919-9dc1-7bd1883b4e8d HTTP/1.1" status: 204 len: 173 time: 1.0327761 Feb 04 16:09:42.036586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1dafc9e5-5bda-46c8-b775-1701bf20e071 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2065389 Feb 04 16:09:42.037228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44186) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:42.040298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab58010-14a7-4c7b-aa8f-619cd7890518 None None] Network 9a1693ac-9e49-40e3-924d-27ff165a4cea requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:42.052262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'subnet': {'network_id': 'e51fe74a-0e8c-46dd-a906-6d0b3426c40c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:42.131146 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f41d61e-cf0b-4032-967e-a8333b71c441', 'name': 'network-vif-deleted', 'tag': 'f176b84d-370d-4919-9dc1-7bd1883b4e8d', 'status': 'completed', 'code': 200} Feb 04 16:09:42.163525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Attempting to bind port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:42.163922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Attempting to bind port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '822de0be-0ff6-43f6-86d3-714e4b5d5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b999fbfa-3006-4d14-97c0-30a6d5fd94c1'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:42.164454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Attempting to bind port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc on network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:09:42.181377 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:09:42.181752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Checking segment: {'id': '822de0be-0ff6-43f6-86d3-714e4b5d5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b999fbfa-3006-4d14-97c0-30a6d5fd94c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:42.182156 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.182553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Bound using segment: {'id': '822de0be-0ff6-43f6-86d3-714e4b5d5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b999fbfa-3006-4d14-97c0-30a6d5fd94c1'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:09:42.183031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Bound port: 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822de0be-0ff6-43f6-86d3-714e4b5d5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b999fbfa-3006-4d14-97c0-30a6d5fd94c1'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:42.183405 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.186540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:42.191826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:subnet and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:42.195667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:42.203172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:42.216323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Made reservation on behalf of 09d5ca7af6e1487fb77263c42479934a for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:42.220122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.507838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] For port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:09:42.517816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] For port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9ebcde73-1068-4b90-bbf6-a2066b0d4ffc,segment=NetworkSegment(822de0be-0ff6-43f6-86d3-714e4b5d5429),segment_id=822de0be-0ff6-43f6-86d3-714e4b5d5429)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:09:42.552704 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.622691 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.627854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-613af3be-3893-41ee-bb14-fbf56f4cf7bb req-ec048004-b58c-4f3a-bddf-e5daa728bc88 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f41d61e-cf0b-4032-967e-a8333b71c441 HTTP/1.1" status: 200 len: 210 time: 0.0592403 Feb 04 16:09:42.635000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-9a1693ac-9e49-40e3-924d-27ff165a4cea', 'network_id': '9a1693ac-9e49-40e3-924d-27ff165a4cea', 'tenant_id': '09d5ca7af6e1487fb77263c42479934a', 'fixed_ips': [{'subnet_id': '9946c124-8641-4d98-bfe9-72fd2fbe674d'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:09:42.635803 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.717664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Subnet': ['ID=64ebff7d-5c3a-4a9c-93d1-e3be92389312,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:42.724918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Checking segment: {'id': '8c2ea274-506e-46a0-bd42-a0e142606aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e51fe74a-0e8c-46dd-a906-6d0b3426c40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:42.725866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network hostable DHCP agents. Network: e51fe74a-0e8c-46dd-a906-6d0b3426c40c, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:42.741472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4aad0aa5-011a-4818-a3e3-01a488f96f27', 'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:09:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:26Z', 'updated_at': '2022-02-04T16:08:34Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:42.752938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b5d05-2749-4ceb-8cd1-3494568af17f None None] Pushing event updated for resources: {'Port': ['ID=9ebcde73-1068-4b90-bbf6-a2066b0d4ffc,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:42.754411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network e51fe74a-0e8c-46dd-a906-6d0b3426c40c is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:42.758987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80363213-a5a3-4957-b1b8-940d27ea47df None None] The sync data for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 is: [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4aad0aa5-011a-4818-a3e3-01a488f96f27', 'name': '', 'network_id': 'c203d46d-9730-4bcc-8ee4-bfb3c67c2146', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:09:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:26Z', 'updated_at': '2022-02-04T16:08:34Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': 'f15744a2-7d06-4e44-85f2-daa93a181214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:09:42.766277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, e51fe74a-0e8c-46dd-a906-6d0b3426c40c) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:42.778182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe99fae-d58a-4b02-863e-899a40f6d775 None None] Network e51fe74a-0e8c-46dd-a906-6d0b3426c40c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:42.778491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:42.779477 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.813640 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c6b88b13-de5a-47db-a0a7-124f074f25e2 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7740152 Feb 04 16:09:42.817448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44192) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:42.968864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Allocated IP 2001:db8::2 (9a1693ac-9e49-40e3-924d-27ff165a4cea/9946c124-8641-4d98-bfe9-72fd2fbe674d/4527dbd6-657a-483b-a755-0d35396c4cd5) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:43.222003 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f684e47-d70a-4917-9e1e-652a14ae611d None None] New status for floating IP cd73ef9f-b748-48fc-8b63-f45428f89f90: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:09:43.256952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-e51fe74a-0e8c-46dd-a906-6d0b3426c40c', 'network_id': 'e51fe74a-0e8c-46dd-a906-6d0b3426c40c', 'tenant_id': '09d5ca7af6e1487fb77263c42479934a', 'fixed_ips': [{'subnet_id': '64ebff7d-5c3a-4a9c-93d1-e3be92389312'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:09:43.259828 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.418852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.446249 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Transition to ACTIVE for port object 4527dbd6-657a-483b-a755-0d35396c4cd5 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:43.497508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Transition to ACTIVE for port object 4527dbd6-657a-483b-a755-0d35396c4cd5 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:43.537120 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.585657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.636943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:43.680424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Network 9a1693ac-9e49-40e3-924d-27ff165a4cea is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:43.691723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:43.695164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:09:43.718934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Allocated IP 2001:db8::2 (e51fe74a-0e8c-46dd-a906-6d0b3426c40c/64ebff7d-5c3a-4a9c-93d1-e3be92389312/94ed0ead-0211-4a35-bbad-38feb66a5f70) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:43.764446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Pushing event updated for resources: {'Port': ['ID=4527dbd6-657a-483b-a755-0d35396c4cd5,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:43.788986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44198) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:43.998111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Allocated IP 2001:db8::1 (9a1693ac-9e49-40e3-924d-27ff165a4cea/9946c124-8641-4d98-bfe9-72fd2fbe674d/93c489a5-caae-4763-981a-3342bc80825e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:44.132826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:44.156873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1cee4d-9a58-4645-99d5-73de16070b5f None None] Network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:44.262798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Attempting to bind port 4527dbd6-657a-483b-a755-0d35396c4cd5 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:44.263217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Attempting to bind port 4527dbd6-657a-483b-a755-0d35396c4cd5 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '9fba4aed-44ef-40b4-b043-18f6ac005bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a1693ac-9e49-40e3-924d-27ff165a4cea'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:44.263636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Attempting to bind port 4527dbd6-657a-483b-a755-0d35396c4cd5 on network 9a1693ac-9e49-40e3-924d-27ff165a4cea {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:09:44.265649 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.296475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Transition to ACTIVE for port object 93c489a5-caae-4763-981a-3342bc80825e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:44.299859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:09:44.300256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Checking segment: {'id': '9fba4aed-44ef-40b4-b043-18f6ac005bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a1693ac-9e49-40e3-924d-27ff165a4cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:44.300668 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.301109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Bound using segment: {'id': '9fba4aed-44ef-40b4-b043-18f6ac005bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a1693ac-9e49-40e3-924d-27ff165a4cea'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:09:44.301651 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Bound port: 4527dbd6-657a-483b-a755-0d35396c4cd5, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fba4aed-44ef-40b4-b043-18f6ac005bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a1693ac-9e49-40e3-924d-27ff165a4cea'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:44.302044 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.333542 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.388382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6ba695df-9cd5-4bd4-96a4-f122b088defc None None] Provisioning for port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:44.446560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network 9a1693ac-9e49-40e3-924d-27ff165a4cea is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:44.448333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:44.453639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:09:44.454390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.472415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6ba695df-9cd5-4bd4-96a4-f122b088defc None None] Provisioning complete for port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:44.472804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6ba695df-9cd5-4bd4-96a4-f122b088defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.625402 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.626036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Port': ['ID=93c489a5-caae-4763-981a-3342bc80825e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:44.653986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Transition to ACTIVE for port object 94ed0ead-0211-4a35-bbad-38feb66a5f70 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:44.687624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] For port 4527dbd6-657a-483b-a755-0d35396c4cd5, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:09:44.700217 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.740106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device f176b84d-370d-4919-9dc1-7bd1883b4e8d no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:44.758262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.808313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Transition to ACTIVE for port object 94ed0ead-0211-4a35-bbad-38feb66a5f70 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:44.810564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] For port 4527dbd6-657a-483b-a755-0d35396c4cd5, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4527dbd6-657a-483b-a755-0d35396c4cd5,segment=NetworkSegment(9fba4aed-44ef-40b4-b043-18f6ac005bf8),segment_id=9fba4aed-44ef-40b4-b043-18f6ac005bf8)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:09:44.818660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: f176b84d-370d-4919-9dc1-7bd1883b4e8d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:09:44.819046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device f176b84d-370d-4919-9dc1-7bd1883b4e8d not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:44.829909 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.877496 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.951612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6ba695df-9cd5-4bd4-96a4-f122b088defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.963107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Network e51fe74a-0e8c-46dd-a906-6d0b3426c40c is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:44.980920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:44.991415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:09:45.013451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d4aad-f2a8-4f6b-9d44-f1b3018ba229 None None] Pushing event updated for resources: {'Port': ['ID=4527dbd6-657a-483b-a755-0d35396c4cd5,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:45.184925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6ba695df-9cd5-4bd4-96a4-f122b088defc None None] For port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9ebcde73-1068-4b90-bbf6-a2066b0d4ffc,segment=NetworkSegment(822de0be-0ff6-43f6-86d3-714e4b5d5429),segment_id=822de0be-0ff6-43f6-86d3-714e4b5d5429)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:45.203704 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6ba695df-9cd5-4bd4-96a4-f122b088defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.215683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Pushing event updated for resources: {'Port': ['ID=94ed0ead-0211-4a35-bbad-38feb66a5f70,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:45.219519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Attempting to bind port 94ed0ead-0211-4a35-bbad-38feb66a5f70 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:45.220083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Attempting to bind port 94ed0ead-0211-4a35-bbad-38feb66a5f70 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '8c2ea274-506e-46a0-bd42-a0e142606aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e51fe74a-0e8c-46dd-a906-6d0b3426c40c'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:45.220641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Attempting to bind port 94ed0ead-0211-4a35-bbad-38feb66a5f70 on network e51fe74a-0e8c-46dd-a906-6d0b3426c40c {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:09:45.228212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 4aad0aa5-011a-4818-a3e3-01a488f96f27 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:45.229610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.346479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:09:45.346970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Checking segment: {'id': '8c2ea274-506e-46a0-bd42-a0e142606aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e51fe74a-0e8c-46dd-a906-6d0b3426c40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:45.347493 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.347891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Bound using segment: {'id': '8c2ea274-506e-46a0-bd42-a0e142606aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e51fe74a-0e8c-46dd-a906-6d0b3426c40c'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:09:45.348375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Bound port: 94ed0ead-0211-4a35-bbad-38feb66a5f70, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2ea274-506e-46a0-bd42-a0e142606aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e51fe74a-0e8c-46dd-a906-6d0b3426c40c'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:45.348809 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.531390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] For port 94ed0ead-0211-4a35-bbad-38feb66a5f70, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:09:45.548988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] For port 94ed0ead-0211-4a35-bbad-38feb66a5f70, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94ed0ead-0211-4a35-bbad-38feb66a5f70,segment=NetworkSegment(8c2ea274-506e-46a0-bd42-a0e142606aa3),segment_id=8c2ea274-506e-46a0-bd42-a0e142606aa3)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:09:45.561448 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.621608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba695df-9cd5-4bd4-96a4-f122b088defc None None] Pushing event updated for resources: {'Port': ['ID=9ebcde73-1068-4b90-bbf6-a2066b0d4ffc,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:45.773745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 4aad0aa5-011a-4818-a3e3-01a488f96f27, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4aad0aa5-011a-4818-a3e3-01a488f96f27,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:45.774114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.796618 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.805725 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.806641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.810218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4527dbd6-657a-483b-a755-0d35396c4cd5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:45.959913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b6972-651e-4046-b356-c5a735d56283 None None] Pushing event updated for resources: {'Port': ['ID=94ed0ead-0211-4a35-bbad-38feb66a5f70,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:46.005668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0d56d82a-9855-4726-8501-5086ebb80693 None None] Provisioning complete for port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:46.006069 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0d56d82a-9855-4726-8501-5086ebb80693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.030562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 4aad0aa5-011a-4818-a3e3-01a488f96f27 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:46.035514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Port': ['ID=93c489a5-caae-4763-981a-3342bc80825e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:46.134809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network 9a1693ac-9e49-40e3-924d-27ff165a4cea is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:46.136382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:46.196506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 4527dbd6-657a-483b-a755-0d35396c4cd5 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:46.410981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.496240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Router af01ad1d-d817-4b25-b665-d6ddd996a8f7 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:09:46.504492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=4aad0aa5-011a-4818-a3e3-01a488f96f27,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:46.743630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:09:46.762967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-52633d23-78ff-4015-b448-09f028235e08 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "PUT /v2.0/routers/af01ad1d-d817-4b25-b665-d6ddd996a8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9443319 Feb 04 16:09:46.766151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44202) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:46.772472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f84689-4106-4e67-b5e4-b09534b40622 None None] Sync routers for ids ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:09:46.794561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f84689-4106-4e67-b5e4-b09534b40622 None None] Routers {'af01ad1d-d817-4b25-b665-d6ddd996a8f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:46.795255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-47f84689-4106-4e67-b5e4-b09534b40622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:46.895482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-47f84689-4106-4e67-b5e4-b09534b40622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:46.909359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f84689-4106-4e67-b5e4-b09534b40622 None None] Routers {'af01ad1d-d817-4b25-b665-d6ddd996a8f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:46.910487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-47f84689-4106-4e67-b5e4-b09534b40622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:46.997288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688d07fb-647b-40f8-b6b1-0fcb97e255c5 None None] Network 9a1693ac-9e49-40e3-924d-27ff165a4cea requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:47.012799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-47f84689-4106-4e67-b5e4-b09534b40622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:47.012799 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f84689-4106-4e67-b5e4-b09534b40622 None None] The sync data for ids ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:09:47.130757 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.199435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-633f02ea-7487-43d9-b1bb-d6ae2c71769c None None] Provisioning for port 4527dbd6-657a-483b-a755-0d35396c4cd5 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:47.229387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-633f02ea-7487-43d9-b1bb-d6ae2c71769c None None] Provisioning complete for port 4527dbd6-657a-483b-a755-0d35396c4cd5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:47.229822 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-633f02ea-7487-43d9-b1bb-d6ae2c71769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.466494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a05d62-1dfb-4691-9aa1-bb94fac91d4f None None] Network e51fe74a-0e8c-46dd-a906-6d0b3426c40c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:47.613690 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-ec13ce45-f3ef-4d0a-8097-f6c45d2e352b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:09:47.614883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ec13ce45-f3ef-4d0a-8097-f6c45d2e352b tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "PUT /v2.0/routers/af01ad1d-d817-4b25-b665-d6ddd996a8f7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8475337 Feb 04 16:09:47.625884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44206) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:47.745490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router f65e3658-f41c-4fd6-936a-e68b7d4cc54a has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:09:47.767868 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-633f02ea-7487-43d9-b1bb-d6ae2c71769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.828079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94ed0ead-0211-4a35-bbad-38feb66a5f70 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:47.941871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-633f02ea-7487-43d9-b1bb-d6ae2c71769c None None] For port 4527dbd6-657a-483b-a755-0d35396c4cd5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4527dbd6-657a-483b-a755-0d35396c4cd5,segment=NetworkSegment(9fba4aed-44ef-40b4-b043-18f6ac005bf8),segment_id=9fba4aed-44ef-40b4-b043-18f6ac005bf8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:47.982072 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-633f02ea-7487-43d9-b1bb-d6ae2c71769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.083969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:09:48.090549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f02ea-7487-43d9-b1bb-d6ae2c71769c None None] Pushing event updated for resources: {'Port': ['ID=4527dbd6-657a-483b-a755-0d35396c4cd5,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:48.097513 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead10942-258c-411f-83f8-e56a44651096 None None] Sync routers for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:09:48.114874 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead10942-258c-411f-83f8-e56a44651096 None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:48.117021 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ead10942-258c-411f-83f8-e56a44651096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:48.136552 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dc492abb-cbdb-4894-a578-4d085afce2ec tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "PUT /v2.0/routers/f65e3658-f41c-4fd6-936a-e68b7d4cc54a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3460286 Feb 04 16:09:48.145687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44210) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:48.145949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4f2d25a3-dec3-4ef8-bb8f-54a5bcf01619 None None] Provisioning for port 94ed0ead-0211-4a35-bbad-38feb66a5f70 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:48.182511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 94ed0ead-0211-4a35-bbad-38feb66a5f70 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:48.188239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 94ed0ead-0211-4a35-bbad-38feb66a5f70 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:48.188619 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.267047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26d883e-cc49-441f-9bfa-2117d2bead57 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting subnet f15744a2-7d06-4e44-85f2-daa93a181214 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:09:48.277994 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d26d883e-cc49-441f-9bfa-2117d2bead57 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.298947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b6514065-d8bb-4b1d-81ca-9c20a489560f None None] Provisioning for port 93c489a5-caae-4763-981a-3342bc80825e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:48.315094 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b6514065-d8bb-4b1d-81ca-9c20a489560f None None] Provisioning complete for port 93c489a5-caae-4763-981a-3342bc80825e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:48.315470 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b6514065-d8bb-4b1d-81ca-9c20a489560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.441715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d26d883e-cc49-441f-9bfa-2117d2bead57 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.477384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b6514065-d8bb-4b1d-81ca-9c20a489560f None None] Port 93c489a5-caae-4763-981a-3342bc80825e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:09:48.527599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b6514065-d8bb-4b1d-81ca-9c20a489560f None None] Provisioning complete for port 4527dbd6-657a-483b-a755-0d35396c4cd5 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:48.528365 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b6514065-d8bb-4b1d-81ca-9c20a489560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.569643 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.658871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d26d883e-cc49-441f-9bfa-2117d2bead57 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.698735 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ead10942-258c-411f-83f8-e56a44651096 None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:09:48.728242 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.764484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d26d883e-cc49-441f-9bfa-2117d2bead57 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.810190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 94ed0ead-0211-4a35-bbad-38feb66a5f70, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94ed0ead-0211-4a35-bbad-38feb66a5f70,segment=NetworkSegment(8c2ea274-506e-46a0-bd42-a0e142606aa3),segment_id=8c2ea274-506e-46a0-bd42-a0e142606aa3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:48.825160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d883e-cc49-441f-9bfa-2117d2bead57 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Subnet': ['ID=f15744a2-7d06-4e44-85f2-daa93a181214,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:48.827026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.827817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:48.841574 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d26d883e-cc49-441f-9bfa-2117d2bead57 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.853524 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d26d883e-cc49-441f-9bfa-2117d2bead57 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/subnets/f15744a2-7d06-4e44-85f2-daa93a181214 HTTP/1.1" status: 204 len: 168 time: 0.7110648 Feb 04 16:09:48.857575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44214) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:48.918882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a130b-512d-43d2-ac7e-bb167d09a49f None None] Network c203d46d-9730-4bcc-8ee4-bfb3c67c2146 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:49.140105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=94ed0ead-0211-4a35-bbad-38feb66a5f70,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:49.156453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.219715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:49.220086 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.239910 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ead10942-258c-411f-83f8-e56a44651096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:09:46Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:49.246217 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead10942-258c-411f-83f8-e56a44651096 None None] Checking router: f65e3658-f41c-4fd6-936a-e68b7d4cc54a for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:09:49.258433 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead10942-258c-411f-83f8-e56a44651096 None None] Routers {'f65e3658-f41c-4fd6-936a-e68b7d4cc54a'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:49.259782 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ead10942-258c-411f-83f8-e56a44651096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:49.284245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting port 93c489a5-caae-4763-981a-3342bc80825e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:49.284760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.379893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c43a1d26-a7a0-4860-b65d-69af58c8bc85 None None] Provisioning complete for port 93c489a5-caae-4763-981a-3342bc80825e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:49.380426 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c43a1d26-a7a0-4860-b65d-69af58c8bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.408200 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.430662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 7129ac2f-168d-4123-8be5-d0eadfac395e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:49.431042 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.498016 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ead10942-258c-411f-83f8-e56a44651096 None None] Set router f65e3658-f41c-4fd6-936a-e68b7d4cc54a gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:09:49.556480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.562253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c43a1d26-a7a0-4860-b65d-69af58c8bc85 None None] Port 93c489a5-caae-4763-981a-3342bc80825e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:09:49.657372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c43a1d26-a7a0-4860-b65d-69af58c8bc85 None None] Provisioning complete for port 94ed0ead-0211-4a35-bbad-38feb66a5f70 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:49.657974 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c43a1d26-a7a0-4860-b65d-69af58c8bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.736800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Calling delete_port for 93c489a5-caae-4763-981a-3342bc80825e owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:49.892634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 7129ac2f-168d-4123-8be5-d0eadfac395e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7129ac2f-168d-4123-8be5-d0eadfac395e,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:49.893248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.917288 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ead10942-258c-411f-83f8-e56a44651096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:09:46Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:49.920846 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead10942-258c-411f-83f8-e56a44651096 None None] The sync data for ids ['f65e3658-f41c-4fd6-936a-e68b7d4cc54a'] in n-d-827870-1 is: [{'id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-671222417', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:20Z', 'updated_at': '2022-02-04T16:09:46Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '7129ac2f-168d-4123-8be5-d0eadfac395e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65e3658-f41c-4fd6-936a-e68b7d4cc54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:09:49.953503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb4ef1-f3f9-4ad0-86b8-72ef14403193 None None] DHCP port deletion for c203d46d-9730-4bcc-8ee4-bfb3c67c2146 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:09:49.973823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-11eb4ef1-f3f9-4ad0-86b8-72ef14403193 None None] Deleting port c47fba3c-74b4-478b-8366-d712222af65a {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:49.976277 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-11eb4ef1-f3f9-4ad0-86b8-72ef14403193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.005056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94ed0ead-0211-4a35-bbad-38feb66a5f70 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:50.063774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 7129ac2f-168d-4123-8be5-d0eadfac395e owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:50.254480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 94ed0ead-0211-4a35-bbad-38feb66a5f70 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:50.255124 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.309681 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.370746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.374886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=7129ac2f-168d-4123-8be5-d0eadfac395e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:50.396141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e236d1dd-6c96-4343-9442-8368b78b0d9e None None] Provisioning complete for port 93c489a5-caae-4763-981a-3342bc80825e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:50.396517 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e236d1dd-6c96-4343-9442-8368b78b0d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.470757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e236d1dd-6c96-4343-9442-8368b78b0d9e None None] Port 93c489a5-caae-4763-981a-3342bc80825e was deleted so its status cannot be updated. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 16:09:50.478327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-11eb4ef1-f3f9-4ad0-86b8-72ef14403193 None None] For port c47fba3c-74b4-478b-8366-d712222af65a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c47fba3c-74b4-478b-8366-d712222af65a,segment=NetworkSegment(349d9e87-77bb-4d84-8997-ee4e427376a3),segment_id=349d9e87-77bb-4d84-8997-ee4e427376a3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:50.478727 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-11eb4ef1-f3f9-4ad0-86b8-72ef14403193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.482667 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.574840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Port': ['ID=93c489a5-caae-4763-981a-3342bc80825e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:50.652393 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.680294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-11eb4ef1-f3f9-4ad0-86b8-72ef14403193 None None] Calling delete_port for c47fba3c-74b4-478b-8366-d712222af65a owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:50.773867 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.777371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.797276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4527dbd6-657a-483b-a755-0d35396c4cd5 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:50.806902 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.807916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Fanout notify agent at l3_agent the message router_deleted on router f65e3658-f41c-4fd6-936a-e68b7d4cc54a {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:09:50.829345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.830604 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4d9e2e28-e68c-4622-ab6e-752503446496 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/routers/f65e3658-f41c-4fd6-936a-e68b7d4cc54a HTTP/1.1" status: 204 len: 168 time: 1.9715588 Feb 04 16:09:50.834912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44218) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:50.867233 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-11eb4ef1-f3f9-4ad0-86b8-72ef14403193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.929075 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb4ef1-f3f9-4ad0-86b8-72ef14403193 None None] Pushing event deleted for resources: {'Port': ['ID=c47fba3c-74b4-478b-8366-d712222af65a,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:50.931492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eb4ef1-f3f9-4ad0-86b8-72ef14403193 None None] No DVR routers for this DVR port c47fba3c-74b4-478b-8366-d712222af65a on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:50.947166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4527dbd6-657a-483b-a755-0d35396c4cd5 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:50.947797 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.015626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Router af01ad1d-d817-4b25-b665-d6ddd996a8f7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:09:51.030772 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.161473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:09:51.171874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b1a4c29c-7b96-4c90-a178-aef24c32e5e8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "PUT /v2.0/routers/af01ad1d-d817-4b25-b665-d6ddd996a8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5428739 Feb 04 16:09:51.173128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa88476-abd7-4d18-baab-6ef02e7db0e9 None None] Sync routers for ids ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:09:51.176264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44222) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:51.181055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.184041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa88476-abd7-4d18-baab-6ef02e7db0e9 None None] Routers {'af01ad1d-d817-4b25-b665-d6ddd996a8f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:51.184669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5aa88476-abd7-4d18-baab-6ef02e7db0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.207408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c203d46d-9730-4bcc-8ee4-bfb3c67c2146']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.220807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349d9e87-77bb-4d84-8997-ee4e427376a3') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.221115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349d9e87-77bb-4d84-8997-ee4e427376a3') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.233638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.246674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5aa88476-abd7-4d18-baab-6ef02e7db0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.251581 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.251868 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-2871d335-89ad-46a9-98c7-5d001de304a8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] delete failed (client error): The resource could not be found. Feb 04 16:09:51.256301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2871d335-89ad-46a9-98c7-5d001de304a8 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1570990117 HTTP/1.1" status: 404 len: 335 time: 0.0754361 Feb 04 16:09:51.256463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa88476-abd7-4d18-baab-6ef02e7db0e9 None None] Routers {'af01ad1d-d817-4b25-b665-d6ddd996a8f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:51.257215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44226) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:51.257432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5aa88476-abd7-4d18-baab-6ef02e7db0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.262718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a889289e-ecfe-48ae-bdb8-e39fddbccd4e tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af01ad1d-d817-4b25-b665-d6ddd996a8f7'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:51.264291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:09:51.264885 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:51.281080 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:51.328853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5aa88476-abd7-4d18-baab-6ef02e7db0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:51.329259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa88476-abd7-4d18-baab-6ef02e7db0e9 None None] The sync data for ids ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'] in n-d-827870-1 is: [] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:09:51.396196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.423692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.426480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Network': ['ID=c203d46d-9730-4bcc-8ee4-bfb3c67c2146,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:51.442867 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5c745a79-a4fc-4184-8fb1-e8db20871a7b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/networks/c203d46d-9730-4bcc-8ee4-bfb3c67c2146 HTTP/1.1" status: 204 len: 168 time: 0.6040957 Feb 04 16:09:51.443157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44230) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:51.526460 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14593aee-64a4-4ee9-aca7-adb0214d987e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.559805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14593aee-64a4-4ee9-aca7-adb0214d987e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.634529 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14593aee-64a4-4ee9-aca7-adb0214d987e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.655749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14593aee-64a4-4ee9-aca7-adb0214d987e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a86e138-9800-49f9-b6e5-e924f58bcf5d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:51.675681 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-14593aee-64a4-4ee9-aca7-adb0214d987e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.676900 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-14593aee-64a4-4ee9-aca7-adb0214d987e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/security-groups/9a86e138-9800-49f9-b6e5-e924f58bcf5d HTTP/1.1" status: 204 len: 168 time: 0.2321811 Feb 04 16:09:51.815809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a889289e-ecfe-48ae-bdb8-e39fddbccd4e tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.856886 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-a889289e-ecfe-48ae-bdb8-e39fddbccd4e tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] update failed (client error): The resource could not be found. Feb 04 16:09:51.857671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a889289e-ecfe-48ae-bdb8-e39fddbccd4e tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "PUT /v2.0/routers/af01ad1d-d817-4b25-b665-d6ddd996a8f7 HTTP/1.1" status: 404 len: 339 time: 0.6001487 Feb 04 16:09:51.861344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44238) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:51.867677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1861606177'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:51.873636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:51.877686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:network and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:51.882269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:51.888608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:51.896145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7129ac2f-168d-4123-8be5-d0eadfac395e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:51.907234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Made reservation on behalf of 09d5ca7af6e1487fb77263c42479934a for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:51.911225 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.933200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 7129ac2f-168d-4123-8be5-d0eadfac395e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:09:51.933522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7129ac2f-168d-4123-8be5-d0eadfac395e not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:51.933935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4aad0aa5-011a-4818-a3e3-01a488f96f27 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:51.945586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:51.956432 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.956985 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Added segment 5b42f470-76dd-4749-bd07-563e4c70f1d4 of type vlan for network 8884691b-e771-4543-a5fa-d54469d02d60 Feb 04 16:09:51.972492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 4aad0aa5-011a-4818-a3e3-01a488f96f27 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:09:51.972855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4aad0aa5-011a-4818-a3e3-01a488f96f27 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:51.973275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c47fba3c-74b4-478b-8366-d712222af65a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:51.986001 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.008734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: c47fba3c-74b4-478b-8366-d712222af65a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:09:52.009094 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c47fba3c-74b4-478b-8366-d712222af65a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:52.027857 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.033800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:52.034413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.052502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44242) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:52.059522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472334532', 'description': 'tempest-secgroup-smoke-472334532 description', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:52.070486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:52.073717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:52.076833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:52.082640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:52.095798 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.123137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:52.127496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:52.128439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2659347 Feb 04 16:09:52.130598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:52.133234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44246) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:52.141527 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'subnet': {'network_id': '8884691b-e771-4543-a5fa-d54469d02d60', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:52.153927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d1a11-4544-444d-b2a5-1328828a4f56 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Network': ['ID=8884691b-e771-4543-a5fa-d54469d02d60,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:52.159247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:52.165068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8884691b-e771-4543-a5fa-d54469d02d60 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:52.283261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:52.292009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Usage tracker for resource:subnet and tenant:09d5ca7af6e1487fb77263c42479934a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:52.295802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:52.311303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:52.343951 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.349817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.365377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Made reservation on behalf of 09d5ca7af6e1487fb77263c42479934a for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:52.369475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.605845 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fda340-b99e-4a9e-bc7c-aa44a46d7091,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:52.611109 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.612325 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-135aaed4-8374-4942-ab68-ef77cef89018 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5578060 Feb 04 16:09:52.615497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44250) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:52.622099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '39fda340-b99e-4a9e-bc7c-aa44a46d7091', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:52.629482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:52.634199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:52.637749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:52.644400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:52.663380 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.732352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.736149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.754764 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.762188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6e445c-2c69-4c58-bc67-855cc5fa539e,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:52.773608 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.774835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9c4e1b09-7169-479b-8e88-3408964703e3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580122 Feb 04 16:09:52.777879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44254) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:52.783159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '39fda340-b99e-4a9e-bc7c-aa44a46d7091', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:52.790712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:52.795520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:52.798565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:52.804889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:52.824760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.849340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Subnet': ['ID=11cb7e9b-cc56-430b-997a-3b78650ccc3c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:52.852339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Checking segment: {'id': '5b42f470-76dd-4749-bd07-563e4c70f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8884691b-e771-4543-a5fa-d54469d02d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:52.852705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network hostable DHCP agents. Network: 8884691b-e771-4543-a5fa-d54469d02d60, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:52.873482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network 8884691b-e771-4543-a5fa-d54469d02d60 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:52.885417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8884691b-e771-4543-a5fa-d54469d02d60) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:52.889577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:52.890463 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.892243 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.898706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.899139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab646c-11cc-421d-a5e7-2e1b94ee0a9f None None] Network 8884691b-e771-4543-a5fa-d54469d02d60 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:52.925396 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2a69c5d5-f691-4dea-b170-143d97be5c12 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7909665 Feb 04 16:09:52.926466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44258) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:52.932410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c54eae6-edd3-4b40-87b1-b248fe1db920,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:52.934595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1eb2f19c-90c8-4221-aeab-4d7f47cf86ee tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'router': {'external_gateway_info': {'network_id': '8884691b-e771-4543-a5fa-d54469d02d60'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:52.946391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.948368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c4aefc84-954d-4cb2-af53-77e07ee7c635 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1693900 Feb 04 16:09:52.950984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44262) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:52.958299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '39fda340-b99e-4a9e-bc7c-aa44a46d7091', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:52.967404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:52.973234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:52.978042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:52.984160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:53.009267 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.091099 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.096134 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.123665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9a247b-5d11-4b82-b226-eb3baeae0952,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:53.135234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.139430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b780c053-5880-4c26-be25-9101c417724b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1844783 Feb 04 16:09:53.140534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44266) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:53.149434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '39fda340-b99e-4a9e-bc7c-aa44a46d7091', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:53.156705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:53.161412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:53.166170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:53.173646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:53.195412 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.197695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-8884691b-e771-4543-a5fa-d54469d02d60', 'network_id': '8884691b-e771-4543-a5fa-d54469d02d60', 'tenant_id': '09d5ca7af6e1487fb77263c42479934a', 'fixed_ips': [{'subnet_id': '11cb7e9b-cc56-430b-997a-3b78650ccc3c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:09:53.198585 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.291724 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.297763 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.330727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1773f1af-935a-4500-b366-1067acba8e66,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:53.351398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.353698 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b2afad36-eddc-4e73-8f3b-de61d557163b tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2118969 Feb 04 16:09:53.356733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44270) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:53.364762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '39fda340-b99e-4a9e-bc7c-aa44a46d7091', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:53.372961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:53.377633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:53.380951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:53.389719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:53.400448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Allocated IP 2001:db8:1::2 (8884691b-e771-4543-a5fa-d54469d02d60/11cb7e9b-cc56-430b-997a-3b78650ccc3c/bb6c934e-b523-489c-9223-7195065ad3da) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:53.405399 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f19c-90c8-4221-aeab-4d7f47cf86ee tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.406005 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Project 9a5a8387ce744ad0b47321b992ebe6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:09:53.414369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.494871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.500041 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.525830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d581dae-7cd4-4111-9573-c8c6c7674f65,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:53.536798 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.541338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e663457a-e361-4baa-9e47-852b3be1a6b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1814530 Feb 04 16:09:53.542481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44274) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:53.547876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'security_group_rule': {'security_group_id': '39fda340-b99e-4a9e-bc7c-aa44a46d7091', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:53.556827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:53.559736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:security_group_rule and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:53.563275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:53.570539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:53.583009 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Project 9a5a8387ce744ad0b47321b992ebe6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:09:53.594046 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.601527 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-1eb2f19c-90c8-4221-aeab-4d7f47cf86ee tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:09:53.606518 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1eb2f19c-90c8-4221-aeab-4d7f47cf86ee tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "PUT /v2.0/routers/af01ad1d-d817-4b25-b665-d6ddd996a8f7 HTTP/1.1" status: 400 len: 364 time: 0.6781514 Feb 04 16:09:53.607086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44278) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:53.652039 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.668866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Transition to ACTIVE for port object bb6c934e-b523-489c-9223-7195065ad3da will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:53.676190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.680856 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.691514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Transition to ACTIVE for port object bb6c934e-b523-489c-9223-7195065ad3da will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:53.698899 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.714477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de87a7a9-e80e-4636-afb2-0e769db0be85,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:53.727256 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.731831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4acf6015-f1a7-4853-a5a2-6162c5783755 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1854527 Feb 04 16:09:53.731984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44282) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:53.737785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'network': {'name': 'tempest-network-smoke--735121820', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'port_security_enabled': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:53.744696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:53.749247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:network and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:53.752883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:53.762988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:53.773120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Network 8884691b-e771-4543-a5fa-d54469d02d60 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:53.776818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:53.781797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:09:53.783155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:53.789435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Pushing event updated for resources: {'Port': ['ID=bb6c934e-b523-489c-9223-7195065ad3da,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:53.792102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.833742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:53.846722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.847075 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Added segment c127ec7f-ec67-4bc6-b8fb-c2674855a998 of type vlan for network d710c0f3-971e-421f-951d-4d978778bd75 Feb 04 16:09:53.879914 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.916561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Attempting to bind port bb6c934e-b523-489c-9223-7195065ad3da on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:53.916561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Attempting to bind port bb6c934e-b523-489c-9223-7195065ad3da by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '5b42f470-76dd-4749-bd07-563e4c70f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8884691b-e771-4543-a5fa-d54469d02d60'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:53.917272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Attempting to bind port bb6c934e-b523-489c-9223-7195065ad3da on network 8884691b-e771-4543-a5fa-d54469d02d60 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:09:53.922189 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.927612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:09:53.927855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:53.928254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Checking segment: {'id': '5b42f470-76dd-4749-bd07-563e4c70f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8884691b-e771-4543-a5fa-d54469d02d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:53.928704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.928994 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.929599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Bound using segment: {'id': '5b42f470-76dd-4749-bd07-563e4c70f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8884691b-e771-4543-a5fa-d54469d02d60'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:09:53.930299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Bound port: bb6c934e-b523-489c-9223-7195065ad3da, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b42f470-76dd-4749-bd07-563e4c70f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8884691b-e771-4543-a5fa-d54469d02d60'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:53.930892 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.056826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3236125 Feb 04 16:09:54.057352 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] For port bb6c934e-b523-489c-9223-7195065ad3da, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:09:54.059731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44286) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:54.062588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e14b65-725e-4b69-988b-7783a8237260 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Network': ['ID=d710c0f3-971e-421f-951d-4d978778bd75,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:54.063118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] For port bb6c934e-b523-489c-9223-7195065ad3da, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bb6c934e-b523-489c-9223-7195065ad3da,segment=NetworkSegment(5b42f470-76dd-4749-bd07-563e4c70f1d4),segment_id=5b42f470-76dd-4749-bd07-563e4c70f1d4)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:09:54.067946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'admin_state_up': True, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:54.076492 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.081276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:54.086726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:router and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:54.090071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:54.096359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:54.109308 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.111151 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.118933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network d710c0f3-971e-421f-951d-4d978778bd75 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:54.134916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.275430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3da68-08aa-489c-9393-abb2f193eba4 None None] Pushing event updated for resources: {'Port': ['ID=bb6c934e-b523-489c-9223-7195065ad3da,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:54.286005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.458771 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.746900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Allocated IP 2001:db8::1 (b999fbfa-3006-4d14-97c0-30a6d5fd94c1/7875b523-d0e5-443b-af15-eea7049d1b03/8327aed6-6d5b-4bd0-addc-3024cc117a11) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:54.829353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.863011 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.937808 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.960101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Transition to ACTIVE for port object 8327aed6-6d5b-4bd0-addc-3024cc117a11 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:54.987483 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.068558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:55.076260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:55.082728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:09:55.082728 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.164262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.25.8.67 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/84678bb6-0fcf-4268-afda-7a3da9ce903a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:55.223829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Port': ['ID=8327aed6-6d5b-4bd0-addc-3024cc117a11,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:55.361908 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.403109 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.450664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.479866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:55.482954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:55.487017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:09:55.532264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=84678bb6-0fcf-4268-afda-7a3da9ce903a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:55.544956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-95484a46-cd02-4623-929a-bcc33ce2df26 None None] Provisioning for port 8327aed6-6d5b-4bd0-addc-3024cc117a11 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:55.551221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-95484a46-cd02-4623-929a-bcc33ce2df26 None None] Provisioning complete for port 8327aed6-6d5b-4bd0-addc-3024cc117a11 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:55.551823 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95484a46-cd02-4623-929a-bcc33ce2df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.581641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b30f46-5af8-4679-814d-325ac8e7d268 None None] Network 8884691b-e771-4543-a5fa-d54469d02d60 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:55.691507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-95484a46-cd02-4623-929a-bcc33ce2df26 None None] Port 8327aed6-6d5b-4bd0-addc-3024cc117a11 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:09:55.886991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bdc31d13-aabe-437f-b21a-bcb0915b2959 None None] Provisioning for port bb6c934e-b523-489c-9223-7195065ad3da completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:55.930057 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.938034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.939567 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.973320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bb6c934e-b523-489c-9223-7195065ad3da up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:55.998964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.059343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port bb6c934e-b523-489c-9223-7195065ad3da completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:56.066545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bb6c934e-b523-489c-9223-7195065ad3da triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:56.067055 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.246734 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.252959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event updated for resources: {'Port': ['ID=8327aed6-6d5b-4bd0-addc-3024cc117a11,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:56.259706 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c328aa22-41b6-4d6b-8145-f59efd400b8d None None] Provisioning complete for port bb6c934e-b523-489c-9223-7195065ad3da triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:56.260227 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c328aa22-41b6-4d6b-8145-f59efd400b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.331160 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:56.332785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:56.346741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port bb6c934e-b523-489c-9223-7195065ad3da, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bb6c934e-b523-489c-9223-7195065ad3da,segment=NetworkSegment(5b42f470-76dd-4749-bd07-563e4c70f1d4),segment_id=5b42f470-76dd-4749-bd07-563e4c70f1d4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:09:56.353955 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.501291 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.529792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=bb6c934e-b523-489c-9223-7195065ad3da,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:56.545356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Router af01ad1d-d817-4b25-b665-d6ddd996a8f7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:09:56.659598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ab896faf-1d6f-4ead-ad45-a129a58f0db8 None None] Provisioning complete for port 8327aed6-6d5b-4bd0-addc-3024cc117a11 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:56.660588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab896faf-1d6f-4ead-ad45-a129a58f0db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.720886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ab896faf-1d6f-4ead-ad45-a129a58f0db8 None None] Port 8327aed6-6d5b-4bd0-addc-3024cc117a11 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:09:56.731312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:09:56.744730 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c4fb0-9d5f-4c75-8b8e-9872dd0147da None None] Sync routers for ids ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:09:56.745587 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d67548d9-a261-482f-b6ad-ee88342b7215 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "PUT /v2.0/routers/af01ad1d-d817-4b25-b665-d6ddd996a8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1339333 Feb 04 16:09:56.745587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44290) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:56.753368 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c4fb0-9d5f-4c75-8b8e-9872dd0147da None None] Routers {'af01ad1d-d817-4b25-b665-d6ddd996a8f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:56.754150 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-337c4fb0-9d5f-4c75-8b8e-9872dd0147da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:56.755716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:09:56.823395 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-337c4fb0-9d5f-4c75-8b8e-9872dd0147da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:56.833160 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c4fb0-9d5f-4c75-8b8e-9872dd0147da None None] Routers {'af01ad1d-d817-4b25-b665-d6ddd996a8f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:56.835723 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-337c4fb0-9d5f-4c75-8b8e-9872dd0147da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:56.903174 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-337c4fb0-9d5f-4c75-8b8e-9872dd0147da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:56.903576 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c4fb0-9d5f-4c75-8b8e-9872dd0147da None None] The sync data for ids ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:09:56.949891 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8875da14-5332-4bca-9ed3-f8060c198431 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.093416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:09:57.103881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Sync routers for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:09:57.113268 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-8875da14-5332-4bca-9ed3-f8060c198431 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 16:09:57.114291 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8875da14-5332-4bca-9ed3-f8060c198431 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/routers/af01ad1d-d817-4b25-b665-d6ddd996a8f7 HTTP/1.1" status: 409 len: 329 time: 0.3671231 Feb 04 16:09:57.117133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44294) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:57.125050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:57.125816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:57.126067 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.130995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-31a06df3-2b72-4687-91cd-f1fcca907468 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0702450 Feb 04 16:09:57.131932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44298) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:57.182618 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-113dc97a-6cdd-4e67-b673-b8e68d73c264 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=9a5a8387ce744ad0b47321b992ebe6d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488627 Feb 04 16:09:57.184247 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44302) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:57.323083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:09:57.635512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:09:55Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:57.640051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Checking router: 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:09:57.640394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Updating router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e port 84678bb6-0fcf-4268-afda-7a3da9ce903a binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:09:57.692749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f50a350-cd1d-41de-8c8f-a4b8b3d31585 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:57.694302 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5f50a350-cd1d-41de-8c8f-a4b8b3d31585 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5089259 Feb 04 16:09:57.697315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44306) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:57.705615 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.743029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b4e995fb-798d-46c8-9a59-789f67438deb tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412691 Feb 04 16:09:57.743271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44310) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:57.749729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-669140690', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:57.869481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:57.880813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:subnet and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:57.880813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:57.884046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:57.895508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:57.902500 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.924052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bb6c934e-b523-489c-9223-7195065ad3da up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:57.938048 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.060167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bb6c934e-b523-489c-9223-7195065ad3da triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:58.060696 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.169175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.200057 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.258727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Transition to ACTIVE for port object 84678bb6-0fcf-4268-afda-7a3da9ce903a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:58.274150 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.298293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Checking segment: {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:58.299673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network hostable DHCP agents. Network: d710c0f3-971e-421f-951d-4d978778bd75, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:58.310681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Subnet': ['ID=0361b49c-5114-4205-b73e-7e8efe8aea75,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:58.313671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting port 8327aed6-6d5b-4bd0-addc-3024cc117a11 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:09:58.314491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.335698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network d710c0f3-971e-421f-951d-4d978778bd75 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:58.351313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, d710c0f3-971e-421f-951d-4d978778bd75) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:58.356430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:58.358546 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.372755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991bc5a-941e-4986-ba9b-3acf19ce83d3 None None] Network d710c0f3-971e-421f-951d-4d978778bd75 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:09:58.387662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5cbe17ed-e49f-46f8-8bac-d6033c8a36f7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6406589 Feb 04 16:09:58.388041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44314) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:58.464136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Attempting to bind port 84678bb6-0fcf-4268-afda-7a3da9ce903a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:58.464502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Attempting to bind port 84678bb6-0fcf-4268-afda-7a3da9ce903a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:58.464887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Attempting to bind port 84678bb6-0fcf-4268-afda-7a3da9ce903a on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:09:58.469023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de6e03-1e64-461b-862a-4ebbc34f96e3 None None] Pushing event updated for resources: {'Port': ['ID=84678bb6-0fcf-4268-afda-7a3da9ce903a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:58.488298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:09:58.488665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:09:58.489089 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.489477 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:09:58.491731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Bound port: 84678bb6-0fcf-4268-afda-7a3da9ce903a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:58.491731 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.542488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.658156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] For port 84678bb6-0fcf-4268-afda-7a3da9ce903a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:09:58.675610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] For port 84678bb6-0fcf-4268-afda-7a3da9ce903a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=84678bb6-0fcf-4268-afda-7a3da9ce903a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:09:58.680001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Calling delete_port for 8327aed6-6d5b-4bd0-addc-3024cc117a11 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:09:58.682287 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.861009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-d710c0f3-971e-421f-951d-4d978778bd75', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:09:58.861804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.883018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:58.883398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:58.891756 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.943423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de6e03-1e64-461b-862a-4ebbc34f96e3 None None] Pushing event updated for resources: {'Port': ['ID=84678bb6-0fcf-4268-afda-7a3da9ce903a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:58.945106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Port': ['ID=8327aed6-6d5b-4bd0-addc-3024cc117a11,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:58.994478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.995390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.995390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.995650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.995855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.996225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.996575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.996950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.997305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.997667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.998015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:58.998338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.186021 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.236861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:09:59.240555 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.452239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Allocated IP 172.20.0.2 (d710c0f3-971e-421f-951d-4d978778bd75/0361b49c-5114-4205-b73e-7e8efe8aea75/b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:59.647532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Router af01ad1d-d817-4b25-b665-d6ddd996a8f7 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:09:59.779073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.794156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:09:55Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:59.796926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Transition to ACTIVE for port object b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:59.804631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:09:59.819275 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e156a9e-11f5-4978-98e9-5e3cbe559dc6 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "PUT /v2.0/routers/af01ad1d-d817-4b25-b665-d6ddd996a8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973946 Feb 04 16:09:59.819541 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5ac5f-94be-4070-a95e-46fb06fcec78 None None] Sync routers for ids ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:09:59.820265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44318) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:59.821911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e7f3-b74c-4d13-ad2c-7471b4f2452e None None] The sync data for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 is: [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:09:55Z', 'revision_number': 3, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:09:59.844014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Transition to ACTIVE for port object b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:59.853736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.854055 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5ac5f-94be-4070-a95e-46fb06fcec78 None None] Routers {'af01ad1d-d817-4b25-b665-d6ddd996a8f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:09:59.854405 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7ff5ac5f-94be-4070-a95e-46fb06fcec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:59.910251 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-9d4113d8-1a84-4fc5-b5e7-53154a844a4c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] show failed (client error): The resource could not be found. Feb 04 16:09:59.912026 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9d4113d8-1a84-4fc5-b5e7-53154a844a4c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1770158377 HTTP/1.1" status: 404 len: 335 time: 0.0910406 Feb 04 16:09:59.916851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44322) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:59.922590 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-96f9df9a-2b32-4fc8-b6d4-7767a77cc62c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:59.957277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Network d710c0f3-971e-421f-951d-4d978778bd75 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:59.962149 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:59.967508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:09:59.987957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Pushing event updated for resources: {'Port': ['ID=b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.015721 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7ff5ac5f-94be-4070-a95e-46fb06fcec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:00.037745 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5ac5f-94be-4070-a95e-46fb06fcec78 None None] Routers {'af01ad1d-d817-4b25-b665-d6ddd996a8f7'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:10:00.038705 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7ff5ac5f-94be-4070-a95e-46fb06fcec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:00.039808 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-96f9df9a-2b32-4fc8-b6d4-7767a77cc62c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] update failed (client error): The resource could not be found. Feb 04 16:10:00.041599 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-96f9df9a-2b32-4fc8-b6d4-7767a77cc62c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-314321797 HTTP/1.1" status: 404 len: 334 time: 0.1236298 Feb 04 16:10:00.045226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44326) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:00.111939 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Attempting to bind port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:00.112306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Attempting to bind port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:00.112671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Attempting to bind port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac on network d710c0f3-971e-421f-951d-4d978778bd75 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:10:00.120010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:10:00.120381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Checking segment: {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:10:00.120797 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.121198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Bound using segment: {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:10:00.121687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Bound port: b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:00.122101 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.162077 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7ff5ac5f-94be-4070-a95e-46fb06fcec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:00.163328 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5ac5f-94be-4070-a95e-46fb06fcec78 None None] The sync data for ids ['af01ad1d-d817-4b25-b665-d6ddd996a8f7'] in n-d-827870-1 is: [] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:10:00.215077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba682d28-83a2-4dcb-8560-8d0ae430e6f9 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting subnet 11cb7e9b-cc56-430b-997a-3b78650ccc3c {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:10:00.219125 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba682d28-83a2-4dcb-8560-8d0ae430e6f9 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.338920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] For port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:10:00.345440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] For port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:10:00.352334 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.359677 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba682d28-83a2-4dcb-8560-8d0ae430e6f9 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.569668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba682d28-83a2-4dcb-8560-8d0ae430e6f9 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.605990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af54bc5-2ded-43f5-8d49-d1231684e6bc None None] Pushing event updated for resources: {'Port': ['ID=b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.675634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.20.0.1 (d710c0f3-971e-421f-951d-4d978778bd75/0361b49c-5114-4205-b73e-7e8efe8aea75/0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:00.717960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba682d28-83a2-4dcb-8560-8d0ae430e6f9 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.837604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba682d28-83a2-4dcb-8560-8d0ae430e6f9 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Subnet': ['ID=11cb7e9b-cc56-430b-997a-3b78650ccc3c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.846770 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ba682d28-83a2-4dcb-8560-8d0ae430e6f9 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.858252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef407f2-da3c-44a3-b883-f1bab7104798 None None] Network 8884691b-e771-4543-a5fa-d54469d02d60 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:10:00.873201 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ba682d28-83a2-4dcb-8560-8d0ae430e6f9 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/subnets/11cb7e9b-cc56-430b-997a-3b78650ccc3c HTTP/1.1" status: 204 len: 168 time: 0.8262849 Feb 04 16:10:00.877079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44330) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:00.955692 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.989425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Transition to ACTIVE for port object 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:01.042046 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.128822 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.148145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting port bb6c934e-b523-489c-9223-7195065ad3da {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:01.148492 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.157312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network d710c0f3-971e-421f-951d-4d978778bd75 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:01.161170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:01.171232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:10:01.239171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:01.260887 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.269852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81329168-f15d-4f94-873d-dff371c8ebc6 None None] DHCP port deletion for 8884691b-e771-4543-a5fa-d54469d02d60 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:10:01.276000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-81329168-f15d-4f94-873d-dff371c8ebc6 None None] Deleting port bb6c934e-b523-489c-9223-7195065ad3da {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:01.276371 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-81329168-f15d-4f94-873d-dff371c8ebc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.472329 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.517947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] For port bb6c934e-b523-489c-9223-7195065ad3da, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bb6c934e-b523-489c-9223-7195065ad3da,segment=NetworkSegment(5b42f470-76dd-4749-bd07-563e4c70f1d4),segment_id=5b42f470-76dd-4749-bd07-563e4c70f1d4)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:01.518320 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.688401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-81329168-f15d-4f94-873d-dff371c8ebc6 None None] For port bb6c934e-b523-489c-9223-7195065ad3da, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bb6c934e-b523-489c-9223-7195065ad3da,segment=NetworkSegment(5b42f470-76dd-4749-bd07-563e4c70f1d4),segment_id=5b42f470-76dd-4749-bd07-563e4c70f1d4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:01.689202 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-81329168-f15d-4f94-873d-dff371c8ebc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.716275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Calling delete_port for bb6c934e-b523-489c-9223-7195065ad3da owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:10:01.859436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-81329168-f15d-4f94-873d-dff371c8ebc6 None None] Calling delete_port for bb6c934e-b523-489c-9223-7195065ad3da owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:10:01.979963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-81329168-f15d-4f94-873d-dff371c8ebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.017453 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:10:02.018063 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:10:02.042521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81329168-f15d-4f94-873d-dff371c8ebc6 None None] No DVR routers for this DVR port bb6c934e-b523-489c-9223-7195065ad3da on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:02.045642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81329168-f15d-4f94-873d-dff371c8ebc6 None None] Pushing event deleted for resources: {'Port': ['ID=bb6c934e-b523-489c-9223-7195065ad3da,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:02.112031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:02.182791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.186502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b2081-357a-4495-9722-f70bf186dc3c None None] Network d710c0f3-971e-421f-951d-4d978778bd75 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:10:02.189973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.306325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:02.310270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c5f7d92e-f42f-409c-9e7c-6a5167f5a07b None None] Provisioning for port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:02.317512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:02.320875 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.321403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:02.321726 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.358079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c5f7d92e-f42f-409c-9e7c-6a5167f5a07b None None] Provisioning complete for port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:02.358444 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d92e-f42f-409c-9e7c-6a5167f5a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.481663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network d710c0f3-971e-421f-951d-4d978778bd75 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:02.482959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:02.518593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting port bb6c934e-b523-489c-9223-7195065ad3da {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:02.518984 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.598763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] The port 'bb6c934e-b523-489c-9223-7195065ad3da' was deleted {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:10:02.712868 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.735029 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d92e-f42f-409c-9e7c-6a5167f5a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.785477 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.799596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:02.807688 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.808812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 84678bb6-0fcf-4268-afda-7a3da9ce903a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:02.815573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8884691b-e771-4543-a5fa-d54469d02d60']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:02.830100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b42f470-76dd-4749-bd07-563e4c70f1d4') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:02.830507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b42f470-76dd-4749-bd07-563e4c70f1d4') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:02.843439 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.863330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.871580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:10:02.871986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.879496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: util.warn( Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:02.887213 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:02.979328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.004424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.012159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Network': ['ID=8884691b-e771-4543-a5fa-d54469d02d60,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.016500 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-c5f7d92e-f42f-409c-9e7c-6a5167f5a07b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:10:03.016729 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-c5f7d92e-f42f-409c-9e7c-6a5167f5a07b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:10:03.021677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.024404 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a798894d-8126-4014-9bcc-872015dd486d tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/networks/8884691b-e771-4543-a5fa-d54469d02d60 HTTP/1.1" status: 204 len: 168 time: 2.1458170 Feb 04 16:10:03.025901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44334) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:03.035504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 84678bb6-0fcf-4268-afda-7a3da9ce903a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:03.042716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 84678bb6-0fcf-4268-afda-7a3da9ce903a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:03.043176 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.171714 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.190084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 84678bb6-0fcf-4268-afda-7a3da9ce903a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=84678bb6-0fcf-4268-afda-7a3da9ce903a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:03.196027 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.261060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cc0989-4ff7-455b-8052-2324cfa01122 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting subnet 64ebff7d-5c3a-4a9c-93d1-e3be92389312 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:10:03.264627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bb6c934e-b523-489c-9223-7195065ad3da no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:03.276218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0989-4ff7-455b-8052-2324cfa01122 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.310312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:10:03.343957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a83acfd1-39e9-4f31-a969-d7f4f75146a7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "PUT /v2.0/routers/92e67d7f-fd86-4f0c-8fc8-f76988e7e19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9543736 Feb 04 16:10:03.356006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: bb6c934e-b523-489c-9223-7195065ad3da {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:10:03.356418 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bb6c934e-b523-489c-9223-7195065ad3da not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:03.358095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Sync routers for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:10:03.379430 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0989-4ff7-455b-8052-2324cfa01122 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.386556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:10:03.387208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:09:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.470822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=84678bb6-0fcf-4268-afda-7a3da9ce903a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.522323 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0989-4ff7-455b-8052-2324cfa01122 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.651555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-ad91479a-5381-4f10-be0b-b20338061127 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472334532&fields=id&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 267 time: 0.0576782 Feb 04 16:10:03.665099 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0989-4ff7-455b-8052-2324cfa01122 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.702454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:10:03.755275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c316af-4a11-48c5-89df-f98758c65e91 None None] Network e51fe74a-0e8c-46dd-a906-6d0b3426c40c requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:10:03.812038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc0989-4ff7-455b-8052-2324cfa01122 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Subnet': ['ID=64ebff7d-5c3a-4a9c-93d1-e3be92389312,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.815506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0989-4ff7-455b-8052-2324cfa01122 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.828317 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b2cc0989-4ff7-455b-8052-2324cfa01122 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/subnets/64ebff7d-5c3a-4a9c-93d1-e3be92389312 HTTP/1.1" status: 204 len: 168 time: 0.8010607 Feb 04 16:10:03.830843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44350) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:03.920530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-4553019d-2caf-4e6c-a4b3-fba00d4dcb7a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:03.921273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-4553019d-2caf-4e6c-a4b3-fba00d4dcb7a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:03.930867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1efe44b-77ce-40d6-8ad2-2bb655ed72cb tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting subnet 9946c124-8641-4d98-bfe9-72fd2fbe674d {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:10:03.934683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1efe44b-77ce-40d6-8ad2-2bb655ed72cb tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.941996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-4553019d-2caf-4e6c-a4b3-fba00d4dcb7a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:03.944247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-4553019d-2caf-4e6c-a4b3-fba00d4dcb7a tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/networks?id=d710c0f3-971e-421f-951d-4d978778bd75 HTTP/1.1" status: 200 len: 796 time: 0.2725465 Feb 04 16:10:03.976242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-13f31460-52e7-417d-81bd-87d6885f75f1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/quotas/9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 375 time: 0.0244815 Feb 04 16:10:04.008167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:04.027129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1efe44b-77ce-40d6-8ad2-2bb655ed72cb tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.080224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-55c6d1aa-a722-4e6d-a189-e54172b49648 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:04.101691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-55c6d1aa-a722-4e6d-a189-e54172b49648 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:04.103830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-55c6d1aa-a722-4e6d-a189-e54172b49648 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211219 Feb 04 16:10:04.154781 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1efe44b-77ce-40d6-8ad2-2bb655ed72cb tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.172526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5014b351-5822-448b-b998-12293e90069a None None] Provisioning complete for port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:04.172922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5014b351-5822-448b-b998-12293e90069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.279237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-cebb5e1c-2b3f-4d07-b720-758521c09fac service neutron] 10.222.0.46 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617737 Feb 04 16:10:04.293038 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1efe44b-77ce-40d6-8ad2-2bb655ed72cb tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.350942 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:04.351431 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.364872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efe44b-77ce-40d6-8ad2-2bb655ed72cb tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Subnet': ['ID=9946c124-8641-4d98-bfe9-72fd2fbe674d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:04.376741 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b1efe44b-77ce-40d6-8ad2-2bb655ed72cb tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.385011 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b1efe44b-77ce-40d6-8ad2-2bb655ed72cb tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/subnets/9946c124-8641-4d98-bfe9-72fd2fbe674d HTTP/1.1" status: 204 len: 168 time: 0.5529163 Feb 04 16:10:04.387277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44358) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:04.505017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-bb45da79-d05e-4284-abed-3862477bce16 service neutron] 10.222.0.46 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158964 Feb 04 16:10:04.517668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b096a2d-408b-47c5-9a3f-b9c4a1399ac9 None None] Network 9a1693ac-9e49-40e3-924d-27ff165a4cea requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:10:04.545679 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.550928 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e00537d0-f7c9-40eb-9634-1085cf7d972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.565435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting port 94ed0ead-0211-4a35-bbad-38feb66a5f70 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:04.565863 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.776150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d82dbfa-17b9-4056-9623-bafc1d81f057 req-716df5bc-e09d-4633-8f5e-4c9f5c96cd60 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 210 time: 0.0878518 Feb 04 16:10:04.863075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] For port 94ed0ead-0211-4a35-bbad-38feb66a5f70, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=94ed0ead-0211-4a35-bbad-38feb66a5f70,segment=NetworkSegment(8c2ea274-506e-46a0-bd42-a0e142606aa3),segment_id=8c2ea274-506e-46a0-bd42-a0e142606aa3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:04.863524 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.004892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1', 'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:32:1a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 2, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:05.040293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5014b351-5822-448b-b998-12293e90069a None None] Provisioning for port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:05.043544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Calling delete_port for 94ed0ead-0211-4a35-bbad-38feb66a5f70 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:10:05.047734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Checking router: 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:10:05.048310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Updating router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:10:05.099455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5014b351-5822-448b-b998-12293e90069a None None] Provisioning complete for port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:05.100449 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5014b351-5822-448b-b998-12293e90069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.150984 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.198957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a4745-ea8b-489b-9d1d-2afbcdee0593 None None] DHCP port deletion for e51fe74a-0e8c-46dd-a906-6d0b3426c40c request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:10:05.218966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Port': ['ID=94ed0ead-0211-4a35-bbad-38feb66a5f70,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:05.224444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 84678bb6-0fcf-4268-afda-7a3da9ce903a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:05.231047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] No DVR routers for this DVR port 94ed0ead-0211-4a35-bbad-38feb66a5f70 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:05.331994 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.378708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5014b351-5822-448b-b998-12293e90069a None None] Port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:10:05.448283 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.476816 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 84678bb6-0fcf-4268-afda-7a3da9ce903a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:05.477341 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.531687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c4b6c-4689-4e4d-96ff-9df0afd5212a None None] DHCP port deletion for 9a1693ac-9e49-40e3-924d-27ff165a4cea request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:10:05.555963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c4b6c-4689-4e4d-96ff-9df0afd5212a None None] Deleting port 4527dbd6-657a-483b-a755-0d35396c4cd5 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:05.556471 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4b6c-4689-4e4d-96ff-9df0afd5212a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.737379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51fe74a-0e8c-46dd-a906-6d0b3426c40c']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:05.753459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2ea274-506e-46a0-bd42-a0e142606aa3') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:05.753459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2ea274-506e-46a0-bd42-a0e142606aa3') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:05.763299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d017f452-5a3d-4bee-8d92-5656301193f6 None None] Provisioning complete for port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:05.763864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d017f452-5a3d-4bee-8d92-5656301193f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.768065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.791669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.804718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:10:05.805351 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:05.834012 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:06.014453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-127235c1-1b04-4550-a066-40e7f8878dc8 req-76f534e4-0e96-425f-9340-a2ffca2091a0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 210 time: 0.0863171 Feb 04 16:10:06.060040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.066310 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.094763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Network': ['ID=e51fe74a-0e8c-46dd-a906-6d0b3426c40c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:06.100597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f0c44fb6-7c48-4f6d-99c2-c851da79093f tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/networks/e51fe74a-0e8c-46dd-a906-6d0b3426c40c HTTP/1.1" status: 204 len: 168 time: 1.7111487 Feb 04 16:10:06.103032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44376) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:06.175228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d017f452-5a3d-4bee-8d92-5656301193f6 None None] Port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:10:06.275524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0c1c4b6c-4689-4e4d-96ff-9df0afd5212a None None] For port 4527dbd6-657a-483b-a755-0d35396c4cd5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4527dbd6-657a-483b-a755-0d35396c4cd5,segment=NetworkSegment(9fba4aed-44ef-40b4-b043-18f6ac005bf8),segment_id=9fba4aed-44ef-40b4-b043-18f6ac005bf8)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:06.275919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4b6c-4689-4e4d-96ff-9df0afd5212a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.414701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.448393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94ed0ead-0211-4a35-bbad-38feb66a5f70 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:06.475467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting port 4527dbd6-657a-483b-a755-0d35396c4cd5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:06.476005 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.504219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c4b6c-4689-4e4d-96ff-9df0afd5212a None None] Calling delete_port for 4527dbd6-657a-483b-a755-0d35396c4cd5 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:10:06.545765 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.resource_extend [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:06.635656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 94ed0ead-0211-4a35-bbad-38feb66a5f70 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:10:06.636241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 94ed0ead-0211-4a35-bbad-38feb66a5f70 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:06.636976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4527dbd6-657a-483b-a755-0d35396c4cd5 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:06.682027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-3b2514fc-334f-4e8b-9bc5-3f917f886c28 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:06.683699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-3b2514fc-334f-4e8b-9bc5-3f917f886c28 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "GET /v2.0/networks?id=d710c0f3-971e-421f-951d-4d978778bd75 HTTP/1.1" status: 200 len: 796 time: 0.4642406 Feb 04 16:10:06.733275 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.763698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.779148 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2447-697d-4056-b65e-1754b555769e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.793578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Transition to ACTIVE for port object 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:06.797724 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-5882aa2a-f0f0-4a9c-bc34-8b38016efba7 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5a8387ce744ad0b47321b992ebe6d2 HTTP/1.1" status: 200 len: 379 time: 0.1037796 Feb 04 16:10:06.810075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'port': {'device_id': '70300691-e187-43b6-b259-25f670d092d1', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'admin_state_up': True, 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'security_groups': ['39fda340-b99e-4a9e-bc7c-aa44a46d7091']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:06.832794 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.894285 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4b6c-4689-4e4d-96ff-9df0afd5212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.985551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c4b6c-4689-4e4d-96ff-9df0afd5212a None None] No DVR routers for this DVR port 4527dbd6-657a-483b-a755-0d35396c4cd5 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:07.021240 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.052456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] For port 4527dbd6-657a-483b-a755-0d35396c4cd5, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4527dbd6-657a-483b-a755-0d35396c4cd5,segment=NetworkSegment(9fba4aed-44ef-40b4-b043-18f6ac005bf8),segment_id=9fba4aed-44ef-40b4-b043-18f6ac005bf8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:07.053638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.088678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312f174-b2d9-452e-964b-ecf66a192856 None None] Pushing event updated for resources: {'Port': ['ID=0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:07.220948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Calling delete_port for 4527dbd6-657a-483b-a755-0d35396c4cd5 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:10:07.244979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c4b6c-4689-4e4d-96ff-9df0afd5212a None None] Pushing event deleted for resources: {'Port': ['ID=4527dbd6-657a-483b-a755-0d35396c4cd5,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:07.306247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:07.350952 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f47d6bd7-6ebd-4d49-85fb-b511cdd79281 req-b1d3a163-09b5-455d-bfd7-c539e300a5f0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 210 time: 0.0919330 Feb 04 16:10:07.352108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:07.405513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Made reservation on behalf of 9a5a8387ce744ad0b47321b992ebe6d2 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:07.409697 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.465074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Attempting to bind port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:07.465676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Attempting to bind port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:07.466072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Attempting to bind port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 on network d710c0f3-971e-421f-951d-4d978778bd75 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:10:07.475887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:10:07.476135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Checking segment: {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:10:07.476475 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.476905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Bound using segment: {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:10:07.477393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Bound port: 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:07.477949 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.489266 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:10:07.489586 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:10:07.590168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] For port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:10:07.594620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] For port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:10:07.601003 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.648018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.20.0.10 (d710c0f3-971e-421f-951d-4d978778bd75/0361b49c-5114-4205-b73e-7e8efe8aea75/7b43ce59-23dc-491a-a39d-f7e5ade4f1c4) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:07.698217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:10:07.699178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:10:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:07.815125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312f174-b2d9-452e-964b-ecf66a192856 None None] Pushing event updated for resources: {'Port': ['ID=0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:07.822839 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.833788 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.971787 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.989824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Transition to ACTIVE for port object 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:07.994688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:10:08.012585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting port 4527dbd6-657a-483b-a755-0d35396c4cd5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:08.013238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.046063 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.153607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] The port '4527dbd6-657a-483b-a755-0d35396c4cd5' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:10:08.206137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network d710c0f3-971e-421f-951d-4d978778bd75 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:08.213384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:08.234507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:10:08.283655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:08.405610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:08.406285 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.424762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.470602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1693ac-9e49-40e3-924d-27ff165a4cea']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:08.491464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-581e4643-489c-488b-b38c-f5ec81a7d943 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6751952 Feb 04 16:10:08.524016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fba4aed-44ef-40b4-b043-18f6ac005bf8') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:08.524689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fba4aed-44ef-40b4-b043-18f6ac005bf8') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:08.555008 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.611843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1', 'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:32:1a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:07Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:08.622343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bd9d3-69c2-44c7-83cb-479d9a9dd1f1 None None] The sync data for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 is: [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1', 'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:32:1a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:07Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:10:08.630693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Request body: {'port': {'device_id': '70300691-e187-43b6-b259-25f670d092d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:08.647449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-aebd7380-697f-4e9e-8d6d-0362358f83be None None] Provisioning for port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:08.654482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-aebd7380-697f-4e9e-8d6d-0362358f83be None None] Provisioning complete for port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:08.654943 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-aebd7380-697f-4e9e-8d6d-0362358f83be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.675503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.709855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:10:08.710405 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:08.732916 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:08.758400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-aebd7380-697f-4e9e-8d6d-0362358f83be None None] Port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:10:09.071732 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.074796 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.106465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.158509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Network': ['ID=9a1693ac-9e49-40e3-924d-27ff165a4cea,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:09.167640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbba1-7539-4142-926e-e6b136b3dc93 req-044e4a3e-1311-472a-9f6a-168b7cc26d3f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:09.168384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-11ddbba1-7539-4142-926e-e6b136b3dc93 req-044e4a3e-1311-472a-9f6a-168b7cc26d3f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:09.187697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5772aa98-82bd-488f-aeff-ff73eb2fc655 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/networks/9a1693ac-9e49-40e3-924d-27ff165a4cea HTTP/1.1" status: 204 len: 168 time: 3.0833213 Feb 04 16:10:09.191987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44400) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:09.261863 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.345519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-11ddbba1-7539-4142-926e-e6b136b3dc93 req-044e4a3e-1311-472a-9f6a-168b7cc26d3f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:09.346717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11ddbba1-7539-4142-926e-e6b136b3dc93 req-044e4a3e-1311-472a-9f6a-168b7cc26d3f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 932 time: 0.7794836 Feb 04 16:10:09.365188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-91548e1c-7ffb-41e3-9a89-791533e294dd tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting subnet 7875b523-d0e5-443b-af15-eea7049d1b03 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:10:09.393563 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91548e1c-7ffb-41e3-9a89-791533e294dd tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.575457 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.594685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11ddbba1-7539-4142-926e-e6b136b3dc93 req-7fe60891-18c7-4886-ab57-1212d4625292 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380850 Feb 04 16:10:09.651330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91548e1c-7ffb-41e3-9a89-791533e294dd tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.825600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91548e1c-7ffb-41e3-9a89-791533e294dd tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.933411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:09.947645 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.987452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Transition to ACTIVE for port object 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:09.993341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.999526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91548e1c-7ffb-41e3-9a89-791533e294dd tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.093610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce909c-224b-4a85-9f50-a07fd9aeec48 None None] Network b999fbfa-3006-4d14-97c0-30a6d5fd94c1 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:10:10.103401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91548e1c-7ffb-41e3-9a89-791533e294dd tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.130591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91548e1c-7ffb-41e3-9a89-791533e294dd tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Subnet': ['ID=7875b523-d0e5-443b-af15-eea7049d1b03,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:10.229273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-91548e1c-7ffb-41e3-9a89-791533e294dd tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/subnets/7875b523-d0e5-443b-af15-eea7049d1b03 HTTP/1.1" status: 204 len: 168 time: 1.0297816 Feb 04 16:10:10.231204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44406) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:10.507598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:10.517536 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.519812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:10.604733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:10.606470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.638741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc93a06-d8c9-49a5-91fb-618c2d374340 None None] DHCP port deletion for b999fbfa-3006-4d14-97c0-30a6d5fd94c1 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:10:10.652668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6fc93a06-d8c9-49a5-91fb-618c2d374340 None None] Deleting port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:10.653257 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6fc93a06-d8c9-49a5-91fb-618c2d374340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.786269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Attempting to bind port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:10.786670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Attempting to bind port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:10.787067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Attempting to bind port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 on network d710c0f3-971e-421f-951d-4d978778bd75 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:10:10.839503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:10.861362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 on network d710c0f3-971e-421f-951d-4d978778bd75 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:10:10.861978 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Attempting to bind port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 on network d710c0f3-971e-421f-951d-4d978778bd75 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:10:10.890968 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:10:10.891588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Checking segment: {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:10:10.891994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Bound using segment: {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:10:10.892447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Bound port: 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c127ec7f-ec67-4bc6-b8fb-c2674855a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:10.893073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.900148 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:10.900744 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.106107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] For port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9ebcde73-1068-4b90-bbf6-a2066b0d4ffc,segment=NetworkSegment(822de0be-0ff6-43f6-86d3-714e4b5d5429),segment_id=822de0be-0ff6-43f6-86d3-714e4b5d5429)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:11.106385 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.197107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6fc93a06-d8c9-49a5-91fb-618c2d374340 None None] For port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=9ebcde73-1068-4b90-bbf6-a2066b0d4ffc,segment=NetworkSegment(822de0be-0ff6-43f6-86d3-714e4b5d5429),segment_id=822de0be-0ff6-43f6-86d3-714e4b5d5429)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:11.200263 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6fc93a06-d8c9-49a5-91fb-618c2d374340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.307175 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb3707-563d-4f06-a943-582a9d9a1367 req-211e1233-1627-45f8-a66e-50b4a2ce128c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:11.313549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2edb3707-563d-4f06-a943-582a9d9a1367 req-211e1233-1627-45f8-a66e-50b4a2ce128c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 944 time: 0.5342615 Feb 04 16:10:11.342626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] For port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:10:11.346956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] For port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:10:11.432532 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6fc93a06-d8c9-49a5-91fb-618c2d374340 None None] Calling delete_port for 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:10:11.437146 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.490076 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.554386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:11.557504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Calling delete_port for 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:10:11.570135 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.649235 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6fc93a06-d8c9-49a5-91fb-618c2d374340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.664394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:11.665092 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.666608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] 10.222.0.53 "PUT /v2.0/ports/7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 HTTP/1.1" status: 200 len: 1092 time: 3.1689427 Feb 04 16:10:11.673619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:11.677120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc93a06-d8c9-49a5-91fb-618c2d374340 None None] No DVR routers for this DVR port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:11.684159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:11.748327 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2edb3707-563d-4f06-a943-582a9d9a1367 req-3cdffcd4-b19d-46b7-81fd-9ecde3601071 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259060 Feb 04 16:10:11.786832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc93a06-d8c9-49a5-91fb-618c2d374340 None None] Pushing event deleted for resources: {'Port': ['ID=9ebcde73-1068-4b90-bbf6-a2066b0d4ffc,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:11.852260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcafbbe-740f-4383-8564-2c32b664d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:11.896370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.db.api [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:10:11.896917 n-d-827870-1 neutron-server[87570]: DEBUG oslo_db.api [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:10:11.963233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-f160855c-3054-4698-92f9-41bb495dbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:11.967082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-f160855c-3054-4698-92f9-41bb495dbc2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 1095 time: 0.1805370 Feb 04 16:10:12.175263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-4ca1b422-ddf0-41c4-9379-98e79a4e19bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 HTTP/1.1" status: 200 len: 217 time: 0.1961384 Feb 04 16:10:12.178619 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'status': 'completed', 'code': 200} Feb 04 16:10:12.286512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-0a851074-f091-40a9-b356-15198079cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:12.287960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-0a851074-f091-40a9-b356-15198079cc56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0361b49c-5114-4205-b73e-7e8efe8aea75 HTTP/1.1" status: 200 len: 834 time: 0.1039622 Feb 04 16:10:12.398236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Deleting port 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:10:12.398918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.414231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:12.511502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-fd9fdf71-34ad-4270-ab70-276cbb211e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:12.514867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-fd9fdf71-34ad-4270-ab70-276cbb211e8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d710c0f3-971e-421f-951d-4d978778bd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160757 Feb 04 16:10:12.522390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] The port '9ebcde73-1068-4b90-bbf6-a2066b0d4ffc' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:10:12.545827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:12.546279 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.823369 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.862134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:12.888824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b999fbfa-3006-4d14-97c0-30a6d5fd94c1']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:12.899596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-c3c6a389-c146-4d91-9b44-5fd79989a0ab service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746822 Feb 04 16:10:12.906378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822de0be-0ff6-43f6-86d3-714e4b5d5429') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:12.906765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822de0be-0ff6-43f6-86d3-714e4b5d5429') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:12.910751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:10:12.911590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 9ebcde73-1068-4b90-bbf6-a2066b0d4ffc not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:13.007443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.106328 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.133242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:10:13.133242 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: util.warn( Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:13.157791 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:13.302818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83c916f6-f83a-418b-9a91-541a81b3a703 req-81e76030-bd58-44aa-855c-c821a363f234 service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870194 Feb 04 16:10:13.325175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.349125 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.373903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Pushing event deleted for resources: {'Network': ['ID=b999fbfa-3006-4d14-97c0-30a6d5fd94c1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:13.389022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a77186-d21c-471f-bfc7-b00f8c6781ba req-2364b67a-c69d-4e94-ac53-231240a059c0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:13.389022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2a77186-d21c-471f-bfc7-b00f8c6781ba req-2364b67a-c69d-4e94-ac53-231240a059c0 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 944 time: 0.3764515 Feb 04 16:10:13.397536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0bc4d302-c232-4ac6-94cd-0ed0df26662c tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/networks/b999fbfa-3006-4d14-97c0-30a6d5fd94c1 HTTP/1.1" status: 204 len: 168 time: 3.1615975 Feb 04 16:10:13.397536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44424) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:13.514278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c9db4748-f8f9-4170-9180-d3a6650342a3 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Synchronizing usage tracker for tenant:09d5ca7af6e1487fb77263c42479934a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:13.716815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2a77186-d21c-471f-bfc7-b00f8c6781ba req-2a377af1-099e-4254-a6ca-f64084e2723f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147864 Feb 04 16:10:13.719115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c9db4748-f8f9-4170-9180-d3a6650342a3 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Unset dirty status for tenant:09d5ca7af6e1487fb77263c42479934a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:13.720677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c9db4748-f8f9-4170-9180-d3a6650342a3 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "GET /v2.0/ports?device_id=af01ad1d-d817-4b25-b665-d6ddd996a8f7 HTTP/1.1" status: 200 len: 205 time: 0.3225086 Feb 04 16:10:13.730768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44428) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:13.746177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-f0e5bf6e-c351-471e-85bb-d901ce23c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:13.748996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-f0e5bf6e-c351-471e-85bb-d901ce23c34a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 1095 time: 0.3023980 Feb 04 16:10:13.936404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af3f9d42-06bf-459d-bb3b-805e3af74b55 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.937589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-043e0fce-893d-48af-81cc-a897cb37ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:13.939670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-043e0fce-893d-48af-81cc-a897cb37ad81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d710c0f3-971e-421f-951d-4d978778bd75 HTTP/1.1" status: 200 len: 897 time: 0.1821010 Feb 04 16:10:14.041444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-9c612ba2-de5f-4b82-a107-a35dde1ead4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 HTTP/1.1" status: 200 len: 217 time: 0.0946710 Feb 04 16:10:14.150219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-47353c33-e3d7-4241-97f5-82320653a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:14.152500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-47353c33-e3d7-4241-97f5-82320653a722 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0361b49c-5114-4205-b73e-7e8efe8aea75 HTTP/1.1" status: 200 len: 834 time: 0.1043518 Feb 04 16:10:14.296256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-90cbd7a1-4798-4838-8ff5-c52c06cdd796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:14.303528 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-90cbd7a1-4798-4838-8ff5-c52c06cdd796 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d710c0f3-971e-421f-951d-4d978778bd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435997 Feb 04 16:10:14.382774 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af3f9d42-06bf-459d-bb3b-805e3af74b55 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.387330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af3f9d42-06bf-459d-bb3b-805e3af74b55 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.405662 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:10:14.447575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af3f9d42-06bf-459d-bb3b-805e3af74b55 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.449189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3f9d42-06bf-459d-bb3b-805e3af74b55 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Fanout notify agent at l3_agent the message router_deleted on router af01ad1d-d817-4b25-b665-d6ddd996a8f7 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:10:14.474737 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-af3f9d42-06bf-459d-bb3b-805e3af74b55 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.479745 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-af3f9d42-06bf-459d-bb3b-805e3af74b55 tempest-RoutersNegativeIpV6Test-504736725 tempest-RoutersNegativeIpV6Test-504736725-project] 10.222.0.46 "DELETE /v2.0/routers/af01ad1d-d817-4b25-b665-d6ddd996a8f7 HTTP/1.1" status: 204 len: 168 time: 0.7424822 Feb 04 16:10:14.575116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-fbdc2eeb-2fd5-4071-9c9d-1aeb069fc740 service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629595 Feb 04 16:10:14.843450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f43adabd-ee7c-4155-a06d-d5e17e59756b req-4a124e75-a803-482c-bfc8-e6b88c7a1b5b service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592647 Feb 04 16:10:14.979476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44440) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:15.072133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ca3b4-3646-4ae5-921d-ff18fd14c46c req-264524e8-7414-410b-b36a-d7269a1e4100 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:15.086875 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc1ca3b4-3646-4ae5-921d-ff18fd14c46c req-264524e8-7414-410b-b36a-d7269a1e4100 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 944 time: 0.1548722 Feb 04 16:10:15.170789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc1ca3b4-3646-4ae5-921d-ff18fd14c46c req-4088e131-02b5-4da3-8a3a-561fdf852291 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824523 Feb 04 16:10:15.241311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1c24b9c0-91c1-495a-a212-2cf5ca90d099 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09d5ca7af6e1487fb77263c42479934a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586780 Feb 04 16:10:15.246610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44446) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:15.330330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ea65ef14-9e12-4197-9189-974eefc7d587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.369039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ea65ef14-9e12-4197-9189-974eefc7d587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.440694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ea65ef14-9e12-4197-9189-974eefc7d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.456902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65ef14-9e12-4197-9189-974eefc7d587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abe32ae-b233-44bb-8167-44651eff274b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:15.464811 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ea65ef14-9e12-4197-9189-974eefc7d587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.465946 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ea65ef14-9e12-4197-9189-974eefc7d587 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9abe32ae-b233-44bb-8167-44651eff274b HTTP/1.1" status: 204 len: 168 time: 0.2183945 Feb 04 16:10:16.468346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb682d-9f49-421e-a551-62fc4e413379 req-d438aeee-b0fc-4f0d-9fa7-6a1464a65074 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:16.471467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8cfb682d-9f49-421e-a551-62fc4e413379 req-d438aeee-b0fc-4f0d-9fa7-6a1464a65074 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 944 time: 0.1330543 Feb 04 16:10:16.547631 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8cfb682d-9f49-421e-a551-62fc4e413379 req-025dd138-daec-44e0-a426-66a062a9e28d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655408 Feb 04 16:10:16.669737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44474) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:16.856469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867469891'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:16.864817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:16.870663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:16.875218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:16.885522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:16.900619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.924984 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.943220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:16.948836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:16.953929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:16.965513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:17.111993 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.118513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.139915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:17.159447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:17.168343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:10:17.172165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:17.182065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:17.194855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a124d0-d589-4212-aeff-ccfa21c72db7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:17.321202 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.327981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.387596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9888bd32-cb67-469f-b87a-cc2de7116bad,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:17.394436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.397954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8bb3d27e-65da-4622-a427-63d685233f94 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7266455 Feb 04 16:10:17.400400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44482) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:17.430890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:17.455306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'port_id': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'mac_address': 'fa:16:3e:8b:e8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:10:17.529672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a5ee4bea-4e48-4965-9589-9aa0541c549d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1273997 Feb 04 16:10:17.530400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44486) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:17.537721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-949d0362-4630-402a-a423-3d321ad94b68 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-security--2142085211', 'description': 'tempest-security-description-749289323'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:17.548191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.576701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:17.582535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-949d0362-4630-402a-a423-3d321ad94b68 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.599025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:17.604528 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.684034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-949d0362-4630-402a-a423-3d321ad94b68 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.706807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:17.737127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-949d0362-4630-402a-a423-3d321ad94b68 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.739661 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-949d0362-4630-402a-a423-3d321ad94b68 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.744225 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-949d0362-4630-402a-a423-3d321ad94b68 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "PUT /v2.0/security-groups/9888bd32-cb67-469f-b87a-cc2de7116bad HTTP/1.1" status: 200 len: 1779 time: 0.2122953 Feb 04 16:10:17.747874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44492) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:17.806607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d0362-4630-402a-a423-3d321ad94b68 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9888bd32-cb67-469f-b87a-cc2de7116bad,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:17.819576 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-acc1f008-5a3a-458b-a571-994c5cd1b265 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups/9888bd32-cb67-469f-b87a-cc2de7116bad HTTP/1.1" status: 200 len: 1779 time: 0.0697799 Feb 04 16:10:17.819822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44496) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:17.849208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7b43ce59-23dc-491a-a39d-f7e5ade4f1c4'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:10:17.895715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951b53-8d40-45f9-9a45-26a2ce4ce7be req-f6552ad0-f599-4bf7-b1fc-0475dc0737e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:17.897751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7951b53-8d40-45f9-9a45-26a2ce4ce7be req-f6552ad0-f599-4bf7-b1fc-0475dc0737e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 945 time: 0.2128162 Feb 04 16:10:17.967033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7951b53-8d40-45f9-9a45-26a2ce4ce7be req-ea193f0f-5446-4ca5-b185-0d7640e847b2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550754 Feb 04 16:10:17.972027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc1c0-a62d-47f9-82e8-1c08d9723523 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.017749 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc1c0-a62d-47f9-82e8-1c08d9723523 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.115193 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc1c0-a62d-47f9-82e8-1c08d9723523 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.140594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cc1c0-a62d-47f9-82e8-1c08d9723523 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888bd32-cb67-469f-b87a-cc2de7116bad,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:18.145446 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc1c0-a62d-47f9-82e8-1c08d9723523 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.147713 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6c9cc1c0-a62d-47f9-82e8-1c08d9723523 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/9888bd32-cb67-469f-b87a-cc2de7116bad HTTP/1.1" status: 204 len: 168 time: 0.3262169 Feb 04 16:10:18.152197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44504) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:18.228972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fb58e83b-2e58-47c6-9aec-adad30d503b0 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:18.251097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fb58e83b-2e58-47c6-9aec-adad30d503b0 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:18.253139 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fb58e83b-2e58-47c6-9aec-adad30d503b0 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0974011 Feb 04 16:10:18.264092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44510) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:18.298952 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-cdd8fd8f-499c-4290-960d-c97bc9244067 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] delete failed (client error): The resource could not be found. Feb 04 16:10:18.300335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cdd8fd8f-499c-4290-960d-c97bc9244067 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/9888bd32-cb67-469f-b87a-cc2de7116bad HTTP/1.1" status: 404 len: 347 time: 0.0349371 Feb 04 16:10:18.305079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44516) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:18.310395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743977161'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:18.319097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:18.335052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:18.350018 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.377944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:18.385576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:18.390292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:18.400697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:18.479815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-b5726b71-d4d5-4279-9d05-dcac286f5638 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107372618&fields=id&tenant_id=90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 267 time: 0.0561228 Feb 04 16:10:18.498665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.503301 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.556818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32be8b21-0441-4fcc-aca3-e0c71fcb4e73,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:18.573844 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.576079 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-71d35081-593b-4eac-b1c2-75629f7ebcb8 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2697372 Feb 04 16:10:18.579124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44522) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:18.596312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': '32be8b21-0441-4fcc-aca3-e0c71fcb4e73', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:18.608139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:18.618412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:18.624357 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:18.642217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:18.680397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2e00c494-3bb6-49eb-96b7-65d04a731e10 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:18.682334 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2e00c494-3bb6-49eb-96b7-65d04a731e10 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.1908078 Feb 04 16:10:18.686258 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.723599 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-91a1f1da-04f4-4a12-a2c1-2fae2a3369c6 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/quotas/90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 375 time: 0.0288157 Feb 04 16:10:18.811688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.815890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.848603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d03a3e-b3c0-499a-bb9b-bb898ed32035,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:18.861120 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.862390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e8337db9-eef9-4a6d-b4c5-45b54fd5905f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2823200 Feb 04 16:10:18.866019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:18.879494 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-0a76bb2c-4457-49a2-9eae-2677cd3aaa5e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1468503 Feb 04 16:10:18.912151 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7a88393-05d6-4c77-8ea0-f1a416f64446 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.930679 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7a88393-05d6-4c77-8ea0-f1a416f64446 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.974287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7a88393-05d6-4c77-8ea0-f1a416f64446 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.991610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a88393-05d6-4c77-8ea0-f1a416f64446 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23d03a3e-b3c0-499a-bb9b-bb898ed32035,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:18.994134 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d7a88393-05d6-4c77-8ea0-f1a416f64446 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.995246 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d7a88393-05d6-4c77-8ea0-f1a416f64446 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/23d03a3e-b3c0-499a-bb9b-bb898ed32035 HTTP/1.1" status: 204 len: 168 time: 0.1280494 Feb 04 16:10:18.999351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44532) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:19.049782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-129657f4-bef4-4734-84fe-4526b58f9a40 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:19.059910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-8930e1e2-0149-45ce-8a55-dcd7c6c7cce2 service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613636 Feb 04 16:10:19.070734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-129657f4-bef4-4734-84fe-4526b58f9a40 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:19.073336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-129657f4-bef4-4734-84fe-4526b58f9a40 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0726211 Feb 04 16:10:19.075851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44536) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:19.169369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce8e79c9-b3fc-4cf4-b270-3eda54c2d16b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.180690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:19.211882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce8e79c9-b3fc-4cf4-b270-3eda54c2d16b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.274154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:19.292348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:19.293175 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.308553 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce8e79c9-b3fc-4cf4-b270-3eda54c2d16b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.366142 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-558d8165-336a-41f5-84d7-11449033d3c6 service neutron] 10.222.0.46 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975652 Feb 04 16:10:19.371099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e79c9-b3fc-4cf4-b270-3eda54c2d16b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be8b21-0441-4fcc-aca3-e0c71fcb4e73,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.388429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce8e79c9-b3fc-4cf4-b270-3eda54c2d16b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.389664 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce8e79c9-b3fc-4cf4-b270-3eda54c2d16b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/32be8b21-0441-4fcc-aca3-e0c71fcb4e73 HTTP/1.1" status: 204 len: 168 time: 0.3128421 Feb 04 16:10:19.392216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44540) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:19.478876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-62cfca4e-21e3-4311-af9e-b6c57de262ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:19.501735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-62cfca4e-21e3-4311-af9e-b6c57de262ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:19.504381 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-62cfca4e-21e3-4311-af9e-b6c57de262ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108856 Feb 04 16:10:19.510809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44546) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:19.514767 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.517379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-secgroup--398778141'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:19.525985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:19.538644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:19.547473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:19.560241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.560584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:19.565557 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.578596 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:19.583973 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:19.587693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:19.595646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:19.656463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.693688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.698516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.752499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c44ccf-6d70-4410-a5b4-e2b8708b7ebc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.761060 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.762494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d9d4f61d-9659-42dd-8f96-fcde7058167f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2504783 Feb 04 16:10:19.765255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44556) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:19.770735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': '81c44ccf-6d70-4410-a5b4-e2b8708b7ebc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:19.778721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:19.783578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:19.787155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:19.797490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:19.830839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.923412 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.929859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.953640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097890fb-843e-4c58-8904-0df2cc573756,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.979874 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.983912 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-65222e05-0c1b-4c06-8e6c-8d5b5c8a6507 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2148209 Feb 04 16:10:19.984637 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44564) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:19.989913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': '81c44ccf-6d70-4410-a5b4-e2b8708b7ebc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:19.997368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:20.002691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:20.019250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a9cca-f750-4e99-9156-281484cab7c1 req-5b87f49f-3b01-4643-9945-ab886ce20b97 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:20.021851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c23a9cca-f750-4e99-9156-281484cab7c1 req-5b87f49f-3b01-4643-9945-ab886ce20b97 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.1017642 Feb 04 16:10:20.076418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c23a9cca-f750-4e99-9156-281484cab7c1 req-e19ecbc3-6981-4119-82e4-cf53c6b46365 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478356 Feb 04 16:10:20.135321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:20.142137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:20.156514 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'code': 200} Feb 04 16:10:20.161669 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.273022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.279198 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.310663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c291ad6-475c-45e7-9072-851bed6ce2c8 req-0c28a3ea-ba22-4278-842d-64a3bbf8ea6a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 210 time: 0.1026158 Feb 04 16:10:20.339372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a86702-083e-4ec9-b5db-6064020a7452,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:20.362737 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.364237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a05ea8cc-e6dd-475c-8741-f2c93a599c80 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790267 Feb 04 16:10:20.365341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d60b19-1c57-4882-8247-9e85cbd7d278 req-1a7f69a3-a482-45e2-bef7-705781a4c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:20.367034 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12d60b19-1c57-4882-8247-9e85cbd7d278 req-1a7f69a3-a482-45e2-bef7-705781a4c8d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 1097 time: 0.1061943 Feb 04 16:10:20.369596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44574) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:20.375023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': '81c44ccf-6d70-4410-a5b4-e2b8708b7ebc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:20.398751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:20.407126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:20.411731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:20.426189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:20.439574 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-12d60b19-1c57-4882-8247-9e85cbd7d278 req-2599fa8e-29d1-46bf-9c63-91c76503bd19 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576198 Feb 04 16:10:20.456320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.541367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.545676 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.569232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc3530c-0358-4900-afd5-f2e306589509,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:20.588443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.592529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c58215d1-521d-4917-84e5-f400308ac620 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2192717 Feb 04 16:10:20.593549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44578) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:20.598727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': '81c44ccf-6d70-4410-a5b4-e2b8708b7ebc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:20.606836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:20.611263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:20.614529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:20.621878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:20.640251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.710102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.714868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.739279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c93fd3-2081-46b8-84c0-ba3321895118,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:20.752315 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.753559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-82273578-f2ca-4a75-a092-0e0ca6e41939 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588345 Feb 04 16:10:20.756860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44582) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:20.762064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': '81c44ccf-6d70-4410-a5b4-e2b8708b7ebc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:20.768801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:20.773546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:20.776599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:20.782586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:20.800244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.869806 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.874748 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.907613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dd72aa-0071-4922-8f62-a69d1aebe718,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:20.918448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.919828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6a4ec5f6-f1d9-4ea6-adcd-c2dfadbceb91 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1619978 Feb 04 16:10:20.922640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44586) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:20.953371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e8d6-73be-4b98-8077-6af2106d2e3b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.966607 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e8d6-73be-4b98-8077-6af2106d2e3b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.994566 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e8d6-73be-4b98-8077-6af2106d2e3b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.019325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2e8d6-73be-4b98-8077-6af2106d2e3b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25dd72aa-0071-4922-8f62-a69d1aebe718,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:21.025419 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e8d6-73be-4b98-8077-6af2106d2e3b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.026560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b4e2e8d6-73be-4b98-8077-6af2106d2e3b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/25dd72aa-0071-4922-8f62-a69d1aebe718 HTTP/1.1" status: 204 len: 168 time: 0.1029508 Feb 04 16:10:21.029087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44590) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:21.088923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f1745f38-1172-45ee-afb0-42c108ac738e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:21.105611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f1745f38-1172-45ee-afb0-42c108ac738e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:21.107481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f1745f38-1172-45ee-afb0-42c108ac738e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0774655 Feb 04 16:10:21.110735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44594) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:21.148207 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c113996-1ec8-4307-ba27-410ccc6c3849 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.159770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-d2ccb27d-ecb4-4dd2-97f0-f28451d51f1b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:21.160974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c113996-1ec8-4307-ba27-410ccc6c3849 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.161317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-d2ccb27d-ecb4-4dd2-97f0-f28451d51f1b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:21.186008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-d2ccb27d-ecb4-4dd2-97f0-f28451d51f1b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:21.187180 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-d2ccb27d-ecb4-4dd2-97f0-f28451d51f1b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 811 time: 0.2092679 Feb 04 16:10:21.190864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c113996-1ec8-4307-ba27-410ccc6c3849 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.213839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c113996-1ec8-4307-ba27-410ccc6c3849 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46c93fd3-2081-46b8-84c0-ba3321895118,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:21.225302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c113996-1ec8-4307-ba27-410ccc6c3849 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.229457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5c113996-1ec8-4307-ba27-410ccc6c3849 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/46c93fd3-2081-46b8-84c0-ba3321895118 HTTP/1.1" status: 204 len: 168 time: 0.1149046 Feb 04 16:10:21.229457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44600) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:21.244649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-975a2839-9c8f-4dc5-9fe5-51d41c526c36 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:21.267003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-975a2839-9c8f-4dc5-9fe5-51d41c526c36 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:21.268456 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-975a2839-9c8f-4dc5-9fe5-51d41c526c36 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b6ad5d4a9e401ca064aef59b30c519 HTTP/1.1" status: 200 len: 380 time: 0.0721054 Feb 04 16:10:21.279382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'port': {'device_id': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'admin_state_up': True, 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'security_groups': ['01ff8a08-8f32-4963-be61-9a098c7d72bf']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:21.346730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-942eacdd-89f2-4cb8-a68b-c17c11551e6e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:21.374359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-942eacdd-89f2-4cb8-a68b-c17c11551e6e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:21.375762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-942eacdd-89f2-4cb8-a68b-c17c11551e6e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1454127 Feb 04 16:10:21.384360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44606) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:21.405147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26718db-c94d-4b6d-9e7e-cef519b0b533 req-eaee5db6-7eef-4376-afbd-5222d0b92925 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:21.405815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e26718db-c94d-4b6d-9e7e-cef519b0b533 req-eaee5db6-7eef-4376-afbd-5222d0b92925 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.1603656 Feb 04 16:10:21.428676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-589a507e-7816-4aca-bade-5a59f2ac8cc9 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.452481 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-589a507e-7816-4aca-bade-5a59f2ac8cc9 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.467290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e26718db-c94d-4b6d-9e7e-cef519b0b533 req-6ae8d63c-6c6a-40f2-81e0-3908111bae64 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547283 Feb 04 16:10:21.499094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:21.511858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:21.525086 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-589a507e-7816-4aca-bade-5a59f2ac8cc9 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.551974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Made reservation on behalf of 90b6ad5d4a9e401ca064aef59b30c519 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:21.556420 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.569289 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-589a507e-7816-4aca-bade-5a59f2ac8cc9 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.573012 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-589a507e-7816-4aca-bade-5a59f2ac8cc9 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/7dc3530c-0358-4900-afd5-f2e306589509 HTTP/1.1" status: 204 len: 168 time: 0.1848085 Feb 04 16:10:21.573474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44610) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:21.599753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a507e-7816-4aca-bade-5a59f2ac8cc9 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dc3530c-0358-4900-afd5-f2e306589509,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:21.708083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-50d980ac-7952-418b-b2bc-8b6e92239963 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1307750 Feb 04 16:10:21.711312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44614) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:21.718818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1322177d-91dc-46b1-9c8f-5a7af0912b1c req-f1653f0d-2e8f-47f3-a509-26ca5c209e3b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 210 time: 0.0985012 Feb 04 16:10:21.812297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-913f85e3-a7ea-4b13-aef3-736fc88d7fc5 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.831229 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-913f85e3-a7ea-4b13-aef3-736fc88d7fc5 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.847328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.20.0.14 (deb6b6a8-a5b0-4d5c-8319-e9c341e840f8/ba6b2f8f-7e0d-410d-b760-65b99af391f8/cb69d1d1-558a-4add-b9fb-20081b149959) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:21.885288 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-913f85e3-a7ea-4b13-aef3-736fc88d7fc5 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.919432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f85e3-a7ea-4b13-aef3-736fc88d7fc5 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86a86702-083e-4ec9-b5db-6064020a7452,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:22.001788 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-913f85e3-a7ea-4b13-aef3-736fc88d7fc5 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.002906 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-913f85e3-a7ea-4b13-aef3-736fc88d7fc5 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/86a86702-083e-4ec9-b5db-6064020a7452 HTTP/1.1" status: 204 len: 168 time: 0.2894435 Feb 04 16:10:22.006429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44618) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:22.067829 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1d6349bf-f81d-408f-ba4f-3e6b1c51115a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0573518 Feb 04 16:10:22.069194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44622) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:22.102997 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a92d6bb7-7e62-444f-9f69-3fb38303898c tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.108261 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.115750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a92d6bb7-7e62-444f-9f69-3fb38303898c tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.126306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Transition to ACTIVE for port object cb69d1d1-558a-4add-b9fb-20081b149959 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:22.145707 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a92d6bb7-7e62-444f-9f69-3fb38303898c tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.160748 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.170923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d6bb7-7e62-444f-9f69-3fb38303898c tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=097890fb-843e-4c58-8904-0df2cc573756,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:22.175387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a92d6bb7-7e62-444f-9f69-3fb38303898c tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.181207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a92d6bb7-7e62-444f-9f69-3fb38303898c tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/097890fb-843e-4c58-8904-0df2cc573756 HTTP/1.1" status: 204 len: 168 time: 0.1111374 Feb 04 16:10:22.182358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44626) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:22.233765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3fb62a1b-cb2a-4d2f-9ccf-38570d185302 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:22.247709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:22.251361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:22.252353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3fb62a1b-cb2a-4d2f-9ccf-38570d185302 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:22.256279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:10:22.257234 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3fb62a1b-cb2a-4d2f-9ccf-38570d185302 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735919 Feb 04 16:10:22.257917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44630) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:22.301255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=cb69d1d1-558a-4add-b9fb-20081b149959,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:22.337776 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:22.338724 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.357853 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47783afd-470f-4ab1-b545-d587887d96d3 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.363259 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-2f3ca330-fff1-4c7d-9fe8-96cc6bd44cf8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0885692 Feb 04 16:10:22.402565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47783afd-470f-4ab1-b545-d587887d96d3 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.460268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Request body: {'port': {'device_id': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:22.463244 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47783afd-470f-4ab1-b545-d587887d96d3 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.494216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47783afd-470f-4ab1-b545-d587887d96d3 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c44ccf-6d70-4410-a5b4-e2b8708b7ebc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:22.514788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47783afd-470f-4ab1-b545-d587887d96d3 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.520297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-47783afd-470f-4ab1-b545-d587887d96d3 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/81c44ccf-6d70-4410-a5b4-e2b8708b7ebc HTTP/1.1" status: 204 len: 168 time: 0.2589936 Feb 04 16:10:22.520745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44638) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:22.590630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-13c772cd-8eaf-4a36-bffe-38844d8a70c7 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:22.613080 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.626140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-13c772cd-8eaf-4a36-bffe-38844d8a70c7 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:22.634936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44642) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:22.635156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-13c772cd-8eaf-4a36-bffe-38844d8a70c7 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102619 Feb 04 16:10:22.642138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006483334'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:22.669445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-16ef70a4-0841-4da3-b6b8-dc1e5024cfed None None] Provisioning for port cb69d1d1-558a-4add-b9fb-20081b149959 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:22.675780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-16ef70a4-0841-4da3-b6b8-dc1e5024cfed None None] Provisioning complete for port cb69d1d1-558a-4add-b9fb-20081b149959 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:22.676191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16ef70a4-0841-4da3-b6b8-dc1e5024cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.723549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:22.745580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775967b-7ec4-408e-87cb-222ed69da63c req-09515e84-64b6-4d16-8ca6-e7a3f53a6339 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:22.752917 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2775967b-7ec4-408e-87cb-222ed69da63c req-09515e84-64b6-4d16-8ca6-e7a3f53a6339 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.1119235 Feb 04 16:10:22.769083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-16ef70a4-0841-4da3-b6b8-dc1e5024cfed None None] Port cb69d1d1-558a-4add-b9fb-20081b149959 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:10:22.787964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:22.801024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2775967b-7ec4-408e-87cb-222ed69da63c req-870836b7-1a6a-470a-bb66-85cde67024bf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470057 Feb 04 16:10:22.833158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:22.931457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:22.932178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:22.936533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:22.946364 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:23.012150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9948cc-91fd-4113-ae1f-a32a6cd17229 req-53c8a70c-b83f-4058-b725-5c7c9d5d5db7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:23.014029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa9948cc-91fd-4113-ae1f-a32a6cd17229 req-53c8a70c-b83f-4058-b725-5c7c9d5d5db7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 932 time: 0.1033516 Feb 04 16:10:23.080969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa9948cc-91fd-4113-ae1f-a32a6cd17229 req-f01185e1-f678-4cb7-bcaa-195e1e486ca7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528164 Feb 04 16:10:23.149683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.163492 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.220567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb69d1d1-558a-4add-b9fb-20081b149959 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:23.234006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44ddb69-1ffc-4286-b5ce-4f4fd6418788,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:23.240628 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.251376 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.251979 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ddbfaa44-ea40-4589-95be-4129e21a023a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6180370 Feb 04 16:10:23.255210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44650) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:23.265151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': 'd44ddb69-1ffc-4286-b5ce-4f4fd6418788', 'direction': 'ingress', 'protocol': 17}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:23.270528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Transition to ACTIVE for port object cb69d1d1-558a-4add-b9fb-20081b149959 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:23.273541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:23.277007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.314645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a2bbb-d547-4de8-a808-f53bacf12f6d req-6827d14e-86be-4c7d-8800-01ca0aab76a1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:23.321808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb3a2bbb-d547-4de8-a808-f53bacf12f6d req-6827d14e-86be-4c7d-8800-01ca0aab76a1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.1340458 Feb 04 16:10:23.322095 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:23.331601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:23.353699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:23.421748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb3a2bbb-d547-4de8-a808-f53bacf12f6d req-4f07114d-48a3-4973-b2ae-9c9e9b5ebcf2 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988944 Feb 04 16:10:23.444607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44654) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:23.518301 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-98d09841-a926-4787-abf4-663c28384287 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1706080 Feb 04 16:10:23.570387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23c696-e198-48ba-aac3-059c568e9f78 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:23.575679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6a23c696-e198-48ba-aac3-059c568e9f78 tempest-TestNetworkAdvancedServerOps-1435580729 tempest-TestNetworkAdvancedServerOps-1435580729-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 1092 time: 0.1253464 Feb 04 16:10:23.576483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44658) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:23.582176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:23.592514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:23.597100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Usage tracker for resource:floatingip and tenant:9a5a8387ce744ad0b47321b992ebe6d2 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:23.600506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Pushing event updated for resources: {'Port': ['ID=cb69d1d1-558a-4add-b9fb-20081b149959,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:23.633459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:23.635513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.649494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:23.670403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.768453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Attempting to bind port cb69d1d1-558a-4add-b9fb-20081b149959 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:23.768805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Attempting to bind port cb69d1d1-558a-4add-b9fb-20081b149959 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:23.769442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Attempting to bind port cb69d1d1-558a-4add-b9fb-20081b149959 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:10:23.774245 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.777828 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Port cb69d1d1-558a-4add-b9fb-20081b149959 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:10:23.778172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Attempting to bind port cb69d1d1-558a-4add-b9fb-20081b149959 on network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:10:23.782438 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.799392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:10:23.799729 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Checking segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:10:23.800124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Bound using segment: {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:10:23.800571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Bound port: cb69d1d1-558a-4add-b9fb-20081b149959, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd17ec2-b530-49ec-a925-0a4580b52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:23.800952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.829412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83681d5-723b-4859-9ea0-37af3abe5251,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:23.875250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-d0f3e140-0380-4383-bb59-c703f7eb37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:23.876730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-d0f3e140-0380-4383-bb59-c703f7eb37c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 1097 time: 0.2752459 Feb 04 16:10:23.888195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.889501 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-38c1cf8b-846d-451e-9321-d4f0b3127a7f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6331804 Feb 04 16:10:23.894750 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44662) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:23.977685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] For port cb69d1d1-558a-4add-b9fb-20081b149959, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:10:23.997208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] For port cb69d1d1-558a-4add-b9fb-20081b149959, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb69d1d1-558a-4add-b9fb-20081b149959,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:10:24.003014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.045983 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-52b62657-2857-4eaf-bf39-f85bd524e71d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.082805 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.089774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-4b9681b1-6162-4464-b1d2-1067a2a20bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.091439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-4b9681b1-6162-4464-b1d2-1067a2a20bc6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d710c0f3-971e-421f-951d-4d978778bd75 HTTP/1.1" status: 200 len: 897 time: 0.1861212 Feb 04 16:10:24.093157 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.093776 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.095174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] 10.222.0.61 "PUT /v2.0/ports/cb69d1d1-558a-4add-b9fb-20081b149959 HTTP/1.1" status: 200 len: 1092 time: 1.7240651 Feb 04 16:10:24.098662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:24.122556 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-52b62657-2857-4eaf-bf39-f85bd524e71d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.184102 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'status': 'completed', 'code': 200} Feb 04 16:10:24.214347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95eb51-0ce8-4fb2-8d2f-acf47b0ba190 service neutron] Pushing event updated for resources: {'Port': ['ID=cb69d1d1-558a-4add-b9fb-20081b149959,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:24.221153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-1f775791-665f-4e5c-a4f5-d5b609cffdf9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 HTTP/1.1" status: 200 len: 217 time: 0.0877259 Feb 04 16:10:24.288734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-846a5b64-9711-40cd-b11b-cf106d4bde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.292240 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-846a5b64-9711-40cd-b11b-cf106d4bde63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 1095 time: 0.1485026 Feb 04 16:10:24.293685 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-52b62657-2857-4eaf-bf39-f85bd524e71d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.323921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-e89b4a16-2eb3-4679-b4fe-7c41cf1bdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.326389 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-e89b4a16-2eb3-4679-b4fe-7c41cf1bdb18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0361b49c-5114-4205-b73e-7e8efe8aea75 HTTP/1.1" status: 200 len: 834 time: 0.0982656 Feb 04 16:10:24.386855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b62657-2857-4eaf-bf39-f85bd524e71d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44ddb69-1ffc-4286-b5ce-4f4fd6418788,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:24.402986 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-e0dde9b1-74ec-4aa1-a49a-3df17dd58aca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb69d1d1-558a-4add-b9fb-20081b149959 HTTP/1.1" status: 200 len: 217 time: 0.1030998 Feb 04 16:10:24.406093 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-52b62657-2857-4eaf-bf39-f85bd524e71d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.407165 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-52b62657-2857-4eaf-bf39-f85bd524e71d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/d44ddb69-1ffc-4286-b5ce-4f4fd6418788 HTTP/1.1" status: 204 len: 168 time: 0.5114000 Feb 04 16:10:24.453005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44670) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:24.522460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-78b9276f-93e0-4609-b270-a08cd2e6fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.524063 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-78b9276f-93e0-4609-b270-a08cd2e6fbe3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1151576 Feb 04 16:10:24.571296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc196c34-dc05-45ec-b645-ec6d7ae59b30 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:24.575985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Allocated IP 172.25.8.182 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/b718df2d-1380-485b-82ed-10dc6553e655) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:24.614356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc196c34-dc05-45ec-b645-ec6d7ae59b30 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:24.616891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc196c34-dc05-45ec-b645-ec6d7ae59b30 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1626253 Feb 04 16:10:24.624437 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44674) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:24.630112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-secgroup--566765503'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:24.639929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:24.661456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:24.665628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-441d088c-8848-45c7-98ff-d411d49f92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.666950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-441d088c-8848-45c7-98ff-d411d49f92c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353672 Feb 04 16:10:24.695716 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.711070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-d4e85a67-1591-4a39-a130-fce042be748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.712435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-d4e85a67-1591-4a39-a130-fce042be748a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d710c0f3-971e-421f-951d-4d978778bd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3084738 Feb 04 16:10:24.785472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:24.800591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:24.800591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:24.816302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:24.829477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067dbe-694e-45f0-bd4c-a4ff22ffbf6c req-001828f7-9152-43d2-aee1-146031414ea0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.831453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10067dbe-694e-45f0-bd4c-a4ff22ffbf6c req-001828f7-9152-43d2-aee1-146031414ea0 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 944 time: 0.5038662 Feb 04 16:10:24.874168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-78880c95-aef3-4089-ba9e-0d87033f2736 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003262 Feb 04 16:10:25.001262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10067dbe-694e-45f0-bd4c-a4ff22ffbf6c req-8eeeb075-083c-4c8f-b3cc-ccb8d2ea02fe tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555853 Feb 04 16:10:25.037597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.051089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-82d1a777-10fc-4a87-a3ac-d84c63c15ae7 service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275323 Feb 04 16:10:25.069827 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.087533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.123475 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-435bffec-f3e6-46b1-b305-f320d6db6d5a req-b3453fe2-c7e5-4a85-9f0b-6d7d79d0b4bb service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412038 Feb 04 16:10:25.145422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6a3405-161c-48bc-b0e9-5a70ddba7ae0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:25.155554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.161539 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae5f1dc7-7433-4aa8-b64f-e8f4e51dac09 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5359416 Feb 04 16:10:25.163421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44678) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:25.172004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093018008'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:25.182444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:25.231103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:25.241033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:25.241933 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.250298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:25.281701 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.312177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:25.325866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:25.326068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:25.342398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:25.342398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e926a-a3f4-44f6-95de-b247e1533914 req-f570ffbb-ea3c-4873-aeb3-45c6e1a2f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:25.342398 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-000e926a-a3f4-44f6-95de-b247e1533914 req-f570ffbb-ea3c-4873-aeb3-45c6e1a2f2fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 1095 time: 0.1564903 Feb 04 16:10:25.378457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca9c6ca1-90a0-407e-9aba-e1df3ebf52df req-04bddf8a-4da6-462c-b125-8240a0d65895 service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204465 Feb 04 16:10:25.401807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:25.408125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:25.419096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:10:25.472102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=b718df2d-1380-485b-82ed-10dc6553e655,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:25.673040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e926a-a3f4-44f6-95de-b247e1533914 req-72d90114-2516-42e9-95b9-8fb281e6ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:25.673040 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-000e926a-a3f4-44f6-95de-b247e1533914 req-72d90114-2516-42e9-95b9-8fb281e6ae38 service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.3192232 Feb 04 16:10:25.681576 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.752985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.792079 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-000e926a-a3f4-44f6-95de-b247e1533914 req-fb6e80c5-3882-4ef6-8a2f-a117d8281b2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb69d1d1-558a-4add-b9fb-20081b149959 HTTP/1.1" status: 200 len: 217 time: 0.1070821 Feb 04 16:10:25.875205 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.880557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7114832 Feb 04 16:10:25.886340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44682) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:25.887059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8759c-4607-4df2-ad87-ee13b01cb7c1 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847b5156-2f0c-471b-9c39-de3ca7de3522,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:25.897836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': 'fe6a3405-161c-48bc-b0e9-5a70ddba7ae0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '847b5156-2f0c-471b-9c39-de3ca7de3522', 'remote_ip_prefix': None}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:25.909695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:25.917821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e926a-a3f4-44f6-95de-b247e1533914 req-a0ddf8fe-d4b1-4b1f-a71d-a453a00a28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:25.919306 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-000e926a-a3f4-44f6-95de-b247e1533914 req-a0ddf8fe-d4b1-4b1f-a71d-a453a00a28ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1188805 Feb 04 16:10:25.920650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:25.924291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:25.969526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:26.019300 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.235513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e926a-a3f4-44f6-95de-b247e1533914 req-ab76a726-2189-4694-803c-f84779ace9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:26.237357 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-000e926a-a3f4-44f6-95de-b247e1533914 req-ab76a726-2189-4694-803c-f84779ace9f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088653 Feb 04 16:10:26.250331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.347485 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.384376 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.400441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.402331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c57bf2-4c5d-4894-8030-b66bd3670f9a req-537f7144-379c-476c-80c7-ce81cd79a066 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:26.403811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73c57bf2-4c5d-4894-8030-b66bd3670f9a req-537f7144-379c-476c-80c7-ce81cd79a066 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 944 time: 0.2230647 Feb 04 16:10:26.476125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb26c82-e649-4fa8-8f7c-f30bd4e917a6,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:26.484408 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-000e926a-a3f4-44f6-95de-b247e1533914 req-71b1540f-9361-4ddf-b319-88c814fc6016 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341449 Feb 04 16:10:26.520854 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.524893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e672ec1d-2eff-4141-9404-2528d0f6d9aa tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6328809 Feb 04 16:10:26.565159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44688) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:26.590982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-73c57bf2-4c5d-4894-8030-b66bd3670f9a req-da08b533-d243-4eff-a7b9-f02d215576ae tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687040 Feb 04 16:10:26.642477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab3081b4-ddb0-41ff-8d7b-e0d8fe44e0f2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.658698 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab3081b4-ddb0-41ff-8d7b-e0d8fe44e0f2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.675962 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-000e926a-a3f4-44f6-95de-b247e1533914 req-40d5c240-3da1-4655-8785-3c9934e1f5a9 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835806 Feb 04 16:10:26.725373 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab3081b4-ddb0-41ff-8d7b-e0d8fe44e0f2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.758005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3081b4-ddb0-41ff-8d7b-e0d8fe44e0f2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deb26c82-e649-4fa8-8f7c-f30bd4e917a6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:26.765346 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.773762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.842472 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab3081b4-ddb0-41ff-8d7b-e0d8fe44e0f2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.843808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ab3081b4-ddb0-41ff-8d7b-e0d8fe44e0f2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/deb26c82-e649-4fa8-8f7c-f30bd4e917a6 HTTP/1.1" status: 204 len: 168 time: 0.2772009 Feb 04 16:10:26.847215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44692) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:26.909935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event updated for resources: {'Port': ['ID=b718df2d-1380-485b-82ed-10dc6553e655,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:26.923639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-383996b1-b262-41b1-b7a7-62afcad95dec tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:26.926641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.947810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-383996b1-b262-41b1-b7a7-62afcad95dec tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:26.950932 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-383996b1-b262-41b1-b7a7-62afcad95dec tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1004891 Feb 04 16:10:26.953335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44696) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:27.050954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d84-db8c-4884-8199-044b8b3f313b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.108858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d84-db8c-4884-8199-044b8b3f313b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.163911 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Floating IP d8007209-bc36-4c70-9cdf-ede9d8dba704 associated. External IP: 172.25.8.182, port: 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4. Feb 04 16:10:27.183384 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d84-db8c-4884-8199-044b8b3f313b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.210546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd0d84-db8c-4884-8199-044b8b3f313b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b5156-2f0c-471b-9c39-de3ca7de3522,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:27.222620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d84-db8c-4884-8199-044b8b3f313b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.227981 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-60fd0d84-db8c-4884-8199-044b8b3f313b tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/847b5156-2f0c-471b-9c39-de3ca7de3522 HTTP/1.1" status: 204 len: 168 time: 0.2728274 Feb 04 16:10:27.229194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44700) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:27.307324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-99cb772e-8027-4c35-b1de-f75a9a8f018e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:27.331260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-99cb772e-8027-4c35-b1de-f75a9a8f018e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:27.336506 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-99cb772e-8027-4c35-b1de-f75a9a8f018e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1057448 Feb 04 16:10:27.337199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44704) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:27.431817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3eacd710-58f8-41db-835b-d0856da29013 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.476613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3eacd710-58f8-41db-835b-d0856da29013 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.538466 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3eacd710-58f8-41db-835b-d0856da29013 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.561577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacd710-58f8-41db-835b-d0856da29013 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6a3405-161c-48bc-b0e9-5a70ddba7ae0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:27.587317 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3eacd710-58f8-41db-835b-d0856da29013 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.592326 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3eacd710-58f8-41db-835b-d0856da29013 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/fe6a3405-161c-48bc-b0e9-5a70ddba7ae0 HTTP/1.1" status: 204 len: 168 time: 0.2515564 Feb 04 16:10:27.592483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44708) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:27.642612 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:10:27.677918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-359832d4-bcaf-4bc5-a15f-b29e8bce4b93 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:27.707654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-359832d4-bcaf-4bc5-a15f-b29e8bce4b93 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:27.707654 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-359832d4-bcaf-4bc5-a15f-b29e8bce4b93 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1120872 Feb 04 16:10:27.712108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44714) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:27.720716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-secgroup--163504183'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:27.734957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:27.758214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:27.771539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.800337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:27.806213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:27.810647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:27.819301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:27.909535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.919812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.949033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:10:27.967314 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] Sync routers for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:10:27.983291 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:10:27.984135 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:10:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:27.991397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9bcb7-e492-4be3-831a-bfc4e0dd16a4 req-6420ac0e-dcc2-401c-ac8c-2f2bd0a8d5c3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:27.992948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9f9bcb7-e492-4be3-831a-bfc4e0dd16a4 req-6420ac0e-dcc2-401c-ac8c-2f2bd0a8d5c3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 944 time: 0.2171350 Feb 04 16:10:27.995997 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.008028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd45270-2df9-4198-be5c-366d1d2fa1cf,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:28.017731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.023006 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4e6a0758-79d0-4ade-8069-08ff85a043ac tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3094168 Feb 04 16:10:28.023789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44718) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:28.029335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': '2cd45270-2df9-4198-be5c-366d1d2fa1cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:28.037766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:28.043375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:28.046761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:28.054624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:28.075601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.169919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.178419 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.235628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1cb81b09-dec9-4fbc-9562-fccf953b81e4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6527059 Feb 04 16:10:28.235628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:28.235891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcfbae1-333c-40f8-9ca2-98a390c1b0d3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:28.235982 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:10:28.238634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9f9bcb7-e492-4be3-831a-bfc4e0dd16a4 req-1db90b4f-4107-434e-8ec9-610e20feae47 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782199 Feb 04 16:10:28.247887 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.249647 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7cba0889-8528-45c6-b4e7-ff79c4443142 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2248387 Feb 04 16:10:28.253381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44726) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:28.309192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8549d83-74a3-4b82-9f28-fdfb094694a4 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.329387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8549d83-74a3-4b82-9f28-fdfb094694a4 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.363475 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8549d83-74a3-4b82-9f28-fdfb094694a4 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.397886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8549d83-74a3-4b82-9f28-fdfb094694a4 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bcfbae1-333c-40f8-9ca2-98a390c1b0d3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:28.435968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8549d83-74a3-4b82-9f28-fdfb094694a4 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.437138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f8549d83-74a3-4b82-9f28-fdfb094694a4 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2bcfbae1-333c-40f8-9ca2-98a390c1b0d3 HTTP/1.1" status: 204 len: 168 time: 0.1826026 Feb 04 16:10:28.440898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44730) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:28.494868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e46ffc6-b9ea-4ddc-842c-89cc26f92f26 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:28.502451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dadba-55c7-479c-9533-ac26e0d49c43 req-f9429fd5-7479-47a6-bb6a-935f2498d3a6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:28.504671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-233dadba-55c7-479c-9533-ac26e0d49c43 req-f9429fd5-7479-47a6-bb6a-935f2498d3a6 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.1185491 Feb 04 16:10:28.527473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3e46ffc6-b9ea-4ddc-842c-89cc26f92f26 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:28.529482 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3e46ffc6-b9ea-4ddc-842c-89cc26f92f26 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0874183 Feb 04 16:10:28.532422 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44734) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:28.566558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-233dadba-55c7-479c-9533-ac26e0d49c43 req-2bce2367-6b97-44c2-aef7-015e93dd3b4d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528443 Feb 04 16:10:28.592367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44738) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:28.635495 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'status': 'completed', 'code': 200} Feb 04 16:10:28.680036 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'd8007209-bc36-4c70-9cdf-ede9d8dba704', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'port_id': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'mac_address': 'fa:16:3e:8b:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70300691-e187-43b6-b259-25f670d092d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:25Z', 'updated_at': '2022-02-04T16:10:25Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1', 'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:32:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:11Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:28.685105 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] Checking router: 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:10:28.687682 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-150a870a-5a9a-4e3c-850d-344e27334678 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.696845 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:10:28.697777 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:10:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:28.766276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-150a870a-5a9a-4e3c-850d-344e27334678 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.787781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49435b64-7763-436e-b2f4-50b637a544f8 req-e763aa09-3d5f-4031-b979-16e0e8b29f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:28.790195 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3bd4d730-817a-4183-8e7c-b1032d6e6f33 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/d8007209-bc36-4c70-9cdf-ede9d8dba704 HTTP/1.1" status: 200 len: 992 time: 0.1909800 Feb 04 16:10:28.790383 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49435b64-7763-436e-b2f4-50b637a544f8 req-e763aa09-3d5f-4031-b979-16e0e8b29f87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 1097 time: 0.1156559 Feb 04 16:10:28.847949 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-150a870a-5a9a-4e3c-850d-344e27334678 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.879769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a870a-5a9a-4e3c-850d-344e27334678 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd45270-2df9-4198-be5c-366d1d2fa1cf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:28.924224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-150a870a-5a9a-4e3c-850d-344e27334678 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.924224 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-150a870a-5a9a-4e3c-850d-344e27334678 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/2cd45270-2df9-4198-be5c-366d1d2fa1cf HTTP/1.1" status: 204 len: 168 time: 0.3880370 Feb 04 16:10:28.935337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44742) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:28.997944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49435b64-7763-436e-b2f4-50b637a544f8 req-ee75f108-5bf0-4ba6-aedd-aa2e9410ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:29.000571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49435b64-7763-436e-b2f4-50b637a544f8 req-ee75f108-5bf0-4ba6-aedd-aa2e9410ec8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d710c0f3-971e-421f-951d-4d978778bd75 HTTP/1.1" status: 200 len: 897 time: 0.2081892 Feb 04 16:10:29.002974 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:10:29.020377 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e745cbd5-0876-476d-bda5-064d0094520e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:29.048336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e745cbd5-0876-476d-bda5-064d0094520e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:29.050607 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e745cbd5-0876-476d-bda5-064d0094520e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1241236 Feb 04 16:10:29.056225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44746) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.065472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1556491502'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:29.081202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:29.104570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:29.130029 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.153835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49435b64-7763-436e-b2f4-50b637a544f8 req-8c7fb29f-8af2-400b-88fd-a7497a7729ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 HTTP/1.1" status: 200 len: 1000 time: 0.1436045 Feb 04 16:10:29.158738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:29.167759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:29.172018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:29.181207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:29.242846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49435b64-7763-436e-b2f4-50b637a544f8 req-e991d4b6-7181-45b7-84e5-f03a58982e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:29.244403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49435b64-7763-436e-b2f4-50b637a544f8 req-e991d4b6-7181-45b7-84e5-f03a58982e9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0361b49c-5114-4205-b73e-7e8efe8aea75 HTTP/1.1" status: 200 len: 834 time: 0.0844212 Feb 04 16:10:29.343178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.355461 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.364832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49435b64-7763-436e-b2f4-50b637a544f8 req-96307f55-f673-40a8-800e-1a87612f2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:29.366508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49435b64-7763-436e-b2f4-50b637a544f8 req-96307f55-f673-40a8-800e-1a87612f2af9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d710c0f3-971e-421f-951d-4d978778bd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143446 Feb 04 16:10:29.414607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44bddc4-b890-4cf3-af33-a8d0848f1750,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.426581 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.430169 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-55775d0c-6c70-47c5-943c-0669a90571da tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3700588 Feb 04 16:10:29.430877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44752) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.438086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': 'd44bddc4-b890-4cf3-af33-a8d0848f1750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:29.446314 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:29.452607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:29.456390 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:29.463485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:29.486565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.518742 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'd8007209-bc36-4c70-9cdf-ede9d8dba704', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'port_id': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'mac_address': 'fa:16:3e:8b:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70300691-e187-43b6-b259-25f670d092d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:25Z', 'updated_at': '2022-02-04T16:10:25Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1', 'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:32:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:11Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:29.527028 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b6f46-bf46-41e4-b27d-6e6556cd0a54 None None] The sync data for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 is: [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'd8007209-bc36-4c70-9cdf-ede9d8dba704', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'port_id': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'mac_address': 'fa:16:3e:8b:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70300691-e187-43b6-b259-25f670d092d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:25Z', 'updated_at': '2022-02-04T16:10:25Z', 'revision_number': 0, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1', 'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:32:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:11Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:10:29.569160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.577190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.586704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49435b64-7763-436e-b2f4-50b637a544f8 req-9212925d-9dba-4a09-9837-c7486ec3bd7b service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122767 Feb 04 16:10:29.604966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3041f549-383f-4568-b3c8-f553f7be8a28,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.619244 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.623493 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cd4aa29d-ffcb-443f-8efc-881c2c060226 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1915605 Feb 04 16:10:29.624411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44756) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.653219 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d8c8782c-ac7d-42f1-bcfa-1ab61d24b724 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules/3041f549-383f-4568-b3c8-f553f7be8a28 HTTP/1.1" status: 200 len: 763 time: 0.0254402 Feb 04 16:10:29.653526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44760) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.687447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382624fc-fcb4-4975-9f7f-36890ee84b99 req-b2842fe1-dac7-46b4-9fa5-df5ab6ddc75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:29.689265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-382624fc-fcb4-4975-9f7f-36890ee84b99 req-b2842fe1-dac7-46b4-9fa5-df5ab6ddc75e tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 944 time: 0.2257590 Feb 04 16:10:29.710550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5dc669c8-8b99-4fd9-9c59-24da239ec4f6 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:29.731682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5dc669c8-8b99-4fd9-9c59-24da239ec4f6 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:29.733659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5dc669c8-8b99-4fd9-9c59-24da239ec4f6 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0789599 Feb 04 16:10:29.737666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44764) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.773944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39e2e313-b7e2-480f-9f27-8529a19ad60e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.778143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-382624fc-fcb4-4975-9f7f-36890ee84b99 req-05aa6717-c8c0-4e25-b61d-9ccb863b36b3 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775905 Feb 04 16:10:29.787548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39e2e313-b7e2-480f-9f27-8529a19ad60e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.789027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49435b64-7763-436e-b2f4-50b637a544f8 req-cf439c15-9f4b-4e5c-b606-e69353171cd1 service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957901 Feb 04 16:10:29.790265 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44768) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.820853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39e2e313-b7e2-480f-9f27-8529a19ad60e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.830203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d39cc5-0308-4ecf-89ec-ffb889a2c91e None None] New status for floating IP d8007209-bc36-4c70-9cdf-ede9d8dba704: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:10:29.859044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2e313-b7e2-480f-9f27-8529a19ad60e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3041f549-383f-4568-b3c8-f553f7be8a28,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.870397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-39e2e313-b7e2-480f-9f27-8529a19ad60e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.872414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-39e2e313-b7e2-480f-9f27-8529a19ad60e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/3041f549-383f-4568-b3c8-f553f7be8a28 HTTP/1.1" status: 204 len: 168 time: 0.1334536 Feb 04 16:10:29.874852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44772) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.931813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-47d380e1-76dd-4cb2-b33e-ec6fec24b247 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:29.949659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-47d380e1-76dd-4cb2-b33e-ec6fec24b247 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:29.951282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fbbeba8a-56cb-4f22-8e31-d957374fdcbf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/d8007209-bc36-4c70-9cdf-ede9d8dba704 HTTP/1.1" status: 200 len: 992 time: 0.1594563 Feb 04 16:10:29.951878 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-47d380e1-76dd-4cb2-b33e-ec6fec24b247 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0750780 Feb 04 16:10:29.954581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44776) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:29.960577 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-84a3055a-130d-4171-876f-7b8d7b54f32e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': 'd44bddc4-b890-4cf3-af33-a8d0848f1750', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:29.967541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-84a3055a-130d-4171-876f-7b8d7b54f32e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:29.978640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-84a3055a-130d-4171-876f-7b8d7b54f32e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:29.998821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-84a3055a-130d-4171-876f-7b8d7b54f32e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.065116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-84a3055a-130d-4171-876f-7b8d7b54f32e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.073488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-84a3055a-130d-4171-876f-7b8d7b54f32e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.103331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3055a-130d-4171-876f-7b8d7b54f32e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cc7e78-051d-4d78-86d2-33a6c4304ecd,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:30.118473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-84a3055a-130d-4171-876f-7b8d7b54f32e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.119722 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-84a3055a-130d-4171-876f-7b8d7b54f32e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641371 Feb 04 16:10:30.122963 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44780) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.152248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-52af81ef-d2fb-4a5a-ae83-5d10684010a2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules/a1cc7e78-051d-4d78-86d2-33a6c4304ecd HTTP/1.1" status: 200 len: 763 time: 0.0279412 Feb 04 16:10:30.155158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44784) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.206468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b292d911-df64-4d0b-894c-6da445b22644 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:30.225449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b292d911-df64-4d0b-894c-6da445b22644 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:30.226914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b292d911-df64-4d0b-894c-6da445b22644 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0705945 Feb 04 16:10:30.230087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44788) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.275375 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-acf47b78-71ad-4cff-b15d-dc69f30337a2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.295803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-acf47b78-71ad-4cff-b15d-dc69f30337a2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.335766 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-acf47b78-71ad-4cff-b15d-dc69f30337a2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.361227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf47b78-71ad-4cff-b15d-dc69f30337a2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1cc7e78-051d-4d78-86d2-33a6c4304ecd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:30.379222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-acf47b78-71ad-4cff-b15d-dc69f30337a2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.381423 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-acf47b78-71ad-4cff-b15d-dc69f30337a2 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a1cc7e78-051d-4d78-86d2-33a6c4304ecd HTTP/1.1" status: 204 len: 168 time: 0.1490040 Feb 04 16:10:30.383759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44792) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.434939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b9ca9a0-bb6b-4557-8b09-2768f80bf28a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:30.452915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b9ca9a0-bb6b-4557-8b09-2768f80bf28a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:30.454237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2b9ca9a0-bb6b-4557-8b09-2768f80bf28a tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692196 Feb 04 16:10:30.456999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44796) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.463197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': 'd44bddc4-b890-4cf3-af33-a8d0848f1750', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:30.470713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:30.483115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:30.494653 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Project 723948732fbc45e6a0744d0d545654ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:10:30.502032 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.579446 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.584039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.609089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98d62c4-2e54-4730-8f6f-de68354716a3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:30.623815 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.625822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-995293aa-6519-403a-8139-affb607cb68f tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1677129 Feb 04 16:10:30.628486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44800) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.649001 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-91eb347d-641d-44c6-bcb7-507fb769b4cc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules/a98d62c4-2e54-4730-8f6f-de68354716a3 HTTP/1.1" status: 200 len: 769 time: 0.0191782 Feb 04 16:10:30.651690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44804) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.706030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b7761b11-3f7e-43ad-83cc-0cda3d6c0558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:30.749842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b7761b11-3f7e-43ad-83cc-0cda3d6c0558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:30.749842 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b7761b11-3f7e-43ad-83cc-0cda3d6c0558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0947287 Feb 04 16:10:30.754476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44808) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.782952 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.794624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.831152 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.869338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a98d62c4-2e54-4730-8f6f-de68354716a3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:30.884841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.885358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.885808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.886155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.886491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.886824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.887154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.887480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.887804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.888154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.888753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.889114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:30.892619 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.896556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0f0eb11f-f5b8-4662-9b6e-dc601671850d tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a98d62c4-2e54-4730-8f6f-de68354716a3 HTTP/1.1" status: 204 len: 168 time: 0.1421938 Feb 04 16:10:30.897080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44814) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.950726 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0b387c83-004e-4aa6-9d25-58be5910b627 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523796 Feb 04 16:10:30.955836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44818) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:30.956168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44820) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.035812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa96b27-0dd6-4713-9d20-a3c115c5b19a req-c93b3a05-8138-44c8-a6c5-2d9caa32580a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:31.038851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9aa96b27-0dd6-4713-9d20-a3c115c5b19a req-c93b3a05-8138-44c8-a6c5-2d9caa32580a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 944 time: 0.0914927 Feb 04 16:10:31.084377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9aa96b27-0dd6-4713-9d20-a3c115c5b19a req-4d15f495-dbca-451a-8f30-a28950596258 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405500 Feb 04 16:10:31.113412 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aca153af-93c6-433a-ad6e-2d94de3314c4 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/d8007209-bc36-4c70-9cdf-ede9d8dba704 HTTP/1.1" status: 200 len: 994 time: 0.1545117 Feb 04 16:10:31.134017 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a45b4535-0ea4-40b9-8e57-801b1d0bfcda tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.163699 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a45b4535-0ea4-40b9-8e57-801b1d0bfcda tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.213953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a45b4535-0ea4-40b9-8e57-801b1d0bfcda tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.236397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b4535-0ea4-40b9-8e57-801b1d0bfcda tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44bddc4-b890-4cf3-af33-a8d0848f1750,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:31.249114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a45b4535-0ea4-40b9-8e57-801b1d0bfcda tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.250991 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a45b4535-0ea4-40b9-8e57-801b1d0bfcda tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/d44bddc4-b890-4cf3-af33-a8d0848f1750 HTTP/1.1" status: 204 len: 168 time: 0.2937050 Feb 04 16:10:31.253979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44826) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.316353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3af00d4e-67e5-4550-92c4-7d514fb15e38 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611973 Feb 04 16:10:31.321394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44830) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.326495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705904289'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:31.333495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:31.338659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:31.342732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:31.349286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:31.359766 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.382756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:31.392595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:31.399252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:31.412840 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:31.508702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.514609 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.567441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21282c87-0253-475c-b459-034df3189f9f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:31.582114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.584716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4aa40be8-8642-4259-a89c-6a23ce4a7558 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2611632 Feb 04 16:10:31.586666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44834) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.592047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Request body: {'security_group_rule': {'security_group_id': '21282c87-0253-475c-b459-034df3189f9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:31.599584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:31.604165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Usage tracker for resource:security_group_rule and tenant:723948732fbc45e6a0744d0d545654ad is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:31.607198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:31.612870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:31.631082 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.707900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.711846 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.737341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7fd035-7c95-461b-b908-833646e46d37,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:31.751660 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.752898 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bf42d1ca-cf0c-4f77-8d55-da0db7ed5ebc tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1651618 Feb 04 16:10:31.757131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44838) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.829991 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10109ef6-3f1d-4262-b673-77ef2853c529 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.871572 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10109ef6-3f1d-4262-b673-77ef2853c529 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.932878 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10109ef6-3f1d-4262-b673-77ef2853c529 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.951452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10109ef6-3f1d-4262-b673-77ef2853c529 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21282c87-0253-475c-b459-034df3189f9f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:31.964879 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10109ef6-3f1d-4262-b673-77ef2853c529 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.966003 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-10109ef6-3f1d-4262-b673-77ef2853c529 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/21282c87-0253-475c-b459-034df3189f9f HTTP/1.1" status: 204 len: 168 time: 0.2078881 Feb 04 16:10:31.968697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44842) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:32.025258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5f112201-d17c-4d41-ac62-a0ead729bb9c tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:32.042157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5f112201-d17c-4d41-ac62-a0ead729bb9c tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:32.043507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5f112201-d17c-4d41-ac62-a0ead729bb9c tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737286 Feb 04 16:10:32.046415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44846) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:32.096084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8e3b1bf1-206b-428d-9afb-15bf8d3977e5 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:32.114212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8e3b1bf1-206b-428d-9afb-15bf8d3977e5 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group_rule {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:32.115860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8e3b1bf1-206b-428d-9afb-15bf8d3977e5 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0684354 Feb 04 16:10:32.118738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44852) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:32.137230 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-a8afe6d7-2cd4-4440-b4d0-03659dea497e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] delete failed (client error): The resource could not be found. Feb 04 16:10:32.138304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a8afe6d7-2cd4-4440-b4d0-03659dea497e tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "DELETE /v2.0/security-groups/21282c87-0253-475c-b459-034df3189f9f HTTP/1.1" status: 404 len: 347 time: 0.0186112 Feb 04 16:10:32.142532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44856) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:32.211204 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e4250d7-28b5-40c3-a794-a346ab29ba20 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Synchronizing usage tracker for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:32.225092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8e4250d7-28b5-40c3-a794-a346ab29ba20 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] Unset dirty status for tenant:723948732fbc45e6a0744d0d545654ad on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:32.228819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8e4250d7-28b5-40c3-a794-a346ab29ba20 tempest-SecGroupIPv6Test-1339646117 tempest-SecGroupIPv6Test-1339646117-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822785 Feb 04 16:10:32.302574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8c54-d517-4bc2-bda9-57e60d6a2f29 req-fdbb7139-d503-49a7-b1c4-97d804e28ac8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:32.304645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566d8c54-d517-4bc2-bda9-57e60d6a2f29 req-fdbb7139-d503-49a7-b1c4-97d804e28ac8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 944 time: 0.0945380 Feb 04 16:10:32.475237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566d8c54-d517-4bc2-bda9-57e60d6a2f29 req-12257d30-a789-400e-a892-09cf29bb3c14 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590164 Feb 04 16:10:32.554108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44864) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:32.725384 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1491eb9d-cbf8-4f18-b964-539419b11175 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=723948732fbc45e6a0744d0d545654ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700926 Feb 04 16:10:32.727863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44870) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:32.799620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac235648-f1b1-4ae6-bec7-43af3a826936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.830713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac235648-f1b1-4ae6-bec7-43af3a826936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.890713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac235648-f1b1-4ae6-bec7-43af3a826936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.921720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac235648-f1b1-4ae6-bec7-43af3a826936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a124d0-d589-4212-aeff-ccfa21c72db7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:32.949119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ac235648-f1b1-4ae6-bec7-43af3a826936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.950531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ac235648-f1b1-4ae6-bec7-43af3a826936 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86a124d0-d589-4212-aeff-ccfa21c72db7 HTTP/1.1" status: 204 len: 168 time: 0.2215950 Feb 04 16:10:32.977862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb69d1d1-558a-4add-b9fb-20081b149959 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:10:33.167444 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb69d1d1-558a-4add-b9fb-20081b149959, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb69d1d1-558a-4add-b9fb-20081b149959,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:33.183227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'port_id': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'mac_address': 'fa:16:3e:a5:be:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:10:33.244084 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.263118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb69d1d1-558a-4add-b9fb-20081b149959 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:33.280248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb69d1d1-558a-4add-b9fb-20081b149959, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb69d1d1-558a-4add-b9fb-20081b149959,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:33.285657 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.376070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=cb69d1d1-558a-4add-b9fb-20081b149959,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:33.384465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.384836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.385173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.385507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.385828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.386151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.386468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.386785 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.387106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.387410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.387722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.388082 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.517223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['cb69d1d1-558a-4add-b9fb-20081b149959'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:10:33.702592 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4611840-025b-4d7b-acd2-cd4c7598d468 req-0baca000-10da-48d0-891d-7cfc0a2e181c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:33.708652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4611840-025b-4d7b-acd2-cd4c7598d468 req-0baca000-10da-48d0-891d-7cfc0a2e181c tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 945 time: 0.1134703 Feb 04 16:10:33.761344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4611840-025b-4d7b-acd2-cd4c7598d468 req-dae41eb9-b215-48f5-b171-1ccfa0f7ed4d tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484364 Feb 04 16:10:33.806958 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44896) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:33.942839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b9770329-940e-41c6-9fba-1ee2e5044007 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:33.943571 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-b9770329-940e-41c6-9fba-1ee2e5044007 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 16:10:33.944383 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-b9770329-940e-41c6-9fba-1ee2e5044007 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:10:33.946120 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b9770329-940e-41c6-9fba-1ee2e5044007 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1376672 Feb 04 16:10:33.950287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44902) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:33.959218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376914289'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:33.970333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:33.975226 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:33.978163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:33.984098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:33.994831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.010461 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.025907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:34.029785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:34.032630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:34.039546 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:34.133422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.137694 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.150094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:34.157922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:34.167173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:34.179101 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:34.183464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f35aa8-5a23-4ffe-9ec3-56f2b60f3aa6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:34.271269 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-72a67707-b35d-4e62-b7b4-7d15583f23b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.282125 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.287545 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.345014 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac8b9b-f4b8-4bb0-9c72-9fd79b853d23,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:34.347489 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.348671 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0b510c87-ea1a-4eb8-9475-7966f227cd55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3970573 Feb 04 16:10:34.353556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44906) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:34.358773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': 'b0ac8b9b-f4b8-4bb0-9c72-9fd79b853d23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:34.400562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:34.533772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:34.538475 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:34.551181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:34.577649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.628597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-e3cff1ee-6f8b-4c76-9c0e-5b30937f15ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2644451 Feb 04 16:10:34.661834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.669308 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.699384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b92cd9-52a0-40b9-b152-2b13ca08b321,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:34.709612 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.711437 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b0df8ac7-94a0-470b-bd40-6d7ebf4a935f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562250 Feb 04 16:10:34.714936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44910) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:34.749603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a216ee1c-18b0-4488-8558-330b38446258 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': 'b0ac8b9b-f4b8-4bb0-9c72-9fd79b853d23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:34.766309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a216ee1c-18b0-4488-8558-330b38446258 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:34.773277 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a216ee1c-18b0-4488-8558-330b38446258 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:34.776847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a216ee1c-18b0-4488-8558-330b38446258 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:34.792883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a216ee1c-18b0-4488-8558-330b38446258 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:34.825432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a216ee1c-18b0-4488-8558-330b38446258 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.846176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-86fc80c0-ec6b-458e-8a26-439c6660cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:34.847821 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-86fc80c0-ec6b-458e-8a26-439c6660cf33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1096 time: 0.1356535 Feb 04 16:10:34.994318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb69d1d1-558a-4add-b9fb-20081b149959 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:34.996916 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a316c-bab8-4305-b064-d356a0141095 req-3fe671d7-fda7-4ba5-b966-6b4b4de0c187 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:34.998777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e15a316c-bab8-4305-b064-d356a0141095 req-3fe671d7-fda7-4ba5-b966-6b4b4de0c187 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 945 time: 0.1157265 Feb 04 16:10:35.034279 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-a216ee1c-18b0-4488-8558-330b38446258 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:10:35.035257 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a216ee1c-18b0-4488-8558-330b38446258 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3204288 Feb 04 16:10:35.040027 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44918) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:35.064596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e15a316c-bab8-4305-b064-d356a0141095 req-82866f90-0aa9-4212-aa20-89c9b862a8ee tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577719 Feb 04 16:10:35.097177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port cb69d1d1-558a-4add-b9fb-20081b149959 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:35.103462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port cb69d1d1-558a-4add-b9fb-20081b149959 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:35.103913 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.120084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-62114bf6-0107-40b1-b3a2-6a70691c9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:35.122538 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-62114bf6-0107-40b1-b3a2-6a70691c9254 service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.2537327 Feb 04 16:10:35.236693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfcf5-231f-44e0-867d-ea7f72461598 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.243428 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.269777 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-dd14c24e-7006-4881-95a4-4a41da80be6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 200 len: 1001 time: 0.1393995 Feb 04 16:10:35.292525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cb69d1d1-558a-4add-b9fb-20081b149959, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb69d1d1-558a-4add-b9fb-20081b149959,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:10:35.293662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:35.300375 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.311944 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfcf5-231f-44e0-867d-ea7f72461598 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.368847 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'code': 200} Feb 04 16:10:35.399636 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=cb69d1d1-558a-4add-b9fb-20081b149959,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:35.426402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-7295125c-be4e-4565-a462-15c341758d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:35.428007 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-7295125c-be4e-4565-a462-15c341758d88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.1512125 Feb 04 16:10:35.497142 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfcf5-231f-44e0-867d-ea7f72461598 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.510851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2c676-8d9d-4df9-bcb2-3f1b51aa5cba req-ac96cd1d-aee4-4097-bb3d-9ada515d1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:35.512759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bce2c676-8d9d-4df9-bcb2-3f1b51aa5cba req-ac96cd1d-aee4-4097-bb3d-9ada515d1b25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 1097 time: 0.0852492 Feb 04 16:10:35.517321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbfcf5-231f-44e0-867d-ea7f72461598 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac8b9b-f4b8-4bb0-9c72-9fd79b853d23,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:35.530306 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfcf5-231f-44e0-867d-ea7f72461598 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.536569 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7fcbfcf5-231f-44e0-867d-ea7f72461598 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/b0ac8b9b-f4b8-4bb0-9c72-9fd79b853d23 HTTP/1.1" status: 204 len: 168 time: 0.4902520 Feb 04 16:10:35.538289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44924) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:35.563278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bce2c676-8d9d-4df9-bcb2-3f1b51aa5cba req-86779765-2cd1-425f-8b79-5bd9004ac8ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442557 Feb 04 16:10:35.589111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-86695f1a-a129-4d29-8d43-909ffe230c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:35.590495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-86695f1a-a129-4d29-8d43-909ffe230c5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564152 Feb 04 16:10:35.611071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f885e69e-a217-490e-9faa-ed58c0e71a39 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:35.629323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f885e69e-a217-490e-9faa-ed58c0e71a39 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:35.631092 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f885e69e-a217-490e-9faa-ed58c0e71a39 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912819 Feb 04 16:10:35.635871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44928) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:35.641975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--383832517'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:35.651300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:35.662552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:35.674152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.702273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:35.706833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:35.711391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:35.722655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:35.928698 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.935257 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-aa4635b9-1924-4e85-a6d4-ed9a81ddbec6 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765707 Feb 04 16:10:35.936096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.060662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11030e4-e55c-4119-bf0f-e62ebdfc6a88,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:36.077584 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.078844 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-82fae805-836b-44bd-8a22-e4a8ee3ac1ce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4418247 Feb 04 16:10:36.084187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44932) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.091198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4f00d531-a8cd-4214-8355-ae126ba1748e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': 'b11030e4-e55c-4119-bf0f-e62ebdfc6a88', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:36.091823 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-4f00d531-a8cd-4214-8355-ae126ba1748e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 16:10:36.092487 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-4f00d531-a8cd-4214-8355-ae126ba1748e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:36.096468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4f00d531-a8cd-4214-8355-ae126ba1748e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082736 Feb 04 16:10:36.097088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44938) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.134311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-370ed2d1-e823-4eef-93a9-bdcfe1bdd05c req-2f87e323-0299-4e87-986a-e75b5df1c99b service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789567 Feb 04 16:10:36.176970 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c079ea7-44aa-48fc-8f0d-b7312daaf1b4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.246027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c079ea7-44aa-48fc-8f0d-b7312daaf1b4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.326759 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c079ea7-44aa-48fc-8f0d-b7312daaf1b4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.352262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c77f79-f7f0-49b9-9b34-bcbfe9e5076e req-e4302179-0b70-43dc-8504-479dec617fe1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:36.353892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-99c77f79-f7f0-49b9-9b34-bcbfe9e5076e req-e4302179-0b70-43dc-8504-479dec617fe1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 946 time: 0.1510923 Feb 04 16:10:36.379141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c079ea7-44aa-48fc-8f0d-b7312daaf1b4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11030e4-e55c-4119-bf0f-e62ebdfc6a88,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:36.383481 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c079ea7-44aa-48fc-8f0d-b7312daaf1b4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.384598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3c079ea7-44aa-48fc-8f0d-b7312daaf1b4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/b11030e4-e55c-4119-bf0f-e62ebdfc6a88 HTTP/1.1" status: 204 len: 168 time: 0.2863522 Feb 04 16:10:36.388173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44942) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.422470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-99c77f79-f7f0-49b9-9b34-bcbfe9e5076e req-b89ffe8e-89c1-4003-af49-c27354cc89c9 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614951 Feb 04 16:10:36.445612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-09297783-0f83-4199-941e-91c1c4c8b237 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:36.465104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-09297783-0f83-4199-941e-91c1c4c8b237 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:36.466746 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-09297783-0f83-4199-941e-91c1c4c8b237 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773933 Feb 04 16:10:36.471628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44946) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.477801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--564644633'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:36.485459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:36.495454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:36.506604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.528022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:36.531946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:36.534937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:36.541491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:36.570024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.628542 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.635726 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.690423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875f47a1-a17a-4ad8-916f-b83dc6d4fdde,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:36.696382 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.697655 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-809d20c0-7678-4e06-b7c5-8028b07eec95 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2250478 Feb 04 16:10:36.701040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44950) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.706033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fa392242-eaef-43a5-bad3-c1c65034e6ad tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '875f47a1-a17a-4ad8-916f-b83dc6d4fdde', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:36.706868 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-fa392242-eaef-43a5-bad3-c1c65034e6ad tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 16:10:36.707078 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-fa392242-eaef-43a5-bad3-c1c65034e6ad tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:36.707972 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fa392242-eaef-43a5-bad3-c1c65034e6ad tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060520 Feb 04 16:10:36.711639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44954) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.717050 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e8fd8283-3666-4c40-8647-d7c0161fc677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.779739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa5e6-9adc-4c5c-b916-5227cb543d53 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.813540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa5e6-9adc-4c5c-b916-5227cb543d53 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.862422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa5e6-9adc-4c5c-b916-5227cb543d53 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.882200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fa5e6-9adc-4c5c-b916-5227cb543d53 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875f47a1-a17a-4ad8-916f-b83dc6d4fdde,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:36.889462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa5e6-9adc-4c5c-b916-5227cb543d53 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.891053 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4b0fa5e6-9adc-4c5c-b916-5227cb543d53 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/875f47a1-a17a-4ad8-916f-b83dc6d4fdde HTTP/1.1" status: 204 len: 168 time: 0.1781826 Feb 04 16:10:36.894917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44958) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.951444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-13faad7b-2a4b-42bb-b96d-614fcc1de784 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:36.969294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-13faad7b-2a4b-42bb-b96d-614fcc1de784 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:36.971171 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-13faad7b-2a4b-42bb-b96d-614fcc1de784 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738628 Feb 04 16:10:36.977164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44962) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:36.983221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852182228'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:36.991236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:37.002340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:37.013005 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.035864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:37.040416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:37.043668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:37.049839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:37.125761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.129924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.177510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5610d724-9ed8-4309-9755-05b179a26f2b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:37.188317 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.189927 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b7efb7c4-f5db-472d-8954-524520436fc5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2116842 Feb 04 16:10:37.195368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44966) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.201274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a247db2f-f781-406f-9d2e-163f7e5d09df tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '5610d724-9ed8-4309-9755-05b179a26f2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:37.210135 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-a247db2f-f781-406f-9d2e-163f7e5d09df tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 16:10:37.210678 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-a247db2f-f781-406f-9d2e-163f7e5d09df tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:37.211672 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a247db2f-f781-406f-9d2e-163f7e5d09df tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153456 Feb 04 16:10:37.214667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 44970) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.219688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d533baa7-3057-41f4-95d9-b6026a41e61d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '5610d724-9ed8-4309-9755-05b179a26f2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:37.220272 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-d533baa7-3057-41f4-95d9-b6026a41e61d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 16:10:37.220793 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-d533baa7-3057-41f4-95d9-b6026a41e61d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:37.221804 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d533baa7-3057-41f4-95d9-b6026a41e61d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061648 Feb 04 16:10:37.224629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44974) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.230176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cf969e04-8d4a-42d9-889b-5228e6d03a37 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '5610d724-9ed8-4309-9755-05b179a26f2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:37.243509 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-cf969e04-8d4a-42d9-889b-5228e6d03a37 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 16:10:37.244041 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-cf969e04-8d4a-42d9-889b-5228e6d03a37 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:37.245084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cf969e04-8d4a-42d9-889b-5228e6d03a37 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194235 Feb 04 16:10:37.248762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44978) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.253754 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-1d9bc719-8478-4dc2-aea9-8af74088b7d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '5610d724-9ed8-4309-9755-05b179a26f2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:37.254673 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-1d9bc719-8478-4dc2-aea9-8af74088b7d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 16:10:37.255793 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-1d9bc719-8478-4dc2-aea9-8af74088b7d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:37.257831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1d9bc719-8478-4dc2-aea9-8af74088b7d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084839 Feb 04 16:10:37.260684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44982) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.326650 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42ccdd9e-f9e5-4144-946b-b65e87855a4d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.355547 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42ccdd9e-f9e5-4144-946b-b65e87855a4d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.415801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42ccdd9e-f9e5-4144-946b-b65e87855a4d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.436415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccdd9e-f9e5-4144-946b-b65e87855a4d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5610d724-9ed8-4309-9755-05b179a26f2b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:37.447508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-42ccdd9e-f9e5-4144-946b-b65e87855a4d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.449208 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-42ccdd9e-f9e5-4144-946b-b65e87855a4d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/5610d724-9ed8-4309-9755-05b179a26f2b HTTP/1.1" status: 204 len: 168 time: 0.1872728 Feb 04 16:10:37.452087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44988) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.509341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8df98312-e507-4fed-a7e1-a58d4bf6442e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:37.526783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8df98312-e507-4fed-a7e1-a58d4bf6442e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:37.528353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8df98312-e507-4fed-a7e1-a58d4bf6442e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751550 Feb 04 16:10:37.533428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44992) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.538911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--914277333'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:37.581132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:37.604490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:37.625325 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.652084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:37.657885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:37.662857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:37.670397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:37.686519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241b5a3-e7c3-424a-b09e-37ef0b65b4b8 req-afbd4fba-8041-4fba-9496-b43feaec8473 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:37.688033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7241b5a3-e7c3-424a-b09e-37ef0b65b4b8 req-afbd4fba-8041-4fba-9496-b43feaec8473 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 946 time: 0.1419203 Feb 04 16:10:37.708579 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.778609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7241b5a3-e7c3-424a-b09e-37ef0b65b4b8 req-730f62af-f6cc-4f24-9c07-a9bea590e4bd tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745814 Feb 04 16:10:37.795383 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.829036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.835075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.884939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314a7f8d-4803-4dc0-b439-4f680ced3ead,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:37.891526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.892939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f356beff-3ae7-405c-9a6d-991cdecdabe6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3584270 Feb 04 16:10:37.897242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 44998) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.902606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bc83124d-e493-4f29-a976-608abba2f58c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '314a7f8d-4803-4dc0-b439-4f680ced3ead', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:37.903115 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-bc83124d-e493-4f29-a976-608abba2f58c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 16:10:37.903615 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-bc83124d-e493-4f29-a976-608abba2f58c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:37.904559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bc83124d-e493-4f29-a976-608abba2f58c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063241 Feb 04 16:10:37.907602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45002) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.915984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5c58c1a5-b40a-49d0-82f1-ef45e76120d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '314a7f8d-4803-4dc0-b439-4f680ced3ead', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:37.923618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5c58c1a5-b40a-49d0-82f1-ef45e76120d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:37.928285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5c58c1a5-b40a-49d0-82f1-ef45e76120d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:37.931350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5c58c1a5-b40a-49d0-82f1-ef45e76120d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:37.937181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5c58c1a5-b40a-49d0-82f1-ef45e76120d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:37.972360 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-5c58c1a5-b40a-49d0-82f1-ef45e76120d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:37.975636 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5c58c1a5-b40a-49d0-82f1-ef45e76120d6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0653870 Feb 04 16:10:37.980464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45006) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.986202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d3944ff8-3c8e-47e0-8d93-284c1c0c0823 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '314a7f8d-4803-4dc0-b439-4f680ced3ead', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:37.986693 n-d-827870-1 neutron-server[87571]: WARNING neutron.api.v2.base [None req-d3944ff8-3c8e-47e0-8d93-284c1c0c0823 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 16:10:37.987206 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-d3944ff8-3c8e-47e0-8d93-284c1c0c0823 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:37.988198 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d3944ff8-3c8e-47e0-8d93-284c1c0c0823 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066295 Feb 04 16:10:37.991100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45010) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.992362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e23a8-3ff4-436d-95fe-c34cf63e17de req-bd58df1c-229d-4656-9a92-11287b7287f7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:37.993889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f9e23a8-3ff4-436d-95fe-c34cf63e17de req-bd58df1c-229d-4656-9a92-11287b7287f7 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 946 time: 0.0884008 Feb 04 16:10:37.995977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-001efb0c-0891-40d0-a5d0-14d3e128afce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '314a7f8d-4803-4dc0-b439-4f680ced3ead', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:38.006597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-001efb0c-0891-40d0-a5d0-14d3e128afce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:38.011773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-001efb0c-0891-40d0-a5d0-14d3e128afce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:38.015108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-001efb0c-0891-40d0-a5d0-14d3e128afce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:38.022175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-001efb0c-0891-40d0-a5d0-14d3e128afce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:38.056698 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f9e23a8-3ff4-436d-95fe-c34cf63e17de req-e96e1590-86f0-43c5-b308-eac381ad7466 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552680 Feb 04 16:10:38.061380 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-001efb0c-0891-40d0-a5d0-14d3e128afce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:38.065590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-001efb0c-0891-40d0-a5d0-14d3e128afce tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0706708 Feb 04 16:10:38.065950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45014) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.072960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8016459d-cb96-4a37-846a-822fdbbd3949 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '314a7f8d-4803-4dc0-b439-4f680ced3ead', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:38.073659 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-8016459d-cb96-4a37-846a-822fdbbd3949 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 16:10:38.074149 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-8016459d-cb96-4a37-846a-822fdbbd3949 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:38.076832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8016459d-cb96-4a37-846a-822fdbbd3949 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080726 Feb 04 16:10:38.078804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45018) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.084916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45022) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.085159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a17d0015-9b1e-423d-9946-61954d35fbc7 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '314a7f8d-4803-4dc0-b439-4f680ced3ead', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:38.092626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a17d0015-9b1e-423d-9946-61954d35fbc7 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:38.096494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a17d0015-9b1e-423d-9946-61954d35fbc7 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:38.100137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a17d0015-9b1e-423d-9946-61954d35fbc7 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:38.106371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a17d0015-9b1e-423d-9946-61954d35fbc7 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:38.118592 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-a17d0015-9b1e-423d-9946-61954d35fbc7 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Project 69a56aac689a4c49906a07ed0a87d87f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:10:38.140131 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-a17d0015-9b1e-423d-9946-61954d35fbc7 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:38.141410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a17d0015-9b1e-423d-9946-61954d35fbc7 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0616050 Feb 04 16:10:38.144424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45026) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.150495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-fededeb8-8d1e-4c4e-9be4-684a0480eaea tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '314a7f8d-4803-4dc0-b439-4f680ced3ead', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:38.150971 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-fededeb8-8d1e-4c4e-9be4-684a0480eaea tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 16:10:38.151607 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-fededeb8-8d1e-4c4e-9be4-684a0480eaea tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:38.153680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fededeb8-8d1e-4c4e-9be4-684a0480eaea tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069556 Feb 04 16:10:38.155494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45030) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.160493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2ef39f7e-22bb-4571-acb1-f564cdcf1565 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '314a7f8d-4803-4dc0-b439-4f680ced3ead', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:38.169820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2ef39f7e-22bb-4571-acb1-f564cdcf1565 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:38.170385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc472fa-caf8-4d89-9aed-445d9161a28d tempest-TestVolumeBootPattern-1691429699 tempest-TestVolumeBootPattern-1691429699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:38.171128 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7cc472fa-caf8-4d89-9aed-445d9161a28d tempest-TestVolumeBootPattern-1691429699 tempest-TestVolumeBootPattern-1691429699-project-admin] Synchronizing usage tracker for tenant:489448524f4248df8e5586e36343895e on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:38.174452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2ef39f7e-22bb-4571-acb1-f564cdcf1565 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:38.177499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2ef39f7e-22bb-4571-acb1-f564cdcf1565 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:38.184068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2ef39f7e-22bb-4571-acb1-f564cdcf1565 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:38.191114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7cc472fa-caf8-4d89-9aed-445d9161a28d tempest-TestVolumeBootPattern-1691429699 tempest-TestVolumeBootPattern-1691429699-project-admin] Unset dirty status for tenant:489448524f4248df8e5586e36343895e on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:38.192322 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7cc472fa-caf8-4d89-9aed-445d9161a28d tempest-TestVolumeBootPattern-1691429699 tempest-TestVolumeBootPattern-1691429699-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 1092 time: 0.1062603 Feb 04 16:10:38.195199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45034) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.198418 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-2ef39f7e-22bb-4571-acb1-f564cdcf1565 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Project 69a56aac689a4c49906a07ed0a87d87f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:10:38.200491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:38.207102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:38.211606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Usage tracker for resource:floatingip and tenant:90b6ad5d4a9e401ca064aef59b30c519 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:38.215440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:38.221710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:38.222516 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-2ef39f7e-22bb-4571-acb1-f564cdcf1565 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:38.225133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2ef39f7e-22bb-4571-acb1-f564cdcf1565 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0675681 Feb 04 16:10:38.228373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45038) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.233361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d3199850-846a-4843-8ab4-664bb0e86ee6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '314a7f8d-4803-4dc0-b439-4f680ced3ead', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:38.242425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d3199850-846a-4843-8ab4-664bb0e86ee6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:38.246279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.260485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d3199850-846a-4843-8ab4-664bb0e86ee6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:38.266165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d3199850-846a-4843-8ab4-664bb0e86ee6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:38.313504 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d3199850-846a-4843-8ab4-664bb0e86ee6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:38.340054 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-d3199850-846a-4843-8ab4-664bb0e86ee6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Project 69a56aac689a4c49906a07ed0a87d87f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:10:38.497698 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-d3199850-846a-4843-8ab4-664bb0e86ee6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:38.499022 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d3199850-846a-4843-8ab4-664bb0e86ee6 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2696357 Feb 04 16:10:38.503143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45042) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.551480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.579782 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a80b1500-90d4-4738-8b8a-b7f662c87ea4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.610206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a80b1500-90d4-4738-8b8a-b7f662c87ea4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.665062 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a80b1500-90d4-4738-8b8a-b7f662c87ea4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.693097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b1500-90d4-4738-8b8a-b7f662c87ea4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314a7f8d-4803-4dc0-b439-4f680ced3ead,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:38.700590 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a80b1500-90d4-4738-8b8a-b7f662c87ea4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.701728 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a80b1500-90d4-4738-8b8a-b7f662c87ea4 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/314a7f8d-4803-4dc0-b439-4f680ced3ead HTTP/1.1" status: 204 len: 168 time: 0.1972628 Feb 04 16:10:38.704232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45046) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.704707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Allocated IP 172.25.8.248 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/722be725-adde-458a-902c-c573794be363) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:38.762851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bb1695fb-afde-4018-bc4f-afd9da953e60 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:38.779818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bb1695fb-afde-4018-bc4f-afd9da953e60 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:38.781288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bb1695fb-afde-4018-bc4f-afd9da953e60 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761147 Feb 04 16:10:38.786950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45050) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.792493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523434174'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:38.799903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:38.810250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:38.820585 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.841981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:38.845727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:38.848572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:38.855247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:38.926982 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.930878 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.952651 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.976717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f17824-58cb-43f7-83cb-c74101c6761b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:38.984055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.986809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.988089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8b469939-2083-4de0-afa2-43403150d794 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1998136 Feb 04 16:10:38.991038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45054) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.996110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-63626381-d6e2-4f4e-ae34-2bbe8fa86b50 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': 'd4f17824-58cb-43f7-83cb-c74101c6761b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:39.002464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-63626381-d6e2-4f4e-ae34-2bbe8fa86b50 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:39.006378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-63626381-d6e2-4f4e-ae34-2bbe8fa86b50 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:39.009385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-63626381-d6e2-4f4e-ae34-2bbe8fa86b50 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:39.015386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-63626381-d6e2-4f4e-ae34-2bbe8fa86b50 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:39.051303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:39.054771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:39.055382 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-63626381-d6e2-4f4e-ae34-2bbe8fa86b50 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The resource could not be found. Feb 04 16:10:39.056668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-63626381-d6e2-4f4e-ae34-2bbe8fa86b50 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0644493 Feb 04 16:10:39.058713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:10:39.062523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45058) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:39.068499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-0951be3a-c58b-4e3f-8e6d-47cda640c5e0 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': 'd4f17824-58cb-43f7-83cb-c74101c6761b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8472f3be-e077-4063-9b7b-80eac4d840bb'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:39.075017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0951be3a-c58b-4e3f-8e6d-47cda640c5e0 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:39.078712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0951be3a-c58b-4e3f-8e6d-47cda640c5e0 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:39.081512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0951be3a-c58b-4e3f-8e6d-47cda640c5e0 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:39.088567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0951be3a-c58b-4e3f-8e6d-47cda640c5e0 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:39.100791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=722be725-adde-458a-902c-c573794be363,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:39.131250 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-0951be3a-c58b-4e3f-8e6d-47cda640c5e0 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The resource could not be found. Feb 04 16:10:39.132471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0951be3a-c58b-4e3f-8e6d-47cda640c5e0 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0689101 Feb 04 16:10:39.135447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45062) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:39.201142 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2364f3d3-0578-493b-9d62-e9ede98bcf8b tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.227656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2364f3d3-0578-493b-9d62-e9ede98bcf8b tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.247732 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.278335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2364f3d3-0578-493b-9d62-e9ede98bcf8b tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.302091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364f3d3-0578-493b-9d62-e9ede98bcf8b tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f17824-58cb-43f7-83cb-c74101c6761b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:39.307946 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2364f3d3-0578-493b-9d62-e9ede98bcf8b tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.309143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2364f3d3-0578-493b-9d62-e9ede98bcf8b tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/d4f17824-58cb-43f7-83cb-c74101c6761b HTTP/1.1" status: 204 len: 168 time: 0.1725183 Feb 04 16:10:39.313203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45066) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:39.371574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0de066ce-4990-4420-b6e1-102aa8d1183f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:39.387320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0de066ce-4990-4420-b6e1-102aa8d1183f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:39.388829 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0de066ce-4990-4420-b6e1-102aa8d1183f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737929 Feb 04 16:10:39.392838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45070) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:39.398515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b547c6d8-9359-4625-954a-b2880aa3ac55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': 'c1e13b32-99a0-4218-ac4c-c64862b8db46', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:39.405543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b547c6d8-9359-4625-954a-b2880aa3ac55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:39.409341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b547c6d8-9359-4625-954a-b2880aa3ac55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:39.412308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b547c6d8-9359-4625-954a-b2880aa3ac55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:39.418435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b547c6d8-9359-4625-954a-b2880aa3ac55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:39.463311 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-b547c6d8-9359-4625-954a-b2880aa3ac55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The resource could not be found. Feb 04 16:10:39.464390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b547c6d8-9359-4625-954a-b2880aa3ac55 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0706863 Feb 04 16:10:39.468105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45074) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:39.473141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932516109'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:39.480225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:39.490813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:39.501591 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.522866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:39.526759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:39.529588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:39.535228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:39.542577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.556406 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.611750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.616523 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.623388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.663443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e23649c-e373-43b2-9707-a103f9337b77,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:39.666085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.667279 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-57df2f80-a96a-42bd-954d-36dbfa5490e3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1982534 Feb 04 16:10:39.671594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45078) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:39.679053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--75145680'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:39.689005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:39.699537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:39.703789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:39.712147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:39.786865 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.823341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:39.837686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:39.841783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:39.857489 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:39.906931 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.913106 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.057478 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.060495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event updated for resources: {'Port': ['ID=722be725-adde-458a-902c-c573794be363,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:40.067252 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.080869 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.192124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49db5659-fef5-4309-b5ea-e11365517efc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:40.205366 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.206614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-677db043-a2d9-4d1d-ab1b-856dc0651067 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5340855 Feb 04 16:10:40.210463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45082) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:40.217178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-86fda131-e031-4efa-a09e-61a219b7215e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': '3e23649c-e373-43b2-9707-a103f9337b77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '49db5659-fef5-4309-b5ea-e11365517efc'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:40.276009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-86fda131-e031-4efa-a09e-61a219b7215e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:40.295649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-86fda131-e031-4efa-a09e-61a219b7215e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:40.300826 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-86fda131-e031-4efa-a09e-61a219b7215e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:40.310200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-86fda131-e031-4efa-a09e-61a219b7215e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:40.323745 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Floating IP e9e54707-61a3-4cfb-934a-8f51b26a90ef associated. External IP: 172.25.8.248, port: cb69d1d1-558a-4add-b9fb-20081b149959. Feb 04 16:10:40.555906 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-86fda131-e031-4efa-a09e-61a219b7215e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:40.558130 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-86fda131-e031-4efa-a09e-61a219b7215e tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3455987 Feb 04 16:10:40.559769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45086) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:40.767160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9b79-20f9-436c-ae88-3e988d41ccd3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.813759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9b79-20f9-436c-ae88-3e988d41ccd3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.943863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Router a1bfc11b-8835-46df-96ed-394c6d5843bc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:10:40.949672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9b79-20f9-436c-ae88-3e988d41ccd3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.024466 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e9b79-20f9-436c-ae88-3e988d41ccd3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49db5659-fef5-4309-b5ea-e11365517efc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:41.047158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9b79-20f9-436c-ae88-3e988d41ccd3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.048273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ec3e9b79-20f9-436c-ae88-3e988d41ccd3 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/49db5659-fef5-4309-b5ea-e11365517efc HTTP/1.1" status: 204 len: 168 time: 0.4875691 Feb 04 16:10:41.051069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45090) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:41.120906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a765d1e8-deb4-4d12-917f-3658805092eb tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:41.138953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a765d1e8-deb4-4d12-917f-3658805092eb tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:41.140288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a765d1e8-deb4-4d12-917f-3658805092eb tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0875852 Feb 04 16:10:41.143536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45094) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:41.168115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:10:41.180138 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] Sync routers for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:10:41.191412 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:10:41.192199 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:10:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:41.204379 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.219859 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15335a7e-0985-401d-abe3-0a96aa35317c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.256047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15335a7e-0985-401d-abe3-0a96aa35317c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.269520 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a8c1901d-ba03-4d6c-8c5d-a372f36569b8 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0732753 Feb 04 16:10:41.270165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:41.325621 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'status': 'completed', 'code': 200} Feb 04 16:10:41.334355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15335a7e-0985-401d-abe3-0a96aa35317c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.356732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15335a7e-0985-401d-abe3-0a96aa35317c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e23649c-e373-43b2-9707-a103f9337b77,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:41.366209 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15335a7e-0985-401d-abe3-0a96aa35317c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.367410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-15335a7e-0985-401d-abe3-0a96aa35317c tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/3e23649c-e373-43b2-9707-a103f9337b77 HTTP/1.1" status: 204 len: 168 time: 0.2229328 Feb 04 16:10:41.369892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45102) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:41.425480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7b6f4ac8-b15c-4961-9670-1b8d43f05102 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:41.442420 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:10:41.443403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7b6f4ac8-b15c-4961-9670-1b8d43f05102 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:41.444956 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7b6f4ac8-b15c-4961-9670-1b8d43f05102 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740354 Feb 04 16:10:41.449440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-5577440c-c2f0-4ade-b34f-ded8ec49888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:41.449598 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45106) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:41.449692 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-5577440c-c2f0-4ade-b34f-ded8ec49888d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 1097 time: 0.0992601 Feb 04 16:10:41.454348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279074100'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:41.462050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:41.471739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:41.483998 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.505809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:41.510027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:41.513073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:41.518779 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:41.592290 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.596837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-3cf5fe32-268a-443d-b7eb-d0cc39d4c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:41.597584 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.598408 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-3cf5fe32-268a-443d-b7eb-d0cc39d4c240 service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.1425352 Feb 04 16:10:41.648463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58caae3-7cd3-4197-ab48-9e8b8025f27f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:41.657877 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.663377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2af91b22-a36c-4550-abe0-add4c7ef17a9 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2131755 Feb 04 16:10:41.663503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45110) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:41.680855 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-452322fd-519e-4050-8fe6-61923c6df40d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': 'd58caae3-7cd3-4197-ab48-9e8b8025f27f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:41.696498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-452322fd-519e-4050-8fe6-61923c6df40d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:41.711190 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-452322fd-519e-4050-8fe6-61923c6df40d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:41.716104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-452322fd-519e-4050-8fe6-61923c6df40d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:41.726145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-452322fd-519e-4050-8fe6-61923c6df40d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:41.736080 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-77a25e83-b903-477b-b6b8-b30bc522b43b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb69d1d1-558a-4add-b9fb-20081b149959 HTTP/1.1" status: 200 len: 1000 time: 0.1278181 Feb 04 16:10:41.811286 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-452322fd-519e-4050-8fe6-61923c6df40d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:41.812306 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-452322fd-519e-4050-8fe6-61923c6df40d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1480603 Feb 04 16:10:41.815361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45114) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:41.823080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-90dc80be-2df9-4309-b182-15de2581278d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group_rule': {'security_group_id': 'd58caae3-7cd3-4197-ab48-9e8b8025f27f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:41.828288 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '9e95878f-729a-4e11-932f-6652b5a3288e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:25Z', 'revision_number': 1, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}, {'id': 'e9e54707-61a3-4cfb-934a-8f51b26a90ef', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:a5:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:39Z', 'updated_at': '2022-02-04T16:10:39Z', 'revision_number': 0, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:41.831287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-90dc80be-2df9-4309-b182-15de2581278d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:41.832219 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] Checking router: a1bfc11b-8835-46df-96ed-394c6d5843bc for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:10:41.834640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-960a013d-bb4f-4225-a3b6-980478d859d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:41.836081 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-960a013d-bb4f-4225-a3b6-980478d859d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0884712 Feb 04 16:10:41.838348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-90dc80be-2df9-4309-b182-15de2581278d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:41.840696 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:10:41.841294 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:10:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:41.841402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-90dc80be-2df9-4309-b182-15de2581278d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:41.847114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-90dc80be-2df9-4309-b182-15de2581278d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:41.943232 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [None req-90dc80be-2df9-4309-b182-15de2581278d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:10:41.944086 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-90dc80be-2df9-4309-b182-15de2581278d tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1277757 Feb 04 16:10:41.947007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45118) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:41.962387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-b527f263-ec7f-4203-8f37-44f3cdd870b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:41.963802 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-b527f263-ec7f-4203-8f37-44f3cdd870b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132326 Feb 04 16:10:42.024762 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:10:42.123179 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e27e9227-4ce4-4a82-891a-b8a77dce3d43 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.168879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-7fbc668f-fd3c-48c5-941a-f91780d0ea2d service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969025 Feb 04 16:10:42.170261 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e27e9227-4ce4-4a82-891a-b8a77dce3d43 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.398614 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '9e95878f-729a-4e11-932f-6652b5a3288e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:25Z', 'revision_number': 1, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}, {'id': 'e9e54707-61a3-4cfb-934a-8f51b26a90ef', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:a5:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:39Z', 'updated_at': '2022-02-04T16:10:39Z', 'revision_number': 0, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:42.402608 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9e1b9-27e9-4bf3-92ed-9c3a63ace56e None None] The sync data for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 is: [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '9e95878f-729a-4e11-932f-6652b5a3288e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:25Z', 'revision_number': 1, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}, {'id': 'e9e54707-61a3-4cfb-934a-8f51b26a90ef', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:a5:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:39Z', 'updated_at': '2022-02-04T16:10:39Z', 'revision_number': 0, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:10:42.450695 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e27e9227-4ce4-4a82-891a-b8a77dce3d43 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.483610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e9227-4ce4-4a82-891a-b8a77dce3d43 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58caae3-7cd3-4197-ab48-9e8b8025f27f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:42.487119 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a184b916-1b27-46db-80c2-61c6b4a6a2fa req-0cb584fa-168e-4d07-83c1-db1f5ef9e385 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087637 Feb 04 16:10:42.493434 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e27e9227-4ce4-4a82-891a-b8a77dce3d43 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.494516 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e27e9227-4ce4-4a82-891a-b8a77dce3d43 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/d58caae3-7cd3-4197-ab48-9e8b8025f27f HTTP/1.1" status: 204 len: 168 time: 0.5465665 Feb 04 16:10:42.497263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45122) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:42.549448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-21a6748d-23b6-41b7-8c06-cfb30b0d5a01 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:42.566012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-21a6748d-23b6-41b7-8c06-cfb30b0d5a01 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:42.567220 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-21a6748d-23b6-41b7-8c06-cfb30b0d5a01 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690300 Feb 04 16:10:42.571939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45126) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:42.577112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'tempest-secgroup--758454219'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:42.583817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:42.594015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:42.605060 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.628995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:42.633555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Usage tracker for resource:security_group_rule and tenant:69a56aac689a4c49906a07ed0a87d87f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:42.636625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:42.642458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:42.643916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacc8fc-0a5d-48c7-aa8a-798349c22ae1 None None] New status for floating IP e9e54707-61a3-4cfb-934a-8f51b26a90ef: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:10:42.715678 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.719939 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.766254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e00c4c-2bd1-4996-ab02-aaefdc8a5ffe,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:42.768894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.770114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-135db189-d331-4b4f-a2bf-dcf2313222c1 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1971667 Feb 04 16:10:42.773577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45130) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:42.778426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-3f2d135c-26c0-40cf-909a-b4d711f91c79 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:10:42.778879 n-d-827870-1 neutron-server[87570]: WARNING neutron.api.v2.base [None req-3f2d135c-26c0-40cf-909a-b4d711f91c79 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 16:10:42.779329 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-3f2d135c-26c0-40cf-909a-b4d711f91c79 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 16:10:42.780228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3f2d135c-26c0-40cf-909a-b4d711f91c79 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "PUT /v2.0/security-groups/06e00c4c-2bd1-4996-ab02-aaefdc8a5ffe HTTP/1.1" status: 409 len: 330 time: 0.0057912 Feb 04 16:10:42.782678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45134) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:42.846592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8532a73a-b96b-44c7-a7ce-238b773f88a5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.879474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8532a73a-b96b-44c7-a7ce-238b773f88a5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.930362 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8532a73a-b96b-44c7-a7ce-238b773f88a5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.950665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532a73a-b96b-44c7-a7ce-238b773f88a5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e00c4c-2bd1-4996-ab02-aaefdc8a5ffe,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:42.958073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8532a73a-b96b-44c7-a7ce-238b773f88a5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.962026 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8532a73a-b96b-44c7-a7ce-238b773f88a5 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/06e00c4c-2bd1-4996-ab02-aaefdc8a5ffe HTTP/1.1" status: 204 len: 168 time: 0.1755698 Feb 04 16:10:42.962026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45138) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:43.023593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3fd88063-f5cf-4add-a890-a6fa8145b20f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Synchronizing usage tracker for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:43.039055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-3fd88063-f5cf-4add-a890-a6fa8145b20f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] Unset dirty status for tenant:69a56aac689a4c49906a07ed0a87d87f on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:43.040304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3fd88063-f5cf-4add-a890-a6fa8145b20f tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772061 Feb 04 16:10:43.044096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45142) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:43.060614 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-e784f9cf-de34-4f56-b1e6-fb3899bd0f97 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] delete failed (client error): The resource could not be found. Feb 04 16:10:43.061638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e784f9cf-de34-4f56-b1e6-fb3899bd0f97 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "DELETE /v2.0/security-groups/41316574-26c3-4d28-a319-5ae107ac4c94 HTTP/1.1" status: 404 len: 347 time: 0.0166574 Feb 04 16:10:43.065267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45146) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:43.081074 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-f0147385-ef6b-4ce6-9d6d-62439eaab047 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] show failed (client error): The resource could not be found. Feb 04 16:10:43.082023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f0147385-ef6b-4ce6-9d6d-62439eaab047 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-groups/9886caf4-1113-4a70-872a-d2c0e510282f HTTP/1.1" status: 404 len: 347 time: 0.0158780 Feb 04 16:10:43.085531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45150) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:43.099566 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-6f7ccb6d-de5c-4605-ac4d-6ba2f079af13 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] show failed (client error): The resource could not be found. Feb 04 16:10:43.100442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6f7ccb6d-de5c-4605-ac4d-6ba2f079af13 tempest-NegativeSecGroupIPv6Test-171556992 tempest-NegativeSecGroupIPv6Test-171556992-project] 10.222.0.46 "GET /v2.0/security-group-rules/8717aed9-de90-4cca-94ff-a0098ecec1cc HTTP/1.1" status: 404 len: 356 time: 0.0140452 Feb 04 16:10:43.390691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45158) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:43.544562 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a9302a98-97ef-415e-9645-fc511e32329e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69a56aac689a4c49906a07ed0a87d87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527052 Feb 04 16:10:43.547017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45164) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:43.605293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f0cfb54-82b9-4f5b-900d-8e33c8018704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.631774 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f0cfb54-82b9-4f5b-900d-8e33c8018704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.684853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f0cfb54-82b9-4f5b-900d-8e33c8018704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.702769 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cfb54-82b9-4f5b-900d-8e33c8018704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f35aa8-5a23-4ffe-9ec3-56f2b60f3aa6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:43.717849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1f0cfb54-82b9-4f5b-900d-8e33c8018704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.722205 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1f0cfb54-82b9-4f5b-900d-8e33c8018704 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31f35aa8-5a23-4ffe-9ec3-56f2b60f3aa6 HTTP/1.1" status: 204 len: 168 time: 0.1715631 Feb 04 16:10:44.402166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45188) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:44.570146 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-aa43fa00-86b9-479b-895d-031eaab17620 tempest-ServiceProvidersTest-946357639 tempest-ServiceProvidersTest-946357639-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1668253 Feb 04 16:10:44.845048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45200) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:44.968688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-09f4f6ba-c193-491f-a293-a497355c09ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.983909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-09f4f6ba-c193-491f-a293-a497355c09ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:44.987948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-09f4f6ba-c193-491f-a293-a497355c09ed admin admin] Usage tracker for resource:security_group_rule and tenant:bd3f6e363663423b9069a7ca48b65aa2 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:44.990969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-09f4f6ba-c193-491f-a293-a497355c09ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:44.997435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-09f4f6ba-c193-491f-a293-a497355c09ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:45.088222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-09f4f6ba-c193-491f-a293-a497355c09ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.092621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-09f4f6ba-c193-491f-a293-a497355c09ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.139031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4f6ba-c193-491f-a293-a497355c09ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb588cc6-3e74-492e-bfd9-7ae0ca5ce102,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:45.144470 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-09f4f6ba-c193-491f-a293-a497355c09ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd3f6e363663423b9069a7ca48b65aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984126 Feb 04 16:10:45.148392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45206) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:45.215526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e64c630-7f65-484e-b6ca-90afd099c195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.241193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e64c630-7f65-484e-b6ca-90afd099c195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.293660 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e64c630-7f65-484e-b6ca-90afd099c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.308109 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64c630-7f65-484e-b6ca-90afd099c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb588cc6-3e74-492e-bfd9-7ae0ca5ce102,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:45.314835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e64c630-7f65-484e-b6ca-90afd099c195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.315961 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6e64c630-7f65-484e-b6ca-90afd099c195 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb588cc6-3e74-492e-bfd9-7ae0ca5ce102 HTTP/1.1" status: 204 len: 168 time: 0.1670814 Feb 04 16:10:51.401438 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:10:55.325830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45304) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:55.493979 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd21dfad-0d73-420f-bdea-985ebc98c0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.509808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bd21dfad-0d73-420f-bdea-985ebc98c0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:55.514809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bd21dfad-0d73-420f-bdea-985ebc98c0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1aecaa866f4de3b000338258de1a4a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:55.514809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bd21dfad-0d73-420f-bdea-985ebc98c0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:55.523831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bd21dfad-0d73-420f-bdea-985ebc98c0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:55.618993 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd21dfad-0d73-420f-bdea-985ebc98c0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.618993 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd21dfad-0d73-420f-bdea-985ebc98c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.671318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bd21dfad-0d73-420f-bdea-985ebc98c0f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c1aecaa866f4de3b000338258de1a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407483 Feb 04 16:10:55.674603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45312) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:55.679157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21dfad-0d73-420f-bdea-985ebc98c0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d4bfe7-0ca9-4ad9-b90f-320980368f1c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:55.738748 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-832af659-edc6-46ca-a23c-58c450bc4803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.764432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-832af659-edc6-46ca-a23c-58c450bc4803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.816392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-832af659-edc6-46ca-a23c-58c450bc4803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.837678 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832af659-edc6-46ca-a23c-58c450bc4803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d4bfe7-0ca9-4ad9-b90f-320980368f1c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:55.837678 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-832af659-edc6-46ca-a23c-58c450bc4803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.845039 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-832af659-edc6-46ca-a23c-58c450bc4803 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1d4bfe7-0ca9-4ad9-b90f-320980368f1c HTTP/1.1" status: 204 len: 168 time: 0.1710012 Feb 04 16:10:56.170882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45320) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:56.191180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6589c601-0676-429d-a59f-d85b444c6aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.207306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6589c601-0676-429d-a59f-d85b444c6aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:56.212437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6589c601-0676-429d-a59f-d85b444c6aad admin admin] Usage tracker for resource:security_group_rule and tenant:8544c49100d5429ba13e2973c47869ce is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:56.212437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6589c601-0676-429d-a59f-d85b444c6aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:56.220105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6589c601-0676-429d-a59f-d85b444c6aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:56.325407 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6589c601-0676-429d-a59f-d85b444c6aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.331293 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6589c601-0676-429d-a59f-d85b444c6aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.374922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6589c601-0676-429d-a59f-d85b444c6aad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8544c49100d5429ba13e2973c47869ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032318 Feb 04 16:10:56.377956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45324) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:56.394276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589c601-0676-429d-a59f-d85b444c6aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62435118-2d1c-4711-a565-7303dca3dbf3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:56.441293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-570fecb7-31e8-48e7-a69a-087189d158c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.471220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-570fecb7-31e8-48e7-a69a-087189d158c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.532090 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-570fecb7-31e8-48e7-a69a-087189d158c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.550372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fecb7-31e8-48e7-a69a-087189d158c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62435118-2d1c-4711-a565-7303dca3dbf3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:56.550372 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-570fecb7-31e8-48e7-a69a-087189d158c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.556197 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-570fecb7-31e8-48e7-a69a-087189d158c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62435118-2d1c-4711-a565-7303dca3dbf3 HTTP/1.1" status: 204 len: 168 time: 0.1762321 Feb 04 16:10:59.079747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b4e0-b205-4ed2-b0eb-27d07fb50528 req-3eb99118-2528-4766-80b5-4cf8db4fbf58 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:59.081312 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6013b4e0-b205-4ed2-b0eb-27d07fb50528 req-3eb99118-2528-4766-80b5-4cf8db4fbf58 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.0951397 Feb 04 16:10:59.146086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6013b4e0-b205-4ed2-b0eb-27d07fb50528 req-21945095-2ff1-47e9-9185-f07406c73d5e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572493 Feb 04 16:11:00.337461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e37e78-24d6-4888-b809-b5c78a9b8442 req-ecce508c-9666-47ef-a85b-ab7ee5f76cb1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:00.338985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6e37e78-24d6-4888-b809-b5c78a9b8442 req-ecce508c-9666-47ef-a85b-ab7ee5f76cb1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.0840137 Feb 04 16:11:00.389149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6e37e78-24d6-4888-b809-b5c78a9b8442 req-881a1707-dff9-4e74-a51e-c3506ee5cfac tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 Feb 04 16:11:01.586225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90476c64-0f3f-495e-bf7d-789f570d8b6c req-38b327c8-3971-44c2-9281-609da5953037 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:01.588549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-90476c64-0f3f-495e-bf7d-789f570d8b6c req-38b327c8-3971-44c2-9281-609da5953037 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.0883927 Feb 04 16:11:01.642558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-90476c64-0f3f-495e-bf7d-789f570d8b6c req-a2ba304e-0ec9-4278-a805-eed76be8ab7c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430899 Feb 04 16:11:02.832154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bbde1-68f8-4e59-8ccd-37ccb62ebb29 req-92943c57-c4fd-48db-9c6a-fdbf74d3481e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:02.833717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be4bbde1-68f8-4e59-8ccd-37ccb62ebb29 req-92943c57-c4fd-48db-9c6a-fdbf74d3481e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.0870364 Feb 04 16:11:02.882474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be4bbde1-68f8-4e59-8ccd-37ccb62ebb29 req-76715edf-7a1a-41a0-95a9-54afe5648610 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387483 Feb 04 16:11:03.594268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45454) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:03.716595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.733881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:03.738000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f60386a4cc4dc69c163646b0d836ea is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:03.741003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:03.747134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:03.842664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.842664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.890224 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8f60386a4cc4dc69c163646b0d836ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928636 Feb 04 16:11:03.890224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e91247-55d7-4bbd-a0e5-9e1c8583a9b0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:03.892199 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45460) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:03.898349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.899741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.899741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.899741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.899741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.900069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.900260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.900579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.901766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.901766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.901766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.902015 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b490d9-44cb-41b1-83e7-a0ff8942af21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:03.969415 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6ada6b6a-820b-4d9c-a0d8-fedd70515b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.997892 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6ada6b6a-820b-4d9c-a0d8-fedd70515b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.235831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb7dd-29cb-4823-8881-ff1b4883e79f req-3302ecb7-4a3c-4e73-b6b4-ca6eba802d3f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:04.239757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-538fb7dd-29cb-4823-8881-ff1b4883e79f req-3302ecb7-4a3c-4e73-b6b4-ca6eba802d3f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.2336614 Feb 04 16:11:04.252011 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6ada6b6a-820b-4d9c-a0d8-fedd70515b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.276508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e449aeef-ee09-42d4-99d1-8f4b2cf420eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.299029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada6b6a-820b-4d9c-a0d8-fedd70515b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e91247-55d7-4bbd-a0e5-9e1c8583a9b0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:04.335107 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-538fb7dd-29cb-4823-8881-ff1b4883e79f req-d62eb525-1345-4516-b307-bc70539d0d1c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825548 Feb 04 16:11:04.342921 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6ada6b6a-820b-4d9c-a0d8-fedd70515b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.342921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6ada6b6a-820b-4d9c-a0d8-fedd70515b6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74e91247-55d7-4bbd-a0e5-9e1c8583a9b0 HTTP/1.1" status: 204 len: 168 time: 0.4463906 Feb 04 16:11:04.642712 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45470) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:04.663315 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea7ac-f778-47a4-9536-66649ae3f72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.679498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bf9ea7ac-f778-47a4-9536-66649ae3f72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:04.683305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bf9ea7ac-f778-47a4-9536-66649ae3f72a admin admin] Usage tracker for resource:security_group_rule and tenant:a23904cde8624702a76314eb85acc683 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:04.686083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-bf9ea7ac-f778-47a4-9536-66649ae3f72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:04.692394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-bf9ea7ac-f778-47a4-9536-66649ae3f72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:04.783133 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea7ac-f778-47a4-9536-66649ae3f72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.790272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf9ea7ac-f778-47a4-9536-66649ae3f72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.839574 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bf9ea7ac-f778-47a4-9536-66649ae3f72a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a23904cde8624702a76314eb85acc683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959426 Feb 04 16:11:04.841246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ea7ac-f778-47a4-9536-66649ae3f72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b91f34-f487-48ce-8173-8068337c48b4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:04.843112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45474) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:04.909291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8f38920-994c-439e-9636-f9ca862ac210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.938783 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8f38920-994c-439e-9636-f9ca862ac210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.992690 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8f38920-994c-439e-9636-f9ca862ac210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.010765 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f38920-994c-439e-9636-f9ca862ac210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b91f34-f487-48ce-8173-8068337c48b4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:05.023693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c8f38920-994c-439e-9636-f9ca862ac210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.028027 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c8f38920-994c-439e-9636-f9ca862ac210 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28b91f34-f487-48ce-8173-8068337c48b4 HTTP/1.1" status: 204 len: 168 time: 0.1805246 Feb 04 16:11:05.428327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45484) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:05.449161 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10fda9d7-aa99-4f56-86f0-f2bdf760534e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.464291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-10fda9d7-aa99-4f56-86f0-f2bdf760534e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:05.470133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-10fda9d7-aa99-4f56-86f0-f2bdf760534e admin admin] Usage tracker for resource:security_group_rule and tenant:c492c67532ab4178b447b10b1b2ddf50 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:05.477657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-10fda9d7-aa99-4f56-86f0-f2bdf760534e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:05.484641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-10fda9d7-aa99-4f56-86f0-f2bdf760534e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:05.562557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b676c21-cb62-4e0e-b6f6-22269afc14b0 req-35e1b626-426c-477f-86a3-5f4d8c1286cf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:05.564036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b676c21-cb62-4e0e-b6f6-22269afc14b0 req-35e1b626-426c-477f-86a3-5f4d8c1286cf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.0931406 Feb 04 16:11:05.591985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10fda9d7-aa99-4f56-86f0-f2bdf760534e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.597233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-10fda9d7-aa99-4f56-86f0-f2bdf760534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.618266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b676c21-cb62-4e0e-b6f6-22269afc14b0 req-963174b0-a2f1-4bcb-a9ca-ded630c1bcd3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 Feb 04 16:11:05.650665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-10fda9d7-aa99-4f56-86f0-f2bdf760534e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c492c67532ab4178b447b10b1b2ddf50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222877 Feb 04 16:11:05.651317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fda9d7-aa99-4f56-86f0-f2bdf760534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9071f864-2e2e-4069-b70d-2f82f08914cd,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:05.653196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45488) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:05.722722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3cde78f7-6a65-4849-b600-1165fe326718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.753493 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3cde78f7-6a65-4849-b600-1165fe326718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.825025 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3cde78f7-6a65-4849-b600-1165fe326718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.839913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde78f7-6a65-4849-b600-1165fe326718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9071f864-2e2e-4069-b70d-2f82f08914cd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:05.848175 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3cde78f7-6a65-4849-b600-1165fe326718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.853512 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3cde78f7-6a65-4849-b600-1165fe326718 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9071f864-2e2e-4069-b70d-2f82f08914cd HTTP/1.1" status: 204 len: 168 time: 0.1976197 Feb 04 16:11:06.576283 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.715212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d00a7438-1244-4caf-836a-86c2e10b8836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.811838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e166bcd-0b6e-48e0-a5fe-b85c4910f362 req-202d6904-7dee-41f1-8bd2-a7511cc4dda1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:06.813498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e166bcd-0b6e-48e0-a5fe-b85c4910f362 req-202d6904-7dee-41f1-8bd2-a7511cc4dda1 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.0873637 Feb 04 16:11:06.862421 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e166bcd-0b6e-48e0-a5fe-b85c4910f362 req-7420bc93-fbf9-48f1-8645-f14d80a9f38c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Feb 04 16:11:07.705429 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.789323 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.064781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164861-06e2-47f2-8169-cf9e999cdd49 req-f37d6bd8-12f6-40ae-9dd5-3c8aab78dc2e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:08.066452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e164861-06e2-47f2-8169-cf9e999cdd49 req-f37d6bd8-12f6-40ae-9dd5-3c8aab78dc2e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.0880525 Feb 04 16:11:08.116432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e164861-06e2-47f2-8169-cf9e999cdd49 req-936dd515-3581-4773-85a6-60695d0c26f8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Feb 04 16:11:08.264568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45566) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:08.385957 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f7441e7-b301-4b7d-a377-7c583724d8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.401264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2f7441e7-b301-4b7d-a377-7c583724d8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:08.405173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2f7441e7-b301-4b7d-a377-7c583724d8ac admin admin] Usage tracker for resource:security_group_rule and tenant:f87f68ab10ac444db82910dcbabcc993 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:08.408008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2f7441e7-b301-4b7d-a377-7c583724d8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:08.414638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2f7441e7-b301-4b7d-a377-7c583724d8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:08.509249 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f7441e7-b301-4b7d-a377-7c583724d8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.513438 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2f7441e7-b301-4b7d-a377-7c583724d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.562810 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2f7441e7-b301-4b7d-a377-7c583724d8ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f87f68ab10ac444db82910dcbabcc993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970507 Feb 04 16:11:08.563679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7441e7-b301-4b7d-a377-7c583724d8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989a988a-454a-46f0-bfd3-badc3992313d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:08.566749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45572) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:08.634182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d084e833-a5c8-4838-90c1-124e69e1076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.660987 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d084e833-a5c8-4838-90c1-124e69e1076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.715392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d084e833-a5c8-4838-90c1-124e69e1076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.734891 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084e833-a5c8-4838-90c1-124e69e1076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a988a-454a-46f0-bfd3-badc3992313d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:08.742458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d084e833-a5c8-4838-90c1-124e69e1076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.743598 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d084e833-a5c8-4838-90c1-124e69e1076b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/989a988a-454a-46f0-bfd3-badc3992313d HTTP/1.1" status: 204 len: 168 time: 0.1753335 Feb 04 16:11:09.026542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45580) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:09.044387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7eac68c3-3cc6-474a-973b-1e70b7967f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.060619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7eac68c3-3cc6-474a-973b-1e70b7967f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:09.065019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7eac68c3-3cc6-474a-973b-1e70b7967f24 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa29c4dd7a543f98946ad415f7dd225 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:09.068710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7eac68c3-3cc6-474a-973b-1e70b7967f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:09.074873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7eac68c3-3cc6-474a-973b-1e70b7967f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:09.164318 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7eac68c3-3cc6-474a-973b-1e70b7967f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.168407 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7eac68c3-3cc6-474a-973b-1e70b7967f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.224593 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7eac68c3-3cc6-474a-973b-1e70b7967f24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aaa29c4dd7a543f98946ad415f7dd225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969082 Feb 04 16:11:09.225533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac68c3-3cc6-474a-973b-1e70b7967f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1d1ab1-ea3a-4667-ae1b-bb81d7f9d7b1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:09.227415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45586) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:09.252080 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.355350 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f37d-d788-473b-bd6e-881ab1c5e2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.390162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e88b3-6d32-45ac-be49-d4ab0da86d76 req-eefdebbc-550e-422b-87b8-51d12513e9a3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:09.391665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-259e88b3-6d32-45ac-be49-d4ab0da86d76 req-eefdebbc-550e-422b-87b8-51d12513e9a3 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.1468451 Feb 04 16:11:09.401714 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f37d-d788-473b-bd6e-881ab1c5e2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.476796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-259e88b3-6d32-45ac-be49-d4ab0da86d76 req-84cbd64c-804f-48f8-a685-c285abb63a70 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778625 Feb 04 16:11:09.498009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f37d-d788-473b-bd6e-881ab1c5e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.515379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1f37d-d788-473b-bd6e-881ab1c5e2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1d1ab1-ea3a-4667-ae1b-bb81d7f9d7b1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:09.527124 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fa1f37d-d788-473b-bd6e-881ab1c5e2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.528272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2fa1f37d-d788-473b-bd6e-881ab1c5e2a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c1d1ab1-ea3a-4667-ae1b-bb81d7f9d7b1 HTTP/1.1" status: 204 len: 168 time: 0.2994649 Feb 04 16:11:09.582901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.669080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6a308-8ddb-428c-a65a-86bffcaf0740 req-108dc542-d8f3-4c5e-bcee-d1c27c9e66ad tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:10.671153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22f6a308-8ddb-428c-a65a-86bffcaf0740 req-108dc542-d8f3-4c5e-bcee-d1c27c9e66ad tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.0819759 Feb 04 16:11:10.718796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22f6a308-8ddb-428c-a65a-86bffcaf0740 req-cbed9f69-0e78-4f75-b2c6-5e378011298d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418425 Feb 04 16:11:11.791428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45662) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:11.919154 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a99cdf46-9615-4ea2-bc83-3e0452e530f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.938189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a99cdf46-9615-4ea2-bc83-3e0452e530f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:11.950432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93725393-f33e-4277-a182-8429b5276786 req-4a211f03-84f8-4605-93b8-dcccd8f90270 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:11.951880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93725393-f33e-4277-a182-8429b5276786 req-4a211f03-84f8-4605-93b8-dcccd8f90270 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.1240048 Feb 04 16:11:11.952818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a99cdf46-9615-4ea2-bc83-3e0452e530f7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff39866b36e0437099d07edd8b8233d1 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:11.955841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a99cdf46-9615-4ea2-bc83-3e0452e530f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:11.975155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a99cdf46-9615-4ea2-bc83-3e0452e530f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:12.017202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93725393-f33e-4277-a182-8429b5276786 req-27044db4-19a2-47d0-8d81-5484cb1beea5 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584092 Feb 04 16:11:12.099460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a99cdf46-9615-4ea2-bc83-3e0452e530f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.103705 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a99cdf46-9615-4ea2-bc83-3e0452e530f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.205505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cdf46-9615-4ea2-bc83-3e0452e530f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b626d6-daae-427f-a705-8741dfc9ba3c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:12.219176 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a99cdf46-9615-4ea2-bc83-3e0452e530f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff39866b36e0437099d07edd8b8233d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4264450 Feb 04 16:11:12.221879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45668) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:12.255139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179794-83a7-43d6-b109-073c8654e7fe req-65455fe9-9c0a-4881-b25f-9e6082cc8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:12.256700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db179794-83a7-43d6-b109-073c8654e7fe req-65455fe9-9c0a-4881-b25f-9e6082cc8b01 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 1097 time: 0.1061869 Feb 04 16:11:12.294007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8757891-9806-4b2b-91a5-32d542279c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.306789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db179794-83a7-43d6-b109-073c8654e7fe req-38e366bb-ef7f-4ec4-8a2d-a577c07edfc8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405636 Feb 04 16:11:12.323652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8757891-9806-4b2b-91a5-32d542279c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.382705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8757891-9806-4b2b-91a5-32d542279c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.400276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8757891-9806-4b2b-91a5-32d542279c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b626d6-daae-427f-a705-8741dfc9ba3c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:12.412317 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8757891-9806-4b2b-91a5-32d542279c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.413482 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e8757891-9806-4b2b-91a5-32d542279c6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2b626d6-daae-427f-a705-8741dfc9ba3c HTTP/1.1" status: 204 len: 168 time: 0.1904936 Feb 04 16:11:12.726156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45676) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:12.743937 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-730ba49e-c2bc-4828-b060-dd2b7bed5c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.759233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-730ba49e-c2bc-4828-b060-dd2b7bed5c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:12.763412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-730ba49e-c2bc-4828-b060-dd2b7bed5c67 admin admin] Usage tracker for resource:security_group_rule and tenant:d57ea17f9dee423fb8e10fd2ac29bf96 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:12.766360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-730ba49e-c2bc-4828-b060-dd2b7bed5c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:12.772744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-730ba49e-c2bc-4828-b060-dd2b7bed5c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:12.867738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-730ba49e-c2bc-4828-b060-dd2b7bed5c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.872950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-730ba49e-c2bc-4828-b060-dd2b7bed5c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.921525 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-730ba49e-c2bc-4828-b060-dd2b7bed5c67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d57ea17f9dee423fb8e10fd2ac29bf96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942785 Feb 04 16:11:12.922486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ba49e-c2bc-4828-b060-dd2b7bed5c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad626a-6f1f-45f5-90f3-ff63f4ac52e7,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:12.924149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45680) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:12.984617 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7898aff4-6609-46ef-b9bc-133ec7d84daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.014610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7898aff4-6609-46ef-b9bc-133ec7d84daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.080714 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7898aff4-6609-46ef-b9bc-133ec7d84daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.109900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898aff4-6609-46ef-b9bc-133ec7d84daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad626a-6f1f-45f5-90f3-ff63f4ac52e7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:13.127486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7898aff4-6609-46ef-b9bc-133ec7d84daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.133332 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7898aff4-6609-46ef-b9bc-133ec7d84daa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3ad626a-6f1f-45f5-90f3-ff63f4ac52e7 HTTP/1.1" status: 204 len: 168 time: 0.2033079 Feb 04 16:11:13.261747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e717b1-69ab-420c-80c4-b7bd60c8920c req-1f915014-c5da-41ab-9a42-f59d3594c410 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:13.263320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91e717b1-69ab-420c-80c4-b7bd60c8920c req-1f915014-c5da-41ab-9a42-f59d3594c410 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.0848868 Feb 04 16:11:13.313518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91e717b1-69ab-420c-80c4-b7bd60c8920c req-8e1034d7-ea9d-4e4d-ad4a-cb317bdbc913 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Feb 04 16:11:13.444201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:13.593782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:11:13.608930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'port_id': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'mac_address': 'fa:16:3e:8b:e8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:13.669811 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.687987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:13.705220 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:11:13.709213 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.779190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:13.965172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7b43ce59-23dc-491a-a39d-f7e5ade4f1c4'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:11:14.507874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e24ba-59a0-4a1b-9b26-d4361a6c5bbd req-288399cc-10dc-45df-a30d-8b1c8055c021 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.509498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb6e24ba-59a0-4a1b-9b26-d4361a6c5bbd req-288399cc-10dc-45df-a30d-8b1c8055c021 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 945 time: 0.0870826 Feb 04 16:11:14.554949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cb6e24ba-59a0-4a1b-9b26-d4361a6c5bbd req-5ac6929f-0791-4fc5-8a53-c7729b25a7b8 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398922 Feb 04 16:11:14.579010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45726) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:14.690682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5540f222-70ed-47f5-a954-785a34b76f3f tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/floatingips/d8007209-bc36-4c70-9cdf-ede9d8dba704 HTTP/1.1" status: 200 len: 993 time: 0.1104457 Feb 04 16:11:15.452855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:15.525542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:15.525851 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.647399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.678498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:15.690066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:11:15.697134 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.774917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:15.890248 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'code': 200} Feb 04 16:11:25.435615 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-5135ccf6-6487-4b49-9212-a62544636ffe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757041 Feb 04 16:11:25.592867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-19cc09cd-c618-480a-b73b-c7d32902d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:25.593878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-19cc09cd-c618-480a-b73b-c7d32902d469 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 1097 time: 0.0823355 Feb 04 16:11:25.756295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-228b03d6-b82a-4933-956a-1ed659c28d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:25.757789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-228b03d6-b82a-4933-956a-1ed659c28d6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d710c0f3-971e-421f-951d-4d978778bd75 HTTP/1.1" status: 200 len: 897 time: 0.1445146 Feb 04 16:11:25.869084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-5c3cf4d4-1f36-4422-9013-88240b6c0997 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 HTTP/1.1" status: 200 len: 1002 time: 0.1042366 Feb 04 16:11:26.058525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-7be5b63e-3e8f-4d9c-9625-dcd8a3b4f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:26.060070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-7be5b63e-3e8f-4d9c-9625-dcd8a3b4f457 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0361b49c-5114-4205-b73e-7e8efe8aea75 HTTP/1.1" status: 200 len: 834 time: 0.1851547 Feb 04 16:11:26.145655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-e99e5a88-cfe8-472f-9cac-a55a9cbe9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:26.147329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-e99e5a88-cfe8-472f-9cac-a55a9cbe9993 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d710c0f3-971e-421f-951d-4d978778bd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799644 Feb 04 16:11:26.318609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-57f188d4-680f-45c1-b47a-e90daac514a3 service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652668 Feb 04 16:11:26.482606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-239b3f2f-5e60-431e-9f85-d70d0509bb0f req-e7ae4366-d95a-4d32-9532-b771d232a8c4 service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570091 Feb 04 16:11:28.404642 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:11:28.829175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45824) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:28.950904 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3306312b-c977-4e4e-bad0-2497f9817aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.967846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3306312b-c977-4e4e-bad0-2497f9817aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:28.971217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3306312b-c977-4e4e-bad0-2497f9817aba admin admin] Usage tracker for resource:security_group_rule and tenant:e6249139e46a4e2ebfca68b037a0456b is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:28.974992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3306312b-c977-4e4e-bad0-2497f9817aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:28.980640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3306312b-c977-4e4e-bad0-2497f9817aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:29.065664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3306312b-c977-4e4e-bad0-2497f9817aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.070156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3306312b-c977-4e4e-bad0-2497f9817aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.119382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3306312b-c977-4e4e-bad0-2497f9817aba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6249139e46a4e2ebfca68b037a0456b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888603 Feb 04 16:11:29.120259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306312b-c977-4e4e-bad0-2497f9817aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edaf462-eea5-48d7-9496-6a6e75bd3975,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.122566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45830) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.188197 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-177de93d-6685-470f-9877-8488e3e6058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.215934 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-177de93d-6685-470f-9877-8488e3e6058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.271611 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-177de93d-6685-470f-9877-8488e3e6058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.289459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177de93d-6685-470f-9877-8488e3e6058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edaf462-eea5-48d7-9496-6a6e75bd3975,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.299819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-177de93d-6685-470f-9877-8488e3e6058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.302239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-177de93d-6685-470f-9877-8488e3e6058b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9edaf462-eea5-48d7-9496-6a6e75bd3975 HTTP/1.1" status: 204 len: 168 time: 0.1787794 Feb 04 16:11:29.603981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 45838) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.621874 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92886261-dae8-4846-adda-3fc467e3e30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.637734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-92886261-dae8-4846-adda-3fc467e3e30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:29.641714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-92886261-dae8-4846-adda-3fc467e3e30f admin admin] Usage tracker for resource:security_group_rule and tenant:698fd56044c34797827f2182ddc0372c is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:29.645119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-92886261-dae8-4846-adda-3fc467e3e30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:29.650808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-92886261-dae8-4846-adda-3fc467e3e30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:29.742129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92886261-dae8-4846-adda-3fc467e3e30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.745729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92886261-dae8-4846-adda-3fc467e3e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.793048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-92886261-dae8-4846-adda-3fc467e3e30f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=698fd56044c34797827f2182ddc0372c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879480 Feb 04 16:11:29.793878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92886261-dae8-4846-adda-3fc467e3e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f810ddeb-3369-4456-8518-277d1e668d7c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.796001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45842) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.865777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e6ed91fd-5ec8-4f4d-bd71-8065d1bb2d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.898458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e6ed91fd-5ec8-4f4d-bd71-8065d1bb2d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.951027 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e6ed91fd-5ec8-4f4d-bd71-8065d1bb2d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.973272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed91fd-5ec8-4f4d-bd71-8065d1bb2d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f810ddeb-3369-4456-8518-277d1e668d7c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.987725 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e6ed91fd-5ec8-4f4d-bd71-8065d1bb2d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.987725 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e6ed91fd-5ec8-4f4d-bd71-8065d1bb2d51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f810ddeb-3369-4456-8518-277d1e668d7c HTTP/1.1" status: 204 len: 168 time: 0.1862862 Feb 04 16:11:32.664851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-64757ae4-1d31-4df1-886f-140c17bae200 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=edb8590fb63040fdb2557a9897212a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308797 Feb 04 16:11:32.821268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-feee64a5-5b27-4ed0-b576-5e69b8bdd18a tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:32.822733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-feee64a5-5b27-4ed0-b576-5e69b8bdd18a tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524677 Feb 04 16:11:32.838216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-87ee83ae-e04e-4c66-a627-dde0c883638a tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/quotas/edb8590fb63040fdb2557a9897212a3b HTTP/1.1" status: 200 len: 375 time: 0.0100667 Feb 04 16:11:32.894508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-653f06aa-0f6f-4c2b-8919-20c3ec10942e tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=edb8590fb63040fdb2557a9897212a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509565 Feb 04 16:11:33.077455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59360a4a-2cde-4cd3-8213-85a52cd30949 req-afa6dfd4-2462-4ba4-a941-9443e37e84e7 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 210 time: 0.0476606 Feb 04 16:11:34.256189 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae54042e-56a0-411c-b8b0-e53270fbf3dd req-22ee1ee9-2fc0-4da4-b839-1c4141777479 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 210 time: 0.0665259 Feb 04 16:11:34.261633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-0c7f082d-05b7-4f28-b0d2-29213c640133 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=edb8590fb63040fdb2557a9897212a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344620 Feb 04 16:11:34.269307 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0510fadd-c00b-4509-acab-3fd61d1c2c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.420822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-38532f49-77a1-4ce0-95de-895ba36e2260 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.422280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-38532f49-77a1-4ce0-95de-895ba36e2260 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554592 Feb 04 16:11:34.434904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Request body: {'port': {'device_id': '8dc7478d-3273-4f95-9eb3-297e0411efc0', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': 'edb8590fb63040fdb2557a9897212a3b'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:11:34.575656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:34.579424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Usage tracker for resource:port and tenant:edb8590fb63040fdb2557a9897212a3b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:34.582474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:34.588587 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:34.598678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Made reservation on behalf of edb8590fb63040fdb2557a9897212a3b for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:34.602124 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.614930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.629213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:34.633008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Usage tracker for resource:security_group_rule and tenant:edb8590fb63040fdb2557a9897212a3b is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:34.635732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:34.641267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:34.732784 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.736561 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.812804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0998f-dc13-45fb-a4ad-fe09e7152d45,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:34.831247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.831611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.831947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.832283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.832611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.832960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.833284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.833600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.833918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.834235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.834599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.834892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:34.921194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Allocated IP 192.168.233.160 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/6f1c5f03-2e4a-4228-952c-1b7289565d4b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:35.234820 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.251866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Transition to ACTIVE for port object 6f1c5f03-2e4a-4228-952c-1b7289565d4b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:35.278247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.356087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:35.359325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:35.362460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:11:35.454469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Pushing event updated for resources: {'Port': ['ID=6f1c5f03-2e4a-4228-952c-1b7289565d4b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:35.499403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:35.500024 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.550064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef6382-23da-4121-9bd5-c30b5c62c1c8 req-c96ead6b-a771-4bcd-95d3-557d5c2b1396 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:35.550837 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-87ef6382-23da-4121-9bd5-c30b5c62c1c8 req-c96ead6b-a771-4bcd-95d3-557d5c2b1396 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Synchronizing usage tracker for tenant:edb8590fb63040fdb2557a9897212a3b on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:35.555855 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-77bdda15-7358-4507-8bcb-f52e21ffadbc tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1247275 Feb 04 16:11:35.570383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Request body: {'port': {'device_id': '8dc7478d-3273-4f95-9eb3-297e0411efc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:11:35.606548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6c700c40-3559-407a-bd05-f7c0ecc0d7c2 None None] Provisioning for port 6f1c5f03-2e4a-4228-952c-1b7289565d4b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:35.613296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6c700c40-3559-407a-bd05-f7c0ecc0d7c2 None None] Provisioning complete for port 6f1c5f03-2e4a-4228-952c-1b7289565d4b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:35.613871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6c700c40-3559-407a-bd05-f7c0ecc0d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.616388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-87ef6382-23da-4121-9bd5-c30b5c62c1c8 req-c96ead6b-a771-4bcd-95d3-557d5c2b1396 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Unset dirty status for tenant:edb8590fb63040fdb2557a9897212a3b on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:35.617576 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-87ef6382-23da-4121-9bd5-c30b5c62c1c8 req-c96ead6b-a771-4bcd-95d3-557d5c2b1396 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 936 time: 0.2234981 Feb 04 16:11:35.679681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6c700c40-3559-407a-bd05-f7c0ecc0d7c2 None None] Port 6f1c5f03-2e4a-4228-952c-1b7289565d4b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:11:35.723306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-87ef6382-23da-4121-9bd5-c30b5c62c1c8 req-ba410e1d-4524-494c-8f04-16420a2923ce tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Synchronizing usage tracker for tenant:edb8590fb63040fdb2557a9897212a3b on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:35.738725 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.794816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-87ef6382-23da-4121-9bd5-c30b5c62c1c8 req-ba410e1d-4524-494c-8f04-16420a2923ce tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Unset dirty status for tenant:edb8590fb63040fdb2557a9897212a3b on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:35.795895 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-87ef6382-23da-4121-9bd5-c30b5c62c1c8 req-ba410e1d-4524-494c-8f04-16420a2923ce tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709700 Feb 04 16:11:36.152529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1c5f03-2e4a-4228-952c-1b7289565d4b {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:36.162330 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.179932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Transition to ACTIVE for port object 6f1c5f03-2e4a-4228-952c-1b7289565d4b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:36.184334 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.376184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Pushing event updated for resources: {'Port': ['ID=6f1c5f03-2e4a-4228-952c-1b7289565d4b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:36.465398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Attempting to bind port 6f1c5f03-2e4a-4228-952c-1b7289565d4b on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:36.466104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Attempting to bind port 6f1c5f03-2e4a-4228-952c-1b7289565d4b by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:36.466462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Attempting to bind port 6f1c5f03-2e4a-4228-952c-1b7289565d4b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:11:36.472560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Port 6f1c5f03-2e4a-4228-952c-1b7289565d4b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:11:36.473011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Attempting to bind port 6f1c5f03-2e4a-4228-952c-1b7289565d4b on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:11:36.474302 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-30205290-be41-4e59-b047-2239cad4f831 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148729 Feb 04 16:11:36.478956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:11:36.479325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:11:36.479800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:11:36.480266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Bound port: 6f1c5f03-2e4a-4228-952c-1b7289565d4b, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:36.480621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.585202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] For port 6f1c5f03-2e4a-4228-952c-1b7289565d4b, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:11:36.588867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] For port 6f1c5f03-2e4a-4228-952c-1b7289565d4b, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6f1c5f03-2e4a-4228-952c-1b7289565d4b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:11:36.594496 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.594974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.636609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-c0e4838e-f355-46bb-800d-cfe60d52b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:36.638712 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-c0e4838e-f355-46bb-800d-cfe60d52b8c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1096 time: 0.0888746 Feb 04 16:11:36.663547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:36.664591 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.666941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] 10.222.0.53 "PUT /v2.0/ports/6f1c5f03-2e4a-4228-952c-1b7289565d4b HTTP/1.1" status: 200 len: 1096 time: 1.1011727 Feb 04 16:11:36.670708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc7478d-3273-4f95-9eb3-297e0411efc0', 'tag': '6f1c5f03-2e4a-4228-952c-1b7289565d4b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:36.722460 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32f659d1-196a-4359-a54e-94cf652cdfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.755639 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc7478d-3273-4f95-9eb3-297e0411efc0', 'tag': '6f1c5f03-2e4a-4228-952c-1b7289565d4b', 'status': 'completed', 'code': 200} Feb 04 16:11:36.769814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7d501-294a-4d4e-a6cd-55677df725be service neutron] Pushing event updated for resources: {'Port': ['ID=6f1c5f03-2e4a-4228-952c-1b7289565d4b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:36.815585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-6b61bf02-7efa-418c-93f1-c588feaf345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:36.817962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-6b61bf02-7efa-418c-93f1-c588feaf345b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edb8590fb63040fdb2557a9897212a3b&device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 1099 time: 0.1049683 Feb 04 16:11:36.848454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-c4d56c9e-71ae-487e-982f-d6a2e7bc8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:36.850450 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-c4d56c9e-71ae-487e-982f-d6a2e7bc8ffd service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.1888678 Feb 04 16:11:36.897811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-8502afbe-ac02-4d46-977e-58782ccd5ca8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=6f1c5f03-2e4a-4228-952c-1b7289565d4b HTTP/1.1" status: 200 len: 217 time: 0.0720346 Feb 04 16:11:36.964962 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-8a141c24-280a-4dae-b20a-5771078bb4ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 200 len: 1001 time: 0.1077900 Feb 04 16:11:37.016933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-bdd43ab5-3b7a-44dc-a2b0-b1865a80ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.018483 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-bdd43ab5-3b7a-44dc-a2b0-b1865a80ef9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.1149952 Feb 04 16:11:37.040799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-b6ac2013-6b99-4667-97ff-ac5231a6aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.042256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-b6ac2013-6b99-4667-97ff-ac5231a6aa41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0714169 Feb 04 16:11:37.100651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1cc2e-2bca-4acd-9549-d76ad5833209 req-0f51bbcb-b6f3-4512-a04e-8aff639f12fd tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.102128 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3de1cc2e-2bca-4acd-9549-d76ad5833209 req-0f51bbcb-b6f3-4512-a04e-8aff639f12fd tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 948 time: 0.1597040 Feb 04 16:11:37.120699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-15efa36a-5b51-4e0d-83bd-95b1c467e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.122195 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-15efa36a-5b51-4e0d-83bd-95b1c467e52f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732222 Feb 04 16:11:37.155527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-fa248fe8-626d-4eee-a0c7-b188da770255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.157146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-fa248fe8-626d-4eee-a0c7-b188da770255 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304379 Feb 04 16:11:37.161092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3de1cc2e-2bca-4acd-9549-d76ad5833209 req-e264ddac-fe01-4d71-985e-2c49e4a7c672 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519741 Feb 04 16:11:37.259830 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-1b6f8fea-1e0a-4033-99ef-fe311d71334b service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304758 Feb 04 16:11:37.398954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8760b3c-fbf5-4b4f-9a15-3620d5df82ee req-6a79af0f-cb48-4a3c-aff4-d95398e46826 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325314 Feb 04 16:11:37.409193 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-80d76efc-b568-4afc-b81f-1eacc21d682f service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451210 Feb 04 16:11:37.554264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a766374-532d-4dcd-ab41-0655ff2122ef req-e275769f-5132-438d-a039-8f7caddd50e2 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297102 Feb 04 16:11:37.682512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-4a277f0c-d0d6-415b-a86c-5de4067c40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.684005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-4a277f0c-d0d6-415b-a86c-5de4067c40bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edb8590fb63040fdb2557a9897212a3b&device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 1099 time: 0.0830057 Feb 04 16:11:37.707795 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.793451 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.826732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-d9d5a0bb-2402-4713-a74d-095802140dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.828078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-d9d5a0bb-2402-4713-a74d-095802140dc9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.1364434 Feb 04 16:11:37.896144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-ec8b3129-e9ef-4094-a447-e580a092c070 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=6f1c5f03-2e4a-4228-952c-1b7289565d4b HTTP/1.1" status: 200 len: 217 time: 0.0606287 Feb 04 16:11:37.963569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-fef0fc0f-c517-4e9b-bc55-8fc5e9361b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.965024 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-fef0fc0f-c517-4e9b-bc55-8fc5e9361b56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0620880 Feb 04 16:11:38.042735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-8472637e-8fe9-4737-aac0-8714eaf3686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:38.044222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-8472637e-8fe9-4737-aac0-8714eaf3686f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720823 Feb 04 16:11:38.180041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-d1f22f4b-8ba8-47b1-baaf-4ff14f9b3379 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290059 Feb 04 16:11:38.381616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d68989d9-cec0-46ac-9c25-4d8ddfaafb6b req-f11de2dd-456e-4803-8bb7-6fbfd31cafb2 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951323 Feb 04 16:11:38.402545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e488a-f34f-4a54-9397-eab6aa9a9498 req-c06fef6a-bc18-4be8-9df5-053254d24c91 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:38.404020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b08e488a-f34f-4a54-9397-eab6aa9a9498 req-c06fef6a-bc18-4be8-9df5-053254d24c91 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 948 time: 0.1267664 Feb 04 16:11:38.450838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b08e488a-f34f-4a54-9397-eab6aa9a9498 req-5d780e80-ee0b-4cd1-ad74-331710aca410 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Feb 04 16:11:39.251373 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.602143 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.640480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d54114-3c5a-41dc-b606-2df125846160 req-0e7fa5f7-9d3f-4554-ab2f-ad5f7a4d3073 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:39.642002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94d54114-3c5a-41dc-b606-2df125846160 req-0e7fa5f7-9d3f-4554-ab2f-ad5f7a4d3073 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 948 time: 0.0846293 Feb 04 16:11:39.691575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94d54114-3c5a-41dc-b606-2df125846160 req-9c9959cb-75a3-4951-90e9-dde2960eeddf tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Feb 04 16:11:40.886999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30abe5-c001-4146-b4ee-b910e3dbf51d req-41826b51-c443-4dd2-91bc-9ab7ff05cd64 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:40.888436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce30abe5-c001-4146-b4ee-b910e3dbf51d req-41826b51-c443-4dd2-91bc-9ab7ff05cd64 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 948 time: 0.0857220 Feb 04 16:11:40.934791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce30abe5-c001-4146-b4ee-b910e3dbf51d req-347f5444-5ace-4725-8704-a40b349dd4c2 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Feb 04 16:11:41.606940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6f1c5f03-2e4a-4228-952c-1b7289565d4b details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:41.748518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6f1c5f03-2e4a-4228-952c-1b7289565d4b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6f1c5f03-2e4a-4228-952c-1b7289565d4b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:11:41.764211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '6f1c5f03-2e4a-4228-952c-1b7289565d4b', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '6f1c5f03-2e4a-4228-952c-1b7289565d4b', 'mac_address': 'fa:16:3e:5e:29:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:41.829191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.846899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1c5f03-2e4a-4228-952c-1b7289565d4b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:41.863747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6f1c5f03-2e4a-4228-952c-1b7289565d4b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6f1c5f03-2e4a-4228-952c-1b7289565d4b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:11:41.868542 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.937649 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=6f1c5f03-2e4a-4228-952c-1b7289565d4b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:41.945750 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.946092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.946425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.946751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.947074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.947394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.947724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.948026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.948345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.948662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.949024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:41.949340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:42.126693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6f1c5f03-2e4a-4228-952c-1b7289565d4b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:11:42.139534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d5974-fae8-402a-95d3-a49f3d53ea74 req-204b1afb-4338-4f83-bfe9-25733d85176c tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:42.141076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c38d5974-fae8-402a-95d3-a49f3d53ea74 req-204b1afb-4338-4f83-bfe9-25733d85176c tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 949 time: 0.0872819 Feb 04 16:11:42.190558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c38d5974-fae8-402a-95d3-a49f3d53ea74 req-6cde9afc-0afb-4b7a-8286-567ec039959d tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Feb 04 16:11:43.384148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c893b4a-c39a-4a34-9b1f-2036eaeb7aab req-b8f02712-ab2a-4a08-857b-580e56e480d3 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:43.385716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c893b4a-c39a-4a34-9b1f-2036eaeb7aab req-b8f02712-ab2a-4a08-857b-580e56e480d3 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 949 time: 0.0838614 Feb 04 16:11:43.434237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c893b4a-c39a-4a34-9b1f-2036eaeb7aab req-fea8d0df-0996-44a0-ab8c-2650a5f5297c tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Feb 04 16:11:43.619397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6f1c5f03-2e4a-4228-952c-1b7289565d4b up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:43.687251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 6f1c5f03-2e4a-4228-952c-1b7289565d4b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:43.693204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 6f1c5f03-2e4a-4228-952c-1b7289565d4b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:43.693603 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.845132 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.871485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc7478d-3273-4f95-9eb3-297e0411efc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1c5f03-2e4a-4228-952c-1b7289565d4b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:43.883197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6f1c5f03-2e4a-4228-952c-1b7289565d4b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6f1c5f03-2e4a-4228-952c-1b7289565d4b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:11:43.887871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.924962 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc7478d-3273-4f95-9eb3-297e0411efc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1c5f03-2e4a-4228-952c-1b7289565d4b', 'code': 200} Feb 04 16:11:43.968385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=6f1c5f03-2e4a-4228-952c-1b7289565d4b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:44.053192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04bb75-bb4c-40bc-9197-cd69f0cf5cb0 req-96a3ed42-9082-449a-b0db-7aff65846fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.054666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b04bb75-bb4c-40bc-9197-cd69f0cf5cb0 req-96a3ed42-9082-449a-b0db-7aff65846fb2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 1101 time: 0.0727565 Feb 04 16:11:44.096280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b04bb75-bb4c-40bc-9197-cd69f0cf5cb0 req-a887469d-029b-40f5-9966-16bc33bafa70 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Feb 04 16:11:44.622366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919b597-5a71-4ecb-ba13-6dcfcd819aa6 req-ebd6ed2d-403d-4666-be8b-4343ab1bf5e4 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.623722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c919b597-5a71-4ecb-ba13-6dcfcd819aa6 req-ebd6ed2d-403d-4666-be8b-4343ab1bf5e4 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 950 time: 0.0809968 Feb 04 16:11:44.668850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c919b597-5a71-4ecb-ba13-6dcfcd819aa6 req-34eddbd9-e274-4f31-837f-0aac6933edad tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Feb 04 16:11:45.963385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc179e-3038-47f8-b99f-48c473d07126 req-652ef6c5-90c1-472d-b1f5-99c6a743c592 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:45.964966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3dc179e-3038-47f8-b99f-48c473d07126 req-652ef6c5-90c1-472d-b1f5-99c6a743c592 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 950 time: 0.1866388 Feb 04 16:11:46.009366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3dc179e-3038-47f8-b99f-48c473d07126 req-6af62420-c40d-499c-a289-0aafb2688331 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387967 Feb 04 16:11:51.962361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45964) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:52.177346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port b718df2d-1380-485b-82ed-10dc6553e655 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:11:52.177687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.470805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.471130 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.595831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for b718df2d-1380-485b-82ed-10dc6553e655 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:11:52.750843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.800458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=b718df2d-1380-485b-82ed-10dc6553e655,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:52.897155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.897401 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Floating IP d8007209-bc36-4c70-9cdf-ede9d8dba704 disassociated (deleted). External IP: 172.25.8.182, port: 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4. Feb 04 16:11:53.270153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:11:53.474970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:11:53.485324 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] Sync routers for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:11:53.497001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:11:53.497129 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.497217 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:11:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:53.553787 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2750649e-2d88-4885-847f-8451d0a3a0cc tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/floatingips/d8007209-bc36-4c70-9cdf-ede9d8dba704 HTTP/1.1" status: 204 len: 168 time: 1.5902557 Feb 04 16:11:53.554361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:53.699728 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:11:53.856099 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'status': 'completed', 'code': 200} Feb 04 16:11:54.028576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-86f1f5af-f5ed-4697-b59b-a16e512ea47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.030097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-86f1f5af-f5ed-4697-b59b-a16e512ea47b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 1097 time: 0.1435823 Feb 04 16:11:54.114497 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1', 'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:32:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:11Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:54.118230 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] Checking router: 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:11:54.126619 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:11:54.127211 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:11:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:54.167282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffa674-9728-4043-8fb5-41335bafec91 req-5220a20a-54a7-4432-9b4a-0e04db2d9944 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.168747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5fffa674-9728-4043-8fb5-41335bafec91 req-5220a20a-54a7-4432-9b4a-0e04db2d9944 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.2070997 Feb 04 16:11:54.218074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-1f4d8fca-b525-4cac-b8e1-35fbfe7e9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.219525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-1f4d8fca-b525-4cac-b8e1-35fbfe7e9908 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d710c0f3-971e-421f-951d-4d978778bd75 HTTP/1.1" status: 200 len: 897 time: 0.1822753 Feb 04 16:11:54.231657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5fffa674-9728-4043-8fb5-41335bafec91 req-ecfe9ff4-c93c-45d6-8337-60e1d6979e53 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488429 Feb 04 16:11:54.314662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-660c1650-a9bf-4ead-bcc5-cec9cad76c2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 HTTP/1.1" status: 200 len: 217 time: 0.0859280 Feb 04 16:11:54.330282 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:11:54.394268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-5511fe91-4ff8-4077-9f57-b77185e24e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.395879 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-5511fe91-4ff8-4077-9f57-b77185e24e1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0361b49c-5114-4205-b73e-7e8efe8aea75 HTTP/1.1" status: 200 len: 834 time: 0.0746181 Feb 04 16:11:54.488197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-d3959633-e2d2-410f-9f0e-98dda4cd83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.489755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-d3959633-e2d2-410f-9f0e-98dda4cd83be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d710c0f3-971e-421f-951d-4d978778bd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862999 Feb 04 16:11:54.634522 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-ca5fec32-5451-4be0-8bcf-e35837ef7fe9 service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376390 Feb 04 16:11:54.693243 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1', 'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:32:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:11Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:54.697462 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49ee78-f772-472f-8126-b72b74023572 None None] The sync data for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 is: [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1', 'name': '', 'network_id': 'd710c0f3-971e-421f-951d-4d978778bd75', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'mac_address': 'fa:16:3e:32:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:00Z', 'updated_at': '2022-02-04T16:10:11Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'subnets': [{'id': '0361b49c-5114-4205-b73e-7e8efe8aea75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:11:54.778657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2cc0d66e-a197-4b04-abb2-0f95a205bc29 req-e64af5d9-3f06-4a7d-a04b-c516107fe276 service neutron] 10.222.0.53 "GET /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379015 Feb 04 16:11:54.957270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a0b8e-6d95-4cc8-a525-9a76530c8cd8 None None] New status for floating IP d8007209-bc36-4c70-9cdf-ede9d8dba704: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:11:55.441694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-e934d089-b394-4fff-844b-402309aa098d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.443042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-e934d089-b394-4fff-844b-402309aa098d tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.1460440 Feb 04 16:11:55.490630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cb550-454c-4120-a717-929fb682d634 req-033360a6-c596-41f0-98c3-9fd6afb6059e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.492165 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb4cb550-454c-4120-a717-929fb682d634 req-033360a6-c596-41f0-98c3-9fd6afb6059e tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 946 time: 0.1385231 Feb 04 16:11:55.548934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:11:55.549273 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.604915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb4cb550-454c-4120-a717-929fb682d634 req-504b03e8-c124-4ca1-aada-605d0e1535a5 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/security-groups?id=39fda340-b99e-4a9e-bc7c-aa44a46d7091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054871 Feb 04 16:11:55.839715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:11:55.839997 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.966641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:11:56.238918 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.290755 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=7b43ce59-23dc-491a-a39d-f7e5ade4f1c4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:56.373539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] No DVR routers for this DVR port 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:56.376192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.379668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'name': 'network-vif-deleted', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:56.392813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5be55b1d-9013-4760-99e8-3d83293f12f3 req-b5408b50-2791-46a6-858b-2563f79c179c tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.53 "DELETE /v2.0/ports/7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 HTTP/1.1" status: 204 len: 173 time: 0.9423161 Feb 04 16:11:56.429991 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70300691-e187-43b6-b259-25f670d092d1', 'name': 'network-vif-deleted', 'tag': '7b43ce59-23dc-491a-a39d-f7e5ade4f1c4', 'status': 'completed', 'code': 200} Feb 04 16:11:56.775685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1c73e312-99b2-46b0-be5c-75a6448cb55f req-d0b43d5a-89a9-4d50-8842-205716565e98 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Synchronizing usage tracker for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:56.793493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1c73e312-99b2-46b0-be5c-75a6448cb55f req-d0b43d5a-89a9-4d50-8842-205716565e98 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Unset dirty status for tenant:9a5a8387ce744ad0b47321b992ebe6d2 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:56.794844 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c73e312-99b2-46b0-be5c-75a6448cb55f req-d0b43d5a-89a9-4d50-8842-205716565e98 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "GET /v2.0/ports?device_id=70300691-e187-43b6-b259-25f670d092d1 HTTP/1.1" status: 200 len: 210 time: 0.0621111 Feb 04 16:11:57.897496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 45996) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:58.641244 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.097944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:11:59.098740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.475127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:11:59.475689 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.637848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:11:59.647017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:59.695334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:11:59.695950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b43ce59-23dc-491a-a39d-f7e5ade4f1c4 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:59.890970 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.975121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:00.509740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.914611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:12:01.131543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:12:01.142563 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] Sync routers for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:12:01.152478 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5dcb607c-e461-4023-8999-1dea536889bd tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "PUT /v2.0/routers/92e67d7f-fd86-4f0c-8fc8-f76988e7e19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2538588 Feb 04 16:12:01.154388 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:01.154992 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:11:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:01.155156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46008) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:01.239618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-31be73c7-31cc-4773-aaff-b9d191a4d825 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting subnet 0361b49c-5114-4205-b73e-7e8efe8aea75 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:12:01.244344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31be73c7-31cc-4773-aaff-b9d191a4d825 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:01.306180 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31be73c7-31cc-4773-aaff-b9d191a4d825 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:01.355279 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:01.455683 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31be73c7-31cc-4773-aaff-b9d191a4d825 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:01.569138 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31be73c7-31cc-4773-aaff-b9d191a4d825 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:01.614949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be73c7-31cc-4773-aaff-b9d191a4d825 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Subnet': ['ID=0361b49c-5114-4205-b73e-7e8efe8aea75,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:01.623381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a0a45-c492-4898-8543-3b55b4cf60eb None None] Network d710c0f3-971e-421f-951d-4d978778bd75 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:12:01.627364 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31be73c7-31cc-4773-aaff-b9d191a4d825 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:01.634847 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-31be73c7-31cc-4773-aaff-b9d191a4d825 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/subnets/0361b49c-5114-4205-b73e-7e8efe8aea75 HTTP/1.1" status: 204 len: 168 time: 0.4787455 Feb 04 16:12:01.637294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46012) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:01.751901 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:11:59Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:01.756696 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] Checking router: 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:12:01.765976 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] Routers {'92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:01.766780 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:11:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:01.928750 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.006103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03585048-b551-4180-8e1b-1ef3622b7fc0 None None] DHCP port deletion for d710c0f3-971e-421f-951d-4d978778bd75 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:12:02.015611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-03585048-b551-4180-8e1b-1ef3622b7fc0 None None] Deleting port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:02.016647 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03585048-b551-4180-8e1b-1ef3622b7fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.037865 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] Set router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:02.154130 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.190787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Deleting port 84678bb6-0fcf-4268-afda-7a3da9ce903a {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:02.194607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.345876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-03585048-b551-4180-8e1b-1ef3622b7fc0 None None] For port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac,segment=NetworkSegment(c127ec7f-ec67-4bc6-b8fb-c2674855a998),segment_id=c127ec7f-ec67-4bc6-b8fb-c2674855a998)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:02.346667 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03585048-b551-4180-8e1b-1ef3622b7fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.508628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-03585048-b551-4180-8e1b-1ef3622b7fc0 None None] Calling delete_port for b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:02.558129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:02.694358 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:11:59Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:02.709401 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a9ec40-5312-4e5c-b57a-436418f3af31 None None] The sync data for ids ['92e67d7f-fd86-4f0c-8fc8-f76988e7e19e'] in n-d-827870-1 is: [{'id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36177768', 'tenant_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:11:59Z', 'revision_number': 5, 'project_id': '9a5a8387ce744ad0b47321b992ebe6d2', 'gw_port': {'id': '84678bb6-0fcf-4268-afda-7a3da9ce903a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e67d7f-fd86-4f0c-8fc8-f76988e7e19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:54Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:12:02.748741 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.778624 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03585048-b551-4180-8e1b-1ef3622b7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.836885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03585048-b551-4180-8e1b-1ef3622b7fc0 None None] Pushing event deleted for resources: {'Port': ['ID=b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:02.861646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] For port 84678bb6-0fcf-4268-afda-7a3da9ce903a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=84678bb6-0fcf-4268-afda-7a3da9ce903a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:02.862644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.884753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03585048-b551-4180-8e1b-1ef3622b7fc0 None None] No DVR routers for this DVR port b077ff0c-3bb2-4e6a-a5b9-c567a46cd6ac on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:03.011759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Calling delete_port for 84678bb6-0fcf-4268-afda-7a3da9ce903a owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:03.263031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.329622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Port': ['ID=84678bb6-0fcf-4268-afda-7a3da9ce903a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:03.447954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.629338 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.631905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.655521 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.656185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Fanout notify agent at l3_agent the message router_deleted on router 92e67d7f-fd86-4f0c-8fc8-f76988e7e19e {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:12:03.675386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.676546 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1bb90053-dc6e-42ef-bc38-704af07be099 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/routers/92e67d7f-fd86-4f0c-8fc8-f76988e7e19e HTTP/1.1" status: 204 len: 168 time: 2.0382876 Feb 04 16:12:03.679311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46020) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:03.802872 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.943914 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.974664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d710c0f3-971e-421f-951d-4d978778bd75']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:03.988036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c127ec7f-ec67-4bc6-b8fb-c2674855a998') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:03.988370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c127ec7f-ec67-4bc6-b8fb-c2674855a998') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:04.000168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.016859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.023720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:12:04.024153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:12:04.039304 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:12:04.148160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.173499 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.187373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'Network': ['ID=d710c0f3-971e-421f-951d-4d978778bd75,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:04.198738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.199078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.199564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.199957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.200356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.200796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.201222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.201614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.202012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.202415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.202801 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.203187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:04.207543 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d74be23c-97b6-410d-836b-10c167483105 tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/networks/d710c0f3-971e-421f-951d-4d978778bd75 HTTP/1.1" status: 204 len: 168 time: 0.5272694 Feb 04 16:12:04.210320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46026) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:04.264167 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-34038f9f-1b37-4751-aea8-79c6c417e2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.292653 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-97f83518-ff47-419c-8683-83c7d75100cf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.338025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-97f83518-ff47-419c-8683-83c7d75100cf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.416909 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-97f83518-ff47-419c-8683-83c7d75100cf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.437837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f83518-ff47-419c-8683-83c7d75100cf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fda340-b99e-4a9e-bc7c-aa44a46d7091,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:04.445190 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-97f83518-ff47-419c-8683-83c7d75100cf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.446768 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-97f83518-ff47-419c-8683-83c7d75100cf tempest-TestNetworkAdvancedServerOps-139703673 tempest-TestNetworkAdvancedServerOps-139703673-project] 10.222.0.46 "DELETE /v2.0/security-groups/39fda340-b99e-4a9e-bc7c-aa44a46d7091 HTTP/1.1" status: 204 len: 168 time: 0.2353787 Feb 04 16:12:04.461463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 84678bb6-0fcf-4268-afda-7a3da9ce903a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:04.499945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 84678bb6-0fcf-4268-afda-7a3da9ce903a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:04.500293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 84678bb6-0fcf-4268-afda-7a3da9ce903a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:04.500812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:04.537496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:04.537795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 0ab497b9-a9cc-40ac-bed1-bfec1dcf3cf1 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:04.846651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46036) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:05.033500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d661d6e1-65e0-4f67-b271-d78f8c39c3ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a5a8387ce744ad0b47321b992ebe6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850126 Feb 04 16:12:05.035797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46044) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:05.106682 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a520e38-b52d-49b0-849e-aa7855bc347e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.136489 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a520e38-b52d-49b0-849e-aa7855bc347e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.201081 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a520e38-b52d-49b0-849e-aa7855bc347e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.220101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a520e38-b52d-49b0-849e-aa7855bc347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f755f2b-bb07-4f8f-ab11-f7b421b05020,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:05.230130 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a520e38-b52d-49b0-849e-aa7855bc347e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.232819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3a520e38-b52d-49b0-849e-aa7855bc347e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f755f2b-bb07-4f8f-ab11-f7b421b05020 HTTP/1.1" status: 204 len: 168 time: 0.1944935 Feb 04 16:12:05.411106 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:12:05.598601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46052) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:05.661458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46058) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:05.661976 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fc80f2eb-0657-4a7c-92c5-f60d6762f7a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3665b5220ce4a82849a32073f2747ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617113 Feb 04 16:12:05.753847 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe605b57-fac9-4c19-a0b3-9c54e70b0cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.781596 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe605b57-fac9-4c19-a0b3-9c54e70b0cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.845038 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe605b57-fac9-4c19-a0b3-9c54e70b0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.861682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe605b57-fac9-4c19-a0b3-9c54e70b0cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b29611-bd45-4009-a457-54adbdb9e90a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:05.882965 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fe605b57-fac9-4c19-a0b3-9c54e70b0cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.885751 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fe605b57-fac9-4c19-a0b3-9c54e70b0cb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99b29611-bd45-4009-a457-54adbdb9e90a HTTP/1.1" status: 204 len: 168 time: 0.2214851 Feb 04 16:12:06.598316 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.709598 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-63cf960f-6fb2-4e87-81ae-44bcf1394800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.714320 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.798164 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.256648 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.621095 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.502843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46132) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:10.885302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port 722be725-adde-458a-902c-c573794be363 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:10.885646 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.069028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.069357 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.208818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for 722be725-adde-458a-902c-c573794be363 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:11.376751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.469935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=722be725-adde-458a-902c-c573794be363,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:11.571326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.572016 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Floating IP e9e54707-61a3-4cfb-934a-8f51b26a90ef disassociated (deleted). External IP: 172.25.8.248, port: cb69d1d1-558a-4add-b9fb-20081b149959. Feb 04 16:12:11.968640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Router a1bfc11b-8835-46df-96ed-394c6d5843bc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:12:12.174100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:12:12.194577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] Sync routers for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:12:12.202785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.212466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:12.212825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:12:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:12.272280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2523f5a8-c01b-477a-917f-ef6782a01653 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "DELETE /v2.0/floatingips/e9e54707-61a3-4cfb-934a-8f51b26a90ef HTTP/1.1" status: 204 len: 168 time: 1.7679269 Feb 04 16:12:12.273419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:12.508621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:12.765065 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'status': 'completed', 'code': 200} Feb 04 16:12:12.977265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '9e95878f-729a-4e11-932f-6652b5a3288e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:25Z', 'revision_number': 1, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:12.981581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] Checking router: a1bfc11b-8835-46df-96ed-394c6d5843bc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:12:12.997274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:12.997919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:12:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:13.032275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369b0a3-7a30-4ab0-a57c-1210ab4ec539 req-f47c8a2e-7bfa-4e4b-a5d4-d32b049c9006 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.034693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a369b0a3-7a30-4ab0-a57c-1210ab4ec539 req-f47c8a2e-7bfa-4e4b-a5d4-d32b049c9006 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 946 time: 0.1617002 Feb 04 16:12:13.090654 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-6b54a24d-2a2b-4ef3-a790-7d08bc048457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.092705 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-6b54a24d-2a2b-4ef3-a790-7d08bc048457 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 1097 time: 0.2946846 Feb 04 16:12:13.102005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a369b0a3-7a30-4ab0-a57c-1210ab4ec539 req-2dbeb2a1-c21b-4f7b-9d60-d6cb98b5c4f1 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578463 Feb 04 16:12:13.214717 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:13.308594 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-12afb844-7942-4b62-aac9-9cb8f3fa5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.311560 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-12afb844-7942-4b62-aac9-9cb8f3fa5fe4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.2112391 Feb 04 16:12:13.387161 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-6315d25e-e267-4af6-bf6b-b8ffbadd62b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb69d1d1-558a-4add-b9fb-20081b149959 HTTP/1.1" status: 200 len: 217 time: 0.0692520 Feb 04 16:12:13.465394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-8e0e964a-2aed-4c42-9eef-6c63f28468d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.466982 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-8e0e964a-2aed-4c42-9eef-6c63f28468d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0736217 Feb 04 16:12:13.559445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-e7c9d635-aa45-48ca-abe6-411727dd76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.561120 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-e7c9d635-aa45-48ca-abe6-411727dd76fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877185 Feb 04 16:12:13.638912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '9e95878f-729a-4e11-932f-6652b5a3288e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:25Z', 'revision_number': 1, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:13.644393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b7ad7-2d8d-466e-b071-b1d0e9d147dd None None] The sync data for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 is: [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '9e95878f-729a-4e11-932f-6652b5a3288e', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'port_id': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'mac_address': 'fa:16:3e:d7:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:08:21Z', 'updated_at': '2022-02-04T16:08:25Z', 'revision_number': 1, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:12:13.705166 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-27badb62-e7ad-4328-b798-67d036d94ea2 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345270 Feb 04 16:12:13.877300 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f597b814-13f3-40da-b542-dcc1f56f52fa req-08abd6e4-1be5-49d1-98c0-363840c8c4d0 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660502 Feb 04 16:12:13.961985 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65546322-b531-4f6a-82eb-246e0a56a876 None None] New status for floating IP e9e54707-61a3-4cfb-934a-8f51b26a90ef: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:12:14.322115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb471a24-9d93-4030-a9c1-712d769e6174 req-bb1b4882-b1b3-432b-9d4f-2d3d5f43a534 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.322115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb471a24-9d93-4030-a9c1-712d769e6174 req-bb1b4882-b1b3-432b-9d4f-2d3d5f43a534 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 946 time: 0.0955782 Feb 04 16:12:14.379411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb471a24-9d93-4030-a9c1-712d769e6174 req-20a39aec-0bdd-4c4e-9bf7-c31bdcd669de tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547640 Feb 04 16:12:14.472583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-f26cf8cf-2501-4a5f-b436-8be25f20bc26 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.473780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-f26cf8cf-2501-4a5f-b436-8be25f20bc26 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:14.491332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-f26cf8cf-2501-4a5f-b436-8be25f20bc26 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:14.492632 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-f26cf8cf-2501-4a5f-b436-8be25f20bc26 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 946 time: 0.1197062 Feb 04 16:12:14.583853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port cb69d1d1-558a-4add-b9fb-20081b149959 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:14.583853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:14.859430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] For port cb69d1d1-558a-4add-b9fb-20081b149959, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cb69d1d1-558a-4add-b9fb-20081b149959,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:14.859687 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:14.989830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for cb69d1d1-558a-4add-b9fb-20081b149959 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:15.143684 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.196955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=cb69d1d1-558a-4add-b9fb-20081b149959,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:15.281137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] No DVR routers for this DVR port cb69d1d1-558a-4add-b9fb-20081b149959 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:15.283603 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.293662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'name': 'network-vif-deleted', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:15.303799 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-01ce484c-8548-4a2c-8365-ceb2a23ac020 req-6d8583b5-004e-43c4-8f63-f98bda7f4680 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "DELETE /v2.0/ports/cb69d1d1-558a-4add-b9fb-20081b149959 HTTP/1.1" status: 204 len: 173 time: 0.8038452 Feb 04 16:12:15.347826 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c022a730-dc38-4ade-814b-344fe7c8d900', 'name': 'network-vif-deleted', 'tag': 'cb69d1d1-558a-4add-b9fb-20081b149959', 'status': 'completed', 'code': 200} Feb 04 16:12:15.545595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b1ab9dd-b416-4db3-b023-aaf71ab13658 req-6feb6f13-c089-4aac-b086-a16d804f24fc tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c022a730-dc38-4ade-814b-344fe7c8d900 HTTP/1.1" status: 200 len: 210 time: 0.0522790 Feb 04 16:12:17.487586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb69d1d1-558a-4add-b9fb-20081b149959 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:17.529506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: cb69d1d1-558a-4add-b9fb-20081b149959 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:17.529506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cb69d1d1-558a-4add-b9fb-20081b149959 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:21.345843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46342) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:21.712848 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port ce8e5f9f-294d-4d24-be90-937cfffe6006 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:21.713196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.888877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.889200 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.022961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for ce8e5f9f-294d-4d24-be90-937cfffe6006 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:22.198107 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.279125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=ce8e5f9f-294d-4d24-be90-937cfffe6006,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:22.351256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.351968 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Floating IP 9e95878f-729a-4e11-932f-6652b5a3288e disassociated (deleted). External IP: 172.25.8.227, port: 88eee738-40eb-467f-abf4-6bbc9bf5e765. Feb 04 16:12:22.751223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Router a1bfc11b-8835-46df-96ed-394c6d5843bc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:12:22.943742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:12:22.953578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] Sync routers for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:12:22.963056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.963975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:22.964591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:12:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:23.023111 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d3e3fdec-ee97-4c48-9ca5-a324330db950 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "DELETE /v2.0/floatingips/9e95878f-729a-4e11-932f-6652b5a3288e HTTP/1.1" status: 204 len: 168 time: 1.6730855 Feb 04 16:12:23.023111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:23.166136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:23.275425 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'status': 'completed', 'code': 200} Feb 04 16:12:23.468278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d910c-094e-4b20-bef9-05251b13aa99 req-01237200-5f51-4cbd-a5a5-e3cdb77acf2b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:23.476587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a3d910c-094e-4b20-bef9-05251b13aa99 req-01237200-5f51-4cbd-a5a5-e3cdb77acf2b tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 945 time: 0.1059227 Feb 04 16:12:23.536568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a3d910c-094e-4b20-bef9-05251b13aa99 req-c0f8cf96-1bf8-45b8-b30e-599145e3479a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556936 Feb 04 16:12:23.584069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-06c63951-59da-47d5-9556-691ccc5d9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:23.585732 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-06c63951-59da-47d5-9556-691ccc5d9bc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 1096 time: 0.2804558 Feb 04 16:12:23.650490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:23.657614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] Checking router: a1bfc11b-8835-46df-96ed-394c6d5843bc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:12:23.674469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:23.674469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:12:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:23.743124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-b3766c2e-7680-40db-952e-dd0d4db6a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:23.744614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-b3766c2e-7680-40db-952e-dd0d4db6a24d service neutron] 10.222.0.61 "GET /v2.0/networks?id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 200 len: 912 time: 0.1469455 Feb 04 16:12:23.818477 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-fd6fcc45-fca3-423a-a3c7-8cf35019e9ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 200 len: 217 time: 0.0661983 Feb 04 16:12:23.866933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:23.898164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-be65e3cf-d424-403a-b4cb-bafab8a94e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:23.901882 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-be65e3cf-d424-403a-b4cb-bafab8a94e7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 200 len: 850 time: 0.0761700 Feb 04 16:12:23.993126 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-20708db9-b302-4c0a-bc40-c2bdc79de27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:23.994611 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-20708db9-b302-4c0a-bc40-c2bdc79de27b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862854 Feb 04 16:12:24.137317 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-97b640ef-a5f8-4850-a5fc-f3c2398cd947 service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327758 Feb 04 16:12:24.190909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:24.194961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc8e5a-518b-46d6-bd69-d4542f43bf0c None None] The sync data for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 is: [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:20Z', 'revision_number': 4, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '19a4b937-1eb3-43f3-bcb1-62af1f63c65b', 'name': '', 'network_id': 'deb6b6a8-a5b0-4d5c-8319-e9c341e840f8', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'mac_address': 'fa:16:3e:1b:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:19Z', 'updated_at': '2022-02-04T16:01:29Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'subnets': [{'id': 'ba6b2f8f-7e0d-410d-b760-65b99af391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:12:24.300367 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d78ccbc8-f1be-40ba-a197-85695c790a98 req-5b405424-c187-48d3-9052-ae3ea501263e service neutron] 10.222.0.61 "GET /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553745 Feb 04 16:12:24.519026 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb56471-5c57-4bf5-ae5e-93ad47bd3a8d None None] New status for floating IP 9e95878f-729a-4e11-932f-6652b5a3288e: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:12:24.726214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f210d-f04f-4b58-8dfb-e3147294fbaf req-4287724a-4a34-4b1f-90e2-ada683c837df tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:24.729364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-600f210d-f04f-4b58-8dfb-e3147294fbaf req-4287724a-4a34-4b1f-90e2-ada683c837df tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 945 time: 0.0889742 Feb 04 16:12:24.782505 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-600f210d-f04f-4b58-8dfb-e3147294fbaf req-06ab934e-4f15-41f9-81d0-2b6a0d302f4a tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/security-groups?id=01ff8a08-8f32-4963-be61-9a098c7d72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472028 Feb 04 16:12:24.890019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-f56f82bf-6c09-4670-a29d-adb5f4ce1327 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:24.890712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-f56f82bf-6c09-4670-a29d-adb5f4ce1327 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Synchronizing usage tracker for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:24.906786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-f56f82bf-6c09-4670-a29d-adb5f4ce1327 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Unset dirty status for tenant:90b6ad5d4a9e401ca064aef59b30c519 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:24.908033 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-f56f82bf-6c09-4670-a29d-adb5f4ce1327 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 945 time: 0.1014388 Feb 04 16:12:24.980354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port 88eee738-40eb-467f-abf4-6bbc9bf5e765 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:24.980692 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.276441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] For port 88eee738-40eb-467f-abf4-6bbc9bf5e765, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=88eee738-40eb-467f-abf4-6bbc9bf5e765,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:25.276562 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.422227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for 88eee738-40eb-467f-abf4-6bbc9bf5e765 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:25.582877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.636525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=88eee738-40eb-467f-abf4-6bbc9bf5e765,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:25.716959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] No DVR routers for this DVR port 88eee738-40eb-467f-abf4-6bbc9bf5e765 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:25.719539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.722609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'name': 'network-vif-deleted', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:25.738322 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-49ef0b36-854e-48d9-9da3-8047071472f4 req-c7843de9-f39b-4947-b611-26cd69553183 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.61 "DELETE /v2.0/ports/88eee738-40eb-467f-abf4-6bbc9bf5e765 HTTP/1.1" status: 204 len: 173 time: 0.8251021 Feb 04 16:12:25.775555 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6', 'name': 'network-vif-deleted', 'tag': '88eee738-40eb-467f-abf4-6bbc9bf5e765', 'status': 'completed', 'code': 200} Feb 04 16:12:25.947519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eadb63fd-ebea-4ab3-bb43-9e5f12dd2118 req-ef1f61f7-5f60-4cd8-bc0b-49644d7becf9 tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc5e2dc-e5e4-46d1-a788-367c0ecc42b6 HTTP/1.1" status: 200 len: 210 time: 0.0457110 Feb 04 16:12:27.054436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46456) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:27.361507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Deleting port c4cbd7cd-ff5b-4f67-af36-7c14d44e8487 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:27.361843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.453440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-1437a203-0439-44f7-9894-462c8b689393 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797479 Feb 04 16:12:27.536094 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 88eee738-40eb-467f-abf4-6bbc9bf5e765 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:27.575305 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.575732 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.581024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 88eee738-40eb-467f-abf4-6bbc9bf5e765 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:27.581699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 88eee738-40eb-467f-abf4-6bbc9bf5e765 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:27.621099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-5219010d-660e-4679-b7a0-7c8c1285a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.622956 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-5219010d-660e-4679-b7a0-7c8c1285a43e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edb8590fb63040fdb2557a9897212a3b&device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 1101 time: 0.0831201 Feb 04 16:12:27.711564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Calling delete_port for c4cbd7cd-ff5b-4f67-af36-7c14d44e8487 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:27.781799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-a63c1a19-fda8-4974-81dc-cdcc0c4f32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.783216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-a63c1a19-fda8-4974-81dc-cdcc0c4f32ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.1387496 Feb 04 16:12:27.868086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-88d34166-16f0-466b-9ae7-1b561b8d8053 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=6f1c5f03-2e4a-4228-952c-1b7289565d4b HTTP/1.1" status: 200 len: 217 time: 0.0755558 Feb 04 16:12:27.881400 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.942845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-25bc92ad-e812-481f-96ea-b7aad1f93558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.944533 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-25bc92ad-e812-481f-96ea-b7aad1f93558 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0677812 Feb 04 16:12:27.966273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'Port': ['ID=c4cbd7cd-ff5b-4f67-af36-7c14d44e8487,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:28.038748 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.040475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-69c719b5-93d6-4677-ae0d-ebca932845c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:28.042400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-69c719b5-93d6-4677-ae0d-ebca932845c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888147 Feb 04 16:12:28.056557 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.061875 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-73a9f2ca-8ff6-4c42-b552-06053f69dcda tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "DELETE /v2.0/floatingips/dc6b4dc0-196b-4257-9303-80ca8238ae1e HTTP/1.1" status: 204 len: 168 time: 1.0050960 Feb 04 16:12:28.197497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-b57c431f-9218-493a-8027-949d943b410f service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451099 Feb 04 16:12:28.497567 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7386207c-0578-4fa7-8ad1-248c7acbe398 req-5e1f5c04-4e3c-48a5-b067-5978fddb60dd service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884297 Feb 04 16:12:30.617547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46530) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:30.688297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc4c4-b772-4006-8129-40b6fdbf36ff tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.721829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc4c4-b772-4006-8129-40b6fdbf36ff tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.807973 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc4c4-b772-4006-8129-40b6fdbf36ff tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.828203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bc4c4-b772-4006-8129-40b6fdbf36ff tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ff8a08-8f32-4963-be61-9a098c7d72bf,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:30.842340 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc4c4-b772-4006-8129-40b6fdbf36ff tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.847507 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae4bc4c4-b772-4006-8129-40b6fdbf36ff tempest-TestVolumeBootPattern-2067961809 tempest-TestVolumeBootPattern-2067961809-project] 10.222.0.46 "DELETE /v2.0/security-groups/01ff8a08-8f32-4963-be61-9a098c7d72bf HTTP/1.1" status: 204 len: 168 time: 0.2289240 Feb 04 16:12:30.902813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46540) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:31.710471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.095242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Deleting port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:32.096962 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.291251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] For port 19a4b937-1eb3-43f3-bcb1-62af1f63c65b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=19a4b937-1eb3-43f3-bcb1-62af1f63c65b,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:32.291620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.447890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Calling delete_port for 19a4b937-1eb3-43f3-bcb1-62af1f63c65b owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:32.901430 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.954737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=19a4b937-1eb3-43f3-bcb1-62af1f63c65b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:33.275991 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.663294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Router a1bfc11b-8835-46df-96ed-394c6d5843bc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:12:33.861836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:12:33.870652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] Sync routers for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:12:33.883297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-976b2a86-77b5-498f-95dc-fa40ee252a1d admin admin] 10.222.0.46 "PUT /v2.0/routers/a1bfc11b-8835-46df-96ed-394c6d5843bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9768679 Feb 04 16:12:33.883738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46600) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:33.890305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:33.890882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:12:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:34.068263 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.082613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:34.341181 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-33787d09-00e1-4cf0-ac50-ea45667b84c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.465070 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.478915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Deleting port 02981e7a-d4cb-4219-88ac-3522d783bc4e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:34.479278 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.481503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:12:32Z', 'revision_number': 5, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port': {'id': '02981e7a-d4cb-4219-88ac-3522d783bc4e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:15Z', 'updated_at': '2022-02-04T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:34.488882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] Checking router: a1bfc11b-8835-46df-96ed-394c6d5843bc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:12:34.499302 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] Routers {'a1bfc11b-8835-46df-96ed-394c6d5843bc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:34.500257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:12:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a1bfc11b-8835-46df-96ed-394c6d5843bc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:34.682229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] For port 02981e7a-d4cb-4219-88ac-3522d783bc4e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=02981e7a-d4cb-4219-88ac-3522d783bc4e,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:34.682621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.726855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] Set router a1bfc11b-8835-46df-96ed-394c6d5843bc gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:34.826710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Calling delete_port for 02981e7a-d4cb-4219-88ac-3522d783bc4e owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:34.846842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:12:34Z', 'revision_number': 6, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:34.851292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e239ac5-ac5f-40e2-bdc2-7224362798ee None None] The sync data for ids ['a1bfc11b-8835-46df-96ed-394c6d5843bc'] in n-d-827870-1 is: [{'id': 'a1bfc11b-8835-46df-96ed-394c6d5843bc', 'name': 'tempest-TestVolumeBootPattern-936689068-router', 'tenant_id': '90b6ad5d4a9e401ca064aef59b30c519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:12:34Z', 'revision_number': 6, 'project_id': '90b6ad5d4a9e401ca064aef59b30c519', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:12:35.038206 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.097405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Pushing event deleted for resources: {'Port': ['ID=02981e7a-d4cb-4219-88ac-3522d783bc4e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:35.169491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.169835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.170166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.170502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.170829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.171253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.171457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.171772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.172089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.172402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.172714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.173048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:35.213224 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.432494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.435133 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.460331 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.460873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1bfc11b-8835-46df-96ed-394c6d5843bc {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:12:35.475677 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.479225 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-76ba32cb-b28c-4aea-beaf-8f36e11186dd admin admin] 10.222.0.46 "DELETE /v2.0/routers/a1bfc11b-8835-46df-96ed-394c6d5843bc HTTP/1.1" status: 204 len: 168 time: 1.5920508 Feb 04 16:12:35.479428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46634) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:35.540008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d862322-ba6a-4f36-99e7-ec0e4bf91937 admin admin] Deleting subnet ba6b2f8f-7e0d-410d-b760-65b99af391f8 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:12:35.543467 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d862322-ba6a-4f36-99e7-ec0e4bf91937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.601998 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d862322-ba6a-4f36-99e7-ec0e4bf91937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.685823 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d862322-ba6a-4f36-99e7-ec0e4bf91937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.764694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d862322-ba6a-4f36-99e7-ec0e4bf91937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.808439 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d862322-ba6a-4f36-99e7-ec0e4bf91937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.811330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722f5c30-f452-4303-b5e8-c8cd63f1cf07 None None] Network deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:12:35.812138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d862322-ba6a-4f36-99e7-ec0e4bf91937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6b2f8f-7e0d-410d-b760-65b99af391f8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:35.828056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-1d862322-ba6a-4f36-99e7-ec0e4bf91937 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ba6b2f8f-7e0d-410d-b760-65b99af391f8 HTTP/1.1" status: 204 len: 168 time: 0.3474236 Feb 04 16:12:35.831608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 46644) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:36.112153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.126335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Deleting port 05df5f25-d352-41d9-a482-541b34025ca1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:36.127038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.148833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] DHCP port deletion for deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:12:36.153516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] Deleting port 05df5f25-d352-41d9-a482-541b34025ca1 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:36.154007 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.397777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] For port 05df5f25-d352-41d9-a482-541b34025ca1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=05df5f25-d352-41d9-a482-541b34025ca1,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:36.398406 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.445471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] For port 05df5f25-d352-41d9-a482-541b34025ca1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=05df5f25-d352-41d9-a482-541b34025ca1,segment=NetworkSegment(4fd17ec2-b530-49ec-a925-0a4580b52101),segment_id=4fd17ec2-b530-49ec-a925-0a4580b52101)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:36.446268 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.518305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 19a4b937-1eb3-43f3-bcb1-62af1f63c65b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:36.554012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Calling delete_port for 05df5f25-d352-41d9-a482-541b34025ca1 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:36.615836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] Calling delete_port for 05df5f25-d352-41d9-a482-541b34025ca1 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:36.644406 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.676114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 19a4b937-1eb3-43f3-bcb1-62af1f63c65b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:36.676359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 19a4b937-1eb3-43f3-bcb1-62af1f63c65b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:36.676793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02981e7a-d4cb-4219-88ac-3522d783bc4e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:36.706354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] No DVR routers for this DVR port 05df5f25-d352-41d9-a482-541b34025ca1 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:36.708537 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Pushing event deleted for resources: {'Port': ['ID=05df5f25-d352-41d9-a482-541b34025ca1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:36.719290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 02981e7a-d4cb-4219-88ac-3522d783bc4e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:36.719664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 02981e7a-d4cb-4219-88ac-3522d783bc4e not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:36.720145 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 05df5f25-d352-41d9-a482-541b34025ca1 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:36.768725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 05df5f25-d352-41d9-a482-541b34025ca1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:36.769198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 05df5f25-d352-41d9-a482-541b34025ca1 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:36.775521 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.800474 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c0e41b2-d1cf-42bb-a885-8bafd7ca314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.807797 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:12:36.808145 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:12:36.851789 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.877842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb6b6a8-a5b0-4d5c-8319-e9c341e840f8']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:36.890257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd17ec2-b530-49ec-a925-0a4580b52101') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:36.890560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd17ec2-b530-49ec-a925-0a4580b52101') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:36.904733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.922706 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.929879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:12:36.930284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:12:36.944905 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:12:37.025891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.042586 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.053158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] Pushing event deleted for resources: {'Network': ['ID=deb6b6a8-a5b0-4d5c-8319-e9c341e840f8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:37.068852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b4ca6838-249f-4dd0-94e8-f075f78d49dc admin admin] 10.222.0.46 "DELETE /v2.0/networks/deb6b6a8-a5b0-4d5c-8319-e9c341e840f8 HTTP/1.1" status: 204 len: 168 time: 1.2329903 Feb 04 16:12:37.071900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46670) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:37.310048 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] Deleting port 05df5f25-d352-41d9-a482-541b34025ca1 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:37.312338 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.447809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c2504857-ffae-4f69-bfc2-77e03af64ff0 None None] The port '05df5f25-d352-41d9-a482-541b34025ca1' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:12:37.713106 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.727688 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.805631 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.235723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Deleting port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:38.236791 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.420542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] For port 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc,segment=NetworkSegment(1a5bc711-50ae-43ec-b37d-6fd48f8026f4),segment_id=1a5bc711-50ae-43ec-b37d-6fd48f8026f4)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:38.420954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.555324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Calling delete_port for 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:38.786525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.841813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:39.186402 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.264084 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.638580 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.782947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:12:39.988241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:12:39.999490 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] Sync routers for ids ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:12:40.016006 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-525de836-2ef2-4b27-8c51-90d38ee715b9 admin admin] 10.222.0.46 "PUT /v2.0/routers/0001ceb6-0a98-47cf-9b8a-3e5cb369518b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9403174 Feb 04 16:12:40.016006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 46860) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:40.016758 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] Routers {'0001ceb6-0a98-47cf-9b8a-3e5cb369518b'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:40.017447 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:12:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.211017 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] Set router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:40.221298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.435218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.447510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Deleting port c1e92420-9a3b-4af9-a968-609c650c6490 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:40.448082 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.577103 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:25Z', 'updated_at': '2022-02-04T16:12:38Z', 'revision_number': 5, 'project_id': '489448524f4248df8e5586e36343895e', 'gw_port': {'id': 'c1e92420-9a3b-4af9-a968-609c650c6490', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:27Z', 'updated_at': '2022-02-04T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.581773 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] Checking router: 0001ceb6-0a98-47cf-9b8a-3e5cb369518b for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:12:40.595908 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] Routers {'0001ceb6-0a98-47cf-9b8a-3e5cb369518b'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:12:40.596646 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:12:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.662335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] For port c1e92420-9a3b-4af9-a968-609c650c6490, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c1e92420-9a3b-4af9-a968-609c650c6490,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:40.662606 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.766740 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] Set router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:12:40.798493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Calling delete_port for c1e92420-9a3b-4af9-a968-609c650c6490 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:40.897430 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:25Z', 'updated_at': '2022-02-04T16:12:40Z', 'revision_number': 6, 'project_id': '489448524f4248df8e5586e36343895e', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.901566 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700d623-e63a-4c8d-a835-22fd6beacc5d None None] The sync data for ids ['0001ceb6-0a98-47cf-9b8a-3e5cb369518b'] in n-d-827870-1 is: [{'id': '0001ceb6-0a98-47cf-9b8a-3e5cb369518b', 'name': 'tempest-TestVolumeBootPattern-421057425-router', 'tenant_id': '489448524f4248df8e5586e36343895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:25Z', 'updated_at': '2022-02-04T16:12:40Z', 'revision_number': 6, 'project_id': '489448524f4248df8e5586e36343895e', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:12:40.990183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.038612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e92420-9a3b-4af9-a968-609c650c6490,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:41.135254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.470432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.473116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.500295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.500906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0001ceb6-0a98-47cf-9b8a-3e5cb369518b {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:12:41.515990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.517842 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cf7bd5dc-80ef-4a99-8bbf-20d2b5181f30 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0001ceb6-0a98-47cf-9b8a-3e5cb369518b HTTP/1.1" status: 204 len: 168 time: 1.4990437 Feb 04 16:12:41.520535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47070) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:41.589171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-85282628-99d9-49b9-9199-c25badc82efe admin admin] Deleting subnet e03c5e9d-3264-476c-8111-e04ce314aae9 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:12:41.592832 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85282628-99d9-49b9-9199-c25badc82efe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.647258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85282628-99d9-49b9-9199-c25badc82efe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.743192 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85282628-99d9-49b9-9199-c25badc82efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.827403 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85282628-99d9-49b9-9199-c25badc82efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.879196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-85282628-99d9-49b9-9199-c25badc82efe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.884293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69cc580-9cb1-4301-b256-b2b6d1a11a41 None None] Network a2c691a1-e059-43d6-9116-11252dfb5ca0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:12:41.887547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85282628-99d9-49b9-9199-c25badc82efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03c5e9d-3264-476c-8111-e04ce314aae9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:41.894086 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-85282628-99d9-49b9-9199-c25badc82efe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e03c5e9d-3264-476c-8111-e04ce314aae9 HTTP/1.1" status: 204 len: 168 time: 0.3718493 Feb 04 16:12:41.896020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47128) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:42.015044 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.028401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Deleting port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:42.028739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.176140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] DHCP port deletion for a2c691a1-e059-43d6-9116-11252dfb5ca0 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:12:42.180577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] Deleting port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:42.181066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.253035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] For port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=342c3e2f-63f6-4f86-a1ce-8c733fede9a4,segment=NetworkSegment(1a5bc711-50ae-43ec-b37d-6fd48f8026f4),segment_id=1a5bc711-50ae-43ec-b37d-6fd48f8026f4)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:42.253398 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.384368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Calling delete_port for 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:42.400824 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:12:42.433899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] For port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=342c3e2f-63f6-4f86-a1ce-8c733fede9a4,segment=NetworkSegment(1a5bc711-50ae-43ec-b37d-6fd48f8026f4),segment_id=1a5bc711-50ae-43ec-b37d-6fd48f8026f4)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:42.434432 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.472232 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.505576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:42.522967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Pushing event deleted for resources: {'Port': ['ID=342c3e2f-63f6-4f86-a1ce-8c733fede9a4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.524911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] No DVR routers for this DVR port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:42.597594 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] Calling delete_port for 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:42.635120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:42.635358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 427d0a50-b6c0-4d50-bc2e-24e5cf9ea7dc not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:42.635753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c1e92420-9a3b-4af9-a968-609c650c6490 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:42.645655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.672047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c691a1-e059-43d6-9116-11252dfb5ca0']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:42.684026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: c1e92420-9a3b-4af9-a968-609c650c6490 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:42.684361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c1e92420-9a3b-4af9-a968-609c650c6490 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:42.684785 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:42.685709 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5bc711-50ae-43ec-b37d-6fd48f8026f4') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:42.686041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5bc711-50ae-43ec-b37d-6fd48f8026f4') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:42.698803 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.722261 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.725153 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:42.725495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:42.730391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:12:42.730785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:12:42.744483 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:12:42.753547 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:12:42.753896 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:12:42.819735 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.836154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.847140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c691a1-e059-43d6-9116-11252dfb5ca0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.854494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4ebdaa00-6ed3-4d2d-baef-c05006015974 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a2c691a1-e059-43d6-9116-11252dfb5ca0 HTTP/1.1" status: 204 len: 168 time: 0.9574630 Feb 04 16:12:42.997680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 47140) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:43.051488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d7a1aeab-01c6-4c97-b7ac-0730f32241a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90b6ad5d4a9e401ca064aef59b30c519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523763 Feb 04 16:12:43.053939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47144) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:43.120472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e8c858e-0b64-4b4c-851b-6a4f009d163b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.148350 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e8c858e-0b64-4b4c-851b-6a4f009d163b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.206292 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e8c858e-0b64-4b4c-851b-6a4f009d163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.227420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c858e-0b64-4b4c-851b-6a4f009d163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e463fb-5034-4f7c-bc87-a8c5500a586f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.237462 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e8c858e-0b64-4b4c-851b-6a4f009d163b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.242723 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9e8c858e-0b64-4b4c-851b-6a4f009d163b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92e463fb-5034-4f7c-bc87-a8c5500a586f HTTP/1.1" status: 204 len: 168 time: 0.1837008 Feb 04 16:12:43.256744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] Deleting port 342c3e2f-63f6-4f86-a1ce-8c733fede9a4 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:43.272952 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.351221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7cb86f92-e91c-4a7a-aa26-404ec01e5a2e None None] The port '342c3e2f-63f6-4f86-a1ce-8c733fede9a4' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:12:43.637028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47156) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:43.688258 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4d0a3977-abbc-4d87-ae15-c8f1a9f2d9d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=489448524f4248df8e5586e36343895e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499403 Feb 04 16:12:43.691115 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 47160) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:43.760466 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adec25c3-2f7e-4c7f-828a-bc3901fd22a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.791003 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adec25c3-2f7e-4c7f-828a-bc3901fd22a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.847606 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adec25c3-2f7e-4c7f-828a-bc3901fd22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.865071 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec25c3-2f7e-4c7f-828a-bc3901fd22a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c0526-9603-4616-bf9b-d1676f65ffb6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.873767 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-adec25c3-2f7e-4c7f-828a-bc3901fd22a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.878154 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-adec25c3-2f7e-4c7f-828a-bc3901fd22a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/991c0526-9603-4616-bf9b-d1676f65ffb6 HTTP/1.1" status: 204 len: 168 time: 0.1829667 Feb 04 16:12:44.859136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ff167-4dba-48e9-8c9e-68aa03749a91 req-946bd453-6b0f-4cb5-a9ef-e34d20691c6a tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.860550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-224ff167-4dba-48e9-8c9e-68aa03749a91 req-946bd453-6b0f-4cb5-a9ef-e34d20691c6a tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 950 time: 0.0842307 Feb 04 16:12:44.911305 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-224ff167-4dba-48e9-8c9e-68aa03749a91 req-d0c948b7-31f5-4f72-be1b-a1850c47f2bd tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Feb 04 16:12:46.119306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633dace-4e6a-4c24-8d69-17eee367bd8d req-7673d3f8-c3eb-410c-9a6b-0c95c3ccf85e tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:46.120805 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9633dace-4e6a-4c24-8d69-17eee367bd8d req-7673d3f8-c3eb-410c-9a6b-0c95c3ccf85e tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 950 time: 0.1009216 Feb 04 16:12:46.168982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9633dace-4e6a-4c24-8d69-17eee367bd8d req-8f5aa647-1a9a-482a-94ed-ddbfc90bb13b tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a0998f-dc13-45fb-a4ad-fe09e7152d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422287 Feb 04 16:12:46.541411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-f095ba78-dfa5-482e-b2e3-280dc8dd24e2 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:46.542845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-f095ba78-dfa5-482e-b2e3-280dc8dd24e2 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 950 time: 0.0885513 Feb 04 16:12:46.620154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Deleting port 6f1c5f03-2e4a-4228-952c-1b7289565d4b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:12:46.620407 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.885335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] For port 6f1c5f03-2e4a-4228-952c-1b7289565d4b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6f1c5f03-2e4a-4228-952c-1b7289565d4b,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:12:46.885754 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.128437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Calling delete_port for 6f1c5f03-2e4a-4228-952c-1b7289565d4b owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:12:47.284798 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.300282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6f1c5f03-2e4a-4228-952c-1b7289565d4b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:12:47.375641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Pushing event deleted for resources: {'Port': ['ID=6f1c5f03-2e4a-4228-952c-1b7289565d4b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:47.385907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a997c4fc-a14f-4a66-9bc6-5e2bb7462680 req-b8fe0d3b-d199-43ad-a70b-27d0b541e321 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dc7478d-3273-4f95-9eb3-297e0411efc0 HTTP/1.1" status: 200 len: 210 time: 0.0990396 Feb 04 16:12:47.459999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] No DVR routers for this DVR port 6f1c5f03-2e4a-4228-952c-1b7289565d4b on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:47.462616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.465253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc7478d-3273-4f95-9eb3-297e0411efc0', 'name': 'network-vif-deleted', 'tag': '6f1c5f03-2e4a-4228-952c-1b7289565d4b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:47.481525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7e0353c-0f38-4f70-bc70-bacf645d722e req-fdc31c87-6371-4dd9-941f-af25af1c1c49 tempest-VolumesBackupsTest-1993167886 tempest-VolumesBackupsTest-1993167886-project] 10.222.0.53 "DELETE /v2.0/ports/6f1c5f03-2e4a-4228-952c-1b7289565d4b HTTP/1.1" status: 204 len: 173 time: 0.9279323 Feb 04 16:12:47.512430 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc7478d-3273-4f95-9eb3-297e0411efc0', 'name': 'network-vif-deleted', 'tag': '6f1c5f03-2e4a-4228-952c-1b7289565d4b', 'status': 'completed', 'code': 200} Feb 04 16:12:49.897606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6f1c5f03-2e4a-4228-952c-1b7289565d4b no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:49.935550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 6f1c5f03-2e4a-4228-952c-1b7289565d4b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:12:49.935887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6f1c5f03-2e4a-4228-952c-1b7289565d4b not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:04.274923 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e8173de6-66da-4476-8636-c25a90160531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.616963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.713611 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b77c7449-d008-49b8-8eab-b58562aff903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.717795 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.800416 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:09.272706 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:09.628980 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.405246 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:13:34.270785 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-af537dd8-f5a6-4b8a-82f8-38e133c4c568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.628254 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.716180 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ff05-abeb-4a8d-b883-5026591cb18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.722518 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.805775 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.267396 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.645171 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:56.404507 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:14:04.275868 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7003a266-856b-4a54-a13d-ff0127104579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:06.643979 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:06.718885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6ecb9772-08ac-44b7-bdfd-07620faa8072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.722439 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.810457 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:09.269142 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:09.643925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:33.408905 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:14:34.291466 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-24345fcf-d65e-4e1f-99ee-a34789ecbe3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:36.631926 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:36.715086 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2968a498-4c1d-4a2f-ad8b-864270436285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:37.725894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:37.812559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:39.280599 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:39.649087 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.281025 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-229bb1e6-be5a-4a28-9dca-ecebc46438eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.652878 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.718328 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-477a9c8f-9e79-4105-a2ed-8d585c10392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.727533 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.806585 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.287114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.642620 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.406395 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:15:34.302101 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-02e86ebf-f74a-4641-bcbc-45521e54ae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.656691 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.741595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44af5de8-3f4e-4554-9c09-5e923243d5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:37.731628 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:37.819857 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:39.283104 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:39.653305 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.406286 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:15:56.780918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49930) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:56.978655 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-22e8c087-7161-4b1e-8ed1-361bd0a50af2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edb8590fb63040fdb2557a9897212a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964982 Feb 04 16:15:56.981188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 49936) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:57.047046 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.077607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.135461 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.154659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0998f-dc13-45fb-a4ad-fe09e7152d45,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:57.164405 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.164740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.165097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.165423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.165744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.166062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.166379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.166693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.167006 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.167358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.167665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.167972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.178480 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.179595 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a49dc9f4-f8eb-4670-acea-4d47899bf688 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0a0998f-dc13-45fb-a4ad-fe09e7152d45 HTTP/1.1" status: 204 len: 168 time: 0.1975250 Feb 04 16:16:02.345244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 49992) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:02.488141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.504029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:02.508106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Usage tracker for resource:security_group_rule and tenant:ee789e1a8e164b07bf3f7236153956f5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:02.511710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:02.517653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:02.610837 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.614872 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.663507 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee789e1a8e164b07bf3f7236153956f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171360 Feb 04 16:16:02.664356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7b5995-ef80-48f4-b017-284b6b06da7c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:02.666474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50000) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:02.672342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.672687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.673046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.673375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.673703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.674025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.674346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.674667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.674984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.675303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.675617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.675984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3c20b-fb30-4f33-aae1-f57ae6816612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:02.737323 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9768d91-714d-4596-8cc8-1cc2cd37ea88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.764901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9768d91-714d-4596-8cc8-1cc2cd37ea88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.818856 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9768d91-714d-4596-8cc8-1cc2cd37ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.835335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9768d91-714d-4596-8cc8-1cc2cd37ea88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7b5995-ef80-48f4-b017-284b6b06da7c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:02.840026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e9768d91-714d-4596-8cc8-1cc2cd37ea88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.841183 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e9768d91-714d-4596-8cc8-1cc2cd37ea88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af7b5995-ef80-48f4-b017-284b6b06da7c HTTP/1.1" status: 204 len: 168 time: 0.1734536 Feb 04 16:16:04.286160 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa2a7-7208-408c-8026-ce5a7ef8fbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.594206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-3f381af1-cd2d-4151-bcbd-0052dbeab3da tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0211e7e0a9224460a7b3155f9b478211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310500 Feb 04 16:16:05.749659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-4149773b-138f-4215-8ce2-b2a4b5b876ef tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:05.751153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-4149773b-138f-4215-8ce2-b2a4b5b876ef tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515055 Feb 04 16:16:05.767543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-bd2c3f2a-ded3-47cc-a1d9-01ff41062119 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/quotas/0211e7e0a9224460a7b3155f9b478211 HTTP/1.1" status: 200 len: 375 time: 0.0109079 Feb 04 16:16:05.822810 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-94548367-826b-42da-832f-f846d2f7a717 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0211e7e0a9224460a7b3155f9b478211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499384 Feb 04 16:16:06.001563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f4c461a8-618c-41e6-bb38-9ee57017b05a req-ae5c237a-4853-4889-b7a8-f34b949db697 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 210 time: 0.0449791 Feb 04 16:16:06.668199 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:06.719119 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f43dca2d-e09b-442e-8235-f1f1735f6276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.022330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-6d5af448-ba69-4921-ad1c-51fa3cf1190f tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0211e7e0a9224460a7b3155f9b478211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272110 Feb 04 16:16:07.222556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-844e6094-c2d6-4666-9066-1205e29598b8 req-524eb837-f599-4e08-a647-97f26f98a0b8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 210 time: 0.0624952 Feb 04 16:16:07.231171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-1ee302cb-6270-40c9-808d-e4704da50189 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:07.232506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-1ee302cb-6270-40c9-808d-e4704da50189 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048938 Feb 04 16:16:07.247914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Request body: {'port': {'device_id': '0d47ab0a-3617-4946-8d20-baa55e37197b', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': '0211e7e0a9224460a7b3155f9b478211'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:16:07.388704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:07.392510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Usage tracker for resource:port and tenant:0211e7e0a9224460a7b3155f9b478211 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:07.395330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:07.400948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:07.411145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Made reservation on behalf of 0211e7e0a9224460a7b3155f9b478211 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:07.414714 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.426879 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.441842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:07.445569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Usage tracker for resource:security_group_rule and tenant:0211e7e0a9224460a7b3155f9b478211 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:07.448911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:07.454449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:07.537623 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.541333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.619215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:07.715739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Allocated IP 192.168.233.110 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/0978986a-ad91-426e-bb98-d589fb92c4ef) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:07.737799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.807237 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.920272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.935596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Transition to ACTIVE for port object 0978986a-ad91-426e-bb98-d589fb92c4ef will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:07.959496 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.043788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:08.046975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:08.051306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:16:08.077079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Pushing event updated for resources: {'Port': ['ID=0978986a-ad91-426e-bb98-d589fb92c4ef,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:08.118528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:08.119141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.156820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-2f0c87e1-3d4d-430a-8805-83ccc6bb8a7b tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9123933 Feb 04 16:16:08.171485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-37eb3495-d697-40fe-9874-bfbbaa559685 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:16:08.172447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-37eb3495-d697-40fe-9874-bfbbaa559685 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058753 Feb 04 16:16:08.299122 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7add447d-9d85-4e90-91d6-7a1f02130242 None None] Provisioning for port 0978986a-ad91-426e-bb98-d589fb92c4ef completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:08.303913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Request body: {'port': {'device_id': '0d47ab0a-3617-4946-8d20-baa55e37197b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:16:08.307300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7add447d-9d85-4e90-91d6-7a1f02130242 None None] Provisioning complete for port 0978986a-ad91-426e-bb98-d589fb92c4ef triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:08.308475 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7add447d-9d85-4e90-91d6-7a1f02130242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.414741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7add447d-9d85-4e90-91d6-7a1f02130242 None None] Port 0978986a-ad91-426e-bb98-d589fb92c4ef cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:16:08.586840 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.643184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47f25-d105-4b48-a599-22ebdc9aeaad req-b1d64d23-4fcf-4248-be2f-0d0d02100301 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:08.643880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9ac47f25-d105-4b48-a599-22ebdc9aeaad req-b1d64d23-4fcf-4248-be2f-0d0d02100301 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Synchronizing usage tracker for tenant:0211e7e0a9224460a7b3155f9b478211 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:08.691358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9ac47f25-d105-4b48-a599-22ebdc9aeaad req-b1d64d23-4fcf-4248-be2f-0d0d02100301 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Unset dirty status for tenant:0211e7e0a9224460a7b3155f9b478211 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:08.692607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ac47f25-d105-4b48-a599-22ebdc9aeaad req-b1d64d23-4fcf-4248-be2f-0d0d02100301 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 936 time: 0.3430154 Feb 04 16:16:08.799653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9ac47f25-d105-4b48-a599-22ebdc9aeaad req-a5e9112a-a6cf-4af8-8bda-82fe3a24c541 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Synchronizing usage tracker for tenant:0211e7e0a9224460a7b3155f9b478211 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:08.886327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-9ac47f25-d105-4b48-a599-22ebdc9aeaad req-a5e9112a-a6cf-4af8-8bda-82fe3a24c541 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Unset dirty status for tenant:0211e7e0a9224460a7b3155f9b478211 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:08.887471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ac47f25-d105-4b48-a599-22ebdc9aeaad req-a5e9112a-a6cf-4af8-8bda-82fe3a24c541 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549644 Feb 04 16:16:09.007564 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0978986a-ad91-426e-bb98-d589fb92c4ef {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:09.016360 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.031857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Transition to ACTIVE for port object 0978986a-ad91-426e-bb98-d589fb92c4ef will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:09.035474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.192144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0978986a-ad91-426e-bb98-d589fb92c4ef,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:09.290782 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.295928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Attempting to bind port 0978986a-ad91-426e-bb98-d589fb92c4ef on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:09.296266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Attempting to bind port 0978986a-ad91-426e-bb98-d589fb92c4ef by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:09.296594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Attempting to bind port 0978986a-ad91-426e-bb98-d589fb92c4ef on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:16:09.301938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Port 0978986a-ad91-426e-bb98-d589fb92c4ef on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:16:09.302308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Attempting to bind port 0978986a-ad91-426e-bb98-d589fb92c4ef on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:16:09.308873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:16:09.309298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:16:09.309690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:16:09.310117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Bound port: 0978986a-ad91-426e-bb98-d589fb92c4ef, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:09.310491 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.410225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] For port 0978986a-ad91-426e-bb98-d589fb92c4ef, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:16:09.413155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] For port 0978986a-ad91-426e-bb98-d589fb92c4ef, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0978986a-ad91-426e-bb98-d589fb92c4ef,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:16:09.417184 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.483708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:09.484321 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.485742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] 10.222.0.53 "PUT /v2.0/ports/0978986a-ad91-426e-bb98-d589fb92c4ef HTTP/1.1" status: 200 len: 1096 time: 1.3046577 Feb 04 16:16:09.486179 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d47ab0a-3617-4946-8d20-baa55e37197b', 'tag': '0978986a-ad91-426e-bb98-d589fb92c4ef'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:09.509992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf5477-2063-4aef-a617-489fe2c0a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0978986a-ad91-426e-bb98-d589fb92c4ef,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:09.609541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-f5aa6bea-091f-4996-956a-54b38fafe91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:09.611084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-f5aa6bea-091f-4996-956a-54b38fafe91d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0211e7e0a9224460a7b3155f9b478211&device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 1099 time: 0.0803864 Feb 04 16:16:09.617672 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d47ab0a-3617-4946-8d20-baa55e37197b', 'tag': '0978986a-ad91-426e-bb98-d589fb92c4ef', 'status': 'completed', 'code': 200} Feb 04 16:16:09.641760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.696709 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-231668b0-586f-434d-9f12-fe37ca2d2b41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0978986a-ad91-426e-bb98-d589fb92c4ef HTTP/1.1" status: 200 len: 217 time: 0.0720575 Feb 04 16:16:09.767020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-90eebdfb-5daa-4aef-abb2-4895d884aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:09.768386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-90eebdfb-5daa-4aef-abb2-4895d884aadf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0614362 Feb 04 16:16:09.851024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-8b03cc99-2066-42ee-9c3f-f946a322eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:09.852506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-8b03cc99-2066-42ee-9c3f-f946a322eba7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743062 Feb 04 16:16:09.998428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-4c8b8533-5b4a-47e3-b3df-9d6ee1c591cf service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354120 Feb 04 16:16:10.190685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b500ccf0-26ca-4f95-a8ee-8db123117dfd req-9d60c780-44bd-4765-bc5d-bc7d23efa33d service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551652 Feb 04 16:16:10.199817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cccde-44b1-47d6-9fd7-55cfbe11fdf1 req-42bfdfbb-0fc2-4635-8285-6c5b2e0965fe tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:10.201314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-667cccde-44b1-47d6-9fd7-55cfbe11fdf1 req-42bfdfbb-0fc2-4635-8285-6c5b2e0965fe tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 948 time: 0.2020314 Feb 04 16:16:10.284594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-667cccde-44b1-47d6-9fd7-55cfbe11fdf1 req-348e5415-dd37-4129-9ac6-c1b53f6748d6 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774820 Feb 04 16:16:10.440461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6669773-4889-450b-a831-892c643fbac5 req-869338d5-0dc7-4a10-936a-170a3046e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:10.442015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6669773-4889-450b-a831-892c643fbac5 req-869338d5-0dc7-4a10-936a-170a3046e886 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0211e7e0a9224460a7b3155f9b478211&device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 1099 time: 0.1991389 Feb 04 16:16:10.574096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6669773-4889-450b-a831-892c643fbac5 req-83902cd8-b2f2-488a-93b0-ca0c7a998779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:10.575520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6669773-4889-450b-a831-892c643fbac5 req-83902cd8-b2f2-488a-93b0-ca0c7a998779 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.1269050 Feb 04 16:16:10.642005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6669773-4889-450b-a831-892c643fbac5 req-3837b341-038c-446a-ace9-f98725502a51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0978986a-ad91-426e-bb98-d589fb92c4ef HTTP/1.1" status: 200 len: 217 time: 0.0599174 Feb 04 16:16:10.707121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6669773-4889-450b-a831-892c643fbac5 req-7b68a264-741e-4ae6-84ee-b9a83ebd28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:10.708478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6669773-4889-450b-a831-892c643fbac5 req-7b68a264-741e-4ae6-84ee-b9a83ebd28a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0601954 Feb 04 16:16:10.784498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6669773-4889-450b-a831-892c643fbac5 req-1cc30d37-255c-4004-8b14-0960f8680d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:10.786003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6669773-4889-450b-a831-892c643fbac5 req-1cc30d37-255c-4004-8b14-0960f8680d2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707905 Feb 04 16:16:10.916318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6669773-4889-450b-a831-892c643fbac5 req-36f60fd3-e262-47f6-92d2-3d74cc93faba service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227233 Feb 04 16:16:11.057505 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a6669773-4889-450b-a831-892c643fbac5 req-166e0ed0-a007-4386-b8a0-4d10d5a2c063 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332455 Feb 04 16:16:11.480881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2acfa0-71d5-408b-8b67-496a1caee791 req-4486147a-ef1d-4057-982e-f69a6f13c194 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:11.482368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b2acfa0-71d5-408b-8b67-496a1caee791 req-4486147a-ef1d-4057-982e-f69a6f13c194 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 948 time: 0.0877268 Feb 04 16:16:11.527836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b2acfa0-71d5-408b-8b67-496a1caee791 req-ec7d0fb4-79c1-46ef-b829-079582fd4876 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397449 Feb 04 16:16:12.721193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5439ec-d25f-4e97-9495-a22b9eefcb82 req-d67d0354-978c-447f-bb28-ad4f57636598 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:12.722682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f5439ec-d25f-4e97-9495-a22b9eefcb82 req-d67d0354-978c-447f-bb28-ad4f57636598 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 948 time: 0.0877821 Feb 04 16:16:12.770158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f5439ec-d25f-4e97-9495-a22b9eefcb82 req-d1e5dbad-4873-4231-898d-0596f677d4ec tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416884 Feb 04 16:16:12.828428 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0978986a-ad91-426e-bb98-d589fb92c4ef details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:16:12.960054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0978986a-ad91-426e-bb98-d589fb92c4ef, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0978986a-ad91-426e-bb98-d589fb92c4ef,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:16:12.974112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '0978986a-ad91-426e-bb98-d589fb92c4ef', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': '0978986a-ad91-426e-bb98-d589fb92c4ef', 'mac_address': 'fa:16:3e:3d:d9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:16:13.033871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.052490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0978986a-ad91-426e-bb98-d589fb92c4ef {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:13.071942 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0978986a-ad91-426e-bb98-d589fb92c4ef, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0978986a-ad91-426e-bb98-d589fb92c4ef,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:16:13.076444 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.157409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0978986a-ad91-426e-bb98-d589fb92c4ef,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:13.165400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.165741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.166076 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.166495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.167056 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.168226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.168635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.169046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.169605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.170128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.170456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.170835 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.430733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['0978986a-ad91-426e-bb98-d589fb92c4ef'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:16:13.962817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c88d2-d381-4fbb-880e-873495a3eca8 req-9fb66b53-01a0-4693-b90d-25f00270df68 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:13.964856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-008c88d2-d381-4fbb-880e-873495a3eca8 req-9fb66b53-01a0-4693-b90d-25f00270df68 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 949 time: 0.0858910 Feb 04 16:16:14.010213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-008c88d2-d381-4fbb-880e-873495a3eca8 req-f3d9647b-60ab-4573-9bf7-c0c568a511b5 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Feb 04 16:16:14.845820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0978986a-ad91-426e-bb98-d589fb92c4ef up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:14.912815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 0978986a-ad91-426e-bb98-d589fb92c4ef completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:14.918438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 0978986a-ad91-426e-bb98-d589fb92c4ef triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:14.918807 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.040353 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.071140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d47ab0a-3617-4946-8d20-baa55e37197b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0978986a-ad91-426e-bb98-d589fb92c4ef'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:15.081258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0978986a-ad91-426e-bb98-d589fb92c4ef, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0978986a-ad91-426e-bb98-d589fb92c4ef,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:16:15.085895 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.160022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0978986a-ad91-426e-bb98-d589fb92c4ef,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:15.212996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614d87-ade3-4827-aab2-79e75e7fa120 req-5114fba2-859a-46ca-8401-99b1798cd4d2 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.215005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc614d87-ade3-4827-aab2-79e75e7fa120 req-5114fba2-859a-46ca-8401-99b1798cd4d2 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 950 time: 0.0868046 Feb 04 16:16:15.265337 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc614d87-ade3-4827-aab2-79e75e7fa120 req-c56f61a9-8bfe-4f72-8c95-795b1464b580 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 Feb 04 16:16:15.376507 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d47ab0a-3617-4946-8d20-baa55e37197b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0978986a-ad91-426e-bb98-d589fb92c4ef', 'code': 200} Feb 04 16:16:15.508472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520adaac-55de-4152-8ed9-26cea83adc16 req-667e8a29-c798-4a10-b1e1-8b0fe5b15e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.509988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-520adaac-55de-4152-8ed9-26cea83adc16 req-667e8a29-c798-4a10-b1e1-8b0fe5b15e54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 1101 time: 0.0713465 Feb 04 16:16:15.555822 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-520adaac-55de-4152-8ed9-26cea83adc16 req-330f61b1-3526-4703-8ea7-58af7e132e9b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356941 Feb 04 16:16:16.464111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88c24-358d-4662-b5ba-c0bcf1a85d8c req-f6f1a4fa-b072-485e-bf72-8701b2998ffd tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:16.465840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08a88c24-358d-4662-b5ba-c0bcf1a85d8c req-f6f1a4fa-b072-485e-bf72-8701b2998ffd tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 950 time: 0.0892386 Feb 04 16:16:16.511995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08a88c24-358d-4662-b5ba-c0bcf1a85d8c req-0f7ab616-451d-4f4a-909f-117edc1a2a81 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 Feb 04 16:16:17.695881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d4454-21fa-4245-b1d2-2b3fad8199b5 req-a8217243-817c-45c0-8101-8e1a7a742076 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:17.697248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89d4454-21fa-4245-b1d2-2b3fad8199b5 req-a8217243-817c-45c0-8101-8e1a7a742076 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 950 time: 0.0817826 Feb 04 16:16:17.744966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f89d4454-21fa-4245-b1d2-2b3fad8199b5 req-ffbd6596-d7fe-4299-ae6b-2bb9581bb567 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Feb 04 16:16:18.200534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bdd4f-9e81-478d-81ea-eed9b45e6c48 req-c67510b9-f713-4ce0-a6e1-af3e1b4954ec tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:18.202124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac2bdd4f-9e81-478d-81ea-eed9b45e6c48 req-c67510b9-f713-4ce0-a6e1-af3e1b4954ec tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 950 time: 0.0886288 Feb 04 16:16:18.247852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac2bdd4f-9e81-478d-81ea-eed9b45e6c48 req-59816815-6340-4712-a064-5f6ee52d195c tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Feb 04 16:16:19.490003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e709ed-faef-4701-a84e-f7cacbca5dc2 req-2e3af985-4b50-4cb2-9eb8-b3cb05ee41ea tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:19.491445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e709ed-faef-4701-a84e-f7cacbca5dc2 req-2e3af985-4b50-4cb2-9eb8-b3cb05ee41ea tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 950 time: 0.1382501 Feb 04 16:16:19.521332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-6acec098-8e7a-4953-aeb0-d4ed8718268f tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:19.522685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-6acec098-8e7a-4953-aeb0-d4ed8718268f tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 950 time: 0.1191778 Feb 04 16:16:19.594262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e709ed-faef-4701-a84e-f7cacbca5dc2 req-c3c7a690-910c-42a0-bd1c-c9b96a2a9b59 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/security-groups?id=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954549 Feb 04 16:16:19.610032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Deleting port 0978986a-ad91-426e-bb98-d589fb92c4ef {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:16:19.610376 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:19.955890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] For port 0978986a-ad91-426e-bb98-d589fb92c4ef, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0978986a-ad91-426e-bb98-d589fb92c4ef,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:16:19.956161 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.082423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Calling delete_port for 0978986a-ad91-426e-bb98-d589fb92c4ef owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:16:20.240665 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.257586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['0978986a-ad91-426e-bb98-d589fb92c4ef'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:16:20.294347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Pushing event deleted for resources: {'Port': ['ID=0978986a-ad91-426e-bb98-d589fb92c4ef,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:20.379790 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] No DVR routers for this DVR port 0978986a-ad91-426e-bb98-d589fb92c4ef on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:20.382350 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.385056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d47ab0a-3617-4946-8d20-baa55e37197b', 'name': 'network-vif-deleted', 'tag': '0978986a-ad91-426e-bb98-d589fb92c4ef'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:20.403118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a94c1e69-9eb5-47be-98be-d88058b7accd req-8d503f3e-9222-4bd4-9bc9-d243b104b3f8 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.53 "DELETE /v2.0/ports/0978986a-ad91-426e-bb98-d589fb92c4ef HTTP/1.1" status: 204 len: 173 time: 0.8666174 Feb 04 16:16:20.451092 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d47ab0a-3617-4946-8d20-baa55e37197b', 'name': 'network-vif-deleted', 'tag': '0978986a-ad91-426e-bb98-d589fb92c4ef', 'status': 'completed', 'code': 200} Feb 04 16:16:20.764956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d138112c-02af-488c-95e7-6aff8d44dece req-43d0cf37-a09c-43df-8348-9c6a9c873225 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Synchronizing usage tracker for tenant:0211e7e0a9224460a7b3155f9b478211 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:20.780110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d138112c-02af-488c-95e7-6aff8d44dece req-43d0cf37-a09c-43df-8348-9c6a9c873225 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] Unset dirty status for tenant:0211e7e0a9224460a7b3155f9b478211 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:20.781523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d138112c-02af-488c-95e7-6aff8d44dece req-43d0cf37-a09c-43df-8348-9c6a9c873225 tempest-VolumesNegativeTest-236272006 tempest-VolumesNegativeTest-236272006-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d47ab0a-3617-4946-8d20-baa55e37197b HTTP/1.1" status: 200 len: 210 time: 0.0617607 Feb 04 16:16:22.904951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0978986a-ad91-426e-bb98-d589fb92c4ef no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:22.941944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 0978986a-ad91-426e-bb98-d589fb92c4ef {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:16:22.942324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0978986a-ad91-426e-bb98-d589fb92c4ef not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:24.411155 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:16:28.114209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50366) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:28.274879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4217efb9-ef91-4fed-8ae4-a1c052131cae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0211e7e0a9224460a7b3155f9b478211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594813 Feb 04 16:16:28.277352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50372) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:28.338977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3bf77ab-8b86-41e1-9dd8-245b1ea04b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.366323 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3bf77ab-8b86-41e1-9dd8-245b1ea04b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.419963 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3bf77ab-8b86-41e1-9dd8-245b1ea04b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.437645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf77ab-8b86-41e1-9dd8-245b1ea04b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:28.448893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3bf77ab-8b86-41e1-9dd8-245b1ea04b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.450017 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f3bf77ab-8b86-41e1-9dd8-245b1ea04b51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72e4ffea-ccc6-4e41-bcb3-6c0e10a86ef3 HTTP/1.1" status: 204 len: 168 time: 0.1717741 Feb 04 16:16:34.290803 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2d830f94-2926-4907-8cd4-eee694dfe98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.668521 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.719991 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d7207c28-b18a-44a9-9e55-f9fd8d3e1b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.739487 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.811761 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.223852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-6924b94b-201a-447d-8cb2-1a43b53d2466 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d3b56a41bf0647fab75dd9339bb20335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290103 Feb 04 16:16:39.295560 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.388343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698013-bfa5-44bb-a93c-24b629944360 req-4a923495-6c63-4f1b-9913-d845b295d632 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:39.389754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-4a923495-6c63-4f1b-9913-d845b295d632 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605403 Feb 04 16:16:39.405886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-a4dd110f-ead1-4416-8293-4f45e8dca55f tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/quotas/d3b56a41bf0647fab75dd9339bb20335 HTTP/1.1" status: 200 len: 375 time: 0.0107465 Feb 04 16:16:39.462079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-f0f568e0-1380-40dd-8247-c9942f400858 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3b56a41bf0647fab75dd9339bb20335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475736 Feb 04 16:16:39.639402 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.650957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80467675-e906-4bed-807f-61afbd3384d5 req-172e7c56-0905-4285-9784-0438dc02fc23 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 210 time: 0.0489280 Feb 04 16:16:40.823685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34c01b29-c757-4076-999d-532c86838853 req-98f89d5c-8a88-49e9-8557-cdee1cf2318e tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 210 time: 0.0515568 Feb 04 16:16:40.902121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-d7c284c5-f013-48ee-a355-efd41d616d4c tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d3b56a41bf0647fab75dd9339bb20335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267680 Feb 04 16:16:41.064380 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698013-bfa5-44bb-a93c-24b629944360 req-fe769ff0-b056-4b3c-a9e3-a7f58ddf4fd8 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:41.066153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-fe769ff0-b056-4b3c-a9e3-a7f58ddf4fd8 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581862 Feb 04 16:16:41.082977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Request body: {'port': {'device_id': 'a81a5da4-6bcb-4c31-9946-a540a15a5c17', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'admin_state_up': True, 'tenant_id': 'd3b56a41bf0647fab75dd9339bb20335'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:16:41.230366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:41.234231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Usage tracker for resource:port and tenant:d3b56a41bf0647fab75dd9339bb20335 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:41.237206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:41.243115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:41.253876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Made reservation on behalf of d3b56a41bf0647fab75dd9339bb20335 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:41.257403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.270288 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.286584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:41.290456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Usage tracker for resource:security_group_rule and tenant:d3b56a41bf0647fab75dd9339bb20335 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:41.294897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:41.301792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:41.397573 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.402431 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.482841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe822da-c480-487b-b9d2-8f328bd9fc01,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:41.582244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Allocated IP 192.168.233.238 (c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e/b9a60aa5-4bb4-4c18-9f21-f381ac6651ba/b7c43822-52f0-421d-805f-7147c8116621) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:41.930279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.999655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-969a9f5f-10f3-4065-8476-8183b7bf794c req-c4b62945-d611-43e4-8e41-03889a518e22 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 210 time: 0.0621502 Feb 04 16:16:42.001103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Transition to ACTIVE for port object b7c43822-52f0-421d-805f-7147c8116621 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:42.031080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:42.107184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:42.110601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:42.114894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:16:42.145826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Pushing event updated for resources: {'Port': ['ID=b7c43822-52f0-421d-805f-7147c8116621,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:42.187771 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:42.188417 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:42.219646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e8f8bc45-cf24-491d-baa7-548b7a9c2ead tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1407344 Feb 04 16:16:42.235460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Request body: {'port': {'device_id': 'a81a5da4-6bcb-4c31-9946-a540a15a5c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:16:42.373657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:42.423542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-34786935-2a07-4672-a123-f9fa8786f231 None None] Provisioning for port b7c43822-52f0-421d-805f-7147c8116621 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:42.428926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-34786935-2a07-4672-a123-f9fa8786f231 None None] Provisioning complete for port b7c43822-52f0-421d-805f-7147c8116621 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:42.429285 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-34786935-2a07-4672-a123-f9fa8786f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:42.485531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-34786935-2a07-4672-a123-f9fa8786f231 None None] Port b7c43822-52f0-421d-805f-7147c8116621 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:16:42.758040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c43822-52f0-421d-805f-7147c8116621 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:42.766347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:42.781147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Transition to ACTIVE for port object b7c43822-52f0-421d-805f-7147c8116621 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:42.785220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:42.923620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c43822-52f0-421d-805f-7147c8116621,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:43.042601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Attempting to bind port b7c43822-52f0-421d-805f-7147c8116621 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:43.043191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Attempting to bind port b7c43822-52f0-421d-805f-7147c8116621 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:43.043423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Attempting to bind port b7c43822-52f0-421d-805f-7147c8116621 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:16:43.049168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Port b7c43822-52f0-421d-805f-7147c8116621 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:16:43.055952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Attempting to bind port b7c43822-52f0-421d-805f-7147c8116621 on network c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:16:43.055952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:16:43.055952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Checking segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:16:43.055952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Bound using segment: {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:16:43.055952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Bound port: b7c43822-52f0-421d-805f-7147c8116621, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb59dede-a2d3-4998-8928-b12a0b7fe0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:43.056582 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:43.205917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] For port b7c43822-52f0-421d-805f-7147c8116621, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:16:43.209921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] For port b7c43822-52f0-421d-805f-7147c8116621, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b7c43822-52f0-421d-805f-7147c8116621,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:16:43.217573 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:43.289501 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:43.290114 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:43.291548 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] 10.222.0.53 "PUT /v2.0/ports/b7c43822-52f0-421d-805f-7147c8116621 HTTP/1.1" status: 200 len: 1096 time: 1.0608869 Feb 04 16:16:43.291976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81a5da4-6bcb-4c31-9946-a540a15a5c17', 'tag': 'b7c43822-52f0-421d-805f-7147c8116621'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:43.307568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614189b5-b0ec-4d7c-882b-b88fb1752afa req-bfea7913-c542-4ae3-8776-27fce923964d tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:43.308458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-614189b5-b0ec-4d7c-882b-b88fb1752afa req-bfea7913-c542-4ae3-8776-27fce923964d tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Synchronizing usage tracker for tenant:d3b56a41bf0647fab75dd9339bb20335 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:43.338583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1ba2c-df6b-443b-8009-8e574118f303 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c43822-52f0-421d-805f-7147c8116621,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:43.383923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-614189b5-b0ec-4d7c-882b-b88fb1752afa req-bfea7913-c542-4ae3-8776-27fce923964d tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Unset dirty status for tenant:d3b56a41bf0647fab75dd9339bb20335 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:43.385143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-614189b5-b0ec-4d7c-882b-b88fb1752afa req-bfea7913-c542-4ae3-8776-27fce923964d tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 948 time: 0.2632418 Feb 04 16:16:43.446711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-614189b5-b0ec-4d7c-882b-b88fb1752afa req-161f10d4-0c12-4f93-9330-9986d9b58190 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Synchronizing usage tracker for tenant:d3b56a41bf0647fab75dd9339bb20335 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:43.472406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e96ba9dc-1647-46f8-aa98-93b954ac0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:43.473940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-e96ba9dc-1647-46f8-aa98-93b954ac0510 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3b56a41bf0647fab75dd9339bb20335&device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 1099 time: 0.1285684 Feb 04 16:16:43.475079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-614189b5-b0ec-4d7c-882b-b88fb1752afa req-161f10d4-0c12-4f93-9330-9986d9b58190 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Unset dirty status for tenant:d3b56a41bf0647fab75dd9339bb20335 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:43.476083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-614189b5-b0ec-4d7c-882b-b88fb1752afa req-161f10d4-0c12-4f93-9330-9986d9b58190 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833178 Feb 04 16:16:43.540970 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81a5da4-6bcb-4c31-9946-a540a15a5c17', 'tag': 'b7c43822-52f0-421d-805f-7147c8116621', 'status': 'completed', 'code': 200} Feb 04 16:16:43.556816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-ff13ee99-7e8d-4ff3-8b29-98636f2e7f1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b7c43822-52f0-421d-805f-7147c8116621 HTTP/1.1" status: 200 len: 217 time: 0.0716131 Feb 04 16:16:43.624187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698013-bfa5-44bb-a93c-24b629944360 req-4c9b8d13-bbea-4acd-8101-de1b96b0b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:43.625710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-4c9b8d13-bbea-4acd-8101-de1b96b0b6e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0600698 Feb 04 16:16:43.709877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698013-bfa5-44bb-a93c-24b629944360 req-7d020d04-4031-4d7a-a4e0-0d09f57f9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:43.711339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-7d020d04-4031-4d7a-a4e0-0d09f57f9ed5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762534 Feb 04 16:16:43.966037 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-93fd5ce7-1a41-4f16-bd55-901922bc75d5 service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417295 Feb 04 16:16:44.103398 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3698013-bfa5-44bb-a93c-24b629944360 req-08ed61d2-d561-4994-8b0a-b79639439afe service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283984 Feb 04 16:16:44.223455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-a13100b5-2332-4ed7-9719-57972e497d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:44.224935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-a13100b5-2332-4ed7-9719-57972e497d44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3b56a41bf0647fab75dd9339bb20335&device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 1099 time: 0.0740421 Feb 04 16:16:44.364658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-9f931302-ae88-4b7a-aa4b-a65887a5274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:44.366146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-9f931302-ae88-4b7a-aa4b-a65887a5274a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e HTTP/1.1" status: 200 len: 870 time: 0.1331949 Feb 04 16:16:44.439847 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-8061cfcc-74f3-46cb-92e8-b8c0622c9d84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b7c43822-52f0-421d-805f-7147c8116621 HTTP/1.1" status: 200 len: 217 time: 0.0670819 Feb 04 16:16:44.507720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-fbb03b29-4dca-456f-95ed-8f5752864ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:44.509130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-fbb03b29-4dca-456f-95ed-8f5752864ddf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9a60aa5-4bb4-4c18-9f21-f381ac6651ba HTTP/1.1" status: 200 len: 843 time: 0.0617537 Feb 04 16:16:44.598526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-150bdd6c-6065-4baa-ba9e-29364ea968ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:44.600043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-150bdd6c-6065-4baa-ba9e-29364ea968ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830088 Feb 04 16:16:44.793818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-1c1edc95-9a1e-4902-9ee1-22488f1dcb1d service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607385 Feb 04 16:16:44.802187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137916cc-2dbd-4b20-a2bb-3c73c0fb50ca req-c74b570f-94c8-4cee-9eae-28ac8f24fdfc tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:44.803596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-137916cc-2dbd-4b20-a2bb-3c73c0fb50ca req-c74b570f-94c8-4cee-9eae-28ac8f24fdfc tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 948 time: 0.2026923 Feb 04 16:16:44.936009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-137916cc-2dbd-4b20-a2bb-3c73c0fb50ca req-04a00807-9aaf-421c-855e-e50bd10f213c tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126707 Feb 04 16:16:44.979060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e73c16d-a000-4174-9359-8a03860b3fb8 req-4f5c11f5-66cf-40a0-b930-2158c448aefd service neutron] 10.222.0.53 "GET /v2.0/networks/c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743588 Feb 04 16:16:46.122431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83af349-abd0-4d85-83f9-24219a769cf1 req-0b78ade2-b10b-4240-81d9-a18399c9c9f3 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:46.123919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d83af349-abd0-4d85-83f9-24219a769cf1 req-0b78ade2-b10b-4240-81d9-a18399c9c9f3 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 948 time: 0.0822997 Feb 04 16:16:46.169238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d83af349-abd0-4d85-83f9-24219a769cf1 req-3c840db9-d84b-4031-870e-9c2affab9c0a tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Feb 04 16:16:47.033223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b7c43822-52f0-421d-805f-7147c8116621 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:16:47.187187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b7c43822-52f0-421d-805f-7147c8116621, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b7c43822-52f0-421d-805f-7147c8116621,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:16:47.201541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'b7c43822-52f0-421d-805f-7147c8116621', 'network_id': 'c26ca1bf-aea3-4e4f-aac5-aa2c943dd57e', 'port_id': 'b7c43822-52f0-421d-805f-7147c8116621', 'mac_address': 'fa:16:3e:f5:76:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a60aa5-4bb4-4c18-9f21-f381ac6651ba', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:16:47.264495 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:47.283355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c43822-52f0-421d-805f-7147c8116621 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:47.303757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b7c43822-52f0-421d-805f-7147c8116621, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b7c43822-52f0-421d-805f-7147c8116621,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:16:47.308714 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:47.380478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b7c43822-52f0-421d-805f-7147c8116621,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:47.428077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806563c-8bde-4207-a571-0db8d9742d33 req-b2e6d259-cd0d-4f56-a475-d3dbc96d5b13 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:47.429598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8806563c-8bde-4207-a571-0db8d9742d33 req-b2e6d259-cd0d-4f56-a475-d3dbc96d5b13 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 949 time: 0.1495240 Feb 04 16:16:47.477769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8806563c-8bde-4207-a571-0db8d9742d33 req-f5481930-631c-4e67-9eec-a72b179d2507 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Feb 04 16:16:47.564209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b7c43822-52f0-421d-805f-7147c8116621'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:16:48.673500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb4ef1-c3b3-47be-99ae-f2ceb6dce9a0 req-f2ccf541-c5b7-444c-8963-b6627b587555 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:48.674930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80bb4ef1-c3b3-47be-99ae-f2ceb6dce9a0 req-f2ccf541-c5b7-444c-8963-b6627b587555 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 949 time: 0.0836949 Feb 04 16:16:48.721468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-80bb4ef1-c3b3-47be-99ae-f2ceb6dce9a0 req-1f07e28f-1f28-4560-a751-cce2ad85a0b4 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Feb 04 16:16:49.047770 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b7c43822-52f0-421d-805f-7147c8116621 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:49.123513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port b7c43822-52f0-421d-805f-7147c8116621 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:49.129226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port b7c43822-52f0-421d-805f-7147c8116621 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:49.129591 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.255221 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.285125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81a5da4-6bcb-4c31-9946-a540a15a5c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c43822-52f0-421d-805f-7147c8116621'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:49.296011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b7c43822-52f0-421d-805f-7147c8116621, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b7c43822-52f0-421d-805f-7147c8116621,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:16:49.301203 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.337814 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81a5da4-6bcb-4c31-9946-a540a15a5c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c43822-52f0-421d-805f-7147c8116621', 'code': 200} Feb 04 16:16:49.376575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b7c43822-52f0-421d-805f-7147c8116621,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:49.490241 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305b603-4510-407a-a4d0-579220dc2bff req-1dff85ec-3939-4655-a4c8-e395d09fe2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:49.491726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7305b603-4510-407a-a4d0-579220dc2bff req-1dff85ec-3939-4655-a4c8-e395d09fe2a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 1101 time: 0.0842502 Feb 04 16:16:49.537987 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7305b603-4510-407a-a4d0-579220dc2bff req-4c172689-c685-4d54-9f0f-a05e9f997098 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Feb 04 16:16:49.915534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c4f3a-0a67-4692-93c4-3af9f98d2b51 req-480a569b-2ff5-4e8e-825b-8cb964883432 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:49.917213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-028c4f3a-0a67-4692-93c4-3af9f98d2b51 req-480a569b-2ff5-4e8e-825b-8cb964883432 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 950 time: 0.0868025 Feb 04 16:16:49.963338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-028c4f3a-0a67-4692-93c4-3af9f98d2b51 req-646f3c60-0003-4b40-8e8f-a1c1f597669e tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Feb 04 16:16:51.160694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7d06b-c497-4c1c-9c63-81759d1dde71 req-9d9130e8-ba06-4ac7-97e9-e1661ab1647c tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:51.162239 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1af7d06b-c497-4c1c-9c63-81759d1dde71 req-9d9130e8-ba06-4ac7-97e9-e1661ab1647c tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 950 time: 0.0877969 Feb 04 16:16:51.210710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1af7d06b-c497-4c1c-9c63-81759d1dde71 req-6e9cddd3-8916-4aa7-bd4a-7ddccd00708c tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Feb 04 16:16:52.365145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce8e08-59bb-4d78-bb1e-bd45304504c1 req-24962848-aad7-4ccd-8380-78513e20dcff tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:52.366638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07ce8e08-59bb-4d78-bb1e-bd45304504c1 req-24962848-aad7-4ccd-8380-78513e20dcff tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 950 time: 0.0827751 Feb 04 16:16:52.527258 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07ce8e08-59bb-4d78-bb1e-bd45304504c1 req-c18e0454-3bab-400d-892c-2525f0c01903 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541567 Feb 04 16:16:53.774087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-7f65cf55-f497-4113-8c34-0e33d555965d tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:53.775547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-7f65cf55-f497-4113-8c34-0e33d555965d tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.53 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 950 time: 0.1420054 Feb 04 16:16:53.825254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f7a12-0660-4a11-a168-80d86a00483a req-6f38384a-bbea-48ce-afd8-e3db933273f9 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:53.826783 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a5f7a12-0660-4a11-a168-80d86a00483a req-6f38384a-bbea-48ce-afd8-e3db933273f9 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 950 time: 0.1616828 Feb 04 16:16:53.883613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Deleting port b7c43822-52f0-421d-805f-7147c8116621 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:16:53.883956 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:53.939961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a5f7a12-0660-4a11-a168-80d86a00483a req-6a5935b3-4239-4ee7-98a4-712ecc1c25f7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/security-groups?id=cfe822da-c480-487b-b9d2-8f328bd9fc01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056211 Feb 04 16:16:54.168134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] For port b7c43822-52f0-421d-805f-7147c8116621, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b7c43822-52f0-421d-805f-7147c8116621,segment=NetworkSegment(fb59dede-a2d3-4998-8928-b12a0b7fe0ff),segment_id=fb59dede-a2d3-4998-8928-b12a0b7fe0ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:16:54.168396 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:54.294885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Calling delete_port for b7c43822-52f0-421d-805f-7147c8116621 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:16:54.454127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:54.470610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b7c43822-52f0-421d-805f-7147c8116621'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:16:54.507947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Pushing event deleted for resources: {'Port': ['ID=b7c43822-52f0-421d-805f-7147c8116621,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:54.586872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] No DVR routers for this DVR port b7c43822-52f0-421d-805f-7147c8116621 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:54.589661 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:54.592633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81a5da4-6bcb-4c31-9946-a540a15a5c17', 'name': 'network-vif-deleted', 'tag': 'b7c43822-52f0-421d-805f-7147c8116621'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:54.609226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dbcac7-ec9e-45da-be26-3fdd17e3a769 req-a4b3b683-3fa9-4783-8d77-7eb89e2b13c7 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.53 "DELETE /v2.0/ports/b7c43822-52f0-421d-805f-7147c8116621 HTTP/1.1" status: 204 len: 173 time: 0.8255484 Feb 04 16:16:54.645891 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81a5da4-6bcb-4c31-9946-a540a15a5c17', 'name': 'network-vif-deleted', 'tag': 'b7c43822-52f0-421d-805f-7147c8116621', 'status': 'completed', 'code': 200} Feb 04 16:16:55.109216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbda7dd6-f490-4e66-985e-a0f65889cce8 req-7de76cba-69d7-42d3-a7bb-87834258e721 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Synchronizing usage tracker for tenant:d3b56a41bf0647fab75dd9339bb20335 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:55.126763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dbda7dd6-f490-4e66-985e-a0f65889cce8 req-7de76cba-69d7-42d3-a7bb-87834258e721 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] Unset dirty status for tenant:d3b56a41bf0647fab75dd9339bb20335 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:55.127326 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbda7dd6-f490-4e66-985e-a0f65889cce8 req-7de76cba-69d7-42d3-a7bb-87834258e721 tempest-ServersAdminNegativeTestJSON-1877016582 tempest-ServersAdminNegativeTestJSON-1877016582-project] 10.222.0.46 "GET /v2.0/ports?device_id=a81a5da4-6bcb-4c31-9946-a540a15a5c17 HTTP/1.1" status: 200 len: 210 time: 0.0631304 Feb 04 16:16:56.523262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50524) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:56.675989 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad483d4c-fc75-47a6-b5dc-36334d85ba41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3b56a41bf0647fab75dd9339bb20335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514432 Feb 04 16:16:56.678349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50530) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:56.748858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e38a795-6b4f-47ac-b229-d47216b1ff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.778995 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e38a795-6b4f-47ac-b229-d47216b1ff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.834275 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e38a795-6b4f-47ac-b229-d47216b1ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.851151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38a795-6b4f-47ac-b229-d47216b1ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe822da-c480-487b-b9d2-8f328bd9fc01,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:56.864704 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8e38a795-6b4f-47ac-b229-d47216b1ff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.868823 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8e38a795-6b4f-47ac-b229-d47216b1ff50 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfe822da-c480-487b-b9d2-8f328bd9fc01 HTTP/1.1" status: 204 len: 168 time: 0.1866190 Feb 04 16:16:57.095153 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b7c43822-52f0-421d-805f-7147c8116621 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:57.131657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: b7c43822-52f0-421d-805f-7147c8116621 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:16:57.131996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b7c43822-52f0-421d-805f-7147c8116621 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:57.169159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50538) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:57.187676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.203722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:57.207612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:cecbac8d0c2d4b10b07c9990aaf522de is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:57.210563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:57.216470 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:57.305009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.311565 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.362877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2860fb0-b35e-4d37-886b-caceefeeac30,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:57.366885 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cecbac8d0c2d4b10b07c9990aaf522de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963542 Feb 04 16:16:57.369736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50542) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:57.378940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.379298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.379627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.379966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.380320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.380651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.381011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.381338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.381664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.381985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.382304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.382630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77d932-3fd0-4c8f-a4f0-388101d7f5e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:57.434435 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5444f353-8071-4a90-9404-8635b1d26caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.461544 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5444f353-8071-4a90-9404-8635b1d26caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.527287 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5444f353-8071-4a90-9404-8635b1d26caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.542171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444f353-8071-4a90-9404-8635b1d26caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2860fb0-b35e-4d37-886b-caceefeeac30,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:57.548967 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5444f353-8071-4a90-9404-8635b1d26caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.550104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5444f353-8071-4a90-9404-8635b1d26caf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2860fb0-b35e-4d37-886b-caceefeeac30 HTTP/1.1" status: 204 len: 168 time: 0.1790986 Feb 04 16:16:58.313513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50566) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:58.420655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1069652583-network', 'tenant_id': '9f05f4bcffd64a0d89a948708b81895e'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:16:58.426176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:58.430022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Usage tracker for resource:network and tenant:9f05f4bcffd64a0d89a948708b81895e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:58.433360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:58.439292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:58.450220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Made reservation on behalf of 9f05f4bcffd64a0d89a948708b81895e for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:58.452612 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.465691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.481532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:58.485373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Usage tracker for resource:security_group_rule and tenant:9f05f4bcffd64a0d89a948708b81895e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:58.488466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:58.494254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:58.589654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.594760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.628884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:16:58.634210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:58.642246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.642594 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Added segment 296394da-3292-4621-9b5d-4925b4976d2f of type vlan for network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 Feb 04 16:16:58.672260 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.705849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.707255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:58.707788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.809792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] Pushing event updated for resources: {'Network': ['ID=5aee0709-e5c6-4314-98ef-eda8b513b0c0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:58.813076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6eb18bef-6e0a-4be8-89d0-bd9f563cc71c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4984784 Feb 04 16:16:58.816363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50572) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:58.819985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:16:58.821696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Request body: {'subnet': {'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1069652583-subnet', 'tenant_id': '9f05f4bcffd64a0d89a948708b81895e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:16:58.828010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:58.831981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Usage tracker for resource:subnet and tenant:9f05f4bcffd64a0d89a948708b81895e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:58.835014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:58.842277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:58.857268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Made reservation on behalf of 9f05f4bcffd64a0d89a948708b81895e for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:58.859788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.077017 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.150099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fcf920-5565-4276-a401-6aff857405a7,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:59.162774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Checking segment: {'id': '296394da-3292-4621-9b5d-4925b4976d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:16:59.163127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Network hostable DHCP agents. Network: 5aee0709-e5c6-4314-98ef-eda8b513b0c0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:16:59.183973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:16:59.194402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 5aee0709-e5c6-4314-98ef-eda8b513b0c0) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:59.198876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:59.199453 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.204137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5de8cd-ed62-4689-9e88-0b72b94c2af3 None None] Network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:16:59.224797 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f3ff3eec-65e2-405b-a16f-d1d89351f4b5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4072769 Feb 04 16:16:59.453607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee0390-a372-4556-9ee3-3a25ee309cc6 None None] Network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:16:59.914243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-3c5fa70b-7917-4992-9bde-8bb53b0f4409 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:59.915054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-3c5fa70b-7917-4992-9bde-8bb53b0f4409 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Synchronizing usage tracker for tenant:9f05f4bcffd64a0d89a948708b81895e on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:59.938071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-3c5fa70b-7917-4992-9bde-8bb53b0f4409 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Unset dirty status for tenant:9f05f4bcffd64a0d89a948708b81895e on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:59.940110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-3c5fa70b-7917-4992-9bde-8bb53b0f4409 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 812 time: 0.2843215 Feb 04 16:16:59.956711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-90a178d6-bbe9-4438-aba0-a52645317178 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/quotas/9f05f4bcffd64a0d89a948708b81895e HTTP/1.1" status: 200 len: 375 time: 0.0109329 Feb 04 16:17:00.010478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-95da9ebe-c896-47c7-9d22-6956c237a28b tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481024 Feb 04 16:17:00.073041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-44a187b3-07b7-44cc-81a8-57fef5028148 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:17:00.074087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-44a187b3-07b7-44cc-81a8-57fef5028148 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560272 Feb 04 16:17:00.219299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-c9fab619-3ba4-46f3-92a2-844d9fb90349 service neutron] 10.222.0.46 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374595 Feb 04 16:17:00.360792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-5e3b872e-368e-4ac7-b8bb-b17985f228fd service neutron] 10.222.0.46 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355333 Feb 04 16:17:00.538555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1a16ec7-9576-478b-b04f-46e6fb5833cb req-66a12450-bdca-4c81-8e27-2cf4e7094868 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 210 time: 0.0437949 Feb 04 16:17:01.410476 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:17:01.699712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ca49f6ee-7049-4907-a9fe-b5076fd6347c req-1e6e1ade-acdc-4054-8df2-375c3c59d5d5 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 210 time: 0.0494597 Feb 04 16:17:01.909830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-fa8551e2-5ce6-40a3-b1a3-8a00f506e8c8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:01.911150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-fa8551e2-5ce6-40a3-b1a3-8a00f506e8c8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.53 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 812 time: 0.1648657 Feb 04 16:17:01.928050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Request body: {'port': {'device_id': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0', 'admin_state_up': True, 'tenant_id': '9f05f4bcffd64a0d89a948708b81895e'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:17:02.069910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:02.074813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Usage tracker for resource:port and tenant:9f05f4bcffd64a0d89a948708b81895e is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:02.077730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:02.083585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:02.096444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Made reservation on behalf of 9f05f4bcffd64a0d89a948708b81895e for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:17:02.099907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.264668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Allocated IP 172.20.0.8 (5aee0709-e5c6-4314-98ef-eda8b513b0c0/c3fcf920-5565-4276-a401-6aff857405a7/7b5d2a55-2c3b-44dd-8a58-251730b71b01) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:17:02.506865 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.539765 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.612663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:17:02.615958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:17:02.620498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:17:02.658399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Pushing event updated for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:02.699635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:02.700251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.725403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-b7a13412-3809-4b3d-a703-f46813459cde tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8008728 Feb 04 16:17:02.741481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Request body: {'port': {'device_id': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:17:02.911328 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.995885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45322ece-19df-4fe5-bd55-559d7faf6802 req-d71a488e-fbbc-4318-8f85-9496868849a8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:02.996589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45322ece-19df-4fe5-bd55-559d7faf6802 req-d71a488e-fbbc-4318-8f85-9496868849a8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Synchronizing usage tracker for tenant:9f05f4bcffd64a0d89a948708b81895e on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:03.073374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45322ece-19df-4fe5-bd55-559d7faf6802 req-d71a488e-fbbc-4318-8f85-9496868849a8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Unset dirty status for tenant:9f05f4bcffd64a0d89a948708b81895e on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:03.074545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45322ece-19df-4fe5-bd55-559d7faf6802 req-d71a488e-fbbc-4318-8f85-9496868849a8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 931 time: 0.2456343 Feb 04 16:17:03.305993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45322ece-19df-4fe5-bd55-559d7faf6802 req-5db1980f-91d8-4295-a527-0e176706262a tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Synchronizing usage tracker for tenant:9f05f4bcffd64a0d89a948708b81895e on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:03.348524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-45322ece-19df-4fe5-bd55-559d7faf6802 req-5db1980f-91d8-4295-a527-0e176706262a tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Unset dirty status for tenant:9f05f4bcffd64a0d89a948708b81895e on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:03.349710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45322ece-19df-4fe5-bd55-559d7faf6802 req-5db1980f-91d8-4295-a527-0e176706262a tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681172 Feb 04 16:17:03.449494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5d2a55-2c3b-44dd-8a58-251730b71b01 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:03.457094 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.472220 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Transition to ACTIVE for port object 7b5d2a55-2c3b-44dd-8a58-251730b71b01 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:03.476935 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.622496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:03.663644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.663988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.664326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.664659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.665023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.665351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.665681 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.666001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.666329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.666677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.666995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.667309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:03.739546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Attempting to bind port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:17:03.740236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Attempting to bind port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '296394da-3292-4621-9b5d-4925b4976d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:17:03.740236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Attempting to bind port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:17:03.745670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:17:03.745983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Attempting to bind port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:17:03.751227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:17:03.751561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Checking segment: {'id': '296394da-3292-4621-9b5d-4925b4976d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:17:03.751942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Bound using segment: {'id': '296394da-3292-4621-9b5d-4925b4976d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:17:03.752358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Bound port: 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296394da-3292-4621-9b5d-4925b4976d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:17:03.752701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.848898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:17:03.851941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:17:03.857121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.919374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:03.919993 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.921414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] 10.222.0.53 "PUT /v2.0/ports/7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 1091 time: 1.1844378 Feb 04 16:17:03.921846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:03.944083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac391e7-5dc7-49b7-8c2d-20e9d8aea7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:03.997543 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'status': 'completed', 'code': 200} Feb 04 16:17:04.040898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-184bb252-daa2-480c-ae42-e30b8ca6517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:04.042995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-184bb252-daa2-480c-ae42-e30b8ca6517d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1094 time: 0.0805619 Feb 04 16:17:04.117964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-4f2ed150-f32b-476e-9065-882d97dfb11f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 217 time: 0.0647511 Feb 04 16:17:04.188993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-05052e77-a17b-450d-b410-c326117fd7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:04.190957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-05052e77-a17b-450d-b410-c326117fd7ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 200 len: 852 time: 0.0634353 Feb 04 16:17:04.241757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-3724d4c9-8ef5-4c2c-8d05-a727aef1c154 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aee0709-e5c6-4314-98ef-eda8b513b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418806 Feb 04 16:17:04.287622 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9ce4aefa-e463-48b4-96f3-070de8033798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:04.388157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-0085fb38-866a-41de-b2cf-5aac6743bec3 service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381285 Feb 04 16:17:04.589240 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee79adc4-0164-4a3e-9f5f-a5e6c521b843 req-949b2560-6ef8-46ba-8d16-84438aec17ba service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912913 Feb 04 16:17:04.605115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67813d-2fe6-4b45-a046-33f2b4614c96 req-b72c024f-8899-43a2-800b-b2bd7b5b7fc5 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:04.606613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae67813d-2fe6-4b45-a046-33f2b4614c96 req-b72c024f-8899-43a2-800b-b2bd7b5b7fc5 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 943 time: 0.1382644 Feb 04 16:17:04.695241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae67813d-2fe6-4b45-a046-33f2b4614c96 req-c3e0bfa8-2277-43d7-b3d1-086a6d6140dd tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828199 Feb 04 16:17:04.723948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-742c1105-51ce-40a7-aaa2-cac665d20f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:04.725440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-742c1105-51ce-40a7-aaa2-cac665d20f8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1094 time: 0.0835395 Feb 04 16:17:04.868684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-1da130dc-53eb-486c-8fff-f4e76ed6110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:04.870426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-1da130dc-53eb-486c-8fff-f4e76ed6110f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 913 time: 0.1381392 Feb 04 16:17:04.944678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-1e72dd05-a378-47ce-b056-cefeaaed3eb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 217 time: 0.0681338 Feb 04 16:17:05.009803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-8f4c1266-845c-40a7-801c-2b39d34a9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:05.011907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-8f4c1266-845c-40a7-801c-2b39d34a9c64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 200 len: 852 time: 0.0610914 Feb 04 16:17:05.174485 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-67eb0e89-07d2-4939-8122-b28736816ff4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aee0709-e5c6-4314-98ef-eda8b513b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559412 Feb 04 16:17:05.315682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-5ad46c08-d12b-4e0e-8dbe-b6e0a48281df service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319737 Feb 04 16:17:05.453938 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3e8685dc-d5fb-4f0a-b06f-ea6b641bc10b req-1b7a5630-0b3f-4124-893d-b329647e110b service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294751 Feb 04 16:17:05.886115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101eadf0-265e-45f4-abc8-1a68196de21a req-421ed1e0-3334-4126-b6e2-fc15a82119d6 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:05.888103 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-101eadf0-265e-45f4-abc8-1a68196de21a req-421ed1e0-3334-4126-b6e2-fc15a82119d6 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 943 time: 0.0851941 Feb 04 16:17:05.933299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-101eadf0-265e-45f4-abc8-1a68196de21a req-c3c0bd52-3606-4415-9fb3-015e63648ccf tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Feb 04 16:17:06.702853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.721911 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b8834dd1-2ad0-47d2-8c6f-91980f99b42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:07.125406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b5d2a55-2c3b-44dd-8a58-251730b71b01 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:17:07.126132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1ee57-cd7c-4643-a33b-e7d1fe58fa2b req-9e4011f0-0457-4b3e-a081-f7e1cfda71b5 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:07.127648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cd1ee57-cd7c-4643-a33b-e7d1fe58fa2b req-9e4011f0-0457-4b3e-a081-f7e1cfda71b5 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 943 time: 0.0866742 Feb 04 16:17:07.173715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7cd1ee57-cd7c-4643-a33b-e7d1fe58fa2b req-82ff946b-724c-4e54-84cc-9c94b5f650a6 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Feb 04 16:17:07.269412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:17:07.284084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0', 'port_id': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'mac_address': 'fa:16:3e:d0:3e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fcf920-5565-4276-a401-6aff857405a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:17:07.342944 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:07.361100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5d2a55-2c3b-44dd-8a58-251730b71b01 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:07.378776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:17:07.382670 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:07.457440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:07.645213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7b5d2a55-2c3b-44dd-8a58-251730b71b01'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:17:07.751253 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:07.834361 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:08.366328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a897-2346-41f5-88b9-bd99fa1a47f6 req-7dd44ee6-ce12-4572-beb5-121d11441498 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.367835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6995a897-2346-41f5-88b9-bd99fa1a47f6 req-7dd44ee6-ce12-4572-beb5-121d11441498 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 944 time: 0.0836477 Feb 04 16:17:08.419060 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6995a897-2346-41f5-88b9-bd99fa1a47f6 req-fd8b124b-fa99-4ce5-9aa7-e7ab614569e0 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Feb 04 16:17:09.141372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b5d2a55-2c3b-44dd-8a58-251730b71b01 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:09.211176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:09.216502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:09.216893 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.297822 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.358169 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.383780 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:09.394259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:17:09.402187 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.439827 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'code': 200} Feb 04 16:17:09.475338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:09.633649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280213f5-76fa-4d71-aab8-88b7f5fbdb97 req-aaa214c6-290a-4997-9b9c-d2e952075c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:09.635263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-280213f5-76fa-4d71-aab8-88b7f5fbdb97 req-aaa214c6-290a-4997-9b9c-d2e952075c87 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1096 time: 0.1359637 Feb 04 16:17:09.638393 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.668491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fbb62-10de-4b23-bfab-fe8002dc3cd6 req-071ddaf6-daaf-483a-8ecd-aad369e097a1 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:09.670284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-145fbb62-10de-4b23-bfab-fe8002dc3cd6 req-071ddaf6-daaf-483a-8ecd-aad369e097a1 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.1287975 Feb 04 16:17:09.712566 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-280213f5-76fa-4d71-aab8-88b7f5fbdb97 req-b1ab6b7e-5c15-47cf-b9cb-dbf2426bdfec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678525 Feb 04 16:17:09.732854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-145fbb62-10de-4b23-bfab-fe8002dc3cd6 req-504e0f26-ce58-4cb2-b778-1efcdd0a7d37 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545702 Feb 04 16:17:10.940814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad377b-25e6-4b80-b59c-0853288775fc req-dcb69b8c-a2d4-48f3-92fd-485c98127f9d tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:10.942302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7ad377b-25e6-4b80-b59c-0853288775fc req-dcb69b8c-a2d4-48f3-92fd-485c98127f9d tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0957489 Feb 04 16:17:10.995534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7ad377b-25e6-4b80-b59c-0853288775fc req-0e097848-e243-4175-aeec-e7aeec9b6fcf tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444696 Feb 04 16:17:12.190658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898fb5b-1187-44e6-8bc5-1953c73c8973 req-1111a56f-1c9b-432a-b491-391a1a7aab9b tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.192168 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1898fb5b-1187-44e6-8bc5-1953c73c8973 req-1111a56f-1c9b-432a-b491-391a1a7aab9b tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0841589 Feb 04 16:17:12.238351 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1898fb5b-1187-44e6-8bc5-1953c73c8973 req-688c771f-65fa-46c0-821a-7a90f3bf5fbb tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405188 Feb 04 16:17:12.558336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50634) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:12.686233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f6a30-7614-480c-9c63-068bcf033bca req-29a89b7d-1e3d-4466-9df6-035cd954fc51 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.687793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-372f6a30-7614-480c-9c63-068bcf033bca req-29a89b7d-1e3d-4466-9df6-035cd954fc51 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0879123 Feb 04 16:17:12.690936 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-3eb132ad-99f0-4a37-be4b-a1b0ff488ba8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309500 Feb 04 16:17:12.733777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-372f6a30-7614-480c-9c63-068bcf033bca req-061c6495-d401-4745-aa41-c1e103028915 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Feb 04 16:17:13.930622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-e5e6e41c-b4ac-4466-9059-55363a6973be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:13.932180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-e5e6e41c-b4ac-4466-9059-55363a6973be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1096 time: 0.1323144 Feb 04 16:17:14.015946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851db43-aa26-42ac-a673-2b4815c5ee98 req-5f7a36c9-88ce-4b01-b476-0af4fd88b5c4 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:14.017551 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f851db43-aa26-42ac-a673-2b4815c5ee98 req-5f7a36c9-88ce-4b01-b476-0af4fd88b5c4 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.1684597 Feb 04 16:17:14.093403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f851db43-aa26-42ac-a673-2b4815c5ee98 req-8ed9cf8f-d154-4e55-be30-c702719b4a73 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701215 Feb 04 16:17:14.115907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-b3676558-3d32-467a-8868-b5695bffa2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:14.117389 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-b3676558-3d32-467a-8868-b5695bffa2e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 913 time: 0.1786559 Feb 04 16:17:14.199152 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-14e461ed-5b3c-41cd-bd38-9aa43d84f6e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 217 time: 0.0753419 Feb 04 16:17:14.265143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-19b5a6d1-0d67-4f78-9d0b-83af0337983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:14.266661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-19b5a6d1-0d67-4f78-9d0b-83af0337983b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 200 len: 852 time: 0.0610406 Feb 04 16:17:14.314807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-f2c95a00-d900-4976-bc0e-0589f2123cda service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aee0709-e5c6-4314-98ef-eda8b513b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419238 Feb 04 16:17:14.569257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-fd28b473-a769-4150-9550-48cb44a9e8f5 service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485001 Feb 04 16:17:14.707980 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-48b4fee2-675d-4ebb-843b-4605bf747cc8 service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327946 Feb 04 16:17:15.316948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c2a1f-0605-4e4f-86f0-8a5bde3a8528 req-0de29a97-ae2f-4421-8a32-8e27bcbfe950 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:15.318579 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-808c2a1f-0605-4e4f-86f0-8a5bde3a8528 req-0de29a97-ae2f-4421-8a32-8e27bcbfe950 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.1023602 Feb 04 16:17:15.373600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-808c2a1f-0605-4e4f-86f0-8a5bde3a8528 req-2e6b2db8-492c-4a2f-959e-26e7b70fb823 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489211 Feb 04 16:17:16.569792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00d57e-e29e-4d7e-9284-a51818983051 req-a76ac89e-7e89-4f32-8a7b-28f71f0c45c6 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:16.571311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa00d57e-e29e-4d7e-9284-a51818983051 req-a76ac89e-7e89-4f32-8a7b-28f71f0c45c6 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0859790 Feb 04 16:17:16.620084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa00d57e-e29e-4d7e-9284-a51818983051 req-3a73e4cf-195e-4998-861c-470b955304b0 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Feb 04 16:17:17.806865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45d7fc-8747-4557-b8e2-30d79dfd91e2 req-0a12cf69-81a1-4b0e-b77c-67511c7d7f63 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:17.808554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f45d7fc-8747-4557-b8e2-30d79dfd91e2 req-0a12cf69-81a1-4b0e-b77c-67511c7d7f63 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0822539 Feb 04 16:17:17.855320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f45d7fc-8747-4557-b8e2-30d79dfd91e2 req-8e5bd2be-1251-438a-9178-c7c288bde18b tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Feb 04 16:17:19.052347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df6d3c-c280-4e71-bea5-9f1818dc000e req-645b0311-95b3-42c0-99dc-f14fa27001f7 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:19.053865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5df6d3c-c280-4e71-bea5-9f1818dc000e req-645b0311-95b3-42c0-99dc-f14fa27001f7 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0858037 Feb 04 16:17:19.100377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5df6d3c-c280-4e71-bea5-9f1818dc000e req-bba0b222-6d98-47c3-ba4a-a3b9d6199aa4 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Feb 04 16:17:20.302385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eff78-cdd2-4b8d-8b3e-0c55d858ef50 req-06962e88-b55c-4961-b6a7-cafde9c0bf25 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:20.303894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-329eff78-cdd2-4b8d-8b3e-0c55d858ef50 req-06962e88-b55c-4961-b6a7-cafde9c0bf25 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0837257 Feb 04 16:17:20.353415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-329eff78-cdd2-4b8d-8b3e-0c55d858ef50 req-3742bfe3-deff-4a6e-9106-cc61d99cfd6c tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Feb 04 16:17:21.557239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b96732-a0e6-4622-be89-59b03a21c0d0 req-6cd1b165-9122-4a6a-972d-1aae6483bcc1 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:21.558731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d4b96732-a0e6-4622-be89-59b03a21c0d0 req-6cd1b165-9122-4a6a-972d-1aae6483bcc1 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0890551 Feb 04 16:17:21.605930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d4b96732-a0e6-4622-be89-59b03a21c0d0 req-2e5f00ac-ed5f-4fef-9365-972d9b1b6e93 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Feb 04 16:17:22.799926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8ca6d-bd5f-4218-be35-5e8cd394792d req-ee5a3a86-6227-4a14-b358-bfcca74be88a tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:22.801486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ea8ca6d-bd5f-4218-be35-5e8cd394792d req-ee5a3a86-6227-4a14-b358-bfcca74be88a tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0836051 Feb 04 16:17:22.858492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ea8ca6d-bd5f-4218-be35-5e8cd394792d req-b0c041fc-927f-47c3-8097-5596faf1f405 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469475 Feb 04 16:17:24.048966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e123-6d57-4fcb-8ee3-9f6af9987319 req-3ce47722-8108-447d-8298-c278a4319d23 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:24.050446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55e5e123-6d57-4fcb-8ee3-9f6af9987319 req-3ce47722-8108-447d-8298-c278a4319d23 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0837753 Feb 04 16:17:24.096925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55e5e123-6d57-4fcb-8ee3-9f6af9987319 req-34255712-4966-4cd7-b5aa-c9510b358d7d tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Feb 04 16:17:25.294500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057810e7-c7e8-47ba-8760-262836098139 req-ce53dca6-122c-4ad7-84d1-3772cc1abbb8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:25.296384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-057810e7-c7e8-47ba-8760-262836098139 req-ce53dca6-122c-4ad7-84d1-3772cc1abbb8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0873482 Feb 04 16:17:25.345097 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-057810e7-c7e8-47ba-8760-262836098139 req-60fbfc4b-12e6-45a4-a29b-10048e3f8541 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Feb 04 16:17:26.539560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9c4cb-166f-474a-a3f9-2ff883413ce6 req-8e6ff308-247d-4601-9ee6-c011a4155373 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:26.541609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84c9c4cb-166f-474a-a3f9-2ff883413ce6 req-8e6ff308-247d-4601-9ee6-c011a4155373 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0830598 Feb 04 16:17:26.589531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84c9c4cb-166f-474a-a3f9-2ff883413ce6 req-3fc7599a-e0d4-461d-a9a0-b47dd1293e70 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Feb 04 16:17:27.787131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6e473-f7b5-4795-be8b-12faaae0d062 req-7d1a4b30-cf58-4e49-b057-dbb49cfb3018 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:27.788629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82c6e473-f7b5-4795-be8b-12faaae0d062 req-7d1a4b30-cf58-4e49-b057-dbb49cfb3018 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0876939 Feb 04 16:17:27.839614 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82c6e473-f7b5-4795-be8b-12faaae0d062 req-2c6f55c3-c7f6-4d72-beed-24250037dc19 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Feb 04 16:17:29.031766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2cd70-7865-4a2c-a43e-450b7e2e6764 req-b0c26c07-0c03-49d9-b357-cb6aa961aacf tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:29.033335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74f2cd70-7865-4a2c-a43e-450b7e2e6764 req-b0c26c07-0c03-49d9-b357-cb6aa961aacf tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0850527 Feb 04 16:17:29.079569 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74f2cd70-7865-4a2c-a43e-450b7e2e6764 req-bcb07270-9a33-4a8d-95bb-b3ca692238c9 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Feb 04 16:17:30.277100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a5bdb-4adc-439c-a607-fd308b25b28d req-469df4ad-8378-4e53-afd4-cc4e5010abe5 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:30.278760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-282a5bdb-4adc-439c-a607-fd308b25b28d req-469df4ad-8378-4e53-afd4-cc4e5010abe5 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0903862 Feb 04 16:17:30.325026 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-282a5bdb-4adc-439c-a607-fd308b25b28d req-859813b7-2598-4c58-88fe-469ad056cdec tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Feb 04 16:17:31.667138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bee548-1682-4ccd-81ba-c1b447800048 req-92b2b2fa-0af2-42da-9e2a-1ab0d0db4290 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:31.668592 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6bee548-1682-4ccd-81ba-c1b447800048 req-92b2b2fa-0af2-42da-9e2a-1ab0d0db4290 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0822868 Feb 04 16:17:31.719667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6bee548-1682-4ccd-81ba-c1b447800048 req-18a57e60-e703-459f-a1c4-0100150e4a8c tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453763 Feb 04 16:17:32.476513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-0eb76e71-275b-4c51-a457-f85cfef35dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:32.478023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-0eb76e71-275b-4c51-a457-f85cfef35dc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1096 time: 0.0739410 Feb 04 16:17:32.634353 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-ebc67db0-81fc-4d70-b0ba-981f61b45cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:32.635884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-ebc67db0-81fc-4d70-b0ba-981f61b45cb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 913 time: 0.1344161 Feb 04 16:17:32.711544 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-776fb591-5098-4b21-ab8a-08ee8102e3e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 217 time: 0.0663357 Feb 04 16:17:32.776500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-9d6d29f0-a52f-4e55-9e91-8986cbafc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:32.778013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-9d6d29f0-a52f-4e55-9e91-8986cbafc12e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 200 len: 852 time: 0.0605669 Feb 04 16:17:32.828684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-3a895dba-a2a4-4114-996a-6cde9cc06d88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aee0709-e5c6-4314-98ef-eda8b513b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430825 Feb 04 16:17:33.137614 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-5c9142cd-c40b-40e6-8c2f-3fd272a52e49 service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012857 Feb 04 16:17:33.145408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d7121-d0df-4014-8d8d-462f40a5f58e req-d6977041-32e6-4a59-87c1-d4a249a938c0 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:33.146831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-524d7121-d0df-4014-8d8d-462f40a5f58e req-d6977041-32e6-4a59-87c1-d4a249a938c0 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.3124371 Feb 04 16:17:33.280287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-524d7121-d0df-4014-8d8d-462f40a5f58e req-a4550e4b-f205-43cf-8569-bfe677359347 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146786 Feb 04 16:17:33.319213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee88b4e3-99e3-4bd4-a3ab-67072e559e26 req-a310b293-295d-46b9-b19f-f2fa2c35f9c5 service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710932 Feb 04 16:17:34.292126 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b1cd8681-cf5d-471f-bc7e-e765f50e3389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:34.479696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee298f-ff9d-462d-be96-cd970c759c6e req-06b99a7b-9cf6-49fc-9dab-dffdac421a26 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:34.481251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3ee298f-ff9d-462d-be96-cd970c759c6e req-06b99a7b-9cf6-49fc-9dab-dffdac421a26 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0869205 Feb 04 16:17:34.527455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3ee298f-ff9d-462d-be96-cd970c759c6e req-390f30e9-758a-4a68-a0b9-633519f0fbe8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Feb 04 16:17:35.726740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e966fb-9788-4c58-b36a-fb57ef7ec6a7 req-1ea219a0-05bb-4ac5-be1e-a885e8b04ae2 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:35.728731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26e966fb-9788-4c58-b36a-fb57ef7ec6a7 req-1ea219a0-05bb-4ac5-be1e-a885e8b04ae2 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0838535 Feb 04 16:17:35.775289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26e966fb-9788-4c58-b36a-fb57ef7ec6a7 req-ec2431bc-2318-49b2-acbd-de72d49999ec tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Feb 04 16:17:36.698108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:36.724708 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-855ddaec-e985-498d-b89e-38d8fdc684d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:36.971870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245e89-993f-4d93-969c-c9608090b788 req-9c4f58d5-5d36-4a55-aa69-6104e462a53d tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:36.973399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72245e89-993f-4d93-969c-c9608090b788 req-9c4f58d5-5d36-4a55-aa69-6104e462a53d tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0903497 Feb 04 16:17:37.019374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72245e89-993f-4d93-969c-c9608090b788 req-7fb02f96-4465-4016-9de6-c84787eea1e2 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Feb 04 16:17:37.741843 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:37.817426 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:38.214237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594461c-3b9d-437d-8da3-0c342406cbec req-ac48a439-835e-417e-901f-afb25a6283d2 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:38.215835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a594461c-3b9d-437d-8da3-0c342406cbec req-ac48a439-835e-417e-901f-afb25a6283d2 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0840113 Feb 04 16:17:38.266598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a594461c-3b9d-437d-8da3-0c342406cbec req-a2caf81f-178b-4b79-91e7-f317604445f2 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Feb 04 16:17:38.410324 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:17:39.293933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:39.467355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85709ca4-5b08-4c3b-a71c-41832fd211d7 req-76ac85d8-3651-4a9e-969c-f4ab3109d1d0 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:39.468854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-85709ca4-5b08-4c3b-a71c-41832fd211d7 req-76ac85d8-3651-4a9e-969c-f4ab3109d1d0 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0922065 Feb 04 16:17:39.517430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-85709ca4-5b08-4c3b-a71c-41832fd211d7 req-2fd24a82-b5c4-4137-849c-91e254562d4f tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Feb 04 16:17:39.657537 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:40.720118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8462-3352-41da-9c65-09d3e852bddb req-b0726ceb-db59-4656-b71d-8826320f7173 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:40.721822 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb7a8462-3352-41da-9c65-09d3e852bddb req-b0726ceb-db59-4656-b71d-8826320f7173 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0929399 Feb 04 16:17:40.770223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bb7a8462-3352-41da-9c65-09d3e852bddb req-416d3100-87b0-42fe-9afe-0b921099f495 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Feb 04 16:17:41.961662 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555cb5c-4b12-4c38-9c76-13232387321f req-73460b0f-71cc-418a-9afa-8f66eb507af3 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:41.963141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4555cb5c-4b12-4c38-9c76-13232387321f req-73460b0f-71cc-418a-9afa-8f66eb507af3 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0838432 Feb 04 16:17:42.076717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4555cb5c-4b12-4c38-9c76-13232387321f req-94d53a94-2ee9-40a8-b217-e8cc5daf6ca7 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073065 Feb 04 16:17:42.086487 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-425cef7f-61ba-4c4c-8530-6f62a90c67bd service neutron] show failed (client error): The resource could not be found. Feb 04 16:17:42.087476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-425cef7f-61ba-4c4c-8530-6f62a90c67bd service neutron] 10.222.0.53 "GET /v2.0/ports/7b5d2a55-2c3b-44dd-8a58-251730b71b01/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.1017866 Feb 04 16:17:42.437940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-52097521-6afe-4e1c-b15b-c31ebceaafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:42.439736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-52097521-6afe-4e1c-b15b-c31ebceaafb4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc&tenant_id=9f05f4bcffd64a0d89a948708b81895e HTTP/1.1" status: 200 len: 1096 time: 0.1258554 Feb 04 16:17:42.451273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:17:42.480313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-d33734dc-31c1-4de5-b3b8-5a0e0d5b78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:42.481889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-d33734dc-31c1-4de5-b3b8-5a0e0d5b78a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1096 time: 0.0792816 Feb 04 16:17:42.575799 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:42.633467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-2eb789b9-531f-42e3-97c1-ff7fd28ec6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:42.634851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-2eb789b9-531f-42e3-97c1-ff7fd28ec6d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 913 time: 0.1339138 Feb 04 16:17:42.714419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-607f1a3e-e5bb-43ec-8902-e9a1e3ea4c65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 217 time: 0.0712066 Feb 04 16:17:42.781181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-34019da9-19d7-44ed-aa4a-c0efe01e0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:42.782630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-34019da9-19d7-44ed-aa4a-c0efe01e0218 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 200 len: 852 time: 0.0620711 Feb 04 16:17:42.835722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-12355c48-9ccf-4600-856a-8e0f5637fe63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5aee0709-e5c6-4314-98ef-eda8b513b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466664 Feb 04 16:17:42.847281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-60b6281d-30d8-4b5b-a71f-cdec637d0d73 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:17:42.848243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-60b6281d-30d8-4b5b-a71f-cdec637d0d73 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065079 Feb 04 16:17:42.988205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-54d4837a-ea2e-4a94-81dd-098c3691a4b3 service neutron] 10.222.0.61 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332200 Feb 04 16:17:43.009158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:17:43.040601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:17:43.108449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:43.114696 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.133496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Transition to ACTIVE for port object 7b5d2a55-2c3b-44dd-8a58-251730b71b01 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:43.143069 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.308745 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-d636c56f-97b1-46f9-82e1-0a3e18dc171f service neutron] 10.222.0.61 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128738 Feb 04 16:17:43.311896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] No DVR routers for this DVR port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:43.314791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:43.340355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f1b3e-c2b9-485a-98fb-4504ef03a20a req-b71fefce-f70a-4b99-9d74-365173bbff08 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:43.342051 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861f1b3e-c2b9-485a-98fb-4504ef03a20a req-b71fefce-f70a-4b99-9d74-365173bbff08 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 943 time: 0.1097121 Feb 04 16:17:43.376413 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Attempting to bind port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:17:43.376754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Attempting to bind port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '296394da-3292-4621-9b5d-4925b4976d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:17:43.377107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Attempting to bind port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:17:43.381967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:17:43.382289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Attempting to bind port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on network 5aee0709-e5c6-4314-98ef-eda8b513b0c0 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:17:43.388474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:17:43.388836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Checking segment: {'id': '296394da-3292-4621-9b5d-4925b4976d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:17:43.389220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Bound using segment: {'id': '296394da-3292-4621-9b5d-4925b4976d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:17:43.389422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-861f1b3e-c2b9-485a-98fb-4504ef03a20a req-33383886-fbc4-496c-80ec-ae97e6b7c223 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Feb 04 16:17:43.389645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Bound port: 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296394da-3292-4621-9b5d-4925b4976d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:17:43.389997 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.488820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:17:43.491902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:17:43.500347 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.534614 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'code': 200} Feb 04 16:17:43.566866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:43.567399 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.568807 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] 10.222.0.61 "PUT /v2.0/ports/7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 1091 time: 1.1221437 Feb 04 16:17:43.589782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78133bac-13f2-49d9-9855-ba683eee5a52 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:43.664308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-4b23511e-88f6-437c-a52c-e8c0594c6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:43.665807 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-4b23511e-88f6-437c-a52c-e8c0594c6115 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1094 time: 0.0732126 Feb 04 16:17:43.815721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-35973100-2d89-4f8c-bd6b-6b0087a3bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:43.817313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-35973100-2d89-4f8c-bd6b-6b0087a3bb48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 913 time: 0.1435063 Feb 04 16:17:43.889746 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-ea2238fc-2352-4148-9281-d85c9d04c3c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 217 time: 0.0659623 Feb 04 16:17:43.953791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-dc2168d1-706d-4ced-8225-54d8fa807c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:43.955238 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-dc2168d1-706d-4ced-8225-54d8fa807c61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 200 len: 852 time: 0.0599847 Feb 04 16:17:44.004456 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-fcd82306-3757-454e-b346-68297f9691ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5aee0709-e5c6-4314-98ef-eda8b513b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421612 Feb 04 16:17:44.143991 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-361707dd-1f77-4c37-8a7f-17b28dd0a791 service neutron] 10.222.0.61 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321537 Feb 04 16:17:44.284879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-97a7e1bc-1b19-4531-8251-ff6f695b4b4c req-dd466685-2c88-4aff-a103-65d1f87e0345 service neutron] 10.222.0.61 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338634 Feb 04 16:17:44.584078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1c372-70cd-4978-a581-e32d0f622909 req-96e188b8-fe70-40a2-a586-4a3b6e72a2fc tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:44.585632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15f1c372-70cd-4978-a581-e32d0f622909 req-96e188b8-fe70-40a2-a586-4a3b6e72a2fc tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 943 time: 0.0874665 Feb 04 16:17:44.631457 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15f1c372-70cd-4978-a581-e32d0f622909 req-8f1aefaa-07fc-4ba5-b8ea-3b1ff2aa52d8 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Feb 04 16:17:45.357229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b5d2a55-2c3b-44dd-8a58-251730b71b01 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:45.415969 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7b5d2a55-2c3b-44dd-8a58-251730b71b01 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:45.536327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:45.596828 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'status': 'completed', 'code': 200} Feb 04 16:17:45.694520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-a0c4ca43-7598-498c-997a-4046b2a9d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:45.696271 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-a0c4ca43-7598-498c-997a-4046b2a9d6ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1094 time: 0.0815802 Feb 04 16:17:45.702254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-2aff38a7-3d80-47ee-b5b0-93b5580b60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:45.703759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-2aff38a7-3d80-47ee-b5b0-93b5580b60e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1094 time: 0.0758331 Feb 04 16:17:45.934126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeb0c4-792b-4d6c-9740-6c468861f9bc req-088856a2-baf9-473f-96d1-8d4076c98cbe tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:45.934930 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0eeeb0c4-792b-4d6c-9740-6c468861f9bc req-088856a2-baf9-473f-96d1-8d4076c98cbe tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 943 time: 0.1512852 Feb 04 16:17:45.941032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-0008d46a-8114-4945-bcdf-97f5fbad7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:45.942654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-0008d46a-8114-4945-bcdf-97f5fbad7ec7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 913 time: 0.2302585 Feb 04 16:17:45.982320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-d2c4a5d3-780a-4dd4-8118-0bbcb6efce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:45.983824 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-d2c4a5d3-780a-4dd4-8118-0bbcb6efce2b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 913 time: 0.2784407 Feb 04 16:17:46.035731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-fc41aa5d-197b-4d13-b6cb-65047a7260df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 217 time: 0.0747845 Feb 04 16:17:46.057905 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-e9835fc5-5942-42eb-b41f-48739610b61c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 217 time: 0.0662544 Feb 04 16:17:46.093248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0eeeb0c4-792b-4d6c-9740-6c468861f9bc req-de17aab3-8661-41c5-86ee-d39074e8a6ea tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493773 Feb 04 16:17:46.112624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-b27e3fec-746c-437c-99b5-fad01c0c395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:46.114120 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-b27e3fec-746c-437c-99b5-fad01c0c395c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 200 len: 852 time: 0.0690913 Feb 04 16:17:46.127500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-424411df-913b-4a10-a59b-6cbb93bff36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:46.129121 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-424411df-913b-4a10-a59b-6cbb93bff36e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 200 len: 852 time: 0.0673239 Feb 04 16:17:46.169773 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-2cdcaf7a-2edf-4c12-8a6c-d85f62a8deaa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aee0709-e5c6-4314-98ef-eda8b513b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457594 Feb 04 16:17:46.178517 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-12ac97d5-7585-4f7d-88b9-fa6ab84034b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5aee0709-e5c6-4314-98ef-eda8b513b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420284 Feb 04 16:17:46.322555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-642351fe-c066-474d-bf67-126bbb9a4df6 service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441228 Feb 04 16:17:46.323872 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-801d6f25-d99d-41d9-b92b-aac4fd1e2f36 service neutron] 10.222.0.61 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387367 Feb 04 16:17:46.463820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-e598e962-0b16-4cbe-902c-ad9513406fe0 service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316068 Feb 04 16:17:46.474053 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e31f6927-56f3-40e7-aad9-78b0e3bc7cc1 req-f258ab2a-65d3-453b-a9f4-bcfb59727852 service neutron] 10.222.0.61 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443105 Feb 04 16:17:47.105697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7b5d2a55-2c3b-44dd-8a58-251730b71b01 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:17:47.247640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:17:47.262093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'network_id': '5aee0709-e5c6-4314-98ef-eda8b513b0c0', 'port_id': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'mac_address': 'fa:16:3e:d0:3e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fcf920-5565-4276-a401-6aff857405a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:17:47.288383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36787ccd-9378-4701-83c1-debe7acf5799 req-b04eae3c-bb2d-41a2-ace9-843a30804dc3 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:47.289914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36787ccd-9378-4701-83c1-debe7acf5799 req-b04eae3c-bb2d-41a2-ace9-843a30804dc3 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 943 time: 0.0836637 Feb 04 16:17:47.324842 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:47.340129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36787ccd-9378-4701-83c1-debe7acf5799 req-479b8ff9-ac37-42ab-9304-376452d497e0 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Feb 04 16:17:47.346525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5d2a55-2c3b-44dd-8a58-251730b71b01 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:47.364498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:17:47.370675 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:47.452860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:47.461152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.461523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.461881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.462211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.462541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.462870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.463253 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.463584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.463905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.464231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.464549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.464895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:47.662301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['7b5d2a55-2c3b-44dd-8a58-251730b71b01'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:17:47.746036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0ca7-b076-43f6-882a-d271147a8748 req-c0548d8d-fdc8-4d34-bb46-91b4b9159644 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:47.747520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-c0548d8d-fdc8-4d34-bb46-91b4b9159644 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.53 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc&tenant_id=9f05f4bcffd64a0d89a948708b81895e&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 944 time: 0.0961499 Feb 04 16:17:47.831415 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-161c0ca7-b076-43f6-882a-d271147a8748 req-592fe507-734b-4af5-ba42-ee539feea488 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:17:47.832414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-592fe507-734b-4af5-ba42-ee539feea488 service neutron] 10.222.0.53 "DELETE /v2.0/ports/7b5d2a55-2c3b-44dd-8a58-251730b71b01/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0762568 Feb 04 16:17:47.981155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0ca7-b076-43f6-882a-d271147a8748 req-4e51d92e-bf04-4a6c-ad84-39d48e9d552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:47.982628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-4e51d92e-bf04-4a6c-ad84-39d48e9d552f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f05f4bcffd64a0d89a948708b81895e&device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 1095 time: 0.0722189 Feb 04 16:17:48.119938 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1262246c-d7ce-4f74-a7c7-5973c7d38ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:48.121428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1262246c-d7ce-4f74-a7c7-5973c7d38ad3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 200 len: 913 time: 0.1298873 Feb 04 16:17:48.196377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-2e3e44fa-f8fb-4e97-b7a2-8f244776441a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 200 len: 217 time: 0.0647507 Feb 04 16:17:48.268875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0ca7-b076-43f6-882a-d271147a8748 req-9d24b607-0ae7-42d1-b6df-28e1506f620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:48.270140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-9d24b607-0ae7-42d1-b6df-28e1506f620f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 200 len: 852 time: 0.0647743 Feb 04 16:17:48.427635 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-5892c742-1927-4232-aeea-a67b220ed46f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aee0709-e5c6-4314-98ef-eda8b513b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481616 Feb 04 16:17:48.569231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-601d0a0f-c7a1-4290-b35b-eea1b452a143 service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312988 Feb 04 16:17:48.710813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-8526c448-83e3-45ad-99a6-7e4146b94d36 service neutron] 10.222.0.53 "GET /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312063 Feb 04 16:17:49.126106 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7b5d2a55-2c3b-44dd-8a58-251730b71b01 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:49.202402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:49.207552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:49.207922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:49.336974 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:49.364111 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:49.374661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:17:49.378723 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:49.455662 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:49.528508 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'code': 200} Feb 04 16:17:49.696123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fb975-a358-487d-91d6-1caa9c5710b4 req-85e2e733-a483-43c1-a00a-3ad4e97a8e0e tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:49.697778 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-096fb975-a358-487d-91d6-1caa9c5710b4 req-85e2e733-a483-43c1-a00a-3ad4e97a8e0e tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0849011 Feb 04 16:17:49.750294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-096fb975-a358-487d-91d6-1caa9c5710b4 req-d96a0f23-f85d-41a9-a370-5cb386d85cfe tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461233 Feb 04 16:17:50.944114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ac4e9-4828-4e95-b392-8c7a974c2c85 req-54813b1a-cb18-409d-b85f-8e64fd344906 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:50.945639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-475ac4e9-4828-4e95-b392-8c7a974c2c85 req-54813b1a-cb18-409d-b85f-8e64fd344906 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0840826 Feb 04 16:17:50.971937 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0ca7-b076-43f6-882a-d271147a8748 req-ab7edcde-ae55-4701-9b17-9ebaab99a472 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:50.973439 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-ab7edcde-ae55-4701-9b17-9ebaab99a472 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.61 "GET /v2.0/ports?device_id=a01f25e4-a3e6-464b-bf10-42b88d91c1fc HTTP/1.1" status: 200 len: 945 time: 0.0945435 Feb 04 16:17:50.993729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-475ac4e9-4828-4e95-b392-8c7a974c2c85 req-13ebba1b-9a19-43d5-9974-484562ab5170 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Feb 04 16:17:51.045023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Deleting port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:17:51.045367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.304948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] For port 7b5d2a55-2c3b-44dd-8a58-251730b71b01, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=7b5d2a55-2c3b-44dd-8a58-251730b71b01,segment=NetworkSegment(296394da-3292-4621-9b5d-4925b4976d2f),segment_id=296394da-3292-4621-9b5d-4925b4976d2f)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:17:51.305315 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.434482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Calling delete_port for 7b5d2a55-2c3b-44dd-8a58-251730b71b01 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:17:51.590678 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.642531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Pushing event deleted for resources: {'Port': ['ID=7b5d2a55-2c3b-44dd-8a58-251730b71b01,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:51.723471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] No DVR routers for this DVR port 7b5d2a55-2c3b-44dd-8a58-251730b71b01 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:51.726123 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.729535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'name': 'network-vif-deleted', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:51.750301 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-161c0ca7-b076-43f6-882a-d271147a8748 req-1241a797-282a-41df-965b-4b206ca9fe95 tempest-DeleteServersTestJSON-1178393670 tempest-DeleteServersTestJSON-1178393670-project] 10.222.0.61 "DELETE /v2.0/ports/7b5d2a55-2c3b-44dd-8a58-251730b71b01 HTTP/1.1" status: 204 len: 173 time: 0.7714903 Feb 04 16:17:51.782571 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01f25e4-a3e6-464b-bf10-42b88d91c1fc', 'name': 'network-vif-deleted', 'tag': '7b5d2a55-2c3b-44dd-8a58-251730b71b01', 'status': 'completed', 'code': 200} Feb 04 16:17:52.255969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50740) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:52.322036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbabd168-89ec-4386-b46d-fbad6127b3e3 admin admin] Deleting subnet c3fcf920-5565-4276-a401-6aff857405a7 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:17:52.328535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbabd168-89ec-4386-b46d-fbad6127b3e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.378990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbabd168-89ec-4386-b46d-fbad6127b3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.436137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbabd168-89ec-4386-b46d-fbad6127b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.505380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbabd168-89ec-4386-b46d-fbad6127b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.550638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabd168-89ec-4386-b46d-fbad6127b3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fcf920-5565-4276-a401-6aff857405a7,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:52.552549 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bbabd168-89ec-4386-b46d-fbad6127b3e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.559762 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bbabd168-89ec-4386-b46d-fbad6127b3e3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c3fcf920-5565-4276-a401-6aff857405a7 HTTP/1.1" status: 204 len: 168 time: 0.3025546 Feb 04 16:17:52.563457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50744) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:52.673831 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.924193 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.951091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aee0709-e5c6-4314-98ef-eda8b513b0c0']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:52.963987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296394da-3292-4621-9b5d-4925b4976d2f') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:52.964395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296394da-3292-4621-9b5d-4925b4976d2f') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:52.976882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.994527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.001685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:17:53.002248 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:17:53.016519 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:17:53.101575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.118990 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.130182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aee0709-e5c6-4314-98ef-eda8b513b0c0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:53.140311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3c373b14-58ba-4a24-afb9-4d36c1c55ce0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5aee0709-e5c6-4314-98ef-eda8b513b0c0 HTTP/1.1" status: 204 len: 168 time: 0.5758073 Feb 04 16:17:53.174687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7b5d2a55-2c3b-44dd-8a58-251730b71b01 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:53.222973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 7b5d2a55-2c3b-44dd-8a58-251730b71b01 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:17:53.223290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 7b5d2a55-2c3b-44dd-8a58-251730b71b01 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:53.269746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50750) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:53.323304 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4a7376f7-c54d-42b4-a4b5-67a21103df93 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f05f4bcffd64a0d89a948708b81895e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515847 Feb 04 16:17:53.325976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50754) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:53.387083 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b415-0778-4184-8d42-be05d1a3c2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.413314 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b415-0778-4184-8d42-be05d1a3c2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.472336 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b415-0778-4184-8d42-be05d1a3c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.490859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7b415-0778-4184-8d42-be05d1a3c2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:53.506101 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b415-0778-4184-8d42-be05d1a3c2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.507355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a7a7b415-0778-4184-8d42-be05d1a3c2b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0bf4e26-b5ed-4cd2-9c11-e35151a9c90f HTTP/1.1" status: 204 len: 168 time: 0.1801765 Feb 04 16:17:54.254920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 50778) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:54.368702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1192972121-network', 'tenant_id': 'b4510ac0893d4db38b3cc794a96f3342'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:17:54.374869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:54.378721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Usage tracker for resource:network and tenant:b4510ac0893d4db38b3cc794a96f3342 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:54.381658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:54.387352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:54.398096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Made reservation on behalf of b4510ac0893d4db38b3cc794a96f3342 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:17:54.400695 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.413490 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.429999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:54.434737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b4510ac0893d4db38b3cc794a96f3342 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:54.437955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:54.443991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:54.536261 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.540355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.573228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:17:54.582078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776c7493-81c0-4636-82a4-df82f3ff97cd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:54.588262 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.588617 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Added segment fed12eb3-c270-4e60-b5ca-8c1b05219f2a of type vlan for network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 Feb 04 16:17:54.616803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.647659 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.648741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:54.649356 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.756157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:54.764212 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 50784) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:54.764684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-191fc377-3746-427a-a05c-c691295888b9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5083005 Feb 04 16:17:54.767493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:17:54.772081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Request body: {'subnet': {'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1192972121-subnet', 'tenant_id': 'b4510ac0893d4db38b3cc794a96f3342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:17:54.778225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:54.782331 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Usage tracker for resource:subnet and tenant:b4510ac0893d4db38b3cc794a96f3342 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:54.785279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:54.792322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:54.806306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Made reservation on behalf of b4510ac0893d4db38b3cc794a96f3342 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:17:54.809516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.024548 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.100336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3edd4a-448e-488d-9c6c-242dc1e90cbb,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:55.110627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Checking segment: {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:17:55.110989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Network hostable DHCP agents. Network: f9db5925-b5df-4e8a-b9bf-ec76ec52dd67, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:17:55.130903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:17:55.140841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, f9db5925-b5df-4e8a-b9bf-ec76ec52dd67) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:17:55.144949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:55.145541 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.152170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c981d4d-c4f2-435a-bb2e-e201461e0cf3 None None] Network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:17:55.168861 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d24e9e77-d23b-472e-807b-13391a40709c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4033873 Feb 04 16:17:55.399422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099dd93-93c8-47af-9f82-4d06d96f85f2 None None] Network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:17:55.709356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-0d766f41-59e5-4cab-8b9e-bc6f02d5997e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:55.709960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-0d766f41-59e5-4cab-8b9e-bc6f02d5997e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Synchronizing usage tracker for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:55.727896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-0d766f41-59e5-4cab-8b9e-bc6f02d5997e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Unset dirty status for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:55.732264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-0d766f41-59e5-4cab-8b9e-bc6f02d5997e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 815 time: 0.1713417 Feb 04 16:17:55.745050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-31731da6-3dc1-47a6-966a-70793001a327 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/quotas/b4510ac0893d4db38b3cc794a96f3342 HTTP/1.1" status: 200 len: 375 time: 0.0101788 Feb 04 16:17:55.799006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-e02f654b-8821-4690-81f1-e85b513d5505 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485246 Feb 04 16:17:55.938140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-5022049d-6d2d-4279-ab13-bc810553a852 service neutron] 10.222.0.46 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322057 Feb 04 16:17:56.075451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-a77309cc-cbba-42f9-a460-59dbac1740e8 service neutron] 10.222.0.46 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312056 Feb 04 16:17:56.263158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72ccb689-7236-4ab9-95bd-e1e19006ecfa req-dd2ae8fb-5788-4eb3-ad48-873d413e3b3d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 210 time: 0.0437586 Feb 04 16:17:57.382094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-5569182a-3aaa-4785-9ee4-0ef41aba3bd1 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:57.384146 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-5569182a-3aaa-4785-9ee4-0ef41aba3bd1 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.61 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 815 time: 0.1722820 Feb 04 16:17:57.395683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Request body: {'port': {'device_id': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67', 'admin_state_up': True, 'tenant_id': 'b4510ac0893d4db38b3cc794a96f3342'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:17:57.446784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08e24e92-1360-4d27-ad98-d50902af28b8 req-0c9c0b69-38a7-44ce-9ce4-44ae11f47693 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 210 time: 0.0528271 Feb 04 16:17:57.543586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:57.547493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Usage tracker for resource:port and tenant:b4510ac0893d4db38b3cc794a96f3342 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:57.550410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:57.556319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:57.566951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Made reservation on behalf of b4510ac0893d4db38b3cc794a96f3342 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:17:57.570596 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:57.742903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Allocated IP 172.20.0.10 (f9db5925-b5df-4e8a-b9bf-ec76ec52dd67/0d3edd4a-448e-488d-9c6c-242dc1e90cbb/e5748cab-f628-4f81-9f27-7c021a701777) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:17:57.951950 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:57.982385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.059164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:17:58.062421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:17:58.066523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:17:58.096488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Pushing event updated for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:58.113260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.113603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.113939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.114269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.114603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.114926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.115251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.115573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.118131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.118131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.118131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.118131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:58.147538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:58.148604 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.175804 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-3af6e6c6-60ea-4c4e-b13c-30e8df00cc87 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7839711 Feb 04 16:17:58.187325 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Request body: {'port': {'device_id': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:17:58.304397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.644061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b61ae-11a3-45c8-b138-523cd6e3f5c2 req-1eeb9525-e4d8-4216-9f41-477076753776 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:58.645619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f77b61ae-11a3-45c8-b138-523cd6e3f5c2 req-1eeb9525-e4d8-4216-9f41-477076753776 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 932 time: 0.0905070 Feb 04 16:17:58.696797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f77b61ae-11a3-45c8-b138-523cd6e3f5c2 req-b0ee0ca7-52ca-4125-b9e9-34ca74f8586a tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Synchronizing usage tracker for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:58.715502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f77b61ae-11a3-45c8-b138-523cd6e3f5c2 req-b0ee0ca7-52ca-4125-b9e9-34ca74f8586a tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Unset dirty status for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:58.716723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f77b61ae-11a3-45c8-b138-523cd6e3f5c2 req-b0ee0ca7-52ca-4125-b9e9-34ca74f8586a tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622435 Feb 04 16:17:58.798225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5748cab-f628-4f81-9f27-7c021a701777 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:58.805668 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.821470 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Transition to ACTIVE for port object e5748cab-f628-4f81-9f27-7c021a701777 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:58.828638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.991156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Pushing event updated for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:59.073636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Attempting to bind port e5748cab-f628-4f81-9f27-7c021a701777 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:17:59.073964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Attempting to bind port e5748cab-f628-4f81-9f27-7c021a701777 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:17:59.074290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Attempting to bind port e5748cab-f628-4f81-9f27-7c021a701777 on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:17:59.079031 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Port e5748cab-f628-4f81-9f27-7c021a701777 on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:17:59.079349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Attempting to bind port e5748cab-f628-4f81-9f27-7c021a701777 on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:17:59.084488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:17:59.084914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Checking segment: {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:17:59.085311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Bound using segment: {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:17:59.085727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Bound port: e5748cab-f628-4f81-9f27-7c021a701777, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:17:59.086072 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.179343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:17:59.183131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:17:59.187101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.253338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:59.254296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.255702 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] 10.222.0.61 "PUT /v2.0/ports/e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 200 len: 1092 time: 1.0724890 Feb 04 16:17:59.256151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:59.288255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec52d8b-c4e2-46fc-9aeb-65b7811c1092 service neutron] Pushing event updated for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:59.361332 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777', 'status': 'completed', 'code': 200} Feb 04 16:17:59.398600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-2ff0cafc-1e68-4b3b-bece-153a865e6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:59.400081 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-2ff0cafc-1e68-4b3b-bece-153a865e6f8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 1095 time: 0.0840738 Feb 04 16:17:59.471147 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-86a3ecaf-c587-4c11-8452-7603c6dabb34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 200 len: 217 time: 0.0625970 Feb 04 16:17:59.540715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-8fd2d153-221e-48d2-ab2f-c9d83f4bd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:59.542955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-8fd2d153-221e-48d2-ab2f-c9d83f4bd25f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0656993 Feb 04 16:17:59.592151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-c11f72e4-a927-4962-94b5-e485ffebf996 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428669 Feb 04 16:17:59.731281 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-8e8e3e77-2481-4d51-ad30-81ede59c52b0 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328242 Feb 04 16:17:59.882494 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5ca13b5c-671f-4914-97b3-bcece9819283 req-c5540bd3-d837-4689-9ec4-17c1074a621f service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452889 Feb 04 16:17:59.929605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549c1e8-3c5e-4a1a-adcc-81f81566b392 req-a1e0e39d-f936-42ba-b6c8-cd2b2e16a2ef tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:59.931571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d549c1e8-3c5e-4a1a-adcc-81f81566b392 req-a1e0e39d-f936-42ba-b6c8-cd2b2e16a2ef tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 944 time: 0.0880251 Feb 04 16:17:59.979445 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d549c1e8-3c5e-4a1a-adcc-81f81566b392 req-3955a745-0697-4071-acc9-5a27e58e2113 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Feb 04 16:18:00.015279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-f24b3db8-f3da-4d5b-9eee-4ed4f4a8b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:00.016736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-f24b3db8-f3da-4d5b-9eee-4ed4f4a8b7f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 1095 time: 0.0812817 Feb 04 16:18:00.155037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-7bd0b4ca-31c4-4a02-96a7-70dac807836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:00.156381 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-7bd0b4ca-31c4-4a02-96a7-70dac807836a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1336584 Feb 04 16:18:00.226109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-0d7729c5-1a9b-42bc-bacf-83d64da0ce0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 200 len: 217 time: 0.0628881 Feb 04 16:18:00.300268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-157b2664-0e5e-434b-b626-79e33d432ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:00.301735 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-157b2664-0e5e-434b-b626-79e33d432ff3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0697076 Feb 04 16:18:00.354993 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-8e58b117-d984-404a-b5d4-f0d3fb5fec3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460238 Feb 04 16:18:00.493411 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-ea1a6226-c30a-4ac8-a098-d675d6038248 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317859 Feb 04 16:18:00.785308 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0ade511a-c545-45d0-b510-ddb038d73c51 req-e701b8fa-f757-4188-9478-2cf1eebbd6bb service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842071 Feb 04 16:18:01.176052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f81a1-b8c5-4de6-a463-7e79e6c745ac req-1b126eaa-ac61-4dc5-a8a7-88b7b4e53b64 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:01.177562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa6f81a1-b8c5-4de6-a463-7e79e6c745ac req-1b126eaa-ac61-4dc5-a8a7-88b7b4e53b64 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 944 time: 0.0839694 Feb 04 16:18:01.213097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e5748cab-f628-4f81-9f27-7c021a701777 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:18:01.224437 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa6f81a1-b8c5-4de6-a463-7e79e6c745ac req-e9c0c10f-7848-4b5d-81d2-190d761efa2a tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401084 Feb 04 16:18:01.398095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:01.412397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'e5748cab-f628-4f81-9f27-7c021a701777', 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67', 'port_id': 'e5748cab-f628-4f81-9f27-7c021a701777', 'mac_address': 'fa:16:3e:3a:84:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3edd4a-448e-488d-9c6c-242dc1e90cbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:18:01.469707 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.487300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5748cab-f628-4f81-9f27-7c021a701777 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:01.502993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:01.506914 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.578519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:01.720232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['e5748cab-f628-4f81-9f27-7c021a701777'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:18:02.415743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6692aaa-007f-4d39-a2af-341fa822518a req-7163e0c3-0aec-4614-aab6-ce4befa53b16 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:02.417400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6692aaa-007f-4d39-a2af-341fa822518a req-7163e0c3-0aec-4614-aab6-ce4befa53b16 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 945 time: 0.0818198 Feb 04 16:18:02.467510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6692aaa-007f-4d39-a2af-341fa822518a req-2d1caf48-ff9d-4641-8983-6776c8044da1 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445099 Feb 04 16:18:03.225913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e5748cab-f628-4f81-9f27-7c021a701777 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:03.307214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port e5748cab-f628-4f81-9f27-7c021a701777 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:03.312357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port e5748cab-f628-4f81-9f27-7c021a701777 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:03.312719 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:03.436660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:03.464293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:03.473786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:03.478162 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:03.511968 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777', 'code': 200} Feb 04 16:18:03.553357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:03.656446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a7c2b-1950-4a21-844d-f437a774f466 req-575e283a-a21c-4caa-814c-c53dd42f8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:03.658002 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011a7c2b-1950-4a21-844d-f437a774f466 req-575e283a-a21c-4caa-814c-c53dd42f8016 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 1097 time: 0.0761445 Feb 04 16:18:03.683497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb9e24-d06b-4b50-894d-0adc5b61006a req-54413be8-790d-4bb9-82b3-cf504f4b34d0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:03.685859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bdcb9e24-d06b-4b50-894d-0adc5b61006a req-54413be8-790d-4bb9-82b3-cf504f4b34d0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0867331 Feb 04 16:18:03.708899 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011a7c2b-1950-4a21-844d-f437a774f466 req-a6132dd2-d008-4ccd-a096-b6383fc70c63 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Feb 04 16:18:03.732235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bdcb9e24-d06b-4b50-894d-0adc5b61006a req-a4eb62fe-6a9a-4bec-ae61-51dcc4c09eec tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Feb 04 16:18:04.295051 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-463c405f-3e35-42d6-a2ff-ecfd2ab21af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.040845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f765e-bcca-4947-85f6-732140425180 req-17d30899-f60a-450a-8203-1675db52452d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:05.042744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-996f765e-bcca-4947-85f6-732140425180 req-17d30899-f60a-450a-8203-1675db52452d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.1980765 Feb 04 16:18:05.100374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-996f765e-bcca-4947-85f6-732140425180 req-eee1172a-35f5-4929-b5a2-011c06fb0725 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519695 Feb 04 16:18:06.290475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b22000-3a05-42ef-bce9-92ddd58a9b99 req-8b7deb09-d2da-4d2b-8f82-03eb6cec47e1 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:06.292188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f4b22000-3a05-42ef-bce9-92ddd58a9b99 req-8b7deb09-d2da-4d2b-8f82-03eb6cec47e1 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0841582 Feb 04 16:18:06.340391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f4b22000-3a05-42ef-bce9-92ddd58a9b99 req-02cfa48f-5d1b-4a30-80c0-21050ede8410 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419791 Feb 04 16:18:06.534489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da420fd-af43-40f8-b1b5-7319d584512c req-09d4390b-faba-449a-bc5a-54215b7de6fd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:06.535990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da420fd-af43-40f8-b1b5-7319d584512c req-09d4390b-faba-449a-bc5a-54215b7de6fd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0865426 Feb 04 16:18:06.581224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6da420fd-af43-40f8-b1b5-7319d584512c req-873bc133-1de5-413a-b190-8dfaba0148b6 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Feb 04 16:18:06.706940 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:06.726296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-83ec7036-b254-4c81-bf36-1294490db59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:06.934818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0507558-6a03-40f3-a6be-197a0667adc5 req-d22c0b81-76ed-4bdd-b9c0-c3cc8cf8d867 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:06.936209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0507558-6a03-40f3-a6be-197a0667adc5 req-d22c0b81-76ed-4bdd-b9c0-c3cc8cf8d867 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0836103 Feb 04 16:18:06.984889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0507558-6a03-40f3-a6be-197a0667adc5 req-325365d8-cf3f-4693-908e-28b7a33c3761 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427415 Feb 04 16:18:07.173355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e782ad-776e-4404-b60e-44c5af08b3c5 req-83f87a7c-cafb-4362-a518-ecc089642d82 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:07.174873 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3e782ad-776e-4404-b60e-44c5af08b3c5 req-83f87a7c-cafb-4362-a518-ecc089642d82 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0829990 Feb 04 16:18:07.220317 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3e782ad-776e-4404-b60e-44c5af08b3c5 req-d935b3f5-fd82-44a3-b778-54331a99df75 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395801 Feb 04 16:18:07.582642 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-059d72bf-fc29-46be-9fcc-4c36c416b530 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748975 Feb 04 16:18:07.653602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee52b09-fc1d-45ca-9c5b-d7dabfc9963d req-192266fd-826a-471f-a362-6e9adb6a1f24 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:07.656190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ee52b09-fc1d-45ca-9c5b-d7dabfc9963d req-192266fd-826a-471f-a362-6e9adb6a1f24 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0998180 Feb 04 16:18:07.702888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ee52b09-fc1d-45ca-9c5b-d7dabfc9963d req-92dbcf2b-5fb7-4a6c-9686-86f572d9c676 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Feb 04 16:18:07.748164 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:07.821336 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:08.901818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758b40d-6cc9-40eb-8fcf-569ef902eeef req-ab9e2272-c40c-4b17-944a-37e04db04081 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:08.904679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1758b40d-6cc9-40eb-8fcf-569ef902eeef req-ab9e2272-c40c-4b17-944a-37e04db04081 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0892022 Feb 04 16:18:08.933075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c353-dce0-4227-8a24-54431194788e req-b5be1291-6df3-481f-90b2-73c4f4be88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:08.934545 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-b5be1291-6df3-481f-90b2-73c4f4be88a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 1097 time: 0.0784595 Feb 04 16:18:08.949700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1758b40d-6cc9-40eb-8fcf-569ef902eeef req-55c8b72a-2f7c-49a3-abd9-23f434667fc7 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Feb 04 16:18:09.076067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c353-dce0-4227-8a24-54431194788e req-7837b173-f32f-4b77-a81b-90da9459a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:09.077552 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-7837b173-f32f-4b77-a81b-90da9459a826 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1319597 Feb 04 16:18:09.152209 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-f2788923-87c2-46e4-8d54-e59bd1f0a3fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 200 len: 217 time: 0.0639877 Feb 04 16:18:09.221495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c353-dce0-4227-8a24-54431194788e req-3a9e364c-dea8-47c5-ab71-6d83cdbea7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:09.222937 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-3a9e364c-dea8-47c5-ab71-6d83cdbea7cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0641150 Feb 04 16:18:09.273232 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-75486eae-5a12-43d1-b46a-6c89198af491 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432775 Feb 04 16:18:09.295651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:09.411956 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-e09cd765-1890-4590-8c9e-55b09f4285c0 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321442 Feb 04 16:18:09.553303 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-84435c3c-2247-43ae-8ce5-a3f51c78bc06 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350403 Feb 04 16:18:09.660380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.144954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42e09a-7ce9-4aad-a641-dc2e4cb468f9 req-3313eaa7-dc7c-4042-bfc3-c635dc60f1e8 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:10.146449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f42e09a-7ce9-4aad-a641-dc2e4cb468f9 req-3313eaa7-dc7c-4042-bfc3-c635dc60f1e8 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0849242 Feb 04 16:18:10.192599 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f42e09a-7ce9-4aad-a641-dc2e4cb468f9 req-ab0e647b-ff87-4b3f-b432-40795a2efb43 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Feb 04 16:18:11.381094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40528e08-b40e-4e31-ba5d-d94394bd0f45 req-5293e18d-b9fe-450d-b4fe-5e6bcc9cd7ef tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:11.382597 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-40528e08-b40e-4e31-ba5d-d94394bd0f45 req-5293e18d-b9fe-450d-b4fe-5e6bcc9cd7ef tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0819943 Feb 04 16:18:11.433452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-40528e08-b40e-4e31-ba5d-d94394bd0f45 req-001c4e01-534d-4175-8258-38cc8fd02e2d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Feb 04 16:18:12.622424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4179-9581-4cdb-ad1f-18c7607b7779 req-07056aff-3d01-481d-a30c-562464ccd820 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:12.623933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d7b4179-9581-4cdb-ad1f-18c7607b7779 req-07056aff-3d01-481d-a30c-562464ccd820 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0837684 Feb 04 16:18:12.670470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d7b4179-9581-4cdb-ad1f-18c7607b7779 req-23447917-1a42-4b7f-b573-04cbd2c2b176 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Feb 04 16:18:13.871503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241273a5-f6d8-4fc2-9d9c-7b15d7c6475d req-451f8f8a-6d6a-4a74-90f3-b9f9a64f9bde tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:13.873338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-241273a5-f6d8-4fc2-9d9c-7b15d7c6475d req-451f8f8a-6d6a-4a74-90f3-b9f9a64f9bde tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0929556 Feb 04 16:18:13.920267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-241273a5-f6d8-4fc2-9d9c-7b15d7c6475d req-db1dd7c9-8718-4bb8-976a-f7aaa717938e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Feb 04 16:18:15.133832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bff7d-fc82-4c57-9b9e-44b4196e877d req-31b1e56b-9c60-4ed4-aba2-e1fbf76c3e72 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:15.135330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c94bff7d-fc82-4c57-9b9e-44b4196e877d req-31b1e56b-9c60-4ed4-aba2-e1fbf76c3e72 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0873206 Feb 04 16:18:15.188292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c94bff7d-fc82-4c57-9b9e-44b4196e877d req-9549112e-cac3-473a-8af9-a5d23c1a5e04 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Feb 04 16:18:15.410184 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:18:16.392432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8804b-1381-462d-baee-f352cfc13702 req-76737f10-7934-4253-86b6-8792788fd94a tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:16.393958 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2e8804b-1381-462d-baee-f352cfc13702 req-76737f10-7934-4253-86b6-8792788fd94a tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0890865 Feb 04 16:18:16.439908 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2e8804b-1381-462d-baee-f352cfc13702 req-f1cab78a-11ac-4a82-ba30-264b4fa6697b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Feb 04 16:18:17.639894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293179c5-c3bd-42b7-9d9a-e63fa094c7a7 req-2cf55a3b-c70f-4874-bbea-6b7219bbbf43 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:17.641335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-293179c5-c3bd-42b7-9d9a-e63fa094c7a7 req-2cf55a3b-c70f-4874-bbea-6b7219bbbf43 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0849802 Feb 04 16:18:17.687235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-293179c5-c3bd-42b7-9d9a-e63fa094c7a7 req-cf0dae91-9f5b-4908-83d0-3b27734726da tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Feb 04 16:18:18.879838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f5da2-a920-4514-af9b-dcb5aaba5b96 req-1e95a644-36b9-40ed-8e21-a7dfa51a6182 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:18.881278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-717f5da2-a920-4514-af9b-dcb5aaba5b96 req-1e95a644-36b9-40ed-8e21-a7dfa51a6182 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0873272 Feb 04 16:18:18.927911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-717f5da2-a920-4514-af9b-dcb5aaba5b96 req-e768f345-ccbd-4a62-bc52-e487b6bfa909 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Feb 04 16:18:20.119411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e0673-1249-4236-b354-75573b0af077 req-1c089e6e-0fcc-4ac9-abf8-7029a7d88c2d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:20.121556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-701e0673-1249-4236-b354-75573b0af077 req-1c089e6e-0fcc-4ac9-abf8-7029a7d88c2d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0836101 Feb 04 16:18:20.172814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-701e0673-1249-4236-b354-75573b0af077 req-5c568583-cab0-456b-b5ad-9de394177842 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Feb 04 16:18:21.367416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe81518-2b28-4ef1-b0da-1f974762ac0d req-c7d7df15-c0ee-406b-8277-5728ebecce57 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:21.368915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afe81518-2b28-4ef1-b0da-1f974762ac0d req-c7d7df15-c0ee-406b-8277-5728ebecce57 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0864592 Feb 04 16:18:21.417601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-afe81518-2b28-4ef1-b0da-1f974762ac0d req-60ffa985-8b5b-4c6b-a350-0e8ee1ccae90 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Feb 04 16:18:22.608078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc69d9-36c4-462e-a0f1-191e01a4383f req-da6eccb7-1c98-4996-b41e-3d394c777876 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:22.609594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36bc69d9-36c4-462e-a0f1-191e01a4383f req-da6eccb7-1c98-4996-b41e-3d394c777876 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0867252 Feb 04 16:18:22.655997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-36bc69d9-36c4-462e-a0f1-191e01a4383f req-f466148e-b09f-4cdf-8883-9f4fef1c4329 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 Feb 04 16:18:23.845652 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1e30a-3c8e-46ea-874e-b0a32a3c226c req-43c4e9f6-81fd-444f-a8e2-e0b8350b92fa tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:23.847151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-30c1e30a-3c8e-46ea-874e-b0a32a3c226c req-43c4e9f6-81fd-444f-a8e2-e0b8350b92fa tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0819499 Feb 04 16:18:23.893086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-30c1e30a-3c8e-46ea-874e-b0a32a3c226c req-19ccbed4-0cc7-48d0-a398-4c81f844d2e0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Feb 04 16:18:25.084305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8137c3-177d-47b1-88d2-014c63998d8c req-c331760e-04dd-4de2-9909-d8c5b4ea4d95 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:25.085761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb8137c3-177d-47b1-88d2-014c63998d8c req-c331760e-04dd-4de2-9909-d8c5b4ea4d95 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0831065 Feb 04 16:18:25.129490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb8137c3-177d-47b1-88d2-014c63998d8c req-6692459d-b611-435b-89b5-8905b91b5204 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375321 Feb 04 16:18:26.323869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda77e11-eaa5-4385-b7cc-d6e94cffd020 req-fbe0dcb8-efae-4d5c-9e10-35a11988b636 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:26.325564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eda77e11-eaa5-4385-b7cc-d6e94cffd020 req-fbe0dcb8-efae-4d5c-9e10-35a11988b636 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0875010 Feb 04 16:18:26.375801 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eda77e11-eaa5-4385-b7cc-d6e94cffd020 req-1dc118ed-9d41-4dd3-b2c1-d4b5a23cdbcf tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Feb 04 16:18:27.571148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d124e7-74dd-4c4b-bb3e-c59fc8cf590a req-e7aa1ad9-f575-46d9-a863-c765586ce4df tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:27.572640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89d124e7-74dd-4c4b-bb3e-c59fc8cf590a req-e7aa1ad9-f575-46d9-a863-c765586ce4df tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0825071 Feb 04 16:18:27.618591 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89d124e7-74dd-4c4b-bb3e-c59fc8cf590a req-16b05c07-adf3-48e1-a078-99af8c8d8e9b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 Feb 04 16:18:28.824005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0696f-b15e-47ee-8538-dd47afb1fa59 req-fa1ba556-d0ad-488e-8b72-d91b242ffe5a tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:28.825702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44f0696f-b15e-47ee-8538-dd47afb1fa59 req-fa1ba556-d0ad-488e-8b72-d91b242ffe5a tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0943501 Feb 04 16:18:28.875003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-44f0696f-b15e-47ee-8538-dd47afb1fa59 req-0e12201a-aa1b-4e58-9d3b-951ca383397f tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434866 Feb 04 16:18:30.066284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0497b31-5a14-4e66-8145-715c40a55d22 req-94fb7738-0b77-45e4-b62a-f8b38d78b801 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:30.067751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0497b31-5a14-4e66-8145-715c40a55d22 req-94fb7738-0b77-45e4-b62a-f8b38d78b801 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0802662 Feb 04 16:18:30.113473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0497b31-5a14-4e66-8145-715c40a55d22 req-7a1ac0db-5731-4ee1-bf2e-687fdfb25cf4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Feb 04 16:18:31.309868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ad6f4-a733-42db-9606-f097f0bc46a4 req-d7f3956e-bd68-4ac4-926b-7d6dcd2b520c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:31.311394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f9ad6f4-a733-42db-9606-f097f0bc46a4 req-d7f3956e-bd68-4ac4-926b-7d6dcd2b520c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0882251 Feb 04 16:18:31.357823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f9ad6f4-a733-42db-9606-f097f0bc46a4 req-4af4a7c2-9ad5-4914-a6f4-a1162ec36e2c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Feb 04 16:18:32.552932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae1482-fe0d-453a-a362-d97c223c83a3 req-d55c23fa-e7ea-4f56-ac8b-2cb888501f43 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:32.554419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ceae1482-fe0d-453a-a362-d97c223c83a3 req-d55c23fa-e7ea-4f56-ac8b-2cb888501f43 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0818336 Feb 04 16:18:32.600575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ceae1482-fe0d-453a-a362-d97c223c83a3 req-88b5b0f5-18b5-43ec-ba9a-104379b34cdd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 Feb 04 16:18:33.796384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc42d18-9ed9-4a10-9040-fb4062d48a88 req-e2d32800-fcd4-4827-97dd-6574a4284a65 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:33.797923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ebc42d18-9ed9-4a10-9040-fb4062d48a88 req-e2d32800-fcd4-4827-97dd-6574a4284a65 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0889463 Feb 04 16:18:33.844828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ebc42d18-9ed9-4a10-9040-fb4062d48a88 req-c60915bd-a1e7-4730-a25a-f03ae6ee1c2c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Feb 04 16:18:34.297708 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7dc18a99-0f99-4aaa-9698-2cf9c4eb8572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:35.036633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295ea28-72e7-4f27-b1af-d39d707cf0b0 req-78e376c7-fcc6-48f2-a4e3-c0fd29e82da4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:35.038125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4295ea28-72e7-4f27-b1af-d39d707cf0b0 req-78e376c7-fcc6-48f2-a4e3-c0fd29e82da4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0813229 Feb 04 16:18:35.088400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4295ea28-72e7-4f27-b1af-d39d707cf0b0 req-23348124-c88f-4c1a-86d1-4d21c54a41c5 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Feb 04 16:18:36.283513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3857d-eccc-4031-870a-4c46bc20df38 req-fe11954d-4b4d-4f88-9804-03f5b8adaf82 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:36.284923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fbd3857d-eccc-4031-870a-4c46bc20df38 req-fe11954d-4b4d-4f88-9804-03f5b8adaf82 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0841539 Feb 04 16:18:36.333609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fbd3857d-eccc-4031-870a-4c46bc20df38 req-d795b1c3-8af7-4028-9c53-fdee7e5557f0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Feb 04 16:18:36.531289 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-2e26c353-dce0-4227-8a24-54431194788e req-72d29620-7f3e-4b8f-a319-330ccd0f3562 service neutron] show failed (client error): The resource could not be found. Feb 04 16:18:36.532326 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-72d29620-7f3e-4b8f-a319-330ccd0f3562 service neutron] 10.222.0.61 "GET /v2.0/ports/e5748cab-f628-4f81-9f27-7c021a701777/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0814855 Feb 04 16:18:36.717789 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.731857 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ae9e0eb6-12bb-4b05-9c80-b791a4ce0fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.921735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c353-dce0-4227-8a24-54431194788e req-e77a5933-1422-49b5-940a-8744e4fb5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:36.923100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-e77a5933-1422-49b5-940a-8744e4fb5ae0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2&tenant_id=b4510ac0893d4db38b3cc794a96f3342 HTTP/1.1" status: 200 len: 1097 time: 0.1860626 Feb 04 16:18:36.938254 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:18:37.050996 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.335510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:37.367517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:18:37.434994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:37.441354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.492827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Transition to ACTIVE for port object e5748cab-f628-4f81-9f27-7c021a701777 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:37.500060 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.674459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Pushing event updated for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:37.683880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] No DVR routers for this DVR port e5748cab-f628-4f81-9f27-7c021a701777 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:37.694979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.695316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.695651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.695981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.696309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.696632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.696974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.697289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.697604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.698490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.698833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.699144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:37.748064 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.765316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050f6df-5433-44d4-89f0-bb34adf6b5c4 req-0d5d55d0-4db3-4b01-9a15-ab1a84c230ad tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:37.766901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5050f6df-5433-44d4-89f0-bb34adf6b5c4 req-0d5d55d0-4db3-4b01-9a15-ab1a84c230ad tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.3149953 Feb 04 16:18:37.767885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Attempting to bind port e5748cab-f628-4f81-9f27-7c021a701777 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:37.768136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Attempting to bind port e5748cab-f628-4f81-9f27-7c021a701777 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:37.768457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Attempting to bind port e5748cab-f628-4f81-9f27-7c021a701777 on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:18:37.787256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Port e5748cab-f628-4f81-9f27-7c021a701777 on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:18:37.787588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Attempting to bind port e5748cab-f628-4f81-9f27-7c021a701777 on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:18:37.797090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:18:37.797426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Checking segment: {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:18:37.797808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Bound using segment: {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:18:37.798240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Bound port: e5748cab-f628-4f81-9f27-7c021a701777, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:37.798616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.827698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.866069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5050f6df-5433-44d4-89f0-bb34adf6b5c4 req-5d6e1d89-18c3-4ae2-aa2f-9c3a915c2d77 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933459 Feb 04 16:18:37.919322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:18:37.922812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:18:37.928380 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.934680 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777', 'code': 200} Feb 04 16:18:37.992430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:37.993113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.994517 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] 10.222.0.53 "PUT /v2.0/ports/e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 200 len: 1092 time: 1.0604038 Feb 04 16:18:38.017314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613467f9-33ed-4ac2-bf23-e4b6ddda0674 service neutron] Pushing event updated for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:38.097378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c353-dce0-4227-8a24-54431194788e req-fe81283c-4e09-49f2-8830-63f1de540d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.098880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-fe81283c-4e09-49f2-8830-63f1de540d69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 1095 time: 0.0784500 Feb 04 16:18:38.240433 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c353-dce0-4227-8a24-54431194788e req-efe60328-ddf3-4ded-9958-e4d3a75609ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.241939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-efe60328-ddf3-4ded-9958-e4d3a75609ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1329863 Feb 04 16:18:38.314687 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-3362f4d8-92be-49cb-b4dd-a8e61128b99c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 200 len: 217 time: 0.0624762 Feb 04 16:18:38.384699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26c353-dce0-4227-8a24-54431194788e req-8d1dde05-8294-4bdd-91c3-7cd79fac2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.386766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-8d1dde05-8294-4bdd-91c3-7cd79fac2a3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0635474 Feb 04 16:18:38.437692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-fcbda872-b271-45e7-917a-da68eccb9098 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417113 Feb 04 16:18:38.580166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-29c9a3c0-98b4-457f-81f9-f66dd78b2126 service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329017 Feb 04 16:18:38.830651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e26c353-dce0-4227-8a24-54431194788e req-474adcf1-3151-4e64-b763-d638661b9d74 service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403843 Feb 04 16:18:39.066205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f532-c2ee-4a7b-aece-a5ec2c5e6b19 req-148ae336-7ab7-408b-bc13-ace775941a5f tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:39.067715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83e6f532-c2ee-4a7b-aece-a5ec2c5e6b19 req-148ae336-7ab7-408b-bc13-ace775941a5f tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 944 time: 0.0865622 Feb 04 16:18:39.114838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83e6f532-c2ee-4a7b-aece-a5ec2c5e6b19 req-d25767cb-1c0b-427e-a7aa-5ace8eb3e9b0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Feb 04 16:18:39.297448 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.383669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e5748cab-f628-4f81-9f27-7c021a701777 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:39.442701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device e5748cab-f628-4f81-9f27-7c021a701777 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:18:39.669801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.935528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:39.993269 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777', 'status': 'completed', 'code': 200} Feb 04 16:18:40.085259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-dc05445d-bbd9-4f67-be13-73dec766ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.086831 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-dc05445d-bbd9-4f67-be13-73dec766ca83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 1095 time: 0.0735400 Feb 04 16:18:40.092552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-007ba19f-5bdb-498d-9e15-2504dae43ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.094047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-007ba19f-5bdb-498d-9e15-2504dae43ec3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 1095 time: 0.0731940 Feb 04 16:18:40.234097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-8c1abb5d-234e-4ce7-889d-0fed49b8e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.235556 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-8c1abb5d-234e-4ce7-889d-0fed49b8e1af service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1427076 Feb 04 16:18:40.277264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-aa08d18c-b5c5-44fd-beaf-440a056c0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.278471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-aa08d18c-b5c5-44fd-beaf-440a056c0ee9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1780548 Feb 04 16:18:40.308720 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-a960eb6f-4233-48af-bd1d-f1bbc0ae4520 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 200 len: 217 time: 0.0662293 Feb 04 16:18:40.359192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-98e8da17-5836-4cb8-b602-efc4da616ab0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 200 len: 217 time: 0.0725946 Feb 04 16:18:40.372110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-64fb3ad2-de34-4eb4-86e5-438be4d932ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.373574 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-64fb3ad2-de34-4eb4-86e5-438be4d932ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0585816 Feb 04 16:18:40.420646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-1e7348b7-ff9d-4064-a377-a4881736f5cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408151 Feb 04 16:18:40.434340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b080f5a-3148-4114-928a-5aec82db4363 req-3d231c69-0b37-4d6a-9e6a-e84a1583b63e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.435813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b080f5a-3148-4114-928a-5aec82db4363 req-3d231c69-0b37-4d6a-9e6a-e84a1583b63e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 944 time: 0.2054286 Feb 04 16:18:40.442288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-890f99f5-5f89-4c34-91f6-903ec2478b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.443631 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-890f99f5-5f89-4c34-91f6-903ec2478b1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0773644 Feb 04 16:18:40.514520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-eeffa9f0-c85a-48c9-be48-d0a22c7e3fa0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545654 Feb 04 16:18:40.527353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b080f5a-3148-4114-928a-5aec82db4363 req-1cc757cc-5199-45f5-b5a1-7d615ebc174d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827918 Feb 04 16:18:40.554514 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-29f47ff6-d39b-446a-83fb-b9b0bc3b19f9 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272612 Feb 04 16:18:40.669281 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-53e8c2f2-bd66-4358-84e5-7c672a2d8e4e service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450963 Feb 04 16:18:40.813909 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-ad67547e-c3df-4b5e-a897-edc2b23bedc2 service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371949 Feb 04 16:18:40.834036 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e3eb610e-2120-4af2-9f89-fbafae39aeb9 req-e575222c-f822-4680-ae80-d1a931ba2be3 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728846 Feb 04 16:18:41.638679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e5748cab-f628-4f81-9f27-7c021a701777 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:18:41.718930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af907-1658-443e-aeac-f8d840f69bf3 req-5e11f0f0-dd5f-49f1-9d7a-2b4a3685fc46 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:41.720614 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c86af907-1658-443e-aeac-f8d840f69bf3 req-5e11f0f0-dd5f-49f1-9d7a-2b4a3685fc46 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 944 time: 0.0875828 Feb 04 16:18:41.769413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c86af907-1658-443e-aeac-f8d840f69bf3 req-87cbfc34-8302-4205-bd35-749b4a2075ae tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 Feb 04 16:18:41.785885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:41.799772 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'e5748cab-f628-4f81-9f27-7c021a701777', 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67', 'port_id': 'e5748cab-f628-4f81-9f27-7c021a701777', 'mac_address': 'fa:16:3e:3a:84:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3edd4a-448e-488d-9c6c-242dc1e90cbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:18:41.860154 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:41.878584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5748cab-f628-4f81-9f27-7c021a701777 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:41.896627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:41.900159 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:41.975129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:42.078675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ba3f8-e827-40fa-9792-bd0704175b3e req-181b7949-1a6b-4c25-bc38-c912d2f9863f tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:42.080281 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-814ba3f8-e827-40fa-9792-bd0704175b3e req-181b7949-1a6b-4c25-bc38-c912d2f9863f tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 945 time: 0.0861018 Feb 04 16:18:42.097991 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-c0b30440-2676-4d7e-97ee-dcd793bfa3e0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:42.098682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-c0b30440-2676-4d7e-97ee-dcd793bfa3e0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Synchronizing usage tracker for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:42.115147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-c0b30440-2676-4d7e-97ee-dcd793bfa3e0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Unset dirty status for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:42.116345 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-c0b30440-2676-4d7e-97ee-dcd793bfa3e0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.61 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2&tenant_id=b4510ac0893d4db38b3cc794a96f3342&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 945 time: 0.1045995 Feb 04 16:18:42.125113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-814ba3f8-e827-40fa-9792-bd0704175b3e req-c504c637-03e0-45a8-8546-e3be24b4c23d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393882 Feb 04 16:18:42.154934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['e5748cab-f628-4f81-9f27-7c021a701777'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:18:42.196974 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-25480747-0924-4c31-9945-06370d3f7137 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:18:42.198116 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-25480747-0924-4c31-9945-06370d3f7137 service neutron] 10.222.0.61 "DELETE /v2.0/ports/e5748cab-f628-4f81-9f27-7c021a701777/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0755160 Feb 04 16:18:42.344969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-4087234a-0863-40f5-b199-f3a78653611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:42.346452 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-4087234a-0863-40f5-b199-f3a78653611e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 1096 time: 0.0787616 Feb 04 16:18:42.477044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-6ed14879-778a-4310-b9f9-37ada57c4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:42.478474 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-6ed14879-778a-4310-b9f9-37ada57c4135 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1235037 Feb 04 16:18:42.548075 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-903492be-8152-4464-9d8a-52cbe494cee4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 200 len: 217 time: 0.0629525 Feb 04 16:18:42.612141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-a42e9306-df60-4cf9-8312-1eaaecbd9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:42.613613 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-a42e9306-df60-4cf9-8312-1eaaecbd9273 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0577435 Feb 04 16:18:42.661222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-c0730384-0ca9-4640-8180-e1dfb92a5e29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401061 Feb 04 16:18:42.793540 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-c9bb97e1-5d14-42df-a434-3df4ec11bb53 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253216 Feb 04 16:18:42.926859 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bd348b9c-ab90-4c26-9dba-fdd2a3f1487a req-dbba2930-24e9-48d9-b0f3-3ae9f633d176 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271625 Feb 04 16:18:43.314402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd585-187e-4559-ad32-3c4958c7de46 req-f9c03974-79ce-49c4-9653-ddabcf5679bb tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:43.316094 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-091dd585-187e-4559-ad32-3c4958c7de46 req-f9c03974-79ce-49c4-9653-ddabcf5679bb tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 945 time: 0.0814745 Feb 04 16:18:43.362353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-091dd585-187e-4559-ad32-3c4958c7de46 req-4f237aa9-0d3f-4b59-84ef-7b799f37132c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Feb 04 16:18:43.637850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e5748cab-f628-4f81-9f27-7c021a701777 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:43.704350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port e5748cab-f628-4f81-9f27-7c021a701777 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:43.708783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port e5748cab-f628-4f81-9f27-7c021a701777 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:43.709158 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:43.823836 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:43.849812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:43.859358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:43.863121 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:43.902205 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777', 'code': 200} Feb 04 16:18:43.935400 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:44.551209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19b1dc-a408-493e-b294-89562a54dabe req-7beb26e6-cf93-482b-80f3-f948ab25e279 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:44.552654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f19b1dc-a408-493e-b294-89562a54dabe req-7beb26e6-cf93-482b-80f3-f948ab25e279 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0845122 Feb 04 16:18:44.596396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0f19b1dc-a408-493e-b294-89562a54dabe req-8e0460d0-b0aa-4a72-bdee-58674b3ef831 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Feb 04 16:18:44.785013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a44d0a-365f-46a3-95bc-17e3de34e39d req-5c0c88a5-35d6-47a2-8781-4f08bc4e0514 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:44.786475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70a44d0a-365f-46a3-95bc-17e3de34e39d req-5c0c88a5-35d6-47a2-8781-4f08bc4e0514 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0790362 Feb 04 16:18:44.830586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70a44d0a-365f-46a3-95bc-17e3de34e39d req-ffb58858-0dfb-410e-83c2-5240074750f8 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 Feb 04 16:18:45.015089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a419b-0d83-4243-9c57-a78bbce2f6a9 req-b2743bec-bd7b-4c49-8b22-6945a1e72800 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:45.016517 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-524a419b-0d83-4243-9c57-a78bbce2f6a9 req-b2743bec-bd7b-4c49-8b22-6945a1e72800 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0820062 Feb 04 16:18:45.060155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-524a419b-0d83-4243-9c57-a78bbce2f6a9 req-f375f33b-6fcc-4d33-98f4-710dbd2236a9 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 Feb 04 16:18:45.806780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-6e608964-5a17-4d92-8326-07e81af12af5 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:45.808927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-6e608964-5a17-4d92-8326-07e81af12af5 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 815 time: 0.2469099 Feb 04 16:18:45.824623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-9368f633-1fc8-4e21-a94c-a52d9953273c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/quotas/b4510ac0893d4db38b3cc794a96f3342 HTTP/1.1" status: 200 len: 375 time: 0.0104971 Feb 04 16:18:45.904962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-32d5c7d5-411a-4e70-8e65-15b4e5167bfe tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752926 Feb 04 16:18:46.037888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-e7ecc2b5-eba1-4be3-b9f2-d7838fc261de service neutron] 10.222.0.46 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264422 Feb 04 16:18:46.167810 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-ae21a9d6-43b8-4393-850f-57f521cb2ef4 service neutron] 10.222.0.46 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236200 Feb 04 16:18:46.342846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5a97f4b-ca2c-4b70-b227-175ff226effb req-7444efcb-a938-4d2d-bf82-a84401c49c27 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 210 time: 0.0436091 Feb 04 16:18:46.942473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-85c83576-be3e-4225-b9fd-5483de7b5c6b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:46.943918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-85c83576-be3e-4225-b9fd-5483de7b5c6b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.53 "GET /v2.0/ports?device_id=e27c502c-948b-4db4-8a11-f5145a0434d2 HTTP/1.1" status: 200 len: 946 time: 0.0810981 Feb 04 16:18:47.017977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Deleting port e5748cab-f628-4f81-9f27-7c021a701777 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:18:47.018239 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.283170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] For port e5748cab-f628-4f81-9f27-7c021a701777, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=e5748cab-f628-4f81-9f27-7c021a701777,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:47.283559 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.436189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-91867624-37f2-475f-a1e8-1096f8c82d75 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:47.437204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Calling delete_port for e5748cab-f628-4f81-9f27-7c021a701777 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:18:47.437844 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-91867624-37f2-475f-a1e8-1096f8c82d75 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.53 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 815 time: 0.1628242 Feb 04 16:18:47.458457 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Request body: {'port': {'device_id': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67', 'admin_state_up': True, 'tenant_id': 'b4510ac0893d4db38b3cc794a96f3342'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:18:47.531878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3d72813b-cbc4-4551-9412-6c9f9e3b4862 req-99c92968-8d45-4996-aceb-a67742f80ba4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 210 time: 0.0594473 Feb 04 16:18:47.608544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:47.617911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:47.629324 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Made reservation on behalf of b4510ac0893d4db38b3cc794a96f3342 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:47.632646 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.633499 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.648517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['e5748cab-f628-4f81-9f27-7c021a701777'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:18:47.686460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Pushing event deleted for resources: {'Port': ['ID=e5748cab-f628-4f81-9f27-7c021a701777,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:47.759120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] No DVR routers for this DVR port e5748cab-f628-4f81-9f27-7c021a701777 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:47.762056 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.764584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'name': 'network-vif-deleted', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:47.780407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-723f1aed-e915-4270-bc38-b31c3a8a86a6 req-490e4ce4-0512-49f3-a7a8-ea5247ccf620 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.53 "DELETE /v2.0/ports/e5748cab-f628-4f81-9f27-7c021a701777 HTTP/1.1" status: 204 len: 173 time: 0.8299932 Feb 04 16:18:47.814874 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27c502c-948b-4db4-8a11-f5145a0434d2', 'name': 'network-vif-deleted', 'tag': 'e5748cab-f628-4f81-9f27-7c021a701777', 'status': 'completed', 'code': 200} Feb 04 16:18:47.815608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Allocated IP 172.20.0.14 (f9db5925-b5df-4e8a-b9bf-ec76ec52dd67/0d3edd4a-448e-488d-9c6c-242dc1e90cbb/aca8a722-cc95-4db2-88f4-2c674811764b) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:48.021977 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.051858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.066731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['e5748cab-f628-4f81-9f27-7c021a701777'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:18:48.127415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:48.130425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:48.134392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:18:48.170205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Pushing event updated for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:48.201912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:48.202519 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.228226 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-7556dbb6-b7f9-4a5c-912e-4e6615ff7ddd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7736707 Feb 04 16:18:48.251633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Request body: {'port': {'device_id': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:18:48.488553 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.726509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af46ac-da87-40ea-98a1-32593bfbf6ea req-5d415af4-05c7-4aa4-847e-14cfc4782c2d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:48.727206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a7af46ac-da87-40ea-98a1-32593bfbf6ea req-5d415af4-05c7-4aa4-847e-14cfc4782c2d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Synchronizing usage tracker for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:48.743980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a7af46ac-da87-40ea-98a1-32593bfbf6ea req-5d415af4-05c7-4aa4-847e-14cfc4782c2d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Unset dirty status for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:48.749388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7af46ac-da87-40ea-98a1-32593bfbf6ea req-5d415af4-05c7-4aa4-847e-14cfc4782c2d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 932 time: 0.1061730 Feb 04 16:18:48.794144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7af46ac-da87-40ea-98a1-32593bfbf6ea req-ddfb91d2-56a9-457c-94ab-c632c73f51c1 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Feb 04 16:18:48.846856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca8a722-cc95-4db2-88f4-2c674811764b {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:48.854618 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.868705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Transition to ACTIVE for port object aca8a722-cc95-4db2-88f4-2c674811764b will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:48.872712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:49.024907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:49.103746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Attempting to bind port aca8a722-cc95-4db2-88f4-2c674811764b on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:49.104148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Attempting to bind port aca8a722-cc95-4db2-88f4-2c674811764b by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:49.104522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Attempting to bind port aca8a722-cc95-4db2-88f4-2c674811764b on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:18:49.109276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Port aca8a722-cc95-4db2-88f4-2c674811764b on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:18:49.109620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Attempting to bind port aca8a722-cc95-4db2-88f4-2c674811764b on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:18:49.114646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:18:49.114988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Checking segment: {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:18:49.115375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Bound using segment: {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:18:49.115799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Bound port: aca8a722-cc95-4db2-88f4-2c674811764b, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:49.116145 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:49.208003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:18:49.210895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:18:49.216158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:49.277231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:49.277842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:49.279225 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] 10.222.0.53 "PUT /v2.0/ports/aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 200 len: 1092 time: 1.0332999 Feb 04 16:18:49.279673 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:49.301543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cb873-d549-4fa3-abe1-1a97888f9ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:49.332497 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'status': 'completed', 'code': 200} Feb 04 16:18:49.409928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-1ce3794e-7b7a-4369-8699-a5a7a36ed50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:49.411392 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-1ce3794e-7b7a-4369-8699-a5a7a36ed50a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 1095 time: 0.0741267 Feb 04 16:18:49.483257 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-36525cc4-b9ad-4b9f-abb4-1f3887eeae69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 200 len: 217 time: 0.0606818 Feb 04 16:18:49.550004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-ee679e31-751a-4777-a413-2f219af1cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:49.551488 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-ee679e31-751a-4777-a413-2f219af1cefc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0595517 Feb 04 16:18:49.601736 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-9b8117f4-40fd-4643-8f03-a902416e8172 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403299 Feb 04 16:18:49.734181 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-336a690d-c9a0-4b54-be88-9bec675c542d service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245577 Feb 04 16:18:49.871020 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-969b76a0-0752-4ddd-bc07-4bf32dedef0e req-6a38c466-7818-4f04-9031-d0762c8cafaf service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268859 Feb 04 16:18:49.985395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04192df-e107-451d-b0bb-169c3ec9ce03 req-b362842e-f9bd-41c6-8dfc-ae83a4fbd2da tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:49.986786 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f04192df-e107-451d-b0bb-169c3ec9ce03 req-b362842e-f9bd-41c6-8dfc-ae83a4fbd2da tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 944 time: 0.0825808 Feb 04 16:18:49.999641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-10c1a906-4cf9-4883-818a-b404ea648073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:50.001113 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-10c1a906-4cf9-4883-818a-b404ea648073 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 1095 time: 0.0765786 Feb 04 16:18:50.031778 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f04192df-e107-451d-b0bb-169c3ec9ce03 req-070e7670-cf87-440b-b8e6-e6115feca68b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Feb 04 16:18:50.137181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-b65cdcf4-4679-454a-aeb9-5182ab1408c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:50.138607 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-b65cdcf4-4679-454a-aeb9-5182ab1408c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1312630 Feb 04 16:18:50.207056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-0bba30d0-2ddb-4e23-9af3-6c1c6efadd6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 200 len: 217 time: 0.0609958 Feb 04 16:18:50.274279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-66ce9d5e-65ad-4669-9b7c-39235df0786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:50.275644 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-66ce9d5e-65ad-4669-9b7c-39235df0786e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0617602 Feb 04 16:18:50.324287 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-55c95624-8348-435e-a9df-e8d541f3b504 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419538 Feb 04 16:18:50.571171 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-0326f10c-ca9c-4cdb-90ce-2bb9467166a4 service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395844 Feb 04 16:18:50.712215 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b3a679da-1b66-4379-a3a2-bd87df18ad09 req-67300812-e332-4463-82f5-27c0ce37cad9 service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325994 Feb 04 16:18:51.221292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc3980-de3d-4672-82bb-d85de85d8023 req-812107a0-93dc-4241-8001-6dcc188d1f47 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:51.222738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17dc3980-de3d-4672-82bb-d85de85d8023 req-812107a0-93dc-4241-8001-6dcc188d1f47 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 944 time: 0.0839775 Feb 04 16:18:51.266846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17dc3980-de3d-4672-82bb-d85de85d8023 req-5c049ec7-fd33-466c-8165-f67099a7f653 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Feb 04 16:18:51.669928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device aca8a722-cc95-4db2-88f4-2c674811764b details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:18:51.673159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e5748cab-f628-4f81-9f27-7c021a701777 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:51.713000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: e5748cab-f628-4f81-9f27-7c021a701777 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:18:51.713547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device e5748cab-f628-4f81-9f27-7c021a701777 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:18:51.869270 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:51.882210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67', 'port_id': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'mac_address': 'fa:16:3e:df:63:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3edd4a-448e-488d-9c6c-242dc1e90cbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:18:51.936801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.953757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca8a722-cc95-4db2-88f4-2c674811764b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:51.969138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:51.972971 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:52.041882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:52.049281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.049624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.049961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.050293 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.050673 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.051004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.051325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.051645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.051963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.052280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.052598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.052951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:52.212470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['aca8a722-cc95-4db2-88f4-2c674811764b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:18:52.409324 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:18:52.458714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4bc85-ef10-46a3-b226-7be0a9dc0924 req-2b3a25b0-6d09-4664-a9d8-d161677b27bd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:52.460178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3a4bc85-ef10-46a3-b226-7be0a9dc0924 req-2b3a25b0-6d09-4664-a9d8-d161677b27bd tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 945 time: 0.0803289 Feb 04 16:18:52.606550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e3a4bc85-ef10-46a3-b226-7be0a9dc0924 req-1f03e653-da65-46a2-97d1-85b5fcaa7b38 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406355 Feb 04 16:18:53.685449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device aca8a722-cc95-4db2-88f4-2c674811764b up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:53.756677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port aca8a722-cc95-4db2-88f4-2c674811764b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:53.761653 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port aca8a722-cc95-4db2-88f4-2c674811764b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:53.762022 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.793336 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9eaa6-3cdc-45bc-afa1-825b3d8f92c2 req-fa77768f-12d2-49a9-8ad8-83c16ab96c89 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:53.794845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-06c9eaa6-3cdc-45bc-afa1-825b3d8f92c2 req-fa77768f-12d2-49a9-8ad8-83c16ab96c89 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 945 time: 0.0845127 Feb 04 16:18:53.839192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-06c9eaa6-3cdc-45bc-afa1-825b3d8f92c2 req-07ee2674-d01a-40fd-98e6-9992e4079f93 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Feb 04 16:18:53.880917 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.907579 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:53.917960 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:18:53.921884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.958473 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'code': 200} Feb 04 16:18:53.991498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:54.091762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3548424-e1be-41c4-b99e-e30de484b0d7 req-7ff17ee6-4a30-443f-85da-a3cad155507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:54.093588 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f3548424-e1be-41c4-b99e-e30de484b0d7 req-7ff17ee6-4a30-443f-85da-a3cad155507b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0763667 Feb 04 16:18:54.136917 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f3548424-e1be-41c4-b99e-e30de484b0d7 req-62714134-ed24-477a-be7c-342c2afabba3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Feb 04 16:18:55.030706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0c0ed-acfd-4a17-a060-96486835c7d3 req-10150d61-12d9-4c47-ab12-6bff4b8211e2 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:55.032198 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94d0c0ed-acfd-4a17-a060-96486835c7d3 req-10150d61-12d9-4c47-ab12-6bff4b8211e2 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0842714 Feb 04 16:18:55.077446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94d0c0ed-acfd-4a17-a060-96486835c7d3 req-0392cb65-328e-4701-bc6d-395a38fcee9e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Feb 04 16:18:56.271440 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ecec2-332d-4fa3-8c75-42f4665692ed req-a497379f-69a4-49c2-9b32-c2a95222c487 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:56.273073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc9ecec2-332d-4fa3-8c75-42f4665692ed req-a497379f-69a4-49c2-9b32-c2a95222c487 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0934563 Feb 04 16:18:56.320659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc9ecec2-332d-4fa3-8c75-42f4665692ed req-f6fe855b-72bb-4147-8f5b-efb490f2e561 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Feb 04 16:18:56.507764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bb7f4-7b19-4214-94bb-0b3518faf1a2 req-22822d31-e4b4-41e7-b851-aca11f695f1f tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:56.509229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-311bb7f4-7b19-4214-94bb-0b3518faf1a2 req-22822d31-e4b4-41e7-b851-aca11f695f1f tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0834048 Feb 04 16:18:56.552098 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-311bb7f4-7b19-4214-94bb-0b3518faf1a2 req-ff99699b-2cff-428d-b13b-6022138e5644 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Feb 04 16:18:56.895378 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-43346079-4177-474b-913b-f3d472608eac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689049 Feb 04 16:18:56.948731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fc86-37fb-4d1e-b409-ca715cad70e1 req-c46884cd-ea15-4c3e-adbd-0a03a368e438 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:56.950364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb06fc86-37fb-4d1e-b409-ca715cad70e1 req-c46884cd-ea15-4c3e-adbd-0a03a368e438 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0816908 Feb 04 16:18:57.000249 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb06fc86-37fb-4d1e-b409-ca715cad70e1 req-cd09f968-b10c-48de-83ca-6a682c42fbe4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Feb 04 16:18:58.068002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-2f1814df-ec84-41db-b4b8-4e6c8857e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:58.069518 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-2f1814df-ec84-41db-b4b8-4e6c8857e409 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0796144 Feb 04 16:18:58.190403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe4b6-8fba-4225-837a-9721c2e41dfb req-b03e445f-19b2-4f3d-aca5-cb545632284e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:58.191894 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58afe4b6-8fba-4225-837a-9721c2e41dfb req-b03e445f-19b2-4f3d-aca5-cb545632284e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0807576 Feb 04 16:18:58.204442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-adef1193-f68a-4264-91d1-30ac1535021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:58.205908 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-adef1193-f68a-4264-91d1-30ac1535021e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1301529 Feb 04 16:18:58.240134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58afe4b6-8fba-4225-837a-9721c2e41dfb req-356126f1-fe66-49be-8dd4-0e676c201601 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393987 Feb 04 16:18:58.273174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-d585d0cf-e591-4e4f-be31-68fe91a815a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 200 len: 217 time: 0.0615880 Feb 04 16:18:58.337638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e6125bd4-be07-4138-ba68-5d9899369981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:58.339703 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e6125bd4-be07-4138-ba68-5d9899369981 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0612338 Feb 04 16:18:58.385682 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-24b30015-4c6c-4fc3-a0a2-6ca4c0916c51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397587 Feb 04 16:18:58.515467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e197cca2-43ac-4e28-b894-b516a3316c34 service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237397 Feb 04 16:18:58.646597 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-c6b6dcff-5de7-43b8-91ac-8c3365e2d015 service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249440 Feb 04 16:18:59.444092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f754b-795b-4447-869f-1a7930731adc req-9d3090a1-ccf2-4373-a1a0-d26c407a1cbc tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:59.445606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a59f754b-795b-4447-869f-1a7930731adc req-9d3090a1-ccf2-4373-a1a0-d26c407a1cbc tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0892127 Feb 04 16:18:59.492134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a59f754b-795b-4447-869f-1a7930731adc req-c9f48fd3-1633-4690-88da-7ea2d2d7dc8e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Feb 04 16:19:00.683388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3c8c2-7c34-4bae-be18-33c3be9268b0 req-60cd87ef-d725-42d0-a2e4-e2a3d2fdddb4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:00.684923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56f3c8c2-7c34-4bae-be18-33c3be9268b0 req-60cd87ef-d725-42d0-a2e4-e2a3d2fdddb4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0827012 Feb 04 16:19:00.729920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56f3c8c2-7c34-4bae-be18-33c3be9268b0 req-e220d5e8-231b-4f3f-a40b-86883fc0ee6a tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391712 Feb 04 16:19:01.923370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b93ee-5332-439b-9729-4a1a719acc3f req-f5b05a26-1815-4678-bc70-27d110c0273c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:01.924914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f51b93ee-5332-439b-9729-4a1a719acc3f req-f5b05a26-1815-4678-bc70-27d110c0273c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0853050 Feb 04 16:19:01.969410 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f51b93ee-5332-439b-9729-4a1a719acc3f req-2e14bdbf-01b8-43d6-9598-7ae787ce0b23 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390189 Feb 04 16:19:03.157356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4ac3-d5af-46be-b1f7-7bc9da3a6034 req-baab2def-b3c1-449a-8c32-5d5355e16517 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:03.158825 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-799d4ac3-d5af-46be-b1f7-7bc9da3a6034 req-baab2def-b3c1-449a-8c32-5d5355e16517 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0823426 Feb 04 16:19:03.207876 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-799d4ac3-d5af-46be-b1f7-7bc9da3a6034 req-0b765065-634c-46a2-aef6-8548fd58070c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Feb 04 16:19:04.306102 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-20b46dfe-bd38-4c68-8e40-3ad748a9f2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:04.402683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce78412-9ec8-43c5-a465-8496468e2750 req-54897b53-6441-4c30-88ca-14449d02e3e4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:04.404169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dce78412-9ec8-43c5-a465-8496468e2750 req-54897b53-6441-4c30-88ca-14449d02e3e4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0829589 Feb 04 16:19:04.451377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dce78412-9ec8-43c5-a465-8496468e2750 req-7ca84713-d630-471c-8fbb-6f3380fce5a7 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414364 Feb 04 16:19:05.644002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a29f-fd65-474d-a19c-038bcf5d4cfa req-838a59cf-d26e-47fe-8a5d-55c63ac39b41 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:05.645413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0399a29f-fd65-474d-a19c-038bcf5d4cfa req-838a59cf-d26e-47fe-8a5d-55c63ac39b41 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0849183 Feb 04 16:19:05.690563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0399a29f-fd65-474d-a19c-038bcf5d4cfa req-e9626acd-23fe-43e7-bd55-022e7dd447a5 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Feb 04 16:19:06.711829 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.735534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c400ead5-76ef-40e2-b748-d3b9826c45b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.881849 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a7d6-4bb6-445d-a792-cca1270d7c9d req-08b1457f-02ad-4de5-83f5-f2881d79d037 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:06.883227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc37a7d6-4bb6-445d-a792-cca1270d7c9d req-08b1457f-02ad-4de5-83f5-f2881d79d037 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0821722 Feb 04 16:19:06.929030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc37a7d6-4bb6-445d-a792-cca1270d7c9d req-e81388b8-902d-431a-92d4-7132c5027f65 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Feb 04 16:19:07.756676 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.831815 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:08.123965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f032-cb1a-4c01-9f6b-6a3208a3eabf req-1d2318bf-9237-40ce-924a-0234d1d6247c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:08.125675 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e006f032-cb1a-4c01-9f6b-6a3208a3eabf req-1d2318bf-9237-40ce-924a-0234d1d6247c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0880456 Feb 04 16:19:08.171518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e006f032-cb1a-4c01-9f6b-6a3208a3eabf req-bac5c222-1e16-4633-81f7-0577e9375312 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Feb 04 16:19:09.299502 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.367585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18114a2e-3d2c-421a-a34a-105ce0f2c74d req-ab385652-3f3b-4d24-9fd0-8176fd6d0d60 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:09.369047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18114a2e-3d2c-421a-a34a-105ce0f2c74d req-ab385652-3f3b-4d24-9fd0-8176fd6d0d60 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0815470 Feb 04 16:19:09.413396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18114a2e-3d2c-421a-a34a-105ce0f2c74d req-99ab7b52-7327-43a7-acb4-93e1e93f1bd8 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385642 Feb 04 16:19:09.668708 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:10.605507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cdfc4-bbcb-47cf-a0f8-a42915b6b1b9 req-e75e4510-1b1d-4618-92b5-de29527b431f tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:10.606878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f84cdfc4-bbcb-47cf-a0f8-a42915b6b1b9 req-e75e4510-1b1d-4618-92b5-de29527b431f tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0865409 Feb 04 16:19:10.651156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f84cdfc4-bbcb-47cf-a0f8-a42915b6b1b9 req-5872aa64-5b20-475e-99ea-0409fec02b3b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Feb 04 16:19:11.837389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13925b-adef-4b5a-af2b-85210378fe8f req-7d3a4881-5bae-47cf-8aba-9a5e105d47c6 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:11.838925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c13925b-adef-4b5a-af2b-85210378fe8f req-7d3a4881-5bae-47cf-8aba-9a5e105d47c6 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0806904 Feb 04 16:19:11.887748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c13925b-adef-4b5a-af2b-85210378fe8f req-0cbf8112-a604-4e93-ba9c-43d7811d3aac tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Feb 04 16:19:13.078192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82687fc9-c3d1-48fd-9357-4877f460b4fe req-716212b4-e9db-4c17-85cb-47d6738abd15 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:13.079680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82687fc9-c3d1-48fd-9357-4877f460b4fe req-716212b4-e9db-4c17-85cb-47d6738abd15 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0818350 Feb 04 16:19:13.129396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-82687fc9-c3d1-48fd-9357-4877f460b4fe req-b0cecd1f-1b37-4a15-805f-75e0457296f5 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Feb 04 16:19:14.326527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9e985-2f08-446e-a672-f67c333cafaa req-c84b92aa-0fd2-441e-bed8-518f3c185f83 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:14.328102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6a9e985-2f08-446e-a672-f67c333cafaa req-c84b92aa-0fd2-441e-bed8-518f3c185f83 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0914681 Feb 04 16:19:14.372714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6a9e985-2f08-446e-a672-f67c333cafaa req-81c77e70-f56c-4ef5-b1e3-d16a242848b2 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Feb 04 16:19:15.580833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53497b15-8b98-454f-be71-845e6a1fbf7a req-0070ff33-156f-4bfc-a456-4919158cb9a8 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:15.582354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53497b15-8b98-454f-be71-845e6a1fbf7a req-0070ff33-156f-4bfc-a456-4919158cb9a8 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0933967 Feb 04 16:19:15.631752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53497b15-8b98-454f-be71-845e6a1fbf7a req-ab807429-afe5-4020-b01a-34a382f4fba2 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Feb 04 16:19:16.839688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae010f8-a285-4daf-9031-95ed1054bdc4 req-4fa3220f-05c7-4d7f-8fc8-95427adfa6c1 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:16.841297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ae010f8-a285-4daf-9031-95ed1054bdc4 req-4fa3220f-05c7-4d7f-8fc8-95427adfa6c1 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0902138 Feb 04 16:19:16.886282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ae010f8-a285-4daf-9031-95ed1054bdc4 req-5233c799-d4db-4c69-9653-9e450bdba506 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 Feb 04 16:19:18.077032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146ab4c-c48d-4576-9fb6-9f184b2799f3 req-b8d480ea-9ee5-4192-91cd-7632b29af352 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:18.078497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7146ab4c-c48d-4576-9fb6-9f184b2799f3 req-b8d480ea-9ee5-4192-91cd-7632b29af352 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0846734 Feb 04 16:19:18.136800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7146ab4c-c48d-4576-9fb6-9f184b2799f3 req-63ecbcb1-9222-43d0-a8b0-59e8553fb94b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526094 Feb 04 16:19:19.324954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6784d-e190-4711-98a7-60db21f3b7c5 req-0455dbef-efa5-41c3-94d1-c5e279a58693 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:19.326418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61a6784d-e190-4711-98a7-60db21f3b7c5 req-0455dbef-efa5-41c3-94d1-c5e279a58693 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0828726 Feb 04 16:19:19.371072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61a6784d-e190-4711-98a7-60db21f3b7c5 req-044f23b6-9a1c-4475-89cc-0dbd007cafc5 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389655 Feb 04 16:19:20.562292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6d938-b1be-4040-9f6f-c9630b9cb490 req-10766d06-a2ed-49f3-ab2b-90294971231b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:20.563662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ca6d938-b1be-4040-9f6f-c9630b9cb490 req-10766d06-a2ed-49f3-ab2b-90294971231b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0852973 Feb 04 16:19:20.608513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ca6d938-b1be-4040-9f6f-c9630b9cb490 req-26dd8985-ce4d-4a9d-bc86-9f5a16b24c1e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389688 Feb 04 16:19:21.798601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53eeea5-38ec-487e-9803-0d193a832d27 req-082070d4-c184-4caa-abed-3d200140c303 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:21.800077 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c53eeea5-38ec-487e-9803-0d193a832d27 req-082070d4-c184-4caa-abed-3d200140c303 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0858262 Feb 04 16:19:21.846706 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c53eeea5-38ec-487e-9803-0d193a832d27 req-e6fb4883-982e-496b-8d52-59c32d170a56 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384994 Feb 04 16:19:23.038897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e454c-4d4d-4fda-946f-5d9e08ddb576 req-aef56b53-04cc-4255-ac6e-00e751b257c4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:23.040385 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-789e454c-4d4d-4fda-946f-5d9e08ddb576 req-aef56b53-04cc-4255-ac6e-00e751b257c4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0865018 Feb 04 16:19:23.086452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-789e454c-4d4d-4fda-946f-5d9e08ddb576 req-eec5952d-1aaa-4092-a07f-d986eb2f5723 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Feb 04 16:19:24.310695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0435-1a8c-4057-9148-76787f6d2dd2 req-66380b3c-1f4d-4e2a-8cb5-3ad08c52e793 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:24.312675 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b85d0435-1a8c-4057-9148-76787f6d2dd2 req-66380b3c-1f4d-4e2a-8cb5-3ad08c52e793 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0841095 Feb 04 16:19:24.359133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b85d0435-1a8c-4057-9148-76787f6d2dd2 req-477a0643-b3bd-483c-84e1-d8074195eda3 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400643 Feb 04 16:19:25.661116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790ccdb-04d2-4774-b81f-0a29d82655ba req-0eb0d695-d528-44f0-9475-d8e0aa0ad9e0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:25.662583 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c790ccdb-04d2-4774-b81f-0a29d82655ba req-0eb0d695-d528-44f0-9475-d8e0aa0ad9e0 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.1942229 Feb 04 16:19:25.713630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c790ccdb-04d2-4774-b81f-0a29d82655ba req-7d649ae8-d1a8-4a87-aca8-5a8a4782282e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452869 Feb 04 16:19:25.848086 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-26e95a47-f9a2-4e0f-b62d-3f8475251c56 service neutron] show failed (client error): The resource could not be found. Feb 04 16:19:25.849159 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-26e95a47-f9a2-4e0f-b62d-3f8475251c56 service neutron] 10.222.0.53 "GET /v2.0/ports/aca8a722-cc95-4db2-88f4-2c674811764b/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0901814 Feb 04 16:19:26.133745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-a3aec16f-3215-4f1f-a9c7-c48a7205f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:26.135189 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-a3aec16f-3215-4f1f-a9c7-c48a7205f86b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1&tenant_id=b4510ac0893d4db38b3cc794a96f3342 HTTP/1.1" status: 200 len: 1097 time: 0.0699961 Feb 04 16:19:26.146166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:26.253989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.522182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:26.666481 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:19:26.723764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:26.729185 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.744456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Transition to ACTIVE for port object aca8a722-cc95-4db2-88f4-2c674811764b will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:26.748511 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.788640 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'code': 200} Feb 04 16:19:26.909884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] No DVR routers for this DVR port aca8a722-cc95-4db2-88f4-2c674811764b on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:26.911852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Pushing event updated for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:26.949295 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.949633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.949967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.950292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.950614 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.950965 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.951321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.951607 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.951918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.952228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.952543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.952884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:26.953929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61322b-840f-4b1f-9e55-448324622838 req-e8001cc7-ac41-45ef-86ba-26404efbd8ae tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:26.955953 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e61322b-840f-4b1f-9e55-448324622838 req-e8001cc7-ac41-45ef-86ba-26404efbd8ae tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 944 time: 0.0836437 Feb 04 16:19:26.976549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Attempting to bind port aca8a722-cc95-4db2-88f4-2c674811764b on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:26.976907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Attempting to bind port aca8a722-cc95-4db2-88f4-2c674811764b by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:26.977236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Attempting to bind port aca8a722-cc95-4db2-88f4-2c674811764b on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:19:26.982809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Port aca8a722-cc95-4db2-88f4-2c674811764b on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:19:26.983263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Attempting to bind port aca8a722-cc95-4db2-88f4-2c674811764b on network f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:19:26.988588 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:19:26.988959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Checking segment: {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:19:26.989337 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Bound using segment: {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:19:26.989752 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Bound port: aca8a722-cc95-4db2-88f4-2c674811764b, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:19:26.990092 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:27.002426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e61322b-840f-4b1f-9e55-448324622838 req-f7770d19-2e35-47ac-9a7d-08cacfe72b4e tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Feb 04 16:19:27.084580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:19:27.087421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:19:27.092293 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:27.151606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:27.152205 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:27.153580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] 10.222.0.61 "PUT /v2.0/ports/aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 200 len: 1092 time: 1.0112133 Feb 04 16:19:27.168907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87423fb-9059-4c2c-bbe9-5b62952e9b6d service neutron] Pushing event updated for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:27.245934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-c09244eb-0794-4c7b-b668-72f21d65ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:27.247364 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-c09244eb-0794-4c7b-b668-72f21d65ba40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 1095 time: 0.0741906 Feb 04 16:19:27.379124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-88e5c06a-25e5-4da1-8a83-141cd97ac905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:27.380448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-88e5c06a-25e5-4da1-8a83-141cd97ac905 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1267569 Feb 04 16:19:27.447881 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-c1bf3393-1edb-4557-865c-0895895698d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 200 len: 217 time: 0.0612023 Feb 04 16:19:27.513834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-073512fd-834e-4b7d-9e26-69aaa1b767e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:27.515234 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-073512fd-834e-4b7d-9e26-69aaa1b767e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0602932 Feb 04 16:19:27.561941 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-5356a6eb-3399-49b2-b768-782c1f8206e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402887 Feb 04 16:19:27.694417 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-7cb8eddc-a1c5-4156-bf49-c1e4145737a2 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258683 Feb 04 16:19:27.827487 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-486178e6-7fdb-4c35-81d8-e347e6c668c4 req-7d432a01-d944-4ae2-8f79-1f88b638ce48 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271930 Feb 04 16:19:28.190238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c187a20-af5c-4276-9882-c692697c91b6 req-b5579f5d-f120-4ce9-8a70-c7c6071736e7 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:28.191699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c187a20-af5c-4276-9882-c692697c91b6 req-b5579f5d-f120-4ce9-8a70-c7c6071736e7 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 944 time: 0.0813403 Feb 04 16:19:28.235540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c187a20-af5c-4276-9882-c692697c91b6 req-9468c211-6f5d-435a-993c-21283021b191 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382195 Feb 04 16:19:28.790148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:28.847879 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'status': 'completed', 'code': 200} Feb 04 16:19:28.996303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-87d7d9d1-5990-4e1c-b055-ef83cc4c592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:28.998741 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-87d7d9d1-5990-4e1c-b055-ef83cc4c592c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 1095 time: 0.1349292 Feb 04 16:19:29.001223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-05d74ac1-32cc-4956-abc2-b923d37142a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:29.002523 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-05d74ac1-32cc-4956-abc2-b923d37142a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 1095 time: 0.1034245 Feb 04 16:19:29.368079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-6d6db4b1-5a0f-457c-a6b6-d2cf381e2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:29.369646 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-6d6db4b1-5a0f-457c-a6b6-d2cf381e2933 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.3651617 Feb 04 16:19:29.410995 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:19:29.432720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0d1ac-7f5f-4a76-a69f-f8f99daf9e39 req-31b800ff-0a8c-42c6-ae2f-19b1dfeac397 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:29.434204 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95c0d1ac-7f5f-4a76-a69f-f8f99daf9e39 req-31b800ff-0a8c-42c6-ae2f-19b1dfeac397 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 944 time: 0.0882316 Feb 04 16:19:29.439484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-8676e0f9-5daf-41cf-8a99-77da2edb87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:29.440964 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-8676e0f9-5daf-41cf-8a99-77da2edb87e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.4190328 Feb 04 16:19:29.449253 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-da273219-0877-4725-a847-6e9671e10ab2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 200 len: 217 time: 0.0671310 Feb 04 16:19:29.486851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-95c0d1ac-7f5f-4a76-a69f-f8f99daf9e39 req-4947175e-94fd-4b41-9040-d4e3aa1d27b2 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Feb 04 16:19:29.556263 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-d573da85-b709-4992-bb0a-1a52b4f23d39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 200 len: 217 time: 0.1002162 Feb 04 16:19:29.624712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-3d973a59-4a15-444e-95f5-8038d5b3b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:29.626167 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-3d973a59-4a15-444e-95f5-8038d5b3b6d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.1104677 Feb 04 16:19:29.652380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device aca8a722-cc95-4db2-88f4-2c674811764b details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:19:29.683865 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-31124f29-73e8-4ca7-b01e-31a51a82c86b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499606 Feb 04 16:19:29.685381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-0d8538cb-fed7-4081-b838-559932643fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:29.686664 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-0d8538cb-fed7-4081-b838-559932643fa9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.1211638 Feb 04 16:19:29.788309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:29.801861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'network_id': 'f9db5925-b5df-4e8a-b9bf-ec76ec52dd67', 'port_id': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'mac_address': 'fa:16:3e:df:63:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3edd4a-448e-488d-9c6c-242dc1e90cbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:19:29.802132 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-55da2cfe-2f7f-454f-a9b4-59953fe8a412 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943704 Feb 04 16:19:29.857008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device aca8a722-cc95-4db2-88f4-2c674811764b no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:29.885962 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:29.920675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca8a722-cc95-4db2-88f4-2c674811764b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:19:29.943385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:29.945028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device aca8a722-cc95-4db2-88f4-2c674811764b not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:29.947713 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:29.966060 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-8b5f6da3-76c1-43c4-9b3f-5587092fc8c4 service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755256 Feb 04 16:19:30.015468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:30.049862 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-cc9ea41a-a7a0-4000-97a8-98f6f3324a1e service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340634 Feb 04 16:19:30.115634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-fc83b24f-9174-426e-90e1-fc5c8ac37465 req-3dbe81fd-9300-46bb-b4c6-518885ab96d5 service neutron] (87570) timed out ('10.222.0.61', 62996) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:19:30.170643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['aca8a722-cc95-4db2-88f4-2c674811764b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:19:30.211634 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-839b1db8-dd76-49aa-9283-31c10d9ab31a service neutron] 10.222.0.61 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325287 Feb 04 16:19:30.234220 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e29065d2-4b40-4cc1-86cf-938bea21fe05 req-c4aabe99-a808-4ca7-a0f3-cd84f21370be service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734555 Feb 04 16:19:30.678733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740b7c-e0ab-40a0-a04d-63ebce6125d7 req-cb849d3a-e47d-4ed0-be0e-39d274867f31 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:30.680183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd740b7c-e0ab-40a0-a04d-63ebce6125d7 req-cb849d3a-e47d-4ed0-be0e-39d274867f31 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 945 time: 0.0840428 Feb 04 16:19:30.727624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd740b7c-e0ab-40a0-a04d-63ebce6125d7 req-95b5a9ec-fa3d-437a-b5c0-7a10973cb8b4 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Feb 04 16:19:31.038395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710a2d7-4509-4bf3-b201-c481d9cfb261 req-74c274e0-528e-468d-968f-11e96125d866 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:31.039851 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9710a2d7-4509-4bf3-b201-c481d9cfb261 req-74c274e0-528e-468d-968f-11e96125d866 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 945 time: 0.0849540 Feb 04 16:19:31.062151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-463d44c9-ef68-4b34-aa29-1559ac96b912 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:31.062839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-463d44c9-ef68-4b34-aa29-1559ac96b912 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Synchronizing usage tracker for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:31.074633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-463d44c9-ef68-4b34-aa29-1559ac96b912 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Unset dirty status for tenant:b4510ac0893d4db38b3cc794a96f3342 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:31.076510 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-463d44c9-ef68-4b34-aa29-1559ac96b912 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.53 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1&tenant_id=b4510ac0893d4db38b3cc794a96f3342&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 945 time: 0.0941556 Feb 04 16:19:31.091303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9710a2d7-4509-4bf3-b201-c481d9cfb261 req-af44d586-4448-48ce-b609-70a5ac62aff3 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Feb 04 16:19:31.156667 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-7725e5a8-50ce-4563-8380-c552c3580030 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:19:31.157600 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-7725e5a8-50ce-4563-8380-c552c3580030 service neutron] 10.222.0.53 "DELETE /v2.0/ports/aca8a722-cc95-4db2-88f4-2c674811764b/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0732958 Feb 04 16:19:31.309062 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-0b224c51-54a4-4234-9fff-868503c66477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:31.310749 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-0b224c51-54a4-4234-9fff-868503c66477 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4510ac0893d4db38b3cc794a96f3342&device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0748084 Feb 04 16:19:31.445610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-e093bfc4-7fa6-4ef0-a6df-eb4e01e2b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:31.446962 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-e093bfc4-7fa6-4ef0-a6df-eb4e01e2b507 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 200 len: 916 time: 0.1270294 Feb 04 16:19:31.520977 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-9fdd7759-aa54-4a84-a931-095c44f7edd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 200 len: 217 time: 0.0646586 Feb 04 16:19:31.586477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-02a33ea4-0af4-4d7a-bb16-6c1142b895c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:31.587894 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-02a33ea4-0af4-4d7a-bb16-6c1142b895c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 200 len: 855 time: 0.0572436 Feb 04 16:19:31.635891 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-390d087e-1f88-4672-a982-2925b52d49ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390077 Feb 04 16:19:31.667800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device aca8a722-cc95-4db2-88f4-2c674811764b up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:31.739002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port aca8a722-cc95-4db2-88f4-2c674811764b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:31.744361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port aca8a722-cc95-4db2-88f4-2c674811764b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:31.744861 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:31.867892 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:31.896938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:31.899171 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-00d16608-874a-4377-9a53-07f0bfc23f3d service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538199 Feb 04 16:19:31.907580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:31.912664 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:31.963177 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'code': 200} Feb 04 16:19:31.991484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:32.037813 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-47004498-3aac-4b2c-8eb6-eb7e56882c3d req-dab251e9-4471-487c-9223-ef805ffb53fe service neutron] 10.222.0.53 "GET /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291392 Feb 04 16:19:32.278470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717cf7-11e7-477e-8b95-e939e6f472b6 req-257fd2c3-1e19-4454-a82a-597fce6e7309 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:32.279907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac717cf7-11e7-477e-8b95-e939e6f472b6 req-257fd2c3-1e19-4454-a82a-597fce6e7309 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0808280 Feb 04 16:19:32.328265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac717cf7-11e7-477e-8b95-e939e6f472b6 req-a7416d6e-3b19-4d1b-b4e3-6a94fd8f1d9c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Feb 04 16:19:33.513271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa684c2d-eebc-4767-935a-bf6081a58ac8 req-7d2aed7e-07c1-4169-94bc-784441f4c60b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:33.514709 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa684c2d-eebc-4767-935a-bf6081a58ac8 req-7d2aed7e-07c1-4169-94bc-784441f4c60b tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0801113 Feb 04 16:19:33.561036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fa684c2d-eebc-4767-935a-bf6081a58ac8 req-1793e9fe-dc99-465b-8ec2-e5f1d597b0d8 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Feb 04 16:19:33.746445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f6f33-df09-41ee-b443-655e3dd3ad1c req-db80c304-e604-47ed-ab1e-a6fc60ef2dce tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:33.748647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b77f6f33-df09-41ee-b443-655e3dd3ad1c req-db80c304-e604-47ed-ab1e-a6fc60ef2dce tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0844469 Feb 04 16:19:33.793481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b77f6f33-df09-41ee-b443-655e3dd3ad1c req-16237a8b-2e36-4a92-8015-22c8086cb70c tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394397 Feb 04 16:19:33.979917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeca0ff-d4f6-489a-b96d-dc0f9a5190ba req-f5178631-7dc8-4756-bf7a-c397415c1e52 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:33.981405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-daeca0ff-d4f6-489a-b96d-dc0f9a5190ba req-f5178631-7dc8-4756-bf7a-c397415c1e52 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0828347 Feb 04 16:19:34.025943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-daeca0ff-d4f6-489a-b96d-dc0f9a5190ba req-4df9168f-8d93-4b9c-a78e-555b799ac927 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Feb 04 16:19:34.301844 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-067cfb31-6104-4530-a855-1d43d0835593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.592422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048900b-727f-4448-b851-a6b2756fc532 req-56ae4253-9d1d-484a-9f05-a47f293e6308 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:34.593843 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a048900b-727f-4448-b851-a6b2756fc532 req-56ae4253-9d1d-484a-9f05-a47f293e6308 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0861909 Feb 04 16:19:34.639120 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a048900b-727f-4448-b851-a6b2756fc532 req-21a231bb-3159-496f-93eb-d0e97ed69329 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Feb 04 16:19:35.743703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-9238aafc-9811-4809-b625-27aa7e30aa3d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:35.745168 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-9238aafc-9811-4809-b625-27aa7e30aa3d tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0845394 Feb 04 16:19:35.816264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Deleting port aca8a722-cc95-4db2-88f4-2c674811764b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:19:35.816617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.825412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c5328-be4f-4e1d-aeb3-a7238072bae8 req-88badc81-b47b-4199-97b3-3d29ffe35997 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:35.827814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f55c5328-be4f-4e1d-aeb3-a7238072bae8 req-88badc81-b47b-4199-97b3-3d29ffe35997 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 946 time: 0.0828145 Feb 04 16:19:35.876931 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f55c5328-be4f-4e1d-aeb3-a7238072bae8 req-6cac9690-c941-4f1a-b3e0-507ec9671681 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/security-groups?id=776c7493-81c0-4636-82a4-df82f3ff97cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Feb 04 16:19:36.066206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] For port aca8a722-cc95-4db2-88f4-2c674811764b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=aca8a722-cc95-4db2-88f4-2c674811764b,segment=NetworkSegment(fed12eb3-c270-4e60-b5ca-8c1b05219f2a),segment_id=fed12eb3-c270-4e60-b5ca-8c1b05219f2a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:36.066590 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.188001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Calling delete_port for aca8a722-cc95-4db2-88f4-2c674811764b owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:19:36.334553 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.345854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['aca8a722-cc95-4db2-88f4-2c674811764b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:19:36.393638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Pushing event deleted for resources: {'Port': ['ID=aca8a722-cc95-4db2-88f4-2c674811764b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:36.465688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] No DVR routers for this DVR port aca8a722-cc95-4db2-88f4-2c674811764b on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:36.468443 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.471048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'name': 'network-vif-deleted', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:36.486552 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e395742a-2508-4a7b-ac24-d5482f778ba7 req-3c7f69e1-fd31-4866-903e-85909b2d8095 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.61 "DELETE /v2.0/ports/aca8a722-cc95-4db2-88f4-2c674811764b HTTP/1.1" status: 204 len: 173 time: 0.7356188 Feb 04 16:19:36.517198 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b1908-f8fc-40b4-a850-2e3ea67c9fc1', 'name': 'network-vif-deleted', 'tag': 'aca8a722-cc95-4db2-88f4-2c674811764b', 'status': 'completed', 'code': 200} Feb 04 16:19:36.734065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.738027 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a33768e2-0a48-434f-a8c5-4cc899580276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.049069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b6858ed-4b6d-4197-b355-7be9c7ffb695 req-9e33ef19-736c-4246-b246-07c9d9982c27 tempest-ServerDiskConfigTestJSON-49512296 tempest-ServerDiskConfigTestJSON-49512296-project] 10.222.0.46 "GET /v2.0/ports?device_id=b27b1908-f8fc-40b4-a850-2e3ea67c9fc1 HTTP/1.1" status: 200 len: 210 time: 0.0502672 Feb 04 16:19:37.753828 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.834080 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.277506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51120) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:38.341194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-470ec92c-5eb5-4881-9353-5d2fa7da4e55 admin admin] Deleting subnet 0d3edd4a-448e-488d-9c6c-242dc1e90cbb {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:19:38.344254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-470ec92c-5eb5-4881-9353-5d2fa7da4e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.394593 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-470ec92c-5eb5-4881-9353-5d2fa7da4e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.449814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-470ec92c-5eb5-4881-9353-5d2fa7da4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.534213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-470ec92c-5eb5-4881-9353-5d2fa7da4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.572345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ec92c-5eb5-4881-9353-5d2fa7da4e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d3edd4a-448e-488d-9c6c-242dc1e90cbb,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:38.576121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-470ec92c-5eb5-4881-9353-5d2fa7da4e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.581990 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-470ec92c-5eb5-4881-9353-5d2fa7da4e55 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0d3edd4a-448e-488d-9c6c-242dc1e90cbb HTTP/1.1" status: 204 len: 168 time: 0.3034816 Feb 04 16:19:38.584620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51124) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:38.691408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.817096 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.842559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9db5925-b5df-4e8a-b9bf-ec76ec52dd67']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:38.854279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:38.854576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed12eb3-c270-4e60-b5ca-8c1b05219f2a') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:38.866408 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.882524 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.889218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:19:38.889673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:19:38.902470 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:19:39.096241 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.111763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.122169 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9db5925-b5df-4e8a-b9bf-ec76ec52dd67,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:39.130604 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-66262e9e-9136-40d8-a96c-1d34044a39f1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f9db5925-b5df-4e8a-b9bf-ec76ec52dd67 HTTP/1.1" status: 204 len: 168 time: 0.5446661 Feb 04 16:19:39.248942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51130) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:39.301085 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.313115 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad598196-a611-4125-af99-f9089311a6f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4510ac0893d4db38b3cc794a96f3342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629938 Feb 04 16:19:39.315940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51134) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:39.373952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3413a81e-d710-4413-b948-714a56981da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.399501 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3413a81e-d710-4413-b948-714a56981da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.454170 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3413a81e-d710-4413-b948-714a56981da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.469460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413a81e-d710-4413-b948-714a56981da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776c7493-81c0-4636-82a4-df82f3ff97cd,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:39.480574 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3413a81e-d710-4413-b948-714a56981da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.484110 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3413a81e-d710-4413-b948-714a56981da1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/776c7493-81c0-4636-82a4-df82f3ff97cd HTTP/1.1" status: 204 len: 168 time: 0.1648195 Feb 04 16:19:39.666173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.698460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device aca8a722-cc95-4db2-88f4-2c674811764b no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:39.735461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: aca8a722-cc95-4db2-88f4-2c674811764b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:19:39.735790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device aca8a722-cc95-4db2-88f4-2c674811764b not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:40.196459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51158) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:40.297583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-881470397-network', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:40.303084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:40.307104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Usage tracker for resource:network and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:40.310705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:40.317186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:40.327491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Made reservation on behalf of 04aabccb53ba4b37885e87b51c4ddb4a for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:40.329762 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.341638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.355394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:40.359384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Usage tracker for resource:security_group_rule and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:40.362116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:40.367807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:40.454164 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.457969 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.488754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:19:40.493799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4a412-c290-43a6-8032-0f36adb93826,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:40.501805 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.501805 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Added segment 61ca1847-1395-4d05-9c0e-e14a84be91c3 of type vlan for network 8ce97b31-4b56-4c58-8a55-9ae36cc722be Feb 04 16:19:40.528139 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.555591 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.556480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:40.557140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.657422 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4597924 Feb 04 16:19:40.660263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1669e1-eaae-413f-a115-099e91ff0788 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce97b31-4b56-4c58-8a55-9ae36cc722be,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:40.660466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51164) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:40.666886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Request body: {'subnet': {'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-881470397-subnet', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:40.669979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:19:40.674027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:40.677862 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Usage tracker for resource:subnet and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:40.680668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:40.687572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:40.697405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Made reservation on behalf of 04aabccb53ba4b37885e87b51c4ddb4a for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:40.699915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.913798 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.988366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bed4467-2116-44af-8562-64ee76e5b367,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:40.999767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.000135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.000466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.000806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.001132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.001451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.001767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.002080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.002392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.002702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.003017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.003325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:41.008048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:19:41.008398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Network hostable DHCP agents. Network: 8ce97b31-4b56-4c58-8a55-9ae36cc722be, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:19:41.027455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:19:41.036239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8ce97b31-4b56-4c58-8a55-9ae36cc722be) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:41.040157 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:41.040729 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.045798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b17e3d-e1d2-4cc9-9740-a12c103f1db2 None None] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:19:41.060712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4cb49618-3d33-47c4-91f5-d13a289e8f64 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3991215 Feb 04 16:19:41.063389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51168) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:41.068509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:41.073706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:41.078230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Usage tracker for resource:router and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:41.081101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:41.086696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:41.097085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.098054 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.113222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.264623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:19:41.266145 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.430909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Allocated IP 172.20.0.2 (8ce97b31-4b56-4c58-8a55-9ae36cc722be/2bed4467-2116-44af-8562-64ee76e5b367/a7c2610e-167c-4591-906f-eb089b184fa9) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:41.508688 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.637694 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.650231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Transition to ACTIVE for port object a7c2610e-167c-4591-906f-eb089b184fa9 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:41.670859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Transition to ACTIVE for port object a7c2610e-167c-4591-906f-eb089b184fa9 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:41.675756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.743435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:41.746257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:41.751652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:19:41.760967 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Pushing event updated for resources: {'Port': ['ID=a7c2610e-167c-4591-906f-eb089b184fa9,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:41.823032 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.848458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Attempting to bind port a7c2610e-167c-4591-906f-eb089b184fa9 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:41.848842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Attempting to bind port a7c2610e-167c-4591-906f-eb089b184fa9 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:41.849201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Attempting to bind port a7c2610e-167c-4591-906f-eb089b184fa9 on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:19:41.853816 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.854412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:19:41.854807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:19:41.855200 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.855576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:19:41.856026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Bound port: a7c2610e-167c-4591-906f-eb089b184fa9, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:19:41.856386 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.948069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] For port a7c2610e-167c-4591-906f-eb089b184fa9, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:19:41.952469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] For port a7c2610e-167c-4591-906f-eb089b184fa9, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a7c2610e-167c-4591-906f-eb089b184fa9,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:19:41.956890 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.999454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Allocated IP 172.25.8.132 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/4eb35e89-56eb-4f99-8780-f32d7992cbbd) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:42.047932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc4e88-f3f6-40a0-b208-a26ffd2cd28b None None] Pushing event updated for resources: {'Port': ['ID=a7c2610e-167c-4591-906f-eb089b184fa9,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:42.152410 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.183103 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.260987 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb35e89-56eb-4f99-8780-f32d7992cbbd,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:42.269496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:42.270689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:42.272994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:19:42.709784 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.734174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a7c2610e-167c-4591-906f-eb089b184fa9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:42.808491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port a7c2610e-167c-4591-906f-eb089b184fa9 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:43.070995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d613a2ba-cf6c-4883-8114-ba92780dce7f None None] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:19:43.152843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5a6d03ef-ce98-44bb-8468-0d1edf775d5d None None] Provisioning for port a7c2610e-167c-4591-906f-eb089b184fa9 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:43.162679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5a6d03ef-ce98-44bb-8468-0d1edf775d5d None None] Provisioning complete for port a7c2610e-167c-4591-906f-eb089b184fa9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:43.163040 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5a6d03ef-ce98-44bb-8468-0d1edf775d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.191276 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.394482 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5a6d03ef-ce98-44bb-8468-0d1edf775d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.410250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:19:43.467534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5a6d03ef-ce98-44bb-8468-0d1edf775d5d None None] For port a7c2610e-167c-4591-906f-eb089b184fa9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a7c2610e-167c-4591-906f-eb089b184fa9,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:43.471753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5a6d03ef-ce98-44bb-8468-0d1edf775d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.539369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d03ef-ce98-44bb-8468-0d1edf775d5d None None] Pushing event updated for resources: {'Port': ['ID=a7c2610e-167c-4591-906f-eb089b184fa9,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:43.599845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:19:43.608716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:19:43.619267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:19:43.620038 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:19:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:43.624526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.628550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e80f7811-5dd6-40c5-a062-c7d602865af8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5612314 Feb 04 16:19:43.628826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51172) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:43.727624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-563c877a-70cb-4755-ae06-9ae678391d0f None None] Provisioning complete for port a7c2610e-167c-4591-906f-eb089b184fa9 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:43.727994 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-563c877a-70cb-4755-ae06-9ae678391d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.862883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:19:44.201315 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:42Z', 'revision_number': 3, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:44.205289 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:19:44.205633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Updating router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 port 4eb35e89-56eb-4f99-8780-f32d7992cbbd binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:19:44.264299 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.438021 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.595313 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.606534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Transition to ACTIVE for port object 4eb35e89-56eb-4f99-8780-f32d7992cbbd will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:44.613083 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.646617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Allocated IP 172.20.0.1 (8ce97b31-4b56-4c58-8a55-9ae36cc722be/2bed4467-2116-44af-8562-64ee76e5b367/1581553d-9fcb-4fdd-aa51-99f8fc23d235) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:44.692893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Attempting to bind port 4eb35e89-56eb-4f99-8780-f32d7992cbbd on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:44.693180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Attempting to bind port 4eb35e89-56eb-4f99-8780-f32d7992cbbd by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:44.693538 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Attempting to bind port 4eb35e89-56eb-4f99-8780-f32d7992cbbd on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:19:44.699523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cad23-6181-4591-8961-b128ad0e5197 None None] Pushing event updated for resources: {'Port': ['ID=4eb35e89-56eb-4f99-8780-f32d7992cbbd,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:44.705573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:19:44.705963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:19:44.706337 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.706721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:19:44.707181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Bound port: 4eb35e89-56eb-4f99-8780-f32d7992cbbd, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:19:44.707552 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.739322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a7c2610e-167c-4591-906f-eb089b184fa9 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:44.804047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.824669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Transition to ACTIVE for port object 1581553d-9fcb-4fdd-aa51-99f8fc23d235 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:44.837580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] For port 4eb35e89-56eb-4f99-8780-f32d7992cbbd, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:19:44.840844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] For port 4eb35e89-56eb-4f99-8780-f32d7992cbbd, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4eb35e89-56eb-4f99-8780-f32d7992cbbd,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:19:44.846442 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.849928 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.913257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a7c2610e-167c-4591-906f-eb089b184fa9 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:44.913833 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.928404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:44.933477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:44.940223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:19:44.977143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:19:44.977854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:19:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:44.977999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Pushing event updated for resources: {'Port': ['ID=1581553d-9fcb-4fdd-aa51-99f8fc23d235,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:45.002543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.092788 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cad23-6181-4591-8961-b128ad0e5197 None None] Pushing event updated for resources: {'Port': ['ID=4eb35e89-56eb-4f99-8780-f32d7992cbbd,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:45.276141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.291931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:19:45.336647 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-098d98e2-92b8-406d-aee7-ded2be3be935 None None] Provisioning for port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:45.417497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-098d98e2-92b8-406d-aee7-ded2be3be935 None None] Provisioning complete for port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:45.417864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-098d98e2-92b8-406d-aee7-ded2be3be935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.505433 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.509915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.536115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-098d98e2-92b8-406d-aee7-ded2be3be935 None None] Port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:19:45.619255 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.624171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Pushing event updated for resources: {'Port': ['ID=1581553d-9fcb-4fdd-aa51-99f8fc23d235,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:45.633941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:42Z', 'revision_number': 3, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:45.638712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d82146-cb78-490e-b943-580b860419b1 None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:42Z', 'revision_number': 3, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:19:45.762219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:45.763842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:45.975291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:19:46.066556 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-661a42bc-15cd-48a0-bd3e-d74bc42df42e None None] Provisioning complete for port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:46.067109 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-661a42bc-15cd-48a0-bd3e-d74bc42df42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:46.128849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-661a42bc-15cd-48a0-bd3e-d74bc42df42e None None] Port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:19:46.295120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:19:46.305338 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e27d8814-f44f-409f-a761-4bfedfacceb6 admin admin] 10.222.0.46 "PUT /v2.0/routers/cf1f10b4-bb5a-4134-b3fa-c7b82588eda3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6756163 Feb 04 16:19:46.724791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4eb35e89-56eb-4f99-8780-f32d7992cbbd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:46.792713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 4eb35e89-56eb-4f99-8780-f32d7992cbbd completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:46.797373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4eb35e89-56eb-4f99-8780-f32d7992cbbd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:46.797739 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:46.917319 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:46.935095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 4eb35e89-56eb-4f99-8780-f32d7992cbbd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4eb35e89-56eb-4f99-8780-f32d7992cbbd,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:46.940949 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:46.954993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51182) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:46.961168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224874342', 'description': 'tempest-description--1408677923'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:46.968843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:46.972945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Usage tracker for resource:security_group and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:46.976143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:46.986287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:46.999027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.021136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:47.023250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=4eb35e89-56eb-4f99-8780-f32d7992cbbd,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:47.025306 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Usage tracker for resource:security_group_rule and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:47.028347 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:47.034619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:47.109270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.113137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.156142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288d3ed7-e981-4133-be76-3ad9e04d9068,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:47.159642 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.160939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b64079cb-8d59-40a2-8358-cbdcb9ecf7fd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2046688 Feb 04 16:19:47.164572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51186) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:47.170571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'security_group_rule': {'security_group_id': '288d3ed7-e981-4133-be76-3ad9e04d9068', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:47.177378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:47.181175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Usage tracker for resource:security_group_rule and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:47.184107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:47.191532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:47.211256 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.232555 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:19:47.242296 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:19:47.242895 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:19:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:47.276152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.280588 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.302837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb59aedb-7499-4c37-b5f9-b626edebbd62,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:47.321027 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.324943 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9998befd-b188-4612-99ab-7419b057a094 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567729 Feb 04 16:19:47.325703 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51190) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:47.332228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'security_group_rule': {'security_group_id': '288d3ed7-e981-4133-be76-3ad9e04d9068', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:47.339458 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:47.344019 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Usage tracker for resource:security_group_rule and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:47.346917 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:47.353065 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:47.374457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.438117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.442898 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.469916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f54695-8bca-4e8e-aa89-3642cef0d437,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:47.479096 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:19:47.480573 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.482001 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3ec0e0e7-aa1d-4754-a304-1a516204c4b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549103 Feb 04 16:19:47.484932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 51194) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:47.489928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:47.496686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:47.500820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Usage tracker for resource:floatingip and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:47.503762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:47.509436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:47.523671 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.660554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.789585 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 2, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:47.793362 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:19:47.793699 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Updating router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:19:47.800012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Allocated IP 172.25.8.176 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/3d8f6aa5-031d-4456-b64f-16b2d8a7a7ad) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:47.848309 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.950575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.981139 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.053401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:48.056297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:48.058992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:19:48.096649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event updated for resources: {'Port': ['ID=3d8f6aa5-031d-4456-b64f-16b2d8a7a7ad,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:48.147563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.199502 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.212004 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.213940 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Transition to ACTIVE for port object 1581553d-9fcb-4fdd-aa51-99f8fc23d235 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:48.224776 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.435849 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Pushing event updated for resources: {'Port': ['ID=1581553d-9fcb-4fdd-aa51-99f8fc23d235,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:48.443592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.448886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.455691 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.456031 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.456368 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.456694 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.457047 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.457371 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.457688 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.458006 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.458322 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.458636 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.458948 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.459261 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:48.466499 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Attempting to bind port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:48.467093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Attempting to bind port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:48.467602 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Attempting to bind port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:19:48.475063 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:19:48.475433 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:19:48.475823 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.476208 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:19:48.476669 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Bound port: 1581553d-9fcb-4fdd-aa51-99f8fc23d235, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:19:48.477134 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.576256 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] For port 1581553d-9fcb-4fdd-aa51-99f8fc23d235, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:19:48.579529 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] For port 1581553d-9fcb-4fdd-aa51-99f8fc23d235, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1581553d-9fcb-4fdd-aa51-99f8fc23d235,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:19:48.579701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event updated for resources: {'Port': ['ID=3d8f6aa5-031d-4456-b64f-16b2d8a7a7ad,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:48.583863 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.589296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.611647 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.612887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5ec97363-e6b8-425a-bca3-b18db87a8ba4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1269243 Feb 04 16:19:48.669718 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:19:48.670446 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:19:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:48.740676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4eb35e89-56eb-4f99-8780-f32d7992cbbd up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:48.747781 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81a267-b85c-4c58-854f-eacb102d7a36 None None] Pushing event updated for resources: {'Port': ['ID=1581553d-9fcb-4fdd-aa51-99f8fc23d235,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:48.826182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4eb35e89-56eb-4f99-8780-f32d7992cbbd triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:48.826756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.841103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-a36ebe9f-1789-4e6f-8aa0-80b1d244b585 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:48.864235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-a36ebe9f-1789-4e6f-8aa0-80b1d244b585 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:48.879574 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-a36ebe9f-1789-4e6f-8aa0-80b1d244b585 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--224874342&fields=id&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 267 time: 0.0886519 Feb 04 16:19:48.902247 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:19:49.038209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-635821da-aac1-4ecc-b9f0-92dfa02cf6c6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:49.039752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-635821da-aac1-4ecc-b9f0-92dfa02cf6c6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 811 time: 0.1593859 Feb 04 16:19:49.056109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-f8ac0307-7aba-46dd-9215-5df235901f87 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/quotas/04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 375 time: 0.0103261 Feb 04 16:19:49.151512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-b000f9b3-f139-4d26-aca6-7c3e66e51397 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:49.168653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-b000f9b3-f139-4d26-aca6-7c3e66e51397 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:49.170939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-b000f9b3-f139-4d26-aca6-7c3e66e51397 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082888 Feb 04 16:19:49.301071 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-93b5e255-1124-4193-a175-c04229af9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:48Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:49.306771 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5e255-1124-4193-a175-c04229af9319 None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:48Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:19:49.322285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-ab0c283f-16ff-4f0c-a4b3-b4a037c701b2 service neutron] 10.222.0.46 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386428 Feb 04 16:19:49.480266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-783d5bb0-9c5d-4a69-aaa4-7be7848b13a3 service neutron] 10.222.0.46 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518345 Feb 04 16:19:49.674730 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1a5b8f8-8807-493c-8c1d-06c690ff0a15 req-7ade38aa-6ac8-4605-9351-8bfb7df529fa tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 210 time: 0.0447435 Feb 04 16:19:50.734247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1581553d-9fcb-4fdd-aa51-99f8fc23d235 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:50.817555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:50.823781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:50.824442 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.894754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1bf9045e-8bef-4677-9e99-88c3a14cc7ed req-7ef2182a-e7e3-4dcc-9afa-0bea3de3e657 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 210 time: 0.0789523 Feb 04 16:19:50.962294 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.999421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 1581553d-9fcb-4fdd-aa51-99f8fc23d235, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1581553d-9fcb-4fdd-aa51-99f8fc23d235,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:51.004000 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.081809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=1581553d-9fcb-4fdd-aa51-99f8fc23d235,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:51.085336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-59e2f320-798b-4318-b7d8-52b570c3e230 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:51.086053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-59e2f320-798b-4318-b7d8-52b570c3e230 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:51.102810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-59e2f320-798b-4318-b7d8-52b570c3e230 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:51.103924 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-59e2f320-798b-4318-b7d8-52b570c3e230 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 811 time: 0.3336294 Feb 04 16:19:51.151382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-06ad1504-4474-47bb-bb12-6d3042a75764 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:51.162758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-06ad1504-4474-47bb-bb12-6d3042a75764 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:51.163889 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-06ad1504-4474-47bb-bb12-6d3042a75764 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 379 time: 0.0514901 Feb 04 16:19:51.173130 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'port': {'device_id': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'admin_state_up': True, 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'security_groups': ['288d3ed7-e981-4133-be76-3ad9e04d9068']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:51.314262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:51.327947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:51.341794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Made reservation on behalf of 04aabccb53ba4b37885e87b51c4ddb4a for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:51.345799 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.521041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Allocated IP 172.20.0.7 (8ce97b31-4b56-4c58-8a55-9ae36cc722be/2bed4467-2116-44af-8562-64ee76e5b367/171b70bb-d0e9-4faa-8a97-a9fb770538d1) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:51.711903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.728312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Transition to ACTIVE for port object 171b70bb-d0e9-4faa-8a97-a9fb770538d1 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:51.753069 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.829374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:51.832579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:51.836587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:19:51.873501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event updated for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:51.914104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:51.914709 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.944279 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-0902dbb8-1e64-4d14-95ce-4b4d626fb7a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751791 Feb 04 16:19:51.962903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Request body: {'port': {'device_id': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:19:52.090737 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.100037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34539a-cd5f-4f7f-84bd-d942a0639d08 req-7362fdb1-10b4-4415-baa1-fd04da17df54 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:52.101561 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb34539a-cd5f-4f7f-84bd-d942a0639d08 req-7362fdb1-10b4-4415-baa1-fd04da17df54 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 931 time: 0.0889895 Feb 04 16:19:52.131105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bb33da23-f252-41ea-a764-534242c709c6 None None] Provisioning for port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:52.137044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bb33da23-f252-41ea-a764-534242c709c6 None None] Provisioning complete for port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:52.138208 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bb33da23-f252-41ea-a764-534242c709c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.151662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb34539a-cd5f-4f7f-84bd-d942a0639d08 req-315bb639-caf1-430d-ab05-ca4aed6a251d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439088 Feb 04 16:19:52.198895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-bb33da23-f252-41ea-a764-534242c709c6 None None] Port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:19:52.466825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171b70bb-d0e9-4faa-8a97-a9fb770538d1 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:19:52.474320 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.489086 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Transition to ACTIVE for port object 171b70bb-d0e9-4faa-8a97-a9fb770538d1 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:52.492627 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.658833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Pushing event updated for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:52.712507 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1581553d-9fcb-4fdd-aa51-99f8fc23d235 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:52.742807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Attempting to bind port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:52.743145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Attempting to bind port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:52.743491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Attempting to bind port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:19:52.749333 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:19:52.749659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Attempting to bind port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:19:52.754927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:19:52.755264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:19:52.755646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:19:52.756410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Bound port: 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:19:52.756818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.785537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:52.785905 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.855533 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:19:52.860680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:19:52.865367 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.932440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:52.933242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.935808 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] 10.222.0.53 "PUT /v2.0/ports/171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 1091 time: 0.9806726 Feb 04 16:19:52.936098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:52.959382 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b84b-9cec-479e-9dd9-a433348fc931 service neutron] Pushing event updated for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:53.029565 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'status': 'completed', 'code': 200} Feb 04 16:19:53.079108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-f21b7dad-db56-4b71-99f6-a65d3c4bf69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:53.080631 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-f21b7dad-db56-4b71-99f6-a65d3c4bf69d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1094 time: 0.0924287 Feb 04 16:19:53.285367 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-bebbc461-f1d8-4b3e-8751-07a9504dbd96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 217 time: 0.1934445 Feb 04 16:19:53.370374 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5439fd-b7d8-4d10-a948-634d8a537f9d req-0a8001b1-b07a-4c4e-931b-3792c895ad66 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:53.372620 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5439fd-b7d8-4d10-a948-634d8a537f9d req-0a8001b1-b07a-4c4e-931b-3792c895ad66 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 943 time: 0.0974662 Feb 04 16:19:53.390931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-9397ea03-7d55-41fa-b800-0bba63d1c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:53.392352 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-9397ea03-7d55-41fa-b800-0bba63d1c9c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0961819 Feb 04 16:19:53.423104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc5439fd-b7d8-4d10-a948-634d8a537f9d req-c67f3de1-02a0-4c44-b488-d34403461f87 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388265 Feb 04 16:19:53.607497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-201357ce-59af-4645-a8cd-a107c2918aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:53.608930 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-201357ce-59af-4645-a8cd-a107c2918aac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740280 Feb 04 16:19:53.752313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-12598d30-0daa-431f-89a6-0d88e85afa8b service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332316 Feb 04 16:19:53.889967 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-92e3ef00-53d5-4486-b5b4-7cca7335ae29 req-4ab90bec-04ed-4f24-8b53-7555c00dd583 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274953 Feb 04 16:19:54.022997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-77f4ca90-78fe-46d1-878c-158f3f106409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:54.024461 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-77f4ca90-78fe-46d1-878c-158f3f106409 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1094 time: 0.0776730 Feb 04 16:19:54.167495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-782f7c7f-a001-4009-8ad9-89e371cb1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:54.168912 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-782f7c7f-a001-4009-8ad9-89e371cb1425 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1349866 Feb 04 16:19:54.237814 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-ab39f3a2-cc2e-4528-8a82-a6efc89473e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 217 time: 0.0616512 Feb 04 16:19:54.309003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-2d2af863-0945-4db7-a0c6-32d2579eb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:54.311136 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-2d2af863-0945-4db7-a0c6-32d2579eb7a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0667267 Feb 04 16:19:54.398799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-631a781b-f27f-49b7-8337-e64869b2175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:54.400533 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-631a781b-f27f-49b7-8337-e64869b2175e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828879 Feb 04 16:19:54.537879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-b91fb009-cc21-4379-9747-5b771fb5e22a service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308045 Feb 04 16:19:54.629758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b55cb-0bc2-41de-aca4-e13a588527aa req-ca27a4b5-a820-4f15-8e16-9033d5591b1e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:54.631484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-150b55cb-0bc2-41de-aca4-e13a588527aa req-ca27a4b5-a820-4f15-8e16-9033d5591b1e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 943 time: 0.0975139 Feb 04 16:19:54.675605 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3699d2d1-e767-4e35-aad6-fee1911598c9 req-8837ad07-0db1-48ef-a833-aa351918972b service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311765 Feb 04 16:19:54.677778 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-150b55cb-0bc2-41de-aca4-e13a588527aa req-d71afec7-fee9-4c55-bcb0-72bb14cf0139 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404561 Feb 04 16:19:55.868093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e219032-af8f-46eb-a504-5dc913882182 req-6e1415fa-a55c-44ee-8299-32f219f8ea36 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:55.869837 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e219032-af8f-46eb-a504-5dc913882182 req-6e1415fa-a55c-44ee-8299-32f219f8ea36 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 943 time: 0.0838218 Feb 04 16:19:55.918540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9e219032-af8f-46eb-a504-5dc913882182 req-8560b448-9459-4b53-a494-eebacb679f2e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423372 Feb 04 16:19:55.965927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 171b70bb-d0e9-4faa-8a97-a9fb770538d1 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:19:56.107980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:56.121286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'mac_address': 'fa:16:3e:9b:91:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:19:56.180925 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:56.198522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171b70bb-d0e9-4faa-8a97-a9fb770538d1 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:19:56.214523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:56.218671 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:56.287374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:56.295831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.296198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.296525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.296877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.297212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.297540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.297864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.298187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.298514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.298821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.299139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.299455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:56.464855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['171b70bb-d0e9-4faa-8a97-a9fb770538d1'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:19:57.108181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f4d3c-0c43-4bd0-8507-fc31139e779b req-44b3d5fc-fb61-4cf3-9fd4-f971c5a5170b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:57.109677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-561f4d3c-0c43-4bd0-8507-fc31139e779b req-44b3d5fc-fb61-4cf3-9fd4-f971c5a5170b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 944 time: 0.0822525 Feb 04 16:19:57.154400 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-561f4d3c-0c43-4bd0-8507-fc31139e779b req-9e8ca310-5810-4004-869f-f4178e957cc5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391657 Feb 04 16:19:57.980537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 171b70bb-d0e9-4faa-8a97-a9fb770538d1 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:58.049022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:58.053606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:58.053968 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.174180 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.203491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:58.213163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:19:58.218388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.298344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:58.358543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2681d0-f645-4ec5-8bd9-72725b44cf2b req-ac84f73c-131c-47a4-b55e-859e8f12041b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:58.360008 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4f2681d0-f645-4ec5-8bd9-72725b44cf2b req-ac84f73c-131c-47a4-b55e-859e8f12041b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0981858 Feb 04 16:19:58.403555 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4f2681d0-f645-4ec5-8bd9-72725b44cf2b req-56c0e194-8743-4c41-a860-6d20005ac548 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374575 Feb 04 16:19:58.458360 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'code': 200} Feb 04 16:19:58.601746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc5476-afa8-487b-9698-d3dcca9ece56 req-1b9bbce6-6e11-471c-b510-7c215a9acae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:58.603129 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5bfc5476-afa8-487b-9698-d3dcca9ece56 req-1b9bbce6-6e11-471c-b510-7c215a9acae0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1096 time: 0.0792136 Feb 04 16:19:58.644266 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-5bfc5476-afa8-487b-9698-d3dcca9ece56 req-3b11477d-0971-4188-892f-1a3d1734d75f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342083 Feb 04 16:19:59.616432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307054a3-93b1-478b-aa98-001f391fdb22 req-1645f582-9503-4282-a137-f262e1316c42 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:59.617820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-307054a3-93b1-478b-aa98-001f391fdb22 req-1645f582-9503-4282-a137-f262e1316c42 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0868509 Feb 04 16:19:59.665476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-307054a3-93b1-478b-aa98-001f391fdb22 req-10535499-fd90-44ff-a48d-05d9aee8ca3d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406728 Feb 04 16:20:00.957168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96792796-86b0-4cb9-b38e-a3bc125d3114 req-faab5610-4f31-45ee-999d-a89786de15e1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:00.958527 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96792796-86b0-4cb9-b38e-a3bc125d3114 req-faab5610-4f31-45ee-999d-a89786de15e1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.1862612 Feb 04 16:20:01.012268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96792796-86b0-4cb9-b38e-a3bc125d3114 req-cf62263e-d30c-48aa-bc83-faddf560ebd8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478299 Feb 04 16:20:01.189208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91c119-35d4-4159-b6dd-ee81ce57598e req-835fcfd2-6143-49b0-9df3-0db2345120ca tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:01.190669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2e91c119-35d4-4159-b6dd-ee81ce57598e req-835fcfd2-6143-49b0-9df3-0db2345120ca tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0805593 Feb 04 16:20:01.199023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51246) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:01.204327 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6d7dd0e9-a9c5-4fd3-b9fd-ad73e7043849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'floatingip': {'port_id': '171b70bb-d0e9-4faa-8a97-a9fb770538d1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:20:01.283036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd0e9-a9c5-4fd3-b9fd-ad73e7043849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.885248 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd0e9-a9c5-4fd3-b9fd-ad73e7043849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.890802 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd0e9-a9c5-4fd3-b9fd-ad73e7043849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:02.082382 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-6d7dd0e9-a9c5-4fd3-b9fd-ad73e7043849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Floating IP b5395ac8-e545-46ab-8edc-fad723b91ece associated. External IP: 172.25.8.176, port: 171b70bb-d0e9-4faa-8a97-a9fb770538d1. Feb 04 16:20:02.617842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7dd0e9-a9c5-4fd3-b9fd-ad73e7043849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:20:02.805540 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7dd0e9-a9c5-4fd3-b9fd-ad73e7043849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:20:02.810448 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd0e9-a9c5-4fd3-b9fd-ad73e7043849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:02.816096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:20:02.826298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:20:02.826993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:19:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:02.867638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6d7dd0e9-a9c5-4fd3-b9fd-ad73e7043849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "PUT /v2.0/floatingips/b5395ac8-e545-46ab-8edc-fad723b91ece HTTP/1.1" status: 200 len: 991 time: 1.6647370 Feb 04 16:20:02.867638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:03.018356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:20:03.038939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a469f-8b61-4a96-be20-a7a8f4c0a57f req-aa47dd0d-20dc-4971-bdbf-3e013e106503 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:03.040404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-425a469f-8b61-4a96-be20-a7a8f4c0a57f req-aa47dd0d-20dc-4971-bdbf-3e013e106503 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0874038 Feb 04 16:20:03.085877 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-425a469f-8b61-4a96-be20-a7a8f4c0a57f req-cf4807ea-cc40-486b-b44e-317f0501853d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393231 Feb 04 16:20:03.144740 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'status': 'completed', 'code': 200} Feb 04 16:20:03.238805 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-172f7ef2-2a41-4717-ae5b-6fd31ca29186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:03.240289 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-172f7ef2-2a41-4717-ae5b-6fd31ca29186 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1096 time: 0.0740776 Feb 04 16:20:03.380795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:9b:91:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:20:01Z', 'revision_number': 1, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:03.384980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:20:03.386957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-09463a4d-dd30-4fcb-800a-2bbcf1520476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:03.388376 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-09463a4d-dd30-4fcb-800a-2bbcf1520476 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1424580 Feb 04 16:20:03.393865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:20:03.394457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:19:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:03.614935 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-f28901f1-7f20-4b0e-a28f-f5035d4df5f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 999 time: 0.2200589 Feb 04 16:20:03.640193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:20:03.678760 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-15290a49-33d4-446a-b29b-41e6eae3b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:03.680209 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-15290a49-33d4-446a-b29b-41e6eae3b0a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0590067 Feb 04 16:20:03.759444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-0617988f-47c5-4e6b-bc22-ce6e5c66500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:03.760994 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-0617988f-47c5-4e6b-bc22-ce6e5c66500a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750449 Feb 04 16:20:03.898421 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-2b697ffa-2d41-45db-97e1-808db36065bb service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313610 Feb 04 16:20:04.013744 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:9b:91:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:20:01Z', 'revision_number': 1, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:04.017727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68749453-54df-413f-aae2-2b263c74d2e1 None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:9b:91:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:20:01Z', 'revision_number': 1, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:20:04.036665 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-010bea9b-1a01-42a3-80d9-5eaab7e95ff2 req-ed734b15-c164-4dce-8b58-553ddb9ee3ae service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306124 Feb 04 16:20:04.238943 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16df61d-4784-4eb5-ba4a-c2fe94d02009 None None] New status for floating IP b5395ac8-e545-46ab-8edc-fad723b91ece: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:20:04.292048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a4a96-ee85-4aaf-b46a-0e7e47977c3c req-90dd608a-f094-4ca8-acf4-e267e8283cfc tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:04.294729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee2a4a96-ee85-4aaf-b46a-0e7e47977c3c req-90dd608a-f094-4ca8-acf4-e267e8283cfc tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0902455 Feb 04 16:20:04.312546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d29cb488-7a50-4035-a19d-3a3dfa66e3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.351798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee2a4a96-ee85-4aaf-b46a-0e7e47977c3c req-d5860ef0-0735-4bdb-a2db-dc51f6e02c3b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512004 Feb 04 16:20:04.548423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a3c92-8f9b-4afb-ab70-49c247eeb14e req-0b330299-a83e-4991-885a-9432e68d68b4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:04.549933 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-779a3c92-8f9b-4afb-ab70-49c247eeb14e req-0b330299-a83e-4991-885a-9432e68d68b4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0895677 Feb 04 16:20:04.595115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-779a3c92-8f9b-4afb-ab70-49c247eeb14e req-7d2b9c1a-c573-48c4-8aae-9328e4df86e7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395243 Feb 04 16:20:04.969793 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-352bd0bb-cf72-4144-8afe-6727e145627d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742157 Feb 04 16:20:05.023282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d212c8-d1aa-46d4-a5d8-49128925cb88 req-0a8f9787-fc02-4a4a-a1f3-2662c72d0267 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:05.024929 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9d212c8-d1aa-46d4-a5d8-49128925cb88 req-0a8f9787-fc02-4a4a-a1f3-2662c72d0267 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0895045 Feb 04 16:20:05.077924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9d212c8-d1aa-46d4-a5d8-49128925cb88 req-3a873e26-abda-4a3e-a32b-207287e4a072 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462642 Feb 04 16:20:06.233741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-2c6c47cc-f41c-43af-8e86-a47f52432cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:06.235225 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-2c6c47cc-f41c-43af-8e86-a47f52432cda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1096 time: 0.0812221 Feb 04 16:20:06.274588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849011e-3d84-4241-95fd-97fd1161e338 req-5957b8ec-7b63-463f-aaa2-7fe596358b3f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:06.276048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d849011e-3d84-4241-95fd-97fd1161e338 req-5957b8ec-7b63-463f-aaa2-7fe596358b3f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0835865 Feb 04 16:20:06.331302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d849011e-3d84-4241-95fd-97fd1161e338 req-1089402f-31f9-4a56-8aca-d8394a9eaefc tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494781 Feb 04 16:20:06.372651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cde175f9-7a51-4fe6-b720-660f43ddba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:06.374054 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cde175f9-7a51-4fe6-b720-660f43ddba74 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1331282 Feb 04 16:20:06.412255 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:20:06.477191 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-58143534-73da-4ee0-9937-71ecbd4913e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 1001 time: 0.0965636 Feb 04 16:20:06.542423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-a9c6ad85-c7a5-4446-be4e-e1728708839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:06.544507 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-a9c6ad85-c7a5-4446-be4e-e1728708839e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0613358 Feb 04 16:20:06.620024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-c11ac971-5fc4-446b-8464-4d9e0c6a360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:06.621655 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-c11ac971-5fc4-446b-8464-4d9e0c6a360f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710962 Feb 04 16:20:06.732435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.743242 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6893c7af-3fd3-4153-ae34-3705fa3afd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.758334 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-473c479b-4837-4893-8172-736c922ae01a service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305602 Feb 04 16:20:06.890550 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-dcbab339-bdb5-4e25-9b32-f1fcf98434b8 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257644 Feb 04 16:20:07.525143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9ba39-a07f-46ca-b2a7-dd65ea025202 req-8ee4702a-6d7e-4e74-aec6-1ccc0c63a195 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:07.526923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9cf9ba39-a07f-46ca-b2a7-dd65ea025202 req-8ee4702a-6d7e-4e74-aec6-1ccc0c63a195 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0840857 Feb 04 16:20:07.572918 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9cf9ba39-a07f-46ca-b2a7-dd65ea025202 req-65bf4ed6-e31c-4dda-9505-da0b6be1fb93 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396094 Feb 04 16:20:07.758548 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.837805 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.782235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4e3c-35ab-405f-9329-89d456d3a18c req-2a39c507-4927-44f2-beda-f08c6a8aac97 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:08.783716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2bb4e3c-35ab-405f-9329-89d456d3a18c req-2a39c507-4927-44f2-beda-f08c6a8aac97 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0894954 Feb 04 16:20:08.828425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2bb4e3c-35ab-405f-9329-89d456d3a18c req-0cbeefd0-7078-4bb3-95f3-b7ec6fc48303 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391047 Feb 04 16:20:09.306687 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.674054 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:10.021117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81ce22-181c-4206-856a-2db86eb54c90 req-4b4c3e3a-d946-44da-8692-d4c37aab6a9d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:10.022582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a81ce22-181c-4206-856a-2db86eb54c90 req-4b4c3e3a-d946-44da-8692-d4c37aab6a9d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0839198 Feb 04 16:20:10.068315 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a81ce22-181c-4206-856a-2db86eb54c90 req-8e62d9c6-bbe7-4b7a-b4d0-ad8a2c009553 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388894 Feb 04 16:20:11.409673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fb8a9-4a6c-4a57-97e5-3fdd8314ffcb req-16e51635-7d65-4dd4-845d-5b3ec1c09f8e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:11.411050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-734fb8a9-4a6c-4a57-97e5-3fdd8314ffcb req-16e51635-7d65-4dd4-845d-5b3ec1c09f8e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0819690 Feb 04 16:20:11.456794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-734fb8a9-4a6c-4a57-97e5-3fdd8314ffcb req-b4b8d664-c3d1-4e33-ae86-998ee329c90a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398850 Feb 04 16:20:12.649016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf943-e224-46fa-9e29-e8a90c965aa3 req-e6abcba3-6fd2-49d4-9a9b-b9ee55e54885 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:12.650367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c95bf943-e224-46fa-9e29-e8a90c965aa3 req-e6abcba3-6fd2-49d4-9a9b-b9ee55e54885 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0823894 Feb 04 16:20:12.695948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c95bf943-e224-46fa-9e29-e8a90c965aa3 req-8f175b43-3c46-49b5-acfc-6d75bb10c455 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382881 Feb 04 16:20:13.888718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1540b-b7ef-4277-af58-7e1c4d4c1d17 req-d5e73018-b860-4e3e-89d8-adf27cc4ab43 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:13.890465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20d1540b-b7ef-4277-af58-7e1c4d4c1d17 req-d5e73018-b860-4e3e-89d8-adf27cc4ab43 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0846133 Feb 04 16:20:13.940416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20d1540b-b7ef-4277-af58-7e1c4d4c1d17 req-9fa964c2-5789-467f-b964-d5f294438f0f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441282 Feb 04 16:20:15.146723 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ddea0-456a-44e9-a08c-7cdd32dcdb28 req-f8e0a41e-08fa-41ae-8878-29e61f1755b6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:15.148350 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-174ddea0-456a-44e9-a08c-7cdd32dcdb28 req-f8e0a41e-08fa-41ae-8878-29e61f1755b6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0957649 Feb 04 16:20:15.196998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-174ddea0-456a-44e9-a08c-7cdd32dcdb28 req-913ca615-d699-43d2-a7d3-99e873b707a7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Feb 04 16:20:16.399586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e25e0-accd-46b9-b082-8edab39130df req-31df3fa5-c0a8-4f1e-b380-dcb3af1cd0d3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:16.401085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e70e25e0-accd-46b9-b082-8edab39130df req-31df3fa5-c0a8-4f1e-b380-dcb3af1cd0d3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0849771 Feb 04 16:20:16.449161 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e70e25e0-accd-46b9-b082-8edab39130df req-5989cb08-56f8-46c7-8880-f464d5f0570d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416474 Feb 04 16:20:17.639750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad08db-2845-4ce9-8bc9-1963e61ba57d req-18e48887-2ed2-4b98-99ca-c2d7e75e56f4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:17.641054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3ad08db-2845-4ce9-8bc9-1963e61ba57d req-18e48887-2ed2-4b98-99ca-c2d7e75e56f4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0823812 Feb 04 16:20:17.686141 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3ad08db-2845-4ce9-8bc9-1963e61ba57d req-7e1d3ba3-9f24-49d9-93d6-e6211e0cd445 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389247 Feb 04 16:20:18.885486 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89811a7b-f5c1-42db-8b75-1ac6d431f8bd req-339afba8-13d4-4b4c-8be9-fe327852729d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:18.887242 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89811a7b-f5c1-42db-8b75-1ac6d431f8bd req-339afba8-13d4-4b4c-8be9-fe327852729d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0906887 Feb 04 16:20:18.933604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89811a7b-f5c1-42db-8b75-1ac6d431f8bd req-f377f83f-ca3d-4c1b-9dd0-38e31fb754df tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Feb 04 16:20:20.124011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e622185-a016-4128-ae49-38cc5e560e8e req-8433467a-e710-4fff-ab2d-62614eaa8e16 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:20.125503 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e622185-a016-4128-ae49-38cc5e560e8e req-8433467a-e710-4fff-ab2d-62614eaa8e16 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0810013 Feb 04 16:20:20.179737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e622185-a016-4128-ae49-38cc5e560e8e req-7b5eefa9-e0e6-49f4-9aa9-fcd32221e6de tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475872 Feb 04 16:20:21.375196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7859013-38ee-4ae5-9f54-99785cac6755 req-e3e3f124-b1a9-4e92-8cb7-979d588ed31d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:21.376639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7859013-38ee-4ae5-9f54-99785cac6755 req-e3e3f124-b1a9-4e92-8cb7-979d588ed31d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0824435 Feb 04 16:20:21.421846 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7859013-38ee-4ae5-9f54-99785cac6755 req-c6a7ef86-aee3-45e3-97bc-8c54c0dd2f4a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388985 Feb 04 16:20:22.610467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16006aa7-5add-4e20-b8d6-85dc624b1577 req-d3f14863-ffa9-49a6-8100-5899cf3165fb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.611831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16006aa7-5add-4e20-b8d6-85dc624b1577 req-d3f14863-ffa9-49a6-8100-5899cf3165fb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0848157 Feb 04 16:20:22.763988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16006aa7-5add-4e20-b8d6-85dc624b1577 req-856b7abd-ccc7-45ea-a297-9fa04dd72a0e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465364 Feb 04 16:20:23.969953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863818d-b50c-4cf9-8324-9eae31022245 req-7f30457f-4aa7-434d-8e27-dbb1f005c446 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:23.971412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5863818d-b50c-4cf9-8324-9eae31022245 req-7f30457f-4aa7-434d-8e27-dbb1f005c446 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.1009262 Feb 04 16:20:24.017149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5863818d-b50c-4cf9-8324-9eae31022245 req-9b59382c-ddbc-4ebf-b319-fe33a64a4ee7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397403 Feb 04 16:20:25.209693 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57160c91-06c7-43cc-9dd2-f38ac2d2c198 req-7980c904-05dd-4bcb-9838-d9af43d6519d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:25.211153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57160c91-06c7-43cc-9dd2-f38ac2d2c198 req-7980c904-05dd-4bcb-9838-d9af43d6519d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0842850 Feb 04 16:20:25.263631 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57160c91-06c7-43cc-9dd2-f38ac2d2c198 req-38427ec7-efb9-485f-872a-15e04cb5f38d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461309 Feb 04 16:20:26.456972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b7f7b-3d09-492c-ad1b-6588594566e8 req-6ab2e8b1-9f19-4b46-bdff-d0e1d57d0e53 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:26.458436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-888b7f7b-3d09-492c-ad1b-6588594566e8 req-6ab2e8b1-9f19-4b46-bdff-d0e1d57d0e53 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0856180 Feb 04 16:20:26.504481 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-888b7f7b-3d09-492c-ad1b-6588594566e8 req-98dada66-34f8-4650-a5f3-bab3dfeb621e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401368 Feb 04 16:20:27.704204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bf623-20a5-4578-9979-2c20edbc144f req-b5d7b99d-e94c-45d0-bd0e-72884a8375c7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:27.705624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-687bf623-20a5-4578-9979-2c20edbc144f req-b5d7b99d-e94c-45d0-bd0e-72884a8375c7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0962548 Feb 04 16:20:27.750865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-687bf623-20a5-4578-9979-2c20edbc144f req-bfa15d73-e03d-4239-8180-7da82a6cf755 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395267 Feb 04 16:20:29.001749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e157a-3b3a-42df-ab85-9d2ee15c54cf req-a77b7d16-431e-48c7-93d9-c2856fe7a012 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:29.003241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd4e157a-3b3a-42df-ab85-9d2ee15c54cf req-a77b7d16-431e-48c7-93d9-c2856fe7a012 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0870461 Feb 04 16:20:29.050137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd4e157a-3b3a-42df-ab85-9d2ee15c54cf req-b61c8ccd-2a4d-435d-ab70-0db20fb91ba7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403028 Feb 04 16:20:30.234671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b0777-7a08-4cbe-a97e-239dcd00c20f req-a1ea41f1-1424-442f-a1b3-b0bd4ad5e119 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:30.236145 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b6b0777-7a08-4cbe-a97e-239dcd00c20f req-a1ea41f1-1424-442f-a1b3-b0bd4ad5e119 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0809810 Feb 04 16:20:30.281276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9b6b0777-7a08-4cbe-a97e-239dcd00c20f req-995cc88f-b7c2-45b0-ac15-09f995c097b4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395041 Feb 04 16:20:31.481593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963bfcf-b85e-4bff-982b-df7a07695d89 req-19b3055d-a4f0-4920-b0af-64ade5de1c62 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:31.483059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9963bfcf-b85e-4bff-982b-df7a07695d89 req-19b3055d-a4f0-4920-b0af-64ade5de1c62 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0935299 Feb 04 16:20:31.529752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9963bfcf-b85e-4bff-982b-df7a07695d89 req-5616a032-05e4-4b59-90db-61d5d0247a8a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409055 Feb 04 16:20:32.763557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a983b7-f35d-46ae-8687-66c5c5a00713 req-93b11fff-576e-4430-ae33-440b3788bf67 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:32.765086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c8a983b7-f35d-46ae-8687-66c5c5a00713 req-93b11fff-576e-4430-ae33-440b3788bf67 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.1227951 Feb 04 16:20:32.822164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c8a983b7-f35d-46ae-8687-66c5c5a00713 req-55156ff7-ca24-4109-85cb-2c480cdf3d15 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467501 Feb 04 16:20:34.012000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08db0c8-c5ac-4560-911d-5384323c331b req-a61184b6-58a6-4da5-b821-19ce877d12c4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:34.013470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d08db0c8-c5ac-4560-911d-5384323c331b req-a61184b6-58a6-4da5-b821-19ce877d12c4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0795341 Feb 04 16:20:34.064633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d08db0c8-c5ac-4560-911d-5384323c331b req-a28694e3-b066-4ece-acb4-b7e15a3cf417 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453124 Feb 04 16:20:34.308736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4fec42ff-9873-4081-a7fb-69a1d5cafc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.254631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7beb09-5767-4c2e-b698-54ca2f2593ea req-1d812da6-b148-4b01-8305-57ee24afd01f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:35.256233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e7beb09-5767-4c2e-b698-54ca2f2593ea req-1d812da6-b148-4b01-8305-57ee24afd01f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0867350 Feb 04 16:20:35.307280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e7beb09-5767-4c2e-b698-54ca2f2593ea req-a479065d-1f55-4978-a785-d4f2f13f6171 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438426 Feb 04 16:20:35.476288 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-c1783d11-cd6f-4bd8-8bc5-550db9fdb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:35.477785 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-c1783d11-cd6f-4bd8-8bc5-550db9fdb2b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1096 time: 0.0766077 Feb 04 16:20:35.629670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-06d293e4-f471-4286-9ffc-e415419b15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:35.631160 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-06d293e4-f471-4286-9ffc-e415419b15ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1309724 Feb 04 16:20:35.880668 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-e043f47c-4f29-400f-82e3-dc448e649e7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 1001 time: 0.2404988 Feb 04 16:20:35.948509 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-25858847-3fbb-4745-9e69-aac98e492e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:35.950637 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-25858847-3fbb-4745-9e69-aac98e492e83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0596929 Feb 04 16:20:36.033138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-4d226481-6b2d-4a6c-a7d1-68aab468c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:36.034610 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-4d226481-6b2d-4a6c-a7d1-68aab468c85d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749264 Feb 04 16:20:36.201012 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-932d5fb1-858f-4003-bdd9-e80523f9c8d5 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566861 Feb 04 16:20:36.344404 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-6adfe8fe-3c67-4e75-8371-beb3a68a7f94 req-27c5f465-d687-40f0-8e35-e6e5e38bf0fc service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343989 Feb 04 16:20:36.519716 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d3fc4-b0ca-4bcb-86eb-46caeb8569b2 req-a76b00d7-c339-4712-999d-32e969715ea5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:36.521226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd7d3fc4-b0ca-4bcb-86eb-46caeb8569b2 req-a76b00d7-c339-4712-999d-32e969715ea5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0822983 Feb 04 16:20:36.566532 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd7d3fc4-b0ca-4bcb-86eb-46caeb8569b2 req-379951cf-a5c7-49aa-a624-af35da7ab766 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389247 Feb 04 16:20:36.739327 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.741682 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-aa5d07f4-3684-456f-bd34-6fef258fefd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.760392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ed953-8276-44b6-8b9a-183db6631979 req-a827504f-d8e0-4e83-8a88-a945a2f0225b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:37.762509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a1ed953-8276-44b6-8b9a-183db6631979 req-a827504f-d8e0-4e83-8a88-a945a2f0225b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0872962 Feb 04 16:20:37.763371 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.810094 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a1ed953-8276-44b6-8b9a-183db6631979 req-8c14b2ba-a90b-414a-bdff-b763daf84465 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415697 Feb 04 16:20:37.843323 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.993247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375502d1-f294-4fb5-9134-31c9388c4dcf req-c8850d75-f72a-45ab-bce3-33187eae75c9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:38.994701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-375502d1-f294-4fb5-9134-31c9388c4dcf req-c8850d75-f72a-45ab-bce3-33187eae75c9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0792997 Feb 04 16:20:39.045323 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-375502d1-f294-4fb5-9134-31c9388c4dcf req-f2d52b07-4a03-4d78-b796-1b7dbefbdef5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436940 Feb 04 16:20:39.164931 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-1b2a8848-38c9-4942-a82b-d5116dafd51a service neutron] show failed (client error): The resource could not be found. Feb 04 16:20:39.165936 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-1b2a8848-38c9-4942-a82b-d5116dafd51a service neutron] 10.222.0.53 "GET /v2.0/ports/171b70bb-d0e9-4faa-8a97-a9fb770538d1/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0747666 Feb 04 16:20:39.317177 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.494702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-acd3f322-e30e-44bb-b04f-00fbb6bc09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:39.496842 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-acd3f322-e30e-44bb-b04f-00fbb6bc09c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 1096 time: 0.0749516 Feb 04 16:20:39.507960 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:20:39.634998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.682273 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.938962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:20:39.977652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:20:40.049699 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:40.055123 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.073098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Transition to ACTIVE for port object 171b70bb-d0e9-4faa-8a97-a9fb770538d1 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:40.077587 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.125138 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'code': 200} Feb 04 16:20:40.239854 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Pushing event updated for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:40.254367 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.254792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.255051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.255374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.255710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.256035 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.256510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.256648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.257041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.257311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.257629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.258077 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:40.306591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] No DVR routers for this DVR port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:20:40.344377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646846a-bec6-4a28-89ad-bc6a54ea0012 req-89b91aaf-a63c-4e55-b193-dd233f3904d0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:40.345969 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2646846a-bec6-4a28-89ad-bc6a54ea0012 req-89b91aaf-a63c-4e55-b193-dd233f3904d0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 943 time: 0.0992942 Feb 04 16:20:40.395207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2646846a-bec6-4a28-89ad-bc6a54ea0012 req-8274ed68-586f-4f7d-bbe6-3c87c5eb0d9e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430751 Feb 04 16:20:40.581208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Attempting to bind port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:40.581474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Attempting to bind port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:40.581773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Attempting to bind port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:20:40.586500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:20:40.586749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Attempting to bind port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:20:40.592496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:20:40.592859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:20:40.593240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:20:40.593662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Bound port: 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:40.594007 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.813453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:20:40.816931 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:20:40.822094 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.883402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:40.884015 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.885428 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] 10.222.0.61 "PUT /v2.0/ports/171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 1091 time: 1.3814466 Feb 04 16:20:40.907005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb987d-f376-4b55-890c-c0ef810536ef service neutron] Pushing event updated for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:40.997727 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-492c6df3-0add-4636-8a32-4c79fac81166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:40.999360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-492c6df3-0add-4636-8a32-4c79fac81166 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1094 time: 0.0868430 Feb 04 16:20:41.137467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-5e5f3cd8-a5d4-44fc-bdb3-f3d9e7e541cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:41.138818 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-5e5f3cd8-a5d4-44fc-bdb3-f3d9e7e541cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1331315 Feb 04 16:20:41.243973 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-091e6c89-82c6-4366-9e66-bb0c5fccec47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 999 time: 0.0985227 Feb 04 16:20:41.308524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-63621a4e-5ee8-4c1e-9cf9-968c73e1c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:41.310008 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-63621a4e-5ee8-4c1e-9cf9-968c73e1c8e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0593174 Feb 04 16:20:41.385330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-e761cabe-24bb-4632-b498-261ea5aff39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:41.386910 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-e761cabe-24bb-4632-b498-261ea5aff39f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706668 Feb 04 16:20:41.526214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-5abe7b28-7677-4c57-9027-19ddcad4ad15 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326549 Feb 04 16:20:41.595949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7c249-9158-4503-984f-394c5eade816 req-90f7472c-7dd1-4a04-b577-1cc01126ab1d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:41.597536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91f7c249-9158-4503-984f-394c5eade816 req-90f7472c-7dd1-4a04-b577-1cc01126ab1d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 943 time: 0.0899653 Feb 04 16:20:41.644052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91f7c249-9158-4503-984f-394c5eade816 req-73996fc8-7929-458e-80b1-1fddffcaef3d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404110 Feb 04 16:20:41.673342 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-30118044-4f5f-450c-95ae-daa7ab0e8c57 req-6b5a7476-a2c3-47be-8e04-f53eb949b23f service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406426 Feb 04 16:20:42.126044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:42.184845 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'status': 'completed', 'code': 200} Feb 04 16:20:42.337231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-774810f5-fc83-4827-b64d-798b5f89abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:42.338695 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-774810f5-fc83-4827-b64d-798b5f89abcb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1094 time: 0.1008327 Feb 04 16:20:42.341722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-b6cec2df-df56-4105-bb86-54eb1a9a49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:42.343086 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-b6cec2df-df56-4105-bb86-54eb1a9a49c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1094 time: 0.1401136 Feb 04 16:20:42.584552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-a8822389-e10c-41a5-8654-25dbe8a76ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:42.586026 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-a8822389-e10c-41a5-8654-25dbe8a76ec6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.2408164 Feb 04 16:20:42.588279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-d9ec2e06-afbc-43f7-9579-03b9f89466f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:42.589944 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-d9ec2e06-afbc-43f7-9579-03b9f89466f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.2270184 Feb 04 16:20:42.781637 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-fa5cb9fa-5dc5-4c73-a706-a6c3a4129c8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 999 time: 0.1888416 Feb 04 16:20:42.785378 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-48e897bf-24f9-4b2e-82b4-13a6351f109f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 999 time: 0.1407204 Feb 04 16:20:42.849337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57602ac8-2fb3-4125-b133-6d9f978561d7 req-324ce905-e38d-489e-a4b5-03823a02b5f7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:42.850825 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57602ac8-2fb3-4125-b133-6d9f978561d7 req-324ce905-e38d-489e-a4b5-03823a02b5f7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 943 time: 0.0854573 Feb 04 16:20:42.903209 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-57602ac8-2fb3-4125-b133-6d9f978561d7 req-d70b22b7-774c-4485-91c8-e3c8d8a179bf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450590 Feb 04 16:20:43.031764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-41925503-99e1-4d14-870d-1989bb6465a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:43.033214 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-41925503-99e1-4d14-870d-1989bb6465a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.2449274 Feb 04 16:20:43.038463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-484dd276-6f07-4d72-9223-94a425e75ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:43.039785 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-484dd276-6f07-4d72-9223-94a425e75ec7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.2182217 Feb 04 16:20:43.175168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-f94347e1-e654-40c4-b938-b4919eb29210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:43.176524 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-f94347e1-e654-40c4-b938-b4919eb29210 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346514 Feb 04 16:20:43.179009 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-fb246ac9-c255-49a9-a71f-89d7fa4fe3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:43.180320 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-fb246ac9-c255-49a9-a71f-89d7fa4fe3e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033609 Feb 04 16:20:43.411831 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:20:43.439175 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-7ad0f078-b3b0-4ef3-b203-2c78084cfc30 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521970 Feb 04 16:20:43.451276 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-eb7f6c4b-e10a-48d2-80cc-92343098b5cb service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454684 Feb 04 16:20:43.699849 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-d76e4aed-bfdf-413a-acca-7a93bab777d9 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533708 Feb 04 16:20:43.702833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7e533dbb-bbba-4f76-9eec-81ba307e357c req-849dbb04-c1c8-4850-8d77-c87d79d46065 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325282 Feb 04 16:20:44.098358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73a30-ff58-4085-a499-2e808ec49104 req-31c848d7-5bde-499e-924b-1bbedaf06a31 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:44.099862 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45b73a30-ff58-4085-a499-2e808ec49104 req-31c848d7-5bde-499e-924b-1bbedaf06a31 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 943 time: 0.0860469 Feb 04 16:20:44.145879 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45b73a30-ff58-4085-a499-2e808ec49104 req-07c903b9-67a5-49dc-8f01-d6d219517ac0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392845 Feb 04 16:20:44.294575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 171b70bb-d0e9-4faa-8a97-a9fb770538d1 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:20:44.456718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 171b70bb-d0e9-4faa-8a97-a9fb770538d1 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:20:44.500180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7173f8-7f62-49ad-a66d-1774a3be25d6 req-d77cf3ae-4653-4666-8069-e63860167bb5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:44.501705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c7173f8-7f62-49ad-a66d-1774a3be25d6 req-d77cf3ae-4653-4666-8069-e63860167bb5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 943 time: 0.0908976 Feb 04 16:20:44.547797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-94a8f5b7-00c9-43ab-a101-4914da53fc9f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:44.548528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-94a8f5b7-00c9-43ab-a101-4914da53fc9f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:44.549462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c7173f8-7f62-49ad-a66d-1774a3be25d6 req-0e605435-dd3c-4995-85d1-9e422bda7d70 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 Feb 04 16:20:44.554580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-d50975ef-be9e-4a99-8871-0de227875e05 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2333179 Feb 04 16:20:44.568978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-94a8f5b7-00c9-43ab-a101-4914da53fc9f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:44.570094 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-94a8f5b7-00c9-43ab-a101-4914da53fc9f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 943 time: 0.1550541 Feb 04 16:20:44.706657 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-84103335-d25a-4062-974f-ee6e4df9773e service neutron] delete failed (client error): The resource could not be found. Feb 04 16:20:44.707661 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-84103335-d25a-4062-974f-ee6e4df9773e service neutron] 10.222.0.53 "DELETE /v2.0/ports/171b70bb-d0e9-4faa-8a97-a9fb770538d1/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.1290147 Feb 04 16:20:44.723684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-785c3468-c2c0-471c-96ab-1ac232fabff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:44.725145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-785c3468-c2c0-471c-96ab-1ac232fabff5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1094 time: 0.0856912 Feb 04 16:20:44.953227 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-a8be300d-a639-4e36-bd18-461393247410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:44.954590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-a8be300d-a639-4e36-bd18-461393247410 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.2097869 Feb 04 16:20:44.958887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-2c9bc2fb-874f-4813-a64e-9cd9f72c42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:44.960225 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-2c9bc2fb-874f-4813-a64e-9cd9f72c42e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 1094 time: 0.1416147 Feb 04 16:20:45.144644 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-da1f2be1-c279-497c-80f5-d983fd98dbde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 999 time: 0.1833766 Feb 04 16:20:45.363547 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-8e1e867e-b53f-428c-ac25-765470221e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:45.365055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-8e1e867e-b53f-428c-ac25-765470221e66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.3558969 Feb 04 16:20:45.374068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-7890700a-cf50-496c-b7f3-249309638182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:45.376426 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-7890700a-cf50-496c-b7f3-249309638182 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.2237382 Feb 04 16:20:45.532866 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-13cc38a5-7e2a-4f31-ae85-539fe27531f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 200 len: 999 time: 0.1550825 Feb 04 16:20:45.587981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-2b6e9d7c-2d85-434b-8948-f6382a1041a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:45.590377 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-2b6e9d7c-2d85-434b-8948-f6382a1041a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598558 Feb 04 16:20:45.694064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-6e1342cc-dda5-43ef-a006-d944623a866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:45.695542 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-6e1342cc-dda5-43ef-a006-d944623a866c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.1534920 Feb 04 16:20:45.768942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039f6bd-998b-44da-9104-ab3517bc52e2 req-c631d4bb-27e1-4621-90b7-7a9b39049c67 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:45.770712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5039f6bd-998b-44da-9104-ab3517bc52e2 req-c631d4bb-27e1-4621-90b7-7a9b39049c67 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 943 time: 0.0931444 Feb 04 16:20:45.809480 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-06d07e62-4aab-41c4-8951-a1d5ef7c9aa1 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123742 Feb 04 16:20:45.820461 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5039f6bd-998b-44da-9104-ab3517bc52e2 req-6d7398fa-9eee-4090-86fb-c96bd9c73f2d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424268 Feb 04 16:20:45.899256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-35c6a49e-8b0c-4807-974d-96c3b115e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:45.900663 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-35c6a49e-8b0c-4807-974d-96c3b115e4c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946146 Feb 04 16:20:45.977468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 171b70bb-d0e9-4faa-8a97-a9fb770538d1 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:20:46.066256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b18bdabf-3869-44f1-8077-275a409b7e63 req-625ff9ff-349a-450e-b7b8-9589dbf837d5 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508721 Feb 04 16:20:46.089222 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-d5ef005b-d648-423d-9ba3-ce0897452492 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788197 Feb 04 16:20:46.130592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:20:46.145384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'mac_address': 'fa:16:3e:9b:91:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:20:46.206076 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:46.228600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171b70bb-d0e9-4faa-8a97-a9fb770538d1 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:46.242522 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-685a64f9-7c5e-4d21-8d99-0b495fabd500 req-c6dace7a-76ba-4cc2-9626-79080c92768d service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440136 Feb 04 16:20:46.249999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:20:46.254880 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:46.352936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:46.491685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['171b70bb-d0e9-4faa-8a97-a9fb770538d1'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:20:47.021559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4fdf-c082-4834-9d51-23ef95014171 req-21033428-1f7c-4db2-85df-364a5bfd6c15 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:47.022994 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d8e4fdf-c082-4834-9d51-23ef95014171 req-21033428-1f7c-4db2-85df-364a5bfd6c15 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 944 time: 0.0870883 Feb 04 16:20:47.075319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d8e4fdf-c082-4834-9d51-23ef95014171 req-4f284032-40da-4ab3-ac74-20ead9c0805a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463083 Feb 04 16:20:47.262911 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031466e7-b06c-42f9-a37e-7ed371dfadb0 req-a7522e91-836a-401a-8e8f-04fa9edb890d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:47.264406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-031466e7-b06c-42f9-a37e-7ed371dfadb0 req-a7522e91-836a-401a-8e8f-04fa9edb890d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 944 time: 0.0846937 Feb 04 16:20:47.311184 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-031466e7-b06c-42f9-a37e-7ed371dfadb0 req-603b918e-3a3b-4c14-8a13-e6ff5e5e94b6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408463 Feb 04 16:20:47.505210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e0084-89b3-47cd-880f-5704363d84f1 req-6fdc89bb-4884-4fab-84db-bc71d4e90363 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:47.506675 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f4e0084-89b3-47cd-880f-5704363d84f1 req-6fdc89bb-4884-4fab-84db-bc71d4e90363 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 944 time: 0.0875933 Feb 04 16:20:47.552029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1f4e0084-89b3-47cd-880f-5704363d84f1 req-60820c44-0d58-481f-84ea-c4f216552ddb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393803 Feb 04 16:20:47.947468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f84f0-5f4b-4794-93ab-abdd378355c0 req-db5a94eb-d10f-4afe-bd59-e5f06c7abac7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:47.949340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0d4f84f0-5f4b-4794-93ab-abdd378355c0 req-db5a94eb-d10f-4afe-bd59-e5f06c7abac7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 944 time: 0.0842290 Feb 04 16:20:47.970828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 171b70bb-d0e9-4faa-8a97-a9fb770538d1 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:47.997227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0d4f84f0-5f4b-4794-93ab-abdd378355c0 req-4e50fc38-1f1d-42e3-98c8-a6cd5f3378a9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422223 Feb 04 16:20:48.048562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:48.053524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:48.053894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:48.179727 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:48.207730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:48.219333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:20:48.224464 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:48.258274 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'code': 200} Feb 04 16:20:48.300309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:49.194824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61956982-38ee-40e3-8dbc-51a4ae0e893a req-215913b8-9f2d-473e-9743-51b75d535e34 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:49.196446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61956982-38ee-40e3-8dbc-51a4ae0e893a req-215913b8-9f2d-473e-9743-51b75d535e34 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0872121 Feb 04 16:20:49.243186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-61956982-38ee-40e3-8dbc-51a4ae0e893a req-ae2fe060-ff9d-4843-a19c-92bd81cb6d74 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Feb 04 16:20:49.334341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-78348d4a-23f4-4e4a-bc90-4706ad385cb6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:49.335934 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-78348d4a-23f4-4e4a-bc90-4706ad385cb6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 945 time: 0.0969141 Feb 04 16:20:49.410018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Deleting port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:20:49.410357 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:49.670697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] For port 171b70bb-d0e9-4faa-8a97-a9fb770538d1, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=171b70bb-d0e9-4faa-8a97-a9fb770538d1,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:20:49.670963 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:50.114924 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:50.115298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:50.115606 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Floating IP b5395ac8-e545-46ab-8edc-fad723b91ece disassociated. External IP: 172.25.8.176, port: 171b70bb-d0e9-4faa-8a97-a9fb770538d1. Feb 04 16:20:50.115944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Calling delete_port for 171b70bb-d0e9-4faa-8a97-a9fb770538d1 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:20:50.263181 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:50.316032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event deleted for resources: {'Port': ['ID=171b70bb-d0e9-4faa-8a97-a9fb770538d1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:50.478490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7429791a-b580-4226-bdac-3eb880c58cc4 req-3e222e9d-a077-4b6c-a188-aae0e1b85188 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b469a7ab-8f02-4526-b3b0-4d1eee5e727f HTTP/1.1" status: 200 len: 210 time: 0.0642991 Feb 04 16:20:50.531604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:20:50.716049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:20:50.726554 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:20:50.736344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:20:50.736980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:20:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:50.788326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] No DVR routers for this DVR port 171b70bb-d0e9-4faa-8a97-a9fb770538d1 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:20:50.791222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:50.793846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'name': 'network-vif-deleted', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:50.811120 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-493e4e3b-c0f0-4ac8-b3b8-06794c7b0820 req-ca1643c9-95db-43b0-b439-98731b109967 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.61 "DELETE /v2.0/ports/171b70bb-d0e9-4faa-8a97-a9fb770538d1 HTTP/1.1" status: 204 len: 173 time: 1.4694808 Feb 04 16:20:50.879250 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b469a7ab-8f02-4526-b3b0-4d1eee5e727f', 'name': 'network-vif-deleted', 'tag': '171b70bb-d0e9-4faa-8a97-a9fb770538d1', 'status': 'completed', 'code': 200} Feb 04 16:20:50.959470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:20:51.348852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:51.352832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:20:51.361491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:20:51.362089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:20:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:51.567596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:20:51.845365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-574fbfd0-cd6d-4c00-a7b5-2b25a3a3acf8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--224874342&fields=id&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 267 time: 0.0498371 Feb 04 16:20:51.948008 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:51.953028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36cdeb0-5043-46e0-8365-ca321cdda9c7 None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:20:52.022848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-e35624ac-f859-40a9-9f6f-df9bc052d578 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:52.024483 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-e35624ac-f859-40a9-9f6f-df9bc052d578 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 811 time: 0.1668355 Feb 04 16:20:52.047793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-bf96bce8-09a1-4a76-b8c3-fe34974eeaf1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/quotas/04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 375 time: 0.0170748 Feb 04 16:20:52.161245 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-e4d08459-1377-4d5c-a5bf-d7d576285b1c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048908 Feb 04 16:20:52.227103 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff029b70-b006-4870-a682-bbb509463776 None None] New status for floating IP b5395ac8-e545-46ab-8edc-fad723b91ece: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:20:52.426948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-5c662a18-50be-479f-84ef-cda1314e790b service neutron] 10.222.0.46 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470932 Feb 04 16:20:52.570528 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-eb818bf3-41f1-458b-aae1-b04d4e798fc2 service neutron] 10.222.0.46 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367302 Feb 04 16:20:52.753266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34c5a1f3-aac2-4bdb-b9ec-d43146af7d51 req-d3ab5ef8-7b8c-42f8-abf4-dbdea1bd82d1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 210 time: 0.0467482 Feb 04 16:20:53.931501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-268b42c1-53d9-4d7e-aec3-6fe146593f2f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:53.933424 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-268b42c1-53d9-4d7e-aec3-6fe146593f2f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 811 time: 0.1674614 Feb 04 16:20:53.939993 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-895918ae-1667-44e7-b010-392920d02db2 req-1b2fbaa6-5955-4d38-b195-e2d22947c65e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 210 time: 0.0670609 Feb 04 16:20:53.996341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 171b70bb-d0e9-4faa-8a97-a9fb770538d1 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:20:54.007012 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-d7cfc25f-faf0-4b24-a7e5-9fcb9de912c2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 379 time: 0.0609915 Feb 04 16:20:54.018692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'port': {'device_id': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'admin_state_up': True, 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'security_groups': ['288d3ed7-e981-4133-be76-3ad9e04d9068']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:20:54.039072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 171b70bb-d0e9-4faa-8a97-a9fb770538d1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:20:54.039343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 171b70bb-d0e9-4faa-8a97-a9fb770538d1 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:20:54.174688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:54.180056 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Usage tracker for resource:port and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:54.183670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:54.190953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:54.203001 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Made reservation on behalf of 04aabccb53ba4b37885e87b51c4ddb4a for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:54.206896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:54.378843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Allocated IP 172.20.0.12 (8ce97b31-4b56-4c58-8a55-9ae36cc722be/2bed4467-2116-44af-8562-64ee76e5b367/170e9912-648f-4c01-83ff-aabcc161e34e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:54.572025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:54.588510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Transition to ACTIVE for port object 170e9912-648f-4c01-83ff-aabcc161e34e will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:54.614974 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:54.685693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:54.689155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:54.692961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:20:54.726863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event updated for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:54.893627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:54.894233 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:54.919838 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-8f4e8139-315a-4716-bf5c-30d1d24bf475 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9069312 Feb 04 16:20:54.935716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Request body: {'port': {'device_id': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:20:54.974077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6c64280e-1de6-4e7d-92c3-88b450709e3f None None] Provisioning for port 170e9912-648f-4c01-83ff-aabcc161e34e completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:54.980340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6c64280e-1de6-4e7d-92c3-88b450709e3f None None] Provisioning complete for port 170e9912-648f-4c01-83ff-aabcc161e34e triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:54.981033 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6c64280e-1de6-4e7d-92c3-88b450709e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.041438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6c64280e-1de6-4e7d-92c3-88b450709e3f None None] Port 170e9912-648f-4c01-83ff-aabcc161e34e cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:20:55.106242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.231594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39fde8-10a4-469e-a5a5-a0ced4faac44 req-e03c663c-2e4c-4f82-8717-28d837fa6558 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:55.233132 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c39fde8-10a4-469e-a5a5-a0ced4faac44 req-e03c663c-2e4c-4f82-8717-28d837fa6558 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 932 time: 0.0864451 Feb 04 16:20:55.289553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c39fde8-10a4-469e-a5a5-a0ced4faac44 req-54d540d8-b57e-4883-bcb9-efd480ca0eea tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473917 Feb 04 16:20:55.492572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170e9912-648f-4c01-83ff-aabcc161e34e {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:55.500540 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.515695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Transition to ACTIVE for port object 170e9912-648f-4c01-83ff-aabcc161e34e will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:55.519343 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.703814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Pushing event updated for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:55.783406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Attempting to bind port 170e9912-648f-4c01-83ff-aabcc161e34e on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:55.783742 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Attempting to bind port 170e9912-648f-4c01-83ff-aabcc161e34e by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:55.784067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Attempting to bind port 170e9912-648f-4c01-83ff-aabcc161e34e on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:20:55.788786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Port 170e9912-648f-4c01-83ff-aabcc161e34e on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:20:55.789177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Attempting to bind port 170e9912-648f-4c01-83ff-aabcc161e34e on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:20:55.795017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:20:55.795357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:20:55.795740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:20:55.796161 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Bound port: 170e9912-648f-4c01-83ff-aabcc161e34e, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:55.796504 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.886780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:20:55.889714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:20:55.894411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.958859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:55.959711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.960918 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] 10.222.0.53 "PUT /v2.0/ports/170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1092 time: 1.0296371 Feb 04 16:20:55.961353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:55.988394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e1a34-be8d-43b6-b967-bbe3bd612aff service neutron] Pushing event updated for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:56.043347 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e', 'status': 'completed', 'code': 200} Feb 04 16:20:56.087348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-cf6ca033-b828-46b3-b4aa-9eec830b0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:56.089059 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-cf6ca033-b828-46b3-b4aa-9eec830b0840 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1095 time: 0.0797002 Feb 04 16:20:56.166614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-74f33230-a2a8-4dda-9591-3d3232db81e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 217 time: 0.0672214 Feb 04 16:20:56.231953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-14c78f23-e5d9-4f0f-9d53-19178badb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:56.233327 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-14c78f23-e5d9-4f0f-9d53-19178badb713 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0582612 Feb 04 16:20:56.323887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-b81d736d-f33f-40ed-bd51-392c6cb53cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:56.326039 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-b81d736d-f33f-40ed-bd51-392c6cb53cd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830827 Feb 04 16:20:56.471094 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-58da6f8c-5971-410c-98e0-6f65f39f4d3a service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347415 Feb 04 16:20:56.506638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eadbe-900a-4cab-bedb-7f9b4b3d54c5 req-ff1b9164-65ed-4771-8fa0-6f5d27b3599d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:56.508102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04eadbe-900a-4cab-bedb-7f9b4b3d54c5 req-ff1b9164-65ed-4771-8fa0-6f5d27b3599d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 944 time: 0.0946581 Feb 04 16:20:56.555121 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d04eadbe-900a-4cab-bedb-7f9b4b3d54c5 req-fb5eef75-bd8e-477f-a17f-c24d3f634642 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392761 Feb 04 16:20:56.616813 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce91bdac-5d23-416d-a091-7b7e1dcde658 req-e525757b-5f8a-4ac2-ab2e-85a26c2d0ed0 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349859 Feb 04 16:20:56.743737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-b59d2ed0-1206-4a1d-9ed4-b3c39a16c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:56.745555 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-b59d2ed0-1206-4a1d-9ed4-b3c39a16c300 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1095 time: 0.0741444 Feb 04 16:20:56.881370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-4fc89e72-f7f7-4ded-b91b-1a2f0189d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:56.882724 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-4fc89e72-f7f7-4ded-b91b-1a2f0189d030 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1306331 Feb 04 16:20:57.076207 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-2af7db7a-dd1d-4e0e-8f75-d1c19415f416 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 217 time: 0.1863306 Feb 04 16:20:57.143373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-51b02622-1cad-437c-baaf-7e4ec1dfd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:57.144718 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-51b02622-1cad-437c-baaf-7e4ec1dfd808 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0603535 Feb 04 16:20:57.226471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-9e3a8e24-8d2a-43a1-bf34-ef000991beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:57.227963 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-9e3a8e24-8d2a-43a1-bf34-ef000991beee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755970 Feb 04 16:20:57.366586 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-08baf451-acd3-4c5e-aa99-e075d3ac5431 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313257 Feb 04 16:20:57.503591 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d130b88f-34c5-49d8-b630-8e350e55f7ec req-68ab0918-0898-429b-9171-0a03c888f2a6 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297376 Feb 04 16:20:57.750588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c3978-0e3b-4b38-bfa0-62a40393f70a req-74bb61dd-8284-4298-b3c3-f3ab166cc03e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:57.752104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-623c3978-0e3b-4b38-bfa0-62a40393f70a req-74bb61dd-8284-4298-b3c3-f3ab166cc03e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 944 time: 0.0825107 Feb 04 16:20:57.799125 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-623c3978-0e3b-4b38-bfa0-62a40393f70a req-66c67cbf-dfe2-4c14-b05e-a8f81c2b788b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Feb 04 16:20:58.371107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 170e9912-648f-4c01-83ff-aabcc161e34e details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:20:58.507232 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:20:58.523695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '170e9912-648f-4c01-83ff-aabcc161e34e', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': '170e9912-648f-4c01-83ff-aabcc161e34e', 'mac_address': 'fa:16:3e:7c:6b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:20:58.580980 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:58.598552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170e9912-648f-4c01-83ff-aabcc161e34e {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:58.614198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:20:58.618144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:58.690726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:58.699147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.699522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.699841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.700171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.700496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.700944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.701367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.701754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.702278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.702590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.702912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.703229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:58.879920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['170e9912-648f-4c01-83ff-aabcc161e34e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:20:58.991577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18281cf6-df60-40aa-916c-659ffaa6e44d req-805e80ac-f0c8-4308-9257-9ef23c22daf6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:58.993102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18281cf6-df60-40aa-916c-659ffaa6e44d req-805e80ac-f0c8-4308-9257-9ef23c22daf6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 945 time: 0.0850792 Feb 04 16:20:59.045288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18281cf6-df60-40aa-916c-659ffaa6e44d req-af5fcfdc-23d6-47e4-8019-9af576dff59d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450866 Feb 04 16:21:00.241706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9764de7-d4d7-4a91-8be8-fbb0480e656d req-862e018e-b27c-4020-9ea3-b3255b5f208e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:00.243334 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9764de7-d4d7-4a91-8be8-fbb0480e656d req-862e018e-b27c-4020-9ea3-b3255b5f208e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 945 time: 0.0876071 Feb 04 16:21:00.295271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9764de7-d4d7-4a91-8be8-fbb0480e656d req-2f09dd23-3a83-4e75-b170-6495aa8c112a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452566 Feb 04 16:21:00.401583 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 170e9912-648f-4c01-83ff-aabcc161e34e up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:00.477470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 170e9912-648f-4c01-83ff-aabcc161e34e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:00.483398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 170e9912-648f-4c01-83ff-aabcc161e34e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:00.483801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.646973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.676938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:00.687322 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:21:00.691924 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.724730 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e', 'code': 200} Feb 04 16:21:00.764953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:00.862780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ef42f-07c6-4b9f-af2c-62287fef9741 req-ef02b53a-ff2a-44c1-868a-17d38e8dc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:00.864467 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b8ef42f-07c6-4b9f-af2c-62287fef9741 req-ef02b53a-ff2a-44c1-868a-17d38e8dc98d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1097 time: 0.0751560 Feb 04 16:21:00.909230 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-2b8ef42f-07c6-4b9f-af2c-62287fef9741 req-9d26cadd-0f67-4aaf-846e-867b8879f149 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353799 Feb 04 16:21:01.486129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eebd04-be11-4c64-ad4c-07e5d49171e3 req-8bde2d25-db01-4442-bba9-925dd27870a3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:01.487578 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68eebd04-be11-4c64-ad4c-07e5d49171e3 req-8bde2d25-db01-4442-bba9-925dd27870a3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0807099 Feb 04 16:21:01.532970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68eebd04-be11-4c64-ad4c-07e5d49171e3 req-6ff8e9aa-1423-44a9-aa2b-7264ead0f014 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387235 Feb 04 16:21:02.742285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9f662-26ea-4db9-8cbf-d9c5b9b34a0b req-a5c35310-1f5c-4f3f-9a46-d8d4eaa480ea tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:02.743749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bed9f662-26ea-4db9-8cbf-d9c5b9b34a0b req-a5c35310-1f5c-4f3f-9a46-d8d4eaa480ea tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0862622 Feb 04 16:21:02.799133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bed9f662-26ea-4db9-8cbf-d9c5b9b34a0b req-6b96feb7-7e15-49e5-9cb3-a327322f4474 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487573 Feb 04 16:21:03.012438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1e783-231f-4320-854c-5a6371425897 req-1ec1ebf9-5147-4e80-aadc-831a9c7f58de tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:03.013970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ae1e783-231f-4320-854c-5a6371425897 req-1ec1ebf9-5147-4e80-aadc-831a9c7f58de tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0820723 Feb 04 16:21:03.022686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51424) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:03.028747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d8eabf46-2027-4fbd-b799-e3ccb3632d73 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'floatingip': {'port_id': '170e9912-648f-4c01-83ff-aabcc161e34e'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:21:03.111201 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8eabf46-2027-4fbd-b799-e3ccb3632d73 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.810629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8eabf46-2027-4fbd-b799-e3ccb3632d73 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.814761 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8eabf46-2027-4fbd-b799-e3ccb3632d73 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.989438 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-d8eabf46-2027-4fbd-b799-e3ccb3632d73 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Floating IP b5395ac8-e545-46ab-8edc-fad723b91ece associated. External IP: 172.25.8.176, port: 170e9912-648f-4c01-83ff-aabcc161e34e. Feb 04 16:21:04.313415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c349915d-c8bb-4265-85e5-5ff71d9a29c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.366888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eabf46-2027-4fbd-b799-e3ccb3632d73 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:21:04.552615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eabf46-2027-4fbd-b799-e3ccb3632d73 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:21:04.558535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8eabf46-2027-4fbd-b799-e3ccb3632d73 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.563290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:21:04.572849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:21:04.573373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:20:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:04.628091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d8eabf46-2027-4fbd-b799-e3ccb3632d73 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "PUT /v2.0/floatingips/b5395ac8-e545-46ab-8edc-fad723b91ece HTTP/1.1" status: 200 len: 992 time: 1.6042721 Feb 04 16:21:04.628948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:04.762711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:21:04.877516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef50867-39a6-42a2-93f2-8a6dcf6c10ef req-9f3d63f4-c1c9-4db2-9bb3-652a6d1d400c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:04.878884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ef50867-39a6-42a2-93f2-8a6dcf6c10ef req-9f3d63f4-c1c9-4db2-9bb3-652a6d1d400c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.1572332 Feb 04 16:21:04.937096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ef50867-39a6-42a2-93f2-8a6dcf6c10ef req-70aa89f5-792b-4563-91ca-582759863a93 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523291 Feb 04 16:21:04.986994 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e', 'status': 'completed', 'code': 200} Feb 04 16:21:05.084484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-fdb784c4-efcb-428d-bf0c-7a1eda18cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:05.085999 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-fdb784c4-efcb-428d-bf0c-7a1eda18cbb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1097 time: 0.0768256 Feb 04 16:21:05.141801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': '170e9912-648f-4c01-83ff-aabcc161e34e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:7c:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:21:03Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:05.145909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:21:05.154823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:21:05.155437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:20:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:05.222719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-162adf19-abe5-4553-9095-bb13481062fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:05.224215 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-162adf19-abe5-4553-9095-bb13481062fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1317101 Feb 04 16:21:05.334016 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-5d096a30-2a83-4034-9dd7-f8e678819964 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1000 time: 0.1037121 Feb 04 16:21:05.343582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:21:05.407704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-15ab97d7-6b47-4bab-b574-4f3d78312997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:05.409099 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-15ab97d7-6b47-4bab-b574-4f3d78312997 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0694315 Feb 04 16:21:05.494045 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-97832384-e2f0-4b10-868c-9655c54d71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:05.496554 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-97832384-e2f0-4b10-868c-9655c54d71e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809398 Feb 04 16:21:05.631294 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-16e08329-15c1-4809-84af-f9c761a65cb9 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287210 Feb 04 16:21:05.703026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': '170e9912-648f-4c01-83ff-aabcc161e34e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:7c:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:21:03Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:05.706940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6c28c-0642-4767-94aa-4e20beea89d3 None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': '170e9912-648f-4c01-83ff-aabcc161e34e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:7c:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:21:03Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:21:05.769329 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-683f37a2-d1a3-4de7-995c-6dfb4a3e717e req-16412272-c0df-4539-a4bc-ba56dc96501d service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323459 Feb 04 16:21:05.932872 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dfa2cf-3057-4720-882e-924f58884a5a None None] New status for floating IP b5395ac8-e545-46ab-8edc-fad723b91ece: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:21:06.129845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051d34-e840-42e9-8a6f-77456ebac16a req-63f6cb0b-4009-4ad3-8326-dc0ac507ea00 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:06.131725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26051d34-e840-42e9-8a6f-77456ebac16a req-63f6cb0b-4009-4ad3-8326-dc0ac507ea00 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0817764 Feb 04 16:21:06.179796 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26051d34-e840-42e9-8a6f-77456ebac16a req-1e9445cc-cb20-4f8a-8f56-3c5d0946c88c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Feb 04 16:21:06.552998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f68ba2-e46d-4680-809f-f7d97a80f565 req-ef77a53e-e42e-43bf-a85a-c38bbb264229 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:06.554366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74f68ba2-e46d-4680-809f-f7d97a80f565 req-ef77a53e-e42e-43bf-a85a-c38bbb264229 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0866694 Feb 04 16:21:06.601391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74f68ba2-e46d-4680-809f-f7d97a80f565 req-ca152647-1b7a-4df1-9dc2-dede4da74949 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403957 Feb 04 16:21:06.736538 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:06.738384 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-11021211-1ae9-4af6-876c-9fbf0ba1029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.764569 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.812086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f850db0-8faa-414f-9828-ed556e90d9ab req-468b49c6-5cab-4ad9-b1b8-e6aa1f708a48 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:07.813845 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f850db0-8faa-414f-9828-ed556e90d9ab req-468b49c6-5cab-4ad9-b1b8-e6aa1f708a48 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0988019 Feb 04 16:21:07.837871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.868219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f850db0-8faa-414f-9828-ed556e90d9ab req-d8f04d17-5462-4994-87d8-59762e54640f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479064 Feb 04 16:21:09.170856 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44bbd4-e0ca-40e9-9003-9c7b56ac6eb6 req-21190b1d-d2d7-4459-acc0-4faac158108c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:09.172225 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e44bbd4-e0ca-40e9-9003-9c7b56ac6eb6 req-21190b1d-d2d7-4459-acc0-4faac158108c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.1939723 Feb 04 16:21:09.218044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e44bbd4-e0ca-40e9-9003-9c7b56ac6eb6 req-12f7de49-5f49-48e7-8b67-9f43eef9a001 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401812 Feb 04 16:21:09.311391 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:09.694718 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:10.410863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079fd43-265e-4233-bc4c-4d6484a0f3c7 req-eb6e2911-a2b3-480e-9f59-7bc7e0e75524 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:10.412377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4079fd43-265e-4233-bc4c-4d6484a0f3c7 req-eb6e2911-a2b3-480e-9f59-7bc7e0e75524 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0849130 Feb 04 16:21:10.459719 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4079fd43-265e-4233-bc4c-4d6484a0f3c7 req-17b163bf-2030-486e-9618-838b2956685f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407958 Feb 04 16:21:11.644545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786c082-2960-4b32-a99f-9cda3cc830be req-144dc355-9c21-4f68-bb8a-e7a4c01bf901 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:11.645941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d786c082-2960-4b32-a99f-9cda3cc830be req-144dc355-9c21-4f68-bb8a-e7a4c01bf901 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0793715 Feb 04 16:21:11.694364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d786c082-2960-4b32-a99f-9cda3cc830be req-67a8df0d-0679-4ee1-98f2-d686f5e036da tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Feb 04 16:21:12.948690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb79b8e-9460-4eca-9c3c-9f860bd0f918 req-a21e2125-1529-482a-bf63-4f0eaa1a6c00 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:12.950081 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eb79b8e-9460-4eca-9c3c-9f860bd0f918 req-a21e2125-1529-482a-bf63-4f0eaa1a6c00 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0799229 Feb 04 16:21:12.994665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eb79b8e-9460-4eca-9c3c-9f860bd0f918 req-b4a32cfa-2d6f-4a94-b602-e40448fb1bac tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381613 Feb 04 16:21:14.270013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3bf44-8cdb-4fee-8d79-09bc976c28cf req-ee505c73-7f40-4377-9319-9032892b7893 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:14.271511 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6c3bf44-8cdb-4fee-8d79-09bc976c28cf req-ee505c73-7f40-4377-9319-9032892b7893 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.1327977 Feb 04 16:21:14.326990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6c3bf44-8cdb-4fee-8d79-09bc976c28cf req-7c2ed108-5c4d-4e01-afcd-57b0945761a1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491073 Feb 04 16:21:15.548533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5981-3f3c-4886-b56b-c72385cddbbc req-bafbf212-1c4a-4918-aa2a-73602618fa0c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:15.550148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3bf5981-3f3c-4886-b56b-c72385cddbbc req-bafbf212-1c4a-4918-aa2a-73602618fa0c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0996118 Feb 04 16:21:15.599491 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3bf5981-3f3c-4886-b56b-c72385cddbbc req-da06cd62-09ab-4acc-a0b3-b33fca3dda49 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431490 Feb 04 16:21:16.795556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3d374-ffe7-4344-9ff1-251e003ad661 req-ff397eca-36ff-46bf-bb85-809d0846fbd3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:16.797063 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84b3d374-ffe7-4344-9ff1-251e003ad661 req-ff397eca-36ff-46bf-bb85-809d0846fbd3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0859046 Feb 04 16:21:16.845366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84b3d374-ffe7-4344-9ff1-251e003ad661 req-214bd75c-a5b4-449b-ba7a-093e46161ef7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394297 Feb 04 16:21:18.032664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097427c8-3926-45c4-aa98-8e796773c640 req-8e8c3275-f7b3-4ee1-80c6-1ed96b077411 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:18.034215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097427c8-3926-45c4-aa98-8e796773c640 req-8e8c3275-f7b3-4ee1-80c6-1ed96b077411 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0822577 Feb 04 16:21:18.080013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097427c8-3926-45c4-aa98-8e796773c640 req-d2000a51-e93d-4acf-9809-126d903d6227 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401614 Feb 04 16:21:19.272030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf9d05-6fe7-4abc-b360-2dee0e728ac9 req-c4983589-472d-48d9-950b-9ab66c1cfdb9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:19.273508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbdf9d05-6fe7-4abc-b360-2dee0e728ac9 req-c4983589-472d-48d9-950b-9ab66c1cfdb9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0829301 Feb 04 16:21:19.319057 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbdf9d05-6fe7-4abc-b360-2dee0e728ac9 req-1bba7bb3-8c8b-448f-8709-91762850e6a1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393429 Feb 04 16:21:20.411007 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:21:20.510472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498e4eb-3df0-4796-9d00-2df18109ba48 req-e474c046-0aba-4098-a7db-4e543353992a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:20.512017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b498e4eb-3df0-4796-9d00-2df18109ba48 req-e474c046-0aba-4098-a7db-4e543353992a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0820608 Feb 04 16:21:20.562397 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b498e4eb-3df0-4796-9d00-2df18109ba48 req-dabab131-63dc-47c9-a995-f55dae9c26eb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441749 Feb 04 16:21:21.766100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec4208-8ea8-47c8-bbdd-442012468884 req-f72b5a4c-c651-487c-a284-ab633e5aae33 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:21.767593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-deec4208-8ea8-47c8-bbdd-442012468884 req-f72b5a4c-c651-487c-a284-ab633e5aae33 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0932636 Feb 04 16:21:21.819920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-deec4208-8ea8-47c8-bbdd-442012468884 req-d877cb14-7bee-4fe8-8bb8-b45aa2180856 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465910 Feb 04 16:21:23.010293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ab870-9266-4ca7-803d-60c29f691f26 req-39509392-ce79-4880-884f-718b31c43375 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:23.011800 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc1ab870-9266-4ca7-803d-60c29f691f26 req-39509392-ce79-4880-884f-718b31c43375 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0852895 Feb 04 16:21:23.055597 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cc1ab870-9266-4ca7-803d-60c29f691f26 req-edcc1d3b-cba4-4ca6-9f79-106735eda6c8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380800 Feb 04 16:21:24.246607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cea82-57f1-42bb-ac3f-a49585597cea req-a94e9586-082f-46c2-ad92-eb1135b4bdf5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:24.248083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e1cea82-57f1-42bb-ac3f-a49585597cea req-a94e9586-082f-46c2-ad92-eb1135b4bdf5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0829971 Feb 04 16:21:24.292732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e1cea82-57f1-42bb-ac3f-a49585597cea req-cb90f672-c5a2-4816-8781-10f5e7444fff tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388687 Feb 04 16:21:25.483478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d3ff6-b8bb-44f9-9bbd-6b19af076fe8 req-6b11d787-180a-462b-93b6-3b0217213974 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:25.484954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-301d3ff6-b8bb-44f9-9bbd-6b19af076fe8 req-6b11d787-180a-462b-93b6-3b0217213974 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0849369 Feb 04 16:21:25.531827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-301d3ff6-b8bb-44f9-9bbd-6b19af076fe8 req-1c2c8858-fa63-413b-bb72-7913383ef640 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409868 Feb 04 16:21:26.718255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad79c7-8e98-4d83-ada1-9730db1208d8 req-7526a26f-7e0e-42f0-a470-0f0db325df3a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:26.719699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8ad79c7-8e98-4d83-ada1-9730db1208d8 req-7526a26f-7e0e-42f0-a470-0f0db325df3a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0791886 Feb 04 16:21:26.766623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8ad79c7-8e98-4d83-ada1-9730db1208d8 req-e26cae3c-6973-4649-af53-ce6394f4466a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Feb 04 16:21:27.952705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f7545-1c21-42a9-99b9-628b8dd64c43 req-4b78e5ae-d78e-4255-95bb-2084d5ce3e29 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:27.954171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-416f7545-1c21-42a9-99b9-628b8dd64c43 req-4b78e5ae-d78e-4255-95bb-2084d5ce3e29 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0809422 Feb 04 16:21:27.997781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-416f7545-1c21-42a9-99b9-628b8dd64c43 req-aea324dc-be4d-440d-89a7-ffd759411758 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381081 Feb 04 16:21:29.186211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0db50d-eee4-4a60-8485-d55717d9ae4d req-bc0d5266-a577-44c8-87e3-934d216eee79 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:29.187649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d0db50d-eee4-4a60-8485-d55717d9ae4d req-bc0d5266-a577-44c8-87e3-934d216eee79 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0819440 Feb 04 16:21:29.232310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d0db50d-eee4-4a60-8485-d55717d9ae4d req-b8e08810-f0d0-458d-8048-6f822ea07583 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388849 Feb 04 16:21:30.419758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677771-6ede-4699-ab82-1d6b9c434715 req-d63c0a20-3a9d-4b19-97dc-65da61fee15e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:30.421230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d677771-6ede-4699-ab82-1d6b9c434715 req-d63c0a20-3a9d-4b19-97dc-65da61fee15e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0808387 Feb 04 16:21:30.465384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d677771-6ede-4699-ab82-1d6b9c434715 req-edb1b7c5-5b44-4031-99ed-109d08abb9fb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384123 Feb 04 16:21:31.655803 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28055eda-5d22-4fa4-8a52-98c093c15f76 req-c822450a-2028-40c4-8fbc-d1e47fe8f7fa tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:31.657187 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28055eda-5d22-4fa4-8a52-98c093c15f76 req-c822450a-2028-40c4-8fbc-d1e47fe8f7fa tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0852733 Feb 04 16:21:31.700966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28055eda-5d22-4fa4-8a52-98c093c15f76 req-7e040005-3631-4aeb-b291-43281d0f1072 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381021 Feb 04 16:21:33.043666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cef00b-c32b-44a2-af58-e56fd4e525eb req-ac54b7bc-47d0-4c8c-a586-0b2dfe9f84cb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:33.045403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81cef00b-c32b-44a2-af58-e56fd4e525eb req-ac54b7bc-47d0-4c8c-a586-0b2dfe9f84cb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0802708 Feb 04 16:21:33.090729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-81cef00b-c32b-44a2-af58-e56fd4e525eb req-928b3856-b89b-46b7-ad44-c100a4c40400 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400681 Feb 04 16:21:33.434385 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-01ab6a93-00ae-44a5-84b9-0112415c5115 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707963 Feb 04 16:21:33.488430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50298786-de47-46d5-b5ac-fd352c8835b6 req-35557a8b-e1ac-4d15-b935-1bf8f3bc7504 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:33.489936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50298786-de47-46d5-b5ac-fd352c8835b6 req-35557a8b-e1ac-4d15-b935-1bf8f3bc7504 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0846198 Feb 04 16:21:33.540335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50298786-de47-46d5-b5ac-fd352c8835b6 req-caa322e0-f6e6-483c-9e82-42629d54b51c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438242 Feb 04 16:21:34.317255 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6cd7-bc1a-4d69-9857-0346ec77f747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.673496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-bd21ff08-e8b9-485e-a38b-21287c336b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:34.674945 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-bd21ff08-e8b9-485e-a38b-21287c336b81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1097 time: 0.1221302 Feb 04 16:21:34.730665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6368c9-cb03-41c6-b816-13654f768091 req-9274b139-05d8-4c18-b25c-166ab5a2ee72 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:34.732265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a6368c9-cb03-41c6-b816-13654f768091 req-9274b139-05d8-4c18-b25c-166ab5a2ee72 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0845158 Feb 04 16:21:34.781667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a6368c9-cb03-41c6-b816-13654f768091 req-446b1366-4f1a-45ea-b9a8-d70d42f455de tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436819 Feb 04 16:21:34.810427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-b9b36677-036a-4c47-b792-25b0004e979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:34.811796 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-b9b36677-036a-4c47-b792-25b0004e979d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1284730 Feb 04 16:21:35.034774 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-6e489b3a-ea5f-43e2-b42a-84d32c7e5ee6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1002 time: 0.2126608 Feb 04 16:21:35.101804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-a5462942-a926-4493-af20-2baf6e5b7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:35.103115 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-a5462942-a926-4493-af20-2baf6e5b7566 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0596879 Feb 04 16:21:35.181648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-ce2b561a-33af-44ad-bb23-a85a74d56c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:35.183650 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-ce2b561a-33af-44ad-bb23-a85a74d56c0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711226 Feb 04 16:21:35.326425 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-935619f1-d49a-49e5-b1d3-ea135bff7751 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320932 Feb 04 16:21:35.463624 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-33856db7-a26e-438d-8740-a4f02a927f6c service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279805 Feb 04 16:21:35.978445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94467cc9-77c9-491c-bac2-8d5b9cff793c req-e9397657-9708-4631-82c1-f9e127b2ad12 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:35.980476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94467cc9-77c9-491c-bac2-8d5b9cff793c req-e9397657-9708-4631-82c1-f9e127b2ad12 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0835569 Feb 04 16:21:36.023983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-94467cc9-77c9-491c-bac2-8d5b9cff793c req-f5ba52a4-be0e-4bce-8294-1cbf7212d0fa tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Feb 04 16:21:36.737977 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-01fa42e9-ba30-431e-9d1f-537c59559e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:36.742415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:37.214583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115678-1a79-4ebd-a396-e2342931c8d1 req-704f8041-c670-4144-8548-4e0b36774d26 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:37.216053 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31115678-1a79-4ebd-a396-e2342931c8d1 req-704f8041-c670-4144-8548-4e0b36774d26 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0866568 Feb 04 16:21:37.264635 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31115678-1a79-4ebd-a396-e2342931c8d1 req-a6c2d931-ee93-4d35-ab9f-11c66d7b9bba tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423808 Feb 04 16:21:37.448359 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-78b78901-f48d-4cb2-963e-2b3eba7994d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:37.449873 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-78b78901-f48d-4cb2-963e-2b3eba7994d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1097 time: 0.0764980 Feb 04 16:21:37.537113 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-f778af10-340e-491e-adc0-6a77eb12da4a req-a4506911-49c8-4475-be54-f4124a1e44ce service neutron] show failed (client error): The resource could not be found. Feb 04 16:21:37.538119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-a4506911-49c8-4475-be54-f4124a1e44ce service neutron] 10.222.0.53 "GET /v2.0/ports/170e9912-648f-4c01-83ff-aabcc161e34e/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0753708 Feb 04 16:21:37.610378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-cc53aca6-6849-4f87-a0f2-569ecfdf1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:37.611749 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-cc53aca6-6849-4f87-a0f2-569ecfdf1d2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1335874 Feb 04 16:21:37.717478 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-885d1178-a30f-4ac2-a67d-3331e352b3fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1002 time: 0.0981047 Feb 04 16:21:37.767410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:37.791270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-b4ec3bef-fd08-4a97-81ac-a46a8bf470e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:37.792819 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-b4ec3bef-fd08-4a97-81ac-a46a8bf470e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0689816 Feb 04 16:21:37.843735 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:37.879447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-786f03cc-a5cb-4ec6-b404-76786902812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:37.881007 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-786f03cc-a5cb-4ec6-b404-76786902812a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781126 Feb 04 16:21:38.069893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-e38b0327-f8ec-4e93-a70a-6fed5abb5557 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572046 Feb 04 16:21:38.072595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-98f34715-85f7-4828-a85d-b72fe2889a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:38.074614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-98f34715-85f7-4828-a85d-b72fe2889a57 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 1097 time: 0.2365572 Feb 04 16:21:38.102887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:21:38.308629 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-edea1617-4ed4-4958-92cc-dc57918222c0 req-0dd00191-402d-4707-8cf0-c3f19434660a service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290840 Feb 04 16:21:38.309348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.468073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dd15d-3a05-4f1b-b7f9-689437810d46 req-1aa260e9-867a-48d1-8de0-ed1d8cae77cf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:38.469606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-789dd15d-3a05-4f1b-b7f9-689437810d46 req-1aa260e9-867a-48d1-8de0-ed1d8cae77cf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0873184 Feb 04 16:21:38.518444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-789dd15d-3a05-4f1b-b7f9-689437810d46 req-1f91d843-9a1b-4d5e-91bd-4a7bfba11ce5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429518 Feb 04 16:21:38.709797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:21:38.738892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:21:38.797770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:38.802608 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.818171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Transition to ACTIVE for port object 170e9912-648f-4c01-83ff-aabcc161e34e will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:38.822778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.979851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:38.989174 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e', 'code': 200} Feb 04 16:21:39.035456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] No DVR routers for this DVR port 170e9912-648f-4c01-83ff-aabcc161e34e on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:21:39.264631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Attempting to bind port 170e9912-648f-4c01-83ff-aabcc161e34e on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:39.265000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Attempting to bind port 170e9912-648f-4c01-83ff-aabcc161e34e by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:39.265321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Attempting to bind port 170e9912-648f-4c01-83ff-aabcc161e34e on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:21:39.269869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Port 170e9912-648f-4c01-83ff-aabcc161e34e on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:21:39.270179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Attempting to bind port 170e9912-648f-4c01-83ff-aabcc161e34e on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:21:39.275177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:21:39.275510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:21:39.276531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:21:39.276977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Bound port: 170e9912-648f-4c01-83ff-aabcc161e34e, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:39.277323 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.330140 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.373869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:21:39.376872 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:21:39.380935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.441613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:39.442228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.443635 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] 10.222.0.61 "PUT /v2.0/ports/170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1092 time: 1.3470030 Feb 04 16:21:39.462189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc426a-2cf3-40e8-9a5b-1724efd3a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:39.542072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-9639a410-9740-4713-a6cb-cf31a7765acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:39.544138 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-9639a410-9740-4713-a6cb-cf31a7765acc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1095 time: 0.0749514 Feb 04 16:21:39.688670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-67ed5756-299d-43fc-bee1-ffcb4040f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:39.690994 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-67ed5756-299d-43fc-bee1-ffcb4040f70e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1397421 Feb 04 16:21:39.692522 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.719543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e9842-60d4-454b-ba0c-ec0701679dab req-ed4058ac-5a14-4852-b805-9e60a1d19cc4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:39.721078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1e9842-60d4-454b-ba0c-ec0701679dab req-ed4058ac-5a14-4852-b805-9e60a1d19cc4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 944 time: 0.0862265 Feb 04 16:21:39.767469 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1e9842-60d4-454b-ba0c-ec0701679dab req-b4c73367-afec-4612-96b8-ce207b6ae225 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405848 Feb 04 16:21:39.800921 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-5eef80a3-b0af-42d8-9072-a7ab5dc38ab9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1000 time: 0.1037056 Feb 04 16:21:39.868485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-a509355b-48cc-4c20-8786-928b6159bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:39.870799 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-a509355b-48cc-4c20-8786-928b6159bce4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0637915 Feb 04 16:21:39.948303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778af10-340e-491e-adc0-6a77eb12da4a req-08d6a0d3-0011-4cc2-894d-1a8077e365b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:39.950573 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-08d6a0d3-0011-4cc2-894d-1a8077e365b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736480 Feb 04 16:21:40.082345 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-d51d30b7-f4b0-4be6-bbea-b83647f0d14d service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251335 Feb 04 16:21:40.329625 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f778af10-340e-491e-adc0-6a77eb12da4a req-49b279c5-7767-4a4f-af08-fb14f084cb34 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400887 Feb 04 16:21:40.991118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:41.062156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497998e-ca39-41b5-b74b-e5e7173cffaf req-ad7e82c4-9b77-46bc-8aaa-2bc2808c7e4c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.063962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e497998e-ca39-41b5-b74b-e5e7173cffaf req-ad7e82c4-9b77-46bc-8aaa-2bc2808c7e4c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 944 time: 0.1847694 Feb 04 16:21:41.110750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e497998e-ca39-41b5-b74b-e5e7173cffaf req-e24793bd-459a-4213-84e6-7bfae8708a7b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405467 Feb 04 16:21:41.172676 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e', 'status': 'completed', 'code': 200} Feb 04 16:21:41.324176 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-a4d867c9-cfec-45bc-b404-61dd1fb77cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.325580 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-a4d867c9-cfec-45bc-b404-61dd1fb77cf4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1095 time: 0.1354041 Feb 04 16:21:41.327512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-6c629300-77a4-4b43-a092-292b855c82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.328822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-6c629300-77a4-4b43-a092-292b855c82a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1095 time: 0.1072884 Feb 04 16:21:41.573289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-cbf0735c-2f9e-424f-927a-80efc4dfb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.575035 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-cbf0735c-2f9e-424f-927a-80efc4dfb8c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.2427382 Feb 04 16:21:41.576069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-366dd642-6740-4a57-b8e3-0c1ff747dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.577559 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-366dd642-6740-4a57-b8e3-0c1ff747dc68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.2280543 Feb 04 16:21:41.774373 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-aac494d3-d252-4870-8af0-15e7da211468 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1000 time: 0.1869907 Feb 04 16:21:41.776132 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-83999595-2b0e-46a0-a305-424b4a691b0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1000 time: 0.1355772 Feb 04 16:21:41.885810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-6c6d7715-48c8-4d5c-a9e6-65b10f3121fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.887252 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-6c6d7715-48c8-4d5c-a9e6-65b10f3121fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.1049423 Feb 04 16:21:41.892534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-1c1e9b90-28c6-437d-a1e5-2c383df7d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.893879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-1c1e9b90-28c6-437d-a1e5-2c383df7d481 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0795686 Feb 04 16:21:42.026671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-b5053538-df6a-4a33-b33c-774b71ceb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:42.028129 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-b5053538-df6a-4a33-b33c-774b71ceb0e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334271 Feb 04 16:21:42.030611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-0c3d4cfa-af6f-463e-aaba-98e81afe51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:42.031916 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-0c3d4cfa-af6f-463e-aaba-98e81afe51aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079893 Feb 04 16:21:42.269228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-7a3e3fb1-4ca5-439d-89f3-f5470d394977 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340219 Feb 04 16:21:42.270914 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-46a09251-311c-459c-b7f0-84fa7069e4bf service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184598 Feb 04 16:21:42.303676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e703c9-2437-47db-afc7-7683d50bdded req-c607c79e-abd4-4dd5-ac3c-9ccc28bdcb0b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:42.305609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63e703c9-2437-47db-afc7-7683d50bdded req-c607c79e-abd4-4dd5-ac3c-9ccc28bdcb0b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 944 time: 0.0878413 Feb 04 16:21:42.352469 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-63e703c9-2437-47db-afc7-7683d50bdded req-e2cf5577-274a-465d-bbfa-3fb2b7346e37 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400581 Feb 04 16:21:42.604166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 170e9912-648f-4c01-83ff-aabcc161e34e no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:21:42.660477 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-2338928b-b1e2-4154-96ef-f076734a0b33 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840325 Feb 04 16:21:42.663520 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-e788b059-ed86-4d23-b115-125ccc1362be service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691893 Feb 04 16:21:42.673764 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 170e9912-648f-4c01-83ff-aabcc161e34e not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:21:42.767343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44cff2-5283-4d70-8dc3-4f5275f7d373 req-14d890f9-0f06-40ca-819a-7f2f395f2ece tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:42.768818 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da44cff2-5283-4d70-8dc3-4f5275f7d373 req-14d890f9-0f06-40ca-819a-7f2f395f2ece tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 944 time: 0.1677868 Feb 04 16:21:42.784607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-b9d24741-5e3f-44e7-b54c-45813d82949e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:42.786020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-b9d24741-5e3f-44e7-b54c-45813d82949e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 944 time: 0.1403186 Feb 04 16:21:42.880881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-da44cff2-5283-4d70-8dc3-4f5275f7d373 req-b1bc9ddf-ff39-4681-8a90-8aed14b7c02e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055679 Feb 04 16:21:42.892887 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-8800bc3f-9232-41ee-ac66-a9afd1551ffb service neutron] delete failed (client error): The resource could not be found. Feb 04 16:21:42.893878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-8800bc3f-9232-41ee-ac66-a9afd1551ffb service neutron] 10.222.0.53 "DELETE /v2.0/ports/170e9912-648f-4c01-83ff-aabcc161e34e/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0947483 Feb 04 16:21:43.048879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-0c3999ec-e5ba-471a-b08b-48f2417dc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:43.050468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-0c3999ec-e5ba-471a-b08b-48f2417dc830 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1095 time: 0.0792401 Feb 04 16:21:43.183315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-94ccba13-f50f-4715-911d-a0da52af002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:43.184743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-94ccba13-f50f-4715-911d-a0da52af002b service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1257224 Feb 04 16:21:43.290836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-9b582b1b-0f77-448f-bb4e-ba4272bf20ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1000 time: 0.0969279 Feb 04 16:21:43.357437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-3781abee-5b7d-4bff-ba41-30370a37d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:43.358867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-3781abee-5b7d-4bff-ba41-30370a37d403 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0598569 Feb 04 16:21:43.444717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-7b81bf39-3393-4801-acfb-f658466be4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:43.446417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-7b81bf39-3393-4801-acfb-f658466be4fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808618 Feb 04 16:21:43.584468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-6a11bd4b-dc1e-4001-b2b5-1eebc6a7a634 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280677 Feb 04 16:21:43.724231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-294b1cbf-17df-40eb-a753-d23caf542c46 req-824b199e-5179-4a9c-9589-1f83fe1cc896 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330414 Feb 04 16:21:44.067268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1f6d2-4a44-4900-bfa9-21d83eb40087 req-430ab3a7-eee7-4667-8313-92cd1ba72a34 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:44.068714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fe1f6d2-4a44-4900-bfa9-21d83eb40087 req-430ab3a7-eee7-4667-8313-92cd1ba72a34 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 944 time: 0.0815842 Feb 04 16:21:44.114257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7fe1f6d2-4a44-4900-bfa9-21d83eb40087 req-46f29540-f1f2-47f2-b761-28338af4d459 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390706 Feb 04 16:21:44.261541 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 170e9912-648f-4c01-83ff-aabcc161e34e details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:21:44.403707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:21:44.416996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '170e9912-648f-4c01-83ff-aabcc161e34e', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': '170e9912-648f-4c01-83ff-aabcc161e34e', 'mac_address': 'fa:16:3e:7c:6b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:21:44.474244 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:44.493802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170e9912-648f-4c01-83ff-aabcc161e34e {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:44.509485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:21:44.515320 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:44.584190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:44.748147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['170e9912-648f-4c01-83ff-aabcc161e34e'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:21:45.311150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09bcaf-4b4f-4e5c-8872-ec35eb971949 req-8044fadb-0792-429e-89fa-e768952107b6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:45.312622 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac09bcaf-4b4f-4e5c-8872-ec35eb971949 req-8044fadb-0792-429e-89fa-e768952107b6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 945 time: 0.0861866 Feb 04 16:21:45.358096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac09bcaf-4b4f-4e5c-8872-ec35eb971949 req-6ddf3c66-ff33-4117-aa6c-2143d630a6e5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393212 Feb 04 16:21:45.542227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4df592-6fe8-4fcd-b7ae-4eb69cad24d3 req-37ba8cec-3273-4d1b-add1-df0ee3933697 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:45.543671 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e4df592-6fe8-4fcd-b7ae-4eb69cad24d3 req-37ba8cec-3273-4d1b-add1-df0ee3933697 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 945 time: 0.0822930 Feb 04 16:21:45.588874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e4df592-6fe8-4fcd-b7ae-4eb69cad24d3 req-58be5f22-9369-4d03-bbd5-578c757eeaec tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390222 Feb 04 16:21:45.941882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216d0d0-3fa9-41a8-95fb-7d2baa1a10f1 req-1cd63752-1a0d-4abf-a5c6-81ee8ea8e50d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:45.943253 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9216d0d0-3fa9-41a8-95fb-7d2baa1a10f1 req-1cd63752-1a0d-4abf-a5c6-81ee8ea8e50d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 945 time: 0.0893528 Feb 04 16:21:45.973495 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-5c7e3113-81b4-42ae-808c-cdd27fbc8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:45.974974 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-5c7e3113-81b4-42ae-808c-cdd27fbc8623 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1096 time: 0.0708330 Feb 04 16:21:45.989909 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9216d0d0-3fa9-41a8-95fb-7d2baa1a10f1 req-844ca8a8-7578-4081-88dd-0e6cfdb995f0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392644 Feb 04 16:21:46.106691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-aed5f8f9-a10e-4aae-9115-47e65c006a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:46.108113 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-aed5f8f9-a10e-4aae-9115-47e65c006a8a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1264789 Feb 04 16:21:46.210237 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-af6bd9e7-98cb-4764-9c8f-bfed930d2243 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1001 time: 0.0959873 Feb 04 16:21:46.273785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-31be8342-9ad5-43ce-bf37-2d9cb3f4ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:46.275924 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-31be8342-9ad5-43ce-bf37-2d9cb3f4ebe7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0594270 Feb 04 16:21:46.277586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 170e9912-648f-4c01-83ff-aabcc161e34e up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:46.352620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 170e9912-648f-4c01-83ff-aabcc161e34e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:46.358361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 170e9912-648f-4c01-83ff-aabcc161e34e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:46.358575 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-a1a46a11-4e66-462f-9f5c-9bc16ede5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:46.358736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.360078 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-a1a46a11-4e66-462f-9f5c-9bc16ede5101 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786164 Feb 04 16:21:46.479607 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.495962 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-3b6bdc09-e6a4-48a8-9d2f-9d5702d92dbb service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293223 Feb 04 16:21:46.506720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:46.516281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:21:46.521806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.601677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:46.654544 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e', 'code': 200} Feb 04 16:21:46.656058 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8cbbb6e5-e753-4a6f-93b1-a12580d93f81 req-391a844d-a299-4441-8a3c-6dbecddf24bb service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537988 Feb 04 16:21:46.816499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-48a71e0f-67fe-4950-8da5-67f301c559d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:46.817908 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-48a71e0f-67fe-4950-8da5-67f301c559d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 1097 time: 0.0729723 Feb 04 16:21:46.969081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-e3d21720-42fc-41aa-9fff-27d48b19b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:46.970889 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-e3d21720-42fc-41aa-9fff-27d48b19b348 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1314313 Feb 04 16:21:47.082578 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-1f575ae3-0e68-4d6d-bc82-55de70181195 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 200 len: 1002 time: 0.1055331 Feb 04 16:21:47.155456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-1bcd0c62-9d11-4f5a-9a71-aadda094ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:47.156974 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-1bcd0c62-9d11-4f5a-9a71-aadda094ae0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0673404 Feb 04 16:21:47.200482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e5ddb-de25-44ef-8dfe-23aeea20dc81 req-578de12e-099b-494b-81b8-d4f0e0f9b150 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:47.201988 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f0e5ddb-de25-44ef-8dfe-23aeea20dc81 req-578de12e-099b-494b-81b8-d4f0e0f9b150 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0856671 Feb 04 16:21:47.234568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-6d082606-6e8a-418e-8f58-29a6a8d049dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:47.236056 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-6d082606-6e8a-418e-8f58-29a6a8d049dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722735 Feb 04 16:21:47.250181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2f0e5ddb-de25-44ef-8dfe-23aeea20dc81 req-dec8819d-0120-4554-9de9-b0394f68fc83 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 Feb 04 16:21:47.378425 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-332a34a6-1dc5-4c06-b2d5-971d9c1635a1 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348426 Feb 04 16:21:47.511429 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7aeab11e-f43f-4de6-8efe-d9e1b715853f req-cb75b171-bcb3-4d94-a771-2bc99ba85d9a service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267362 Feb 04 16:21:48.549496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182bf66-835b-4c01-8c65-10edf49ddf25 req-d9b56b11-039a-4d9e-8496-21086d43ce1d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:48.550963 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b182bf66-835b-4c01-8c65-10edf49ddf25 req-d9b56b11-039a-4d9e-8496-21086d43ce1d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.1866822 Feb 04 16:21:48.596029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b182bf66-835b-4c01-8c65-10edf49ddf25 req-74e8c2b9-7a01-4395-8058-0b8744f94530 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 Feb 04 16:21:48.990131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f69c7-aa45-4547-be63-cc27b4d00131 req-7fde7a69-de73-4b26-bfc0-4fb4d3eb2441 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:48.991607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f4f69c7-aa45-4547-be63-cc27b4d00131 req-7fde7a69-de73-4b26-bfc0-4fb4d3eb2441 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0857008 Feb 04 16:21:49.038957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9f4f69c7-aa45-4547-be63-cc27b4d00131 req-86d2db3b-e8c9-42c7-87dd-3bc7fda6187c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 Feb 04 16:21:50.231690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011d731-0dc5-4a4a-ac6e-e78958e0f0d2 req-f64997e6-c9f6-4228-9b2d-ddd4c9c76bc1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:50.233190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5011d731-0dc5-4a4a-ac6e-e78958e0f0d2 req-f64997e6-c9f6-4228-9b2d-ddd4c9c76bc1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.0830264 Feb 04 16:21:50.287701 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5011d731-0dc5-4a4a-ac6e-e78958e0f0d2 req-3ce4c09c-bd7d-4c91-9199-e7b9ab279ed5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484042 Feb 04 16:21:50.327140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-179a202b-d582-4bbe-8fde-3f9414756e46 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:50.327979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-179a202b-d582-4bbe-8fde-3f9414756e46 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:50.345939 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-179a202b-d582-4bbe-8fde-3f9414756e46 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:50.347394 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-179a202b-d582-4bbe-8fde-3f9414756e46 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.61 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 946 time: 0.1091626 Feb 04 16:21:50.560613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Deleting port 170e9912-648f-4c01-83ff-aabcc161e34e {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:21:50.560967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:50.821236 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] For port 170e9912-648f-4c01-83ff-aabcc161e34e, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=170e9912-648f-4c01-83ff-aabcc161e34e,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:21:50.821602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.119707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.120082 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.120397 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Floating IP b5395ac8-e545-46ab-8edc-fad723b91ece disassociated. External IP: 172.25.8.176, port: 170e9912-648f-4c01-83ff-aabcc161e34e. Feb 04 16:21:51.120735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Calling delete_port for 170e9912-648f-4c01-83ff-aabcc161e34e owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:21:51.269740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.325695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event deleted for resources: {'Port': ['ID=170e9912-648f-4c01-83ff-aabcc161e34e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:51.334749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.335241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.335554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.335804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.336081 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.336409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.336741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.337072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.337395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.337829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.338732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.339163 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:51.482811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1157d10-ae10-43bd-92fd-39e6b0c0d1eb req-cad1aa0a-1dd3-4c94-b464-b5101d188b35 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf287d8-a2e6-4ab7-8284-fb34d705ed15 HTTP/1.1" status: 200 len: 210 time: 0.0656235 Feb 04 16:21:51.547091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:21:51.728653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:21:51.739216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:21:51.750230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:21:51.750831 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:21:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:51.802987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] No DVR routers for this DVR port 170e9912-648f-4c01-83ff-aabcc161e34e on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:21:51.805889 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.808929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'name': 'network-vif-deleted', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:51.831772 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-68b25c41-29a5-4088-a8d3-5a7d6cdcaa58 req-5d3b5d40-f114-4ee8-9efe-280bf1f7e3af tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.61 "DELETE /v2.0/ports/170e9912-648f-4c01-83ff-aabcc161e34e HTTP/1.1" status: 204 len: 173 time: 1.4782612 Feb 04 16:21:51.861275 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf287d8-a2e6-4ab7-8284-fb34d705ed15', 'name': 'network-vif-deleted', 'tag': '170e9912-648f-4c01-83ff-aabcc161e34e', 'status': 'completed', 'code': 200} Feb 04 16:21:51.980553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:21:52.310500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:52.314702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:21:52.324154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:21:52.324826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:21:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:52.551454 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:21:52.851682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-844292bf-1639-4586-9253-9438fda9e7c0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--224874342&fields=id&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 267 time: 0.0406666 Feb 04 16:21:52.909128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:52.913494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c1bf8-688b-4212-8906-be56057e4d09 None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:21:53.027941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6b95fdb2-76e0-4585-97aa-64f8e12058da tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:53.031777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6b95fdb2-76e0-4585-97aa-64f8e12058da tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 811 time: 0.1719584 Feb 04 16:21:53.046336 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e1a2fe9-f73b-44b5-8bcd-5fcac5b5f5a9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/quotas/04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 375 time: 0.0115469 Feb 04 16:21:53.142325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-b9d3b0a3-11c2-4c09-bb2b-bb8196be5868 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905702 Feb 04 16:21:53.207651 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895841a1-ad43-4758-8eb0-058e97fac63b None None] New status for floating IP b5395ac8-e545-46ab-8edc-fad723b91ece: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:21:53.379575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-030d0469-5737-4574-9955-c2e0e6562c54 service neutron] 10.222.0.46 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802120 Feb 04 16:21:53.520792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-eb03d560-1e05-459a-9db8-b5a7f6c24465 service neutron] 10.222.0.46 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340957 Feb 04 16:21:53.710856 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cca17847-f321-4c4b-a64a-2efe2f6b8d7a req-280b3f04-bd25-41e6-897a-569f56f90897 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 210 time: 0.0494845 Feb 04 16:21:54.277382 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 170e9912-648f-4c01-83ff-aabcc161e34e no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:21:54.316586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 170e9912-648f-4c01-83ff-aabcc161e34e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:21:54.317092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 170e9912-648f-4c01-83ff-aabcc161e34e not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:21:54.891416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-625197e1-d011-46db-bb1e-5c415279f847 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:54.892872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-625197e1-d011-46db-bb1e-5c415279f847 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 811 time: 0.1962490 Feb 04 16:21:54.899465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a1d06dc-a7fb-47e7-867f-964248743a23 req-ef057bbf-7e71-4956-b0c0-47b8025c0ac4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 210 time: 0.0524259 Feb 04 16:21:54.952046 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-06ba0d34-1bc9-427e-8a5c-686da07ff66e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 379 time: 0.0424943 Feb 04 16:21:54.960806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'port': {'device_id': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'admin_state_up': True, 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'security_groups': ['288d3ed7-e981-4133-be76-3ad9e04d9068']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:21:55.099036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:55.103059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Usage tracker for resource:port and tenant:04aabccb53ba4b37885e87b51c4ddb4a is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:55.106492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:55.112065 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:55.122763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Made reservation on behalf of 04aabccb53ba4b37885e87b51c4ddb4a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:55.126432 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:55.301420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Allocated IP 172.20.0.14 (8ce97b31-4b56-4c58-8a55-9ae36cc722be/2bed4467-2116-44af-8562-64ee76e5b367/0e447fbe-d2a9-46d1-8476-ef6fea0d392a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:55.497132 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:55.514189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Transition to ACTIVE for port object 0e447fbe-d2a9-46d1-8476-ef6fea0d392a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:55.538338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:55.718972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:55.722198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:55.726058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:21:55.756867 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:55.772841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.773180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.773510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.773836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.774183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.774496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.774808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.775121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.775787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.776105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.776420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.776733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:55.805814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:55.806422 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:55.832681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-87292560-0e22-4dd0-8630-949c6a79c895 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8753295 Feb 04 16:21:55.956435 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Request body: {'port': {'device_id': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:21:56.035295 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-44df75ff-386c-434e-ae33-db0bea3b5786 None None] Provisioning for port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:56.041896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-44df75ff-386c-434e-ae33-db0bea3b5786 None None] Provisioning complete for port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:56.042271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44df75ff-386c-434e-ae33-db0bea3b5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:56.103768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-44df75ff-386c-434e-ae33-db0bea3b5786 None None] Port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:21:56.121722 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:56.203546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ad2c5-571a-4588-bb7c-c80e693dc3c1 req-bce26561-e210-484c-97f7-b00ac679c1a2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:56.204229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c94ad2c5-571a-4588-bb7c-c80e693dc3c1 req-bce26561-e210-484c-97f7-b00ac679c1a2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:56.271762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-c94ad2c5-571a-4588-bb7c-c80e693dc3c1 req-bce26561-e210-484c-97f7-b00ac679c1a2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:56.273240 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c94ad2c5-571a-4588-bb7c-c80e693dc3c1 req-bce26561-e210-484c-97f7-b00ac679c1a2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 932 time: 0.2329838 Feb 04 16:21:56.402322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c94ad2c5-571a-4588-bb7c-c80e693dc3c1 req-bcc7e200-27fe-4f23-bad9-a0ebc4699a09 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211219 Feb 04 16:21:56.533296 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e447fbe-d2a9-46d1-8476-ef6fea0d392a {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:56.540526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:56.555556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Transition to ACTIVE for port object 0e447fbe-d2a9-46d1-8476-ef6fea0d392a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:56.560474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:56.690185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:56.804726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:56.805099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:56.805421 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:21:56.810685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:21:56.811006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:21:56.817340 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:21:56.817678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:21:56.818059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:21:56.818481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Bound port: 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:56.818820 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:56.915191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:21:56.919161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:21:56.924240 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:56.985058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:56.986065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:56.987004 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] 10.222.0.53 "PUT /v2.0/ports/0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1092 time: 1.0915289 Feb 04 16:21:56.987574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:57.022267 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6be40a-3ee1-410a-97fb-ff41de0cfd4e service neutron] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:57.136072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-215ccaa1-f1e0-46e2-a9e1-c2277777f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:57.137812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-215ccaa1-f1e0-46e2-a9e1-c2277777f69b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1095 time: 0.0896230 Feb 04 16:21:57.206953 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'status': 'completed', 'code': 200} Feb 04 16:21:57.222455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-62e19edd-cad6-4ae8-b994-d767458303d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 217 time: 0.0733829 Feb 04 16:21:57.292364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-dc4eb472-1853-4ad1-8719-3b988d275433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:57.293950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-dc4eb472-1853-4ad1-8719-3b988d275433 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0627367 Feb 04 16:21:57.378320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-72df93b6-6d28-4ad8-9da6-486e7c2fec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:57.379791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-72df93b6-6d28-4ad8-9da6-486e7c2fec12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765944 Feb 04 16:21:57.410855 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:21:57.557039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-b3e43f07-12ae-4642-a7e9-1632e3bd496d service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683044 Feb 04 16:21:57.842616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f69e8-5ebb-4767-8054-fca51e76d2d0 req-0ecd8b07-d62d-485a-83a2-17a5e6ed5656 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:57.844080 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc8f69e8-5ebb-4767-8054-fca51e76d2d0 req-0ecd8b07-d62d-485a-83a2-17a5e6ed5656 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 944 time: 0.3217785 Feb 04 16:21:57.846058 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1488e055-be40-4320-ae87-7a02b4ce6f84 req-6d3eac43-1bad-4bff-8f4c-f4abfa4d3c77 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771792 Feb 04 16:21:57.896997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc8f69e8-5ebb-4767-8054-fca51e76d2d0 req-811fdc55-1141-4448-adb7-6820c753fe62 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471430 Feb 04 16:21:57.971148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-08679464-915d-40d2-9313-b03e25e5ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:57.972694 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-08679464-915d-40d2-9313-b03e25e5ea2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1095 time: 0.0748577 Feb 04 16:21:58.110506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-5eb9cce0-1d49-4c63-85ca-c6689acf38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:58.111849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-5eb9cce0-1d49-4c63-85ca-c6689acf38fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1325927 Feb 04 16:21:58.187201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-91d6a937-4bab-4b56-8891-f1cd7462b559 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 217 time: 0.0690396 Feb 04 16:21:58.250820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-17759fc3-8290-41ea-8f58-41c69d432667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:58.252231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-17759fc3-8290-41ea-8f58-41c69d432667 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0579188 Feb 04 16:21:58.330384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-633aac62-7d77-4ab0-a22c-c605a6f71314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:58.331088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-633aac62-7d77-4ab0-a22c-c605a6f71314 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714436 Feb 04 16:21:58.467154 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-0926a507-2a21-43af-9719-2f2400388650 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295409 Feb 04 16:21:58.604598 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-55341832-e5e6-42b1-bd0d-9c6f24e1c542 req-80e798af-fe5e-4f8a-8ba8-106526c2499b service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303248 Feb 04 16:21:59.087208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c765b0-cbfd-4675-b9b5-8a786bacb748 req-83bdd90e-2214-486d-97c0-35046fdc595a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:59.089459 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-78c765b0-cbfd-4675-b9b5-8a786bacb748 req-83bdd90e-2214-486d-97c0-35046fdc595a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 944 time: 0.0857143 Feb 04 16:21:59.134349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-78c765b0-cbfd-4675-b9b5-8a786bacb748 req-60621de9-fdce-4b07-8226-a274b16c0733 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389390 Feb 04 16:22:00.325286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b9b02-445b-4ade-beaa-89f3ae26a3e0 req-542a4bc5-f4ea-4b9a-937d-5d578bde50bd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:00.326923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af5b9b02-445b-4ade-beaa-89f3ae26a3e0 req-542a4bc5-f4ea-4b9a-937d-5d578bde50bd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 944 time: 0.0845811 Feb 04 16:22:00.403341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-af5b9b02-445b-4ade-beaa-89f3ae26a3e0 req-d8e3c51e-eee1-4492-a979-9dc2079b883b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684953 Feb 04 16:22:00.712525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:22:00.852578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:00.865657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'mac_address': 'fa:16:3e:c1:74:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:22:00.921185 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.937684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e447fbe-d2a9-46d1-8476-ef6fea0d392a {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:00.953876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:00.958025 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:01.029927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:01.037537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.037872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.038203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.038528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.038849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.039170 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.039485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.039800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.040114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.040426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.041295 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.041619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:01.214724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['0e447fbe-d2a9-46d1-8476-ef6fea0d392a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:22:01.590049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2c31-3c0b-4f53-9cfd-33d3e0811695 req-b13d54a6-f4e7-49fd-b845-bbc1cbbc8045 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:01.591446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c1d2c31-3c0b-4f53-9cfd-33d3e0811695 req-b13d54a6-f4e7-49fd-b845-bbc1cbbc8045 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 945 time: 0.0821309 Feb 04 16:22:01.636652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0c1d2c31-3c0b-4f53-9cfd-33d3e0811695 req-a42c58fa-f6a8-4171-aaf9-c7ab92ac892a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395939 Feb 04 16:22:02.713971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:22:02.786582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:22:02.792448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:02.792841 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:02.830428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f4353-d34f-4e21-b7e7-26a896e148df req-324f2c09-12ce-46c3-a8bc-105817e21e28 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:02.831907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-522f4353-d34f-4e21-b7e7-26a896e148df req-324f2c09-12ce-46c3-a8bc-105817e21e28 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 945 time: 0.0864592 Feb 04 16:22:02.878215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-522f4353-d34f-4e21-b7e7-26a896e148df req-6a63d893-5e0b-4289-b47a-83ca6ab163e8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404985 Feb 04 16:22:02.911950 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:02.940494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:02.951102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:02.956131 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:02.992707 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'code': 200} Feb 04 16:22:03.028244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:03.127170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fc223-8203-436b-823b-17235d5da905 req-a56a29c3-2533-4467-be21-570c8fe29c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:03.128668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-891fc223-8203-436b-823b-17235d5da905 req-a56a29c3-2533-4467-be21-570c8fe29c65 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1097 time: 0.0735250 Feb 04 16:22:03.176960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-891fc223-8203-436b-823b-17235d5da905 req-af3fc938-c21f-462c-83aa-43d1c8eff941 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386908 Feb 04 16:22:04.085569 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426c9df-d7e6-4412-ab47-e8f79e7b4cfe req-e28b5ed2-12a4-4ac8-8d7d-f5e8b50b2f45 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:04.087070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e426c9df-d7e6-4412-ab47-e8f79e7b4cfe req-e28b5ed2-12a4-4ac8-8d7d-f5e8b50b2f45 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0864847 Feb 04 16:22:04.131580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e426c9df-d7e6-4412-ab47-e8f79e7b4cfe req-ae5ead37-67b4-41ba-a163-6dfc1becffe0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387061 Feb 04 16:22:04.320678 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5a25-f8c4-4cec-a141-fe5a02986319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.324641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b5330-c72b-4ada-b6bf-08549d850c2c req-cab2028d-6b67-4dce-876e-196b7bf95422 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:05.326341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d6b5330-c72b-4ada-b6bf-08549d850c2c req-cab2028d-6b67-4dce-876e-196b7bf95422 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0871127 Feb 04 16:22:05.376118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d6b5330-c72b-4ada-b6bf-08549d850c2c req-e379da98-7f90-42a7-a2c4-301ce12f2ef2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438952 Feb 04 16:22:05.558976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400bdb1-06ce-4d3f-a397-0416fb791e17 req-4450bf20-e480-4cd0-a076-cbeaaac0cf25 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:05.560443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e400bdb1-06ce-4d3f-a397-0416fb791e17 req-4450bf20-e480-4cd0-a076-cbeaaac0cf25 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0828712 Feb 04 16:22:05.569551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51640) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:05.574604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-bb5f131a-210a-4743-b7b5-c81b110dc924 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'floatingip': {'port_id': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:22:05.654748 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb5f131a-210a-4743-b7b5-c81b110dc924 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.398313 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb5f131a-210a-4743-b7b5-c81b110dc924 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.402423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb5f131a-210a-4743-b7b5-c81b110dc924 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.576796 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-bb5f131a-210a-4743-b7b5-c81b110dc924 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Floating IP b5395ac8-e545-46ab-8edc-fad723b91ece associated. External IP: 172.25.8.176, port: 0e447fbe-d2a9-46d1-8476-ef6fea0d392a. Feb 04 16:22:06.732278 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b937ce4d-8047-44df-a748-932cb9929b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.758024 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.930907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5f131a-210a-4743-b7b5-c81b110dc924 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:22:07.113512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5f131a-210a-4743-b7b5-c81b110dc924 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:22:07.118320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb5f131a-210a-4743-b7b5-c81b110dc924 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.122681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:22:07.131971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:22:07.132567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:22:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:07.173399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bb5f131a-210a-4743-b7b5-c81b110dc924 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "PUT /v2.0/floatingips/b5395ac8-e545-46ab-8edc-fad723b91ece HTTP/1.1" status: 200 len: 992 time: 1.6027761 Feb 04 16:22:07.174081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:07.314754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:22:07.355698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a51ac9-0495-44c4-9790-760e3e8a8fd4 req-ce6f0cbe-e1c4-4e8e-8976-8384d27bb824 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:07.357194 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58a51ac9-0495-44c4-9790-760e3e8a8fd4 req-ce6f0cbe-e1c4-4e8e-8976-8384d27bb824 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0896602 Feb 04 16:22:07.404492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58a51ac9-0495-44c4-9790-760e3e8a8fd4 req-066b98c0-4fca-44bb-8e5b-06e8a9a31af1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Feb 04 16:22:07.455925 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'status': 'completed', 'code': 200} Feb 04 16:22:07.545904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-6e42f20d-f3a9-44a7-a32f-3b39ebef23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:07.547376 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-6e42f20d-f3a9-44a7-a32f-3b39ebef23ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1097 time: 0.0712905 Feb 04 16:22:07.676529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-15818f10-2f17-496c-988b-b93456779e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:07.677913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-15818f10-2f17-496c-988b-b93456779e86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1247263 Feb 04 16:22:07.719401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:c1:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:22:06Z', 'revision_number': 9, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:07.723978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:22:07.733524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:22:07.734199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:22:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:07.830532 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.902424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.904786 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-6d667231-2a87-4bd6-9016-d9ece11df118 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1000 time: 0.2210221 Feb 04 16:22:07.942728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:22:07.968411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-54f0faa5-680a-4308-b565-ee4d75baedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:07.969871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-54f0faa5-680a-4308-b565-ee4d75baedc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0591679 Feb 04 16:22:08.043617 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-cce91ff3-4cc4-4b9d-aa7d-ea61d22a4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:08.045105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-cce91ff3-4cc4-4b9d-aa7d-ea61d22a4e83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694711 Feb 04 16:22:08.178048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-b903a211-c1bb-41e6-b7e4-f38a9e04a3c9 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250358 Feb 04 16:22:08.291516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:c1:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:22:06Z', 'revision_number': 9, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:08.295884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1aad84-a89f-424e-8cdd-9e152075443f None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:c1:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:22:06Z', 'revision_number': 9, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:22:08.311646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a1b4b58-1a30-443b-850d-0656314f26e6 req-05d95d0c-3a82-45d5-896c-33dd49f19585 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277802 Feb 04 16:22:08.504821 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9f579-5025-4b49-8d87-df08473d5153 None None] New status for floating IP b5395ac8-e545-46ab-8edc-fad723b91ece: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:22:08.599807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a97052-fdea-455a-848f-e2bb9ab80afe req-bce98cd6-a383-47ca-8f3b-a87fe965cfaf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:08.601314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02a97052-fdea-455a-848f-e2bb9ab80afe req-bce98cd6-a383-47ca-8f3b-a87fe965cfaf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0852966 Feb 04 16:22:08.644924 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02a97052-fdea-455a-848f-e2bb9ab80afe req-665f7566-8d87-4ffe-b687-0595e3c01aac tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376048 Feb 04 16:22:09.002880 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-66b6f311-47ba-403f-b154-1fc5e81fc8a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747848 Feb 04 16:22:09.052193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a4f2b-2512-4f74-9526-b9a1dab95f51 req-1cda67cd-a58c-4958-be08-16275d0199e8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:09.053756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c65a4f2b-2512-4f74-9526-b9a1dab95f51 req-1cda67cd-a58c-4958-be08-16275d0199e8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0824454 Feb 04 16:22:09.099780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c65a4f2b-2512-4f74-9526-b9a1dab95f51 req-f97da1e6-1e45-42d5-88c9-6379f99dbba5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Feb 04 16:22:09.320453 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.708051 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.328232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-80d10d2e-6453-4c23-a2ff-7761c97b401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:10.329687 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-80d10d2e-6453-4c23-a2ff-7761c97b401e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1097 time: 0.1412508 Feb 04 16:22:10.338095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596a11d-16b3-48be-a4b8-81c7a32e537b req-4340c4c9-515a-4066-84ae-dbf184573d06 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:10.339702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3596a11d-16b3-48be-a4b8-81c7a32e537b req-4340c4c9-515a-4066-84ae-dbf184573d06 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.1157775 Feb 04 16:22:10.472258 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3596a11d-16b3-48be-a4b8-81c7a32e537b req-03799cd9-2d76-4cf0-a97a-76f70156fd02 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134515 Feb 04 16:22:10.526509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-341aa714-1b91-440b-8333-6aaa728769e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:10.528251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-341aa714-1b91-440b-8333-6aaa728769e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1876040 Feb 04 16:22:10.645580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-9a570a6b-05c8-4fdc-99dd-d92b21604a5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1003 time: 0.1074784 Feb 04 16:22:10.714504 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-80a50068-49e7-4506-8d25-6f84d944dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:10.715968 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-80a50068-49e7-4506-8d25-6f84d944dab9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0629599 Feb 04 16:22:10.792161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-c57990e3-197f-4c2a-98dc-54839d880ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:10.793576 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-c57990e3-197f-4c2a-98dc-54839d880ebc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718379 Feb 04 16:22:10.929691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-23471c9b-b1a2-495a-ac65-9ac38393d161 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299293 Feb 04 16:22:11.061373 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-b15f4b81-828b-49f6-af18-fd46685de99d service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258023 Feb 04 16:22:11.675972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37487-1ca0-4b17-b289-78fd61a04a24 req-21ef95da-fe5d-4bfd-8f1b-68a9f35e621e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:11.677369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3df37487-1ca0-4b17-b289-78fd61a04a24 req-21ef95da-fe5d-4bfd-8f1b-68a9f35e621e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0842974 Feb 04 16:22:11.721047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3df37487-1ca0-4b17-b289-78fd61a04a24 req-b615b1f8-011a-4779-bcba-54e841bb7b25 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380480 Feb 04 16:22:12.906203 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cdd4e-fd57-4925-acb4-3cee82b38985 req-7d915a0c-5d69-45b1-aeec-31c5b74b5e59 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:12.907663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d6cdd4e-fd57-4925-acb4-3cee82b38985 req-7d915a0c-5d69-45b1-aeec-31c5b74b5e59 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0818009 Feb 04 16:22:12.952915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2d6cdd4e-fd57-4925-acb4-3cee82b38985 req-3a293bcd-f726-44ab-923e-b990f351405a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 Feb 04 16:22:14.137683 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2146c04-7ca9-4cc7-961b-033b7ae1c573 req-8ee70897-f85a-43a9-86e2-46d077f9fc53 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:14.139107 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f2146c04-7ca9-4cc7-961b-033b7ae1c573 req-8ee70897-f85a-43a9-86e2-46d077f9fc53 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0832415 Feb 04 16:22:14.182085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f2146c04-7ca9-4cc7-961b-033b7ae1c573 req-ae287914-31a6-4ab1-9791-9d76ccf29dcf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373728 Feb 04 16:22:15.374496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea398f-5530-40a4-ad01-d043d86de0a6 req-d5625659-c92e-4aad-89d8-77e1084689f5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:15.375959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2ea398f-5530-40a4-ad01-d043d86de0a6 req-d5625659-c92e-4aad-89d8-77e1084689f5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0824645 Feb 04 16:22:15.424214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2ea398f-5530-40a4-ad01-d043d86de0a6 req-f3349a25-f23b-4195-b38d-9ffb7704091e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426586 Feb 04 16:22:16.625399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50f66-f06b-4e30-a8f5-4989a48088a6 req-99ea2b6d-f79f-4e4d-91ae-d7405fd68ae8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:16.627215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-88b50f66-f06b-4e30-a8f5-4989a48088a6 req-99ea2b6d-f79f-4e4d-91ae-d7405fd68ae8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0858769 Feb 04 16:22:16.684430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-88b50f66-f06b-4e30-a8f5-4989a48088a6 req-58133625-23ce-4323-baa4-a949a25d0f54 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516071 Feb 04 16:22:17.875010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff3481-8da8-4c59-bca9-e77857f69a56 req-71be4801-8487-42ce-b856-5248d3428af1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:17.876431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7ff3481-8da8-4c59-bca9-e77857f69a56 req-71be4801-8487-42ce-b856-5248d3428af1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0828528 Feb 04 16:22:17.919954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b7ff3481-8da8-4c59-bca9-e77857f69a56 req-a9935be9-71b1-4ef4-ac40-2bc0cdcd7d60 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378118 Feb 04 16:22:19.114921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8efa-bb1e-4543-b66c-bd120cbf2aee req-100abbf6-d6b5-4b4a-8e61-77aa41a66a86 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:19.116360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34de8efa-bb1e-4543-b66c-bd120cbf2aee req-100abbf6-d6b5-4b4a-8e61-77aa41a66a86 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0818486 Feb 04 16:22:19.160650 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34de8efa-bb1e-4543-b66c-bd120cbf2aee req-3d6d79b0-0bc2-4050-83b8-d777bb258268 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376914 Feb 04 16:22:20.349387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1e52-bba1-4e11-9170-7f1e147f942d req-41bbe1ec-1f98-4d34-9934-eb90a1000382 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:20.350841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f38c1e52-bba1-4e11-9170-7f1e147f942d req-41bbe1ec-1f98-4d34-9934-eb90a1000382 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0851452 Feb 04 16:22:20.394833 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f38c1e52-bba1-4e11-9170-7f1e147f942d req-baa2a5d2-b572-464c-8fa7-163f40e8bd42 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382874 Feb 04 16:22:21.581920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885cdf-db7a-4b5b-8d85-aaf22c04e6b8 req-f7f8a5e5-4949-4ca9-ae5e-cf4193d62ded tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:21.583308 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8885cdf-db7a-4b5b-8d85-aaf22c04e6b8 req-f7f8a5e5-4949-4ca9-ae5e-cf4193d62ded tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0841260 Feb 04 16:22:21.631680 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8885cdf-db7a-4b5b-8d85-aaf22c04e6b8 req-781d55f2-fb98-4907-8f56-58847a1beae7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Feb 04 16:22:22.917117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf6310-ffd2-430a-a65a-9a2a3a911f64 req-30214ad9-00ef-4ce0-a998-384b926e2024 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:22.918490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bdf6310-ffd2-430a-a65a-9a2a3a911f64 req-30214ad9-00ef-4ce0-a998-384b926e2024 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.1786370 Feb 04 16:22:22.961880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6bdf6310-ffd2-430a-a65a-9a2a3a911f64 req-a4f1705e-186a-419b-83d5-59575fb0511b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377629 Feb 04 16:22:24.149029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d961c6-77dd-4e82-b3cd-b852388a34d0 req-9f9a1373-f047-4335-ace9-f1785ee9409a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:24.150619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0d961c6-77dd-4e82-b3cd-b852388a34d0 req-9f9a1373-f047-4335-ace9-f1785ee9409a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0823002 Feb 04 16:22:24.194857 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0d961c6-77dd-4e82-b3cd-b852388a34d0 req-8f49178c-29d6-4135-880a-db7801feeb7e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388007 Feb 04 16:22:25.379947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a349-6cdd-40af-9d5e-a0294f025bb7 req-2095da27-da95-4cbb-9a6f-58edf82dc0e0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:25.381415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b244a349-6cdd-40af-9d5e-a0294f025bb7 req-2095da27-da95-4cbb-9a6f-58edf82dc0e0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0816612 Feb 04 16:22:25.429186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b244a349-6cdd-40af-9d5e-a0294f025bb7 req-04c20fb7-095d-46bb-b37d-792d3c8f3db3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417814 Feb 04 16:22:26.613502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a169-a919-4d59-a5db-c1efdd24de3b req-381efc28-ac8e-4c22-b2c0-c39e13050f22 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:26.614885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb21a169-a919-4d59-a5db-c1efdd24de3b req-381efc28-ac8e-4c22-b2c0-c39e13050f22 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0799818 Feb 04 16:22:26.658763 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb21a169-a919-4d59-a5db-c1efdd24de3b req-218782c6-c466-4613-9d4c-229a8f804ace tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376880 Feb 04 16:22:27.846303 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713a87f-6fab-44c8-ac12-78f25077d092 req-fc208a36-33f8-4c7e-8b76-975ad9f4db32 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:27.847750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5713a87f-6fab-44c8-ac12-78f25077d092 req-fc208a36-33f8-4c7e-8b76-975ad9f4db32 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0828571 Feb 04 16:22:27.891754 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5713a87f-6fab-44c8-ac12-78f25077d092 req-ace1d562-b6b5-4ddb-83a4-b20898de4132 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378287 Feb 04 16:22:28.079353 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-aa89a9ea-0388-4250-96e9-203cdb38c2fe service neutron] show failed (client error): The resource could not be found. Feb 04 16:22:28.080372 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-aa89a9ea-0388-4250-96e9-203cdb38c2fe service neutron] 10.222.0.53 "GET /v2.0/ports/0e447fbe-d2a9-46d1-8476-ef6fea0d392a/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0756495 Feb 04 16:22:28.365912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-077079a8-3323-4162-a9bb-fd04b9023dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:28.367381 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-077079a8-3323-4162-a9bb-fd04b9023dbc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 1097 time: 0.0733883 Feb 04 16:22:28.378265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:22:28.606509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.873030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:28.901471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:22:28.961137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:28.967071 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.982191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Transition to ACTIVE for port object 0e447fbe-d2a9-46d1-8476-ef6fea0d392a will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:28.986034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.087653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bd1b9-a3f6-46e1-8ddb-8fcf83989cc4 req-b27e29c9-1cdd-4107-bee9-ced263b32676 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:29.090191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-272bd1b9-a3f6-46e1-8ddb-8fcf83989cc4 req-b27e29c9-1cdd-4107-bee9-ced263b32676 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 944 time: 0.0913844 Feb 04 16:22:29.139627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-272bd1b9-a3f6-46e1-8ddb-8fcf83989cc4 req-0a00921e-d252-489c-be8a-d105cd1211c5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433235 Feb 04 16:22:29.140029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:29.203263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] No DVR routers for this DVR port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:29.253446 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'code': 200} Feb 04 16:22:29.441106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:22:29.441755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:22:29.441755 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:22:29.446241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:22:29.446562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:22:29.451573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:22:29.451905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:22:29.452285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:22:29.452706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Bound port: 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:22:29.453155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.542966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:22:29.546260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:22:29.549746 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.601113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:29.602400 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.604392 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] 10.222.0.61 "PUT /v2.0/ports/0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1092 time: 1.2300029 Feb 04 16:22:29.668851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa1114-5fbe-422f-8f73-dcaffe3a638b service neutron] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:29.714520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-abc2f8a3-704a-40be-b64d-86241a584733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:29.716007 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-abc2f8a3-704a-40be-b64d-86241a584733 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1095 time: 0.0854907 Feb 04 16:22:29.849671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-c79722a1-6d80-43c6-a713-1f61877a74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:29.851095 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-c79722a1-6d80-43c6-a713-1f61877a74f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1291225 Feb 04 16:22:29.951035 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-45ec091b-2fae-43cf-96e8-83de237ea5b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1001 time: 0.0931201 Feb 04 16:22:30.021795 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-3135d401-7b88-42c3-80e6-d1437379a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:30.023184 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-3135d401-7b88-42c3-80e6-d1437379a7a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0656152 Feb 04 16:22:30.096251 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-937ce3ef-d041-4339-8105-cb73ea24776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:30.097706 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-937ce3ef-d041-4339-8105-cb73ea24776b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684652 Feb 04 16:22:30.346104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f75e1c-7502-4786-b400-dd12abae271f req-eb8e41d9-b01c-47a1-91f4-9b904b9cba0c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:30.347568 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46f75e1c-7502-4786-b400-dd12abae271f req-eb8e41d9-b01c-47a1-91f4-9b904b9cba0c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 944 time: 0.0831010 Feb 04 16:22:30.351563 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-e55d0ff4-024b-41c7-bd3a-b7667d4f40d9 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460887 Feb 04 16:22:30.393146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46f75e1c-7502-4786-b400-dd12abae271f req-2c0e9776-361a-492c-9209-b5b881020f69 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390735 Feb 04 16:22:30.484686 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-380b32e0-f2e7-4552-8240-57f2e26588f8 req-21899e7f-57d0-4e54-9b40-e94684f219bc service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271687 Feb 04 16:22:31.254581 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:31.311482 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'status': 'completed', 'code': 200} Feb 04 16:22:31.404580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734dc99-c7b9-47f7-8758-124428743a44 req-ff260da6-c606-4a50-8f07-036a752833af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.406110 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-ff260da6-c606-4a50-8f07-036a752833af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1095 time: 0.0761623 Feb 04 16:22:31.414426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734dc99-c7b9-47f7-8758-124428743a44 req-0f5ee082-44ef-4f8a-aecf-5065b8e4e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.416203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-0f5ee082-44ef-4f8a-aecf-5065b8e4e890 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1095 time: 0.0759199 Feb 04 16:22:31.545238 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734dc99-c7b9-47f7-8758-124428743a44 req-668e98cf-5e69-46eb-bc00-a072f606c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.546619 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-668e98cf-5e69-46eb-bc00-a072f606c439 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1330106 Feb 04 16:22:31.603805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734dc99-c7b9-47f7-8758-124428743a44 req-5d2f5fd9-7484-4a7b-912e-6f7cffc7dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.605273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-5d2f5fd9-7484-4a7b-912e-6f7cffc7dc28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1806688 Feb 04 16:22:31.653483 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-6fad0643-1fad-4e27-8e11-31ce6f0bdb4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1001 time: 0.0991464 Feb 04 16:22:31.692498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9685c-c826-4433-a554-19f902880ddd req-24c9fd5b-aae2-4ce8-8ac3-0b88642a0c18 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.693949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0cb9685c-c826-4433-a554-19f902880ddd req-24c9fd5b-aae2-4ce8-8ac3-0b88642a0c18 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 944 time: 0.1839621 Feb 04 16:22:31.719490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734dc99-c7b9-47f7-8758-124428743a44 req-752954d6-838f-436d-b03f-5e7c599e33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.720955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-752954d6-838f-436d-b03f-5e7c599e33a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0593398 Feb 04 16:22:31.751038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-77030a7a-817e-4f6e-b4f8-2e0ecb306f68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1001 time: 0.1379564 Feb 04 16:22:31.757727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0cb9685c-c826-4433-a554-19f902880ddd req-4acfb47e-b504-4af9-a850-a14e8e4e98b5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533202 Feb 04 16:22:31.803910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734dc99-c7b9-47f7-8758-124428743a44 req-71e0a718-e408-4c67-9187-8fa3fd2d538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.805320 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-71e0a718-e408-4c67-9187-8fa3fd2d538e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765674 Feb 04 16:22:31.821775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734dc99-c7b9-47f7-8758-124428743a44 req-6be4597b-1875-4fbf-9046-63f9b20e2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.823280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-6be4597b-1875-4fbf-9046-63f9b20e2746 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0614920 Feb 04 16:22:31.900736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734dc99-c7b9-47f7-8758-124428743a44 req-291d9329-511a-41e5-b6d8-c7ec6f92ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.902243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-291d9329-511a-41e5-b6d8-c7ec6f92ea38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701454 Feb 04 16:22:31.941694 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-adbf00c0-0c72-4b6a-8984-1330582b9783 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298895 Feb 04 16:22:32.042082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-c5fcf0ea-147a-4315-86a2-d3d393dcd77e service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298244 Feb 04 16:22:32.082273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-c88e947a-a31e-47e9-abe4-742cb4885bff service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334100 Feb 04 16:22:32.184881 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f734dc99-c7b9-47f7-8758-124428743a44 req-0256e927-c064-44f2-b40a-85e95c188fa8 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338160 Feb 04 16:22:32.883010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:32.947102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:33.061521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65903bc0-8f99-401a-abaa-a1158ba14fea req-9ec4c9e2-ff47-4668-9686-9ee7780982b4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:33.062998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65903bc0-8f99-401a-abaa-a1158ba14fea req-9ec4c9e2-ff47-4668-9686-9ee7780982b4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 944 time: 0.1882970 Feb 04 16:22:33.106893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65903bc0-8f99-401a-abaa-a1158ba14fea req-98ef8265-ca0f-497a-95f0-9496d71ab4e1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378773 Feb 04 16:22:33.497783 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-6f7d3555-4d6f-4018-9042-9ec8f1f8f2a0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:33.498591 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-6f7d3555-4d6f-4018-9042-9ec8f1f8f2a0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:33.510289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-6f7d3555-4d6f-4018-9042-9ec8f1f8f2a0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:33.511380 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-6f7d3555-4d6f-4018-9042-9ec8f1f8f2a0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 944 time: 0.0972254 Feb 04 16:22:33.555772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179699e-8b0b-4d83-89af-b9484cfaadd8 req-6f04166c-80cc-4aad-9ce9-c643537f4ce5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:33.557509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7179699e-8b0b-4d83-89af-b9484cfaadd8 req-6f04166c-80cc-4aad-9ce9-c643537f4ce5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 944 time: 0.0818133 Feb 04 16:22:33.593765 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-411178c2-1452-4161-89ab-b296269691cb service neutron] 10.222.0.61 "GET /v2.0/ports/0e447fbe-d2a9-46d1-8476-ef6fea0d392a/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 382 time: 0.0755453 Feb 04 16:22:33.606202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7179699e-8b0b-4d83-89af-b9484cfaadd8 req-d4d2ad3e-bffd-4507-aa97-76fb3ad9a095 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431201 Feb 04 16:22:33.699140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-932be16a-950f-434b-935b-fde30fb75ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:33.700505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-932be16a-950f-434b-935b-fde30fb75ebb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1095 time: 0.0771978 Feb 04 16:22:33.834310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-911a8dbb-05bc-4d10-a820-85bfca877fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:33.835755 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-911a8dbb-05bc-4d10-a820-85bfca877fe4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1287637 Feb 04 16:22:33.939509 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-f70e28b2-7a12-46c4-af21-95cce31ee7e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1001 time: 0.0973496 Feb 04 16:22:34.001529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-e147677c-14a5-4d08-b43a-ab8bb1abbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:34.003010 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-e147677c-14a5-4d08-b43a-ab8bb1abbb62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0575581 Feb 04 16:22:34.077858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-fd0309b4-8af1-4e44-8cbc-feced2e6551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:34.079328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-fd0309b4-8af1-4e44-8cbc-feced2e6551b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697937 Feb 04 16:22:34.325045 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f5024df0-8ee7-490c-a8d2-63b046804b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.346603 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-81b92918-19a6-426c-8835-2a5ac5d227f6 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602246 Feb 04 16:22:34.410425 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:22:34.463862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:22:34.481718 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-4aa1b09e-b3b1-4696-b4dd-4584fdc2e573 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288722 Feb 04 16:22:34.599731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:34.613916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'mac_address': 'fa:16:3e:c1:74:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:22:34.670030 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.687416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e447fbe-d2a9-46d1-8476-ef6fea0d392a {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:34.702824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:34.707260 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.777368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:34.797828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a97473-c913-4208-a55d-8cae9e349a88 req-5a589e33-b483-4d99-87cd-439f4caef881 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:34.799285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6a97473-c913-4208-a55d-8cae9e349a88 req-5a589e33-b483-4d99-87cd-439f4caef881 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 945 time: 0.0818622 Feb 04 16:22:34.843749 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c6a97473-c913-4208-a55d-8cae9e349a88 req-be8f28bc-2bf8-47cb-84c9-e260dd46ae4d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388310 Feb 04 16:22:34.996208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['0e447fbe-d2a9-46d1-8476-ef6fea0d392a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:22:36.044704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb41045-a929-49e9-827f-66e97b88afe9 req-5d4446b8-0acd-4948-adb0-48d48312307a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:36.046235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbb41045-a929-49e9-827f-66e97b88afe9 req-5d4446b8-0acd-4948-adb0-48d48312307a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 945 time: 0.0857637 Feb 04 16:22:36.090332 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cbb41045-a929-49e9-827f-66e97b88afe9 req-af56ac6b-cfd1-4b8b-a05a-eea7dea8949a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383735 Feb 04 16:22:36.482310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:22:36.549983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:22:36.554576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:36.554941 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.668304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-20a459f0-0f97-46ba-a53d-26641ffe7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:36.669806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-20a459f0-0f97-46ba-a53d-26641ffe7d8b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 1096 time: 0.0726612 Feb 04 16:22:36.684989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:22:36.730490 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.760808 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4332a8d4-192a-428f-84a5-4895175b8c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.775940 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.776423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:36.787266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:36.791763 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.801167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.840023 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'code': 200} Feb 04 16:22:36.867896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:37.067658 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:37.097338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:22:37.156656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:37.162828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.178181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Transition to ACTIVE for port object 0e447fbe-d2a9-46d1-8476-ef6fea0d392a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:37.182423 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.367474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:37.454062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] No DVR routers for this DVR port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:37.526984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24c2ee-4ef8-4466-b9e1-6527d314088d req-4a98530e-4cb7-4626-a7fb-0c89d1ba246c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:37.528442 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c24c2ee-4ef8-4466-b9e1-6527d314088d req-4a98530e-4cb7-4626-a7fb-0c89d1ba246c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 945 time: 0.3047194 Feb 04 16:22:37.657411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2c24c2ee-4ef8-4466-b9e1-6527d314088d req-917c75f9-7326-4f6a-87e0-df298b94549b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166637 Feb 04 16:22:37.724312 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'code': 200} Feb 04 16:22:37.731212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:22:37.731545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:22:37.731870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:22:37.736423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:22:37.736780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Attempting to bind port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:22:37.741824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:22:37.742151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:22:37.742520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:22:37.742961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Bound port: 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:22:37.743298 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.773481 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.838672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:22:37.842261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:22:37.845379 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.846480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:38.010981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:38.011580 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:38.012950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] 10.222.0.53 "PUT /v2.0/ports/0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1093 time: 1.3324134 Feb 04 16:22:38.028016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017e3d3-a921-4e2f-8042-7336303548f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=11']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:38.108434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-6cd8d2b5-f2cd-4eac-b22c-9c4948ebe789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:38.110009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-6cd8d2b5-f2cd-4eac-b22c-9c4948ebe789 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1096 time: 0.0732522 Feb 04 16:22:38.246376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-fbd81dc9-dc50-4238-844c-55b7f9380cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:38.247814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-fbd81dc9-dc50-4238-844c-55b7f9380cc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1285832 Feb 04 16:22:38.356179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-da85e7f0-2490-4675-8a29-65f3efd3c1c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1001 time: 0.0994375 Feb 04 16:22:38.419409 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-cf3b581b-87ec-4633-8a41-de401c614579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:38.420826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-cf3b581b-87ec-4633-8a41-de401c614579 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0590081 Feb 04 16:22:38.501481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-7c8d2b65-f4ae-486e-aaf9-f1b2185a121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:38.502955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-7c8d2b65-f4ae-486e-aaf9-f1b2185a121e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734224 Feb 04 16:22:38.637707 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-d108deaf-8e5f-424b-a01c-8a1e21b4f6db service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254804 Feb 04 16:22:38.816227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4030e708-1f95-4453-8b2d-c35ff12e9f65 req-ad3a7897-0296-4d2d-b580-89a8d0430326 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676989 Feb 04 16:22:38.854019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987553f-49cd-414f-a6f7-781faf4b7107 req-eebcb6ed-aa4f-4b52-b55e-ab4e1f459145 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:38.855514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7987553f-49cd-414f-a6f7-781faf4b7107 req-eebcb6ed-aa4f-4b52-b55e-ab4e1f459145 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 945 time: 0.0876434 Feb 04 16:22:38.898435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7987553f-49cd-414f-a6f7-781faf4b7107 req-0d1d701c-69ae-4c1b-ac49-eb9cb5342dcf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372398 Feb 04 16:22:39.327839 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:39.484488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-d08aa504-00b2-4919-9b37-5728041f9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:39.486059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-d08aa504-00b2-4919-9b37-5728041f9b70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1096 time: 0.0804055 Feb 04 16:22:39.637521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-86dffdcd-f391-47cb-bb2b-b0a1fed4e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:39.639069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-86dffdcd-f391-47cb-bb2b-b0a1fed4e0b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1304922 Feb 04 16:22:39.722877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:39.726890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:39.758048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-69250586-2e9b-4553-8bda-09e6806c9133 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1001 time: 0.1119821 Feb 04 16:22:39.795786 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'status': 'completed', 'code': 200} Feb 04 16:22:39.824068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-781ade3d-2995-4b8b-8d17-21bb728adcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:39.825539 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-781ade3d-2995-4b8b-8d17-21bb728adcec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0613592 Feb 04 16:22:39.879523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-11c128d7-1c47-41c3-8f79-40581608ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:39.881050 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-11c128d7-1c47-41c3-8f79-40581608ce0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1096 time: 0.0706346 Feb 04 16:22:39.906574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-25278865-271a-4400-9104-82ad149802dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:39.907962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-25278865-271a-4400-9104-82ad149802dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743084 Feb 04 16:22:40.014154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-d2f1a8e7-9cc3-4dae-a95e-1f94c198b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.015582 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-d2f1a8e7-9cc3-4dae-a95e-1f94c198b7a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1286180 Feb 04 16:22:40.094438 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-4c48bcc5-f90a-4f01-99c5-5c41258030a8 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768205 Feb 04 16:22:40.120417 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-d0cfa8a8-e3f7-46f8-9147-21391a1196e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1001 time: 0.0978329 Feb 04 16:22:40.184602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-fb2a9756-8121-4d52-b9ad-7c0213cf996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.186048 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-fb2a9756-8121-4d52-b9ad-7c0213cf996f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0598602 Feb 04 16:22:40.269090 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-26c368c7-0ae6-46b1-ba2d-7d838497b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.270624 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-26c368c7-0ae6-46b1-ba2d-7d838497b0f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781107 Feb 04 16:22:40.350388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2418f56b-aa1f-4818-a580-b0a9bcc44612 req-9df095ae-c73b-4ae0-be36-dd93c5fb1537 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490699 Feb 04 16:22:40.362107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcd7c4-35ff-4ea4-8646-aebbbb33870b req-ff2ac1e8-7abe-418c-a3eb-93d6bac909ba tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.369265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59bcd7c4-35ff-4ea4-8646-aebbbb33870b req-ff2ac1e8-7abe-418c-a3eb-93d6bac909ba tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 945 time: 0.3575473 Feb 04 16:22:40.412595 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-bbdf7b3f-e156-445c-8b07-a9e28ab167cc service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348481 Feb 04 16:22:40.456430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59bcd7c4-35ff-4ea4-8646-aebbbb33870b req-1b836c7d-3ba5-4b09-98c5-55a78cca7e51 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847371 Feb 04 16:22:40.486586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-b241df7c-7406-4c34-97d2-c57d3957ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.488230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-b241df7c-7406-4c34-97d2-c57d3957ba64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 1096 time: 0.0855801 Feb 04 16:22:40.495873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:40.554328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-9e8df03a-144c-4c35-951c-2350908abd1d service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360013 Feb 04 16:22:40.559280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:40.630789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-ed93a3e9-2cc2-4213-913f-395047139818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.632257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-ed93a3e9-2cc2-4213-913f-395047139818 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1382413 Feb 04 16:22:40.737101 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-925ca175-4b0c-4dd0-90e9-b8a48f890ad3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 200 len: 1001 time: 0.0968716 Feb 04 16:22:40.805339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-e75b35dd-92c6-4c29-821a-e16482cf553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.806956 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-e75b35dd-92c6-4c29-821a-e16482cf553d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0636730 Feb 04 16:22:40.888979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-579f23b5-6516-4b9f-a261-0fb0a2fb816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.890500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-579f23b5-6516-4b9f-a261-0fb0a2fb816c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780728 Feb 04 16:22:40.896345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:22:41.026016 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-6ae2760f-513b-4a83-9a87-5588bada5676 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281540 Feb 04 16:22:41.040039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:41.053034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'mac_address': 'fa:16:3e:c1:74:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:22:41.110995 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.128700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e447fbe-d2a9-46d1-8476-ef6fea0d392a {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:41.144883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:41.148558 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.160951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a07c3c0-e1fd-45f1-90dc-0fdd17d374aa req-4ecab72c-42e4-45e0-9a24-e370b5db70bf service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293209 Feb 04 16:22:41.228095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=12']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:41.381112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['0e447fbe-d2a9-46d1-8476-ef6fea0d392a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:22:41.648425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8bd90-83c2-41de-9725-9b6e6181e3e5 req-629c5283-87c1-41b1-88c5-f6005a1202a2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:41.649941 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5d8bd90-83c2-41de-9725-9b6e6181e3e5 req-629c5283-87c1-41b1-88c5-f6005a1202a2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0858536 Feb 04 16:22:41.693651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a5d8bd90-83c2-41de-9725-9b6e6181e3e5 req-999db670-afba-4e7c-916a-1f5771a6fae8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382814 Feb 04 16:22:41.874585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ffaf2-3695-4325-b660-88705015f0c2 req-89ea5045-caf9-4bff-8d30-392dd8c7c315 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:41.876051 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-586ffaf2-3695-4325-b660-88705015f0c2 req-89ea5045-caf9-4bff-8d30-392dd8c7c315 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0807004 Feb 04 16:22:41.919893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-586ffaf2-3695-4325-b660-88705015f0c2 req-8cc75b60-d52e-4331-a1db-b05f75ea180c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382233 Feb 04 16:22:42.104708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8633e-4a99-4438-9348-9fcd00e0d38d req-86da5e57-cda5-4bfa-87f8-1a25df3ad427 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:42.106200 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08a8633e-4a99-4438-9348-9fcd00e0d38d req-86da5e57-cda5-4bfa-87f8-1a25df3ad427 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0841694 Feb 04 16:22:42.150609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08a8633e-4a99-4438-9348-9fcd00e0d38d req-b8ad0a93-2afd-4f47-8dc0-d28998d29e9e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387485 Feb 04 16:22:42.525566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4437-7e33-4d32-93e8-a7c2248f4a62 req-092bbd52-726b-4092-8af0-dd694a3f22d2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:42.527031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df5a4437-7e33-4d32-93e8-a7c2248f4a62 req-092bbd52-726b-4092-8af0-dd694a3f22d2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 946 time: 0.0801232 Feb 04 16:22:42.574391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df5a4437-7e33-4d32-93e8-a7c2248f4a62 req-8cb76aab-7e8b-4293-aded-cf13cbe429b7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417900 Feb 04 16:22:42.912686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:22:42.986846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:22:42.991442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:42.991811 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:43.107147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:43.134259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:43.143751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:43.147990 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:43.184080 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'code': 200} Feb 04 16:22:43.221537 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=13']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:43.762093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0afbd5-53b6-46e7-984c-81fff07275d5 req-e28b7185-af5a-4830-ac2f-575d56712858 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:43.763554 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad0afbd5-53b6-46e7-984c-81fff07275d5 req-e28b7185-af5a-4830-ac2f-575d56712858 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 947 time: 0.0813797 Feb 04 16:22:43.807936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad0afbd5-53b6-46e7-984c-81fff07275d5 req-13563bf4-bd8c-4bd0-b793-2e2edb8cb44e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387695 Feb 04 16:22:43.897765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67348482-4b27-469b-bc23-09a5addcc869 req-376f0cca-509b-4a99-b0a8-daf9c28a73b4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:43.899180 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67348482-4b27-469b-bc23-09a5addcc869 req-376f0cca-509b-4a99-b0a8-daf9c28a73b4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 947 time: 0.0848999 Feb 04 16:22:43.968448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Deleting port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:22:43.968806 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.213608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] For port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:44.214069 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.608016 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.608279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.608588 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Floating IP b5395ac8-e545-46ab-8edc-fad723b91ece disassociated. External IP: 172.25.8.176, port: 0e447fbe-d2a9-46d1-8476-ef6fea0d392a. Feb 04 16:22:44.608958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Calling delete_port for 0e447fbe-d2a9-46d1-8476-ef6fea0d392a owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:22:44.761616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.812172 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event deleted for resources: {'Port': ['ID=0e447fbe-d2a9-46d1-8476-ef6fea0d392a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:45.037404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6753259-6ca2-4313-8098-bdbbf957b5f5 req-c485cc24-14b2-4ac5-8d48-0e2fe4f52134 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b HTTP/1.1" status: 200 len: 210 time: 0.0612652 Feb 04 16:22:45.058230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:22:45.239915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:22:45.250167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:22:45.259631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:22:45.260240 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:22:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:45.316976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] No DVR routers for this DVR port 0e447fbe-d2a9-46d1-8476-ef6fea0d392a on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:45.319665 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:45.326556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-deleted', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:45.338202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67348482-4b27-469b-bc23-09a5addcc869 req-60fc211b-8103-4f7a-a4b2-1cecab61bfd5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "DELETE /v2.0/ports/0e447fbe-d2a9-46d1-8476-ef6fea0d392a HTTP/1.1" status: 204 len: 173 time: 1.4334302 Feb 04 16:22:45.380584 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce3ad7b-2ae7-4b37-b604-7e0b0d62351b', 'name': 'network-vif-deleted', 'tag': '0e447fbe-d2a9-46d1-8476-ef6fea0d392a', 'status': 'completed', 'code': 200} Feb 04 16:22:45.448663 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:22:45.761813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:45.766098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:22:45.775291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:22:45.775880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:22:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:46.000657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:22:46.321606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:46.326640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c771e-f01b-42d1-8b24-533b9bc8221a None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:22:46.380207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-b90a11f1-8d0f-4403-95c6-ff7fdd8e0d96 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--224874342&fields=id&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 267 time: 0.0411642 Feb 04 16:22:46.540461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-8f68e4ee-d251-4f0b-9d0d-0f60fbae0473 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:46.542163 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-8f68e4ee-d251-4f0b-9d0d-0f60fbae0473 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 811 time: 0.1536767 Feb 04 16:22:46.559339 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-cec1d924-30ac-4fd0-95bd-933ed0fc3e7e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/quotas/04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 375 time: 0.0107737 Feb 04 16:22:46.561326 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c8bfb-95ae-4f0c-a2ae-fab8ef47be25 None None] New status for floating IP b5395ac8-e545-46ab-8edc-fad723b91ece: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:22:46.647106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-773e4574-09ea-4fc5-82ea-006413f32507 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:46.662940 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-773e4574-09ea-4fc5-82ea-006413f32507 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:46.664944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-773e4574-09ea-4fc5-82ea-006413f32507 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003909 Feb 04 16:22:46.806236 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-3f5790e5-a3de-4f77-a2e5-a36400a703c5 service neutron] 10.222.0.46 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291771 Feb 04 16:22:46.936324 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-5b589aa3-0117-44f2-a5ea-31d2e7089f9c service neutron] 10.222.0.46 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241801 Feb 04 16:22:47.220654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac839184-1eb6-4e1d-9602-abeda96f8dd9 req-cc6e7999-bf3f-4de6-b686-714fd3f18d98 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 210 time: 0.1515288 Feb 04 16:22:48.340144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-9cb88f89-06d0-4652-a5ed-642e151a2968 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:48.341589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-9cb88f89-06d0-4652-a5ed-642e151a2968 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 811 time: 0.1638577 Feb 04 16:22:48.401418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-599e7465-56c4-4b93-8a4b-be7488a1ca95 req-ce39f0bf-6c80-4c94-a835-688e0b31e2a6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 210 time: 0.0585895 Feb 04 16:22:48.429575 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-0536d08b-62f4-4d57-ba01-8a4031f8959e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 379 time: 0.0559134 Feb 04 16:22:48.439450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'port': {'device_id': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'admin_state_up': True, 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'security_groups': ['288d3ed7-e981-4133-be76-3ad9e04d9068']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:22:48.574869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:48.584168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:48.594200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Made reservation on behalf of 04aabccb53ba4b37885e87b51c4ddb4a for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:48.597945 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:48.763278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Allocated IP 172.20.0.8 (8ce97b31-4b56-4c58-8a55-9ae36cc722be/2bed4467-2116-44af-8562-64ee76e5b367/b139fe47-63b6-4b81-923c-9f526b81910d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:22:48.951994 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:48.960883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:48.967483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Transition to ACTIVE for port object b139fe47-63b6-4b81-923c-9f526b81910d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:48.991525 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.000524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 0e447fbe-d2a9-46d1-8476-ef6fea0d392a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:22:49.000884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0e447fbe-d2a9-46d1-8476-ef6fea0d392a not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:49.064965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:22:49.068159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:49.072419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:22:49.106764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:49.144313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:49.144943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.171602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-4735ddb5-b12c-49ae-8691-a3e68ebd0c8d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7357998 Feb 04 16:22:49.186830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Request body: {'port': {'device_id': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:22:49.263630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b365f927-d455-493b-8766-54a281b1a098 None None] Provisioning for port b139fe47-63b6-4b81-923c-9f526b81910d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:22:49.268725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b365f927-d455-493b-8766-54a281b1a098 None None] Provisioning complete for port b139fe47-63b6-4b81-923c-9f526b81910d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:49.269131 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b365f927-d455-493b-8766-54a281b1a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.299131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.324600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b365f927-d455-493b-8766-54a281b1a098 None None] Port b139fe47-63b6-4b81-923c-9f526b81910d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:22:49.650107 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc5b53-c9ae-4971-8a42-aaf1f9f22b4d req-ed676425-cfb0-44f8-bf6c-cc0032975a8f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:49.650783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8ccc5b53-c9ae-4971-8a42-aaf1f9f22b4d req-ed676425-cfb0-44f8-bf6c-cc0032975a8f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:49.705895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8ccc5b53-c9ae-4971-8a42-aaf1f9f22b4d req-ed676425-cfb0-44f8-bf6c-cc0032975a8f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:49.707041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ccc5b53-c9ae-4971-8a42-aaf1f9f22b4d req-ed676425-cfb0-44f8-bf6c-cc0032975a8f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 931 time: 0.1936789 Feb 04 16:22:49.758967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b139fe47-63b6-4b81-923c-9f526b81910d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:49.770172 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.778473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8ccc5b53-c9ae-4971-8a42-aaf1f9f22b4d req-b904a718-a998-41ef-8c83-713474163438 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594721 Feb 04 16:22:49.789580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Transition to ACTIVE for port object b139fe47-63b6-4b81-923c-9f526b81910d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:49.800135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.074239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:50.146511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:22:50.146773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:22:50.147105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:22:50.151819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Port b139fe47-63b6-4b81-923c-9f526b81910d on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:22:50.152147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:22:50.157280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:22:50.157657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:22:50.158046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:22:50.158469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Bound port: b139fe47-63b6-4b81-923c-9f526b81910d, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:22:50.158817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.250451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:22:50.253385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:22:50.258748 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.317997 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:50.318613 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.319992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] 10.222.0.53 "PUT /v2.0/ports/b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1091 time: 1.1374805 Feb 04 16:22:50.320462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:50.344104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd0359-0846-4cce-9459-342b000260e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:50.399203 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'status': 'completed', 'code': 200} Feb 04 16:22:50.448970 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-a458bd61-3a0b-4014-bcb4-031a80801bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:50.450564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-a458bd61-3a0b-4014-bcb4-031a80801bea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1094 time: 0.0847387 Feb 04 16:22:50.530440 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-d5c411ac-0518-409d-99b0-9f2446cf4752 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 217 time: 0.0628638 Feb 04 16:22:50.600401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-20c1d59f-c7cd-4fe2-9f85-b7ac9626e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:50.602335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-20c1d59f-c7cd-4fe2-9f85-b7ac9626e991 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0612404 Feb 04 16:22:50.681176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-2e512ec7-a1e6-495c-a896-f76415ad07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:50.682547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-2e512ec7-a1e6-495c-a896-f76415ad07fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718999 Feb 04 16:22:50.819593 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-6d38b0c9-4ae1-4241-8f7e-e1ea49fa441a service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275344 Feb 04 16:22:51.018430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-64aa9ec1-4de5-4d64-9a4b-944e89e5995e req-27d7a3a5-4c0c-4d10-b614-2a8f1ecc52e4 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897664 Feb 04 16:22:51.031134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37c13b-d8ae-4298-9cf5-6308c584d14b req-84fe0090-136d-49da-b393-006fd76b1b86 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.032559 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d37c13b-d8ae-4298-9cf5-6308c584d14b req-84fe0090-136d-49da-b393-006fd76b1b86 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.1356790 Feb 04 16:22:51.080113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6d37c13b-d8ae-4298-9cf5-6308c584d14b req-cd7e8e1b-b75d-4b5b-b996-dccc0a5a2da6 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414178 Feb 04 16:22:51.150181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-4aeb0de7-dc25-4d1b-a4e2-0997ec6cd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.151641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-4aeb0de7-dc25-4d1b-a4e2-0997ec6cd649 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1094 time: 0.0749729 Feb 04 16:22:51.284863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-35fe7da7-1d36-42f7-9207-d8958890a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.286253 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-35fe7da7-1d36-42f7-9207-d8958890a7c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1286814 Feb 04 16:22:51.365004 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-6cb8cb69-b5b5-49ac-b33a-f591cf66849c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 217 time: 0.0727510 Feb 04 16:22:51.425825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-8ea8b95e-2951-4bd2-8547-3906004b21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.427223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-8ea8b95e-2951-4bd2-8547-3906004b21bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0561070 Feb 04 16:22:51.505397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-7901eb71-e672-4d21-8066-ea2820a1b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.506834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-7901eb71-e672-4d21-8066-ea2820a1b4d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733840 Feb 04 16:22:51.638284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-001847c5-60ed-4f54-812e-9fe76bfe1810 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243939 Feb 04 16:22:51.877771 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f820c5a2-d988-4668-9665-18aa6e0b8cab req-e2f311b0-4c2c-4856-a7ed-70c15114d461 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324421 Feb 04 16:22:52.264223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484358fc-b189-4ca8-ad00-9b3342fe002b req-15461dad-4f10-41a2-b2de-6e387f14e28b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:52.265733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-484358fc-b189-4ca8-ad00-9b3342fe002b req-15461dad-4f10-41a2-b2de-6e387f14e28b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0811758 Feb 04 16:22:52.309704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-484358fc-b189-4ca8-ad00-9b3342fe002b req-b36f4a0f-89ae-4e1a-857b-1cc1b4200f51 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384252 Feb 04 16:22:52.991797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b139fe47-63b6-4b81-923c-9f526b81910d details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:22:53.132643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:53.146143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'mac_address': 'fa:16:3e:1a:99:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:22:53.203105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:53.219350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b139fe47-63b6-4b81-923c-9f526b81910d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:53.234574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:53.238302 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:53.306927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:53.474128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b139fe47-63b6-4b81-923c-9f526b81910d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:22:53.504461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cf9d3-0898-4211-9dcf-ba69a75b3db0 req-ee357943-3403-44b1-a3b5-7b40d987b2e9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:53.505971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d9cf9d3-0898-4211-9dcf-ba69a75b3db0 req-ee357943-3403-44b1-a3b5-7b40d987b2e9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0865211 Feb 04 16:22:53.552504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d9cf9d3-0898-4211-9dcf-ba69a75b3db0 req-7ddd4062-efcb-42ca-b756-279607c55830 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406747 Feb 04 16:22:54.895669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad0879-f267-4f2f-80a7-83685046b1e1 req-b8dfbae5-5e95-46b3-8f81-a9656e487f23 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:54.897055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dad0879-f267-4f2f-80a7-83685046b1e1 req-b8dfbae5-5e95-46b3-8f81-a9656e487f23 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0802305 Feb 04 16:22:54.942352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dad0879-f267-4f2f-80a7-83685046b1e1 req-e8dad842-4143-4f54-97d5-36083ce73644 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390441 Feb 04 16:22:54.991917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b139fe47-63b6-4b81-923c-9f526b81910d up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:22:55.061701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port b139fe47-63b6-4b81-923c-9f526b81910d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:22:55.066612 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port b139fe47-63b6-4b81-923c-9f526b81910d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:55.066979 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.192489 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.219486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:55.229692 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:22:55.233857 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.267022 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'code': 200} Feb 04 16:22:55.309755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:55.420729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ff41d-c513-4c49-8db2-d50d1bed6d8f req-5b01d645-d004-48ed-ba5d-81c7139284cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:55.422287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-046ff41d-c513-4c49-8db2-d50d1bed6d8f req-5b01d645-d004-48ed-ba5d-81c7139284cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1096 time: 0.0737934 Feb 04 16:22:55.467102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-046ff41d-c513-4c49-8db2-d50d1bed6d8f req-f5fa5c04-da5d-4b26-8fef-800ab33911a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353234 Feb 04 16:22:56.134319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe65e5-ecdb-43ba-9cfc-e316e2522ad3 req-1293f482-5de9-4281-96d8-4e6e5fd26a1f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:56.135781 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e6fe65e5-ecdb-43ba-9cfc-e316e2522ad3 req-1293f482-5de9-4281-96d8-4e6e5fd26a1f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0805874 Feb 04 16:22:56.183529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e6fe65e5-ecdb-43ba-9cfc-e316e2522ad3 req-cf94a5a8-7f2f-4b7a-bf3c-02ee252e1892 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Feb 04 16:22:57.370376 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7acad-9718-454e-abd0-e6bc2e8f975c req-bb35e95b-068b-495b-a1e0-713f3ccbe807 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:57.371824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1b7acad-9718-454e-abd0-e6bc2e8f975c req-bb35e95b-068b-495b-a1e0-713f3ccbe807 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0832331 Feb 04 16:22:57.416820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b1b7acad-9718-454e-abd0-e6bc2e8f975c req-1daae9e1-508b-4553-98db-8447f45bbe93 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392833 Feb 04 16:22:57.613017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9581e80-266a-4ccf-b07f-615bbd9a8f00 req-a9d51afb-60a5-4339-b0d6-a08996e2f9d8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:57.615006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9581e80-266a-4ccf-b07f-615bbd9a8f00 req-a9d51afb-60a5-4339-b0d6-a08996e2f9d8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0984955 Feb 04 16:22:57.624502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 51828) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:57.629678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f3689c50-8131-4cd1-94fe-7c2801719616 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Request body: {'floatingip': {'port_id': 'b139fe47-63b6-4b81-923c-9f526b81910d'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:22:57.712339 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3689c50-8131-4cd1-94fe-7c2801719616 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.316775 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3689c50-8131-4cd1-94fe-7c2801719616 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.321775 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3689c50-8131-4cd1-94fe-7c2801719616 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.599019 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-f3689c50-8131-4cd1-94fe-7c2801719616 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Floating IP b5395ac8-e545-46ab-8edc-fad723b91ece associated. External IP: 172.25.8.176, port: b139fe47-63b6-4b81-923c-9f526b81910d. Feb 04 16:22:58.947053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3689c50-8131-4cd1-94fe-7c2801719616 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:22:59.126762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3689c50-8131-4cd1-94fe-7c2801719616 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:22:59.131743 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3689c50-8131-4cd1-94fe-7c2801719616 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.137280 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:22:59.149658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:22:59.149658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:22:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:59.191223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f3689c50-8131-4cd1-94fe-7c2801719616 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "PUT /v2.0/floatingips/b5395ac8-e545-46ab-8edc-fad723b91ece HTTP/1.1" status: 200 len: 992 time: 1.5655613 Feb 04 16:22:59.191820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:59.354574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:22:59.384188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f10d6-20b2-430c-a4df-733106a14dfe req-9ebd6e8e-d0fc-4869-98ea-2b2ca006dd7e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:59.385819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a3f10d6-20b2-430c-a4df-733106a14dfe req-9ebd6e8e-d0fc-4869-98ea-2b2ca006dd7e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.1073458 Feb 04 16:22:59.435084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a3f10d6-20b2-430c-a4df-733106a14dfe req-1c694423-8566-41f3-a8a7-a96db76df1c3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430884 Feb 04 16:22:59.499982 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'status': 'completed', 'code': 200} Feb 04 16:22:59.596590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-a600221a-979b-4b13-a69d-522e24c9ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:59.599414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-a600221a-979b-4b13-a69d-522e24c9ed8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1096 time: 0.0757396 Feb 04 16:22:59.735074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-d54531a6-9b99-4501-8feb-6fc0fee2fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:59.736444 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-d54531a6-9b99-4501-8feb-6fc0fee2fbbc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1307957 Feb 04 16:22:59.777949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:1a:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:22:58Z', 'revision_number': 13, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:59.782422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:22:59.793353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:22:59.793972 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:22:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:59.847053 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-d266174c-60fc-4390-9d72-49b2cc2c9406 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1000 time: 0.1042581 Feb 04 16:22:59.914884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-1bc70960-891d-4d6e-b3e9-ab03f6d7be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:59.916356 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-1bc70960-891d-4d6e-b3e9-ab03f6d7be00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0631125 Feb 04 16:22:59.983643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:22:59.994694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-7f18a7ab-e8f1-4c53-885f-c0602392071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:59.996106 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-7f18a7ab-e8f1-4c53-885f-c0602392071d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739586 Feb 04 16:23:00.135340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-f200cc53-c8f5-4338-9009-08d29fdb7bba service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331904 Feb 04 16:23:00.381403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:1a:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:22:58Z', 'revision_number': 13, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:00.386893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5ef98-e9e0-4827-8e6e-ebac267f2209 None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'b5395ac8-e545-46ab-8edc-fad723b91ece', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'port_id': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'mac_address': 'fa:16:3e:1a:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:19:48Z', 'updated_at': '2022-02-04T16:22:58Z', 'revision_number': 13, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:23:00.437463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d38e64fa-d227-4c39-82d4-d8e201ca8279 req-efbefe4c-5eab-46d0-8aa0-3b54634f92b0 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959917 Feb 04 16:23:00.663816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0b3ae-9905-4bd9-8d44-332079077862 req-058bb55a-2549-442d-b478-f59f3fca7bf2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:00.665732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ac0b3ae-9905-4bd9-8d44-332079077862 req-058bb55a-2549-442d-b478-f59f3fca7bf2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0915089 Feb 04 16:23:00.714679 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ac0b3ae-9905-4bd9-8d44-332079077862 req-ef160c80-eb29-4567-b97f-878d0b5ad1e2 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 Feb 04 16:23:00.764908 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db27c61-ca6f-4659-9edd-6768742ab607 None None] New status for floating IP b5395ac8-e545-46ab-8edc-fad723b91ece: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:23:02.439724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568ece3-ab3e-47df-aa47-506210bae9ab req-2036dbb8-1d84-401b-ad6a-9b14c35cf81f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:02.441196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b568ece3-ab3e-47df-aa47-506210bae9ab req-2036dbb8-1d84-401b-ad6a-9b14c35cf81f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0806670 Feb 04 16:23:02.488538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b568ece3-ab3e-47df-aa47-506210bae9ab req-4a4e63b3-8067-4e65-ac29-602a02460927 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416870 Feb 04 16:23:04.328863 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cd06b429-d7fa-4fe1-b351-734a66e30f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.742133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80735888-7317-446a-b4f8-0bebb1c27abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.745082 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.776078 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.848913 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.321754 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.720836 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.188591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe70e-27f0-4f76-a257-f790b9189fdc req-b3e89c64-ce6a-4af3-a501-10ea06a13da4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:11.190203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcbe70e-27f0-4f76-a257-f790b9189fdc req-b3e89c64-ce6a-4af3-a501-10ea06a13da4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0870817 Feb 04 16:23:11.210595 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-34402598-0d57-470a-b1ba-ee87aa1ebb66 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133258 Feb 04 16:23:11.237674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6dcbe70e-27f0-4f76-a257-f790b9189fdc req-fdb021de-2949-4396-aceb-66061b938422 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412190 Feb 04 16:23:11.411164 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:23:12.461259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd7a0c-e486-466b-8794-e78d70dc7b93 req-c3d0fc85-0c02-4762-8052-d990adf8fdf8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:12.462741 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23dd7a0c-e486-466b-8794-e78d70dc7b93 req-c3d0fc85-0c02-4762-8052-d990adf8fdf8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.1081994 Feb 04 16:23:12.465543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-0395edda-7ec6-4e5f-ba8d-577d140d67db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:12.466878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-0395edda-7ec6-4e5f-ba8d-577d140d67db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1096 time: 0.1491187 Feb 04 16:23:12.590550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23dd7a0c-e486-466b-8794-e78d70dc7b93 req-dd3fa37b-4a1d-47a5-a7c2-f55c255b268e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221192 Feb 04 16:23:12.628967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-7afa90ac-72e2-485b-807b-0fd236304931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:12.630391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-7afa90ac-72e2-485b-807b-0fd236304931 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1482024 Feb 04 16:23:12.734432 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-dae58a09-e639-4ae9-8cbb-24cac87c2d4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1002 time: 0.0971813 Feb 04 16:23:12.799350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-0352f5df-a0e1-477d-9847-06dc7d02d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:12.800795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-0352f5df-a0e1-477d-9847-06dc7d02d47e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0598698 Feb 04 16:23:12.878173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-9662ead0-0c5f-4041-b0b5-afe15518f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:12.879638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-9662ead0-0c5f-4041-b0b5-afe15518f070 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731361 Feb 04 16:23:13.019116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-c035e156-2966-445c-a340-dc9a31babd30 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273398 Feb 04 16:23:13.153861 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-bc46b1b4-7013-4d63-9509-40f67f9d5daa service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250961 Feb 04 16:23:13.773750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f70bb-6c3f-43f4-8f0d-936c68c922af req-3487eb12-7b5d-4e09-b9e5-f4027ad9f22a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:13.775183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e9f70bb-6c3f-43f4-8f0d-936c68c922af req-3487eb12-7b5d-4e09-b9e5-f4027ad9f22a tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0786176 Feb 04 16:23:13.817684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e9f70bb-6c3f-43f4-8f0d-936c68c922af req-c4ea5348-f1ef-435c-8f5e-1fdcc47caf13 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369380 Feb 04 16:23:15.006679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61e5ed-8a2a-4908-a09c-cb680b6df7d7 req-e66cea5d-e859-4118-bbb4-83a6f3ff3a20 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:15.008726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc61e5ed-8a2a-4908-a09c-cb680b6df7d7 req-e66cea5d-e859-4118-bbb4-83a6f3ff3a20 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0851667 Feb 04 16:23:15.052823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc61e5ed-8a2a-4908-a09c-cb680b6df7d7 req-c459f973-5e94-423f-9919-9d1aa27b90ce tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385222 Feb 04 16:23:16.248465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3a2fb-2c44-40d9-94ec-833b4f4ac726 req-9deb25c5-f72a-4f92-82e4-5eba29ee30b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:16.250001 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfd3a2fb-2c44-40d9-94ec-833b4f4ac726 req-9deb25c5-f72a-4f92-82e4-5eba29ee30b3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0792582 Feb 04 16:23:16.297148 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfd3a2fb-2c44-40d9-94ec-833b4f4ac726 req-da29c8a1-c30a-45b6-83ac-e47e1ac2ee59 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 Feb 04 16:23:17.483514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a41252-7a7e-472b-b52b-b1a7bcbd5ef2 req-c3517e20-c3e3-4119-8b50-765090b8a9e9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:17.485045 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-52a41252-7a7e-472b-b52b-b1a7bcbd5ef2 req-c3517e20-c3e3-4119-8b50-765090b8a9e9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0827961 Feb 04 16:23:17.534536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-52a41252-7a7e-472b-b52b-b1a7bcbd5ef2 req-839ed407-362e-4225-ac40-d37ed4e66935 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437536 Feb 04 16:23:18.847318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19559086-ba43-49ba-9b57-9aac14a22ad9 req-33b3057e-9953-4e07-9ad3-59420cc82964 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:18.848815 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19559086-ba43-49ba-9b57-9aac14a22ad9 req-33b3057e-9953-4e07-9ad3-59420cc82964 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.1932080 Feb 04 16:23:18.894281 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19559086-ba43-49ba-9b57-9aac14a22ad9 req-d97a0fc8-171c-4325-8b66-8361a3904114 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393877 Feb 04 16:23:20.093093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6cf7c-2e58-4e80-98d6-32a306734acd req-4eb2dde1-fdfa-4222-b0ea-3a1e7c4e8554 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:20.094552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16a6cf7c-2e58-4e80-98d6-32a306734acd req-4eb2dde1-fdfa-4222-b0ea-3a1e7c4e8554 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0914161 Feb 04 16:23:20.141292 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-16a6cf7c-2e58-4e80-98d6-32a306734acd req-29cf7013-2bdf-4f89-a925-9d763017280d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411689 Feb 04 16:23:21.121931 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-8953e9a5-02b7-4200-bd0f-928e9fb1c954 service neutron] show failed (client error): The resource could not be found. Feb 04 16:23:21.122910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-8953e9a5-02b7-4200-bd0f-928e9fb1c954 service neutron] 10.222.0.53 "GET /v2.0/ports/b139fe47-63b6-4b81-923c-9f526b81910d/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0768130 Feb 04 16:23:21.337798 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5ecac-5623-4211-a1ae-d21ad1302a15 req-0b40cd75-19b3-46f7-8e26-a8dac75f60cf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:21.339282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-71a5ecac-5623-4211-a1ae-d21ad1302a15 req-0b40cd75-19b3-46f7-8e26-a8dac75f60cf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0921099 Feb 04 16:23:21.384911 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-71a5ecac-5623-4211-a1ae-d21ad1302a15 req-17315de6-86d6-4f78-b6ec-a375c551bd40 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397899 Feb 04 16:23:21.409836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-e9f55955-daf4-41c1-8f5f-de7a1131edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:21.411460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-e9f55955-daf4-41c1-8f5f-de7a1131edbd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 1096 time: 0.0825572 Feb 04 16:23:21.423146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:23:21.530523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:21.797149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:23:21.825797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:23:21.887444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:21.893334 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:21.908753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Transition to ACTIVE for port object b139fe47-63b6-4b81-923c-9f526b81910d will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:21.914642 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.065274 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'code': 200} Feb 04 16:23:22.178445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=6']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:22.191858 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.192197 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.192532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.192888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.193220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.193544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.193867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.194185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.194561 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.194884 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.195196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.195512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:22.238964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] No DVR routers for this DVR port b139fe47-63b6-4b81-923c-9f526b81910d on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:22.465544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:22.466217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:22.466217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:23:22.470877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Port b139fe47-63b6-4b81-923c-9f526b81910d on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:23:22.471189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:23:22.476217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:23:22.476545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:23:22.476951 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:23:22.477368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Bound port: b139fe47-63b6-4b81-923c-9f526b81910d, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:22.477707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.565746 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:23:22.569387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:23:22.573494 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.583276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde300d2-db89-4c45-ba09-a07c113a2f86 req-590ba1ec-db8f-4998-86f1-bc06612ecdcf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:22.584656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dde300d2-db89-4c45-ba09-a07c113a2f86 req-590ba1ec-db8f-4998-86f1-bc06612ecdcf tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0852349 Feb 04 16:23:22.629013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dde300d2-db89-4c45-ba09-a07c113a2f86 req-c0edfec7-86b6-4c11-96d8-a1034a61b025 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384133 Feb 04 16:23:22.636878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:22.637555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.638811 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] 10.222.0.61 "PUT /v2.0/ports/b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1091 time: 1.2195451 Feb 04 16:23:22.654870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b3331-2cdb-43c0-9382-b94705cecb52 service neutron] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=7']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:22.737671 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-0cf3fcf5-d85b-4a36-9fc9-7d855da70e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:22.739198 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-0cf3fcf5-d85b-4a36-9fc9-7d855da70e50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1094 time: 0.0730636 Feb 04 16:23:22.877221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-cc19b86a-18dc-44ba-a77c-2c5616dd9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:22.878582 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-cc19b86a-18dc-44ba-a77c-2c5616dd9d82 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1328197 Feb 04 16:23:22.981985 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-5eee0d21-9a95-402d-9d26-dd421aed5ae8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1000 time: 0.0973492 Feb 04 16:23:23.044003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-cb734ef6-c42b-4c35-952e-f975103c9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:23.045419 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-cb734ef6-c42b-4c35-952e-f975103c9ae7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0572655 Feb 04 16:23:23.121756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-34bddc53-8af7-4ee5-9b9b-caaea7e79f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:23.123176 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-34bddc53-8af7-4ee5-9b9b-caaea7e79f90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716395 Feb 04 16:23:23.251419 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-57bb9d43-629a-46b1-baac-c6cff97f1179 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220968 Feb 04 16:23:23.381137 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-f1384c88-41b6-435c-84f4-b01e15aa440c service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227231 Feb 04 16:23:23.828266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e6f4c-02ff-4cad-a0c4-c5bf0c42634b req-46b4e647-6b57-4208-b3e8-c67acef55692 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:23.829643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad8e6f4c-02ff-4cad-a0c4-c5bf0c42634b req-46b4e647-6b57-4208-b3e8-c67acef55692 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0835054 Feb 04 16:23:23.877359 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ad8e6f4c-02ff-4cad-a0c4-c5bf0c42634b req-963d088a-76e0-4fff-9247-b291023b7c0e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Feb 04 16:23:24.066037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:24.125414 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'status': 'completed', 'code': 200} Feb 04 16:23:24.219680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c543a-4367-4cf5-9031-f781a9a078ed req-23fec153-8024-4ce4-acf0-d6f4520c4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.221177 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-23fec153-8024-4ce4-acf0-d6f4520c4885 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1094 time: 0.0779262 Feb 04 16:23:24.228200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c543a-4367-4cf5-9031-f781a9a078ed req-4161fb6b-95ff-4c6f-8da4-f53b1e616c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.229826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-4161fb6b-95ff-4c6f-8da4-f53b1e616c6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1094 time: 0.0749502 Feb 04 16:23:24.389657 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c543a-4367-4cf5-9031-f781a9a078ed req-c2976745-7220-4541-9012-3205d960730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.391405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-c2976745-7220-4541-9012-3205d960730e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1513672 Feb 04 16:23:24.489554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c543a-4367-4cf5-9031-f781a9a078ed req-af6b0cc2-f5e5-44da-8369-b575c66fee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.491031 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-af6b0cc2-f5e5-44da-8369-b575c66fee00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.2630033 Feb 04 16:23:24.502282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-b1057caf-aeea-4101-bdff-05ae2b437f2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1000 time: 0.1010854 Feb 04 16:23:24.569976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c543a-4367-4cf5-9031-f781a9a078ed req-9a43f79b-7b21-4193-948b-645f0f40f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.571422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-9a43f79b-7b21-4193-948b-645f0f40f511 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0595021 Feb 04 16:23:24.597460 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-f1ee425f-1598-45ea-9161-cfcefa48a08e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1000 time: 0.0997095 Feb 04 16:23:24.654167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c543a-4367-4cf5-9031-f781a9a078ed req-9173324a-9556-4d97-9e93-0f641b804161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.655668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-9173324a-9556-4d97-9e93-0f641b804161 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765097 Feb 04 16:23:24.665047 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c543a-4367-4cf5-9031-f781a9a078ed req-5fbb1c1f-183c-48eb-b6b0-ac7f9cdd45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.666499 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-5fbb1c1f-183c-48eb-b6b0-ac7f9cdd45e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0622370 Feb 04 16:23:24.754388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c543a-4367-4cf5-9031-f781a9a078ed req-af28e19f-ab92-4fc4-ae28-c0f4a8e0e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.755967 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-af28e19f-ab92-4fc4-ae28-c0f4a8e0e380 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826845 Feb 04 16:23:24.800650 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-51c9f1a5-e9e4-49d9-9c30-f60200c852a1 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346691 Feb 04 16:23:24.922264 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-8ce4ce54-4289-4760-8fdb-47cc5950b816 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582522 Feb 04 16:23:24.955105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-812544e0-6091-46b9-a072-30435b2b667d service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454525 Feb 04 16:23:25.082345 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-556c543a-4367-4cf5-9031-f781a9a078ed req-3b1aaa94-dd2d-47fc-85a1-4dc51d70db55 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539729 Feb 04 16:23:25.090814 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170c267-29ea-4f2e-a2ee-d42f5b5edd99 req-a5e13556-1675-4661-ae65-c88312fb7e55 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:25.092310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c170c267-29ea-4f2e-a2ee-d42f5b5edd99 req-a5e13556-1675-4661-ae65-c88312fb7e55 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0840533 Feb 04 16:23:25.139147 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c170c267-29ea-4f2e-a2ee-d42f5b5edd99 req-70560633-d6f8-40d8-ad1c-a7a40749f043 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 Feb 04 16:23:25.178786 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b139fe47-63b6-4b81-923c-9f526b81910d no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:23:25.238057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b139fe47-63b6-4b81-923c-9f526b81910d not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:23:26.326555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f9ce-1326-4fa5-91d8-bc5690134a52 req-0d65f939-4622-4ac5-8939-743e756558eb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:26.328464 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f20f9ce-1326-4fa5-91d8-bc5690134a52 req-0d65f939-4622-4ac5-8939-743e756558eb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0825739 Feb 04 16:23:26.372364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f20f9ce-1326-4fa5-91d8-bc5690134a52 req-145b3c88-0eb7-454d-b7db-571fcfdbe3b1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382304 Feb 04 16:23:27.568860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195fdae-0269-4379-9a5c-fb378ba73c4f req-0d8bed0a-fd2d-44bd-9f3d-10b9920fc41f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:27.571290 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d195fdae-0269-4379-9a5c-fb378ba73c4f req-0d8bed0a-fd2d-44bd-9f3d-10b9920fc41f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0803821 Feb 04 16:23:27.617866 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d195fdae-0269-4379-9a5c-fb378ba73c4f req-02138687-6817-4311-b532-a839789359a8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411315 Feb 04 16:23:28.802077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea475790-2894-4bf5-b25f-04ded461cd0c req-3c5dfa82-a1d9-48c1-9e75-cbbfbac19a74 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:28.803570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea475790-2894-4bf5-b25f-04ded461cd0c req-3c5dfa82-a1d9-48c1-9e75-cbbfbac19a74 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0796990 Feb 04 16:23:28.848274 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea475790-2894-4bf5-b25f-04ded461cd0c req-73851c57-01cc-46f8-9f2b-75bec3757f5c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390546 Feb 04 16:23:30.038650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94f951-da00-441e-8295-5f338eae9519 req-97df44fc-4703-4a25-8360-ca6072f41e54 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:30.040102 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be94f951-da00-441e-8295-5f338eae9519 req-97df44fc-4703-4a25-8360-ca6072f41e54 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0853217 Feb 04 16:23:30.184710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be94f951-da00-441e-8295-5f338eae9519 req-45bf907c-b250-4f1c-9295-f9d51ff3c800 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385679 Feb 04 16:23:31.372387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bdcb4-8b3e-4612-baca-48e97204b641 req-a179c6ae-a839-4108-8486-6d39b42ed624 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:31.373863 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d9bdcb4-8b3e-4612-baca-48e97204b641 req-a179c6ae-a839-4108-8486-6d39b42ed624 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0806470 Feb 04 16:23:31.417682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d9bdcb4-8b3e-4612-baca-48e97204b641 req-9f77100e-0be1-49cd-b1be-92bb4d13eba5 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381610 Feb 04 16:23:32.604474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8922c-d824-4296-b443-e50e2214b9e7 req-23bfe6a3-8196-43b3-9ba6-8ace4c6d85f0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:32.605849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-feb8922c-d824-4296-b443-e50e2214b9e7 req-23bfe6a3-8196-43b3-9ba6-8ace4c6d85f0 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0822346 Feb 04 16:23:32.649865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-feb8922c-d824-4296-b443-e50e2214b9e7 req-3d51a798-1d14-4289-beca-5025a46d58b4 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385354 Feb 04 16:23:33.843437 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c161cd-abbd-49c1-a401-2cf2c6ca3ca1 req-cd909479-ce19-4641-ae1d-b06ce37db569 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:33.844821 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4c161cd-abbd-49c1-a401-2cf2c6ca3ca1 req-cd909479-ce19-4641-ae1d-b06ce37db569 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0865483 Feb 04 16:23:33.893480 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a4c161cd-abbd-49c1-a401-2cf2c6ca3ca1 req-a29181f7-2aef-4744-ac18-0efad0678816 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431144 Feb 04 16:23:34.331131 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c2578c26-76d5-4f9b-961b-315d164c2a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.080846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57075f-ca2b-4e99-9e54-54d8c8dedaf9 req-830185a6-9b05-4f6d-bc97-bd296483ea3f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:35.082212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e57075f-ca2b-4e99-9e54-54d8c8dedaf9 req-830185a6-9b05-4f6d-bc97-bd296483ea3f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0803754 Feb 04 16:23:35.125758 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e57075f-ca2b-4e99-9e54-54d8c8dedaf9 req-47c0fd88-a3d0-4903-a39a-b78591a1f364 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372739 Feb 04 16:23:36.316245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfd2e5-bded-4d19-b746-816e0f77d1fe req-809a8399-3da2-4a98-b7c0-6790584b51e8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:36.317649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59cfd2e5-bded-4d19-b746-816e0f77d1fe req-809a8399-3da2-4a98-b7c0-6790584b51e8 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0844710 Feb 04 16:23:36.361404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59cfd2e5-bded-4d19-b746-816e0f77d1fe req-d109c03f-46df-492f-ab85-8def479e858c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381415 Feb 04 16:23:36.737935 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-18e6b3cd-f3fa-46a5-9740-f0b108d2c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:36.752011 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:37.550530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b997e5-b79b-414a-89a8-2d792ed1253a req-0a969b90-ea04-4f39-af98-7f37708e8f4f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:37.551983 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1b997e5-b79b-414a-89a8-2d792ed1253a req-0a969b90-ea04-4f39-af98-7f37708e8f4f tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0802493 Feb 04 16:23:37.596802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1b997e5-b79b-414a-89a8-2d792ed1253a req-947d3c36-a11f-43ea-9189-5602383e31a1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383496 Feb 04 16:23:37.777566 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:37.854073 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:38.001040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-e61ed72e-4f78-41cd-8a97-6f5ac31cfc3e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:38.002443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-e61ed72e-4f78-41cd-8a97-6f5ac31cfc3e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&binding%3Ahost_id=n-h2-827870-1 HTTP/1.1" status: 200 len: 943 time: 0.0869896 Feb 04 16:23:38.056119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f2a91-ccb0-483b-9bc8-ac3bac52ed74 req-d153a20d-93cf-40de-b192-eef4fc60b849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:38.057619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f6f2a91-ccb0-483b-9bc8-ac3bac52ed74 req-d153a20d-93cf-40de-b192-eef4fc60b849 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 943 time: 0.0850196 Feb 04 16:23:38.088717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-e4219f1e-b5d8-4a19-b284-c504f5f68d17 service neutron] 10.222.0.61 "GET /v2.0/ports/b139fe47-63b6-4b81-923c-9f526b81910d/bindings/n-h2-827870-1 HTTP/1.1" status: 200 len: 382 time: 0.0792184 Feb 04 16:23:38.105558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f6f2a91-ccb0-483b-9bc8-ac3bac52ed74 req-a88bade5-51f8-4592-a391-17760838b74d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419376 Feb 04 16:23:38.179689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-f303e5df-a70b-4fcb-8edc-d19106c7fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:38.181151 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-f303e5df-a70b-4fcb-8edc-d19106c7fbd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1094 time: 0.0704484 Feb 04 16:23:38.310578 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-e82903aa-1b1b-401f-b149-8329cd401042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:38.311995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-e82903aa-1b1b-401f-b149-8329cd401042 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1247871 Feb 04 16:23:38.414148 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-12977d96-5a28-4029-907c-117d048d2164 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1000 time: 0.0959065 Feb 04 16:23:38.474518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-395c5e43-69a6-46f7-be34-f26627cab383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:38.475977 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-395c5e43-69a6-46f7-be34-f26627cab383 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0561574 Feb 04 16:23:38.551923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-a60c8f34-27f6-4519-81f0-3621e92d875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:38.553518 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-a60c8f34-27f6-4519-81f0-3621e92d875b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714614 Feb 04 16:23:38.682590 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-6a046c3c-b248-40c0-aa90-9bb1ec43de92 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221666 Feb 04 16:23:38.793870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b139fe47-63b6-4b81-923c-9f526b81910d details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:23:38.812251 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-32722fcf-8a6d-482f-91be-2b761a912319 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229835 Feb 04 16:23:38.926478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:23:38.940235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'mac_address': 'fa:16:3e:1a:99:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:23:39.042435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.061986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b139fe47-63b6-4b81-923c-9f526b81910d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:39.077452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:23:39.081291 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.151451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:39.158871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.159224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.159563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.159902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.160235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.160563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.160918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.161244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.161565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.161887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.162206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.163152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:39.297261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1651ee-06a1-46d1-aeb1-63fe55df7635 req-8f0640ba-61ba-4771-bb9d-a2af78f333aa tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:39.298667 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f1651ee-06a1-46d1-aeb1-63fe55df7635 req-8f0640ba-61ba-4771-bb9d-a2af78f333aa tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0828710 Feb 04 16:23:39.325294 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.338332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['b139fe47-63b6-4b81-923c-9f526b81910d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:23:39.356939 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f1651ee-06a1-46d1-aeb1-63fe55df7635 req-93b77f92-e058-41e8-b1ce-e0c52758c532 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499659 Feb 04 16:23:39.737377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.546324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbaf6f-819e-46a5-895b-a40403a8b292 req-b42ab615-e580-430e-9d9e-c87ea2f72690 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:40.548020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15dbaf6f-819e-46a5-895b-a40403a8b292 req-b42ab615-e580-430e-9d9e-c87ea2f72690 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0815899 Feb 04 16:23:40.593518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-15dbaf6f-819e-46a5-895b-a40403a8b292 req-62f11c78-f6f7-4259-8238-92336c551d5c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398836 Feb 04 16:23:40.794509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b139fe47-63b6-4b81-923c-9f526b81910d up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:40.864625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port b139fe47-63b6-4b81-923c-9f526b81910d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:40.870588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port b139fe47-63b6-4b81-923c-9f526b81910d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:40.870982 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.990124 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.018472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:41.027820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:23:41.031803 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.084836 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'code': 200} Feb 04 16:23:41.102355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:41.824283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-278116d3-ba99-4544-9c27-8207daf6fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:41.825789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-278116d3-ba99-4544-9c27-8207daf6fecc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7&tenant_id=04aabccb53ba4b37885e87b51c4ddb4a HTTP/1.1" status: 200 len: 1096 time: 0.1368563 Feb 04 16:23:41.833871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4e242-e160-49e4-901f-8ea2b0feb970 req-9d7c1545-6fa0-441a-aba8-153552430ea7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:41.836046 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ad4e242-e160-49e4-901f-8ea2b0feb970 req-9d7c1545-6fa0-441a-aba8-153552430ea7 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.1125090 Feb 04 16:23:41.841326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:23:41.955556 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ad4e242-e160-49e4-901f-8ea2b0feb970 req-d71edd93-ac41-4319-8846-a4e1da65f596 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888948 Feb 04 16:23:41.986968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:42.251768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:23:42.280732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:23:42.338581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:42.344600 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:42.359590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Transition to ACTIVE for port object b139fe47-63b6-4b81-923c-9f526b81910d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:42.363185 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:42.404259 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'code': 200} Feb 04 16:23:42.628608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:42.643638 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.643982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.644320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.644726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.645090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.645419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.645742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.646063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.646383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.646703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.647102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.647471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:42.688414 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] No DVR routers for this DVR port b139fe47-63b6-4b81-923c-9f526b81910d on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:42.913477 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:42.914173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:42.914289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:23:42.918795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Port b139fe47-63b6-4b81-923c-9f526b81910d on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:23:42.919114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Attempting to bind port b139fe47-63b6-4b81-923c-9f526b81910d on network 8ce97b31-4b56-4c58-8a55-9ae36cc722be {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:23:42.924166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:23:42.924503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Checking segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:23:42.924917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Bound using segment: {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:23:42.925361 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Bound port: b139fe47-63b6-4b81-923c-9f526b81910d, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca1847-1395-4d05-9c0e-e14a84be91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:42.925703 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.017843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:23:43.020674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:23:43.026073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.123783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:43.124405 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.125835 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] 10.222.0.53 "PUT /v2.0/ports/b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1092 time: 1.2882833 Feb 04 16:23:43.205632 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdb9d0-44b1-48f7-9e96-47fa094dbd83 service neutron] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=11']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:43.253760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19424f-c2c4-4051-91d2-43808ceebdd4 req-272006c5-3390-4d31-9c86-eed65de3e558 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:43.255240 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e19424f-c2c4-4051-91d2-43808ceebdd4 req-272006c5-3390-4d31-9c86-eed65de3e558 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.1802213 Feb 04 16:23:43.262012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-5a4f24e7-55fc-43c4-8810-97863a4fe7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:43.263577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-5a4f24e7-55fc-43c4-8810-97863a4fe7f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1095 time: 0.1092076 Feb 04 16:23:43.384079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7e19424f-c2c4-4051-91d2-43808ceebdd4 req-283a2d49-ce28-412c-823c-cac15ef79787 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194499 Feb 04 16:23:43.427482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-c40d298d-b7b8-45c3-a884-d16902d72af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:43.429130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-c40d298d-b7b8-45c3-a884-d16902d72af1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.1497536 Feb 04 16:23:43.540056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-b982dabc-852a-4037-9b5a-a082995299b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1000 time: 0.0986230 Feb 04 16:23:43.606576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-f10e077d-ae0f-426e-a0e4-eb903af8177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:43.608007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-f10e077d-ae0f-426e-a0e4-eb903af8177d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0575569 Feb 04 16:23:43.689801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-026999ab-62a7-4797-b86c-b0ca8ee0f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:43.691244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-026999ab-62a7-4797-b86c-b0ca8ee0f485 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731630 Feb 04 16:23:43.828401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-a0f55401-f803-4ea1-96a8-2fe6cf3fc8ce service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263080 Feb 04 16:23:43.964509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-43a53b15-5b53-456a-8be7-7b65cac05331 req-c8dd8151-4334-4e5b-bbe5-c7285c43b0c8 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268165 Feb 04 16:23:44.405787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:44.571855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e472c-1481-4311-9a6f-f58674a0a384 req-cf192fcd-799a-4534-9f63-46502870ce9b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:44.573342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-192e472c-1481-4311-9a6f-f58674a0a384 req-cf192fcd-799a-4534-9f63-46502870ce9b tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0804493 Feb 04 16:23:44.618715 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-192e472c-1481-4311-9a6f-f58674a0a384 req-86ac30a5-cc57-4ea4-b98b-22a17212f1cd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397613 Feb 04 16:23:44.681789 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'status': 'completed', 'code': 200} Feb 04 16:23:44.779771 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-6a4e37d7-3b09-4fe3-815e-4933e91e2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:44.781258 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-6a4e37d7-3b09-4fe3-815e-4933e91e2055 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1095 time: 0.0793536 Feb 04 16:23:44.794727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b139fe47-63b6-4b81-923c-9f526b81910d no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:23:44.795912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-1f54595e-4f28-4e00-a0be-5cafa5389de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:44.797792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-1f54595e-4f28-4e00-a0be-5cafa5389de9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 1095 time: 0.0853922 Feb 04 16:23:44.856422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device b139fe47-63b6-4b81-923c-9f526b81910d not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:23:45.061021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-18a2e2cd-5251-449b-b2e5-eecf743c98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:45.062514 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-18a2e2cd-5251-449b-b2e5-eecf743c98ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.2752700 Feb 04 16:23:45.085653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-26aabce2-08a8-4325-b86d-443685e9698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:45.087195 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-26aabce2-08a8-4325-b86d-443685e9698d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 200 len: 912 time: 0.2798991 Feb 04 16:23:45.178601 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-8424b62c-069d-4deb-b3cf-d58a6a972b3d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1000 time: 0.1066031 Feb 04 16:23:45.194639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-a745a362-779f-4a75-9d18-8b8aa3a8c744 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 200 len: 1000 time: 0.0970588 Feb 04 16:23:45.251456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-a517952d-8fb4-430f-bbb5-bfbd30e7699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:45.253204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-a517952d-8fb4-430f-bbb5-bfbd30e7699f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0685182 Feb 04 16:23:45.263554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-1b34274b-3f9f-4291-9454-dedfa6a03387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:45.265111 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-1b34274b-3f9f-4291-9454-dedfa6a03387 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 200 len: 850 time: 0.0610967 Feb 04 16:23:45.353385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-d6b80ee5-54d8-4061-8241-601d6b57dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:45.354899 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-d6b80ee5-54d8-4061-8241-601d6b57dfc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948162 Feb 04 16:23:45.364993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-edc2d492-13e1-4fce-b925-f90aa369040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:45.368813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-edc2d492-13e1-4fce-b925-f90aa369040a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ce97b31-4b56-4c58-8a55-9ae36cc722be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930088 Feb 04 16:23:45.503786 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-5b82917e-9eca-4165-9fe6-7c973b296b1e service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424227 Feb 04 16:23:45.520669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-2dc226fb-5766-4098-a6db-955d95708c60 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463540 Feb 04 16:23:45.642323 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-cfde3c84-9118-4857-80d2-5cbca0b132eb service neutron] 10.222.0.61 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309769 Feb 04 16:23:45.670465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-89adfa28-3849-4108-9fbf-edcee39ed09f req-e1e7172a-c492-48dc-bce6-6547c5107f87 service neutron] 10.222.0.53 "GET /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432254 Feb 04 16:23:45.830736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303613a-96d8-45e4-b8b3-71eedf5b0c90 req-71e8e382-951f-4590-bf44-86932dedf049 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:45.832168 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1303613a-96d8-45e4-b8b3-71eedf5b0c90 req-71e8e382-951f-4590-bf44-86932dedf049 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0848706 Feb 04 16:23:45.878692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1303613a-96d8-45e4-b8b3-71eedf5b0c90 req-dbb7a990-5f4d-4ecb-b236-846614ff68cd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400083 Feb 04 16:23:47.077249 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84acfe-3c55-41ec-a702-0cef5e0510c0 req-352a2301-987d-4930-a41c-873b75509b58 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:47.078756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd84acfe-3c55-41ec-a702-0cef5e0510c0 req-352a2301-987d-4930-a41c-873b75509b58 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0928690 Feb 04 16:23:47.126465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd84acfe-3c55-41ec-a702-0cef5e0510c0 req-f8fcc8eb-7824-4ca9-823b-a2343d78fe20 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413747 Feb 04 16:23:48.323573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72be3-6a7c-47b5-b9ee-5f877f9494a9 req-3bf02da7-65dc-4cc9-8b6c-5cf5eaf9966c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:48.325113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08e72be3-6a7c-47b5-b9ee-5f877f9494a9 req-3bf02da7-65dc-4cc9-8b6c-5cf5eaf9966c tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0830920 Feb 04 16:23:48.395996 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08e72be3-6a7c-47b5-b9ee-5f877f9494a9 req-45b89e3e-46be-48c6-a90c-9046a80f074d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645394 Feb 04 16:23:48.410551 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:23:49.599007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377b100-b33a-4b14-b37d-c000d8ec1e50 req-8707d9e3-de72-4db1-b254-25ab6e41b7d9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:49.601173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8377b100-b33a-4b14-b37d-c000d8ec1e50 req-8707d9e3-de72-4db1-b254-25ab6e41b7d9 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0892875 Feb 04 16:23:49.653809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8377b100-b33a-4b14-b37d-c000d8ec1e50 req-ac39b10a-b209-4700-99e4-d5bb1e62db65 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471871 Feb 04 16:23:50.839450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537ea91-c02a-4a0e-a96d-2540123bc2d6 req-5e405ba3-011e-4732-9d5a-d93123cb9ecb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:50.840936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a537ea91-c02a-4a0e-a96d-2540123bc2d6 req-5e405ba3-011e-4732-9d5a-d93123cb9ecb tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0811992 Feb 04 16:23:50.885798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a537ea91-c02a-4a0e-a96d-2540123bc2d6 req-58674e96-ce0a-4ba2-8ad4-ec8a2a0b8d49 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391963 Feb 04 16:23:52.072699 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634302d-9ed5-4703-b65e-903bd9a83c00 req-af277257-644b-48df-a652-4b465532be1e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:52.074186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6634302d-9ed5-4703-b65e-903bd9a83c00 req-af277257-644b-48df-a652-4b465532be1e tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0829685 Feb 04 16:23:52.118223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6634302d-9ed5-4703-b65e-903bd9a83c00 req-6e1635c1-e661-4ee8-a360-0e5dec14b219 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383520 Feb 04 16:23:53.311313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9401a78-2893-40a8-ae49-21e14649837f req-70ea481b-adfb-4d26-ac8f-4a6a6f39d164 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:53.313247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9401a78-2893-40a8-ae49-21e14649837f req-70ea481b-adfb-4d26-ac8f-4a6a6f39d164 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0830753 Feb 04 16:23:53.333203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b139fe47-63b6-4b81-923c-9f526b81910d details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:23:53.361994 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9401a78-2893-40a8-ae49-21e14649837f req-6fb5348a-9c45-40e9-ae74-9299cb5098bc tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430710 Feb 04 16:23:53.473445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:23:53.491336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'port_id': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'mac_address': 'fa:16:3e:1a:99:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:23:53.551734 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.555571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569ebb2-b2d0-4e4a-a921-81b93d006b61 req-133883eb-412b-400f-989d-52d1cd63ed25 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:53.557075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5569ebb2-b2d0-4e4a-a921-81b93d006b61 req-133883eb-412b-400f-989d-52d1cd63ed25 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 944 time: 0.0825319 Feb 04 16:23:53.570070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b139fe47-63b6-4b81-923c-9f526b81910d {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:53.586211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:23:53.590527 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.603061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5569ebb2-b2d0-4e4a-a921-81b93d006b61 req-9b91b426-cf1d-4df4-83ed-5aa0672c61a3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402184 Feb 04 16:23:53.660275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=12']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:53.798835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17621e77-c479-42c0-a5ee-3a3089fc6a91 req-a9119edd-0c98-4f37-a55d-fee11fca4dde tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:53.800342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17621e77-c479-42c0-a5ee-3a3089fc6a91 req-a9119edd-0c98-4f37-a55d-fee11fca4dde tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0888562 Feb 04 16:23:53.823590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['b139fe47-63b6-4b81-923c-9f526b81910d'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:23:53.847789 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17621e77-c479-42c0-a5ee-3a3089fc6a91 req-ce2c2ae8-0811-4319-a54d-3cdddb882871 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411522 Feb 04 16:23:54.242813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f820f9-c851-4d9a-822f-aae81111efbd req-0e7f80b0-daa0-41a4-8f15-c6ebfba4c127 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:54.244315 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35f820f9-c851-4d9a-822f-aae81111efbd req-0e7f80b0-daa0-41a4-8f15-c6ebfba4c127 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0801010 Feb 04 16:23:54.289889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-35f820f9-c851-4d9a-822f-aae81111efbd req-8ddadce5-f7dd-4cee-a69f-cad590100c96 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398808 Feb 04 16:23:55.348451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b139fe47-63b6-4b81-923c-9f526b81910d up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:55.430916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port b139fe47-63b6-4b81-923c-9f526b81910d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:55.436345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port b139fe47-63b6-4b81-923c-9f526b81910d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:55.436720 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.491560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91842de-bcd2-41ec-b578-10d28710789b req-f6398313-9bb5-4ac9-87a9-5312e1af5663 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:55.493059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b91842de-bcd2-41ec-b578-10d28710789b req-f6398313-9bb5-4ac9-87a9-5312e1af5663 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 945 time: 0.0924029 Feb 04 16:23:55.540084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b91842de-bcd2-41ec-b578-10d28710789b req-16ddc5fe-b8ee-40eb-810a-8c23d9613146 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412889 Feb 04 16:23:55.564562 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.591605 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:55.602381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:23:55.606190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.642739 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'code': 200} Feb 04 16:23:55.678312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=13']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:55.894575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46b604-1552-40c9-816a-5ffd160932df req-bc328219-eb22-4a3f-b72f-01c831a406a3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:55.895927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae46b604-1552-40c9-816a-5ffd160932df req-bc328219-eb22-4a3f-b72f-01c831a406a3 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 946 time: 0.0779965 Feb 04 16:23:55.968578 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Deleting port b139fe47-63b6-4b81-923c-9f526b81910d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:23:55.968944 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.215524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] For port b139fe47-63b6-4b81-923c-9f526b81910d, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=b139fe47-63b6-4b81-923c-9f526b81910d,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:23:56.215940 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.605344 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.606036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.606036 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Floating IP b5395ac8-e545-46ab-8edc-fad723b91ece disassociated. External IP: 172.25.8.176, port: b139fe47-63b6-4b81-923c-9f526b81910d. Feb 04 16:23:56.606348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Calling delete_port for b139fe47-63b6-4b81-923c-9f526b81910d owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:23:56.813692 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f147-eef4-4f03-9b2a-c20d79646f1a req-55070c6f-0282-446a-971b-4d75ff00edc1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:56.815146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba67f147-eef4-4f03-9b2a-c20d79646f1a req-55070c6f-0282-446a-971b-4d75ff00edc1 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 946 time: 0.1636102 Feb 04 16:23:56.822094 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.883075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event deleted for resources: {'Port': ['ID=b139fe47-63b6-4b81-923c-9f526b81910d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:56.983244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba67f147-eef4-4f03-9b2a-c20d79646f1a req-8ae7efb5-311b-4750-9725-a1cb71eac309 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups?id=288d3ed7-e981-4133-be76-3ad9e04d9068&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592538 Feb 04 16:23:57.108447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:23:57.296792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:23:57.306620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:23:57.316337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:23:57.316978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:23:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:57.374493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] No DVR routers for this DVR port b139fe47-63b6-4b81-923c-9f526b81910d on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:57.377127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.379602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-deleted', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:57.396910 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae46b604-1552-40c9-816a-5ffd160932df req-c67be483-7fab-4d04-8093-e115c765f734 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.53 "DELETE /v2.0/ports/b139fe47-63b6-4b81-923c-9f526b81910d HTTP/1.1" status: 204 len: 173 time: 1.4951763 Feb 04 16:23:57.433262 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e1aaa2-0375-4560-bad8-53e788ba5af7', 'name': 'network-vif-deleted', 'tag': 'b139fe47-63b6-4b81-923c-9f526b81910d', 'status': 'completed', 'code': 200} Feb 04 16:23:57.509522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:23:57.862948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:57.867041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:23:57.875809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:23:57.876406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:23:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:58.069344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:23:58.154502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-739e3650-5ce6-4827-9718-7a537f72d2f3 req-ebe63900-bdee-4c71-b0dc-e3feaadaa676 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Synchronizing usage tracker for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:58.169613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-739e3650-5ce6-4827-9718-7a537f72d2f3 req-ebe63900-bdee-4c71-b0dc-e3feaadaa676 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Unset dirty status for tenant:04aabccb53ba4b37885e87b51c4ddb4a on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:58.170794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-739e3650-5ce6-4827-9718-7a537f72d2f3 req-ebe63900-bdee-4c71-b0dc-e3feaadaa676 tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1aaa2-0375-4560-bad8-53e788ba5af7 HTTP/1.1" status: 200 len: 210 time: 0.0586102 Feb 04 16:23:58.401694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:58.405714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d60eb7-fff9-4aae-baca-e64a45015d86 None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:45Z', 'revision_number': 4, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '1581553d-9fcb-4fdd-aa51-99f8fc23d235', 'name': '', 'network_id': '8ce97b31-4b56-4c58-8a55-9ae36cc722be', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'mac_address': 'fa:16:3e:f4:2b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '2bed4467-2116-44af-8562-64ee76e5b367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:50Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'subnets': [{'id': '2bed4467-2116-44af-8562-64ee76e5b367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:23:58.654162 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e4dad-e9ca-418f-b753-bb7a85000433 None None] New status for floating IP b5395ac8-e545-46ab-8edc-fad723b91ece: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:23:59.397634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b139fe47-63b6-4b81-923c-9f526b81910d no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:23:59.435445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: b139fe47-63b6-4b81-923c-9f526b81910d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:23:59.435445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device b139fe47-63b6-4b81-923c-9f526b81910d not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:02.484352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52074) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:02.551122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f2233bb-9729-4a51-9788-e8fbf1ee92bd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.578798 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f2233bb-9729-4a51-9788-e8fbf1ee92bd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.630073 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f2233bb-9729-4a51-9788-e8fbf1ee92bd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.650079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2233bb-9729-4a51-9788-e8fbf1ee92bd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=288d3ed7-e981-4133-be76-3ad9e04d9068,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:02.663352 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f2233bb-9729-4a51-9788-e8fbf1ee92bd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.664648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0f2233bb-9729-4a51-9788-e8fbf1ee92bd tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "DELETE /v2.0/security-groups/288d3ed7-e981-4133-be76-3ad9e04d9068 HTTP/1.1" status: 204 len: 168 time: 0.1785796 Feb 04 16:24:02.667250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52078) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:02.685780 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-a17c32a4-e05d-4e2a-aa4e-afe730d804bc tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] show failed (client error): The resource could not be found. Feb 04 16:24:02.688674 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a17c32a4-e05d-4e2a-aa4e-afe730d804bc tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "GET /v2.0/security-groups/288d3ed7-e981-4133-be76-3ad9e04d9068 HTTP/1.1" status: 404 len: 347 time: 0.0204816 Feb 04 16:24:02.689654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52082) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:02.963777 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Deleting port 3d8f6aa5-031d-4456-b64f-16b2d8a7a7ad {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:24:02.964102 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.139553 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.139877 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.265678 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Calling delete_port for 3d8f6aa5-031d-4456-b64f-16b2d8a7a7ad owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:24:03.413659 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.460213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Pushing event deleted for resources: {'Port': ['ID=3d8f6aa5-031d-4456-b64f-16b2d8a7a7ad,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:03.553608 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.573852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.574984 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ece14cc5-333c-4492-9f82-08172c14322d tempest-ServerActionsTestJSON-1437441214 tempest-ServerActionsTestJSON-1437441214-project] 10.222.0.46 "DELETE /v2.0/floatingips/b5395ac8-e545-46ab-8edc-fad723b91ece HTTP/1.1" status: 204 len: 168 time: 0.8844290 Feb 04 16:24:03.578217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52086) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:04.139891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.338753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c0721dea-e562-49dc-a21b-68ecc5223e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.623942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Deleting port 1581553d-9fcb-4fdd-aa51-99f8fc23d235 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:24:04.624556 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.813507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] For port 1581553d-9fcb-4fdd-aa51-99f8fc23d235, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1581553d-9fcb-4fdd-aa51-99f8fc23d235,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:04.813852 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.937842 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Calling delete_port for 1581553d-9fcb-4fdd-aa51-99f8fc23d235 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:24:05.261037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.345022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Pushing event deleted for resources: {'Port': ['ID=1581553d-9fcb-4fdd-aa51-99f8fc23d235,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:05.600455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.117901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:24:06.304907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:24:06.320217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] Sync routers for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:24:06.327213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c878f9c2-31aa-4091-96f6-de2ecc53ffbf admin admin] 10.222.0.46 "PUT /v2.0/routers/cf1f10b4-bb5a-4134-b3fa-c7b82588eda3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7448313 Feb 04 16:24:06.327606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52090) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:06.335023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:24:06.335975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:23:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:06.533018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:24:06.533355 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.726154 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.737581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Deleting port 4eb35e89-56eb-4f99-8780-f32d7992cbbd {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:24:06.737934 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.774163 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-56b4dbb1-fa40-4bad-be2f-f35842896655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.792832 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.866330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:24:05Z', 'revision_number': 5, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port': {'id': '4eb35e89-56eb-4f99-8780-f32d7992cbbd', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:06.870357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] Checking router: cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:24:06.882351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] Routers {'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:24:06.882974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:24:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:06.926154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] For port 4eb35e89-56eb-4f99-8780-f32d7992cbbd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4eb35e89-56eb-4f99-8780-f32d7992cbbd,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:06.926508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.055371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Calling delete_port for 4eb35e89-56eb-4f99-8780-f32d7992cbbd owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:24:07.085631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] Set router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:24:07.195206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:24:06Z', 'revision_number': 6, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:07.199460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555af01c-c8e6-42aa-ba94-a0fa42538bb3 None None] The sync data for ids ['cf1f10b4-bb5a-4134-b3fa-c7b82588eda3'] in n-d-827870-1 is: [{'id': 'cf1f10b4-bb5a-4134-b3fa-c7b82588eda3', 'name': 'tempest-ServerActionsTestJSON-881470397-router', 'tenant_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:24:06Z', 'revision_number': 6, 'project_id': '04aabccb53ba4b37885e87b51c4ddb4a', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:24:07.235048 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.282371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb35e89-56eb-4f99-8780-f32d7992cbbd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:07.375639 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.666475 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.668781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.692431 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.693089 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:24:07.705390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.706513 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4813175a-2db1-4c0f-8014-7b6ebe975dce admin admin] 10.222.0.46 "DELETE /v2.0/routers/cf1f10b4-bb5a-4134-b3fa-c7b82588eda3 HTTP/1.1" status: 204 len: 168 time: 1.3776884 Feb 04 16:24:07.709277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52094) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:07.767956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e2244a-6aef-42df-b29b-c0c7848d3fea admin admin] Deleting subnet 2bed4467-2116-44af-8562-64ee76e5b367 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:24:07.770916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3e2244a-6aef-42df-b29b-c0c7848d3fea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.780812 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.823673 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3e2244a-6aef-42df-b29b-c0c7848d3fea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.858243 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.901618 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3e2244a-6aef-42df-b29b-c0c7848d3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.969486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3e2244a-6aef-42df-b29b-c0c7848d3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.012838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2244a-6aef-42df-b29b-c0c7848d3fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bed4467-2116-44af-8562-64ee76e5b367,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:08.018371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3e2244a-6aef-42df-b29b-c0c7848d3fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.024757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c1e69-8722-400a-92e1-02e27cd1d8f9 None None] Network 8ce97b31-4b56-4c58-8a55-9ae36cc722be requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:08.028787 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d3e2244a-6aef-42df-b29b-c0c7848d3fea admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2bed4467-2116-44af-8562-64ee76e5b367 HTTP/1.1" status: 204 len: 168 time: 0.3185244 Feb 04 16:24:08.031302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52098) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:08.137550 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.150176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Deleting port a7c2610e-167c-4591-906f-eb089b184fa9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:24:08.150594 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.311932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] DHCP port deletion for 8ce97b31-4b56-4c58-8a55-9ae36cc722be request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:24:08.317050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] Deleting port a7c2610e-167c-4591-906f-eb089b184fa9 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:24:08.318197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.384718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] For port a7c2610e-167c-4591-906f-eb089b184fa9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a7c2610e-167c-4591-906f-eb089b184fa9,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:08.385362 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.517964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Calling delete_port for a7c2610e-167c-4591-906f-eb089b184fa9 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:24:08.547430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] For port a7c2610e-167c-4591-906f-eb089b184fa9, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a7c2610e-167c-4591-906f-eb089b184fa9,segment=NetworkSegment(61ca1847-1395-4d05-9c0e-e14a84be91c3),segment_id=61ca1847-1395-4d05-9c0e-e14a84be91c3)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:08.547810 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.616259 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.668663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] No DVR routers for this DVR port a7c2610e-167c-4591-906f-eb089b184fa9 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:08.671740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] Calling delete_port for a7c2610e-167c-4591-906f-eb089b184fa9 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:24:08.699834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c2610e-167c-4591-906f-eb089b184fa9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:08.750063 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:24:08.750402 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:24:08.799576 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.828384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1581553d-9fcb-4fdd-aa51-99f8fc23d235 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:08.830394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce97b31-4b56-4c58-8a55-9ae36cc722be']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:08.847980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ca1847-1395-4d05-9c0e-e14a84be91c3') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:08.848278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ca1847-1395-4d05-9c0e-e14a84be91c3') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:08.861076 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.863825 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 1581553d-9fcb-4fdd-aa51-99f8fc23d235 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:24:08.864162 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1581553d-9fcb-4fdd-aa51-99f8fc23d235 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:08.864615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a7c2610e-167c-4591-906f-eb089b184fa9 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:08.877588 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.883974 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:24:08.884402 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.897467 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: a7c2610e-167c-4591-906f-eb089b184fa9 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:24:08.897773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a7c2610e-167c-4591-906f-eb089b184fa9 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:08.898452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4eb35e89-56eb-4f99-8780-f32d7992cbbd no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:08.898591 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:08.934042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 4eb35e89-56eb-4f99-8780-f32d7992cbbd {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:24:08.934375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4eb35e89-56eb-4f99-8780-f32d7992cbbd not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:08.973624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.990580 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.004655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce97b31-4b56-4c58-8a55-9ae36cc722be,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:09.018686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-748c3148-3d30-4956-badd-aba0d4815fd8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8ce97b31-4b56-4c58-8a55-9ae36cc722be HTTP/1.1" status: 204 len: 168 time: 0.9862959 Feb 04 16:24:09.144465 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52104) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:09.193968 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7885cf52-5d12-477c-acd4-76ceb3d62319 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04aabccb53ba4b37885e87b51c4ddb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482476 Feb 04 16:24:09.196354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52108) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:09.252123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] Deleting port a7c2610e-167c-4591-906f-eb089b184fa9 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:24:09.252506 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.262077 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68c04240-4596-4f45-b9cc-977f150f1c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.290818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68c04240-4596-4f45-b9cc-977f150f1c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.327458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9f63c680-328d-475a-a57f-e05bbfc85120 None None] The port 'a7c2610e-167c-4591-906f-eb089b184fa9' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:24:09.353542 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68c04240-4596-4f45-b9cc-977f150f1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.356375 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.370243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c04240-4596-4f45-b9cc-977f150f1c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4a412-c290-43a6-8032-0f36adb93826,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:09.378538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68c04240-4596-4f45-b9cc-977f150f1c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.379659 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-68c04240-4596-4f45-b9cc-977f150f1c7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02d4a412-c290-43a6-8032-0f36adb93826 HTTP/1.1" status: 204 len: 168 time: 0.1823547 Feb 04 16:24:09.738773 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.126842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52132) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:10.257279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-696516319-network', 'tenant_id': 'abbe4e5c6286413184fdff1100c1f301'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:10.263378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:10.267708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Usage tracker for resource:network and tenant:abbe4e5c6286413184fdff1100c1f301 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:10.270892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:10.277620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:10.288020 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Made reservation on behalf of abbe4e5c6286413184fdff1100c1f301 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:10.290526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.303472 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.320503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:10.324543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Usage tracker for resource:security_group_rule and tenant:abbe4e5c6286413184fdff1100c1f301 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:10.327880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:10.337354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:10.458535 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.462919 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.495306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:10.503864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1521f19f-6013-44c7-8d29-ad4c6d7b5462,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:10.510681 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.511151 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Added segment 73837ba2-0373-44ab-83f2-b526502c90a2 of type vlan for network 90101759-041e-438b-9042-8afa8853c366 Feb 04 16:24:10.544215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.574187 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.575281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:10.575865 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.681287 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5532670 Feb 04 16:24:10.685800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52140) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:10.688911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4017e-611b-44c0-a768-f0310e2b7501 admin admin] Pushing event updated for resources: {'Network': ['ID=90101759-041e-438b-9042-8afa8853c366,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:10.697256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Request body: {'subnet': {'network_id': '90101759-041e-438b-9042-8afa8853c366', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-696516319-subnet', 'tenant_id': 'abbe4e5c6286413184fdff1100c1f301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:10.699072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 90101759-041e-438b-9042-8afa8853c366 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:10.704822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:10.709948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Usage tracker for resource:subnet and tenant:abbe4e5c6286413184fdff1100c1f301 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:10.713338 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:10.722220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:10.737429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Made reservation on behalf of abbe4e5c6286413184fdff1100c1f301 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:10.741901 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.982201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.054491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09973dd-d4d8-4cbc-8669-e1874c68d1f9,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:11.065210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Checking segment: {'id': '73837ba2-0373-44ab-83f2-b526502c90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90101759-041e-438b-9042-8afa8853c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:11.065571 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Network hostable DHCP agents. Network: 90101759-041e-438b-9042-8afa8853c366, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:11.085601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Network 90101759-041e-438b-9042-8afa8853c366 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:11.094597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 90101759-041e-438b-9042-8afa8853c366) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:11.100084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:11.101196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.104241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54719c35-fdb0-47e9-883f-f22aa4a1f560 None None] Network 90101759-041e-438b-9042-8afa8853c366 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:11.124238 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0ed533f2-a2fb-4b0c-881d-3695fb1f07f9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4373260 Feb 04 16:24:11.389645 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8517032-9234-4e14-8bff-154045a1fb2f None None] Network 90101759-041e-438b-9042-8afa8853c366 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:11.649445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-8ed58d4b-d956-437e-b558-0a991fe08acf tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:11.650886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-8ed58d4b-d956-437e-b558-0a991fe08acf tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/networks?id=90101759-041e-438b-9042-8afa8853c366 HTTP/1.1" status: 200 len: 813 time: 0.1490667 Feb 04 16:24:11.666755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-c06d9c5f-2523-4b90-b681-e31767b9c3b3 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/quotas/abbe4e5c6286413184fdff1100c1f301 HTTP/1.1" status: 200 len: 375 time: 0.0104196 Feb 04 16:24:11.717061 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-1e6fd584-75a8-4254-8f74-59e455f8e820 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=abbe4e5c6286413184fdff1100c1f301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420723 Feb 04 16:24:11.959406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-3651bba6-f085-4329-bf81-1cbca8b568e6 service neutron] 10.222.0.46 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354937 Feb 04 16:24:12.090430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-712b5ef2-dea5-4bb0-b79b-1851b6b4a5fd service neutron] 10.222.0.46 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252780 Feb 04 16:24:12.269414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-377406e8-d207-40b4-aeed-d58c75da117b req-688a986d-0cc8-4f12-85e1-7f6a3f1b200b tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 210 time: 0.0429413 Feb 04 16:24:13.439649 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-adb89db0-fa29-4542-9570-455453025b31 req-2baa7415-bba2-4930-8f37-184d95e38225 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 210 time: 0.0552602 Feb 04 16:24:13.483370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-00b7685b-5eb5-416c-80ca-ff901d985c08 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:13.484761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-00b7685b-5eb5-416c-80ca-ff901d985c08 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.53 "GET /v2.0/networks?id=90101759-041e-438b-9042-8afa8853c366 HTTP/1.1" status: 200 len: 813 time: 0.2163687 Feb 04 16:24:13.503018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Request body: {'port': {'device_id': '8b42835d-e2f7-42e7-a819-a94ac4274464', 'network_id': '90101759-041e-438b-9042-8afa8853c366', 'admin_state_up': True, 'tenant_id': 'abbe4e5c6286413184fdff1100c1f301'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:13.644086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:13.647861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Usage tracker for resource:port and tenant:abbe4e5c6286413184fdff1100c1f301 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:13.650711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:13.656429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:13.666776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Made reservation on behalf of abbe4e5c6286413184fdff1100c1f301 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:13.670568 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:13.841041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Allocated IP 172.20.0.4 (90101759-041e-438b-9042-8afa8853c366/c09973dd-d4d8-4cbc-8669-e1874c68d1f9/7d907103-72c8-43b4-a661-58f791c34272) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:14.047229 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.080233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.150043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Network 90101759-041e-438b-9042-8afa8853c366 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:14.153341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:14.157284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:24:14.193557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Pushing event updated for resources: {'Port': ['ID=7d907103-72c8-43b4-a661-58f791c34272,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:14.229620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:14.230239 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.253777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-dc2e418a-bbb8-4fe4-8cb8-e8d9db6be204 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7541974 Feb 04 16:24:14.268828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Request body: {'port': {'device_id': '8b42835d-e2f7-42e7-a819-a94ac4274464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:14.392854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.742217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6079cd0-6dc5-48b1-811d-d0698075a0f9 req-62a76791-7476-4bbf-920c-05650b456e6f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:14.743233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d6079cd0-6dc5-48b1-811d-d0698075a0f9 req-62a76791-7476-4bbf-920c-05650b456e6f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Synchronizing usage tracker for tenant:abbe4e5c6286413184fdff1100c1f301 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:24:14.810722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d6079cd0-6dc5-48b1-811d-d0698075a0f9 req-62a76791-7476-4bbf-920c-05650b456e6f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Unset dirty status for tenant:abbe4e5c6286413184fdff1100c1f301 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:24:14.812183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6079cd0-6dc5-48b1-811d-d0698075a0f9 req-62a76791-7476-4bbf-920c-05650b456e6f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 931 time: 0.2524672 Feb 04 16:24:14.840441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d907103-72c8-43b4-a661-58f791c34272 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:14.852196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.896343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Transition to ACTIVE for port object 7d907103-72c8-43b4-a661-58f791c34272 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:14.900430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6079cd0-6dc5-48b1-811d-d0698075a0f9 req-19c6b175-95bd-441a-bccf-6bf8002b1b61 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800533 Feb 04 16:24:14.901807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.160804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d907103-72c8-43b4-a661-58f791c34272,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:15.272705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Attempting to bind port 7d907103-72c8-43b4-a661-58f791c34272 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:15.273060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Attempting to bind port 7d907103-72c8-43b4-a661-58f791c34272 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '73837ba2-0373-44ab-83f2-b526502c90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90101759-041e-438b-9042-8afa8853c366'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:15.273387 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Attempting to bind port 7d907103-72c8-43b4-a661-58f791c34272 on network 90101759-041e-438b-9042-8afa8853c366 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:24:15.278098 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Port 7d907103-72c8-43b4-a661-58f791c34272 on network 90101759-041e-438b-9042-8afa8853c366 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:24:15.278413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Attempting to bind port 7d907103-72c8-43b4-a661-58f791c34272 on network 90101759-041e-438b-9042-8afa8853c366 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:24:15.283659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:24:15.283984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Checking segment: {'id': '73837ba2-0373-44ab-83f2-b526502c90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90101759-041e-438b-9042-8afa8853c366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:15.284362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Bound using segment: {'id': '73837ba2-0373-44ab-83f2-b526502c90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90101759-041e-438b-9042-8afa8853c366'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:24:15.284791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Bound port: 7d907103-72c8-43b4-a661-58f791c34272, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73837ba2-0373-44ab-83f2-b526502c90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90101759-041e-438b-9042-8afa8853c366'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:15.285179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.379294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] For port 7d907103-72c8-43b4-a661-58f791c34272, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:24:15.382618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] For port 7d907103-72c8-43b4-a661-58f791c34272, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7d907103-72c8-43b4-a661-58f791c34272,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:24:15.388153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.454037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:15.454705 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.456087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] 10.222.0.53 "PUT /v2.0/ports/7d907103-72c8-43b4-a661-58f791c34272 HTTP/1.1" status: 200 len: 1091 time: 1.1914768 Feb 04 16:24:15.456513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b42835d-e2f7-42e7-a819-a94ac4274464', 'tag': '7d907103-72c8-43b4-a661-58f791c34272'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:15.479095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20034a89-6565-4ae9-8ae9-eada91f459b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d907103-72c8-43b4-a661-58f791c34272,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:15.530547 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b42835d-e2f7-42e7-a819-a94ac4274464', 'tag': '7d907103-72c8-43b4-a661-58f791c34272', 'status': 'completed', 'code': 200} Feb 04 16:24:15.573406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-7c57c31c-0c18-4895-ae46-f673efa3e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:15.574884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-7c57c31c-0c18-4895-ae46-f673efa3e290 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abbe4e5c6286413184fdff1100c1f301&device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 1094 time: 0.0768023 Feb 04 16:24:15.650377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-c195e4c5-4919-4e81-8dc3-0ae581fb2f2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d907103-72c8-43b4-a661-58f791c34272 HTTP/1.1" status: 200 len: 217 time: 0.0647945 Feb 04 16:24:15.719731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-6e2b6380-53f7-4d82-be58-e99f6adec5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:15.721187 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-6e2b6380-53f7-4d82-be58-e99f6adec5d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c09973dd-d4d8-4cbc-8669-e1874c68d1f9 HTTP/1.1" status: 200 len: 853 time: 0.0608842 Feb 04 16:24:15.772237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-3eac7b8e-2fdb-496c-8777-4ca926b42769 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90101759-041e-438b-9042-8afa8853c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416377 Feb 04 16:24:15.913091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-98b54657-d257-440e-8193-a47b1217b584 service neutron] 10.222.0.53 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316164 Feb 04 16:24:16.105960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8917a3cb-dab7-46f6-88b2-0dd7af9e5147 req-707d9b9a-8c20-427a-800b-34847a2ad55a service neutron] 10.222.0.53 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841149 Feb 04 16:24:16.135145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a11866-e75a-4141-b83d-b2f94a3094a0 req-2312b179-fcf1-4e51-ac41-5a340741126f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:16.136616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25a11866-e75a-4141-b83d-b2f94a3094a0 req-2312b179-fcf1-4e51-ac41-5a340741126f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 943 time: 0.1159151 Feb 04 16:24:16.221806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25a11866-e75a-4141-b83d-b2f94a3094a0 req-0548e0c8-8769-46b0-b6d8-71997e6c9b08 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794351 Feb 04 16:24:16.250812 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-8633cf94-cce3-4620-a776-619e4b0b3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:16.252267 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-8633cf94-cce3-4620-a776-619e4b0b3f5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abbe4e5c6286413184fdff1100c1f301&device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 1094 time: 0.0882823 Feb 04 16:24:16.387394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-9bccb36f-7b52-4c98-aa74-9dcd8cba9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:16.388853 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-9bccb36f-7b52-4c98-aa74-9dcd8cba9aff service neutron] 10.222.0.53 "GET /v2.0/networks?id=90101759-041e-438b-9042-8afa8853c366 HTTP/1.1" status: 200 len: 914 time: 0.1305516 Feb 04 16:24:16.462613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-55cfef08-4e9d-4e4c-9d0d-9e70050a7a80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d907103-72c8-43b4-a661-58f791c34272 HTTP/1.1" status: 200 len: 217 time: 0.0669973 Feb 04 16:24:16.533337 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-580d8cbc-89d1-4e84-b5bd-2910ac616900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:16.534710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-580d8cbc-89d1-4e84-b5bd-2910ac616900 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c09973dd-d4d8-4cbc-8669-e1874c68d1f9 HTTP/1.1" status: 200 len: 853 time: 0.0646951 Feb 04 16:24:16.583670 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-5f1f1f74-88e8-4f45-9278-adbdb706a978 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90101759-041e-438b-9042-8afa8853c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421834 Feb 04 16:24:16.828863 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-fd5c8fbc-3b22-4ffd-8278-4d3271c932ad service neutron] 10.222.0.53 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383537 Feb 04 16:24:16.973978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-08bc8dec-809b-45ca-883f-ca5f6454e0db req-37557865-618e-4124-a8b3-c2713a0df072 service neutron] 10.222.0.53 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366875 Feb 04 16:24:17.420864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f109b7b-4348-49b8-82b6-8e02d714861a req-c7f0a2ae-f0bf-47eb-a400-ea6f89529568 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:17.422310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f109b7b-4348-49b8-82b6-8e02d714861a req-c7f0a2ae-f0bf-47eb-a400-ea6f89529568 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 943 time: 0.0833070 Feb 04 16:24:17.471651 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f109b7b-4348-49b8-82b6-8e02d714861a req-70293d41-0ed8-458a-a61c-087124e96eca tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Feb 04 16:24:18.694200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefb217-1af0-4041-9f4b-d938d2e692eb req-6fc04d72-b239-4506-872c-294dd8bb7cb6 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:18.695681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eefb217-1af0-4041-9f4b-d938d2e692eb req-6fc04d72-b239-4506-872c-294dd8bb7cb6 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 943 time: 0.0941064 Feb 04 16:24:18.754921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5eefb217-1af0-4041-9f4b-d938d2e692eb req-b970a1cd-f3b1-4ace-9c91-10f16e9ccd11 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532470 Feb 04 16:24:19.442936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7d907103-72c8-43b4-a661-58f791c34272 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:24:19.583895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7d907103-72c8-43b4-a661-58f791c34272, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7d907103-72c8-43b4-a661-58f791c34272,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:19.601546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '7d907103-72c8-43b4-a661-58f791c34272', 'network_id': '90101759-041e-438b-9042-8afa8853c366', 'port_id': '7d907103-72c8-43b4-a661-58f791c34272', 'mac_address': 'fa:16:3e:35:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09973dd-d4d8-4cbc-8669-e1874c68d1f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:24:19.659127 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.677103 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d907103-72c8-43b4-a661-58f791c34272 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:19.694236 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7d907103-72c8-43b4-a661-58f791c34272, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7d907103-72c8-43b4-a661-58f791c34272,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:19.699988 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.775492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7d907103-72c8-43b4-a661-58f791c34272,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:19.950581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7d907103-72c8-43b4-a661-58f791c34272'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:24:19.956044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8649b-6e57-4b06-adbc-47e203f1eee6 req-b7fb7a09-dd1c-4b64-acb0-1753de58bde0 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:19.958246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ce8649b-6e57-4b06-adbc-47e203f1eee6 req-b7fb7a09-dd1c-4b64-acb0-1753de58bde0 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 944 time: 0.0900691 Feb 04 16:24:20.008223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3ce8649b-6e57-4b06-adbc-47e203f1eee6 req-f955a84a-09d0-4308-b5ed-9707962e4f40 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Feb 04 16:24:21.201894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d0bc8-d74f-4347-960b-9ad2c5f7c44f req-6003e8ef-f65d-4fca-9fd4-ca1be930f319 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:21.203510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e84d0bc8-d74f-4347-960b-9ad2c5f7c44f req-6003e8ef-f65d-4fca-9fd4-ca1be930f319 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 944 time: 0.0869067 Feb 04 16:24:21.252157 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e84d0bc8-d74f-4347-960b-9ad2c5f7c44f req-d8c5c573-2986-4925-bc2e-6d2caeaf7d62 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Feb 04 16:24:21.458174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7d907103-72c8-43b4-a661-58f791c34272 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:21.534959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 7d907103-72c8-43b4-a661-58f791c34272 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:21.540247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 7d907103-72c8-43b4-a661-58f791c34272 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:21.540617 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.664194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.692074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b42835d-e2f7-42e7-a819-a94ac4274464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d907103-72c8-43b4-a661-58f791c34272'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:21.702941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7d907103-72c8-43b4-a661-58f791c34272, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7d907103-72c8-43b4-a661-58f791c34272,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:21.713289 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.745113 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b42835d-e2f7-42e7-a819-a94ac4274464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d907103-72c8-43b4-a661-58f791c34272', 'code': 200} Feb 04 16:24:21.785459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7d907103-72c8-43b4-a661-58f791c34272,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:21.890985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437fa55-ee67-4bdf-9c84-d3efd2a0402d req-18c21772-1780-4e50-b1d5-246c5068e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:21.892468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e437fa55-ee67-4bdf-9c84-d3efd2a0402d req-18c21772-1780-4e50-b1d5-246c5068e6ca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 1096 time: 0.0745420 Feb 04 16:24:21.940099 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e437fa55-ee67-4bdf-9c84-d3efd2a0402d req-4c49eed6-60b6-4074-bf37-bb26acb70179 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368025 Feb 04 16:24:22.449605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3a8a7-2543-41d0-a589-55a20e93a384 req-ba10892d-981e-4458-a398-4849194b7758 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:22.451138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-38c3a8a7-2543-41d0-a589-55a20e93a384 req-ba10892d-981e-4458-a398-4849194b7758 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.0845821 Feb 04 16:24:22.497765 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-38c3a8a7-2543-41d0-a589-55a20e93a384 req-bcc04663-67a4-427f-a4ae-ce7981095291 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Feb 04 16:24:23.694068 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62453d2-ba2f-4503-a381-9d1727641c94 req-5cb1f3fc-081f-495f-966c-61490faee79b tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:23.695550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a62453d2-ba2f-4503-a381-9d1727641c94 req-5cb1f3fc-081f-495f-966c-61490faee79b tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.0895579 Feb 04 16:24:23.742143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-18cef47b-1d89-439f-ad04-192b9dc07701 req-b38999ef-d8bb-44d4-b000-6fc48f3798f1 service neutron] (87570) timed out ('10.222.0.46', 58684) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:24:23.747087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a62453d2-ba2f-4503-a381-9d1727641c94 req-fcc99de5-e5fd-4fbe-b017-3051514f7ab1 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Feb 04 16:24:24.044001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2605-e792-414c-a559-80b7be5de20c req-74b63b8f-ef7e-483c-8d19-3c4145459d3d tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:24.045492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-74b63b8f-ef7e-483c-8d19-3c4145459d3d tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/networks?id=90101759-041e-438b-9042-8afa8853c366 HTTP/1.1" status: 200 len: 813 time: 0.1536777 Feb 04 16:24:24.062777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-6288b2a5-a3b0-413e-9d1f-91066df4e321 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/quotas/abbe4e5c6286413184fdff1100c1f301 HTTP/1.1" status: 200 len: 375 time: 0.0110757 Feb 04 16:24:24.145656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-55a3432c-6459-4a9f-8378-f6939a909774 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=abbe4e5c6286413184fdff1100c1f301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772402 Feb 04 16:24:24.290810 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-2c801ef9-3661-4897-a0ec-14b8e3c962e4 service neutron] 10.222.0.46 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383765 Feb 04 16:24:24.440595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-47016ce6-fa02-4e88-bfd8-8c61aeabfe8a service neutron] 10.222.0.46 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437359 Feb 04 16:24:24.630389 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bd18054b-3abd-4b80-b180-802c5bbbb541 req-2807315b-9433-4025-b2a8-bda577545913 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0502405 Feb 04 16:24:25.410204 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:24:25.967797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2605-e792-414c-a559-80b7be5de20c req-247aa099-ca3e-4077-8fee-dd42b199482c tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:25.968976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9fdc2605-e792-414c-a559-80b7be5de20c req-247aa099-ca3e-4077-8fee-dd42b199482c tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Synchronizing usage tracker for tenant:abbe4e5c6286413184fdff1100c1f301 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:24:25.974666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6ea712c1-34bf-4239-a59b-a6d44afce726 req-0137ffbf-98fe-461c-981d-068548e4be3d tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0545461 Feb 04 16:24:25.999682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-9fdc2605-e792-414c-a559-80b7be5de20c req-247aa099-ca3e-4077-8fee-dd42b199482c tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Unset dirty status for tenant:abbe4e5c6286413184fdff1100c1f301 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:24:26.001582 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-247aa099-ca3e-4077-8fee-dd42b199482c tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.61 "GET /v2.0/networks?id=90101759-041e-438b-9042-8afa8853c366 HTTP/1.1" status: 200 len: 813 time: 0.2406712 Feb 04 16:24:26.013384 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Request body: {'port': {'device_id': '1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4', 'network_id': '90101759-041e-438b-9042-8afa8853c366', 'admin_state_up': True, 'tenant_id': 'abbe4e5c6286413184fdff1100c1f301'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:26.163298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:26.177904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:26.197195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Made reservation on behalf of abbe4e5c6286413184fdff1100c1f301 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:26.202315 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.388886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Allocated IP 172.20.0.13 (90101759-041e-438b-9042-8afa8853c366/c09973dd-d4d8-4cbc-8669-e1874c68d1f9/370c86d1-6213-48d1-901d-198f88d21899) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:26.609646 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.638774 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.650381 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7d907103-72c8-43b4-a661-58f791c34272'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:24:26.713908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Network 90101759-041e-438b-9042-8afa8853c366 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:26.717304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:26.721743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:24:26.757166 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Pushing event updated for resources: {'Port': ['ID=370c86d1-6213-48d1-901d-198f88d21899,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:26.771361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.771704 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.772037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.772365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.772687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.773039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.773356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.773675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.773992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.774307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.774621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.774932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:26.801113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:26.801773 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.826902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-bc5bccbe-fd98-4a98-94c3-86bbee134566 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8173842 Feb 04 16:24:26.841156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Request body: {'port': {'device_id': '1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:27.091676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.172462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83620f28-b01d-45ef-a743-2ac8c4f38ae4 req-deadef29-cbb1-490e-97d9-16f2e8a6a937 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:27.174008 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83620f28-b01d-45ef-a743-2ac8c4f38ae4 req-deadef29-cbb1-490e-97d9-16f2e8a6a937 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 932 time: 0.0831010 Feb 04 16:24:27.218741 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-83620f28-b01d-45ef-a743-2ac8c4f38ae4 req-d2f22455-276c-474e-a71c-40577e294024 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388119 Feb 04 16:24:27.436506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370c86d1-6213-48d1-901d-198f88d21899 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:27.444702 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.458471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Transition to ACTIVE for port object 370c86d1-6213-48d1-901d-198f88d21899 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:27.462138 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.618054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=370c86d1-6213-48d1-901d-198f88d21899,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:27.690555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Attempting to bind port 370c86d1-6213-48d1-901d-198f88d21899 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:27.690889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Attempting to bind port 370c86d1-6213-48d1-901d-198f88d21899 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '73837ba2-0373-44ab-83f2-b526502c90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90101759-041e-438b-9042-8afa8853c366'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:27.691216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Attempting to bind port 370c86d1-6213-48d1-901d-198f88d21899 on network 90101759-041e-438b-9042-8afa8853c366 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:24:27.696418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Port 370c86d1-6213-48d1-901d-198f88d21899 on network 90101759-041e-438b-9042-8afa8853c366 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:24:27.696757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Attempting to bind port 370c86d1-6213-48d1-901d-198f88d21899 on network 90101759-041e-438b-9042-8afa8853c366 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:24:27.701888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:24:27.702229 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Checking segment: {'id': '73837ba2-0373-44ab-83f2-b526502c90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90101759-041e-438b-9042-8afa8853c366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:27.702628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Bound using segment: {'id': '73837ba2-0373-44ab-83f2-b526502c90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90101759-041e-438b-9042-8afa8853c366'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:24:27.703042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Bound port: 370c86d1-6213-48d1-901d-198f88d21899, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73837ba2-0373-44ab-83f2-b526502c90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90101759-041e-438b-9042-8afa8853c366'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:27.703388 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.795745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] For port 370c86d1-6213-48d1-901d-198f88d21899, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:24:27.798959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] For port 370c86d1-6213-48d1-901d-198f88d21899, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=370c86d1-6213-48d1-901d-198f88d21899,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:24:27.803619 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.862350 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:27.862961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.865145 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] 10.222.0.61 "PUT /v2.0/ports/370c86d1-6213-48d1-901d-198f88d21899 HTTP/1.1" status: 200 len: 1092 time: 1.0282052 Feb 04 16:24:27.865574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4', 'tag': '370c86d1-6213-48d1-901d-198f88d21899'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:27.890975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5194201-d088-47d2-b878-b312f6fa2ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=370c86d1-6213-48d1-901d-198f88d21899,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:27.931076 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4', 'tag': '370c86d1-6213-48d1-901d-198f88d21899', 'status': 'completed', 'code': 200} Feb 04 16:24:27.975926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2605-e792-414c-a559-80b7be5de20c req-4feaefb0-8daf-40d1-a24b-59f91863f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:27.977443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-4feaefb0-8daf-40d1-a24b-59f91863f297 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=abbe4e5c6286413184fdff1100c1f301&device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 1095 time: 0.0774591 Feb 04 16:24:28.047945 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-fd7e9036-84d5-4724-905f-5df2b42954d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=370c86d1-6213-48d1-901d-198f88d21899 HTTP/1.1" status: 200 len: 217 time: 0.0615711 Feb 04 16:24:28.112860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2605-e792-414c-a559-80b7be5de20c req-595c3da9-7bf4-4377-a792-6608ed70d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.114965 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-595c3da9-7bf4-4377-a792-6608ed70d0e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c09973dd-d4d8-4cbc-8669-e1874c68d1f9 HTTP/1.1" status: 200 len: 853 time: 0.0613861 Feb 04 16:24:28.163027 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-9e221e1d-806d-4cbd-8b01-1d4a48c9f022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90101759-041e-438b-9042-8afa8853c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408232 Feb 04 16:24:28.296019 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-0f156056-f5d4-498e-a5d2-885edfb6b050 service neutron] 10.222.0.61 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265178 Feb 04 16:24:28.410528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605666ec-1f8d-48c2-bcd5-dd13d44ff8df req-6693261a-157a-444d-b5c2-0be4892e9e06 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.412028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-605666ec-1f8d-48c2-bcd5-dd13d44ff8df req-6693261a-157a-444d-b5c2-0be4892e9e06 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0827210 Feb 04 16:24:28.430850 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9fdc2605-e792-414c-a559-80b7be5de20c req-7cf6bf21-e36c-4d4d-b132-50f3edf55370 service neutron] 10.222.0.61 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276507 Feb 04 16:24:28.458716 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-605666ec-1f8d-48c2-bcd5-dd13d44ff8df req-235fb9f4-598e-447f-b83e-cc4b9f95e724 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Feb 04 16:24:28.552219 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-dc88c636-d82a-42c1-b211-3233f4f62b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.553722 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-dc88c636-d82a-42c1-b211-3233f4f62b36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=abbe4e5c6286413184fdff1100c1f301&device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 1095 time: 0.0729320 Feb 04 16:24:28.687231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-f960770b-1ded-4d37-ab16-7f3301561ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.688886 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-f960770b-1ded-4d37-ab16-7f3301561ce1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90101759-041e-438b-9042-8afa8853c366 HTTP/1.1" status: 200 len: 914 time: 0.1280549 Feb 04 16:24:28.876539 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-abe34029-55f8-44eb-adce-901ce4373312 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=370c86d1-6213-48d1-901d-198f88d21899 HTTP/1.1" status: 200 len: 217 time: 0.1810877 Feb 04 16:24:28.941472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-d2682ddf-241a-4f04-9cd7-b07d7cd448f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.942862 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-d2682ddf-241a-4f04-9cd7-b07d7cd448f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c09973dd-d4d8-4cbc-8669-e1874c68d1f9 HTTP/1.1" status: 200 len: 853 time: 0.0604584 Feb 04 16:24:28.990072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-fe5473c9-c523-4f28-bbde-ddb036fda8c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90101759-041e-438b-9042-8afa8853c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404880 Feb 04 16:24:29.118774 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-0e3318e0-2ad0-484a-9a82-a9db4b8a9db3 service neutron] 10.222.0.61 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218808 Feb 04 16:24:29.247763 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7be0d3fc-1039-444c-8ece-82d63157df05 req-28e2d168-32ad-4a05-a154-a497eda021ae service neutron] 10.222.0.61 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223145 Feb 04 16:24:29.647751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797d422-86fc-4f0e-a88c-9d96c2d6e226 req-849a171d-5108-4b80-94e7-6a692ef2f024 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:29.649138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2797d422-86fc-4f0e-a88c-9d96c2d6e226 req-849a171d-5108-4b80-94e7-6a692ef2f024 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0854959 Feb 04 16:24:29.693583 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2797d422-86fc-4f0e-a88c-9d96c2d6e226 req-98fb481d-6afb-4516-916f-340cd41e8f57 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388405 Feb 04 16:24:30.892429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed90c9-faa3-4509-9a56-02ac38fbaa97 req-e11cfdb5-b62b-4656-85cd-72f5ba0e3fb2 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:30.894613 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77ed90c9-faa3-4509-9a56-02ac38fbaa97 req-e11cfdb5-b62b-4656-85cd-72f5ba0e3fb2 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0833087 Feb 04 16:24:30.942447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-77ed90c9-faa3-4509-9a56-02ac38fbaa97 req-cc1cdfea-5c5c-4c50-a9fe-9c5510fd1635 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Feb 04 16:24:30.974247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 370c86d1-6213-48d1-901d-198f88d21899 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:24:31.108805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 370c86d1-6213-48d1-901d-198f88d21899, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=370c86d1-6213-48d1-901d-198f88d21899,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:31.123509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '370c86d1-6213-48d1-901d-198f88d21899', 'network_id': '90101759-041e-438b-9042-8afa8853c366', 'port_id': '370c86d1-6213-48d1-901d-198f88d21899', 'mac_address': 'fa:16:3e:84:a2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09973dd-d4d8-4cbc-8669-e1874c68d1f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:24:31.195777 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.215656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370c86d1-6213-48d1-901d-198f88d21899 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:31.230957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 370c86d1-6213-48d1-901d-198f88d21899, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=370c86d1-6213-48d1-901d-198f88d21899,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:31.235137 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.308463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=370c86d1-6213-48d1-901d-198f88d21899,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:31.435623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['370c86d1-6213-48d1-901d-198f88d21899'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:24:32.131858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0c35a-4712-46b6-b2a4-d86dddf5d732 req-2f4fad68-bd6e-490e-8ba4-7934e82da072 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:32.133411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42d0c35a-4712-46b6-b2a4-d86dddf5d732 req-2f4fad68-bd6e-490e-8ba4-7934e82da072 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 945 time: 0.0850863 Feb 04 16:24:32.178855 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42d0c35a-4712-46b6-b2a4-d86dddf5d732 req-81ef34b8-d813-43ab-8004-0e5ea0d28e6d tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Feb 04 16:24:32.986481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 370c86d1-6213-48d1-901d-198f88d21899 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:33.055314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 370c86d1-6213-48d1-901d-198f88d21899 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:33.059968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 370c86d1-6213-48d1-901d-198f88d21899 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:33.060340 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.213473 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.241166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c86d1-6213-48d1-901d-198f88d21899'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:33.250881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 370c86d1-6213-48d1-901d-198f88d21899, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=370c86d1-6213-48d1-901d-198f88d21899,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:33.255071 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.325464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=370c86d1-6213-48d1-901d-198f88d21899,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:33.386224 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de09ce1-4fe8-4ebc-bd38-16409c878e80 req-3e2cbc45-e780-4c53-bd02-7a84f012b953 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:33.387677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4de09ce1-4fe8-4ebc-bd38-16409c878e80 req-3e2cbc45-e780-4c53-bd02-7a84f012b953 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0984635 Feb 04 16:24:33.435261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4de09ce1-4fe8-4ebc-bd38-16409c878e80 req-d3d510a7-c4e1-4f01-b817-ee133585a455 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Feb 04 16:24:33.484848 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c86d1-6213-48d1-901d-198f88d21899', 'code': 200} Feb 04 16:24:33.609024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3acf-aae3-45c1-8b88-98c5be45d621 req-8140df46-03d2-471c-a266-306966e28c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:33.610372 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f15c3acf-aae3-45c1-8b88-98c5be45d621 req-8140df46-03d2-471c-a266-306966e28c75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0704725 Feb 04 16:24:33.654072 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f15c3acf-aae3-45c1-8b88-98c5be45d621 req-e4ad94d5-1459-4a1a-92b4-5d18a86319e0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375819 Feb 04 16:24:34.336533 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7fe9d9bc-31b1-402c-a1a5-41f94d75c114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:34.631757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabb561-6983-4a96-88d2-ed3aa5f92f5d req-734a0f2a-8c9a-4504-abde-1774920d23b3 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:34.633467 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-edabb561-6983-4a96-88d2-ed3aa5f92f5d req-734a0f2a-8c9a-4504-abde-1774920d23b3 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0842593 Feb 04 16:24:34.679899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-edabb561-6983-4a96-88d2-ed3aa5f92f5d req-102220f1-f9bf-4bfa-8556-2c26ca3b06ee tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398285 Feb 04 16:24:35.975933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c83ab-26a0-47b3-815f-b9fc30cedd5e req-da5adb2a-a8c9-4ebd-9a8e-416f34fa2cd6 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:35.977474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c1c83ab-26a0-47b3-815f-b9fc30cedd5e req-da5adb2a-a8c9-4ebd-9a8e-416f34fa2cd6 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1920447 Feb 04 16:24:36.022282 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5c1c83ab-26a0-47b3-815f-b9fc30cedd5e req-c7b08a19-881d-4fb6-aeec-83d7190465d3 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Feb 04 16:24:36.404742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ede3c-cb66-41f9-81aa-3110044c81f7 req-9d6c90d5-5f18-49a5-9128-1b71cf54aa25 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:36.406254 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f5ede3c-cb66-41f9-81aa-3110044c81f7 req-9d6c90d5-5f18-49a5-9128-1b71cf54aa25 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0806167 Feb 04 16:24:36.454965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f5ede3c-cb66-41f9-81aa-3110044c81f7 req-f6d9866c-0b79-4e6f-bb54-78ffa7a9d4f9 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Feb 04 16:24:36.737168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b96f2d87-62cd-47fc-982c-e6624dd91c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.767779 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.646773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5af40f-7642-44ea-89a0-04acf755754b req-d29c61c4-0b87-40bc-8ca0-eeb792412b1b tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:37.648169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f5af40f-7642-44ea-89a0-04acf755754b req-d29c61c4-0b87-40bc-8ca0-eeb792412b1b tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0835583 Feb 04 16:24:37.694412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8f5af40f-7642-44ea-89a0-04acf755754b req-1dea20a7-9887-4277-bb10-a7fc7ac60025 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Feb 04 16:24:37.724195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-d772a7a7-b27c-4156-8638-da1cce84f725 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:37.724983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-d772a7a7-b27c-4156-8638-da1cce84f725 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Synchronizing usage tracker for tenant:abbe4e5c6286413184fdff1100c1f301 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:24:37.741044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-d772a7a7-b27c-4156-8638-da1cce84f725 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Unset dirty status for tenant:abbe4e5c6286413184fdff1100c1f301 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:24:37.742266 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-d772a7a7-b27c-4156-8638-da1cce84f725 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.61 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0987909 Feb 04 16:24:37.783966 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.818209 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Deleting port 370c86d1-6213-48d1-901d-198f88d21899 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:24:37.818552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.862480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.072378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] For port 370c86d1-6213-48d1-901d-198f88d21899, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=370c86d1-6213-48d1-901d-198f88d21899,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:38.072735 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.201774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Calling delete_port for 370c86d1-6213-48d1-901d-198f88d21899 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:24:38.357835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.370158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['370c86d1-6213-48d1-901d-198f88d21899'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:24:38.397598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7d907103-72c8-43b4-a661-58f791c34272'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:24:38.415249 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Pushing event deleted for resources: {'Port': ['ID=370c86d1-6213-48d1-901d-198f88d21899,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:38.491024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] No DVR routers for this DVR port 370c86d1-6213-48d1-901d-198f88d21899 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:38.493685 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.496353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4', 'name': 'network-vif-deleted', 'tag': '370c86d1-6213-48d1-901d-198f88d21899'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:38.514616 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d7ddb3cf-a537-4e88-97ab-af7f4af4ccce req-b3e9228a-1779-43c0-ba18-a859a935c57e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.61 "DELETE /v2.0/ports/370c86d1-6213-48d1-901d-198f88d21899 HTTP/1.1" status: 204 len: 173 time: 0.7660215 Feb 04 16:24:38.551957 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4', 'name': 'network-vif-deleted', 'tag': '370c86d1-6213-48d1-901d-198f88d21899', 'status': 'completed', 'code': 200} Feb 04 16:24:38.864709 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09dea0b5-554a-4b88-afdc-c69a87179a11 req-951fd048-8db5-4081-ac42-5cee4c27ef63 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=1df5dbd8-a8f8-4f54-90c6-a785a8d3a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0433593 Feb 04 16:24:39.325425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.738996 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.134148 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22aad-da01-42e0-9a8f-3eeb30ecb99c req-073928a9-d8d5-4985-9b99-7e9ab2f8b670 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:40.135577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e22aad-da01-42e0-9a8f-3eeb30ecb99c req-073928a9-d8d5-4985-9b99-7e9ab2f8b670 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.0868273 Feb 04 16:24:40.185714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e22aad-da01-42e0-9a8f-3eeb30ecb99c req-f81af9a4-1f7c-4020-9c38-625bb84f7faf tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Feb 04 16:24:40.454248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e438585f-58bf-4c2f-b383-98076febadba req-6abf899c-0275-49b9-8396-6d1856774627 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1406703 Feb 04 16:24:40.461918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1286ec-9ccc-4f2b-afc7-398999cc08bc req-b2f914ab-53c7-4890-a380-ea6825d4833f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:40.463265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd1286ec-9ccc-4f2b-afc7-398999cc08bc req-b2f914ab-53c7-4890-a380-ea6825d4833f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.1173854 Feb 04 16:24:40.518192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd1286ec-9ccc-4f2b-afc7-398999cc08bc req-cdc04a2a-9216-46b8-be04-2ebf64015914 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492659 Feb 04 16:24:40.607082 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438585f-58bf-4c2f-b383-98076febadba req-7acbb076-7b61-4a9c-a9ff-3670b8216270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:40.608591 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e438585f-58bf-4c2f-b383-98076febadba req-7acbb076-7b61-4a9c-a9ff-3670b8216270 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abbe4e5c6286413184fdff1100c1f301&device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 1096 time: 0.0772531 Feb 04 16:24:40.817146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438585f-58bf-4c2f-b383-98076febadba req-2c41e647-fcc7-42f5-a54e-6e20cf52bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:40.818728 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e438585f-58bf-4c2f-b383-98076febadba req-2c41e647-fcc7-42f5-a54e-6e20cf52bf70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=90101759-041e-438b-9042-8afa8853c366 HTTP/1.1" status: 200 len: 914 time: 0.1623144 Feb 04 16:24:40.826469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdef380-daab-482c-8180-ea770f386b88 req-90d7c126-48c3-4a6b-a508-e3d7dea4df6b tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:40.827850 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffdef380-daab-482c-8180-ea770f386b88 req-90d7c126-48c3-4a6b-a508-e3d7dea4df6b tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.2029359 Feb 04 16:24:40.915287 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e438585f-58bf-4c2f-b383-98076febadba req-4d599639-f2c4-4308-8810-48385b67c058 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d907103-72c8-43b4-a661-58f791c34272 HTTP/1.1" status: 200 len: 217 time: 0.0864832 Feb 04 16:24:40.975345 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ffdef380-daab-482c-8180-ea770f386b88 req-626e048f-832c-475e-9954-2fbfc83503ac tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933578 Feb 04 16:24:40.995070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438585f-58bf-4c2f-b383-98076febadba req-9067436e-163e-475f-bd2b-b5f91f501aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:40.996502 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e438585f-58bf-4c2f-b383-98076febadba req-9067436e-163e-475f-bd2b-b5f91f501aa5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c09973dd-d4d8-4cbc-8669-e1874c68d1f9 HTTP/1.1" status: 200 len: 853 time: 0.0691750 Feb 04 16:24:41.045713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 370c86d1-6213-48d1-901d-198f88d21899 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:41.048755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e438585f-58bf-4c2f-b383-98076febadba req-018b64b4-4375-4bea-8f72-a5eac83855e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90101759-041e-438b-9042-8afa8853c366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454967 Feb 04 16:24:41.080664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 370c86d1-6213-48d1-901d-198f88d21899 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:24:41.081068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 370c86d1-6213-48d1-901d-198f88d21899 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:41.185377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e438585f-58bf-4c2f-b383-98076febadba req-91c5c6d4-bfc8-4625-99e9-4f4e473e4fc8 service neutron] 10.222.0.53 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294470 Feb 04 16:24:41.372718 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e438585f-58bf-4c2f-b383-98076febadba req-a1b48ed8-6def-41ac-b660-93c96edd857e service neutron] 10.222.0.53 "GET /v2.0/networks/90101759-041e-438b-9042-8afa8853c366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808567 Feb 04 16:24:41.384460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c54668-e766-4548-b59b-9732d85e85cb req-7dab337d-63ea-4a75-99f7-8beafeab4716 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:41.385959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10c54668-e766-4548-b59b-9732d85e85cb req-7dab337d-63ea-4a75-99f7-8beafeab4716 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.1761839 Feb 04 16:24:41.436425 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-10c54668-e766-4548-b59b-9732d85e85cb req-0df51fc5-c4c9-4344-aa41-facc8aee996d tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Feb 04 16:24:41.625800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea320-fb91-4068-9dab-f0a50b1e9441 req-57289b0a-b4f8-41c7-b195-8f5a95479e8a tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:41.627212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba7ea320-fb91-4068-9dab-f0a50b1e9441 req-57289b0a-b4f8-41c7-b195-8f5a95479e8a tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.0843663 Feb 04 16:24:41.671853 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ba7ea320-fb91-4068-9dab-f0a50b1e9441 req-0578ce60-212a-47bb-a8f6-778c2052b6e6 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384507 Feb 04 16:24:41.870493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ac598-234a-4aff-8593-c1629239f57f req-8ea561d5-c028-4a36-93d7-1a8af243a488 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:41.871925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae7ac598-234a-4aff-8593-c1629239f57f req-8ea561d5-c028-4a36-93d7-1a8af243a488 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.0837848 Feb 04 16:24:42.028530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae7ac598-234a-4aff-8593-c1629239f57f req-1c11bc3c-dea6-475c-9bb7-1b219bb4ab7a tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510000 Feb 04 16:24:42.555050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ff970-4b1e-46e2-85a9-dab3294edf05 req-e76f83c8-6337-42ad-9353-0d4e9529f11f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:42.556497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52ff970-4b1e-46e2-85a9-dab3294edf05 req-e76f83c8-6337-42ad-9353-0d4e9529f11f tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.0797746 Feb 04 16:24:42.601213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52ff970-4b1e-46e2-85a9-dab3294edf05 req-3cf51a1e-333e-4773-a772-7de99b992661 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387673 Feb 04 16:24:43.792457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9093f-c3a7-435c-9458-92fc3536887b req-d4c596ee-606f-4dc4-ab36-08aaeb404bad tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:43.793974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2d9093f-c3a7-435c-9458-92fc3536887b req-d4c596ee-606f-4dc4-ab36-08aaeb404bad tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.0853159 Feb 04 16:24:43.840164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2d9093f-c3a7-435c-9458-92fc3536887b req-e52b99a1-3f31-46e0-83c9-f3c41866b298 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/security-groups?id=1521f19f-6013-44c7-8d29-ad4c6d7b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Feb 04 16:24:43.967363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49587ae0-a897-4d66-8d19-42712f1137fd req-e40fe19b-20a1-49d2-a523-211bdca90868 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:43.968817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49587ae0-a897-4d66-8d19-42712f1137fd req-e40fe19b-20a1-49d2-a523-211bdca90868 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 945 time: 0.0807014 Feb 04 16:24:44.048276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-49587ae0-a897-4d66-8d19-42712f1137fd req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Deleting port 7d907103-72c8-43b4-a661-58f791c34272 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:24:44.048613 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-49587ae0-a897-4d66-8d19-42712f1137fd req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.309351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-49587ae0-a897-4d66-8d19-42712f1137fd req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] For port 7d907103-72c8-43b4-a661-58f791c34272, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7d907103-72c8-43b4-a661-58f791c34272,segment=NetworkSegment(73837ba2-0373-44ab-83f2-b526502c90a2),segment_id=73837ba2-0373-44ab-83f2-b526502c90a2)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:44.309623 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-49587ae0-a897-4d66-8d19-42712f1137fd req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.443100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-49587ae0-a897-4d66-8d19-42712f1137fd req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Calling delete_port for 7d907103-72c8-43b4-a661-58f791c34272 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:24:44.595297 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-49587ae0-a897-4d66-8d19-42712f1137fd req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.610877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7d907103-72c8-43b4-a661-58f791c34272'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:24:44.647584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Pushing event deleted for resources: {'Port': ['ID=7d907103-72c8-43b4-a661-58f791c34272,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:44.686332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.686673 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.687006 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.687588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.687924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.688245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.688563 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.688910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.689230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.689543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.689859 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.690170 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.736190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-49587ae0-a897-4d66-8d19-42712f1137fd req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] No DVR routers for this DVR port 7d907103-72c8-43b4-a661-58f791c34272 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:44.739464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-49587ae0-a897-4d66-8d19-42712f1137fd req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.742211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b42835d-e2f7-42e7-a819-a94ac4274464', 'name': 'network-vif-deleted', 'tag': '7d907103-72c8-43b4-a661-58f791c34272'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:44.755079 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49587ae0-a897-4d66-8d19-42712f1137fd req-5eaa22d3-d56b-4081-8d31-b5f60889440e tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.53 "DELETE /v2.0/ports/7d907103-72c8-43b4-a661-58f791c34272 HTTP/1.1" status: 204 len: 173 time: 0.7777729 Feb 04 16:24:44.797940 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b42835d-e2f7-42e7-a819-a94ac4274464', 'name': 'network-vif-deleted', 'tag': '7d907103-72c8-43b4-a661-58f791c34272', 'status': 'completed', 'code': 200} Feb 04 16:24:45.022377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-750e261a-13bf-45e7-bf4a-fc2effd37758 req-891612df-b01e-4e14-8a16-f2c839846033 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Synchronizing usage tracker for tenant:abbe4e5c6286413184fdff1100c1f301 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:24:45.039780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-750e261a-13bf-45e7-bf4a-fc2effd37758 req-891612df-b01e-4e14-8a16-f2c839846033 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] Unset dirty status for tenant:abbe4e5c6286413184fdff1100c1f301 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:24:45.041048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-750e261a-13bf-45e7-bf4a-fc2effd37758 req-891612df-b01e-4e14-8a16-f2c839846033 tempest-ServersNegativeTestJSON-173088300 tempest-ServersNegativeTestJSON-173088300-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b42835d-e2f7-42e7-a819-a94ac4274464 HTTP/1.1" status: 200 len: 210 time: 0.0620759 Feb 04 16:24:46.137230 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52304) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:46.202171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-29835ad1-62e8-45b0-9972-862746265f29 admin admin] Deleting subnet c09973dd-d4d8-4cbc-8669-e1874c68d1f9 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:24:46.205132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29835ad1-62e8-45b0-9972-862746265f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.257032 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29835ad1-62e8-45b0-9972-862746265f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.321966 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29835ad1-62e8-45b0-9972-862746265f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.401780 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29835ad1-62e8-45b0-9972-862746265f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.443129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29835ad1-62e8-45b0-9972-862746265f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09973dd-d4d8-4cbc-8669-e1874c68d1f9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:46.445363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-29835ad1-62e8-45b0-9972-862746265f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.454448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-29835ad1-62e8-45b0-9972-862746265f29 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c09973dd-d4d8-4cbc-8669-e1874c68d1f9 HTTP/1.1" status: 204 len: 168 time: 0.3141203 Feb 04 16:24:46.455007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52308) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:46.574583 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.710967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.741955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90101759-041e-438b-9042-8afa8853c366']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:46.769203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73837ba2-0373-44ab-83f2-b526502c90a2') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:46.770510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73837ba2-0373-44ab-83f2-b526502c90a2') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:46.782960 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.801387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.808431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:24:46.808913 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:46.823857 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:46.905647 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.922155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.938303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] Pushing event deleted for resources: {'Network': ['ID=90101759-041e-438b-9042-8afa8853c366,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:46.947595 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e779394d-4d74-42f8-a18d-fa9b6efd585c admin admin] 10.222.0.46 "DELETE /v2.0/networks/90101759-041e-438b-9042-8afa8853c366 HTTP/1.1" status: 204 len: 168 time: 0.4914446 Feb 04 16:24:47.075326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52314) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:47.246608 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e298700e-957c-438f-9acb-fa73f1f35a62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abbe4e5c6286413184fdff1100c1f301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700511 Feb 04 16:24:47.249135 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52318) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:47.312900 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8982-6f98-47cf-a5e2-1514184d40c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:47.341858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8982-6f98-47cf-a5e2-1514184d40c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:47.403006 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8982-6f98-47cf-a5e2-1514184d40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:47.418512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e8982-6f98-47cf-a5e2-1514184d40c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1521f19f-6013-44c7-8d29-ad4c6d7b5462,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:47.431870 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8982-6f98-47cf-a5e2-1514184d40c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:47.433060 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9b3e8982-6f98-47cf-a5e2-1514184d40c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1521f19f-6013-44c7-8d29-ad4c6d7b5462 HTTP/1.1" status: 204 len: 168 time: 0.1829515 Feb 04 16:24:47.535705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7d907103-72c8-43b4-a661-58f791c34272 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:47.573080 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 7d907103-72c8-43b4-a661-58f791c34272 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:24:47.573424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7d907103-72c8-43b4-a661-58f791c34272 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:48.251194 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52342) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:48.366631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2140737179'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:48.373906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:48.377778 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:network and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:48.381664 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:48.388544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:48.402713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:48.406185 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.419416 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.439447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:48.444064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:security_group_rule and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:48.447023 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:48.452905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:48.542861 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.546766 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.583420 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:48.592269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64709b6e-8930-4f5b-b57b-965fff5a3cd3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:48.598344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.598708 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Added segment f4aaa3a7-9617-4099-9d3a-4e41d12b5972 of type vlan for network 7dda8ee3-6334-432f-bed5-372551be9f3e Feb 04 16:24:48.627218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.658039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.663927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:48.664527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.779861 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5275521 Feb 04 16:24:48.780740 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8008105-4bfb-427c-8757-416d8d9dc356 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Network': ['ID=7dda8ee3-6334-432f-bed5-372551be9f3e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:48.794152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 7dda8ee3-6334-432f-bed5-372551be9f3e details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:52.043177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52348) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:52.049066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'subnet': {'network_id': '7dda8ee3-6334-432f-bed5-372551be9f3e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:52.165346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:52.169232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:subnet and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:52.172102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:52.177990 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:52.189067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:52.194740 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.430491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.511693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Subnet': ['ID=20fb156e-ee0b-4ac2-8534-7846f5bd98f6,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:52.523302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Checking segment: {'id': 'f4aaa3a7-9617-4099-9d3a-4e41d12b5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7dda8ee3-6334-432f-bed5-372551be9f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:52.523660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network hostable DHCP agents. Network: 7dda8ee3-6334-432f-bed5-372551be9f3e, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:52.543944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network 7dda8ee3-6334-432f-bed5-372551be9f3e is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:52.554224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 7dda8ee3-6334-432f-bed5-372551be9f3e) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:52.558977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:52.559561 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.564505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a92d8a0-c041-4ec0-b733-aa0afdb46b70 None None] Network 7dda8ee3-6334-432f-bed5-372551be9f3e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:52.584616 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fd5fefeb-033b-467c-b979-8c24e17f304c tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5401616 Feb 04 16:24:52.588149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52352) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:52.593917 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539808085'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:52.600126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:52.604079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:network and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:52.607047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:52.612896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:52.623550 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:52.627153 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.656727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:52.666881 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.667229 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Added segment 9fce80dd-13ce-4dd0-bf1c-307a02ab0bb2 of type vlan for network 010f1017-aadf-41c2-9820-422427c33961 Feb 04 16:24:52.697527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.737436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.742941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:52.743547 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.797810 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-7dda8ee3-6334-432f-bed5-372551be9f3e', 'network_id': '7dda8ee3-6334-432f-bed5-372551be9f3e', 'tenant_id': 'f0f153d611ba49a7beb41dc9efc1403f', 'fixed_ips': [{'subnet_id': '20fb156e-ee0b-4ac2-8534-7846f5bd98f6'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:24:52.798727 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.849652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2600203 Feb 04 16:24:52.850400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52356) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:52.856969 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'subnet': {'network_id': '010f1017-aadf-41c2-9820-422427c33961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:52.864913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c2745-2baa-4da5-b0bb-c88de6b010f4 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Network': ['ID=010f1017-aadf-41c2-9820-422427c33961,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:52.880497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 010f1017-aadf-41c2-9820-422427c33961 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:52.979655 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:52.984600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:subnet and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:52.988955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:52.996584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:53.008658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:53.012209 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.065338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Allocated IP 2001:db8:0:ffff::2 (7dda8ee3-6334-432f-bed5-372551be9f3e/20fb156e-ee0b-4ac2-8534-7846f5bd98f6/ede88ee3-a98a-405b-afec-d2f80dd6ab50) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:53.252986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.338290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Subnet': ['ID=d3e8574b-db0c-44c3-b9b0-a6eeb3fe97ab,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:53.348667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Checking segment: {'id': '9fce80dd-13ce-4dd0-bf1c-307a02ab0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '010f1017-aadf-41c2-9820-422427c33961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:53.349068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network hostable DHCP agents. Network: 010f1017-aadf-41c2-9820-422427c33961, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:53.361121 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.366869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network 010f1017-aadf-41c2-9820-422427c33961 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:53.377722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Transition to ACTIVE for port object ede88ee3-a98a-405b-afec-d2f80dd6ab50 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:53.377911 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 010f1017-aadf-41c2-9820-422427c33961) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:53.383423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:53.384026 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.391565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10802e7-ab35-4908-9a55-04b77ee94b71 None None] Network 010f1017-aadf-41c2-9820-422427c33961 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:53.408907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52360) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:53.409125 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-87e2b634-d5a1-401e-b0f0-21628d2a2352 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5574465 Feb 04 16:24:53.468108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Transition to ACTIVE for port object ede88ee3-a98a-405b-afec-d2f80dd6ab50 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:53.485960 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.563133 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.578442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Network 7dda8ee3-6334-432f-bed5-372551be9f3e is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:53.581355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:53.584367 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:24:53.586531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Pushing event updated for resources: {'Port': ['ID=ede88ee3-a98a-405b-afec-d2f80dd6ab50,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:53.608631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.609000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.609340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.609674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.610003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.610330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.610652 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.610973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.611294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.611611 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.611929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.612246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.637038 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.718328 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.773971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e8574b-db0c-44c3-b9b0-a6eeb3fe97ab,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:53.818086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5c0eeb-8f17-431e-b68c-b0b34ec3edd7 None None] Network 010f1017-aadf-41c2-9820-422427c33961 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:53.856990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.883615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Attempting to bind port ede88ee3-a98a-405b-afec-d2f80dd6ab50 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:53.883975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Attempting to bind port ede88ee3-a98a-405b-afec-d2f80dd6ab50 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'f4aaa3a7-9617-4099-9d3a-4e41d12b5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7dda8ee3-6334-432f-bed5-372551be9f3e'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:53.884344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Attempting to bind port ede88ee3-a98a-405b-afec-d2f80dd6ab50 on network 7dda8ee3-6334-432f-bed5-372551be9f3e {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:24:53.884530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010f1017-aadf-41c2-9820-422427c33961']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:53.897415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fce80dd-13ce-4dd0-bf1c-307a02ab0bb2') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:53.897728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fce80dd-13ce-4dd0-bf1c-307a02ab0bb2') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:53.902025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:24:53.902731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Checking segment: {'id': 'f4aaa3a7-9617-4099-9d3a-4e41d12b5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7dda8ee3-6334-432f-bed5-372551be9f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:53.903140 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.903529 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Bound using segment: {'id': 'f4aaa3a7-9617-4099-9d3a-4e41d12b5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7dda8ee3-6334-432f-bed5-372551be9f3e'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:24:53.904265 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Bound port: ede88ee3-a98a-405b-afec-d2f80dd6ab50, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4aaa3a7-9617-4099-9d3a-4e41d12b5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7dda8ee3-6334-432f-bed5-372551be9f3e'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:53.904643 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.910078 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.926827 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.934227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:24:53.934642 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:53.955108 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:54.039452 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.058349 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.072341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/networks/010f1017-aadf-41c2-9820-422427c33961 HTTP/1.1" status: 204 len: 168 time: 0.6618564 Feb 04 16:24:54.073416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ae8e9-745f-4874-bd38-bc59152b4933 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Network': ['ID=010f1017-aadf-41c2-9820-422427c33961,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.076600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52364) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:54.082748 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-131770352'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:54.088602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:54.090059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] For port ede88ee3-a98a-405b-afec-d2f80dd6ab50, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:24:54.092712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:network and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:54.093434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] For port ede88ee3-a98a-405b-afec-d2f80dd6ab50, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ede88ee3-a98a-405b-afec-d2f80dd6ab50,segment=NetworkSegment(f4aaa3a7-9617-4099-9d3a-4e41d12b5972),segment_id=f4aaa3a7-9617-4099-9d3a-4e41d12b5972)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:24:54.095974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:54.099274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.102723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:54.114494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:54.117922 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.144896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:54.154035 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.154510 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Added segment 5f7158bb-d071-411d-803d-81b963e113ac of type vlan for network 9f272e9f-07b8-497c-a639-13be5bd6e6af Feb 04 16:24:54.181814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.191751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448fd1c-53b5-4e51-9b58-b2b55b6779db None None] Pushing event updated for resources: {'Port': ['ID=ede88ee3-a98a-405b-afec-d2f80dd6ab50,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.217558 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.224041 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:54.224670 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.334982 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2570302 Feb 04 16:24:54.336198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52368) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:54.352895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3e507-f5d7-47b7-aa14-d83acc2b7175 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Network': ['ID=9f272e9f-07b8-497c-a639-13be5bd6e6af,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.354200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'subnet': {'network_id': '9f272e9f-07b8-497c-a639-13be5bd6e6af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:54.369154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9f272e9f-07b8-497c-a639-13be5bd6e6af details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:54.485654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:54.490252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:subnet and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:54.493209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:54.499388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:54.512159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:54.515910 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.721555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.ipam_backend_mixin [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Performing IP validity checks on allocation pools {{(pid=87570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:24:54.722323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.ipam_backend_mixin [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:24:54.862524 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.909254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ede88ee3-a98a-405b-afec-d2f80dd6ab50 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:54.951416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Checking segment: {'id': '5f7158bb-d071-411d-803d-81b963e113ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9f272e9f-07b8-497c-a639-13be5bd6e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:54.951776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network hostable DHCP agents. Network: 9f272e9f-07b8-497c-a639-13be5bd6e6af, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:54.956279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Subnet': ['ID=1b4ea1fb-e596-4e8f-ad45-e5d1bb0a4f59,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.977645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network 9f272e9f-07b8-497c-a639-13be5bd6e6af is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:54.990014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ede88ee3-a98a-405b-afec-d2f80dd6ab50 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:54.990966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 9f272e9f-07b8-497c-a639-13be5bd6e6af) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:54.999252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69e479-5348-4631-a99d-6c7b2033a502 None None] Network 9f272e9f-07b8-497c-a639-13be5bd6e6af requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:55.004759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:55.005504 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.031919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-40c2fa7a-1434-4211-be2e-013ff30e9bb3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6945157 Feb 04 16:24:55.034391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52372) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:55.191829 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.255983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c10b1a-5823-4f8c-819f-5438179aa10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-9f272e9f-07b8-497c-a639-13be5bd6e6af', 'network_id': '9f272e9f-07b8-497c-a639-13be5bd6e6af', 'tenant_id': 'f0f153d611ba49a7beb41dc9efc1403f', 'fixed_ips': [{'subnet_id': '1b4ea1fb-e596-4e8f-ad45-e5d1bb0a4f59'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:24:55.257887 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3c10b1a-5823-4f8c-819f-5438179aa10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.282160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.325707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f821c-abed-4693-9cae-068db6a15426 None None] Network 7dda8ee3-6334-432f-bed5-372551be9f3e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:55.384502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.431775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4ea1fb-e596-4e8f-ad45-e5d1bb0a4f59,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:55.461450 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fc485caa-a541-4e92-b0b2-366bcb342fd3 None None] Provisioning for port ede88ee3-a98a-405b-afec-d2f80dd6ab50 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:55.482386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-fc485caa-a541-4e92-b0b2-366bcb342fd3 None None] Provisioning complete for port ede88ee3-a98a-405b-afec-d2f80dd6ab50 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:55.482758 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc485caa-a541-4e92-b0b2-366bcb342fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server [None req-e3c10b1a-5823-4f8c-819f-5438179aa10f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b4ea1fb-e596-4e8f-ad45-e5d1bb0a4f59: This subnet is being modified by another concurrent operation. Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b4ea1fb-e596-4e8f-ad45-e5d1bb0a4f59: This subnet is being modified by another concurrent operation. Feb 04 16:24:55.508076 n-d-827870-1 neutron-server[87572]: ERROR oslo_messaging.rpc.server Feb 04 16:24:55.532915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c458c6dc-aa0e-44df-883e-0b30f9dac7d2 None None] Network 9f272e9f-07b8-497c-a639-13be5bd6e6af requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:55.535946 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.562871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f272e9f-07b8-497c-a639-13be5bd6e6af']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:55.581452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7158bb-d071-411d-803d-81b963e113ac') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:55.582307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7158bb-d071-411d-803d-81b963e113ac') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:55.594597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.611569 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.618830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:24:55.619281 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:55.634515 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:55.715758 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.720648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.748731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Network': ['ID=9f272e9f-07b8-497c-a639-13be5bd6e6af,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:55.753974 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fa414e6d-bed8-4b7e-a712-f0f3873f1695 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/networks/9f272e9f-07b8-497c-a639-13be5bd6e6af HTTP/1.1" status: 204 len: 168 time: 0.7178264 Feb 04 16:24:55.757618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52376) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:55.763201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179194488'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:55.768817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:55.773984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:network and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:55.778044 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:55.784349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:55.794304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:55.798854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.829475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:55.839662 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.840010 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Added segment cef87593-db11-4a9a-83a6-a3a8e7c6d62c of type vlan for network 4f5c838d-0818-47c1-b0fc-7a17eda1acb0 Feb 04 16:24:55.868030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.900251 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.906584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:55.907160 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.923249 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc485caa-a541-4e92-b0b2-366bcb342fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.964666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fc485caa-a541-4e92-b0b2-366bcb342fd3 None None] For port ede88ee3-a98a-405b-afec-d2f80dd6ab50, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ede88ee3-a98a-405b-afec-d2f80dd6ab50,segment=NetworkSegment(f4aaa3a7-9617-4099-9d3a-4e41d12b5972),segment_id=f4aaa3a7-9617-4099-9d3a-4e41d12b5972)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:55.969067 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc485caa-a541-4e92-b0b2-366bcb342fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.011438 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2526927 Feb 04 16:24:56.014370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52380) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:56.020761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'subnet': {'network_id': '4f5c838d-0818-47c1-b0fc-7a17eda1acb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:56.021935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aba5e1-519e-4202-8865-57e8ed1481f7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Network': ['ID=4f5c838d-0818-47c1-b0fc-7a17eda1acb0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:56.033186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 4f5c838d-0818-47c1-b0fc-7a17eda1acb0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:56.114312 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc485caa-a541-4e92-b0b2-366bcb342fd3 None None] Pushing event updated for resources: {'Port': ['ID=ede88ee3-a98a-405b-afec-d2f80dd6ab50,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:56.141902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:56.146618 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:subnet and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:56.150012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:56.157279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:56.168452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:56.172321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.192487 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34fcfa-70d5-488f-a91f-0a675406d54f None None] get_active_networks_info from n-d-827870-1 {{(pid=87572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 16:24:56.289482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34fcfa-70d5-488f-a91f-0a675406d54f None None] Resources bound (agent type, host, resource id): {{(pid=87572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:24:56.310660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-80c05c94-1c70-4395-834e-8712531554f7 None None] Provisioning complete for port ede88ee3-a98a-405b-afec-d2f80dd6ab50 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:56.311014 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-80c05c94-1c70-4395-834e-8712531554f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.513839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.597957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Subnet': ['ID=84e31d60-b4d6-43fc-9cc2-03d19b223dc2,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:56.607715 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Checking segment: {'id': 'cef87593-db11-4a9a-83a6-a3a8e7c6d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5c838d-0818-47c1-b0fc-7a17eda1acb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:56.608078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network hostable DHCP agents. Network: 4f5c838d-0818-47c1-b0fc-7a17eda1acb0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:56.626647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network 4f5c838d-0818-47c1-b0fc-7a17eda1acb0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:56.636361 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 4f5c838d-0818-47c1-b0fc-7a17eda1acb0) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:56.641292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:56.641989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.663505 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-01086573-cc2d-4fd1-901e-5d5870400171 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6479182 Feb 04 16:24:56.666957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52384) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:56.672520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-767422456'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:56.678864 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:56.683005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:network and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:56.686345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:56.689598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06b6b7-5ad2-4693-ab2c-d682c60b4420 None None] Network 4f5c838d-0818-47c1-b0fc-7a17eda1acb0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:56.693232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:56.703369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:56.707410 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.734698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:56.744474 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.744843 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Added segment bc78bb9f-e08b-44f4-af5a-1c81df53c1c6 of type vlan for network c58a0526-d2a0-4f8d-a7af-c48ee57fcf53 Feb 04 16:24:56.772415 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.802860 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.808538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:56.809160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.893014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ede88ee3-a98a-405b-afec-d2f80dd6ab50 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:56.906073 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2381160 Feb 04 16:24:56.908983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52388) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:56.924662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Request body: {'subnet': {'network_id': 'c58a0526-d2a0-4f8d-a7af-c48ee57fcf53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:56.946671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-4f5c838d-0818-47c1-b0fc-7a17eda1acb0', 'network_id': '4f5c838d-0818-47c1-b0fc-7a17eda1acb0', 'tenant_id': 'f0f153d611ba49a7beb41dc9efc1403f', 'fixed_ips': [{'subnet_id': '84e31d60-b4d6-43fc-9cc2-03d19b223dc2'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:24:56.947480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.005639 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6368be-e47a-4d09-b869-3ca06876fa3e tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Network': ['ID=c58a0526-d2a0-4f8d-a7af-c48ee57fcf53,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:57.016199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network c58a0526-d2a0-4f8d-a7af-c48ee57fcf53 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:57.051611 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:57.055555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Usage tracker for resource:subnet and tenant:f0f153d611ba49a7beb41dc9efc1403f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:57.058429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:57.064580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:57.074177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Made reservation on behalf of f0f153d611ba49a7beb41dc9efc1403f for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:57.077576 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.147514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ede88ee3-a98a-405b-afec-d2f80dd6ab50 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:57.147808 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.262834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Allocated IP 2001:db8::2 (4f5c838d-0818-47c1-b0fc-7a17eda1acb0/84e31d60-b4d6-43fc-9cc2-03d19b223dc2/166803b6-6e0c-41a1-ba3f-01600161002a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:57.303102 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.385544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event updated for resources: {'Subnet': ['ID=b660f005-975a-4cf0-8fd0-720e0edf333a,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:57.392647 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Checking segment: {'id': 'bc78bb9f-e08b-44f4-af5a-1c81df53c1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c58a0526-d2a0-4f8d-a7af-c48ee57fcf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:57.393050 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network hostable DHCP agents. Network: c58a0526-d2a0-4f8d-a7af-c48ee57fcf53, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:57.414202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Network c58a0526-d2a0-4f8d-a7af-c48ee57fcf53 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:57.424139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, c58a0526-d2a0-4f8d-a7af-c48ee57fcf53) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:57.431582 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:57.432236 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.434638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec062a2-6f90-4cdf-ba38-f3ec7f5f3f7e None None] Network c58a0526-d2a0-4f8d-a7af-c48ee57fcf53 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:57.454397 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f3d24f3c-130f-4ebb-9046-2e616154b047 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5444045 Feb 04 16:24:57.457459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52392) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:57.607962 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.668449 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.678363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.711860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Transition to ACTIVE for port object 166803b6-6e0c-41a1-ba3f-01600161002a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:57.742982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Transition to ACTIVE for port object 166803b6-6e0c-41a1-ba3f-01600161002a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:57.756205 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.776745 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.797900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Subnet': ['ID=b660f005-975a-4cf0-8fd0-720e0edf333a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:57.837500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8109bea-2d20-4e57-a212-3e7ba0cf6569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-c58a0526-d2a0-4f8d-a7af-c48ee57fcf53', 'network_id': 'c58a0526-d2a0-4f8d-a7af-c48ee57fcf53', 'tenant_id': 'f0f153d611ba49a7beb41dc9efc1403f', 'fixed_ips': [{'subnet_id': 'b660f005-975a-4cf0-8fd0-720e0edf333a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:24:57.838525 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e8109bea-2d20-4e57-a212-3e7ba0cf6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.872448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Network 4f5c838d-0818-47c1-b0fc-7a17eda1acb0 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:57.878157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:57.880479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Pushing event updated for resources: {'Port': ['ID=166803b6-6e0c-41a1-ba3f-01600161002a,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:57.883457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:24:57.908733 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.934707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58a0526-d2a0-4f8d-a7af-c48ee57fcf53']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:57.951638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc78bb9f-e08b-44f4-af5a-1c81df53c1c6') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:57.951934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc78bb9f-e08b-44f4-af5a-1c81df53c1c6') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:57.964291 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.980677 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.986804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:24:57.987188 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:58.002023 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:58.029804 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Attempting to bind port 166803b6-6e0c-41a1-ba3f-01600161002a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:58.030276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Attempting to bind port 166803b6-6e0c-41a1-ba3f-01600161002a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'cef87593-db11-4a9a-83a6-a3a8e7c6d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5c838d-0818-47c1-b0fc-7a17eda1acb0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:58.030509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Attempting to bind port 166803b6-6e0c-41a1-ba3f-01600161002a on network 4f5c838d-0818-47c1-b0fc-7a17eda1acb0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:24:58.033668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4714f545-a639-4e26-be1f-f2fffc939bdd None None] Network c58a0526-d2a0-4f8d-a7af-c48ee57fcf53 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:58.081057 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.095174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:24:58.095559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Checking segment: {'id': 'cef87593-db11-4a9a-83a6-a3a8e7c6d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5c838d-0818-47c1-b0fc-7a17eda1acb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:24:58.095933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.096317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Bound using segment: {'id': 'cef87593-db11-4a9a-83a6-a3a8e7c6d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5c838d-0818-47c1-b0fc-7a17eda1acb0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:24:58.096809 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Bound port: 166803b6-6e0c-41a1-ba3f-01600161002a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef87593-db11-4a9a-83a6-a3a8e7c6d62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5c838d-0818-47c1-b0fc-7a17eda1acb0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:58.097232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.100327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.116243 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Network': ['ID=c58a0526-d2a0-4f8d-a7af-c48ee57fcf53,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:58.120319 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c5b63cfd-7104-4fd3-8297-3214cff385e1 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/networks/c58a0526-d2a0-4f8d-a7af-c48ee57fcf53 HTTP/1.1" status: 204 len: 168 time: 0.6618061 Feb 04 16:24:58.125293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52396) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:58.164502 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfd5f9f-529c-4256-9a06-00ff161d3961 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] GET failed (client error): The resource could not be found. Feb 04 16:24:58.165053 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8dfd5f9f-529c-4256-9a06-00ff161d3961 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Synchronizing usage tracker for tenant:f0f153d611ba49a7beb41dc9efc1403f on resource:subnet {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:24:58.182789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8dfd5f9f-529c-4256-9a06-00ff161d3961 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Unset dirty status for tenant:f0f153d611ba49a7beb41dc9efc1403f on resource:subnet {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:24:58.183947 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8dfd5f9f-529c-4256-9a06-00ff161d3961 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "GET /v2.0/subnets/b660f005-975a-4cf0-8fd0-720e0edf333a HTTP/1.1" status: 404 len: 337 time: 0.0577638 Feb 04 16:24:58.186832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52400) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:58.212489 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6708b867-6d26-44cf-aed0-77df09683ef2 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] DELETE failed (client error): The resource could not be found. Feb 04 16:24:58.213901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6708b867-6d26-44cf-aed0-77df09683ef2 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:24:58.214689 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6708b867-6d26-44cf-aed0-77df09683ef2 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/networks/c58a0526-d2a0-4f8d-a7af-c48ee57fcf53 HTTP/1.1" status: 404 len: 339 time: 0.0267556 Feb 04 16:24:58.218504 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52404) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:58.256913 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a104696e-096d-4b25-a698-ab1d1449cb78 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] DELETE failed (client error): The resource could not be found. Feb 04 16:24:58.257542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a104696e-096d-4b25-a698-ab1d1449cb78 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:24:58.261841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-a104696e-096d-4b25-a698-ab1d1449cb78 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/subnets/b660f005-975a-4cf0-8fd0-720e0edf333a HTTP/1.1" status: 404 len: 337 time: 0.0399985 Feb 04 16:24:58.262281 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52408) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:58.287849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] For port 166803b6-6e0c-41a1-ba3f-01600161002a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:24:58.290983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] For port 166803b6-6e0c-41a1-ba3f-01600161002a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=166803b6-6e0c-41a1-ba3f-01600161002a,segment=NetworkSegment(cef87593-db11-4a9a-83a6-a3a8e7c6d62c),segment_id=cef87593-db11-4a9a-83a6-a3a8e7c6d62c)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:24:58.294587 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df43edd-0159-48b0-bcdd-5d10374e9f0b tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] DELETE failed (client error): The resource could not be found. Feb 04 16:24:58.295162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df43edd-0159-48b0-bcdd-5d10374e9f0b tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:24:58.295416 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.299426 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2df43edd-0159-48b0-bcdd-5d10374e9f0b tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/networks/c58a0526-d2a0-4f8d-a7af-c48ee57fcf53 HTTP/1.1" status: 404 len: 339 time: 0.0338681 Feb 04 16:24:58.299716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52412) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:58.367523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e318f52e-8b06-468b-9ed4-287bf9e2cce3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Deleting subnet 84e31d60-b4d6-43fc-9cc2-03d19b223dc2 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:24:58.373441 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e318f52e-8b06-468b-9ed4-287bf9e2cce3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.374433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242caa7c-433e-4fd8-b5bc-cdc6fdfd8102 None None] Pushing event updated for resources: {'Port': ['ID=166803b6-6e0c-41a1-ba3f-01600161002a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:58.430328 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e318f52e-8b06-468b-9ed4-287bf9e2cce3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.542812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e318f52e-8b06-468b-9ed4-287bf9e2cce3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.624200 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e318f52e-8b06-468b-9ed4-287bf9e2cce3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.665676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318f52e-8b06-468b-9ed4-287bf9e2cce3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Subnet': ['ID=84e31d60-b4d6-43fc-9cc2-03d19b223dc2,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:58.673327 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e318f52e-8b06-468b-9ed4-287bf9e2cce3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.691987 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e318f52e-8b06-468b-9ed4-287bf9e2cce3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/subnets/84e31d60-b4d6-43fc-9cc2-03d19b223dc2 HTTP/1.1" status: 204 len: 168 time: 0.3880761 Feb 04 16:24:58.692268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52416) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:58.807247 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.819573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Deleting port 166803b6-6e0c-41a1-ba3f-01600161002a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:24:58.819905 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.898946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 166803b6-6e0c-41a1-ba3f-01600161002a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:58.970207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 166803b6-6e0c-41a1-ba3f-01600161002a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:59.034042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] For port 166803b6-6e0c-41a1-ba3f-01600161002a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=166803b6-6e0c-41a1-ba3f-01600161002a,segment=NetworkSegment(cef87593-db11-4a9a-83a6-a3a8e7c6d62c),segment_id=cef87593-db11-4a9a-83a6-a3a8e7c6d62c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:24:59.034403 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.272438 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Calling delete_port for 166803b6-6e0c-41a1-ba3f-01600161002a owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:24:59.332132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11aead2-ca5f-4dda-a7c4-7d3df6608f92 None None] Network 4f5c838d-0818-47c1-b0fc-7a17eda1acb0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:24:59.361338 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.407109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Port': ['ID=166803b6-6e0c-41a1-ba3f-01600161002a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:59.412423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] No DVR routers for this DVR port 166803b6-6e0c-41a1-ba3f-01600161002a on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:59.437945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-de76a158-be09-4e53-b94e-7bc9d5434bdc None None] Could not find standard attr ID for object 166803b6-6e0c-41a1-ba3f-01600161002a. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:24:59.549088 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.577118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa35b2ef-e632-4e32-a9ee-b9f36c18521b None None] DHCP port deletion for 4f5c838d-0818-47c1-b0fc-7a17eda1acb0 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:24:59.600941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5c838d-0818-47c1-b0fc-7a17eda1acb0']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:59.625714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef87593-db11-4a9a-83a6-a3a8e7c6d62c') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:59.626048 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef87593-db11-4a9a-83a6-a3a8e7c6d62c') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:59.641917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.661171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.667761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:24:59.668238 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:59.683486 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:59.777685 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.797178 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.810293 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Network': ['ID=4f5c838d-0818-47c1-b0fc-7a17eda1acb0,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:59.814836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-59813122-4029-40b4-894d-67f5e44cf639 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/networks/4f5c838d-0818-47c1-b0fc-7a17eda1acb0 HTTP/1.1" status: 204 len: 168 time: 1.1209943 Feb 04 16:24:59.817339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52420) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:59.857325 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a3bb03-86ff-4350-8b0c-7cf1915d2aa7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] DELETE failed (client error): The resource could not be found. Feb 04 16:24:59.857697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a3bb03-86ff-4350-8b0c-7cf1915d2aa7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:24:59.861812 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-74a3bb03-86ff-4350-8b0c-7cf1915d2aa7 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/subnets/1b4ea1fb-e596-4e8f-ad45-e5d1bb0a4f59 HTTP/1.1" status: 404 len: 337 time: 0.0411828 Feb 04 16:24:59.862134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52424) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:59.889195 n-d-827870-1 neutron-server[87570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e04acb9-9d83-43aa-9a23-ca9ec7ed0a60 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] DELETE failed (client error): The resource could not be found. Feb 04 16:24:59.889669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e04acb9-9d83-43aa-9a23-ca9ec7ed0a60 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:24:59.891389 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9e04acb9-9d83-43aa-9a23-ca9ec7ed0a60 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/networks/9f272e9f-07b8-497c-a639-13be5bd6e6af HTTP/1.1" status: 404 len: 339 time: 0.0283067 Feb 04 16:24:59.895146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52428) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:59.937700 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e2664a-d384-4202-b484-3609edccc561 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] DELETE failed (client error): The resource could not be found. Feb 04 16:24:59.938241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e2664a-d384-4202-b484-3609edccc561 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:24:59.942700 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e9e2664a-d384-4202-b484-3609edccc561 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/subnets/d3e8574b-db0c-44c3-b9b0-a6eeb3fe97ab HTTP/1.1" status: 404 len: 337 time: 0.0436780 Feb 04 16:24:59.942981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52432) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:59.968780 n-d-827870-1 neutron-server[87571]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddf1531-486e-4139-8c8c-41eb5f9dc5c3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] DELETE failed (client error): The resource could not be found. Feb 04 16:24:59.969272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddf1531-486e-4139-8c8c-41eb5f9dc5c3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:24:59.973934 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dddf1531-486e-4139-8c8c-41eb5f9dc5c3 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/networks/010f1017-aadf-41c2-9820-422427c33961 HTTP/1.1" status: 404 len: 339 time: 0.0267105 Feb 04 16:24:59.974592 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52436) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:00.041638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4cb28e-27c2-435c-bf16-a092d72afa68 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Deleting subnet 20fb156e-ee0b-4ac2-8534-7846f5bd98f6 {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:25:00.044736 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb28e-27c2-435c-bf16-a092d72afa68 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.105484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb28e-27c2-435c-bf16-a092d72afa68 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.189258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb28e-27c2-435c-bf16-a092d72afa68 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.268450 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb28e-27c2-435c-bf16-a092d72afa68 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.319320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cb28e-27c2-435c-bf16-a092d72afa68 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Subnet': ['ID=20fb156e-ee0b-4ac2-8534-7846f5bd98f6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:00.321399 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb28e-27c2-435c-bf16-a092d72afa68 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.327070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c3239-466b-4d34-a576-5084abba322d None None] Network 7dda8ee3-6334-432f-bed5-372551be9f3e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:00.333133 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc4cb28e-27c2-435c-bf16-a092d72afa68 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/subnets/20fb156e-ee0b-4ac2-8534-7846f5bd98f6 HTTP/1.1" status: 204 len: 168 time: 0.3569565 Feb 04 16:25:00.335124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52440) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:00.576271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] DHCP port deletion for 7dda8ee3-6334-432f-bed5-372551be9f3e request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:25:00.580269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] Deleting port ede88ee3-a98a-405b-afec-d2f80dd6ab50 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:25:00.580710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.580952 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.591585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Deleting port ede88ee3-a98a-405b-afec-d2f80dd6ab50 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:25:00.591923 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.805085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] For port ede88ee3-a98a-405b-afec-d2f80dd6ab50, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ede88ee3-a98a-405b-afec-d2f80dd6ab50,segment=NetworkSegment(f4aaa3a7-9617-4099-9d3a-4e41d12b5972),segment_id=f4aaa3a7-9617-4099-9d3a-4e41d12b5972)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:00.805464 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.843186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] For port ede88ee3-a98a-405b-afec-d2f80dd6ab50, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ede88ee3-a98a-405b-afec-d2f80dd6ab50,segment=NetworkSegment(f4aaa3a7-9617-4099-9d3a-4e41d12b5972),segment_id=f4aaa3a7-9617-4099-9d3a-4e41d12b5972)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:00.843567 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.878387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ede88ee3-a98a-405b-afec-d2f80dd6ab50 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:00.980944 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Calling delete_port for ede88ee3-a98a-405b-afec-d2f80dd6ab50 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:25:01.029619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] Calling delete_port for ede88ee3-a98a-405b-afec-d2f80dd6ab50 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:25:01.062665 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.106406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No active binding found for port ede88ee3-a98a-405b-afec-d2f80dd6ab50 {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 16:25:01.106917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ede88ee3-a98a-405b-afec-d2f80dd6ab50 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:25:01.107462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 166803b6-6e0c-41a1-ba3f-01600161002a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:01.114517 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Port': ['ID=ede88ee3-a98a-405b-afec-d2f80dd6ab50,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:01.118232 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] No DVR routers for this DVR port ede88ee3-a98a-405b-afec-d2f80dd6ab50 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:01.155979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 166803b6-6e0c-41a1-ba3f-01600161002a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:25:01.156409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 166803b6-6e0c-41a1-ba3f-01600161002a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:25:01.164829 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:25:01.165231 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:25:01.260158 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.290925 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dda8ee3-6334-432f-bed5-372551be9f3e']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:01.304681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4aaa3a7-9617-4099-9d3a-4e41d12b5972') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:01.305063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4aaa3a7-9617-4099-9d3a-4e41d12b5972') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:01.318961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.335595 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.341808 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:25:01.342203 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:25:01.356707 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:25:01.441775 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.459307 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.470773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] Pushing event deleted for resources: {'Network': ['ID=7dda8ee3-6334-432f-bed5-372551be9f3e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:01.475479 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-876a2620-f0ce-44b6-b460-594e7afa9147 tempest-NetworksIpV6Test-751719598 tempest-NetworksIpV6Test-751719598-project] 10.222.0.46 "DELETE /v2.0/networks/7dda8ee3-6334-432f-bed5-372551be9f3e HTTP/1.1" status: 204 len: 168 time: 1.1393476 Feb 04 16:25:01.666779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] Deleting port ede88ee3-a98a-405b-afec-d2f80dd6ab50 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:25:01.667392 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.735085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef0321-9f95-450e-ab30-7e77f42083b9 None None] The port 'ede88ee3-a98a-405b-afec-d2f80dd6ab50' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:25:01.761054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52448) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:01.918743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0e7abe9f-28c7-4b29-8cb3-b032cf4ad146 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0f153d611ba49a7beb41dc9efc1403f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564875 Feb 04 16:25:01.921186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52454) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:01.984500 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-afe70812-453d-445d-accb-df9b7239ff6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:02.010375 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-afe70812-453d-445d-accb-df9b7239ff6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:02.063510 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-afe70812-453d-445d-accb-df9b7239ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:02.078153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe70812-453d-445d-accb-df9b7239ff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64709b6e-8930-4f5b-b57b-965fff5a3cd3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:02.085289 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-afe70812-453d-445d-accb-df9b7239ff6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:02.086413 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-afe70812-453d-445d-accb-df9b7239ff6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64709b6e-8930-4f5b-b57b-965fff5a3cd3 HTTP/1.1" status: 204 len: 168 time: 0.1643455 Feb 04 16:25:02.410057 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:25:02.813080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52478) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:02.934866 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1726408209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:02.942759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:02.946619 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Usage tracker for resource:router and tenant:eabbe58fcac34fb293dbf641db4649d0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:02.949567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:02.955977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:02.968102 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:02.969176 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:02.985034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.004991 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.028297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.029536 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9f33f45a-b3c5-4568-ae60-a542c85c435f tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2154477 Feb 04 16:25:03.032448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52484) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:03.038701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1686482339'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:03.044468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:03.048978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Usage tracker for resource:network and tenant:eabbe58fcac34fb293dbf641db4649d0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:03.051898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:03.057841 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:03.068131 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Made reservation on behalf of eabbe58fcac34fb293dbf641db4649d0 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:03.071617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.085323 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.100798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:03.104672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Usage tracker for resource:security_group_rule and tenant:eabbe58fcac34fb293dbf641db4649d0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:03.107595 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:03.113785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:03.198880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.202905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.235512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:25:03.244372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d647d-0d76-4d77-9bdc-aae23c74978f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:03.250146 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.250530 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Added segment e1d8514c-846d-44a0-a252-d00d69337837 of type vlan for network 3cd03c96-4bbe-475c-a993-deb230e1b4af Feb 04 16:25:03.281603 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.313854 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.320038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:03.320807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.438119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event updated for resources: {'Network': ['ID=3cd03c96-4bbe-475c-a993-deb230e1b4af,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:03.444544 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d59030c1-0f0e-4334-90a0-000dc38d25e8 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4083591 Feb 04 16:25:03.444968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52488) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:03.451278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 3cd03c96-4bbe-475c-a993-deb230e1b4af details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:25:03.452713 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Request body: {'subnet': {'network_id': '3cd03c96-4bbe-475c-a993-deb230e1b4af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:03.571098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:03.575151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Usage tracker for resource:subnet and tenant:eabbe58fcac34fb293dbf641db4649d0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:03.578082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:03.584154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:03.594198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Made reservation on behalf of eabbe58fcac34fb293dbf641db4649d0 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:03.597875 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.826508 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.902484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event updated for resources: {'Subnet': ['ID=0f32fb81-6e7e-44e5-8e62-d2c510918846,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:03.913728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Checking segment: {'id': 'e1d8514c-846d-44a0-a252-d00d69337837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cd03c96-4bbe-475c-a993-deb230e1b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:03.914082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Network hostable DHCP agents. Network: 3cd03c96-4bbe-475c-a993-deb230e1b4af, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:25:03.933628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Network 3cd03c96-4bbe-475c-a993-deb230e1b4af is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:25:03.944381 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 3cd03c96-4bbe-475c-a993-deb230e1b4af) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:03.950246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:03.950246 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.955971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf621ef-30f0-4715-9d24-1779fb86f4bb None None] Network 3cd03c96-4bbe-475c-a993-deb230e1b4af requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:03.979908 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-277240f7-74fa-4fb0-a126-fd5ff06c35a9 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5339413 Feb 04 16:25:03.982888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52492) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:03.989320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1068254077'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:03.995853 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:03.999862 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Usage tracker for resource:network and tenant:eabbe58fcac34fb293dbf641db4649d0 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:04.002907 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:04.008662 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:04.022548 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Made reservation on behalf of eabbe58fcac34fb293dbf641db4649d0 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:04.026085 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.054807 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:25:04.064057 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.064405 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Added segment edf23338-9a43-418d-a85a-3e5f93038743 of type vlan for network 2a78c42e-5ab2-4ef2-9a60-56cb958ec211 Feb 04 16:25:04.091299 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.121211 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.126800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:04.127385 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.183361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-3cd03c96-4bbe-475c-a993-deb230e1b4af', 'network_id': '3cd03c96-4bbe-475c-a993-deb230e1b4af', 'tenant_id': 'eabbe58fcac34fb293dbf641db4649d0', 'fixed_ips': [{'subnet_id': '0f32fb81-6e7e-44e5-8e62-d2c510918846'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:25:04.184280 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.217717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2337942 Feb 04 16:25:04.220557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52496) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:04.229305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Request body: {'subnet': {'network_id': '2a78c42e-5ab2-4ef2-9a60-56cb958ec211', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:04.239373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd4210-399d-46ec-9df0-58816a9b1c31 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event updated for resources: {'Network': ['ID=2a78c42e-5ab2-4ef2-9a60-56cb958ec211,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:04.251705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 2a78c42e-5ab2-4ef2-9a60-56cb958ec211 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:25:04.356628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:04.360467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Usage tracker for resource:subnet and tenant:eabbe58fcac34fb293dbf641db4649d0 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:04.363349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:04.369106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:04.378996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Made reservation on behalf of eabbe58fcac34fb293dbf641db4649d0 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:04.382892 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.413010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0d9345ea-2f53-48d3-a4ea-9d3f4777f030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.448288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Allocated IP 172.20.0.2 (3cd03c96-4bbe-475c-a993-deb230e1b4af/0f32fb81-6e7e-44e5-8e62-d2c510918846/611a476b-9aba-46fa-b74d-dd4d7699eeea) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:04.608656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.661746 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.671993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Transition to ACTIVE for port object 611a476b-9aba-46fa-b74d-dd4d7699eeea will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:04.690777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Transition to ACTIVE for port object 611a476b-9aba-46fa-b74d-dd4d7699eeea will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:04.693186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event updated for resources: {'Subnet': ['ID=6ba9d9f8-2dcc-43d1-a8af-9c7bbe5e10b6,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:04.696812 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.701780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Checking segment: {'id': 'edf23338-9a43-418d-a85a-3e5f93038743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a78c42e-5ab2-4ef2-9a60-56cb958ec211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:04.702050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Network hostable DHCP agents. Network: 2a78c42e-5ab2-4ef2-9a60-56cb958ec211, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:25:04.721059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Network 2a78c42e-5ab2-4ef2-9a60-56cb958ec211 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:25:04.730946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 2a78c42e-5ab2-4ef2-9a60-56cb958ec211) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:04.735092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:04.735690 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.755146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d7e60c-4821-40c5-9ac0-9dee51b9c411 None None] Network 2a78c42e-5ab2-4ef2-9a60-56cb958ec211 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:04.758360 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e56a7451-16ef-42aa-be18-5df6491f8360 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5364771 Feb 04 16:25:04.760977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52500) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:04.766019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-66b8760c-227a-4bb6-9baa-5de34cefcfcc tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a78c42e-5ab2-4ef2-9a60-56cb958ec211'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:04.822216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Network 3cd03c96-4bbe-475c-a993-deb230e1b4af is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:04.828958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:04.836044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:25:04.853508 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Pushing event updated for resources: {'Port': ['ID=611a476b-9aba-46fa-b74d-dd4d7699eeea,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:04.971441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Attempting to bind port 611a476b-9aba-46fa-b74d-dd4d7699eeea on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:04.971797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Attempting to bind port 611a476b-9aba-46fa-b74d-dd4d7699eeea by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'e1d8514c-846d-44a0-a252-d00d69337837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cd03c96-4bbe-475c-a993-deb230e1b4af'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:04.972704 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Attempting to bind port 611a476b-9aba-46fa-b74d-dd4d7699eeea on network 3cd03c96-4bbe-475c-a993-deb230e1b4af {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:05.003912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:25:05.004272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Checking segment: {'id': 'e1d8514c-846d-44a0-a252-d00d69337837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cd03c96-4bbe-475c-a993-deb230e1b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:05.004663 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.005073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Bound using segment: {'id': 'e1d8514c-846d-44a0-a252-d00d69337837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cd03c96-4bbe-475c-a993-deb230e1b4af'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:25:05.005542 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Bound port: 611a476b-9aba-46fa-b74d-dd4d7699eeea, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d8514c-846d-44a0-a252-d00d69337837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cd03c96-4bbe-475c-a993-deb230e1b4af'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:05.005904 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.186986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-2a78c42e-5ab2-4ef2-9a60-56cb958ec211', 'network_id': '2a78c42e-5ab2-4ef2-9a60-56cb958ec211', 'tenant_id': 'eabbe58fcac34fb293dbf641db4649d0', 'fixed_ips': [{'subnet_id': '6ba9d9f8-2dcc-43d1-a8af-9c7bbe5e10b6'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:25:05.186986 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.219284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] For port 611a476b-9aba-46fa-b74d-dd4d7699eeea, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:25:05.265601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] For port 611a476b-9aba-46fa-b74d-dd4d7699eeea, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=611a476b-9aba-46fa-b74d-dd4d7699eeea,segment=NetworkSegment(e1d8514c-846d-44a0-a252-d00d69337837),segment_id=e1d8514c-846d-44a0-a252-d00d69337837)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:25:05.277006 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.291827 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66b8760c-227a-4bb6-9baa-5de34cefcfcc tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.431482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb00c69-5779-4a51-a473-9561be0afa96 None None] Pushing event updated for resources: {'Port': ['ID=611a476b-9aba-46fa-b74d-dd4d7699eeea,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:05.450848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Allocated IP 172.21.0.2 (2a78c42e-5ab2-4ef2-9a60-56cb958ec211/6ba9d9f8-2dcc-43d1-a8af-9c7bbe5e10b6/db1eec12-3e76-419a-b073-b9360b3138dd) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:05.464713 n-d-827870-1 neutron-server[87570]: INFO neutron.api.v2.resource [None req-66b8760c-227a-4bb6-9baa-5de34cefcfcc tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:25:05.465539 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-66b8760c-227a-4bb6-9baa-5de34cefcfcc tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "PUT /v2.0/routers/e33d7acf-4a8e-4a0e-af64-e3ab72a4da2d HTTP/1.1" status: 400 len: 364 time: 0.7036130 Feb 04 16:25:05.471468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52504) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:05.543906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-509fe313-b507-452f-aee2-15a618ed7807 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Deleting subnet 6ba9d9f8-2dcc-43d1-a8af-9c7bbe5e10b6 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:25:05.683958 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.696397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Transition to ACTIVE for port object db1eec12-3e76-419a-b073-b9360b3138dd will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:05.716304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Transition to ACTIVE for port object db1eec12-3e76-419a-b073-b9360b3138dd will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:05.723156 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-509fe313-b507-452f-aee2-15a618ed7807 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.723559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.786127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-509fe313-b507-452f-aee2-15a618ed7807 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.795489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Network 2a78c42e-5ab2-4ef2-9a60-56cb958ec211 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:05.798536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:05.803937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:25:05.837282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Pushing event updated for resources: {'Port': ['ID=db1eec12-3e76-419a-b073-b9360b3138dd,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:05.880702 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-509fe313-b507-452f-aee2-15a618ed7807 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.899690 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Attempting to bind port db1eec12-3e76-419a-b073-b9360b3138dd on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:05.900051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Attempting to bind port db1eec12-3e76-419a-b073-b9360b3138dd by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'edf23338-9a43-418d-a85a-3e5f93038743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a78c42e-5ab2-4ef2-9a60-56cb958ec211'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:05.900401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Attempting to bind port db1eec12-3e76-419a-b073-b9360b3138dd on network 2a78c42e-5ab2-4ef2-9a60-56cb958ec211 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:05.905736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:25:05.906109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Checking segment: {'id': 'edf23338-9a43-418d-a85a-3e5f93038743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a78c42e-5ab2-4ef2-9a60-56cb958ec211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:05.906484 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.906864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Bound using segment: {'id': 'edf23338-9a43-418d-a85a-3e5f93038743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a78c42e-5ab2-4ef2-9a60-56cb958ec211'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:25:05.907310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Bound port: db1eec12-3e76-419a-b073-b9360b3138dd, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf23338-9a43-418d-a85a-3e5f93038743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a78c42e-5ab2-4ef2-9a60-56cb958ec211'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:05.907783 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.969398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-509fe313-b507-452f-aee2-15a618ed7807 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.008466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] For port db1eec12-3e76-419a-b073-b9360b3138dd, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:25:06.013181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fe313-b507-452f-aee2-15a618ed7807 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba9d9f8-2dcc-43d1-a8af-9c7bbe5e10b6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:06.014303 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] For port db1eec12-3e76-419a-b073-b9360b3138dd, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=db1eec12-3e76-419a-b073-b9360b3138dd,segment=NetworkSegment(edf23338-9a43-418d-a85a-3e5f93038743),segment_id=edf23338-9a43-418d-a85a-3e5f93038743)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:25:06.019520 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.020230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-509fe313-b507-452f-aee2-15a618ed7807 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.027050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-509fe313-b507-452f-aee2-15a618ed7807 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "DELETE /v2.0/subnets/6ba9d9f8-2dcc-43d1-a8af-9c7bbe5e10b6 HTTP/1.1" status: 204 len: 168 time: 0.5545118 Feb 04 16:25:06.029521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52508) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:06.098437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b82bc-44a0-4648-819a-8bfb866838ae None None] Pushing event updated for resources: {'Port': ['ID=db1eec12-3e76-419a-b073-b9360b3138dd,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:06.163927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.176125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Deleting port db1eec12-3e76-419a-b073-b9360b3138dd {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:25:06.176469 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.420878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] For port db1eec12-3e76-419a-b073-b9360b3138dd, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=db1eec12-3e76-419a-b073-b9360b3138dd,segment=NetworkSegment(edf23338-9a43-418d-a85a-3e5f93038743),segment_id=edf23338-9a43-418d-a85a-3e5f93038743)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:06.421560 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.553547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Calling delete_port for db1eec12-3e76-419a-b073-b9360b3138dd owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:25:06.616581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e4130-7f7c-45a3-b671-cb332d6338ab None None] Network 3cd03c96-4bbe-475c-a993-deb230e1b4af requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:06.641328 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.690721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event deleted for resources: {'Port': ['ID=db1eec12-3e76-419a-b073-b9360b3138dd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:06.696953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] No DVR routers for this DVR port db1eec12-3e76-419a-b073-b9360b3138dd on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:06.706793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d08bfcdb-fc65-4594-b34d-9512f8cdf5db None None] Provisioning for port 611a476b-9aba-46fa-b74d-dd4d7699eeea completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:06.773668 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d6a092b0-ce43-444f-bcb7-f86d13e6d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.789358 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.861031 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.893535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a78c42e-5ab2-4ef2-9a60-56cb958ec211']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:06.909715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf23338-9a43-418d-a85a-3e5f93038743') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:06.910012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf23338-9a43-418d-a85a-3e5f93038743') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:06.926409 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.946644 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.950994 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 611a476b-9aba-46fa-b74d-dd4d7699eeea up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:06.960210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:25:06.960720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:25:06.980570 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:25:07.060161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 611a476b-9aba-46fa-b74d-dd4d7699eeea completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:07.066754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 611a476b-9aba-46fa-b74d-dd4d7699eeea triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:07.067266 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.074263 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.096192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.109165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event deleted for resources: {'Network': ['ID=2a78c42e-5ab2-4ef2-9a60-56cb958ec211,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:07.114867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a7641547-1eee-44ff-a59d-263e03fcad8d tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "DELETE /v2.0/networks/2a78c42e-5ab2-4ef2-9a60-56cb958ec211 HTTP/1.1" status: 204 len: 168 time: 1.0841548 Feb 04 16:25:07.116993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52512) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:07.195191 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc55ffa-1180-4e24-bdb2-d6d2a8151126 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Deleting subnet 0f32fb81-6e7e-44e5-8e62-d2c510918846 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:25:07.195431 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.198802 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cc55ffa-1180-4e24-bdb2-d6d2a8151126 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.231421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 611a476b-9aba-46fa-b74d-dd4d7699eeea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=611a476b-9aba-46fa-b74d-dd4d7699eeea,segment=NetworkSegment(e1d8514c-846d-44a0-a252-d00d69337837),segment_id=e1d8514c-846d-44a0-a252-d00d69337837)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:07.236950 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.265542 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cc55ffa-1180-4e24-bdb2-d6d2a8151126 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.336864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=611a476b-9aba-46fa-b74d-dd4d7699eeea,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:07.356275 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7bf0da83-d7ca-439f-a914-ef399b080a50 None None] Provisioning complete for port 611a476b-9aba-46fa-b74d-dd4d7699eeea triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:07.356647 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7bf0da83-d7ca-439f-a914-ef399b080a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.385374 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cc55ffa-1180-4e24-bdb2-d6d2a8151126 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.466505 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cc55ffa-1180-4e24-bdb2-d6d2a8151126 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.479965 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f0a94-9d2d-4436-b0d4-f5670ba6f52d None None] DHCP port deletion for 2a78c42e-5ab2-4ef2-9a60-56cb958ec211 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:25:07.507041 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9fcbc9-c04e-4bde-95eb-67027c809afd None None] Network 2a78c42e-5ab2-4ef2-9a60-56cb958ec211 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:07.512669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc55ffa-1180-4e24-bdb2-d6d2a8151126 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event deleted for resources: {'Subnet': ['ID=0f32fb81-6e7e-44e5-8e62-d2c510918846,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:07.518015 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cc55ffa-1180-4e24-bdb2-d6d2a8151126 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.525316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9fcbc9-c04e-4bde-95eb-67027c809afd None None] Network 2a78c42e-5ab2-4ef2-9a60-56cb958ec211 could not be found, it might have been deleted concurrently. {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 16:25:07.528127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee21d7-fd75-4f46-801e-3596e4a600e9 None None] Network 3cd03c96-4bbe-475c-a993-deb230e1b4af requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:07.528700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5cc55ffa-1180-4e24-bdb2-d6d2a8151126 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "DELETE /v2.0/subnets/0f32fb81-6e7e-44e5-8e62-d2c510918846 HTTP/1.1" status: 204 len: 168 time: 0.4104221 Feb 04 16:25:07.529078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52516) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:07.650373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.661245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-53b6e9f8-867a-42e9-afe6-5df91bb9ddf3 None None] Could not find standard attr ID for object db1eec12-3e76-419a-b073-b9360b3138dd. {{(pid=87572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:25:07.661410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Deleting port 611a476b-9aba-46fa-b74d-dd4d7699eeea {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:25:07.661597 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.789065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.817550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] DHCP port deletion for 3cd03c96-4bbe-475c-a993-deb230e1b4af request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:25:07.821756 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] Deleting port 611a476b-9aba-46fa-b74d-dd4d7699eeea {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:25:07.822119 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.873659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] For port 611a476b-9aba-46fa-b74d-dd4d7699eeea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=611a476b-9aba-46fa-b74d-dd4d7699eeea,segment=NetworkSegment(e1d8514c-846d-44a0-a252-d00d69337837),segment_id=e1d8514c-846d-44a0-a252-d00d69337837)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:07.874009 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.888784 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.999806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Calling delete_port for 611a476b-9aba-46fa-b74d-dd4d7699eeea owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:25:08.047112 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] For port 611a476b-9aba-46fa-b74d-dd4d7699eeea, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=611a476b-9aba-46fa-b74d-dd4d7699eeea,segment=NetworkSegment(e1d8514c-846d-44a0-a252-d00d69337837),segment_id=e1d8514c-846d-44a0-a252-d00d69337837)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:08.047497 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.170941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] Calling delete_port for 611a476b-9aba-46fa-b74d-dd4d7699eeea owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:25:08.196155 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.242332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event deleted for resources: {'Port': ['ID=611a476b-9aba-46fa-b74d-dd4d7699eeea,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:08.245796 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:25:08.247506 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:25:08.249486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] No DVR routers for this DVR port 611a476b-9aba-46fa-b74d-dd4d7699eeea on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:08.371223 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.399882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd03c96-4bbe-475c-a993-deb230e1b4af']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:08.412344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d8514c-846d-44a0-a252-d00d69337837') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:08.412644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d8514c-846d-44a0-a252-d00d69337837') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:08.423932 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.440544 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.447682 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:25:08.448227 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:25:08.463280 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:25:08.547128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.553341 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.580298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Pushing event deleted for resources: {'Network': ['ID=3cd03c96-4bbe-475c-a993-deb230e1b4af,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:08.588281 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-20f4ef28-2e86-4a70-a7a8-a8b66f849d29 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "DELETE /v2.0/networks/3cd03c96-4bbe-475c-a993-deb230e1b4af HTTP/1.1" status: 204 len: 168 time: 1.0545199 Feb 04 16:25:08.588717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52520) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:08.640491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-02781414-2bb7-4893-bfd3-909d30089099 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Synchronizing usage tracker for tenant:eabbe58fcac34fb293dbf641db4649d0 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:08.657770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-02781414-2bb7-4893-bfd3-909d30089099 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Unset dirty status for tenant:eabbe58fcac34fb293dbf641db4649d0 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:08.659082 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-02781414-2bb7-4893-bfd3-909d30089099 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "GET /v2.0/ports?device_id=e33d7acf-4a8e-4a0e-af64-e3ab72a4da2d HTTP/1.1" status: 200 len: 205 time: 0.0662091 Feb 04 16:25:08.662218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52524) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:08.747246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] Deleting port 611a476b-9aba-46fa-b74d-dd4d7699eeea {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:25:08.747647 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.801148 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba1d-367d-4c09-bb8c-36cdbbec83d6 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.817161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5930c1b5-9ae7-4984-9706-5b8c00616875 None None] The port '611a476b-9aba-46fa-b74d-dd4d7699eeea' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:25:08.872747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 611a476b-9aba-46fa-b74d-dd4d7699eeea no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:08.907774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 611a476b-9aba-46fa-b74d-dd4d7699eeea {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:25:08.908108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 611a476b-9aba-46fa-b74d-dd4d7699eeea not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:25:08.908523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device db1eec12-3e76-419a-b073-b9360b3138dd no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:08.942898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: db1eec12-3e76-419a-b073-b9360b3138dd {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:25:08.943235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device db1eec12-3e76-419a-b073-b9360b3138dd not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:25:09.112332 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba1d-367d-4c09-bb8c-36cdbbec83d6 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.114888 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba1d-367d-4c09-bb8c-36cdbbec83d6 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.137821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba1d-367d-4c09-bb8c-36cdbbec83d6 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.138320 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8cba1d-367d-4c09-bb8c-36cdbbec83d6 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Fanout notify agent at l3_agent the message router_deleted on router e33d7acf-4a8e-4a0e-af64-e3ab72a4da2d {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:25:09.150396 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba1d-367d-4c09-bb8c-36cdbbec83d6 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.151576 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3d8cba1d-367d-4c09-bb8c-36cdbbec83d6 tempest-RoutersNegativeTest-1952482947 tempest-RoutersNegativeTest-1952482947-project] 10.222.0.46 "DELETE /v2.0/routers/e33d7acf-4a8e-4a0e-af64-e3ab72a4da2d HTTP/1.1" status: 204 len: 168 time: 0.4884541 Feb 04 16:25:09.330386 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.433695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52532) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:09.582720 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bb416d63-9b3c-4c73-becc-8141d16b9ec0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eabbe58fcac34fb293dbf641db4649d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468656 Feb 04 16:25:09.584562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52540) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:09.643089 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e5d5d697-5fca-4d0f-9cce-2603704c42fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.671532 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e5d5d697-5fca-4d0f-9cce-2603704c42fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.725080 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e5d5d697-5fca-4d0f-9cce-2603704c42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.747383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5d697-5fca-4d0f-9cce-2603704c42fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d647d-0d76-4d77-9bdc-aae23c74978f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:09.754382 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e5d5d697-5fca-4d0f-9cce-2603704c42fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.756631 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e5d5d697-5fca-4d0f-9cce-2603704c42fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e65d647d-0d76-4d77-9bdc-aae23c74978f HTTP/1.1" status: 204 len: 168 time: 0.1708250 Feb 04 16:25:09.757562 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.425934 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52564) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:10.531346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1814097204-network', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:10.537127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:10.541072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Usage tracker for resource:network and tenant:91ec9602f4bc4daba6b15d9cf468d13f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:10.543964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:10.550343 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:10.560292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Made reservation on behalf of 91ec9602f4bc4daba6b15d9cf468d13f for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:10.562915 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.575941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.591846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:10.595764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Usage tracker for resource:security_group_rule and tenant:91ec9602f4bc4daba6b15d9cf468d13f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:10.598933 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:10.605034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:10.698910 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.702637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.735408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:25:10.740792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:10.749444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.749869 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Added segment f61408c0-7e8d-4aab-810d-d6e7c5668770 of type vlan for network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 Feb 04 16:25:10.777774 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.826247 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.827265 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:10.827849 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.928929 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5018675 Feb 04 16:25:10.934670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52570) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:10.938665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbd556-bd78-49bf-b732-f5dc493c068f admin admin] Pushing event updated for resources: {'Network': ['ID=7b16eda8-2c04-42a9-9f2d-231dfa666ce4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:10.938847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Request body: {'subnet': {'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-subnet', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:10.945391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:10.949502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Usage tracker for resource:subnet and tenant:91ec9602f4bc4daba6b15d9cf468d13f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:10.950169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:25:10.952463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:10.958329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:10.968857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Made reservation on behalf of 91ec9602f4bc4daba6b15d9cf468d13f for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:10.971197 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.281217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.354174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ec4182-abcd-46e2-85ff-8192917f6d7b,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:11.365156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Checking segment: {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:11.365509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Network hostable DHCP agents. Network: 7b16eda8-2c04-42a9-9f2d-231dfa666ce4, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:25:11.384460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:25:11.394307 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 7b16eda8-2c04-42a9-9f2d-231dfa666ce4) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:11.398611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:11.399881 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.404195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce05c1c-cf0a-4282-a6d2-88dc8f0e18eb None None] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:11.426793 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ce33dafa-2d56-402b-a87a-2d583e062a6d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4932261 Feb 04 16:25:11.431313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52574) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:11.436532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:11.443102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:11.447138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Usage tracker for resource:router and tenant:91ec9602f4bc4daba6b15d9cf468d13f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:11.450159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:11.456001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:11.466385 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.467378 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.482854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.644234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'fixed_ips': [{'subnet_id': '85ec4182-abcd-46e2-85ff-8192917f6d7b'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:25:11.645081 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.754513 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.803469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Allocated IP 172.20.0.2 (7b16eda8-2c04-42a9-9f2d-231dfa666ce4/85ec4182-abcd-46e2-85ff-8192917f6d7b/f21f65c3-3d8e-4a2f-81ac-c0e83b521fef) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:12.021772 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.035089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Transition to ACTIVE for port object f21f65c3-3d8e-4a2f-81ac-c0e83b521fef will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:12.054620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Transition to ACTIVE for port object f21f65c3-3d8e-4a2f-81ac-c0e83b521fef will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:12.062753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.093989 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.124564 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.162888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:12.165768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:12.169462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:25:12.209131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Pushing event updated for resources: {'Port': ['ID=f21f65c3-3d8e-4a2f-81ac-c0e83b521fef,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:12.265625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Attempting to bind port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:12.265982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Attempting to bind port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:12.266337 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Attempting to bind port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef on network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:12.270665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Allocated IP 172.25.8.43 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/fa384f9d-b312-41b3-9866-34ae869d680a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:12.273163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:25:12.273470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Checking segment: {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:12.273874 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.274262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Bound using segment: {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:25:12.274721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Bound port: f21f65c3-3d8e-4a2f-81ac-c0e83b521fef, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:12.275090 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.373665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] For port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:25:12.378573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] For port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f21f65c3-3d8e-4a2f-81ac-c0e83b521fef,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:25:12.385367 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.438816 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.469771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a0e35-70f7-4674-af4a-ff31dde02d51 None None] Pushing event updated for resources: {'Port': ['ID=f21f65c3-3d8e-4a2f-81ac-c0e83b521fef,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:12.470061 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.538934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:12.541890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:12.544290 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:25:12.588902 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Pushing event updated for resources: {'Port': ['ID=fa384f9d-b312-41b3-9866-34ae869d680a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:12.937359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f21f65c3-3d8e-4a2f-81ac-c0e83b521fef up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:13.015512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:13.157158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.507255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb6e70-3544-4cc4-8ce6-572c2ee0ae67 None None] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:13.521307 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.596530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5e8d986f-2157-4677-8c50-7cf89a3957b8 None None] Provisioning for port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:13.606628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5e8d986f-2157-4677-8c50-7cf89a3957b8 None None] Provisioning complete for port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:13.606996 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e8d986f-2157-4677-8c50-7cf89a3957b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.731926 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:25:13.843660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e8d986f-2157-4677-8c50-7cf89a3957b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.885115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-5e8d986f-2157-4677-8c50-7cf89a3957b8 None None] For port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f21f65c3-3d8e-4a2f-81ac-c0e83b521fef,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:13.890335 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5e8d986f-2157-4677-8c50-7cf89a3957b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.910788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:25:13.920953 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Sync routers for ids ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:25:13.936993 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Routers {'038d6928-9a63-49bb-9f7d-35310bb6d1d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:25:13.938814 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.939754 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:13.943299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52578) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:13.943820 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-737c8f05-220c-4a56-83c6-5d5bfc5f7a77 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5112369 Feb 04 16:25:13.965010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d986f-2157-4677-8c50-7cf89a3957b8 None None] Pushing event updated for resources: {'Port': ['ID=f21f65c3-3d8e-4a2f-81ac-c0e83b521fef,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:14.158545 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Set router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:25:14.212395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5aa6cb87-dbdd-4ad5-8cf5-25f5b05e82ca None None] Provisioning complete for port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:14.212680 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5aa6cb87-dbdd-4ad5-8cf5-25f5b05e82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.467624 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:11Z', 'updated_at': '2022-02-04T16:25:12Z', 'revision_number': 3, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'gw_port': {'id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:12Z', 'updated_at': '2022-02-04T16:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:14.471709 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Checking router: 038d6928-9a63-49bb-9f7d-35310bb6d1d8 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:25:14.472045 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Updating router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 port fa384f9d-b312-41b3-9866-34ae869d680a binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:25:14.528512 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.809485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.880158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f21f65c3-3d8e-4a2f-81ac-c0e83b521fef up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:14.890793 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.906397 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Transition to ACTIVE for port object fa384f9d-b312-41b3-9866-34ae869d680a will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:14.914548 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.953575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:14.953936 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.997726 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Pushing event updated for resources: {'Port': ['ID=fa384f9d-b312-41b3-9866-34ae869d680a,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:15.007718 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Attempting to bind port fa384f9d-b312-41b3-9866-34ae869d680a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:15.008078 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Attempting to bind port fa384f9d-b312-41b3-9866-34ae869d680a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:15.008697 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Attempting to bind port fa384f9d-b312-41b3-9866-34ae869d680a on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:15.011351 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.011753 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.012022 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.012351 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.012675 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.013045 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.013339 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.013664 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.014027 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.014290 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.014602 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.014916 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:15.022468 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:25:15.022834 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:15.023449 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.023980 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:25:15.024600 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Bound port: fa384f9d-b312-41b3-9866-34ae869d680a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:15.025168 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.042000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Allocated IP 172.20.0.1 (7b16eda8-2c04-42a9-9f2d-231dfa666ce4/85ec4182-abcd-46e2-85ff-8192917f6d7b/e78369ad-85ce-4857-b074-f9ad3335b096) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:15.106537 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] For port fa384f9d-b312-41b3-9866-34ae869d680a, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:25:15.110066 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] For port fa384f9d-b312-41b3-9866-34ae869d680a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fa384f9d-b312-41b3-9866-34ae869d680a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:25:15.115162 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.192163 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Routers {'038d6928-9a63-49bb-9f7d-35310bb6d1d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:25:15.192806 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:15.201397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.218831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Transition to ACTIVE for port object e78369ad-85ce-4857-b074-f9ad3335b096 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:15.254365 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.257639 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e918847-ff20-4251-a6bd-b1fa78105aeb None None] Pushing event updated for resources: {'Port': ['ID=fa384f9d-b312-41b3-9866-34ae869d680a,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:15.332414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:15.335297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:15.340148 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:25:15.373321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Pushing event updated for resources: {'Port': ['ID=e78369ad-85ce-4857-b074-f9ad3335b096,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:15.390338 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] Set router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:25:15.420516 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.627771 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.671976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b9ddce12-4591-4bb1-9290-f5a1fd5cf435 None None] Provisioning for port e78369ad-85ce-4857-b074-f9ad3335b096 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:15.678114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b9ddce12-4591-4bb1-9290-f5a1fd5cf435 None None] Provisioning complete for port e78369ad-85ce-4857-b074-f9ad3335b096 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:15.678478 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b9ddce12-4591-4bb1-9290-f5a1fd5cf435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.707496 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:11Z', 'updated_at': '2022-02-04T16:25:12Z', 'revision_number': 3, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'gw_port': {'id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:12Z', 'updated_at': '2022-02-04T16:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:15.715644 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801df1c-4e9a-4986-b481-f0b10569b475 None None] The sync data for ids ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'] in n-d-827870-1 is: [{'id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:11Z', 'updated_at': '2022-02-04T16:25:12Z', 'revision_number': 3, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'gw_port': {'id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:12Z', 'updated_at': '2022-02-04T16:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:25:15.742434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddce12-4591-4bb1-9290-f5a1fd5cf435 None None] Port e78369ad-85ce-4857-b074-f9ad3335b096 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:25:16.007642 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.015391 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.127107 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.131105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Pushing event updated for resources: {'Port': ['ID=e78369ad-85ce-4857-b074-f9ad3335b096,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:16.273906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:16.275185 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:16.492597 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:25:16.572207 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5654b0d5-64a3-4ca6-928b-dbd5ff588c98 None None] Provisioning complete for port e78369ad-85ce-4857-b074-f9ad3335b096 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:16.572816 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5654b0d5-64a3-4ca6-928b-dbd5ff588c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.633843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5654b0d5-64a3-4ca6-928b-dbd5ff588c98 None None] Port e78369ad-85ce-4857-b074-f9ad3335b096 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:25:16.701829 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:25:16.711732 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7bd4520d-6a76-424b-a145-52c126793903 admin admin] 10.222.0.46 "PUT /v2.0/routers/038d6928-9a63-49bb-9f7d-35310bb6d1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7664983 Feb 04 16:25:16.913808 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fa384f9d-b312-41b3-9866-34ae869d680a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:16.995574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port fa384f9d-b312-41b3-9866-34ae869d680a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:17.009729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fa384f9d-b312-41b3-9866-34ae869d680a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:17.010313 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.143947 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.168063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port fa384f9d-b312-41b3-9866-34ae869d680a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fa384f9d-b312-41b3-9866-34ae869d680a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:17.171508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.242680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=fa384f9d-b312-41b3-9866-34ae869d680a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:17.252535 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52596) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:17.262508 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1346555027-network', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:17.272145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:17.276239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Usage tracker for resource:network and tenant:086744c8dba54a4f87bff3c68e05c08d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:17.279414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:17.285341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:17.296625 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Made reservation on behalf of 086744c8dba54a4f87bff3c68e05c08d for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:17.298926 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.314244 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.332427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:17.335445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Sync routers for ids ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:25:17.336663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:086744c8dba54a4f87bff3c68e05c08d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:17.339650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:17.345031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Routers {'038d6928-9a63-49bb-9f7d-35310bb6d1d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:25:17.345733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:17.346175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:17.436050 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.440959 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.471352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:25:17.480078 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654af412-b94a-4ac8-ab1a-3b3b306dd66e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:17.486258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.486601 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Added segment aeefc08e-6c81-4b00-a5e6-377487269814 of type vlan for network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 Feb 04 16:25:17.521517 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.551845 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.553138 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:17.553815 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.574882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Set router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:25:17.657550 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0af1a849-bfdf-4ddc-8c75-913f3ba85d80,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:17.661777 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8daf972d-3b50-4dd2-b9ca-672b7db0d2c9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4071596 Feb 04 16:25:17.664380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52600) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:17.670003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Request body: {'subnet': {'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-subnet', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:17.676411 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:17.680340 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Usage tracker for resource:subnet and tenant:086744c8dba54a4f87bff3c68e05c08d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:17.683351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:17.689449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:17.705206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Made reservation on behalf of 086744c8dba54a4f87bff3c68e05c08d for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:17.707743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.708350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:25:17.935785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.012896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=201234a5-56cb-44a2-a569-7c16f554683f,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:18.023370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Checking segment: {'id': 'aeefc08e-6c81-4b00-a5e6-377487269814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:18.024283 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Network hostable DHCP agents. Network: 0af1a849-bfdf-4ddc-8c75-913f3ba85d80, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:25:18.028711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:11Z', 'updated_at': '2022-02-04T16:25:15Z', 'revision_number': 4, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'gw_port': {'id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:12Z', 'updated_at': '2022-02-04T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e78369ad-85ce-4857-b074-f9ad3335b096', 'name': '', 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'mac_address': 'fa:16:3e:b5:4b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '85ec4182-abcd-46e2-85ff-8192917f6d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:14Z', 'updated_at': '2022-02-04T16:25:15Z', 'revision_number': 2, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'subnets': [{'id': '85ec4182-abcd-46e2-85ff-8192917f6d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:18.035479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Checking router: 038d6928-9a63-49bb-9f7d-35310bb6d1d8 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:25:18.036067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Updating router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 port e78369ad-85ce-4857-b074-f9ad3335b096 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:25:18.044018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:25:18.053948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 0af1a849-bfdf-4ddc-8c75-913f3ba85d80) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:18.060964 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:18.061836 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.068802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c93ec57-970b-47da-a742-c7201dcf684d None None] Network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:18.088731 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fbb8eea4-0aa5-4dfd-ac60-402f79f30c30 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4208355 Feb 04 16:25:18.088966 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52604) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:18.095613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:18.101264 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:18.105120 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Usage tracker for resource:router and tenant:086744c8dba54a4f87bff3c68e05c08d is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:18.107979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:18.124809 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:18.141629 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.142804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.160693 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.209226 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.550345 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-0af1a849-bfdf-4ddc-8c75-913f3ba85d80', 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'fixed_ips': [{'subnet_id': '201234a5-56cb-44a2-a569-7c16f554683f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:25:18.551205 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.558634 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.923014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fa384f9d-b312-41b3-9866-34ae869d680a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:18.928227 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.963521 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.979904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Allocated IP 172.20.0.2 (0af1a849-bfdf-4ddc-8c75-913f3ba85d80/201234a5-56cb-44a2-a569-7c16f554683f/ae5fae76-f0e8-4526-bbc7-345a56a29598) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:19.093498 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.107441 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Allocated IP 172.25.8.244 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5776f483-8a45-4adc-8915-1f76731dafdc) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:19.115958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Transition to ACTIVE for port object e78369ad-85ce-4857-b074-f9ad3335b096 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:19.132884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.262680 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.294859 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.336950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fa384f9d-b312-41b3-9866-34ae869d680a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:19.337308 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.377196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:19.380668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:19.384896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:25:19.416096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Pushing event updated for resources: {'Port': ['ID=5776f483-8a45-4adc-8915-1f76731dafdc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:19.440906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271f509-a534-4f05-b3e3-462ae0e200c8 None None] Pushing event updated for resources: {'Port': ['ID=e78369ad-85ce-4857-b074-f9ad3335b096,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:19.580052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Attempting to bind port e78369ad-85ce-4857-b074-f9ad3335b096 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:19.580323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Attempting to bind port e78369ad-85ce-4857-b074-f9ad3335b096 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:19.581317 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Attempting to bind port e78369ad-85ce-4857-b074-f9ad3335b096 on network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:19.600470 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.603188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:25:19.603561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Checking segment: {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:19.603956 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.604346 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Bound using segment: {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:25:19.604836 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Bound port: e78369ad-85ce-4857-b074-f9ad3335b096, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:19.605203 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.656336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Transition to ACTIVE for port object ae5fae76-f0e8-4526-bbc7-345a56a29598 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:19.748266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Transition to ACTIVE for port object ae5fae76-f0e8-4526-bbc7-345a56a29598 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:19.768003 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.820878 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.846627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] For port e78369ad-85ce-4857-b074-f9ad3335b096, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:25:19.852133 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:19.857633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:19.865338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:25:19.868375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] For port e78369ad-85ce-4857-b074-f9ad3335b096, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e78369ad-85ce-4857-b074-f9ad3335b096,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:25:19.869528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Pushing event updated for resources: {'Port': ['ID=ae5fae76-f0e8-4526-bbc7-345a56a29598,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:19.876257 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.047362 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Routers {'038d6928-9a63-49bb-9f7d-35310bb6d1d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:25:20.048250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:20.123234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271f509-a534-4f05-b3e3-462ae0e200c8 None None] Pushing event updated for resources: {'Port': ['ID=e78369ad-85ce-4857-b074-f9ad3335b096,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:20.126191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Attempting to bind port ae5fae76-f0e8-4526-bbc7-345a56a29598 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:20.126687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Attempting to bind port ae5fae76-f0e8-4526-bbc7-345a56a29598 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'aeefc08e-6c81-4b00-a5e6-377487269814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:20.127314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Attempting to bind port ae5fae76-f0e8-4526-bbc7-345a56a29598 on network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:20.137252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:25:20.138033 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Checking segment: {'id': 'aeefc08e-6c81-4b00-a5e6-377487269814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:20.138466 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.139057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Bound using segment: {'id': 'aeefc08e-6c81-4b00-a5e6-377487269814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:25:20.139630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Bound port: ae5fae76-f0e8-4526-bbc7-345a56a29598, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeefc08e-6c81-4b00-a5e6-377487269814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:20.140092 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.362630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] For port ae5fae76-f0e8-4526-bbc7-345a56a29598, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:25:20.368817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.385501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] For port ae5fae76-f0e8-4526-bbc7-345a56a29598, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ae5fae76-f0e8-4526-bbc7-345a56a29598,segment=NetworkSegment(aeefc08e-6c81-4b00-a5e6-377487269814),segment_id=aeefc08e-6c81-4b00-a5e6-377487269814)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:25:20.449852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.496197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] Set router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:25:20.578491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Router 22298ca5-1a05-475b-9fe8-555986d465ae is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:25:20.709755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56d5f8-42a3-4736-ab43-8e3e1709438c None None] Pushing event updated for resources: {'Port': ['ID=ae5fae76-f0e8-4526-bbc7-345a56a29598,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:20.789094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:25:20.799901 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Sync routers for ids ['22298ca5-1a05-475b-9fe8-555986d465ae'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:25:20.826215 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Routers {'22298ca5-1a05-475b-9fe8-555986d465ae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:25:20.827127 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['22298ca5-1a05-475b-9fe8-555986d465ae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:20.837326 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.839004 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e8abb203-4608-48fa-96a3-53ac793b6da7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7485235 Feb 04 16:25:20.841824 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52608) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:21.022455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ae5fae76-f0e8-4526-bbc7-345a56a29598 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:21.084874 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Set router 22298ca5-1a05-475b-9fe8-555986d465ae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:25:21.198937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port ae5fae76-f0e8-4526-bbc7-345a56a29598 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:21.212300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:11Z', 'updated_at': '2022-02-04T16:25:15Z', 'revision_number': 4, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'gw_port': {'id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:12Z', 'updated_at': '2022-02-04T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e78369ad-85ce-4857-b074-f9ad3335b096', 'name': '', 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'mac_address': 'fa:16:3e:b5:4b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '85ec4182-abcd-46e2-85ff-8192917f6d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:14Z', 'updated_at': '2022-02-04T16:25:19Z', 'revision_number': 4, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'subnets': [{'id': '85ec4182-abcd-46e2-85ff-8192917f6d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:21.217283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a3f7f-d345-4e0a-9fdd-fb0e56c44d27 None None] The sync data for ids ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'] in n-d-827870-1 is: [{'id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:11Z', 'updated_at': '2022-02-04T16:25:15Z', 'revision_number': 4, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'gw_port': {'id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:12Z', 'updated_at': '2022-02-04T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e78369ad-85ce-4857-b074-f9ad3335b096', 'name': '', 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'mac_address': 'fa:16:3e:b5:4b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '85ec4182-abcd-46e2-85ff-8192917f6d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:14Z', 'updated_at': '2022-02-04T16:25:19Z', 'revision_number': 4, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'subnets': [{'id': '85ec4182-abcd-46e2-85ff-8192917f6d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:25:21.444405 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:18Z', 'updated_at': '2022-02-04T16:25:19Z', 'revision_number': 3, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'gw_port': {'id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:19Z', 'updated_at': '2022-02-04T16:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:21.448491 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Checking router: 22298ca5-1a05-475b-9fe8-555986d465ae for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:25:21.448860 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Updating router 22298ca5-1a05-475b-9fe8-555986d465ae port 5776f483-8a45-4adc-8915-1f76731dafdc binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:25:21.515419 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.824868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.935500 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7068a1a-13c9-4e20-b4dd-b08263c4dec2 None None] Network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:25:21.962048 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.978455 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Transition to ACTIVE for port object 5776f483-8a45-4adc-8915-1f76731dafdc will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:21.988472 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.039029 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dde65791-5745-4af8-9eaa-bd9766a11a60 None None] Provisioning for port ae5fae76-f0e8-4526-bbc7-345a56a29598 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:22.048597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dde65791-5745-4af8-9eaa-bd9766a11a60 None None] Provisioning complete for port ae5fae76-f0e8-4526-bbc7-345a56a29598 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:22.048975 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dde65791-5745-4af8-9eaa-bd9766a11a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.067558 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e1e6a-8c75-4251-8e94-75b09cab52d1 None None] Pushing event updated for resources: {'Port': ['ID=5776f483-8a45-4adc-8915-1f76731dafdc,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:22.079854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Allocated IP 172.20.0.1 (0af1a849-bfdf-4ddc-8c75-913f3ba85d80/201234a5-56cb-44a2-a569-7c16f554683f/fd4578d8-449f-43ca-bfa8-9436a7e8ba18) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:22.115411 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Attempting to bind port 5776f483-8a45-4adc-8915-1f76731dafdc on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:22.116166 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Attempting to bind port 5776f483-8a45-4adc-8915-1f76731dafdc by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:22.116740 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Attempting to bind port 5776f483-8a45-4adc-8915-1f76731dafdc on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:22.126569 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:25:22.127345 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:22.129177 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.129907 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:25:22.130600 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Bound port: 5776f483-8a45-4adc-8915-1f76731dafdc, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:22.131810 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.221106 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] For port 5776f483-8a45-4adc-8915-1f76731dafdc, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:25:22.225915 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] For port 5776f483-8a45-4adc-8915-1f76731dafdc, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5776f483-8a45-4adc-8915-1f76731dafdc,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:25:22.232876 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.272190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.291012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Transition to ACTIVE for port object fd4578d8-449f-43ca-bfa8-9436a7e8ba18 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:22.291395 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dde65791-5745-4af8-9eaa-bd9766a11a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.319670 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Routers {'22298ca5-1a05-475b-9fe8-555986d465ae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:25:22.320289 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['22298ca5-1a05-475b-9fe8-555986d465ae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:22.334250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-dde65791-5745-4af8-9eaa-bd9766a11a60 None None] For port ae5fae76-f0e8-4526-bbc7-345a56a29598, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ae5fae76-f0e8-4526-bbc7-345a56a29598,segment=NetworkSegment(aeefc08e-6c81-4b00-a5e6-377487269814),segment_id=aeefc08e-6c81-4b00-a5e6-377487269814)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:22.336651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.341099 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dde65791-5745-4af8-9eaa-bd9766a11a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.417822 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e1e6a-8c75-4251-8e94-75b09cab52d1 None None] Pushing event updated for resources: {'Port': ['ID=5776f483-8a45-4adc-8915-1f76731dafdc,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:22.456918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde65791-5745-4af8-9eaa-bd9766a11a60 None None] Pushing event updated for resources: {'Port': ['ID=ae5fae76-f0e8-4526-bbc7-345a56a29598,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:22.467628 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4578d8-449f-43ca-bfa8-9436a7e8ba18,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:22.488075 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:22.490064 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:22.498674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:25:22.559774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.579346 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] Set router 22298ca5-1a05-475b-9fe8-555986d465ae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:25:22.674984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-258821bf-1160-4b29-a8b2-d70f4c5cf3de None None] Provisioning complete for port ae5fae76-f0e8-4526-bbc7-345a56a29598 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:22.675612 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-258821bf-1160-4b29-a8b2-d70f4c5cf3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.934505 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.961649 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:18Z', 'updated_at': '2022-02-04T16:25:19Z', 'revision_number': 3, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'gw_port': {'id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:19Z', 'updated_at': '2022-02-04T16:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:22.965977 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb272d-e1de-4c3e-b47a-5733a9b402a0 None None] The sync data for ids ['22298ca5-1a05-475b-9fe8-555986d465ae'] in n-d-827870-1 is: [{'id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:18Z', 'updated_at': '2022-02-04T16:25:19Z', 'revision_number': 3, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'gw_port': {'id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:19Z', 'updated_at': '2022-02-04T16:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:25:23.009800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b0847056-8a13-424d-9752-34e8ca2d3966 None None] Provisioning for port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:23.015203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b0847056-8a13-424d-9752-34e8ca2d3966 None None] Provisioning complete for port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:23.015571 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0847056-8a13-424d-9752-34e8ca2d3966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:23.053521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e78369ad-85ce-4857-b074-f9ad3335b096 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:23.131819 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b0847056-8a13-424d-9752-34e8ca2d3966 None None] Port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:25:23.151609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e78369ad-85ce-4857-b074-f9ad3335b096 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:23.156635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e78369ad-85ce-4857-b074-f9ad3335b096 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:23.157060 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:23.188065 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:23.194635 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:23.310592 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:23.350341 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e78369ad-85ce-4857-b074-f9ad3335b096, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e78369ad-85ce-4857-b074-f9ad3335b096,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:23.355952 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:23.357681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ae5fae76-f0e8-4526-bbc7-345a56a29598 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:23.450352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4578d8-449f-43ca-bfa8-9436a7e8ba18,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:23.454103 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:23.488288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e78369ad-85ce-4857-b074-f9ad3335b096,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:23.499586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port ae5fae76-f0e8-4526-bbc7-345a56a29598 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:23.500025 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:23.605223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:23.606667 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:23.820983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Router 22298ca5-1a05-475b-9fe8-555986d465ae has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:25:23.857417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ceeebfec-1821-45c3-a886-d1cd716d5cb6 None None] Provisioning complete for port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:23.857877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ceeebfec-1821-45c3-a886-d1cd716d5cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:23.915266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ceeebfec-1821-45c3-a886-d1cd716d5cb6 None None] Port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:25:24.011863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:25:24.020604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a736bedf-0f93-4dbe-966b-6ef7bb3cb406 admin admin] 10.222.0.46 "PUT /v2.0/routers/22298ca5-1a05-475b-9fe8-555986d465ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1774926 Feb 04 16:25:24.596944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Sync routers for ids ['22298ca5-1a05-475b-9fe8-555986d465ae'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:25:24.606024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Routers {'22298ca5-1a05-475b-9fe8-555986d465ae'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:25:24.606638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['22298ca5-1a05-475b-9fe8-555986d465ae'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:24.792533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-df13e806-2d7f-4f47-bd4f-6cb9375a38fb tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:24.794038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-df13e806-2d7f-4f47-bd4f-6cb9375a38fb tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/networks?id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4 HTTP/1.1" status: 200 len: 817 time: 0.1577997 Feb 04 16:25:24.810799 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-72b430f9-10bb-4efc-bbaa-3b6f656a5bcf tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/quotas/91ec9602f4bc4daba6b15d9cf468d13f HTTP/1.1" status: 200 len: 375 time: 0.0111063 Feb 04 16:25:24.829720 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Set router 22298ca5-1a05-475b-9fe8-555986d465ae gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:25:24.909657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-5eaff746-2dc6-4aad-8b3c-9503011d3fea tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=91ec9602f4bc4daba6b15d9cf468d13f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920093 Feb 04 16:25:25.033721 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5776f483-8a45-4adc-8915-1f76731dafdc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:25.049950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-724491f0-7efd-40a2-8f88-dc7179d68d4d service neutron] 10.222.0.46 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347356 Feb 04 16:25:25.185981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-45724402-e9f7-41a2-a697-b9036200ad48 service neutron] 10.222.0.46 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301847 Feb 04 16:25:25.194548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5776f483-8a45-4adc-8915-1f76731dafdc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:25.204028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5776f483-8a45-4adc-8915-1f76731dafdc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:25.204404 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:25.341822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:18Z', 'updated_at': '2022-02-04T16:25:22Z', 'revision_number': 4, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'gw_port': {'id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:19Z', 'updated_at': '2022-02-04T16:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd4578d8-449f-43ca-bfa8-9436a7e8ba18', 'name': '', 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'mac_address': 'fa:16:3e:04:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201234a5-56cb-44a2-a569-7c16f554683f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:21Z', 'updated_at': '2022-02-04T16:25:23Z', 'revision_number': 2, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'subnets': [{'id': '201234a5-56cb-44a2-a569-7c16f554683f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:25.353356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:25.384068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Checking router: 22298ca5-1a05-475b-9fe8-555986d465ae for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:25:25.384068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Updating router 22298ca5-1a05-475b-9fe8-555986d465ae port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:25:25.387830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a951f20e-0989-4d80-aca6-c7b0c7b5ed3b req-e0dc7ee3-1c6c-4c0c-8bf9-d610cf2910fe tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 210 time: 0.0428066 Feb 04 16:25:25.418231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5776f483-8a45-4adc-8915-1f76731dafdc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5776f483-8a45-4adc-8915-1f76731dafdc,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:25.426453 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:25.427199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e78369ad-85ce-4857-b074-f9ad3335b096 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:25.553266 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:25.612247 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5776f483-8a45-4adc-8915-1f76731dafdc,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:25.696635 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e78369ad-85ce-4857-b074-f9ad3335b096 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:25.697033 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:26.057207 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:26.070320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Transition to ACTIVE for port object fd4578d8-449f-43ca-bfa8-9436a7e8ba18 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:26.076934 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:26.233733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bad7e-15d4-436e-95eb-3fd09542a60f None None] Pushing event updated for resources: {'Port': ['ID=fd4578d8-449f-43ca-bfa8-9436a7e8ba18,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:26.356150 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Attempting to bind port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:26.356509 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Attempting to bind port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'aeefc08e-6c81-4b00-a5e6-377487269814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:26.356898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Attempting to bind port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 on network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:26.364115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:25:26.364476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Checking segment: {'id': 'aeefc08e-6c81-4b00-a5e6-377487269814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:26.364895 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:26.365282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Bound using segment: {'id': 'aeefc08e-6c81-4b00-a5e6-377487269814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:25:26.365733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Bound port: fd4578d8-449f-43ca-bfa8-9436a7e8ba18, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeefc08e-6c81-4b00-a5e6-377487269814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:26.366105 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:26.472971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] For port fd4578d8-449f-43ca-bfa8-9436a7e8ba18, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:25:26.476432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] For port fd4578d8-449f-43ca-bfa8-9436a7e8ba18, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fd4578d8-449f-43ca-bfa8-9436a7e8ba18,segment=NetworkSegment(aeefc08e-6c81-4b00-a5e6-377487269814),segment_id=aeefc08e-6c81-4b00-a5e6-377487269814)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:25:26.482087 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:26.587016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Routers {'22298ca5-1a05-475b-9fe8-555986d465ae'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:25:26.587648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:25:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['22298ca5-1a05-475b-9fe8-555986d465ae'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:26.590160 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d9a0be1a-0d43-4113-b284-8d4685bd26d2 req-cf6a9c4f-6f5c-480c-8b00-b5877963c783 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 210 time: 0.0635548 Feb 04 16:25:26.680139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-22765c38-3ba8-46bd-86f0-a09378a61081 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:26.681826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-22765c38-3ba8-46bd-86f0-a09378a61081 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.53 "GET /v2.0/networks?id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4 HTTP/1.1" status: 200 len: 817 time: 0.2425385 Feb 04 16:25:26.686852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bad7e-15d4-436e-95eb-3fd09542a60f None None] Pushing event updated for resources: {'Port': ['ID=fd4578d8-449f-43ca-bfa8-9436a7e8ba18,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:26.701690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Request body: {'port': {'device_id': '9b1e14fc-22dc-4006-93ad-da1fe01419ac', 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'admin_state_up': True, 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:26.808067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] Set router 22298ca5-1a05-475b-9fe8-555986d465ae gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:25:26.856823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:26.856823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Usage tracker for resource:port and tenant:91ec9602f4bc4daba6b15d9cf468d13f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:26.858762 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:26.865206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:26.876605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Made reservation on behalf of 91ec9602f4bc4daba6b15d9cf468d13f for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:26.879832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:26.941210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5776f483-8a45-4adc-8915-1f76731dafdc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:27.147485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5776f483-8a45-4adc-8915-1f76731dafdc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:27.147855 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.158178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Allocated IP 172.20.0.9 (7b16eda8-2c04-42a9-9f2d-231dfa666ce4/85ec4182-abcd-46e2-85ff-8192917f6d7b/1c5b26fe-2ec0-442e-8606-4ffcd32e50ba) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:27.329646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:18Z', 'updated_at': '2022-02-04T16:25:22Z', 'revision_number': 4, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'gw_port': {'id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:19Z', 'updated_at': '2022-02-04T16:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd4578d8-449f-43ca-bfa8-9436a7e8ba18', 'name': '', 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'mac_address': 'fa:16:3e:04:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201234a5-56cb-44a2-a569-7c16f554683f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:21Z', 'updated_at': '2022-02-04T16:25:26Z', 'revision_number': 4, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'subnets': [{'id': '201234a5-56cb-44a2-a569-7c16f554683f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:27.337474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58172fdd-5500-48d0-b36d-a1f50f1bf983 None None] The sync data for ids ['22298ca5-1a05-475b-9fe8-555986d465ae'] in n-d-827870-1 is: [{'id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:18Z', 'updated_at': '2022-02-04T16:25:22Z', 'revision_number': 4, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'gw_port': {'id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:19Z', 'updated_at': '2022-02-04T16:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'fd4578d8-449f-43ca-bfa8-9436a7e8ba18', 'name': '', 'network_id': '0af1a849-bfdf-4ddc-8c75-913f3ba85d80', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'mac_address': 'fa:16:3e:04:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201234a5-56cb-44a2-a569-7c16f554683f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:21Z', 'updated_at': '2022-02-04T16:25:26Z', 'revision_number': 4, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'subnets': [{'id': '201234a5-56cb-44a2-a569-7c16f554683f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:25:27.380113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.401591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Transition to ACTIVE for port object 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:27.430743 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.503883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:27.507240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:27.511287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:25:27.551008 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Pushing event updated for resources: {'Port': ['ID=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:27.611259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:27.612922 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.642514 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-682cc130-a79c-4f8d-9cc8-8a347965546a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9448137 Feb 04 16:25:27.658715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Request body: {'port': {'device_id': '9b1e14fc-22dc-4006-93ad-da1fe01419ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:27.820918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd0339d4-1e8f-4a70-85d0-86f84742bd7d None None] Provisioning for port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:27.826633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bd0339d4-1e8f-4a70-85d0-86f84742bd7d None None] Provisioning complete for port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:27.826985 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bd0339d4-1e8f-4a70-85d0-86f84742bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.844267 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.884650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-bd0339d4-1e8f-4a70-85d0-86f84742bd7d None None] Port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:25:27.930278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe32f4-089e-42be-b14a-1b6f4d37617f req-7fec39d2-2017-4c2d-a588-767dcd5a0e67 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:27.931004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1bbe32f4-089e-42be-b14a-1b6f4d37617f req-7fec39d2-2017-4c2d-a588-767dcd5a0e67 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Synchronizing usage tracker for tenant:91ec9602f4bc4daba6b15d9cf468d13f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:28.010599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1bbe32f4-089e-42be-b14a-1b6f4d37617f req-7fec39d2-2017-4c2d-a588-767dcd5a0e67 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Unset dirty status for tenant:91ec9602f4bc4daba6b15d9cf468d13f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:28.011776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1bbe32f4-089e-42be-b14a-1b6f4d37617f req-7fec39d2-2017-4c2d-a588-767dcd5a0e67 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 931 time: 0.2924604 Feb 04 16:25:28.151639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1bbe32f4-089e-42be-b14a-1b6f4d37617f req-f9dca0c9-b30c-4367-b3d7-d4d7d18a20e9 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283793 Feb 04 16:25:28.279425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:25:28.287650 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.303173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Transition to ACTIVE for port object 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:28.307862 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.476898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:28.567364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Attempting to bind port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:28.567707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Attempting to bind port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:28.568036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Attempting to bind port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba on network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:28.573156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba on network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:25:28.573478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Attempting to bind port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba on network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:25:28.578665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:25:28.579004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Checking segment: {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:25:28.579389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Bound using segment: {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:25:28.579811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Bound port: 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:28.580158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.677591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] For port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:25:28.680325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] For port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:25:28.685141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.744676 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:28.745305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.746714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] 10.222.0.53 "PUT /v2.0/ports/1c5b26fe-2ec0-442e-8606-4ffcd32e50ba HTTP/1.1" status: 200 len: 1091 time: 1.0928395 Feb 04 16:25:28.747139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1e14fc-22dc-4006-93ad-da1fe01419ac', 'tag': '1c5b26fe-2ec0-442e-8606-4ffcd32e50ba'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:28.769447 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923d094-35d7-4c97-8337-146e18c69277 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:28.834899 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1e14fc-22dc-4006-93ad-da1fe01419ac', 'tag': '1c5b26fe-2ec0-442e-8606-4ffcd32e50ba', 'status': 'completed', 'code': 200} Feb 04 16:25:28.883611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-a2a40ffe-4e1e-4764-8431-a83b30e67bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:28.885155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-a2a40ffe-4e1e-4764-8431-a83b30e67bec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ec9602f4bc4daba6b15d9cf468d13f&device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 1094 time: 0.0946169 Feb 04 16:25:28.951456 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fd4578d8-449f-43ca-bfa8-9436a7e8ba18 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:28.977937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-39ff059c-b683-4627-a0d6-0aa2396fd185 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba HTTP/1.1" status: 200 len: 217 time: 0.0773385 Feb 04 16:25:29.037543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:29.044068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:29.044441 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:29.156805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-ae374407-d7d1-4262-abbb-5571a4a354e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:29.158262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-ae374407-d7d1-4262-abbb-5571a4a354e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85ec4182-abcd-46e2-85ff-8192917f6d7b HTTP/1.1" status: 200 len: 856 time: 0.1717656 Feb 04 16:25:29.169853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:29.206255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port fd4578d8-449f-43ca-bfa8-9436a7e8ba18, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fd4578d8-449f-43ca-bfa8-9436a7e8ba18,segment=NetworkSegment(aeefc08e-6c81-4b00-a5e6-377487269814),segment_id=aeefc08e-6c81-4b00-a5e6-377487269814)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:29.210009 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:29.245883 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-e96ff2d4-27f8-44d1-863d-67824a51b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:29.247471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-e96ff2d4-27f8-44d1-863d-67824a51b39c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798900 Feb 04 16:25:29.286918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=fd4578d8-449f-43ca-bfa8-9436a7e8ba18,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:29.445994 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-b1eb84c0-a305-418f-a258-10ea625190d7 service neutron] 10.222.0.53 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884050 Feb 04 16:25:29.458238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5abf5-1b75-44a7-9bdc-37790cd2b199 req-8ca5fb9b-6b0b-4fe2-93ec-c9d93efb60df tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:29.459642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff5abf5-1b75-44a7-9bdc-37790cd2b199 req-8ca5fb9b-6b0b-4fe2-93ec-c9d93efb60df tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 943 time: 0.1809039 Feb 04 16:25:29.582752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ff5abf5-1b75-44a7-9bdc-37790cd2b199 req-6da1aa69-52a2-468b-865c-5569c9a28bbe tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050329 Feb 04 16:25:29.617971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aa624c3a-cace-4265-b2fe-b4516446f7b5 req-dd73a764-0f39-4397-871a-353f6ef40cb8 service neutron] 10.222.0.53 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573746 Feb 04 16:25:29.741841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-46f5c16e-cb29-48da-aea7-bcfd8360abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:29.743304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-46f5c16e-cb29-48da-aea7-bcfd8360abd8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ec9602f4bc4daba6b15d9cf468d13f&device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 1094 time: 0.0758398 Feb 04 16:25:29.874848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-a1177fd9-1e22-4756-a067-150f4bb0b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:29.876278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-a1177fd9-1e22-4756-a067-150f4bb0b9e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4 HTTP/1.1" status: 200 len: 918 time: 0.1268885 Feb 04 16:25:29.942872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-a7f4e42d-33af-4bd8-873b-257ce31aa551 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba HTTP/1.1" status: 200 len: 217 time: 0.0603228 Feb 04 16:25:30.010633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-f574e159-dd1a-4d0a-b763-236d9bee2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:30.011997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-f574e159-dd1a-4d0a-b763-236d9bee2cdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85ec4182-abcd-46e2-85ff-8192917f6d7b HTTP/1.1" status: 200 len: 856 time: 0.0627770 Feb 04 16:25:30.090829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-da3b8a26-6e59-4789-a71c-9f42f196b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:30.092341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-da3b8a26-6e59-4789-a71c-9f42f196b443 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735447 Feb 04 16:25:30.226109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-971933b4-34c2-4e0e-9842-95c8a082a392 service neutron] 10.222.0.53 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270211 Feb 04 16:25:30.358971 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29a2e608-c6e7-44d8-b97d-6947c0ca0447 req-a90e1bd5-ab15-4280-a9d2-f9d5458def1d service neutron] 10.222.0.53 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267605 Feb 04 16:25:30.777305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0789416-6ba6-48f0-8228-9be24d071660 req-f02e3885-4586-429a-a3e7-f394ade166c0 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:30.778780 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0789416-6ba6-48f0-8228-9be24d071660 req-f02e3885-4586-429a-a3e7-f394ade166c0 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 943 time: 0.0876510 Feb 04 16:25:30.826456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0789416-6ba6-48f0-8228-9be24d071660 req-0469b8d9-a9b4-450c-9404-bf7a456729fb tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Feb 04 16:25:30.886351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fd4578d8-449f-43ca-bfa8-9436a7e8ba18 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:30.958034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:30.958421 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:32.009581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd600a-e660-43b1-ac6d-5b5281dc07b9 req-3afc4205-a478-4bf6-bb68-c6d926894218 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:32.011072 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56dd600a-e660-43b1-ac6d-5b5281dc07b9 req-3afc4205-a478-4bf6-bb68-c6d926894218 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 943 time: 0.0791581 Feb 04 16:25:32.055860 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56dd600a-e660-43b1-ac6d-5b5281dc07b9 req-cc20e82e-148f-4239-a472-2efc780c5dda tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Feb 04 16:25:33.249925 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deebe1-1b50-4804-9e36-6ea8b21b3c6e req-0db05489-72a6-4ef1-9402-6ceb6a9bb204 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:33.251363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33deebe1-1b50-4804-9e36-6ea8b21b3c6e req-0db05489-72a6-4ef1-9402-6ceb6a9bb204 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 943 time: 0.0910704 Feb 04 16:25:33.298710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-33deebe1-1b50-4804-9e36-6ea8b21b3c6e req-b8c72530-053b-45e0-9b7e-a5765d6605c5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Feb 04 16:25:33.706624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:25:33.874284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:33.887916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '1c5b26fe-2ec0-442e-8606-4ffcd32e50ba', 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'port_id': '1c5b26fe-2ec0-442e-8606-4ffcd32e50ba', 'mac_address': 'fa:16:3e:c0:a1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ec4182-abcd-46e2-85ff-8192917f6d7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:25:33.943864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.962439 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:25:33.978384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:33.982246 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:34.050953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:34.234951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['1c5b26fe-2ec0-442e-8606-4ffcd32e50ba'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:25:34.352217 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc2277dc-b9f9-437f-96ca-9ff00faa4b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:34.494853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5b8cb-b84e-46f4-bbde-af2775a161f4 req-eb47a29e-bdd6-47d3-a1c2-c1b8f8af91cd tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:34.496310 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5af5b8cb-b84e-46f4-bbde-af2775a161f4 req-eb47a29e-bdd6-47d3-a1c2-c1b8f8af91cd tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 944 time: 0.0797353 Feb 04 16:25:34.543388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5af5b8cb-b84e-46f4-bbde-af2775a161f4 req-f0cb18cf-8fba-4158-bb77-ab22b59ca3b2 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Feb 04 16:25:35.707058 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:35.778790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:35.783606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:35.783971 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:35.838106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723cdba-2118-446f-8c09-1a7c899075d8 req-5921dbe8-0c3d-4824-a82a-ff6374e31013 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:35.839509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c723cdba-2118-446f-8c09-1a7c899075d8 req-5921dbe8-0c3d-4824-a82a-ff6374e31013 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 944 time: 0.1865163 Feb 04 16:25:35.888587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c723cdba-2118-446f-8c09-1a7c899075d8 req-090b8822-5bad-4cb1-9967-cff92c143d6d tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Feb 04 16:25:35.913557 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:35.941820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1e14fc-22dc-4006-93ad-da1fe01419ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b26fe-2ec0-442e-8606-4ffcd32e50ba'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:35.951384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:35.955643 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:35.987890 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1e14fc-22dc-4006-93ad-da1fe01419ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b26fe-2ec0-442e-8606-4ffcd32e50ba', 'code': 200} Feb 04 16:25:36.032027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:36.124350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0fae2-35a7-4394-89f0-0672e80073fe req-bb52f75c-5e8f-49d6-b5e6-0f83bd54959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:36.125757 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1b0fae2-35a7-4394-89f0-0672e80073fe req-bb52f75c-5e8f-49d6-b5e6-0f83bd54959b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 1096 time: 0.0727119 Feb 04 16:25:36.169112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f1b0fae2-35a7-4394-89f0-0672e80073fe req-0c80826e-2310-4e60-9cb2-7dea97f5bf6a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Feb 04 16:25:36.737298 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cbf56088-279d-41eb-aa9f-73b3dc9cf6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:36.778180 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:37.072698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01f86c-cb3a-40fc-a943-9d192b5fe961 req-fa82e6a7-fef6-4695-a09e-1f36ccf730c1 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:37.074214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a01f86c-cb3a-40fc-a943-9d192b5fe961 req-fa82e6a7-fef6-4695-a09e-1f36ccf730c1 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 945 time: 0.0803449 Feb 04 16:25:37.120922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a01f86c-cb3a-40fc-a943-9d192b5fe961 req-ab77e20e-17f2-4870-937d-3a8b6a8127b4 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Feb 04 16:25:37.791359 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:37.863695 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:38.309494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a891c6b-1c5a-4d83-8f84-8c9157a758d9 req-bde380e3-9b2f-4b12-99e5-df6bb86c3b53 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:38.311018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a891c6b-1c5a-4d83-8f84-8c9157a758d9 req-bde380e3-9b2f-4b12-99e5-df6bb86c3b53 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 945 time: 0.0816348 Feb 04 16:25:38.357808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3a891c6b-1c5a-4d83-8f84-8c9157a758d9 req-90a4c37d-39a8-4cd8-b8be-d0a814dfbed0 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Feb 04 16:25:38.553382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517c07e-3226-4bc3-97b6-847ca2811cfc req-9dc865d8-b4b4-4e82-a848-206de3245484 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:38.554907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e517c07e-3226-4bc3-97b6-847ca2811cfc req-9dc865d8-b4b4-4e82-a848-206de3245484 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 945 time: 0.0906291 Feb 04 16:25:38.600692 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e517c07e-3226-4bc3-97b6-847ca2811cfc req-739b1305-0369-4db2-be8f-3d29b447549d tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Feb 04 16:25:39.339215 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:39.410884 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:25:39.771430 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.417773 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-ee024199-fd63-452c-98c1-dc4d28888a3c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906785 Feb 04 16:25:40.576647 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-bd5c832c-ddd2-4569-abab-3fec47b7c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:40.578257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-bd5c832c-ddd2-4569-abab-3fec47b7c6db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ec9602f4bc4daba6b15d9cf468d13f&device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 1096 time: 0.0845611 Feb 04 16:25:40.749243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-5618ca16-009a-4bf5-8e27-93fcf090266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:40.751156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-5618ca16-009a-4bf5-8e27-93fcf090266a service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4 HTTP/1.1" status: 200 len: 918 time: 0.1536591 Feb 04 16:25:40.821188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-f1cf600b-d0c2-4026-bf8b-15fa0271b058 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba HTTP/1.1" status: 200 len: 217 time: 0.0630391 Feb 04 16:25:40.894298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-4109b14a-dda8-4731-91a7-a1bf65c62994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:40.895755 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-4109b14a-dda8-4731-91a7-a1bf65c62994 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85ec4182-abcd-46e2-85ff-8192917f6d7b HTTP/1.1" status: 200 len: 856 time: 0.0688479 Feb 04 16:25:40.978235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-bb6d49f4-d347-4835-8713-389f1aa36b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:40.979725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-bb6d49f4-d347-4835-8713-389f1aa36b53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769835 Feb 04 16:25:41.115589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-b6185d66-5787-411b-ba19-ed5f6d11737e service neutron] 10.222.0.53 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297905 Feb 04 16:25:41.250443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f0cc8d4-bf41-41f5-abd3-25cbf71932b9 req-3cb2951c-18a9-43ab-ad89-1ebde56a52d5 service neutron] 10.222.0.53 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290224 Feb 04 16:25:54.563152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a8d21-6a4f-4384-b5cc-bfe8afc5b167 req-b4338401-6522-49e8-8047-049fbf1eb0c4 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:54.564644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b98a8d21-6a4f-4384-b5cc-bfe8afc5b167 req-b4338401-6522-49e8-8047-049fbf1eb0c4 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 945 time: 0.0850017 Feb 04 16:25:54.609223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b98a8d21-6a4f-4384-b5cc-bfe8afc5b167 req-410c74d8-1b84-4cd8-847d-ed17c857dc11 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388405 Feb 04 16:25:55.793528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308c111-29b8-4a54-9d6c-dc293268564f req-545ab537-8174-43ad-9422-abbbf2081aff tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:55.794966 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1308c111-29b8-4a54-9d6c-dc293268564f req-545ab537-8174-43ad-9422-abbbf2081aff tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 945 time: 0.0795894 Feb 04 16:25:55.840891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1308c111-29b8-4a54-9d6c-dc293268564f req-1c9f0e7d-0b9f-4ca7-826a-28b08a8f38c9 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Feb 04 16:25:56.161174 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a301-ae54-48ea-bb33-422a6f033427 req-681e0789-7373-43c7-b47f-d6996b705c88 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:56.162652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f022a301-ae54-48ea-bb33-422a6f033427 req-681e0789-7373-43c7-b47f-d6996b705c88 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 945 time: 0.0830944 Feb 04 16:25:56.234626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f022a301-ae54-48ea-bb33-422a6f033427 req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Deleting port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:25:56.234964 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f022a301-ae54-48ea-bb33-422a6f033427 req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.579505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f022a301-ae54-48ea-bb33-422a6f033427 req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] For port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:25:56.579886 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f022a301-ae54-48ea-bb33-422a6f033427 req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.705865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f022a301-ae54-48ea-bb33-422a6f033427 req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Calling delete_port for 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:25:56.851789 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f022a301-ae54-48ea-bb33-422a6f033427 req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.863710 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['1c5b26fe-2ec0-442e-8606-4ffcd32e50ba'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:25:56.905838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Pushing event deleted for resources: {'Port': ['ID=1c5b26fe-2ec0-442e-8606-4ffcd32e50ba,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:56.955468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.955852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.956192 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.956523 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.956896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.957226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.957552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.957900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.958247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.958605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.958945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.959271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:57.031908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f022a301-ae54-48ea-bb33-422a6f033427 req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] No DVR routers for this DVR port 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:57.042007 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f022a301-ae54-48ea-bb33-422a6f033427 req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.044648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1e14fc-22dc-4006-93ad-da1fe01419ac', 'name': 'network-vif-deleted', 'tag': '1c5b26fe-2ec0-442e-8606-4ffcd32e50ba'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:57.052982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bda48d0-270c-4114-b489-a89761a5b769 req-a992a091-18bc-4439-ac2c-96ee19f9a8cc tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b1e14fc-22dc-4006-93ad-da1fe01419ac HTTP/1.1" status: 200 len: 210 time: 0.1002491 Feb 04 16:25:57.065070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f022a301-ae54-48ea-bb33-422a6f033427 req-f0c4b313-1853-4d2e-94bb-cab4006d2d79 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.53 "DELETE /v2.0/ports/1c5b26fe-2ec0-442e-8606-4ffcd32e50ba HTTP/1.1" status: 204 len: 173 time: 0.8945861 Feb 04 16:25:57.119399 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1e14fc-22dc-4006-93ad-da1fe01419ac', 'name': 'network-vif-deleted', 'tag': '1c5b26fe-2ec0-442e-8606-4ffcd32e50ba', 'status': 'completed', 'code': 200} Feb 04 16:25:58.712314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-dd94cae5-17a5-452a-b21d-fe2f34e2f4dd tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:58.713740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-dd94cae5-17a5-452a-b21d-fe2f34e2f4dd tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/networks?id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4 HTTP/1.1" status: 200 len: 817 time: 0.1500292 Feb 04 16:25:58.729981 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-16062e19-0138-4c8a-a8be-d38cc89b1b8f tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/quotas/91ec9602f4bc4daba6b15d9cf468d13f HTTP/1.1" status: 200 len: 375 time: 0.0107229 Feb 04 16:25:58.813870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-dc12296d-c28c-415e-9b70-a4156e56542f tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Synchronizing usage tracker for tenant:91ec9602f4bc4daba6b15d9cf468d13f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:58.828655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-dc12296d-c28c-415e-9b70-a4156e56542f tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Unset dirty status for tenant:91ec9602f4bc4daba6b15d9cf468d13f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:58.830004 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-dc12296d-c28c-415e-9b70-a4156e56542f tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=91ec9602f4bc4daba6b15d9cf468d13f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950334 Feb 04 16:25:58.973682 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-39326cb1-e0be-464f-b029-45d490790247 service neutron] 10.222.0.46 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320705 Feb 04 16:25:59.108634 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-ad8e9418-add6-4970-9840-e6c14d4cbaa6 service neutron] 10.222.0.46 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292086 Feb 04 16:25:59.294136 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-012874e3-a829-4a99-8477-9e8978a02a51 req-6eac62db-e5ad-4183-83ce-e209acf7f42f tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 210 time: 0.0511734 Feb 04 16:25:59.830521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:59.869495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:25:59.870005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 1c5b26fe-2ec0-442e-8606-4ffcd32e50ba not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:00.434794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-11287689-e32e-4ca4-8a34-48e289cf554a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:00.437046 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-11287689-e32e-4ca4-8a34-48e289cf554a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Synchronizing usage tracker for tenant:91ec9602f4bc4daba6b15d9cf468d13f on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:00.459246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-11287689-e32e-4ca4-8a34-48e289cf554a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Unset dirty status for tenant:91ec9602f4bc4daba6b15d9cf468d13f on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:00.460641 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-11287689-e32e-4ca4-8a34-48e289cf554a tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.61 "GET /v2.0/networks?id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4 HTTP/1.1" status: 200 len: 817 time: 0.2123907 Feb 04 16:26:00.474415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Request body: {'port': {'device_id': '74e12c8d-3a33-49e2-bce9-9a51e14d45e1', 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'admin_state_up': True, 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:00.519806 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df2be700-8325-4b48-b46c-8fa69e7c57bf req-28ad81cc-9e21-4df7-ad7a-6251cb883979 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 210 time: 0.0740161 Feb 04 16:26:00.636816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:00.647087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:00.662687 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Made reservation on behalf of 91ec9602f4bc4daba6b15d9cf468d13f for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:00.667458 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.843556 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Allocated IP 172.20.0.13 (7b16eda8-2c04-42a9-9f2d-231dfa666ce4/85ec4182-abcd-46e2-85ff-8192917f6d7b/4fd88500-f879-447b-965b-4a43a9fcd71b) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:01.077589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.094202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Transition to ACTIVE for port object 4fd88500-f879-447b-965b-4a43a9fcd71b will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:01.119602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.347501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:01.351156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:01.355692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:26:01.395318 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Pushing event updated for resources: {'Port': ['ID=4fd88500-f879-447b-965b-4a43a9fcd71b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:01.410998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.411421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.411802 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.412136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.412468 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.412874 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.413158 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.413473 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.413799 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.414123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.414444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.414762 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:01.441005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:01.441644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.477183 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-23f3d304-379b-43aa-abd0-3276824c18d5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0077362 Feb 04 16:26:01.490397 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Request body: {'port': {'device_id': '74e12c8d-3a33-49e2-bce9-9a51e14d45e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:01.588989 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-872f5ef5-0433-4680-b7e6-879044901aaa None None] Provisioning for port 4fd88500-f879-447b-965b-4a43a9fcd71b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:01.597392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-872f5ef5-0433-4680-b7e6-879044901aaa None None] Provisioning complete for port 4fd88500-f879-447b-965b-4a43a9fcd71b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:01.598572 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-872f5ef5-0433-4680-b7e6-879044901aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.617543 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.684025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-872f5ef5-0433-4680-b7e6-879044901aaa None None] Port 4fd88500-f879-447b-965b-4a43a9fcd71b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:26:01.720545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41725b-e666-4063-90f8-3733292ba2c5 req-013d9273-f0f6-44b2-a375-527b454d707e tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:01.722244 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae41725b-e666-4063-90f8-3733292ba2c5 req-013d9273-f0f6-44b2-a375-527b454d707e tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 932 time: 0.0885568 Feb 04 16:26:01.771119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae41725b-e666-4063-90f8-3733292ba2c5 req-653fa8c1-6786-4d57-b55c-6fae35d83662 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Feb 04 16:26:01.999037 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd88500-f879-447b-965b-4a43a9fcd71b {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:02.007538 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.022386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Transition to ACTIVE for port object 4fd88500-f879-447b-965b-4a43a9fcd71b will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:02.026929 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.196463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Pushing event updated for resources: {'Port': ['ID=4fd88500-f879-447b-965b-4a43a9fcd71b,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:02.287448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Attempting to bind port 4fd88500-f879-447b-965b-4a43a9fcd71b on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:02.287871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Attempting to bind port 4fd88500-f879-447b-965b-4a43a9fcd71b by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:02.288205 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Attempting to bind port 4fd88500-f879-447b-965b-4a43a9fcd71b on network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:26:02.293063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Port 4fd88500-f879-447b-965b-4a43a9fcd71b on network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:26:02.293413 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Attempting to bind port 4fd88500-f879-447b-965b-4a43a9fcd71b on network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:26:02.299206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:26:02.299542 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Checking segment: {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:26:02.299932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Bound using segment: {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:26:02.300360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Bound port: 4fd88500-f879-447b-965b-4a43a9fcd71b, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61408c0-7e8d-4aab-810d-d6e7c5668770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:02.300707 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.402768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] For port 4fd88500-f879-447b-965b-4a43a9fcd71b, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:26:02.405676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] For port 4fd88500-f879-447b-965b-4a43a9fcd71b, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4fd88500-f879-447b-965b-4a43a9fcd71b,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:26:02.411206 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.472814 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.473526 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.474840 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] 10.222.0.61 "PUT /v2.0/ports/4fd88500-f879-447b-965b-4a43a9fcd71b HTTP/1.1" status: 200 len: 1092 time: 0.9893064 Feb 04 16:26:02.475330 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e12c8d-3a33-49e2-bce9-9a51e14d45e1', 'tag': '4fd88500-f879-447b-965b-4a43a9fcd71b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:02.498028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e1945-8f1e-4819-877e-669fd749818e service neutron] Pushing event updated for resources: {'Port': ['ID=4fd88500-f879-447b-965b-4a43a9fcd71b,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:02.562188 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e12c8d-3a33-49e2-bce9-9a51e14d45e1', 'tag': '4fd88500-f879-447b-965b-4a43a9fcd71b', 'status': 'completed', 'code': 200} Feb 04 16:26:02.613167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-70b1f8cc-1d38-460a-ac02-60a8a654ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.614688 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-70b1f8cc-1d38-460a-ac02-60a8a654ef32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91ec9602f4bc4daba6b15d9cf468d13f&device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 1095 time: 0.0878711 Feb 04 16:26:02.693042 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-afed4e18-9f31-4407-8531-885ac19e7b78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fd88500-f879-447b-965b-4a43a9fcd71b HTTP/1.1" status: 200 len: 217 time: 0.0700791 Feb 04 16:26:02.762257 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-43bd8042-5710-49b6-ac22-5e98fc498523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.763701 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-43bd8042-5710-49b6-ac22-5e98fc498523 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85ec4182-abcd-46e2-85ff-8192917f6d7b HTTP/1.1" status: 200 len: 856 time: 0.0648160 Feb 04 16:26:02.841902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-d2e3521f-2116-4fd5-9a4a-4944fd1b4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.843207 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-d2e3521f-2116-4fd5-9a4a-4944fd1b4ed7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734811 Feb 04 16:26:02.971512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff1437-ed10-4f34-90a4-64cd773af0d5 req-fdbeedcb-50ed-4d3f-8c17-f8ef2a539ac5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.973115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-98ff1437-ed10-4f34-90a4-64cd773af0d5 req-fdbeedcb-50ed-4d3f-8c17-f8ef2a539ac5 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 944 time: 0.0855262 Feb 04 16:26:02.987176 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-ca1bde49-ec25-4471-96b1-41b4e24fc14f service neutron] 10.222.0.61 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373937 Feb 04 16:26:03.023770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-98ff1437-ed10-4f34-90a4-64cd773af0d5 req-07c655c9-c2fc-487c-bc9e-8ee859bbd836 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Feb 04 16:26:03.130245 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-227f22a9-f7b3-4c49-a89f-1765dd600f24 req-4bd6cdfb-3771-4511-8a0e-8badbcbd3198 service neutron] 10.222.0.61 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367612 Feb 04 16:26:03.257170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-d2074503-7bf6-4ee3-a1d3-fd702c181379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:03.258699 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-d2074503-7bf6-4ee3-a1d3-fd702c181379 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91ec9602f4bc4daba6b15d9cf468d13f&device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 1095 time: 0.0775268 Feb 04 16:26:03.521942 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-bb15592f-631a-4d36-86b7-f8a13b0201b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:03.523649 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-bb15592f-631a-4d36-86b7-f8a13b0201b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4 HTTP/1.1" status: 200 len: 918 time: 0.2579038 Feb 04 16:26:03.596448 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-02c25902-e644-4872-905e-db2385ea7c36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fd88500-f879-447b-965b-4a43a9fcd71b HTTP/1.1" status: 200 len: 217 time: 0.0661423 Feb 04 16:26:03.665119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-433cbf00-949c-4253-bfb9-9c1b2b1c76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:03.666557 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-433cbf00-949c-4253-bfb9-9c1b2b1c76c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85ec4182-abcd-46e2-85ff-8192917f6d7b HTTP/1.1" status: 200 len: 856 time: 0.0636742 Feb 04 16:26:03.747574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-819e574c-3ec4-41a0-8c6d-e101fe238f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:03.749106 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-819e574c-3ec4-41a0-8c6d-e101fe238f2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b16eda8-2c04-42a9-9f2d-231dfa666ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754476 Feb 04 16:26:03.888378 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-9cca5e8e-8f8e-4c6d-83a2-30f0a76a3cf8 service neutron] 10.222.0.61 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324794 Feb 04 16:26:04.034493 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-bda291ff-3e55-4106-9e13-d30e08d042f0 req-31dacd9a-22d1-4f18-b164-1a5975a037b9 service neutron] 10.222.0.61 "GET /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396255 Feb 04 16:26:04.226656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44038c-96f3-4c17-8cf9-aac7b55819cb req-0e36a838-f9ce-4c83-a9a4-fbc8e064bd0f tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:04.231054 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b44038c-96f3-4c17-8cf9-aac7b55819cb req-0e36a838-f9ce-4c83-a9a4-fbc8e064bd0f tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 944 time: 0.0820956 Feb 04 16:26:04.277414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b44038c-96f3-4c17-8cf9-aac7b55819cb req-30cc31fc-d019-4c10-93ed-2f48daeac5cd tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Feb 04 16:26:04.331371 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e1eaeb31-6350-4731-9a16-fdabe42cc2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:05.585718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d6aaa-658a-4f7d-a352-5b5cd7b84223 req-d1f80cbb-c5b5-461e-a556-1c056e2f3345 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:05.587120 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d07d6aaa-658a-4f7d-a352-5b5cd7b84223 req-d1f80cbb-c5b5-461e-a556-1c056e2f3345 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 944 time: 0.1957283 Feb 04 16:26:05.631922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d07d6aaa-658a-4f7d-a352-5b5cd7b84223 req-37421a3a-fb40-4e3d-8533-268532711b06 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391026 Feb 04 16:26:06.741113 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-28c7e9d3-e5a4-404b-9ff3-536e46e051ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.782722 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.853836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159b85b-7449-4580-b7bc-1833853d95a6 req-b5e7886a-77fb-4cb0-9365-2793167c3e02 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:06.855357 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2159b85b-7449-4580-b7bc-1833853d95a6 req-b5e7886a-77fb-4cb0-9365-2793167c3e02 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 944 time: 0.1026239 Feb 04 16:26:06.913075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2159b85b-7449-4580-b7bc-1833853d95a6 req-04d6d132-8585-4982-9297-b39602bd58ed tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512702 Feb 04 16:26:07.531379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 4fd88500-f879-447b-965b-4a43a9fcd71b details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:26:07.677259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 4fd88500-f879-447b-965b-4a43a9fcd71b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4fd88500-f879-447b-965b-4a43a9fcd71b,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:07.692017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '4fd88500-f879-447b-965b-4a43a9fcd71b', 'network_id': '7b16eda8-2c04-42a9-9f2d-231dfa666ce4', 'port_id': '4fd88500-f879-447b-965b-4a43a9fcd71b', 'mac_address': 'fa:16:3e:82:96:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ec4182-abcd-46e2-85ff-8192917f6d7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:26:07.756256 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.774743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd88500-f879-447b-965b-4a43a9fcd71b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:07.802403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 4fd88500-f879-447b-965b-4a43a9fcd71b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4fd88500-f879-447b-965b-4a43a9fcd71b,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:07.803751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.806897 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.879225 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.890069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=4fd88500-f879-447b-965b-4a43a9fcd71b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:07.898233 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.898567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.898895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.899221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.899546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.899864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.900179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.900488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.900822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.901137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.901448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:07.901758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:08.019988 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['4fd88500-f879-447b-965b-4a43a9fcd71b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:26:08.118746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0bf4f-8ca7-4aa0-bfcf-a4da1711ca4c req-ae9fac36-3a6d-49ab-809f-b8ba738afd77 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:08.120321 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c5a0bf4f-8ca7-4aa0-bfcf-a4da1711ca4c req-ae9fac36-3a6d-49ab-809f-b8ba738afd77 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 945 time: 0.0949678 Feb 04 16:26:08.166418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c5a0bf4f-8ca7-4aa0-bfcf-a4da1711ca4c req-c5d92736-24bc-45f6-b76f-f11f6d13ba5c tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Feb 04 16:26:09.340928 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.380941 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35b49e-6c83-4d69-853e-154d4be595be req-85478c88-256f-4eed-832f-bf124aa25b57 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:09.382466 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c35b49e-6c83-4d69-853e-154d4be595be req-85478c88-256f-4eed-832f-bf124aa25b57 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 945 time: 0.0926838 Feb 04 16:26:09.438767 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c35b49e-6c83-4d69-853e-154d4be595be req-1b77ad1a-0c71-4a79-8b93-c5a433c74150 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505095 Feb 04 16:26:09.534003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 4fd88500-f879-447b-965b-4a43a9fcd71b up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:09.613235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 4fd88500-f879-447b-965b-4a43a9fcd71b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:09.618562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 4fd88500-f879-447b-965b-4a43a9fcd71b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:09.618922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.739525 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.768528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e12c8d-3a33-49e2-bce9-9a51e14d45e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd88500-f879-447b-965b-4a43a9fcd71b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:09.788974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 4fd88500-f879-447b-965b-4a43a9fcd71b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4fd88500-f879-447b-965b-4a43a9fcd71b,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:09.797574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.798596 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.836027 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e12c8d-3a33-49e2-bce9-9a51e14d45e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd88500-f879-447b-965b-4a43a9fcd71b', 'code': 200} Feb 04 16:26:09.882974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=4fd88500-f879-447b-965b-4a43a9fcd71b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:09.967928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fee664-1eb5-4d74-9e00-3c8ba3823d61 req-2fa3c64f-ed9e-4394-b794-b0579eed4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:09.969559 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60fee664-1eb5-4d74-9e00-3c8ba3823d61 req-2fa3c64f-ed9e-4394-b794-b0579eed4cdf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 1097 time: 0.0714943 Feb 04 16:26:10.020115 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-60fee664-1eb5-4d74-9e00-3c8ba3823d61 req-bef46e4e-b49b-45ff-8bf0-b334dbb7db58 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Feb 04 16:26:10.635682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a664b-9dca-4674-b4ce-39dd153489fa req-41bb78cd-3595-4fda-986b-10c6d8528fcb tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:10.637104 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc5a664b-9dca-4674-b4ce-39dd153489fa req-41bb78cd-3595-4fda-986b-10c6d8528fcb tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 946 time: 0.0840878 Feb 04 16:26:10.687794 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc5a664b-9dca-4674-b4ce-39dd153489fa req-4af70f97-61ce-45d7-bf2c-2044c2ba217c tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 Feb 04 16:26:11.893758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfeaae-470b-4534-93fc-7b12fd81c518 req-163e16a2-8b1f-47e7-a449-d403b4ff4a3e tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:11.895320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1dcfeaae-470b-4534-93fc-7b12fd81c518 req-163e16a2-8b1f-47e7-a449-d403b4ff4a3e tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 946 time: 0.0951867 Feb 04 16:26:11.941759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1dcfeaae-470b-4534-93fc-7b12fd81c518 req-50418cb1-5370-46ab-87a2-e932b80e7d11 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Feb 04 16:26:12.127788 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbad2-2a91-4d2c-bf7f-c4f8fa3e9b41 req-a65a7910-6ba1-4155-90f4-cc61915ad4dd tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:12.129284 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac3bbad2-2a91-4d2c-bf7f-c4f8fa3e9b41 req-a65a7910-6ba1-4155-90f4-cc61915ad4dd tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 946 time: 0.0816321 Feb 04 16:26:12.178309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac3bbad2-2a91-4d2c-bf7f-c4f8fa3e9b41 req-c7744066-044f-40f8-87b8-5a4f747a33a8 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Feb 04 16:26:16.411300 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:26:28.122132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5b3c1-2645-47e6-8386-c536a2d7dd75 req-fbf2988b-eb41-499f-803e-5105ae295830 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:28.123628 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84b5b3c1-2645-47e6-8386-c536a2d7dd75 req-fbf2988b-eb41-499f-803e-5105ae295830 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 946 time: 0.0839436 Feb 04 16:26:28.170151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84b5b3c1-2645-47e6-8386-c536a2d7dd75 req-ae068bb9-283e-464e-9b31-81305cbd8818 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395777 Feb 04 16:26:29.372721 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eca62-8a11-4a44-8ddc-a3ac54957109 req-c3a2f12a-8b4f-465b-8f6f-98679dfd6696 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:29.374256 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-662eca62-8a11-4a44-8ddc-a3ac54957109 req-c3a2f12a-8b4f-465b-8f6f-98679dfd6696 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 946 time: 0.0914845 Feb 04 16:26:29.423087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-662eca62-8a11-4a44-8ddc-a3ac54957109 req-33d5b75d-948c-4b09-883a-9bb90ca59430 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 Feb 04 16:26:29.733259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-31a208d5-b8d7-48a0-bc47-7e79d5d50fd2 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:29.733996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-31a208d5-b8d7-48a0-bc47-7e79d5d50fd2 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Synchronizing usage tracker for tenant:91ec9602f4bc4daba6b15d9cf468d13f on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:29.749940 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-31a208d5-b8d7-48a0-bc47-7e79d5d50fd2 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Unset dirty status for tenant:91ec9602f4bc4daba6b15d9cf468d13f on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:29.751391 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-31a208d5-b8d7-48a0-bc47-7e79d5d50fd2 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.61 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 946 time: 0.0998528 Feb 04 16:26:29.825512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Deleting port 4fd88500-f879-447b-965b-4a43a9fcd71b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:29.825853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.096491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] For port 4fd88500-f879-447b-965b-4a43a9fcd71b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=4fd88500-f879-447b-965b-4a43a9fcd71b,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:30.096749 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.230600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Calling delete_port for 4fd88500-f879-447b-965b-4a43a9fcd71b owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:26:30.385741 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.398620 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['4fd88500-f879-447b-965b-4a43a9fcd71b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:26:30.441938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Pushing event deleted for resources: {'Port': ['ID=4fd88500-f879-447b-965b-4a43a9fcd71b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:30.523352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] No DVR routers for this DVR port 4fd88500-f879-447b-965b-4a43a9fcd71b on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:30.526354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.529072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e12c8d-3a33-49e2-bce9-9a51e14d45e1', 'name': 'network-vif-deleted', 'tag': '4fd88500-f879-447b-965b-4a43a9fcd71b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:30.546221 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-67277e9c-1e72-4db2-b91d-d934092fd4f2 req-f24e34de-10d5-4bd3-8e30-77ce787e0146 tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.61 "DELETE /v2.0/ports/4fd88500-f879-447b-965b-4a43a9fcd71b HTTP/1.1" status: 204 len: 173 time: 0.7891853 Feb 04 16:26:30.606565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1a5aaacb-4c6e-4284-b0b1-0f721fbe3309 req-1acd7263-4a64-4eeb-91a4-a17169bec5ee tempest-TestEncryptedCinderVolumes-584252151 tempest-TestEncryptedCinderVolumes-584252151-project] 10.222.0.46 "GET /v2.0/ports?device_id=74e12c8d-3a33-49e2-bce9-9a51e14d45e1 HTTP/1.1" status: 200 len: 210 time: 0.0462592 Feb 04 16:26:30.674522 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e12c8d-3a33-49e2-bce9-9a51e14d45e1', 'name': 'network-vif-deleted', 'tag': '4fd88500-f879-447b-965b-4a43a9fcd71b', 'status': 'completed', 'code': 200} Feb 04 16:26:31.739153 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52896) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:32.346890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:32.842821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Deleting port e78369ad-85ce-4857-b074-f9ad3335b096 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:32.843578 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:33.022593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] For port e78369ad-85ce-4857-b074-f9ad3335b096, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e78369ad-85ce-4857-b074-f9ad3335b096,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:33.022980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:33.150594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Calling delete_port for e78369ad-85ce-4857-b074-f9ad3335b096 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:26:33.513851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:33.593583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Pushing event deleted for resources: {'Port': ['ID=e78369ad-85ce-4857-b074-f9ad3335b096,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:33.627329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 4fd88500-f879-447b-965b-4a43a9fcd71b no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:33.708365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 4fd88500-f879-447b-965b-4a43a9fcd71b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:26:33.708718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 4fd88500-f879-447b-965b-4a43a9fcd71b not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:33.860009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.332929 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-17ae0df1-f70b-4d27-aa33-d5d0dbd48cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.358649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:26:34.556093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:26:34.565859 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] Sync routers for ids ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:26:34.569354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0454bacc-cb1c-490d-95e4-ad33e959163d admin admin] 10.222.0.46 "PUT /v2.0/routers/038d6928-9a63-49bb-9f7d-35310bb6d1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8291011 Feb 04 16:26:34.571789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52902) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:34.575710 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] Routers {'038d6928-9a63-49bb-9f7d-35310bb6d1d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:34.576315 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:34.762060 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] Set router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:34.767054 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.963656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.975467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Deleting port fa384f9d-b312-41b3-9866-34ae869d680a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:34.976005 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.121388 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:11Z', 'updated_at': '2022-02-04T16:26:33Z', 'revision_number': 5, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'gw_port': {'id': 'fa384f9d-b312-41b3-9866-34ae869d680a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:12Z', 'updated_at': '2022-02-04T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:35.125486 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] Checking router: 038d6928-9a63-49bb-9f7d-35310bb6d1d8 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:26:35.133813 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] Routers {'038d6928-9a63-49bb-9f7d-35310bb6d1d8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:35.134414 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:35.175410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] For port fa384f9d-b312-41b3-9866-34ae869d680a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fa384f9d-b312-41b3-9866-34ae869d680a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:35.175769 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.304159 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] Set router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:35.311861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Calling delete_port for fa384f9d-b312-41b3-9866-34ae869d680a owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:26:35.416541 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:11Z', 'updated_at': '2022-02-04T16:26:34Z', 'revision_number': 6, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:35.420554 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c963ba-0f6e-440a-9dc8-2d5b617751c3 None None] The sync data for ids ['038d6928-9a63-49bb-9f7d-35310bb6d1d8'] in n-d-827870-1 is: [{'id': '038d6928-9a63-49bb-9f7d-35310bb6d1d8', 'name': 'tempest-TestEncryptedCinderVolumes-1814097204-router', 'tenant_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:11Z', 'updated_at': '2022-02-04T16:26:34Z', 'revision_number': 6, 'project_id': '91ec9602f4bc4daba6b15d9cf468d13f', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:26:35.505391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.556630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa384f9d-b312-41b3-9866-34ae869d680a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:35.784442 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.983234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.986636 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.019086 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.019525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 038d6928-9a63-49bb-9f7d-35310bb6d1d8 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:26:36.032808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.034005 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c936d415-83eb-4a75-a3c1-3c5cce495e55 admin admin] 10.222.0.46 "DELETE /v2.0/routers/038d6928-9a63-49bb-9f7d-35310bb6d1d8 HTTP/1.1" status: 204 len: 168 time: 1.4613011 Feb 04 16:26:36.036640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52906) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:36.102242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0d2ff7-aa9e-439c-9d5c-a92e32906ae6 admin admin] Deleting subnet 85ec4182-abcd-46e2-85ff-8192917f6d7b {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:26:36.105837 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2ff7-aa9e-439c-9d5c-a92e32906ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.169810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2ff7-aa9e-439c-9d5c-a92e32906ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.277667 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2ff7-aa9e-439c-9d5c-a92e32906ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.359919 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2ff7-aa9e-439c-9d5c-a92e32906ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.397923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d2ff7-aa9e-439c-9d5c-a92e32906ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ec4182-abcd-46e2-85ff-8192917f6d7b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:36.405287 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2ff7-aa9e-439c-9d5c-a92e32906ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.410702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6180b534-73f4-45a6-8d4c-bf28d27a8c2a None None] Network 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:26:36.412731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3c0d2ff7-aa9e-439c-9d5c-a92e32906ae6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/85ec4182-abcd-46e2-85ff-8192917f6d7b HTTP/1.1" status: 204 len: 168 time: 0.3750019 Feb 04 16:26:36.416698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52910) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:36.659101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.670419 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Deleting port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:36.670419 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.748812 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4c2a-deff-43bb-8d03-4b431294e93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.761409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] DHCP port deletion for 7b16eda8-2c04-42a9-9f2d-231dfa666ce4 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:26:36.765842 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] Deleting port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:36.766258 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.832234 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.907780 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] For port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f21f65c3-3d8e-4a2f-81ac-c0e83b521fef,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:36.908167 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.957996 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e78369ad-85ce-4857-b074-f9ad3335b096 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:37.001807 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e78369ad-85ce-4857-b074-f9ad3335b096 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:26:37.002155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e78369ad-85ce-4857-b074-f9ad3335b096 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:37.002585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fa384f9d-b312-41b3-9866-34ae869d680a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:37.040410 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Calling delete_port for f21f65c3-3d8e-4a2f-81ac-c0e83b521fef owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:26:37.049535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: fa384f9d-b312-41b3-9866-34ae869d680a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:26:37.049880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fa384f9d-b312-41b3-9866-34ae869d680a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:37.050292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f21f65c3-3d8e-4a2f-81ac-c0e83b521fef no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:37.115350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] For port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f21f65c3-3d8e-4a2f-81ac-c0e83b521fef,segment=NetworkSegment(f61408c0-7e8d-4aab-810d-d6e7c5668770),segment_id=f61408c0-7e8d-4aab-810d-d6e7c5668770)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:37.115798 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.130555 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.182196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f21f65c3-3d8e-4a2f-81ac-c0e83b521fef,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:37.184357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] No DVR routers for this DVR port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:37.250426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] Calling delete_port for f21f65c3-3d8e-4a2f-81ac-c0e83b521fef owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:26:37.301560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No active binding found for port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef {{(pid=87572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 16:26:37.301974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f21f65c3-3d8e-4a2f-81ac-c0e83b521fef not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:37.321045 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.350896 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:26:37.351336 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:26:37.352646 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b16eda8-2c04-42a9-9f2d-231dfa666ce4']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:37.365492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61408c0-7e8d-4aab-810d-d6e7c5668770') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:37.365785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61408c0-7e8d-4aab-810d-d6e7c5668770') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:37.378484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.396112 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.402712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:26:37.403108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:37.417127 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:37.501250 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.519409 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.530159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b16eda8-2c04-42a9-9f2d-231dfa666ce4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:37.546978 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2b4d25fa-515c-4516-8e2a-d8e28c5f5c9c admin admin] 10.222.0.46 "DELETE /v2.0/networks/7b16eda8-2c04-42a9-9f2d-231dfa666ce4 HTTP/1.1" status: 204 len: 168 time: 1.1290283 Feb 04 16:26:37.550228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52914) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:37.801714 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.852736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] Deleting port f21f65c3-3d8e-4a2f-81ac-c0e83b521fef {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:37.853186 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.939423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-42b9eb43-160d-483c-858c-6f7670774628 None None] The port 'f21f65c3-3d8e-4a2f-81ac-c0e83b521fef' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:26:37.941110 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.280701 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.655089 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Deleting port fd4578d8-449f-43ca-bfa8-9436a7e8ba18 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:38.655746 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.837579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] For port fd4578d8-449f-43ca-bfa8-9436a7e8ba18, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fd4578d8-449f-43ca-bfa8-9436a7e8ba18,segment=NetworkSegment(aeefc08e-6c81-4b00-a5e6-377487269814),segment_id=aeefc08e-6c81-4b00-a5e6-377487269814)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:38.838001 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.967832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Calling delete_port for fd4578d8-449f-43ca-bfa8-9436a7e8ba18 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:26:39.306317 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.350690 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.357500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4578d8-449f-43ca-bfa8-9436a7e8ba18,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:39.782251 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.787654 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.172038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Router 22298ca5-1a05-475b-9fe8-555986d465ae has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:26:40.362173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:26:40.371366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] Sync routers for ids ['22298ca5-1a05-475b-9fe8-555986d465ae'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:26:40.378712 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b142cea5-6c77-461e-889c-3bd37225c6ab admin admin] 10.222.0.46 "PUT /v2.0/routers/22298ca5-1a05-475b-9fe8-555986d465ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8274250 Feb 04 16:26:40.381283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52918) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:40.382239 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] Routers {'22298ca5-1a05-475b-9fe8-555986d465ae'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:40.383204 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['22298ca5-1a05-475b-9fe8-555986d465ae'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:40.569937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] Set router 22298ca5-1a05-475b-9fe8-555986d465ae gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:40.572894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.775501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.786086 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Deleting port 5776f483-8a45-4adc-8915-1f76731dafdc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:40.786439 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.892164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:18Z', 'updated_at': '2022-02-04T16:26:39Z', 'revision_number': 5, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'gw_port': {'id': '5776f483-8a45-4adc-8915-1f76731dafdc', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:19Z', 'updated_at': '2022-02-04T16:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:40.897384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] Checking router: 22298ca5-1a05-475b-9fe8-555986d465ae for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:26:40.914394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] Routers {'22298ca5-1a05-475b-9fe8-555986d465ae'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:40.915321 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['22298ca5-1a05-475b-9fe8-555986d465ae'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:41.030002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] For port 5776f483-8a45-4adc-8915-1f76731dafdc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5776f483-8a45-4adc-8915-1f76731dafdc,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:41.030371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.135753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] Set router 22298ca5-1a05-475b-9fe8-555986d465ae gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:41.159431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Calling delete_port for 5776f483-8a45-4adc-8915-1f76731dafdc owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:26:41.250333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:18Z', 'updated_at': '2022-02-04T16:26:40Z', 'revision_number': 6, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:41.255092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63507cf-3dcc-4bcc-84f2-9f9e6a7d2fcd None None] The sync data for ids ['22298ca5-1a05-475b-9fe8-555986d465ae'] in n-d-827870-1 is: [{'id': '22298ca5-1a05-475b-9fe8-555986d465ae', 'name': 'tempest-TestEncryptedCinderVolumes-1346555027-router', 'tenant_id': '086744c8dba54a4f87bff3c68e05c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:18Z', 'updated_at': '2022-02-04T16:26:40Z', 'revision_number': 6, 'project_id': '086744c8dba54a4f87bff3c68e05c08d', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:26:41.471774 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.522847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5776f483-8a45-4adc-8915-1f76731dafdc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:41.637985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.823916 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.826495 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.860357 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.861350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22298ca5-1a05-475b-9fe8-555986d465ae {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:26:41.874508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.876261 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6f42e397-7621-402b-bacc-ef0d25fe2c33 admin admin] 10.222.0.46 "DELETE /v2.0/routers/22298ca5-1a05-475b-9fe8-555986d465ae HTTP/1.1" status: 204 len: 168 time: 1.4939661 Feb 04 16:26:41.878921 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52922) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:41.944507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d5b71b-d22f-4bc9-8d67-de32eeb28614 admin admin] Deleting subnet 201234a5-56cb-44a2-a569-7c16f554683f {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:26:41.947763 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92d5b71b-d22f-4bc9-8d67-de32eeb28614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.000349 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92d5b71b-d22f-4bc9-8d67-de32eeb28614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.089772 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92d5b71b-d22f-4bc9-8d67-de32eeb28614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.169253 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92d5b71b-d22f-4bc9-8d67-de32eeb28614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.210197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5b71b-d22f-4bc9-8d67-de32eeb28614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201234a5-56cb-44a2-a569-7c16f554683f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:42.214021 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92d5b71b-d22f-4bc9-8d67-de32eeb28614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.220586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-92d5b71b-d22f-4bc9-8d67-de32eeb28614 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/201234a5-56cb-44a2-a569-7c16f554683f HTTP/1.1" status: 204 len: 168 time: 0.3405473 Feb 04 16:26:42.223469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52926) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:42.223640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5dd9d-fc99-4785-9822-4b4bd0406269 None None] Network 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:26:42.360514 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.382579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Deleting port ae5fae76-f0e8-4526-bbc7-345a56a29598 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:42.382915 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.533745 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] DHCP port deletion for 0af1a849-bfdf-4ddc-8c75-913f3ba85d80 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:26:42.538047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] Deleting port ae5fae76-f0e8-4526-bbc7-345a56a29598 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:42.538415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.610106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] For port ae5fae76-f0e8-4526-bbc7-345a56a29598, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ae5fae76-f0e8-4526-bbc7-345a56a29598,segment=NetworkSegment(aeefc08e-6c81-4b00-a5e6-377487269814),segment_id=aeefc08e-6c81-4b00-a5e6-377487269814)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:42.610687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.742413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Calling delete_port for ae5fae76-f0e8-4526-bbc7-345a56a29598 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:26:42.756448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] For port ae5fae76-f0e8-4526-bbc7-345a56a29598, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=ae5fae76-f0e8-4526-bbc7-345a56a29598,segment=NetworkSegment(aeefc08e-6c81-4b00-a5e6-377487269814),segment_id=aeefc08e-6c81-4b00-a5e6-377487269814)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:42.756857 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.826828 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.880574 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5fae76-f0e8-4526-bbc7-345a56a29598,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:42.884514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] No DVR routers for this DVR port ae5fae76-f0e8-4526-bbc7-345a56a29598 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:42.891330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] Calling delete_port for ae5fae76-f0e8-4526-bbc7-345a56a29598 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:26:42.937943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5776f483-8a45-4adc-8915-1f76731dafdc no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:42.980870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5776f483-8a45-4adc-8915-1f76731dafdc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:26:42.981213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5776f483-8a45-4adc-8915-1f76731dafdc not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:42.981619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fd4578d8-449f-43ca-bfa8-9436a7e8ba18 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:43.009720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.022389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: fd4578d8-449f-43ca-bfa8-9436a7e8ba18 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:26:43.022725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fd4578d8-449f-43ca-bfa8-9436a7e8ba18 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:43.023136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ae5fae76-f0e8-4526-bbc7-345a56a29598 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:43.036881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af1a849-bfdf-4ddc-8c75-913f3ba85d80']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:43.051001 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeefc08e-6c81-4b00-a5e6-377487269814') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:43.051302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeefc08e-6c81-4b00-a5e6-377487269814') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:43.064541 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.071181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: ae5fae76-f0e8-4526-bbc7-345a56a29598 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:26:43.071524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device ae5fae76-f0e8-4526-bbc7-345a56a29598 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:43.079812 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:26:43.080209 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:26:43.083470 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.090625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:26:43.090984 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:43.105379 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:43.298007 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.302725 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.329887 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=0af1a849-bfdf-4ddc-8c75-913f3ba85d80,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:43.334143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b5878dc4-69f0-4c51-8a3e-5cb721253a3c admin admin] 10.222.0.46 "DELETE /v2.0/networks/0af1a849-bfdf-4ddc-8c75-913f3ba85d80 HTTP/1.1" status: 204 len: 168 time: 1.1095073 Feb 04 16:26:43.533828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52932) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:43.582028 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] Deleting port ae5fae76-f0e8-4526-bbc7-345a56a29598 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:26:43.582863 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.584955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f07c71e8-b592-4ca2-b3de-d46e6e41bc98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91ec9602f4bc4daba6b15d9cf468d13f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499313 Feb 04 16:26:43.587573 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52936) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:43.653245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-21c5f75a-765c-439d-8516-ae5c7b050758 None None] The port 'ae5fae76-f0e8-4526-bbc7-345a56a29598' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:26:43.661794 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae586b55-c0bc-4fa5-83df-1bbe5e4f727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.689500 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae586b55-c0bc-4fa5-83df-1bbe5e4f727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.746580 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae586b55-c0bc-4fa5-83df-1bbe5e4f727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.762363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae586b55-c0bc-4fa5-83df-1bbe5e4f727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a38c5-739c-41dd-b11f-ba63c84fa9b4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:43.770040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ae586b55-c0bc-4fa5-83df-1bbe5e4f727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.772929 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ae586b55-c0bc-4fa5-83df-1bbe5e4f727f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e2a38c5-739c-41dd-b11f-ba63c84fa9b4 HTTP/1.1" status: 204 len: 168 time: 0.1823688 Feb 04 16:26:44.172554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52944) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:44.225174 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b5d249e0-b746-4fd7-89ab-b1625c957995 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=086744c8dba54a4f87bff3c68e05c08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512617 Feb 04 16:26:44.228600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52948) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:44.292730 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71e8e0b7-7f1c-479e-879d-d01a7f9e06f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.321242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71e8e0b7-7f1c-479e-879d-d01a7f9e06f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.380276 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71e8e0b7-7f1c-479e-879d-d01a7f9e06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.396256 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8e0b7-7f1c-479e-879d-d01a7f9e06f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654af412-b94a-4ac8-ab1a-3b3b306dd66e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:44.403652 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-71e8e0b7-7f1c-479e-879d-d01a7f9e06f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.404797 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-71e8e0b7-7f1c-479e-879d-d01a7f9e06f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/654af412-b94a-4ac8-ab1a-3b3b306dd66e HTTP/1.1" status: 204 len: 168 time: 0.1752212 Feb 04 16:26:45.232156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52972) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:45.379454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-588191274-network', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:45.385233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:45.389378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Usage tracker for resource:network and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:45.393439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:45.399344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:45.418097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Made reservation on behalf of 64d9eba0fa894aa0867756abdc631ab5 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:45.420449 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.433055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.448621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:45.453134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Usage tracker for resource:security_group_rule and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:45.456189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:45.462241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:45.562427 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.566335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.599643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:45.608868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8803303-1b51-4a41-9a71-c9610751170f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:45.617414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.617414 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Added segment 8c93a22a-daba-496b-9ea2-af281ebde487 of type vlan for network db283070-cc67-4464-90e2-4151652d2583 Feb 04 16:26:45.647678 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.680645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.681659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:45.682230 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.789263 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5557928 Feb 04 16:26:45.790100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7b10c-a623-4ec1-aac7-03b5910e303f admin admin] Pushing event updated for resources: {'Network': ['ID=db283070-cc67-4464-90e2-4151652d2583,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:45.792305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52978) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:45.798978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Request body: {'subnet': {'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-588191274-subnet', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:45.801740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network db283070-cc67-4464-90e2-4151652d2583 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:45.808398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:45.815816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Usage tracker for resource:subnet and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:45.820296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:45.830972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:45.842406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Made reservation on behalf of 64d9eba0fa894aa0867756abdc631ab5 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:45.845166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.110632 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.185140 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:46.195242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Checking segment: {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:26:46.195603 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Network hostable DHCP agents. Network: db283070-cc67-4464-90e2-4151652d2583, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:46.219499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Network db283070-cc67-4464-90e2-4151652d2583 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:46.229785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, db283070-cc67-4464-90e2-4151652d2583) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:46.235593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:46.236221 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.239366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0bc4fa-c104-44a8-bc99-4a866e813abc None None] Network db283070-cc67-4464-90e2-4151652d2583 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:26:46.262878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 52982) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:46.263480 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-badccbe1-c649-4867-9668-88e7f8633a5f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4694669 Feb 04 16:26:46.269608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:46.275874 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:46.280103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Usage tracker for resource:router and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:46.284719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:46.291769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:46.315699 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.316890 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.337565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.529956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-db283070-cc67-4464-90e2-4151652d2583', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:26:46.531346 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.637811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.696738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Allocated IP 172.20.0.2 (db283070-cc67-4464-90e2-4151652d2583/765169e3-9a2a-4ed5-9375-ecafe1d3f3ec/935cacd2-cfcd-47ac-969f-7882ceb0b4c8) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:46.921939 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.934501 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Transition to ACTIVE for port object 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:46.956288 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Transition to ACTIVE for port object 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:46.965182 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.005367 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.038154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Network db283070-cc67-4464-90e2-4151652d2583 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:47.040752 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.041134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:47.043699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:26:47.086363 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Pushing event updated for resources: {'Port': ['ID=935cacd2-cfcd-47ac-969f-7882ceb0b4c8,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:47.146202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Attempting to bind port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:47.146696 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Attempting to bind port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:47.147061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Attempting to bind port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 on network db283070-cc67-4464-90e2-4151652d2583 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:26:47.153895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:26:47.154260 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Checking segment: {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:26:47.154663 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.155050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Bound using segment: {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:26:47.156665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Bound port: 935cacd2-cfcd-47ac-969f-7882ceb0b4c8, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:47.156665 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.192129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Allocated IP 172.25.8.131 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/f9cf5485-ad12-4947-8d45-a549957dc527) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:47.258261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] For port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:26:47.261775 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] For port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=935cacd2-cfcd-47ac-969f-7882ceb0b4c8,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:26:47.267670 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.365006 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.379198 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8ab3e-59d2-4fcb-9a07-45f4dba48dfd None None] Pushing event updated for resources: {'Port': ['ID=935cacd2-cfcd-47ac-969f-7882ceb0b4c8,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:47.401995 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.477095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:47.480164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:47.484285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:26:47.514451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Pushing event updated for resources: {'Port': ['ID=f9cf5485-ad12-4947-8d45-a549957dc527,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:48.101315 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:48.413847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7bfad7-c6dc-4eab-ac7d-eef63b6aef93 None None] Network db283070-cc67-4464-90e2-4151652d2583 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:26:48.476196 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:48.521311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5cbd7a41-361f-4011-a50f-14753dc8866a None None] Provisioning for port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:48.708529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:26:48.910557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:26:48.923452 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Sync routers for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:26:48.933093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:48.933954 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:48.943486 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:48.949430 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d56901d7-8cf0-4ecd-b552-40cdec08d4da admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6844540 Feb 04 16:26:48.950222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 52986) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:48.988951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:49.090642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:49.096751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:49.097144 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.140013 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:49.268247 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.308411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=935cacd2-cfcd-47ac-969f-7882ceb0b4c8,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:49.314228 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.406164 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=935cacd2-cfcd-47ac-969f-7882ceb0b4c8,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:49.481947 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:47Z', 'revision_number': 3, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:49.487241 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Checking router: 73fb090f-3ec4-43fd-86fd-d5f3abc12527 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:26:49.487579 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Updating router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 port f9cf5485-ad12-4947-8d45-a549957dc527 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:26:49.556038 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.860116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.956700 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.969979 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Transition to ACTIVE for port object f9cf5485-ad12-4947-8d45-a549957dc527 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:49.978234 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.063971 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Attempting to bind port f9cf5485-ad12-4947-8d45-a549957dc527 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:50.064560 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Attempting to bind port f9cf5485-ad12-4947-8d45-a549957dc527 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:50.064691 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Attempting to bind port f9cf5485-ad12-4947-8d45-a549957dc527 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:26:50.070779 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Pushing event updated for resources: {'Port': ['ID=f9cf5485-ad12-4947-8d45-a549957dc527,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:50.075950 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:26:50.076314 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:26:50.076708 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.077112 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:26:50.077808 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Bound port: f9cf5485-ad12-4947-8d45-a549957dc527, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:50.078188 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.098034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Allocated IP 172.20.0.1 (db283070-cc67-4464-90e2-4151652d2583/765169e3-9a2a-4ed5-9375-ecafe1d3f3ec/bef2ccc9-2238-42f8-9f7f-8587e8e1837c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:50.112519 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.112833 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.113091 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.113417 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.113729 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.114074 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.114358 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.114723 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.115069 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.115393 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.115795 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.116112 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:50.183864 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] For port f9cf5485-ad12-4947-8d45-a549957dc527, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:26:50.188838 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] For port f9cf5485-ad12-4947-8d45-a549957dc527, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f9cf5485-ad12-4947-8d45-a549957dc527,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:26:50.193920 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.258725 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.275016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Transition to ACTIVE for port object bef2ccc9-2238-42f8-9f7f-8587e8e1837c will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:50.278718 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129068f-7d5a-47d5-8205-eac5237f3471 None None] Pushing event updated for resources: {'Port': ['ID=f9cf5485-ad12-4947-8d45-a549957dc527,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:50.282072 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:50.282690 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:50.307573 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.382358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Network db283070-cc67-4464-90e2-4151652d2583 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:50.385414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:50.389501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:26:50.430452 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Pushing event updated for resources: {'Port': ['ID=bef2ccc9-2238-42f8-9f7f-8587e8e1837c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:50.456888 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.508598 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:50.714307 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e903f68-ba60-40eb-a248-1c68d5230b03 None None] Provisioning for port bef2ccc9-2238-42f8-9f7f-8587e8e1837c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:50.721262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e903f68-ba60-40eb-a248-1c68d5230b03 None None] Provisioning complete for port bef2ccc9-2238-42f8-9f7f-8587e8e1837c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:50.721262 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e903f68-ba60-40eb-a248-1c68d5230b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.757937 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.780590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9e903f68-ba60-40eb-a248-1c68d5230b03 None None] Port bef2ccc9-2238-42f8-9f7f-8587e8e1837c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:26:50.830807 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:47Z', 'revision_number': 3, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:50.835125 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71953a-3a29-4b9f-8a7f-9d103b0ea0fc None None] The sync data for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 is: [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:47Z', 'revision_number': 3, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:26:50.940015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:51.024068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:51.024627 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.204457 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.210235 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.323141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Pushing event updated for resources: {'Port': ['ID=bef2ccc9-2238-42f8-9f7f-8587e8e1837c,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:51.330869 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.482100 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Network db283070-cc67-4464-90e2-4151652d2583 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:51.483341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:51.705151 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:26:51.821006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e92159dc-bcd0-44f3-a543-17659f208756 None None] Provisioning complete for port bef2ccc9-2238-42f8-9f7f-8587e8e1837c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:51.821978 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e92159dc-bcd0-44f3-a543-17659f208756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.918163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e92159dc-bcd0-44f3-a543-17659f208756 None None] Port bef2ccc9-2238-42f8-9f7f-8587e8e1837c cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:26:51.940150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:26:51.950156 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d0328ebc-06bc-4d3a-91b9-fe92b6253af0 admin admin] 10.222.0.46 "PUT /v2.0/routers/73fb090f-3ec4-43fd-86fd-d5f3abc12527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9988253 Feb 04 16:26:52.549473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53004) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:52.555422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1273039820-network', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:52.561115 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:52.565458 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Sync routers for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:26:52.565904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Usage tracker for resource:network and tenant:05b1071141a344f0bd8595756db1e1a9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:52.570213 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:52.575048 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:52.575738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:52.578227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:52.588448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Made reservation on behalf of 05b1071141a344f0bd8595756db1e1a9 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:52.590818 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.604680 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.621010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:52.625128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Usage tracker for resource:security_group_rule and tenant:05b1071141a344f0bd8595756db1e1a9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:52.628252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:52.640988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:52.735879 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.739939 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.774396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:52.779557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:52.784173 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88bfab8-24fe-4429-b14d-f5c98b0019e0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:52.790317 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.790668 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Added segment 342b6b3c-a178-4c0a-b128-7e7b13f0dccc of type vlan for network 8769e03c-17e9-4dfd-af90-fbf3b663568e Feb 04 16:26:52.820804 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.864503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.865966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:52.866745 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.006999 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] Pushing event updated for resources: {'Network': ['ID=8769e03c-17e9-4dfd-af90-fbf3b663568e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:53.008211 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f9cf5485-ad12-4947-8d45-a549957dc527 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:53.011661 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8ab270e9-8969-4f57-809d-590d2bff52c4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4610655 Feb 04 16:26:53.027201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53008) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:53.039887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 8769e03c-17e9-4dfd-af90-fbf3b663568e details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:53.041816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Request body: {'subnet': {'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1273039820-subnet', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:53.047813 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:53.058360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Usage tracker for resource:subnet and tenant:05b1071141a344f0bd8595756db1e1a9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:53.061865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:53.068236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:53.079929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Made reservation on behalf of 05b1071141a344f0bd8595756db1e1a9 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:53.082370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.259051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f9cf5485-ad12-4947-8d45-a549957dc527 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:53.267689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f9cf5485-ad12-4947-8d45-a549957dc527 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:53.268064 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.375202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bef2ccc9-2238-42f8-9f7f-8587e8e1837c', 'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'mac_address': 'fa:16:3e:e5:1b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:49Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 2, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'subnets': [{'id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:53.406854 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Checking router: 73fb090f-3ec4-43fd-86fd-d5f3abc12527 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:26:53.407202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Updating router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 port bef2ccc9-2238-42f8-9f7f-8587e8e1837c binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:26:53.416555 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:26:53.438135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.480043 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.488625 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.523738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef3e3c5-5932-4cd6-a656-622f8b4f586a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:53.535475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Checking segment: {'id': '342b6b3c-a178-4c0a-b128-7e7b13f0dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:26:53.536012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Network hostable DHCP agents. Network: 8769e03c-17e9-4dfd-af90-fbf3b663568e, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:53.544761 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port f9cf5485-ad12-4947-8d45-a549957dc527, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f9cf5485-ad12-4947-8d45-a549957dc527,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:53.559689 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.559989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Network 8769e03c-17e9-4dfd-af90-fbf3b663568e is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:53.579472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 8769e03c-17e9-4dfd-af90-fbf3b663568e) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:53.588811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:53.589994 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.598263 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76c5ccb-ed4c-45b0-86a6-7846ddb34962 None None] Network 8769e03c-17e9-4dfd-af90-fbf3b663568e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:26:53.621534 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-96a1f167-54b6-438a-8651-c52bbdc7ae81 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5929024 Feb 04 16:26:53.625046 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53012) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:53.632607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:53.639767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:53.643759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Usage tracker for resource:router and tenant:05b1071141a344f0bd8595756db1e1a9 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:53.646811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:53.652505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:53.663529 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.665597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.695937 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.800570 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=f9cf5485-ad12-4947-8d45-a549957dc527,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:54.005931 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.061765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-8769e03c-17e9-4dfd-af90-fbf3b663568e', 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'fixed_ips': [{'subnet_id': '0ef3e3c5-5932-4cd6-a656-622f8b4f586a'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:26:54.061765 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.252508 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.279959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Transition to ACTIVE for port object bef2ccc9-2238-42f8-9f7f-8587e8e1837c will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:54.290824 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.348694 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.380808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.513046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd41304-e90c-4d1e-80fb-2a5de92b1540 None None] Pushing event updated for resources: {'Port': ['ID=bef2ccc9-2238-42f8-9f7f-8587e8e1837c,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:54.517128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Allocated IP 172.20.0.2 (8769e03c-17e9-4dfd-af90-fbf3b663568e/0ef3e3c5-5932-4cd6-a656-622f8b4f586a/70878855-13d0-4705-b476-a23add511a4c) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:54.572402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Allocated IP 172.25.8.81 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/a9266bb7-6a54-469d-9340-6fc31011b451) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:54.669685 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Attempting to bind port bef2ccc9-2238-42f8-9f7f-8587e8e1837c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:54.669950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Attempting to bind port bef2ccc9-2238-42f8-9f7f-8587e8e1837c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:54.670267 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Attempting to bind port bef2ccc9-2238-42f8-9f7f-8587e8e1837c on network db283070-cc67-4464-90e2-4151652d2583 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:26:54.691062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:26:54.691434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Checking segment: {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:26:54.691834 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.692222 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Bound using segment: {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:26:54.692695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Bound port: bef2ccc9-2238-42f8-9f7f-8587e8e1837c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:54.693101 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.738176 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.775372 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.847298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:54.850300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:54.855060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:26:54.880572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Pushing event updated for resources: {'Port': ['ID=a9266bb7-6a54-469d-9340-6fc31011b451,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:54.902431 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] For port bef2ccc9-2238-42f8-9f7f-8587e8e1837c, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:26:54.904474 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.917867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Transition to ACTIVE for port object 70878855-13d0-4705-b476-a23add511a4c will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:54.938977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] For port bef2ccc9-2238-42f8-9f7f-8587e8e1837c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bef2ccc9-2238-42f8-9f7f-8587e8e1837c,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:26:54.941765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Transition to ACTIVE for port object 70878855-13d0-4705-b476-a23add511a4c will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:54.946106 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.981031 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.994299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f9cf5485-ad12-4947-8d45-a549957dc527 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:55.090393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Network 8769e03c-17e9-4dfd-af90-fbf3b663568e is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:55.100677 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:55.113911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:26:55.126423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:55.126907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:55.211561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd41304-e90c-4d1e-80fb-2a5de92b1540 None None] Pushing event updated for resources: {'Port': ['ID=bef2ccc9-2238-42f8-9f7f-8587e8e1837c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:55.440117 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.472947 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Pushing event updated for resources: {'Port': ['ID=70878855-13d0-4705-b476-a23add511a4c,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:55.475884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Attempting to bind port 70878855-13d0-4705-b476-a23add511a4c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:55.476426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Attempting to bind port 70878855-13d0-4705-b476-a23add511a4c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '342b6b3c-a178-4c0a-b128-7e7b13f0dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:55.476847 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Attempting to bind port 70878855-13d0-4705-b476-a23add511a4c on network 8769e03c-17e9-4dfd-af90-fbf3b663568e {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:26:55.493713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:26:55.494105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Checking segment: {'id': '342b6b3c-a178-4c0a-b128-7e7b13f0dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:26:55.494466 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.494853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Bound using segment: {'id': '342b6b3c-a178-4c0a-b128-7e7b13f0dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:26:55.495319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Bound port: 70878855-13d0-4705-b476-a23add511a4c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342b6b3c-a178-4c0a-b128-7e7b13f0dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:55.495683 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.521425 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:55.567055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f9cf5485-ad12-4947-8d45-a549957dc527 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:55.567418 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.808807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.949180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] For port 70878855-13d0-4705-b476-a23add511a4c, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:26:55.989517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] For port 70878855-13d0-4705-b476-a23add511a4c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=70878855-13d0-4705-b476-a23add511a4c,segment=NetworkSegment(342b6b3c-a178-4c0a-b128-7e7b13f0dccc),segment_id=342b6b3c-a178-4c0a-b128-7e7b13f0dccc)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:26:56.001758 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.039087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:26:56.158264 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15230cab-2abf-496a-8940-1296a1a0080e None None] Pushing event updated for resources: {'Port': ['ID=70878855-13d0-4705-b476-a23add511a4c,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:56.206178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bef2ccc9-2238-42f8-9f7f-8587e8e1837c', 'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'mac_address': 'fa:16:3e:e5:1b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:49Z', 'updated_at': '2022-02-04T16:26:54Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'subnets': [{'id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:56.210504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44295f39-837d-442d-a5bd-715ff1c9532e None None] The sync data for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 is: [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bef2ccc9-2238-42f8-9f7f-8587e8e1837c', 'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'mac_address': 'fa:16:3e:e5:1b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:49Z', 'updated_at': '2022-02-04T16:26:54Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'subnets': [{'id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:26:56.257836 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:26:56.279930 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Sync routers for ids ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:26:56.310531 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Routers {'3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:56.310658 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.311279 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:56.317429 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0cae9b32-8cc1-4b37-8a10-7d143ff5588b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6908629 Feb 04 16:26:56.318132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53016) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:56.610478 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Set router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:56.990093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:53Z', 'updated_at': '2022-02-04T16:26:55Z', 'revision_number': 3, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'gw_port': {'id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:54Z', 'updated_at': '2022-02-04T16:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:56.999837 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Checking router: 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:26:57.000599 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Updating router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c port a9266bb7-6a54-469d-9340-6fc31011b451 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:26:57.102463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bef2ccc9-2238-42f8-9f7f-8587e8e1837c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:57.166066 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.295022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port bef2ccc9-2238-42f8-9f7f-8587e8e1837c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:57.310856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bef2ccc9-2238-42f8-9f7f-8587e8e1837c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:57.311948 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.451663 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.592816 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.616801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf71d7-53d9-41e2-b9bf-6df25ba607ad None None] Network 8769e03c-17e9-4dfd-af90-fbf3b663568e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:26:57.727017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cd3149c1-bd06-4c73-adb8-9e7e40a28563 None None] Provisioning for port 70878855-13d0-4705-b476-a23add511a4c completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:57.746886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port bef2ccc9-2238-42f8-9f7f-8587e8e1837c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bef2ccc9-2238-42f8-9f7f-8587e8e1837c,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:57.751553 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.762203 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.763332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 70878855-13d0-4705-b476-a23add511a4c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:57.771344 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Transition to ACTIVE for port object a9266bb7-6a54-469d-9340-6fc31011b451 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:57.782122 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.825344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Allocated IP 172.20.0.1 (8769e03c-17e9-4dfd-af90-fbf3b663568e/0ef3e3c5-5932-4cd6-a656-622f8b4f586a/b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:57.879631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=bef2ccc9-2238-42f8-9f7f-8587e8e1837c,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:57.887046 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Attempting to bind port a9266bb7-6a54-469d-9340-6fc31011b451 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:57.887417 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Attempting to bind port a9266bb7-6a54-469d-9340-6fc31011b451 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:57.887772 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Attempting to bind port a9266bb7-6a54-469d-9340-6fc31011b451 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:26:57.898313 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:26:57.898737 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:26:57.899064 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.899457 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:26:57.899927 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Bound port: a9266bb7-6a54-469d-9340-6fc31011b451, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:57.900292 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.934267 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca887a6d-ebff-4408-9709-552621cc2058 None None] Pushing event updated for resources: {'Port': ['ID=a9266bb7-6a54-469d-9340-6fc31011b451,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:58.013274 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] For port a9266bb7-6a54-469d-9340-6fc31011b451, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:26:58.018436 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] For port a9266bb7-6a54-469d-9340-6fc31011b451, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a9266bb7-6a54-469d-9340-6fc31011b451,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:26:58.023962 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.043572 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.063223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 70878855-13d0-4705-b476-a23add511a4c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:58.075060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Transition to ACTIVE for port object b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:58.080208 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 70878855-13d0-4705-b476-a23add511a4c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:58.080569 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.112691 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.114513 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Routers {'3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:26:58.115095 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:58.190477 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca887a6d-ebff-4408-9709-552621cc2058 None None] Pushing event updated for resources: {'Port': ['ID=a9266bb7-6a54-469d-9340-6fc31011b451,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:58.199170 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Network 8769e03c-17e9-4dfd-af90-fbf3b663568e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:58.203890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:58.207352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:26:58.245446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Pushing event updated for resources: {'Port': ['ID=b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:58.252883 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.272298 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.300176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 70878855-13d0-4705-b476-a23add511a4c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=70878855-13d0-4705-b476-a23add511a4c,segment=NetworkSegment(342b6b3c-a178-4c0a-b128-7e7b13f0dccc),segment_id=342b6b3c-a178-4c0a-b128-7e7b13f0dccc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:26:58.306048 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.356219 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] Set router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:26:58.398457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=70878855-13d0-4705-b476-a23add511a4c,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:58.470954 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.587447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba42b92b-8192-45ec-877f-f617fe1776bc None None] Provisioning complete for port 70878855-13d0-4705-b476-a23add511a4c triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:58.588174 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba42b92b-8192-45ec-877f-f617fe1776bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.694565 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:53Z', 'updated_at': '2022-02-04T16:26:55Z', 'revision_number': 3, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'gw_port': {'id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:54Z', 'updated_at': '2022-02-04T16:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:58.699222 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa54189-2370-4764-b54f-6d9b60650880 None None] The sync data for ids ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'] in n-d-827870-1 is: [{'id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:53Z', 'updated_at': '2022-02-04T16:26:55Z', 'revision_number': 3, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'gw_port': {'id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:54Z', 'updated_at': '2022-02-04T16:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:26:58.741078 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.747049 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.867553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Pushing event updated for resources: {'Port': ['ID=b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:58.871646 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.887205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3612a5b3-c841-4a4c-944f-7c927febd98c None None] Provisioning for port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:58.895465 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3612a5b3-c841-4a4c-944f-7c927febd98c None None] Provisioning complete for port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:58.896026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3612a5b3-c841-4a4c-944f-7c927febd98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.963371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3612a5b3-c841-4a4c-944f-7c927febd98c None None] Port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:26:59.002955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bef2ccc9-2238-42f8-9f7f-8587e8e1837c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:59.054777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Network 8769e03c-17e9-4dfd-af90-fbf3b663568e is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:59.056394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:59.109659 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bef2ccc9-2238-42f8-9f7f-8587e8e1837c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:59.110550 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:59.367759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 70878855-13d0-4705-b476-a23add511a4c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:59.449025 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:26:59.487608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-9e66dc2e-2daa-4942-bbb5-f30548a183fb None None] Provisioning complete for port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:59.487970 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9e66dc2e-2daa-4942-bbb5-f30548a183fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:59.548815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 70878855-13d0-4705-b476-a23add511a4c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:59.549189 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:59.602074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-9e66dc2e-2daa-4942-bbb5-f30548a183fb None None] Port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:26:59.682182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:26:59.701362 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5532979d-b95e-4fe9-a631-b969edfcc47b admin admin] 10.222.0.46 "PUT /v2.0/routers/3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3737206 Feb 04 16:27:00.685642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Sync routers for ids ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:27:00.697975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Routers {'3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:27:00.698661 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:00.911906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Set router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:27:01.071987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a9266bb7-6a54-469d-9340-6fc31011b451 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:01.337754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port a9266bb7-6a54-469d-9340-6fc31011b451 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:01.359336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a9266bb7-6a54-469d-9340-6fc31011b451 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:01.359897 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.524035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:53Z', 'updated_at': '2022-02-04T16:26:58Z', 'revision_number': 4, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'gw_port': {'id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:54Z', 'updated_at': '2022-02-04T16:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1', 'name': '', 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'mac_address': 'fa:16:3e:35:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '0ef3e3c5-5932-4cd6-a656-622f8b4f586a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:57Z', 'updated_at': '2022-02-04T16:26:58Z', 'revision_number': 2, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'subnets': [{'id': '0ef3e3c5-5932-4cd6-a656-622f8b4f586a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:01.531639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Checking router: 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:27:01.532012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Updating router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:27:01.586328 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.607410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.634078 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port a9266bb7-6a54-469d-9340-6fc31011b451, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a9266bb7-6a54-469d-9340-6fc31011b451,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:27:01.639885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.836596 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=a9266bb7-6a54-469d-9340-6fc31011b451,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:02.137478 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.152844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Transition to ACTIVE for port object b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:02.165122 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.364410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569d864-6e13-4583-82c6-d8d38c5ed434 None None] Pushing event updated for resources: {'Port': ['ID=b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:02.470166 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Attempting to bind port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:02.470716 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Attempting to bind port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '342b6b3c-a178-4c0a-b128-7e7b13f0dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:02.470916 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Attempting to bind port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 on network 8769e03c-17e9-4dfd-af90-fbf3b663568e {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:27:02.479833 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:27:02.480199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Checking segment: {'id': '342b6b3c-a178-4c0a-b128-7e7b13f0dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:27:02.480597 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.481010 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Bound using segment: {'id': '342b6b3c-a178-4c0a-b128-7e7b13f0dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:27:02.481481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Bound port: b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342b6b3c-a178-4c0a-b128-7e7b13f0dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:02.481981 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.602826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] For port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:27:02.606296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] For port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1,segment=NetworkSegment(342b6b3c-a178-4c0a-b128-7e7b13f0dccc),segment_id=342b6b3c-a178-4c0a-b128-7e7b13f0dccc)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:27:02.614541 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.722440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Routers {'3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:27:02.723176 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:26:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:02.821697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569d864-6e13-4583-82c6-d8d38c5ed434 None None] Pushing event updated for resources: {'Port': ['ID=b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:02.971290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a9266bb7-6a54-469d-9340-6fc31011b451 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:03.065956 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] Set router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:27:03.406044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port a9266bb7-6a54-469d-9340-6fc31011b451 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:03.406411 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:03.553664 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:53Z', 'updated_at': '2022-02-04T16:26:58Z', 'revision_number': 4, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'gw_port': {'id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:54Z', 'updated_at': '2022-02-04T16:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1', 'name': '', 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'mac_address': 'fa:16:3e:35:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '0ef3e3c5-5932-4cd6-a656-622f8b4f586a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:57Z', 'updated_at': '2022-02-04T16:27:02Z', 'revision_number': 4, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'subnets': [{'id': '0ef3e3c5-5932-4cd6-a656-622f8b4f586a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:03.564985 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37cc87-b9e9-47e9-b37b-2da8bd3aee6a None None] The sync data for ids ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'] in n-d-827870-1 is: [{'id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:53Z', 'updated_at': '2022-02-04T16:26:58Z', 'revision_number': 4, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'gw_port': {'id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:54Z', 'updated_at': '2022-02-04T16:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1', 'name': '', 'network_id': '8769e03c-17e9-4dfd-af90-fbf3b663568e', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'mac_address': 'fa:16:3e:35:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '0ef3e3c5-5932-4cd6-a656-622f8b4f586a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:57Z', 'updated_at': '2022-02-04T16:27:02Z', 'revision_number': 4, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'subnets': [{'id': '0ef3e3c5-5932-4cd6-a656-622f8b4f586a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:27:04.334693 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5a7f29a1-c29c-40ee-bf48-8d10202cd8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.030846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:05.133538 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:05.140297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:05.140847 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.303553 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.362358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1,segment=NetworkSegment(342b6b3c-a178-4c0a-b128-7e7b13f0dccc),segment_id=342b6b3c-a178-4c0a-b128-7e7b13f0dccc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:27:05.371026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.473886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:06.747672 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-842d415b-3df5-47e2-a0ed-20c6f00ed38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.818984 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.972043 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:07.105531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:07.105830 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.810545 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.887302 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.362190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.791110 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.473072 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-dfdb57a8-e4c6-4227-bd1c-7681871a73b8 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:10.474779 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-dfdb57a8-e4c6-4227-bd1c-7681871a73b8 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 814 time: 0.1666269 Feb 04 16:27:10.491281 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-bfc884e5-4a02-4611-872f-71c85241da69 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/quotas/64d9eba0fa894aa0867756abdc631ab5 HTTP/1.1" status: 200 len: 375 time: 0.0105574 Feb 04 16:27:10.577834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-fb35db88-e2c2-44f1-a189-a010b87751c6 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809603 Feb 04 16:27:10.699586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-b44dbe82-e25e-4904-9458-131814af10e2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:27:10.700576 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-b44dbe82-e25e-4904-9458-131814af10e2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1116376 Feb 04 16:27:10.840278 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-e678d300-7f2e-4c9e-816a-68ded6ef1cec service neutron] 10.222.0.46 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326263 Feb 04 16:27:11.133424 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-a5d5ff93-b17d-403a-9844-6a6bf70a2edf service neutron] 10.222.0.46 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866149 Feb 04 16:27:11.322577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c206c9ca-35f7-4928-a2a2-08810c8f63de req-485b5f40-c817-44eb-8c7c-c3cd89850ad7 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 210 time: 0.0492582 Feb 04 16:27:12.548650 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c89177f3-06b5-4968-a402-dcb2418f9a5b req-090a0424-e5a4-4d02-aad5-5938dae28b4b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 210 time: 0.1101019 Feb 04 16:27:12.618460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d9bd4046-a461-41a5-9ac5-d4d4e63f8e45 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:12.619827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d9bd4046-a461-41a5-9ac5-d4d4e63f8e45 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.53 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 814 time: 0.2080486 Feb 04 16:27:12.642190 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'port': {'device_id': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'admin_state_up': True, 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:12.788116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:12.792221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:port and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:12.795509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:12.801635 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:12.814119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Made reservation on behalf of 64d9eba0fa894aa0867756abdc631ab5 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:12.818697 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:13.074149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Allocated IP 172.20.0.10 (db283070-cc67-4464-90e2-4151652d2583/765169e3-9a2a-4ed5-9375-ecafe1d3f3ec/7270960c-5c44-4281-9a09-66c01dae03fe) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:13.398588 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:13.421670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Transition to ACTIVE for port object 7270960c-5c44-4281-9a09-66c01dae03fe will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:13.457487 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:13.547034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Network db283070-cc67-4464-90e2-4151652d2583 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:13.550976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:13.555861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:27:13.611448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'Port': ['ID=7270960c-5c44-4281-9a09-66c01dae03fe,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:13.644390 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.644668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.645136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.645500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.645899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.646299 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.646714 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.647154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.647498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.647886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.648335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.649395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.683514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:13.684202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:13.713822 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d15a4793-9d4e-4bc0-9589-582a58968adf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0759361 Feb 04 16:27:13.977386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8a7f4941-32df-4c98-b93b-dba1a7e703ac None None] Provisioning for port 7270960c-5c44-4281-9a09-66c01dae03fe completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:14.001530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8a7f4941-32df-4c98-b93b-dba1a7e703ac None None] Provisioning complete for port 7270960c-5c44-4281-9a09-66c01dae03fe triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:14.002304 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4941-32df-4c98-b93b-dba1a7e703ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:14.062231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b21d0-8f11-4c65-80a1-77adcc410ed6 req-8f316380-f64e-4aab-b124-07eebcd46848 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:14.063410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-de3b21d0-8f11-4c65-80a1-77adcc410ed6 req-8f316380-f64e-4aab-b124-07eebcd46848 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Synchronizing usage tracker for tenant:64d9eba0fa894aa0867756abdc631ab5 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:14.077974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f4941-32df-4c98-b93b-dba1a7e703ac None None] Port 7270960c-5c44-4281-9a09-66c01dae03fe cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:27:14.110151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-de3b21d0-8f11-4c65-80a1-77adcc410ed6 req-8f316380-f64e-4aab-b124-07eebcd46848 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Unset dirty status for tenant:64d9eba0fa894aa0867756abdc631ab5 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:14.119435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de3b21d0-8f11-4c65-80a1-77adcc410ed6 req-8f316380-f64e-4aab-b124-07eebcd46848 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 932 time: 0.1821353 Feb 04 16:27:14.165792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-de3b21d0-8f11-4c65-80a1-77adcc410ed6 req-817f01c6-dc4d-4846-b4a9-3ff937aba788 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Feb 04 16:27:15.382542 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d605-424d-4929-8d8b-637e4fa9fd16 req-0acbce89-e8b3-489a-a6d9-83a5e95ced24 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:15.384179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6733d605-424d-4929-8d8b-637e4fa9fd16 req-0acbce89-e8b3-489a-a6d9-83a5e95ced24 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 932 time: 0.0952289 Feb 04 16:27:15.441329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6733d605-424d-4929-8d8b-637e4fa9fd16 req-1d7f5503-0cdb-4410-adc9-d266e0cb8b15 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509796 Feb 04 16:27:16.681664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8022a71-8300-4571-9e81-907cb0a732f5 req-3d86c349-0ad3-4f9e-86c0-865b5be9bc40 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:16.687949 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8022a71-8300-4571-9e81-907cb0a732f5 req-3d86c349-0ad3-4f9e-86c0-865b5be9bc40 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 932 time: 0.1250927 Feb 04 16:27:16.737753 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e8022a71-8300-4571-9e81-907cb0a732f5 req-039cf7b9-d8c2-469f-a070-677cc4abf11b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Feb 04 16:27:17.953768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5cf24-8ab5-4022-8ad1-09a0a52cbba6 req-18218c8f-b860-4757-b6ca-ad47ca74494e tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:17.955536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ba5cf24-8ab5-4022-8ad1-09a0a52cbba6 req-18218c8f-b860-4757-b6ca-ad47ca74494e tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 932 time: 0.1019692 Feb 04 16:27:18.006627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ba5cf24-8ab5-4022-8ad1-09a0a52cbba6 req-2e426e1a-bded-415b-810b-40b37d6d931c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Feb 04 16:27:19.237918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171476-86eb-4483-8a55-afd6e27a3b33 req-aba1df1c-25c8-4332-ad51-4faa6e26b4c5 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:19.239484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b171476-86eb-4483-8a55-afd6e27a3b33 req-aba1df1c-25c8-4332-ad51-4faa6e26b4c5 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 932 time: 0.1164310 Feb 04 16:27:19.289475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5b171476-86eb-4483-8a55-afd6e27a3b33 req-67f23536-1b5a-4179-8a9c-d5ae6cbee863 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443549 Feb 04 16:27:20.533155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e13b9e-61ac-4e7f-a146-7ef629765444 req-7c02518a-346d-4fc7-9a60-618b3d0cab6a tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:20.535595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22e13b9e-61ac-4e7f-a146-7ef629765444 req-7c02518a-346d-4fc7-9a60-618b3d0cab6a tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 932 time: 0.1025786 Feb 04 16:27:20.593068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-22e13b9e-61ac-4e7f-a146-7ef629765444 req-b4fed7e3-b4b3-4dce-afe2-046837a2cd93 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504138 Feb 04 16:27:20.862905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-53240fc8-5496-44b4-8fef-a228647af37f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:27:20.864570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-53240fc8-5496-44b4-8fef-a228647af37f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064061 Feb 04 16:27:20.941551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Request body: {'port': {'device_id': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:21.057292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.419489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7270960c-5c44-4281-9a09-66c01dae03fe {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:27:21.427436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.442782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Transition to ACTIVE for port object 7270960c-5c44-4281-9a09-66c01dae03fe will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:21.446793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.601687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Pushing event updated for resources: {'Port': ['ID=7270960c-5c44-4281-9a09-66c01dae03fe,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:21.862139 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Attempting to bind port 7270960c-5c44-4281-9a09-66c01dae03fe on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:21.862375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Attempting to bind port 7270960c-5c44-4281-9a09-66c01dae03fe by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:21.862654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Attempting to bind port 7270960c-5c44-4281-9a09-66c01dae03fe on network db283070-cc67-4464-90e2-4151652d2583 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:27:21.870383 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Port 7270960c-5c44-4281-9a09-66c01dae03fe on network db283070-cc67-4464-90e2-4151652d2583 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:27:21.870705 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Attempting to bind port 7270960c-5c44-4281-9a09-66c01dae03fe on network db283070-cc67-4464-90e2-4151652d2583 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:27:21.879535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:27:21.879924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Checking segment: {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:27:21.880325 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Bound using segment: {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:27:21.880749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Bound port: 7270960c-5c44-4281-9a09-66c01dae03fe, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c93a22a-daba-496b-9ea2-af281ebde487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'db283070-cc67-4464-90e2-4151652d2583'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:21.881202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.903719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c323c-7dff-47ab-8e91-818a44778795 req-755eae58-b557-4375-bd41-618625c3cfca tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:21.905224 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-656c323c-7dff-47ab-8e91-818a44778795 req-755eae58-b557-4375-bd41-618625c3cfca tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 944 time: 0.1667833 Feb 04 16:27:22.013226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-656c323c-7dff-47ab-8e91-818a44778795 req-ea456bda-59f7-4e78-b852-2edc7eaff81e tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793767 Feb 04 16:27:22.022789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] For port 7270960c-5c44-4281-9a09-66c01dae03fe, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:27:22.027310 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] For port 7270960c-5c44-4281-9a09-66c01dae03fe, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7270960c-5c44-4281-9a09-66c01dae03fe,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:27:22.033231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.100014 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:22.100591 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.101975 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] 10.222.0.53 "PUT /v2.0/ports/7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 1092 time: 1.2277837 Feb 04 16:27:22.102410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:22.124218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2feda-9d57-4adf-8736-145a9a2e8b8b service neutron] Pushing event updated for resources: {'Port': ['ID=7270960c-5c44-4281-9a09-66c01dae03fe,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:22.233884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d6a5b408-0f2e-44df-9e4a-fc4d64477e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:22.236066 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-d6a5b408-0f2e-44df-9e4a-fc4d64477e05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1095 time: 0.0857167 Feb 04 16:27:22.318798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-fc0ffc2f-2862-4616-bfff-59dc646a54e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 217 time: 0.0724573 Feb 04 16:27:22.330067 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe', 'status': 'completed', 'code': 200} Feb 04 16:27:22.408729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-58dbaab5-7084-4171-ad28-c6d3b6cfffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:22.411283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-58dbaab5-7084-4171-ad28-c6d3b6cfffd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 200 len: 853 time: 0.0763268 Feb 04 16:27:22.498144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-613e5ac2-96ab-4e1d-b71f-bcebdf0abebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:22.499655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-613e5ac2-96ab-4e1d-b71f-bcebdf0abebc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db283070-cc67-4464-90e2-4151652d2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788453 Feb 04 16:27:22.637925 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-8a6d8d39-4fed-46d7-9258-83d1d5d2a03f service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285853 Feb 04 16:27:22.778084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d234d7b-d0d3-4653-99d0-01b84634dbff req-67f4f086-4285-4fa4-91a6-ca288e1b6225 service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309075 Feb 04 16:27:22.895036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-c645dd1e-e478-4e49-b66f-54100deb917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:22.896279 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-c645dd1e-e478-4e49-b66f-54100deb917e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1095 time: 0.0744047 Feb 04 16:27:23.055242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-168ffe32-9c2d-49e2-8d6a-5755661db424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:23.057672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-168ffe32-9c2d-49e2-8d6a-5755661db424 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 915 time: 0.1552942 Feb 04 16:27:23.130426 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-f540376a-dcf9-4837-9969-d7634c79a910 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 217 time: 0.0661323 Feb 04 16:27:23.245702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-73f241ca-0c82-4fd6-88ff-18e85e51a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:23.247247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-73f241ca-0c82-4fd6-88ff-18e85e51a1c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 200 len: 853 time: 0.0844338 Feb 04 16:27:23.307276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d88804-0989-494d-b4aa-e6a5e72f7651 req-41a227f5-1471-4f7b-975a-8bbaabfa6dc1 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:23.308711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97d88804-0989-494d-b4aa-e6a5e72f7651 req-41a227f5-1471-4f7b-975a-8bbaabfa6dc1 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 944 time: 0.1771288 Feb 04 16:27:23.366887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97d88804-0989-494d-b4aa-e6a5e72f7651 req-47e934b7-193f-4577-9e74-e0b8d0ba103e tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501771 Feb 04 16:27:23.375734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-b9841dbb-12bb-44c6-9cc2-12b6a9e81e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:23.377232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-b9841dbb-12bb-44c6-9cc2-12b6a9e81e9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db283070-cc67-4464-90e2-4151652d2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229050 Feb 04 16:27:23.517657 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-75bc6f24-d64f-499c-a3b5-7330f86f2e12 service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332774 Feb 04 16:27:23.775009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c27d9f63-79b9-4b76-961c-0bab96ce35d0 req-3ef7d75b-7880-4eb3-836d-a1dfa8879d95 service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500877 Feb 04 16:27:24.571236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833cfcb-d395-4e0d-86f7-bd04f32ef784 req-c62d2ef9-465a-43d4-8719-7e05a1037216 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:24.573137 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f833cfcb-d395-4e0d-86f7-bd04f32ef784 req-c62d2ef9-465a-43d4-8719-7e05a1037216 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 944 time: 0.0949140 Feb 04 16:27:24.658222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f833cfcb-d395-4e0d-86f7-bd04f32ef784 req-37c16f5f-c4c0-40f3-bce5-a42c43f5c5ff tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791855 Feb 04 16:27:25.853535 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b35b9-5dea-4aac-b707-840d57041056 req-eec6835c-2e93-4fa0-bbd8-bdadedbd3906 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:25.854994 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b6b35b9-5dea-4aac-b707-840d57041056 req-eec6835c-2e93-4fa0-bbd8-bdadedbd3906 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 944 time: 0.0847626 Feb 04 16:27:25.911402 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4b6b35b9-5dea-4aac-b707-840d57041056 req-e6b38995-ed31-4b4b-a38d-04a43a34a409 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502505 Feb 04 16:27:26.172498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7270960c-5c44-4281-9a09-66c01dae03fe details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:27:26.315326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7270960c-5c44-4281-9a09-66c01dae03fe, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7270960c-5c44-4281-9a09-66c01dae03fe,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:27:26.330800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '7270960c-5c44-4281-9a09-66c01dae03fe', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'port_id': '7270960c-5c44-4281-9a09-66c01dae03fe', 'mac_address': 'fa:16:3e:ee:0f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:27:26.392633 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.410558 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7270960c-5c44-4281-9a09-66c01dae03fe {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:27:26.427330 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7270960c-5c44-4281-9a09-66c01dae03fe, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7270960c-5c44-4281-9a09-66c01dae03fe,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:27:26.432396 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.513848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7270960c-5c44-4281-9a09-66c01dae03fe,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:26.523593 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.523919 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.524258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.524591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.524954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.525283 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.525606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.525930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.526245 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.526576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.526892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.527212 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:26.740057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7270960c-5c44-4281-9a09-66c01dae03fe'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:27:27.100720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4ad06-1e27-4be6-846d-9b939fd598af req-e45cf1ab-148b-4101-8404-e74438233790 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:27.102206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46c4ad06-1e27-4be6-846d-9b939fd598af req-e45cf1ab-148b-4101-8404-e74438233790 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 945 time: 0.0832474 Feb 04 16:27:27.149199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-46c4ad06-1e27-4be6-846d-9b939fd598af req-e81c5caa-5015-4cf2-ae6b-6ac89ec9c986 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Feb 04 16:27:28.172638 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7270960c-5c44-4281-9a09-66c01dae03fe up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:28.245092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 7270960c-5c44-4281-9a09-66c01dae03fe completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:28.253141 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 7270960c-5c44-4281-9a09-66c01dae03fe triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:28.253775 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.348377 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0845b06-c642-450e-ab0b-bf050df8e329 req-f134d60f-bff5-460e-b69e-0cf30d1d8f2c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.349943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0845b06-c642-450e-ab0b-bf050df8e329 req-f134d60f-bff5-460e-b69e-0cf30d1d8f2c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 945 time: 0.0892096 Feb 04 16:27:28.382485 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.396552 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0845b06-c642-450e-ab0b-bf050df8e329 req-190509c2-42a4-4f96-8aca-a4c20df8a8ce tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407169 Feb 04 16:27:28.411973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:28.423948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 7270960c-5c44-4281-9a09-66c01dae03fe, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7270960c-5c44-4281-9a09-66c01dae03fe,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:27:28.429247 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.517110 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=7270960c-5c44-4281-9a09-66c01dae03fe,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:28.525415 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe', 'code': 200} Feb 04 16:27:28.661958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e3a9c-195e-4ac9-93f2-90170f2ff5ca req-6b5f30d3-4352-44ef-8211-c336f8b4e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.663443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a5e3a9c-195e-4ac9-93f2-90170f2ff5ca req-6b5f30d3-4352-44ef-8211-c336f8b4e6b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1097 time: 0.0712845 Feb 04 16:27:28.710839 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7a5e3a9c-195e-4ac9-93f2-90170f2ff5ca req-779269c8-4f93-4b05-b332-5f7fbce033e8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376980 Feb 04 16:27:29.604245 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c0faf-14ca-4c2b-bbdb-2a3c08a3f34a req-a71da63c-7d23-4c37-9871-63c3ea0c69fe tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:29.605725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e88c0faf-14ca-4c2b-bbdb-2a3c08a3f34a req-a71da63c-7d23-4c37-9871-63c3ea0c69fe tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.0945747 Feb 04 16:27:29.658539 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e88c0faf-14ca-4c2b-bbdb-2a3c08a3f34a req-7555e708-7add-4137-96c3-2945ed634caa tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Feb 04 16:27:30.407683 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:27:30.859363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7952-91d5-412e-8a36-b3c8b38455e7 req-d034977c-a729-4cff-a6c0-80eead09eebf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.862391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69cf7952-91d5-412e-8a36-b3c8b38455e7 req-d034977c-a729-4cff-a6c0-80eead09eebf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.0937274 Feb 04 16:27:30.919443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-69cf7952-91d5-412e-8a36-b3c8b38455e7 req-8d8956d2-c9af-41d7-8386-ace7f251875a tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512099 Feb 04 16:27:31.116496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3c3a0-b804-42f6-badd-df90d58e7ed5 req-7d058a3a-c0df-4e9a-bbde-04c2321c48a1 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.118150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-feb3c3a0-b804-42f6-badd-df90d58e7ed5 req-7d058a3a-c0df-4e9a-bbde-04c2321c48a1 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.0884709 Feb 04 16:27:31.165685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-feb3c3a0-b804-42f6-badd-df90d58e7ed5 req-f9e992a7-c00e-4089-94f0-0e50f3cb2971 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Feb 04 16:27:31.573858 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d7c6f-d9fb-4ea3-a697-c2b430c762e0 req-8e5a4ce0-0d27-49a2-9a0f-ac3232c4d4bd tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.575406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c50d7c6f-d9fb-4ea3-a697-c2b430c762e0 req-8e5a4ce0-0d27-49a2-9a0f-ac3232c4d4bd tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.0910857 Feb 04 16:27:31.649588 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c50d7c6f-d9fb-4ea3-a697-c2b430c762e0 req-bbb96387-ddff-490e-8d6f-854de7232704 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671000 Feb 04 16:27:34.332446 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1a50e6ab-d81f-48ab-8f18-f9fbd5ab2f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.751832 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-06919584-5f07-4f79-87a9-8f065cc6d602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.818086 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.805310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.880601 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.361237 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.777948 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.128223 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a6e3f-eb58-4b24-94c6-19dc17cf975b req-0dfae661-5464-46b1-84cd-7505c6230698 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:42.129866 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab7a6e3f-eb58-4b24-94c6-19dc17cf975b req-0dfae661-5464-46b1-84cd-7505c6230698 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.0851939 Feb 04 16:27:42.177739 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab7a6e3f-eb58-4b24-94c6-19dc17cf975b req-cd8ade91-2b02-4761-8b20-bd73d08380d7 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Feb 04 16:27:42.211880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53214) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:42.369599 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-32cfe876-ce93-4599-b19a-28ec56520752 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850539 Feb 04 16:27:42.481803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d241fd0e-8d5e-474a-8560-67e618cf7a53 tempest-TestMinimumBasicScenario-2027562292 tempest-TestMinimumBasicScenario-2027562292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:42.482516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d241fd0e-8d5e-474a-8560-67e618cf7a53 tempest-TestMinimumBasicScenario-2027562292 tempest-TestMinimumBasicScenario-2027562292-project-admin] Synchronizing usage tracker for tenant:05b1071141a344f0bd8595756db1e1a9 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:42.502175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d241fd0e-8d5e-474a-8560-67e618cf7a53 tempest-TestMinimumBasicScenario-2027562292 tempest-TestMinimumBasicScenario-2027562292-project-admin] Unset dirty status for tenant:05b1071141a344f0bd8595756db1e1a9 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:42.506893 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d241fd0e-8d5e-474a-8560-67e618cf7a53 tempest-TestMinimumBasicScenario-2027562292 tempest-TestMinimumBasicScenario-2027562292-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1092 time: 0.2925899 Feb 04 16:27:42.507530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53220) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:42.513396 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '7270960c-5c44-4281-9a09-66c01dae03fe', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:42.521967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:42.526562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:floatingip and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:42.533688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:42.538537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:42.552353 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.557413 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-0e86786c-f40b-4a4d-81ac-711a84bbb3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:42.562156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-0e86786c-f40b-4a4d-81ac-711a84bbb3a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1097 time: 0.0923846 Feb 04 16:27:42.708599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.725878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-e3d2dee0-c508-44b2-9bd7-e593c12fca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:42.727433 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-e3d2dee0-c508-44b2-9bd7-e593c12fca84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 915 time: 0.1470809 Feb 04 16:27:42.808048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-c2496b3f-223c-4781-be74-6071a859608c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 217 time: 0.0709348 Feb 04 16:27:42.865827 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Allocated IP 172.25.8.78 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/1ebc8fc3-3817-4c3e-b24d-5e67ef757121) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:42.891685 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-1b4280ca-6ad9-4ff9-959e-07cedae99874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:42.894075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-1b4280ca-6ad9-4ff9-959e-07cedae99874 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 200 len: 853 time: 0.0791988 Feb 04 16:27:42.993270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-4156d47f-df1b-46c1-87b4-6d59d9d0e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:42.995564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-4156d47f-df1b-46c1-87b4-6d59d9d0e54c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db283070-cc67-4464-90e2-4151652d2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948606 Feb 04 16:27:43.055132 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.089672 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.151322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-b2677991-2fb3-4c06-9d00-157d108c7f1b service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477089 Feb 04 16:27:43.177948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:43.180953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:43.184955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:27:43.228491 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'Port': ['ID=1ebc8fc3-3817-4c3e-b24d-5e67ef757121,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:43.239576 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.239914 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.240262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.240600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.240968 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.241303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.241631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.241957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.242284 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.242609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.242929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.243255 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:43.313553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8c5cf7d-a623-4bc3-94c8-e3f9a31d129a req-7d6d0c3f-c84b-4e5b-b261-0ddba950c9fa service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488471 Feb 04 16:27:43.676242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.764531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.985985 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.991034 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.113092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'Port': ['ID=1ebc8fc3-3817-4c3e-b24d-5e67ef757121,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:44.131332 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.310881 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Floating IP f207f90f-bbc9-4529-b0b6-63161b6a27b4 associated. External IP: 172.25.8.78, port: 7270960c-5c44-4281-9a09-66c01dae03fe. Feb 04 16:27:44.815604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:27:45.011553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:27:45.022883 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] Sync routers for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:27:45.032932 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:27:45.033682 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:27:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:45.038344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.101938 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f283c839-f366-478a-84e9-483b1395257d tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5932438 Feb 04 16:27:45.102428 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:45.104897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53224) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:45.110835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068020727', 'description': 'tempest-secgroup-smoke-1068020727 description', 'project_id': '64d9eba0fa894aa0867756abdc631ab5'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:45.118167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:45.123026 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:security_group and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:45.127286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:45.133927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:45.146781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.174331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:45.179451 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:security_group_rule and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:45.183201 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:45.190385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:45.231611 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe', 'status': 'completed', 'code': 200} Feb 04 16:27:45.246406 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:27:45.346838 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.352432 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.541802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b34b4-6cc0-41fa-93ce-6c9c47584725,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:45.547364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.552570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2cd4203d-3667-4436-8f83-49116735f444 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4421442 Feb 04 16:27:45.553737 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53232) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:45.558614 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'security_group_rule': {'security_group_id': 'e93b34b4-6cc0-41fa-93ce-6c9c47584725', 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:45.566690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-f01bb843-8c62-42aa-a088-1db1edb312ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:45.568127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-f01bb843-8c62-42aa-a088-1db1edb312ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1097 time: 0.3053563 Feb 04 16:27:45.570448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:45.574595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:security_group_rule and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:45.601952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:45.658424 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:45.694803 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.752099 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'f207f90f-bbc9-4529-b0b6-63161b6a27b4', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'port_id': '7270960c-5c44-4281-9a09-66c01dae03fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'mac_address': 'fa:16:3e:ee:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:27:43Z', 'updated_at': '2022-02-04T16:27:43Z', 'revision_number': 0, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef2ccc9-2238-42f8-9f7f-8587e8e1837c', 'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'mac_address': 'fa:16:3e:e5:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:49Z', 'updated_at': '2022-02-04T16:26:57Z', 'revision_number': 5, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'subnets': [{'id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:45.758445 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] Checking router: 73fb090f-3ec4-43fd-86fd-d5f3abc12527 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:27:45.775068 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:27:45.775458 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:27:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:45.806015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-d4fc1765-b52f-4dd9-b2dd-526a242f1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:45.808266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-d4fc1765-b52f-4dd9-b2dd-526a242f1eae service neutron] 10.222.0.53 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 915 time: 0.2289543 Feb 04 16:27:45.914146 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.921686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.979975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276cdb17-84fb-4c8a-820e-4cf53898bcc0,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:45.987838 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-843efeb8-757e-4de8-a81d-ab58f7d52601 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 999 time: 0.1695380 Feb 04 16:27:45.988821 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.989693 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d365e672-edf4-4acc-9302-71d35fbb59a9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4358749 Feb 04 16:27:45.992792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53236) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:46.001888 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:27:46.040570 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'security_group_rule': {'security_group_id': 'e93b34b4-6cc0-41fa-93ce-6c9c47584725', 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:46.050313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:46.059513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:security_group_rule and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:46.064881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:46.077180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:46.095338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-8292c903-a14d-4ac9-a2db-9634ad8cb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:46.096922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-8292c903-a14d-4ac9-a2db-9634ad8cb3ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 200 len: 853 time: 0.1006305 Feb 04 16:27:46.143148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.236000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.245528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-38aa8f94-6440-42b4-9db5-b0a8f594e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:46.245528 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-38aa8f94-6440-42b4-9db5-b0a8f594e726 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db283070-cc67-4464-90e2-4151652d2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400077 Feb 04 16:27:46.245528 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.347548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d65aab-cdb3-49fc-b1b8-24c86d8ebb49,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:46.375870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.377073 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e1d979a8-4b8b-4ebd-a0e2-b05961fe2c29 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3829885 Feb 04 16:27:46.380156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53240) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:46.387105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'security_group_rule': {'security_group_id': 'e93b34b4-6cc0-41fa-93ce-6c9c47584725', 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:46.408263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:46.419785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:security_group_rule and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:46.425772 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:46.434317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:46.438897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-ef160eff-b108-4bd1-9eeb-03095cfbfdd5 service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859317 Feb 04 16:27:46.450961 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'f207f90f-bbc9-4529-b0b6-63161b6a27b4', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'port_id': '7270960c-5c44-4281-9a09-66c01dae03fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'mac_address': 'fa:16:3e:ee:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:27:43Z', 'updated_at': '2022-02-04T16:27:43Z', 'revision_number': 0, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef2ccc9-2238-42f8-9f7f-8587e8e1837c', 'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'mac_address': 'fa:16:3e:e5:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:49Z', 'updated_at': '2022-02-04T16:26:57Z', 'revision_number': 5, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'subnets': [{'id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:46.457359 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db891d1-6ff0-476b-8040-3c466e929729 None None] The sync data for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 is: [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'f207f90f-bbc9-4529-b0b6-63161b6a27b4', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'port_id': '7270960c-5c44-4281-9a09-66c01dae03fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'mac_address': 'fa:16:3e:ee:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:27:43Z', 'updated_at': '2022-02-04T16:27:43Z', 'revision_number': 0, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef2ccc9-2238-42f8-9f7f-8587e8e1837c', 'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'mac_address': 'fa:16:3e:e5:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:49Z', 'updated_at': '2022-02-04T16:26:57Z', 'revision_number': 5, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'subnets': [{'id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:27:46.542510 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.674029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3b1c4bae-2206-44aa-995a-93edf55c4724 req-bdf48319-be5f-4166-a72f-646c9e3af361 service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200937 Feb 04 16:27:46.690377 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.695618 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.724668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9b5d3d-0351-4d3f-84bf-b0ad88a7a4b5,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:46.724892 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83fef8-4603-47ea-bf6a-350b0c441c0a None None] New status for floating IP f207f90f-bbc9-4529-b0b6-63161b6a27b4: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:27:46.746502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.751776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-50ccef2e-c048-4416-a038-8faa5684e717 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664699 Feb 04 16:27:46.752021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53244) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:46.758196 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'security_group_rule': {'security_group_id': 'e93b34b4-6cc0-41fa-93ce-6c9c47584725', 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:46.765602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:46.770323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:security_group_rule and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:46.773408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:46.779161 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:46.798149 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.883475 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.888048 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.915053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5997ec3f-e3ed-4149-a9c7-d356d68b4bba,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:46.941326 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.941326 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b6d82caf-0b98-489c-9b87-570e32d2a785 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792724 Feb 04 16:27:46.941326 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53248) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:46.958767 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'security_group_rule': {'security_group_id': 'e93b34b4-6cc0-41fa-93ce-6c9c47584725', 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:46.965216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:46.972156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:security_group_rule and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:46.972370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:46.981022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:46.999557 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Project 64d9eba0fa894aa0867756abdc631ab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:27:47.008620 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.097035 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.100912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.130298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5692f9-3ee0-4e5a-b938-299164d348e6,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:47.141037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.142288 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-94f9e99b-b561-4049-afd8-bffd1968a44b tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2028396 Feb 04 16:27:47.146287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53252) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:47.151670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'security_group_rule': {'security_group_id': 'e93b34b4-6cc0-41fa-93ce-6c9c47584725', 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:47.158399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:47.162430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Usage tracker for resource:security_group_rule and tenant:64d9eba0fa894aa0867756abdc631ab5 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:47.165295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:47.171155 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:47.185744 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Project 64d9eba0fa894aa0867756abdc631ab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:27:47.194495 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.264978 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.270537 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.295197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a64a5c-273b-4a1a-a540-55e8b51dd20a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:47.306436 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.307951 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5be56f28-769e-49b5-af2d-815af99a65ad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604064 Feb 04 16:27:47.454701 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-62c39ca4-036a-47f6-8b98-52b9c4c2d146 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Synchronizing usage tracker for tenant:64d9eba0fa894aa0867756abdc631ab5 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:47.472549 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-62c39ca4-036a-47f6-8b98-52b9c4c2d146 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Unset dirty status for tenant:64d9eba0fa894aa0867756abdc631ab5 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:47.473802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-62c39ca4-036a-47f6-8b98-52b9c4c2d146 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068020727&fields=id&tenant_id=64d9eba0fa894aa0867756abdc631ab5 HTTP/1.1" status: 200 len: 267 time: 0.0757101 Feb 04 16:27:47.570138 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-af8a14c1-6abb-49eb-8025-b3b9a2f1b17a tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:47.571621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-af8a14c1-6abb-49eb-8025-b3b9a2f1b17a tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.0917568 Feb 04 16:27:47.583903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-3895f2e4-4926-4fb5-8a09-5b8a4555741f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'port': {'security_groups': ['d8803303-1b51-4a41-9a71-c9610751170f', 'e93b34b4-6cc0-41fa-93ce-6c9c47584725']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:47.709305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-3895f2e4-4926-4fb5-8a09-5b8a4555741f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.985989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-3895f2e4-4926-4fb5-8a09-5b8a4555741f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] For port 7270960c-5c44-4281-9a09-66c01dae03fe, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7270960c-5c44-4281-9a09-66c01dae03fe,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:27:48.012480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-3895f2e4-4926-4fb5-8a09-5b8a4555741f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.017246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-3895f2e4-4926-4fb5-8a09-5b8a4555741f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.031902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7270960c-5c44-4281-9a09-66c01dae03fe'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:27:48.095726 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-3895f2e4-4926-4fb5-8a09-5b8a4555741f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.096394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-3895f2e4-4926-4fb5-8a09-5b8a4555741f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.097866 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dcd464c-6414-40e4-9e51-b709ed71913e req-3895f2e4-4926-4fb5-8a09-5b8a4555741f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "PUT /v2.0/ports/7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 982 time: 0.5188117 Feb 04 16:27:48.098331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:48.123456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895f2e4-4926-4fb5-8a09-5b8a4555741f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'Port': ['ID=7270960c-5c44-4281-9a09-66c01dae03fe,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:48.153462 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe', 'status': 'completed', 'code': 200} Feb 04 16:27:48.162633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7270960c-5c44-4281-9a09-66c01dae03fe'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:27:48.452490 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-90f7aa4a-30fc-442e-ace0-3c596bb34e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.452730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7acbae74-7ce2-4c2d-b256-01a21b815ac4 None None] Provisioning complete for port 7270960c-5c44-4281-9a09-66c01dae03fe triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:48.452924 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7acbae74-7ce2-4c2d-b256-01a21b815ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.454151 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-90f7aa4a-30fc-442e-ace0-3c596bb34e11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1136 time: 0.2788882 Feb 04 16:27:48.462825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706a0f5-dcd4-4c28-8940-037d1c8a13b0 req-2c58144a-3d76-4901-83a5-5afc0d7f3eb6 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.464302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d706a0f5-dcd4-4c28-8940-037d1c8a13b0 req-2c58144a-3d76-4901-83a5-5afc0d7f3eb6 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.1223383 Feb 04 16:27:48.602048 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d706a0f5-dcd4-4c28-8940-037d1c8a13b0 req-9bd6891d-f658-4152-a010-d9da64fed8b4 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173825 Feb 04 16:27:48.640460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-cc9ef531-f2f6-4d19-8414-0d777b8671bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.642368 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-cc9ef531-f2f6-4d19-8414-0d777b8671bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 915 time: 0.1771541 Feb 04 16:27:48.755231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-89febfbd-d1b6-4d53-8dc9-b19a58c04626 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 1001 time: 0.1067438 Feb 04 16:27:48.832939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-41397681-410c-4147-8f13-fb2ead41cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.834415 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-41397681-410c-4147-8f13-fb2ead41cd46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 200 len: 853 time: 0.0696602 Feb 04 16:27:48.917780 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-94aa8b4a-1846-4362-97ce-90e3da1ec872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.919353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-94aa8b4a-1846-4362-97ce-90e3da1ec872 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db283070-cc67-4464-90e2-4151652d2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786862 Feb 04 16:27:49.064627 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-14c8c80d-5c30-456a-9a74-783be14d9e6c service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379104 Feb 04 16:27:49.214732 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0e4929f8-460c-4efd-944c-fb2a9df27f60 req-b06be305-a2e8-496b-a76a-a83dc2c36a77 service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431024 Feb 04 16:28:04.339150 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b511a99e-bc7c-4b67-9513-e096b9e7fc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.024740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-0a2d5c50-f320-414f-b260-1233932da37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.026248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-0a2d5c50-f320-414f-b260-1233932da37e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1136 time: 0.1356747 Feb 04 16:28:06.038167 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebea0ce-817b-41b6-9d74-a7d36cd89b46 req-3f6ec386-5815-457f-aad9-b961ac00519e tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.039571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ebea0ce-817b-41b6-9d74-a7d36cd89b46 req-3f6ec386-5815-457f-aad9-b961ac00519e tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.1136887 Feb 04 16:28:06.176177 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0ebea0ce-817b-41b6-9d74-a7d36cd89b46 req-f33294a5-807f-49db-86f9-eada96a05e8f tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169577 Feb 04 16:28:06.214016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-b6d7a10d-12b9-41f1-8f14-5f0bab6d7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.215506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-b6d7a10d-12b9-41f1-8f14-5f0bab6d7161 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 915 time: 0.1750891 Feb 04 16:28:06.332563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-665890d5-da3e-4e38-a225-c407b99d0801 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 1001 time: 0.1043313 Feb 04 16:28:06.402711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-9cbcaa1e-8074-4149-bd66-6dd27a5982ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.404207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-9cbcaa1e-8074-4149-bd66-6dd27a5982ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 200 len: 853 time: 0.0600939 Feb 04 16:28:06.487517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-0fbe73d4-5689-4642-8f6d-240202986f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.489028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-0fbe73d4-5689-4642-8f6d-240202986f1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db283070-cc67-4464-90e2-4151652d2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783370 Feb 04 16:28:06.746380 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-24030c71-7ee8-4490-b87b-1d4beb58456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.756872 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-3036c557-f147-4c0e-9d53-45ab59405aa3 service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615025 Feb 04 16:28:06.821600 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.899683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-794e3bfb-8b9a-46d1-baa9-12c56209d7d3 req-63e964f8-bd9f-4043-a327-dcd3c03712ae service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357279 Feb 04 16:28:07.359729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863ec52-f913-440f-afd0-79db79d040fd req-045a26aa-d9be-469b-ac55-c180b03df29c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:07.361194 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1863ec52-f913-440f-afd0-79db79d040fd req-045a26aa-d9be-469b-ac55-c180b03df29c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0801136 Feb 04 16:28:07.406757 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:28:07.407826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1863ec52-f913-440f-afd0-79db79d040fd req-0dc9df4e-fee0-4b41-bac8-9b161cc8aabf tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410340 Feb 04 16:28:07.805864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.883155 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.598670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f9432-f677-4f2e-b67e-3bc7a73b54fb req-70a6284e-25cd-438a-8e47-1f772545b2ff tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:08.600036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-258f9432-f677-4f2e-b67e-3bc7a73b54fb req-70a6284e-25cd-438a-8e47-1f772545b2ff tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0828660 Feb 04 16:28:08.645275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-258f9432-f677-4f2e-b67e-3bc7a73b54fb req-ea74d3b9-0bd4-4dbe-9062-7fc74f01daac tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395865 Feb 04 16:28:09.358141 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:09.799262 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:09.834229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600237-290d-4464-bbaf-38793a8f90e7 req-6d458331-3f1c-43ef-864f-bfe7e5f80adc tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:09.835776 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c600237-290d-4464-bbaf-38793a8f90e7 req-6d458331-3f1c-43ef-864f-bfe7e5f80adc tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0852718 Feb 04 16:28:09.884379 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9c600237-290d-4464-bbaf-38793a8f90e7 req-d78c2a81-1522-4037-ae60-be3c83cf0e56 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426581 Feb 04 16:28:11.085609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91868752-4a60-444c-ace1-f4f1c1fb0ade req-35b43c8d-501e-4f3d-bad4-dc1720756067 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:11.087059 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91868752-4a60-444c-ace1-f4f1c1fb0ade req-35b43c8d-501e-4f3d-bad4-dc1720756067 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0934227 Feb 04 16:28:11.134630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91868752-4a60-444c-ace1-f4f1c1fb0ade req-3e475d06-0e7d-4779-ae36-5eefd82520d6 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410888 Feb 04 16:28:12.319521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e7bf-b272-41c9-9f39-f654b9679119 req-a52d126a-cf7d-4dfa-afe8-6ad000a081e4 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:12.320978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6072e7bf-b272-41c9-9f39-f654b9679119 req-a52d126a-cf7d-4dfa-afe8-6ad000a081e4 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0797715 Feb 04 16:28:12.370478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6072e7bf-b272-41c9-9f39-f654b9679119 req-98f76b19-35e9-4814-bf82-e694761f37a5 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434737 Feb 04 16:28:13.554317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14434be2-6da0-451c-947a-fc6a35e97409 req-923b10c1-4c14-4c3e-8d11-7a6d4c9b49b2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:13.555769 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14434be2-6da0-451c-947a-fc6a35e97409 req-923b10c1-4c14-4c3e-8d11-7a6d4c9b49b2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0803742 Feb 04 16:28:13.602191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-14434be2-6da0-451c-947a-fc6a35e97409 req-4fa81e0d-908d-435b-8452-6c3e343d12fc tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393534 Feb 04 16:28:14.791043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbc52a-1ceb-4eec-9dda-99922883e0d1 req-a13cf000-2964-4917-8822-464bf223c26a tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:14.792484 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0bbc52a-1ceb-4eec-9dda-99922883e0d1 req-a13cf000-2964-4917-8822-464bf223c26a tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0855079 Feb 04 16:28:14.840785 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0bbc52a-1ceb-4eec-9dda-99922883e0d1 req-c6b0bf90-ffe6-4125-88c0-30c3214ca4d1 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419703 Feb 04 16:28:16.029579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3304319-269c-4358-b267-b5a59b40a0e8 req-4635c254-8ded-4786-a405-58c8f9383b44 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:16.031042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3304319-269c-4358-b267-b5a59b40a0e8 req-4635c254-8ded-4786-a405-58c8f9383b44 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0807610 Feb 04 16:28:16.077869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3304319-269c-4358-b267-b5a59b40a0e8 req-76f657c4-eeb2-4bdc-ada4-493d8b1cc4a8 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410912 Feb 04 16:28:17.267059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77b414-1b92-4cf9-bc19-7d0aa390d856 req-e265a58e-370d-4c7c-b982-465d8ba4bdbb tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:17.268518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a77b414-1b92-4cf9-bc19-7d0aa390d856 req-e265a58e-370d-4c7c-b982-465d8ba4bdbb tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0858469 Feb 04 16:28:17.315600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a77b414-1b92-4cf9-bc19-7d0aa390d856 req-e016ed54-10eb-4069-9305-6edf491e0857 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412650 Feb 04 16:28:18.505643 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b84036-b743-43e4-ab39-6ccf261d759f req-54a66f2f-004b-4c7d-867e-5925063c1571 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:18.507171 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50b84036-b743-43e4-ab39-6ccf261d759f req-54a66f2f-004b-4c7d-867e-5925063c1571 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0880711 Feb 04 16:28:18.557756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50b84036-b743-43e4-ab39-6ccf261d759f req-06bf21f3-fd00-4d12-b6a6-48a535642af9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=e93b34b4-6cc0-41fa-93ce-6c9c47584725&id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447419 Feb 04 16:28:34.342241 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-17f051e4-2b63-4b6d-b757-28929f88d95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.738987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-37499073-96e6-4d42-a088-e3ffc931cbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.842591 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.808742 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.884839 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.363806 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.794536 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.361591 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-658a9717-ae55-4ac9-89ee-41ac3418a810 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707111 Feb 04 16:28:43.498169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-d78b7ee2-7760-4d90-a43d-691442b4bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.499607 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-d78b7ee2-7760-4d90-a43d-691442b4bb7a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1136 time: 0.0708880 Feb 04 16:28:43.648640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-738248bf-6616-4e36-8c70-2e2880a2a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.650029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-738248bf-6616-4e36-8c70-2e2880a2a1a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 915 time: 0.1285348 Feb 04 16:28:43.758390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-24adb9e2-cc4e-4ea8-b193-886fbba855a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 1001 time: 0.0989139 Feb 04 16:28:43.829277 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-b52055dd-0e18-47c8-b567-bed6a1cc90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.830817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-b52055dd-0e18-47c8-b567-bed6a1cc90cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 200 len: 853 time: 0.0643146 Feb 04 16:28:43.907402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-6de386a1-fc27-4238-8fdc-c18477c8f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.908814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-6de386a1-fc27-4238-8fdc-c18477c8f0eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db283070-cc67-4464-90e2-4151652d2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720730 Feb 04 16:28:44.042745 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-dfa4aa07-7c1f-4357-9823-79f219cd837b service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266437 Feb 04 16:28:44.291659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-460b0628-7ca5-48b7-9360-f60a396af6f1 req-edbfa391-5387-47e7-a438-371169ff03da service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387586 Feb 04 16:28:44.405902 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:28:51.026041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-48587be4-86f9-4fc6-b7a7-694b0cb618ed tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068020727&fields=id&tenant_id=64d9eba0fa894aa0867756abdc631ab5 HTTP/1.1" status: 200 len: 267 time: 0.0396538 Feb 04 16:28:51.115070 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-2ee89432-5403-4587-8127-a5a8756ed0fc tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:51.116533 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-2ee89432-5403-4587-8127-a5a8756ed0fc tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 985 time: 0.0845158 Feb 04 16:28:51.127255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Request body: {'port': {'security_groups': ['d8803303-1b51-4a41-9a71-c9610751170f']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:28:51.261419 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.519927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] For port 7270960c-5c44-4281-9a09-66c01dae03fe, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7270960c-5c44-4281-9a09-66c01dae03fe,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:28:51.544863 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.549279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.565183 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7270960c-5c44-4281-9a09-66c01dae03fe'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:28:51.631733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:51.632669 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.634519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288f9fec-a6b3-4289-ae85-6f8cdab627db req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "PUT /v2.0/ports/7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 943 time: 0.5116138 Feb 04 16:28:51.634982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:51.642636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53312) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:51.657215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event updated for resources: {'Port': ['ID=7270960c-5c44-4281-9a09-66c01dae03fe,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:51.665645 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.665994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.666335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.666671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.667063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.667397 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.667725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.668038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.668579 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.668918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.669247 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.669575 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d008d7-b715-4f9f-8987-8ef9e0de283c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.708307 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe', 'status': 'completed', 'code': 200} Feb 04 16:28:51.732427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7270960c-5c44-4281-9a09-66c01dae03fe'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:28:51.753022 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.785536 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.806332 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-bec47cfc-10b3-48ee-858c-a86b70f201ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:51.807823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-bec47cfc-10b3-48ee-858c-a86b70f201ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1097 time: 0.0780356 Feb 04 16:28:51.859522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.884322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b34b4-6cc0-41fa-93ce-6c9c47584725,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:51.899146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.899634 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.900214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.900720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.901352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.901846 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.902341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.902851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.903583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.904213 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.904720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.905237 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:51.910168 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.911512 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-edf4c4a4-9163-4ac6-8be8-b0e27f6711e0 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "DELETE /v2.0/security-groups/e93b34b4-6cc0-41fa-93ce-6c9c47584725 HTTP/1.1" status: 204 len: 168 time: 0.2679081 Feb 04 16:28:51.914193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53316) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:51.961562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-623db6fc-b6c5-4d06-bc57-42de1ca99a4f None None] Provisioning complete for port 7270960c-5c44-4281-9a09-66c01dae03fe triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:51.962366 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-623db6fc-b6c5-4d06-bc57-42de1ca99a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.964878 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-abfc250c-21f3-4332-b340-d5844a42c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:51.966792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-abfc250c-21f3-4332-b340-d5844a42c20c service neutron] 10.222.0.53 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 915 time: 0.1522768 Feb 04 16:28:52.078774 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-b409e3d2-8291-448e-9741-8ac2b2f2839b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 1001 time: 0.1045005 Feb 04 16:28:52.132689 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Deleting port 1ebc8fc3-3817-4c3e-b24d-5e67ef757121 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:28:52.133056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.145954 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-5f8f25dd-d366-475b-b991-5efd18ecdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:52.147504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-5f8f25dd-d366-475b-b991-5efd18ecdf69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 200 len: 853 time: 0.0607233 Feb 04 16:28:52.230593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-caeadbf9-d1b5-42af-bc7a-c79847a86d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:52.232300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-caeadbf9-d1b5-42af-bc7a-c79847a86d49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db283070-cc67-4464-90e2-4151652d2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749948 Feb 04 16:28:52.306769 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.307101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.370753 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-9eb0e184-302b-4ca4-b987-a12becc7c9ab service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292641 Feb 04 16:28:52.432833 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Calling delete_port for 1ebc8fc3-3817-4c3e-b24d-5e67ef757121 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:28:52.508543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1d34147-d2e0-44bb-af94-8d3591f3f341 req-234ebb27-d552-4c49-abbe-3717aa918cc3 service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277707 Feb 04 16:28:52.587495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.751402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event deleted for resources: {'Port': ['ID=1ebc8fc3-3817-4c3e-b24d-5e67ef757121,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:52.848549 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.848796 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Floating IP f207f90f-bbc9-4529-b0b6-63161b6a27b4 disassociated (deleted). External IP: 172.25.8.78, port: 7270960c-5c44-4281-9a09-66c01dae03fe. Feb 04 16:28:53.269121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:28:53.484150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:28:53.495009 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] Sync routers for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:28:53.505010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.505323 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:28:53.505909 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:28:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:53.562733 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0ee48cb2-6c04-484d-b48d-e45cbb95dbf2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "DELETE /v2.0/floatingips/f207f90f-bbc9-4529-b0b6-63161b6a27b4 HTTP/1.1" status: 204 len: 168 time: 1.6449103 Feb 04 16:28:53.563220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:53.692093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:28:53.934970 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe', 'status': 'completed', 'code': 200} Feb 04 16:28:54.058300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-ce0f74f2-e002-4676-b969-cd616c0275be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:54.060325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-ce0f74f2-e002-4676-b969-cd616c0275be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64d9eba0fa894aa0867756abdc631ab5&device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 1097 time: 0.0909410 Feb 04 16:28:54.062061 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bef2ccc9-2238-42f8-9f7f-8587e8e1837c', 'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'mac_address': 'fa:16:3e:e5:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:49Z', 'updated_at': '2022-02-04T16:26:57Z', 'revision_number': 5, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'subnets': [{'id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:54.066470 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] Checking router: 73fb090f-3ec4-43fd-86fd-d5f3abc12527 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:28:54.075891 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:28:54.076486 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:28:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:54.198648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-6a05070e-1011-4a1e-b1fb-ee83226ed01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:54.200646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-6a05070e-1011-4a1e-b1fb-ee83226ed01e service neutron] 10.222.0.53 "GET /v2.0/networks?id=db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 200 len: 915 time: 0.1282108 Feb 04 16:28:54.259586 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:28:54.383302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-7283622d-c5b6-4071-bcb9-b9cbc7db06a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 200 len: 217 time: 0.1763644 Feb 04 16:28:54.449194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-5dc8c0eb-323f-44db-9209-170d3023d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:54.451601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-5dc8c0eb-323f-44db-9209-170d3023d124 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 200 len: 853 time: 0.0606546 Feb 04 16:28:54.539682 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-5c07e167-820d-4e40-ba42-162deaf28399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:54.541369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-5c07e167-820d-4e40-ba42-162deaf28399 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db283070-cc67-4464-90e2-4151652d2583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773177 Feb 04 16:28:54.589626 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bef2ccc9-2238-42f8-9f7f-8587e8e1837c', 'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'mac_address': 'fa:16:3e:e5:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:49Z', 'updated_at': '2022-02-04T16:26:57Z', 'revision_number': 5, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'subnets': [{'id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:54.594335 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5ddde-1d7e-4e86-937d-8ac6bb8f0cd1 None None] The sync data for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 is: [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:26:50Z', 'revision_number': 4, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bef2ccc9-2238-42f8-9f7f-8587e8e1837c', 'name': '', 'network_id': 'db283070-cc67-4464-90e2-4151652d2583', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'mac_address': 'fa:16:3e:e5:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:49Z', 'updated_at': '2022-02-04T16:26:57Z', 'revision_number': 5, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'subnets': [{'id': '765169e3-9a2a-4ed5-9375-ecafe1d3f3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:28:54.687950 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-33ce794e-17a3-4b25-bf17-d09a7b147591 service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404719 Feb 04 16:28:54.834497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a84e9d99-4fdd-4212-acc3-58dc9ebabf01 req-1acb67eb-a68c-46b2-b717-a4d85c6d2d8b service neutron] 10.222.0.53 "GET /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372361 Feb 04 16:28:54.886548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ade300-079a-452d-8bf0-7369780d02e8 None None] New status for floating IP f207f90f-bbc9-4529-b0b6-63161b6a27b4: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:28:59.128571 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae1ebb-69f1-42ae-afaa-881e7aaa28db req-61bf6a50-8ba1-4a25-9f5d-87a73fcbecad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:59.130076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2ae1ebb-69f1-42ae-afaa-881e7aaa28db req-61bf6a50-8ba1-4a25-9f5d-87a73fcbecad tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.0898888 Feb 04 16:28:59.176145 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e2ae1ebb-69f1-42ae-afaa-881e7aaa28db req-38b1513d-8f55-4e05-8814-1d9ee5823006 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Feb 04 16:29:00.376260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbae62a-c124-4e96-a93a-930de57ec6b6 req-9104da04-cd70-4283-8017-f6fbda1f10c9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:00.377760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3dbae62a-c124-4e96-a93a-930de57ec6b6 req-9104da04-cd70-4283-8017-f6fbda1f10c9 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.0917642 Feb 04 16:29:00.427560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3dbae62a-c124-4e96-a93a-930de57ec6b6 req-b931bc4f-3e27-41e1-b275-543634134112 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Feb 04 16:29:00.998722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-27af42e5-f60e-4a5d-8c96-f4e91893e8a4 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:01.000162 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-27af42e5-f60e-4a5d-8c96-f4e91893e8a4 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.53 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.0831244 Feb 04 16:29:01.078809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Deleting port 7270960c-5c44-4281-9a09-66c01dae03fe {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:01.079150 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.338422 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] For port 7270960c-5c44-4281-9a09-66c01dae03fe, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=7270960c-5c44-4281-9a09-66c01dae03fe,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:01.338782 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.470530 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Calling delete_port for 7270960c-5c44-4281-9a09-66c01dae03fe owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:29:01.710152 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1296d-a92f-4b5d-a7ee-7d38e82b1d81 req-340a4730-9894-447f-bc1b-fc599d41471c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:01.711571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ff1296d-a92f-4b5d-a7ee-7d38e82b1d81 req-340a4730-9894-447f-bc1b-fc599d41471c tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/ports?device_id=1209965d-579b-4274-b1d0-dc4f054eadd3 HTTP/1.1" status: 200 len: 946 time: 0.1708758 Feb 04 16:29:01.712370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.727997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['7270960c-5c44-4281-9a09-66c01dae03fe'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:29:01.789768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Pushing event deleted for resources: {'Port': ['ID=7270960c-5c44-4281-9a09-66c01dae03fe,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:01.897180 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] No DVR routers for this DVR port 7270960c-5c44-4281-9a09-66c01dae03fe on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:01.902096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1ff1296d-a92f-4b5d-a7ee-7d38e82b1d81 req-37d63a08-19f7-47dc-b9af-e055ddb871bc tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8803303-1b51-4a41-9a71-c9610751170f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818602 Feb 04 16:29:01.903685 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.906650 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'name': 'network-vif-deleted', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:01.926379 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a506439-82b8-4f74-8cc8-16d9a3479acb req-458d8ac4-bd44-432a-8291-bab2dcc93aa2 tempest-TestMinimumBasicScenario-25679557 tempest-TestMinimumBasicScenario-25679557-project] 10.222.0.53 "DELETE /v2.0/ports/7270960c-5c44-4281-9a09-66c01dae03fe HTTP/1.1" status: 204 len: 173 time: 0.9178884 Feb 04 16:29:01.958683 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1209965d-579b-4274-b1d0-dc4f054eadd3', 'name': 'network-vif-deleted', 'tag': '7270960c-5c44-4281-9a09-66c01dae03fe', 'status': 'completed', 'code': 200} Feb 04 16:29:03.581399 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53406) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:04.138018 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.344467 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-44393406-467c-45b0-9e87-721745b2b2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.628186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7270960c-5c44-4281-9a09-66c01dae03fe no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:04.662834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Deleting port bef2ccc9-2238-42f8-9f7f-8587e8e1837c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:04.663418 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.663503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 7270960c-5c44-4281-9a09-66c01dae03fe {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:29:04.663698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 7270960c-5c44-4281-9a09-66c01dae03fe not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:04.847427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] For port bef2ccc9-2238-42f8-9f7f-8587e8e1837c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bef2ccc9-2238-42f8-9f7f-8587e8e1837c,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:04.847783 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.974690 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Calling delete_port for bef2ccc9-2238-42f8-9f7f-8587e8e1837c owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:29:05.307362 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.368941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef2ccc9-2238-42f8-9f7f-8587e8e1837c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:05.656240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.163239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:29:06.354695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:29:06.366573 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] Sync routers for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:29:06.368567 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-046dbc17-1b8b-4850-89d3-99aa9894d486 admin admin] 10.222.0.46 "PUT /v2.0/routers/73fb090f-3ec4-43fd-86fd-d5f3abc12527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7860746 Feb 04 16:29:06.371450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53410) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:06.380637 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:06.381276 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:28:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:06.578755 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:06.582201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.743100 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-935b6c59-8de7-4b5b-ad81-ceac8ef516fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.777354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.787493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Deleting port f9cf5485-ad12-4947-8d45-a549957dc527 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:06.787837 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.854397 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.884642 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:29:05Z', 'revision_number': 5, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port': {'id': 'f9cf5485-ad12-4947-8d45-a549957dc527', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:34:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:47Z', 'updated_at': '2022-02-04T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:06.891486 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] Checking router: 73fb090f-3ec4-43fd-86fd-d5f3abc12527 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:29:06.905313 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] Routers {'73fb090f-3ec4-43fd-86fd-d5f3abc12527'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:06.906329 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:06.987902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] For port f9cf5485-ad12-4947-8d45-a549957dc527, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f9cf5485-ad12-4947-8d45-a549957dc527,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:06.988371 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.061572 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] Set router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:07.125474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Calling delete_port for f9cf5485-ad12-4947-8d45-a549957dc527 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:29:07.208418 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:29:06Z', 'revision_number': 6, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:07.214407 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f463c-b25d-4806-81f5-237115d16e86 None None] The sync data for ids ['73fb090f-3ec4-43fd-86fd-d5f3abc12527'] in n-d-827870-1 is: [{'id': '73fb090f-3ec4-43fd-86fd-d5f3abc12527', 'name': 'tempest-TestMinimumBasicScenario-588191274-router', 'tenant_id': '64d9eba0fa894aa0867756abdc631ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:46Z', 'updated_at': '2022-02-04T16:29:06Z', 'revision_number': 6, 'project_id': '64d9eba0fa894aa0867756abdc631ab5', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:29:07.444437 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.492957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cf5485-ad12-4947-8d45-a549957dc527,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:07.592676 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.773686 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.776312 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.801476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.802026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73fb090f-3ec4-43fd-86fd-d5f3abc12527 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:29:07.814743 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.815867 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.816953 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9cbe7123-b23b-4123-b4a0-edb3533be02d admin admin] 10.222.0.46 "DELETE /v2.0/routers/73fb090f-3ec4-43fd-86fd-d5f3abc12527 HTTP/1.1" status: 204 len: 168 time: 1.4444163 Feb 04 16:29:07.819440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53414) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:07.887763 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.888121 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b1ef04-1777-4882-a125-61e1422d789a admin admin] Deleting subnet 765169e3-9a2a-4ed5-9375-ecafe1d3f3ec {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:29:07.891833 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef04-1777-4882-a125-61e1422d789a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.943880 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef04-1777-4882-a125-61e1422d789a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.025756 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef04-1777-4882-a125-61e1422d789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.101431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef04-1777-4882-a125-61e1422d789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.143538 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1ef04-1777-4882-a125-61e1422d789a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765169e3-9a2a-4ed5-9375-ecafe1d3f3ec,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:08.145543 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef04-1777-4882-a125-61e1422d789a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.150679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49f653-300d-4843-b564-7401337fd756 None None] Network db283070-cc67-4464-90e2-4151652d2583 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:29:08.155897 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-47b1ef04-1777-4882-a125-61e1422d789a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/765169e3-9a2a-4ed5-9375-ecafe1d3f3ec HTTP/1.1" status: 204 len: 168 time: 0.3317556 Feb 04 16:29:08.156182 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53418) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:08.275481 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.295986 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Deleting port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:08.296331 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.445708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] DHCP port deletion for db283070-cc67-4464-90e2-4151652d2583 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:29:08.450152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] Deleting port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:08.450520 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.565210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] For port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=935cacd2-cfcd-47ac-969f-7882ceb0b4c8,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:08.565986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.698563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Calling delete_port for 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:29:08.707776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] For port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=935cacd2-cfcd-47ac-969f-7882ceb0b4c8,segment=NetworkSegment(8c93a22a-daba-496b-9ea2-af281ebde487),segment_id=8c93a22a-daba-496b-9ea2-af281ebde487)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:08.708282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.795175 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.838092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] Calling delete_port for 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:29:08.849610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=935cacd2-cfcd-47ac-969f-7882ceb0b4c8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:08.853987 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] No DVR routers for this DVR port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:08.906588 n-d-827870-1 neutron-server[87572]: util.warn( Feb 04 16:29:08.913683 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:08.914151 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:09.014530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bef2ccc9-2238-42f8-9f7f-8587e8e1837c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:09.054271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: bef2ccc9-2238-42f8-9f7f-8587e8e1837c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:29:09.054621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bef2ccc9-2238-42f8-9f7f-8587e8e1837c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:09.055061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:09.093565 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:29:09.093826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:09.094206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f9cf5485-ad12-4947-8d45-a549957dc527 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:09.094759 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.122349 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db283070-cc67-4464-90e2-4151652d2583']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:09.128372 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: f9cf5485-ad12-4947-8d45-a549957dc527 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:29:09.128707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f9cf5485-ad12-4947-8d45-a549957dc527 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:09.137117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c93a22a-daba-496b-9ea2-af281ebde487') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:09.137117 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c93a22a-daba-496b-9ea2-af281ebde487') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:09.149433 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.169182 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.173290 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:29:09.173691 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:09.187805 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:09.267246 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.272115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.295440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=db283070-cc67-4464-90e2-4151652d2583,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:09.305255 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-688deeb8-00d4-435d-86f9-4fe47a2d5da4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/db283070-cc67-4464-90e2-4151652d2583 HTTP/1.1" status: 204 len: 168 time: 1.1481528 Feb 04 16:29:09.310216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53422) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:09.364852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.415709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] Deleting port 935cacd2-cfcd-47ac-969f-7882ceb0b4c8 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:09.416197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.487746 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-335ebde4-948b-4c42-8ab3-5745d556d1d4 None None] The port '935cacd2-cfcd-47ac-969f-7882ceb0b4c8' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:29:09.793326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.915397 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.290409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Deleting port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:10.290751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.480759 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] For port b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1,segment=NetworkSegment(342b6b3c-a178-4c0a-b128-7e7b13f0dccc),segment_id=342b6b3c-a178-4c0a-b128-7e7b13f0dccc)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:10.481130 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.732099 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Calling delete_port for b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:29:10.958295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.009629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Pushing event deleted for resources: {'Port': ['ID=b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:11.299525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.685150 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:29:11.873369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:29:11.882409 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] Sync routers for ids ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:29:11.892998 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1abc6fbd-3db2-44b6-b7e0-989b9595b69c admin admin] 10.222.0.46 "PUT /v2.0/routers/3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5792303 Feb 04 16:29:11.893520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53426) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:11.893966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] Routers {'3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:11.894648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:12.080405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] Set router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:12.090710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.388161 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:53Z', 'updated_at': '2022-02-04T16:29:10Z', 'revision_number': 5, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'gw_port': {'id': 'a9266bb7-6a54-469d-9340-6fc31011b451', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:54Z', 'updated_at': '2022-02-04T16:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:12.392303 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] Checking router: 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:29:12.404959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] Routers {'3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:12.405576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:12.410705 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.420927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Deleting port a9266bb7-6a54-469d-9340-6fc31011b451 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:12.421279 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.568279 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] Set router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:12.614362 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] For port a9266bb7-6a54-469d-9340-6fc31011b451, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=a9266bb7-6a54-469d-9340-6fc31011b451,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:12.614635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.680455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:53Z', 'updated_at': '2022-02-04T16:29:12Z', 'revision_number': 6, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:12.685042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebc2bc-a708-4d66-ae19-26220f3d18e3 None None] The sync data for ids ['3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c'] in n-d-827870-1 is: [{'id': '3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c', 'name': 'tempest-TestMinimumBasicScenario-1273039820-router', 'tenant_id': '05b1071141a344f0bd8595756db1e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:26:53Z', 'updated_at': '2022-02-04T16:29:12Z', 'revision_number': 6, 'project_id': '05b1071141a344f0bd8595756db1e1a9', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:29:12.753173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Calling delete_port for a9266bb7-6a54-469d-9340-6fc31011b451 owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:29:12.958335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.009186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9266bb7-6a54-469d-9340-6fc31011b451,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:13.076223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:13.124369 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.168186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:29:13.168186 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b74780d1-1edc-4ac9-b3c4-ce33cd3b0db1 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:13.309802 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.312720 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.342798 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.343463 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:29:13.358154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.359279 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4d7ddc0c-6a07-4db2-a6bf-3e5935be1e1e admin admin] 10.222.0.46 "DELETE /v2.0/routers/3bf75df8-ba23-4d0a-9ed2-eb533c63fa1c HTTP/1.1" status: 204 len: 168 time: 1.4648247 Feb 04 16:29:13.361863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53430) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:13.422159 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83a4a57-003c-4d04-bd48-c51d8463c756 admin admin] Deleting subnet 0ef3e3c5-5932-4cd6-a656-622f8b4f586a {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:29:13.425206 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d83a4a57-003c-4d04-bd48-c51d8463c756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.479785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d83a4a57-003c-4d04-bd48-c51d8463c756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.563851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d83a4a57-003c-4d04-bd48-c51d8463c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.638725 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d83a4a57-003c-4d04-bd48-c51d8463c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.685145 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d83a4a57-003c-4d04-bd48-c51d8463c756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.691109 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a105b36f-36f4-43b9-b8ab-855c93473b56 None None] Network 8769e03c-17e9-4dfd-af90-fbf3b663568e requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:29:13.695915 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d83a4a57-003c-4d04-bd48-c51d8463c756 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0ef3e3c5-5932-4cd6-a656-622f8b4f586a HTTP/1.1" status: 204 len: 168 time: 0.3330154 Feb 04 16:29:13.696865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a4a57-003c-4d04-bd48-c51d8463c756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef3e3c5-5932-4cd6-a656-622f8b4f586a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:13.697352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53434) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:13.826465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.838084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Deleting port 70878855-13d0-4705-b476-a23add511a4c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:13.838450 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.977634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] DHCP port deletion for 8769e03c-17e9-4dfd-af90-fbf3b663568e request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:29:13.983348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] Deleting port 70878855-13d0-4705-b476-a23add511a4c {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:13.983714 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.177074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] For port 70878855-13d0-4705-b476-a23add511a4c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=70878855-13d0-4705-b476-a23add511a4c,segment=NetworkSegment(342b6b3c-a178-4c0a-b128-7e7b13f0dccc),segment_id=342b6b3c-a178-4c0a-b128-7e7b13f0dccc)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:14.177335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.206383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] For port 70878855-13d0-4705-b476-a23add511a4c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=70878855-13d0-4705-b476-a23add511a4c,segment=NetworkSegment(342b6b3c-a178-4c0a-b128-7e7b13f0dccc),segment_id=342b6b3c-a178-4c0a-b128-7e7b13f0dccc)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:14.207047 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.307910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Calling delete_port for 70878855-13d0-4705-b476-a23add511a4c owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:29:14.336320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] Calling delete_port for 70878855-13d0-4705-b476-a23add511a4c owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:29:14.403080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.426712 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:14.427054 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:14.453890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=70878855-13d0-4705-b476-a23add511a4c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:14.455854 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] No DVR routers for this DVR port 70878855-13d0-4705-b476-a23add511a4c on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:14.577587 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.603539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8769e03c-17e9-4dfd-af90-fbf3b663568e']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:14.617611 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342b6b3c-a178-4c0a-b128-7e7b13f0dccc') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:14.617913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342b6b3c-a178-4c0a-b128-7e7b13f0dccc') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:14.630474 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.650067 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.657989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:29:14.658541 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:14.676538 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:14.755221 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.761460 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.787227 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8769e03c-17e9-4dfd-af90-fbf3b663568e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:14.794067 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-990d18ea-b416-4219-9742-a61e0907a2c5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8769e03c-17e9-4dfd-af90-fbf3b663568e HTTP/1.1" status: 204 len: 168 time: 1.0953088 Feb 04 16:29:14.928411 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] Deleting port 70878855-13d0-4705-b476-a23add511a4c {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:29:14.929217 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.979054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53440) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:15.009120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-66f02be7-1b5d-458f-9f27-4775996cfc53 None None] The port '70878855-13d0-4705-b476-a23add511a4c' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:29:15.024882 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 70878855-13d0-4705-b476-a23add511a4c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:15.041309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-46d0c22a-bd78-4f9c-b816-b2a4f3ac8b02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64d9eba0fa894aa0867756abdc631ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609181 Feb 04 16:29:15.044281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53444) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:15.063726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 70878855-13d0-4705-b476-a23add511a4c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:29:15.068301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 70878855-13d0-4705-b476-a23add511a4c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:15.068301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a9266bb7-6a54-469d-9340-6fc31011b451 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:15.098768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: a9266bb7-6a54-469d-9340-6fc31011b451 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:29:15.099107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device a9266bb7-6a54-469d-9340-6fc31011b451 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:15.106998 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2880746-3332-460b-a166-edb7460cc26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.135281 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2880746-3332-460b-a166-edb7460cc26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.198389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2880746-3332-460b-a166-edb7460cc26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.217369 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2880746-3332-460b-a166-edb7460cc26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8803303-1b51-4a41-9a71-c9610751170f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:15.226085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2880746-3332-460b-a166-edb7460cc26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.227250 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e2880746-3332-460b-a166-edb7460cc26c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8803303-1b51-4a41-9a71-c9610751170f HTTP/1.1" status: 204 len: 168 time: 0.1819201 Feb 04 16:29:15.623852 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53452) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:15.690115 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-556bc850-692b-4f62-b2db-a7eee9ba6936 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05b1071141a344f0bd8595756db1e1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649095 Feb 04 16:29:15.692645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53456) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:15.764196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a2973fc-fdd0-4029-ab79-6512cb3601b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.795785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a2973fc-fdd0-4029-ab79-6512cb3601b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.870768 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a2973fc-fdd0-4029-ab79-6512cb3601b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.890193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2973fc-fdd0-4029-ab79-6512cb3601b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88bfab8-24fe-4429-b14d-f5c98b0019e0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:15.899203 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5a2973fc-fdd0-4029-ab79-6512cb3601b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.901208 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5a2973fc-fdd0-4029-ab79-6512cb3601b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c88bfab8-24fe-4429-b14d-f5c98b0019e0 HTTP/1.1" status: 204 len: 168 time: 0.2072446 Feb 04 16:29:17.808102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53500) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:17.813835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861994968', 'description': 'tempest-secgroup-smoke-1861994968 description', 'project_id': '0958d93849c04f8d8cca2033ddda7386'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:17.820651 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:17.827246 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:17.830751 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:17.836953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:17.960891 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.974767 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.990892 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:17.994985 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:17.998753 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:18.004553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:18.099626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.103633 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.116393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:18.125819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:18.134486 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:18.145950 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:18.149608 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126d134d-cabd-4159-a39f-eb9a8bbc1f26,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:18.226899 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.231471 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.281685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5bd95d-2280-4dc2-89e6-482640b16685,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:18.285638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.289614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7f44c671-d143-4208-be9b-9865a2d3a9f5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4777594 Feb 04 16:29:18.290122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53504) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:18.295024 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'bd5bd95d-2280-4dc2-89e6-482640b16685', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:18.301972 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:18.305832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:18.309402 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:18.315984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:18.343789 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.413890 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.418834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.443235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb5c75e-5e7e-4de8-a347-3c2dcd6c8f29,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:18.454051 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.455300 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-762f7499-aa44-4931-8c37-acc5c2b2265d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645830 Feb 04 16:29:18.458191 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53508) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:18.463147 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'bd5bd95d-2280-4dc2-89e6-482640b16685', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:18.470873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:18.474825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:18.477830 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:18.483706 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:18.501283 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.575750 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.579559 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.604057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d34d1b-d76d-45a2-b0e5-18a83ed6a536,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:18.614116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.615315 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-8c005981-3429-4fb7-8a5e-5fc48a01b895 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561997 Feb 04 16:29:18.618564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53512) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:18.623684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'bd5bd95d-2280-4dc2-89e6-482640b16685', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:18.630725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:18.635038 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:18.638815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:18.644449 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:18.664917 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.740237 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.744284 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.770000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc91c8f-883b-4b67-9e75-0d56cb27b6ec,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:18.779242 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.780544 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-946055b3-1d01-4ee6-9a8c-7527beff08b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610157 Feb 04 16:29:18.784586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53516) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:18.789930 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'bd5bd95d-2280-4dc2-89e6-482640b16685', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:18.797429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:18.801714 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:18.804701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:18.812066 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:18.831841 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.899525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.904028 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.929296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a46a8d0-e23e-4486-8115-15aed2f0e4da,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:18.946739 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.949565 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-65f850cc-b8ee-4b33-b4fb-d23465c47cc0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623600 Feb 04 16:29:18.951445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53520) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:18.956886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'bd5bd95d-2280-4dc2-89e6-482640b16685', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:18.963938 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:18.967978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:18.971007 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:18.976959 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:18.987676 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:29:18.994437 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.063259 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.067363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.095615 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b0807b-3ea1-41a3-b4e5-d92cfd46d927,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:19.105218 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.106764 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3a9a3276-bc4f-468b-bd09-36fadb967e03 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543071 Feb 04 16:29:19.109568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53524) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:19.114741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'bd5bd95d-2280-4dc2-89e6-482640b16685', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:19.122653 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:19.126770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:19.129697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:19.136680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:19.147609 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:29:19.154883 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.237505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.241297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.267082 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931e9afb-1b19-4c1a-af2b-d7aae3f125f6,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:19.277523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.278870 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3415480c-00a9-44da-ab01-b3a3b295d0db tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1683195 Feb 04 16:29:19.282258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53528) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:19.288004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'network': {'name': 'tempest-network-smoke--2036362211', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'port_security_enabled': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:19.295207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:19.299499 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:network and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:19.302567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:19.309235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:19.321661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:19.325588 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.354164 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:19.364345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.364749 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Added segment 84ef9369-b04c-4f66-9d47-9d2af926c64c of type vlan for network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 Feb 04 16:29:19.401471 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.435762 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.445485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:19.446404 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.548439 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2650328 Feb 04 16:29:19.551473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53532) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:19.557077 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'admin_state_up': True, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:19.558883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b1630-1323-4941-9f70-b5e6cdabe248 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Network': ['ID=aa4199e1-fa2e-4e21-9b3e-714e7df868b0,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:19.566892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:19.570759 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:29:19.577784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:router and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:19.580889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:19.587931 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:19.598937 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.600037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.619704 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.903432 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.342817 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.376332 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.533567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.24 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:20.713884 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.747762 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.813800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:20.816750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:20.820876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:29:20.864391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:21.278428 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.406581 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:29:21.671640 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.057969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 194792c0-b407-406a-b792-cc7ae2d0faae is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:29:22.254066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:29:22.266440 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Sync routers for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:29:22.280395 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:22.281040 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:22.290630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.296936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-70619574-32d2-4f37-9e85-26a53ec37887 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7393179 Feb 04 16:29:22.297287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53536) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:22.492041 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bf6facf7-13b5-4af2-bc43-b75bd50fd6da tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=0958d93849c04f8d8cca2033ddda7386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1905661 Feb 04 16:29:22.492750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53542) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:22.498939 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:22.645977 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df049c4a-c4d5-4b3c-bb9d-7b721a03dd3c tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:22.647886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-df049c4a-c4d5-4b3c-bb9d-7b721a03dd3c tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1538994 Feb 04 16:29:22.652391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53546) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:22.699451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-bcc903ac-0058-4e5d-acd2-7f529683bc2c tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438194 Feb 04 16:29:22.702785 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53550) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:22.711657 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-252300429', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:22.825952 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:21Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:22.831794 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Checking router: 194792c0-b407-406a-b792-cc7ae2d0faae for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:29:22.832088 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Updating router 194792c0-b407-406a-b792-cc7ae2d0faae port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:29:22.854279 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:22.859602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:subnet and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:22.864695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:22.871610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:22.882604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:22.888894 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.898811 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.196469 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.300366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Subnet': ['ID=c8eaa9ee-430c-4c5e-b00b-33f84f04bbda,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:23.310932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Checking segment: {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:29:23.311347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network hostable DHCP agents. Network: aa4199e1-fa2e-4e21-9b3e-714e7df868b0, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:23.332515 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.335302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:23.345506 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Transition to ACTIVE for port object 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:23.346202 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, aa4199e1-fa2e-4e21-9b3e-714e7df868b0) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:23.351448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:23.352195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.352667 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.365191 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410ef68-5cdc-4468-b60f-bedc6edd0faf None None] Network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:29:23.398368 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-590a8e48-ec36-42c1-83f9-b0e4b1b854f4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6917160 Feb 04 16:29:23.398757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53554) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:23.429282 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Attempting to bind port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:23.429737 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Attempting to bind port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:23.430100 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Attempting to bind port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:29:23.454771 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:29:23.455518 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:29:23.455917 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.456516 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:29:23.457331 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Bound port: 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:23.457989 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.530258 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Pushing event updated for resources: {'Port': ['ID=7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:23.561079 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.561646 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.562213 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.562957 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.563489 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.564056 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.564642 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.565237 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.565798 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.566353 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.566919 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.567474 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:23.619942 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] For port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:29:23.625166 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] For port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:29:23.631129 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.654055 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:29:23.654961 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.712560 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:23.713084 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:23.781142 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2722e15-41a7-40fd-891f-74810669468b None None] Pushing event updated for resources: {'Port': ['ID=7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:23.855093 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Allocated IP 172.20.0.2 (aa4199e1-fa2e-4e21-9b3e-714e7df868b0/c8eaa9ee-430c-4c5e-b00b-33f84f04bbda/77c3d66c-80de-4ca7-9670-c69a58f21319) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:23.920968 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:24.102192 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.114472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Transition to ACTIVE for port object 77c3d66c-80de-4ca7-9670-c69a58f21319 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:24.141502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Transition to ACTIVE for port object 77c3d66c-80de-4ca7-9670-c69a58f21319 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:24.148825 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.215527 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.229011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:24.233130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:24.238340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:29:24.266844 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:21Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:24.271446 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f12f3-ffd7-4a60-8cca-adee084b8b5b None None] The sync data for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 is: [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:21Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:29:24.282964 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Pushing event updated for resources: {'Port': ['ID=77c3d66c-80de-4ca7-9670-c69a58f21319,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:24.333530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.333951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.334395 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.334826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.335338 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.335768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.336193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.336617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.337062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.337480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.337901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.338319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:24.367544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Attempting to bind port 77c3d66c-80de-4ca7-9670-c69a58f21319 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:24.368246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Attempting to bind port 77c3d66c-80de-4ca7-9670-c69a58f21319 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:24.368474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Attempting to bind port 77c3d66c-80de-4ca7-9670-c69a58f21319 on network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:29:24.375966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:29:24.376369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Checking segment: {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:29:24.377031 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.377430 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Bound using segment: {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:29:24.378152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Bound port: 77c3d66c-80de-4ca7-9670-c69a58f21319, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:24.378574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.496787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] For port 77c3d66c-80de-4ca7-9670-c69a58f21319, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:29:24.500403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] For port 77c3d66c-80de-4ca7-9670-c69a58f21319, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=77c3d66c-80de-4ca7-9670-c69a58f21319,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:29:24.506782 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.611800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4f708-02de-48a1-b34c-c147d3ca8dfc None None] Pushing event updated for resources: {'Port': ['ID=77c3d66c-80de-4ca7-9670-c69a58f21319,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:24.895952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.1 (aa4199e1-fa2e-4e21-9b3e-714e7df868b0/c8eaa9ee-430c-4c5e-b00b-33f84f04bbda/c913ad9c-54b3-4ac0-bfd2-1337d37a498f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:25.121315 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.144318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object c913ad9c-54b3-4ac0-bfd2-1337d37a498f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:25.150123 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 77c3d66c-80de-4ca7-9670-c69a58f21319 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:25.187509 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.244355 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 77c3d66c-80de-4ca7-9670-c69a58f21319 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:25.251351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:25.265677 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:25.271838 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:25.278865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:29:25.335768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:25.342550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:25.343301 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.358017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=c913ad9c-54b3-4ac0-bfd2-1337d37a498f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:25.373973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.489798 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.523138 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:25.528948 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.619406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:25.692342 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.804134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935b5b98-e665-4b53-bd23-f9bd41713975 None None] Network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:29:25.925800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-41236686-864f-4d20-8e2f-a7579e5458d0 None None] Provisioning for port 77c3d66c-80de-4ca7-9670-c69a58f21319 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:25.934957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-41236686-864f-4d20-8e2f-a7579e5458d0 None None] Provisioning complete for port 77c3d66c-80de-4ca7-9670-c69a58f21319 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:25.935726 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41236686-864f-4d20-8e2f-a7579e5458d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.158388 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.163479 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.194710 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41236686-864f-4d20-8e2f-a7579e5458d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.236534 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-41236686-864f-4d20-8e2f-a7579e5458d0 None None] For port 77c3d66c-80de-4ca7-9670-c69a58f21319, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=77c3d66c-80de-4ca7-9670-c69a58f21319,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:26.243726 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-41236686-864f-4d20-8e2f-a7579e5458d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.288523 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.292679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=c913ad9c-54b3-4ac0-bfd2-1337d37a498f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:26.330839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41236686-864f-4d20-8e2f-a7579e5458d0 None None] Pushing event updated for resources: {'Port': ['ID=77c3d66c-80de-4ca7-9670-c69a58f21319,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:26.455885 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:26.457313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:26.580113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2ba8a0d5-133b-4e98-81bc-fd3f0d25ea34 None None] Provisioning complete for port 77c3d66c-80de-4ca7-9670-c69a58f21319 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:26.580915 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a0d5-133b-4e98-81bc-fd3f0d25ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.750548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2ba8a0d5-133b-4e98-81bc-fd3f0d25ea34 None None] Provisioning for port c913ad9c-54b3-4ac0-bfd2-1337d37a498f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:26.756118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2ba8a0d5-133b-4e98-81bc-fd3f0d25ea34 None None] Provisioning complete for port c913ad9c-54b3-4ac0-bfd2-1337d37a498f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:26.756479 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a0d5-133b-4e98-81bc-fd3f0d25ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.830052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 194792c0-b407-406a-b792-cc7ae2d0faae has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:29:26.856007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8a0d5-133b-4e98-81bc-fd3f0d25ea34 None None] Port c913ad9c-54b3-4ac0-bfd2-1337d37a498f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:29:26.982358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dd08f8fa-a7fe-4c02-8106-a35f12853e59 None None] Provisioning complete for port c913ad9c-54b3-4ac0-bfd2-1337d37a498f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:26.982358 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dd08f8fa-a7fe-4c02-8106-a35f12853e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.040658 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 77c3d66c-80de-4ca7-9670-c69a58f21319 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:27.048420 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:29:27.059234 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c3768364-86bb-4cff-9599-301a329c199c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/194792c0-b407-406a-b792-cc7ae2d0faae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6590028 Feb 04 16:29:27.074474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Sync routers for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:29:27.081206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-dd08f8fa-a7fe-4c02-8106-a35f12853e59 None None] Port c913ad9c-54b3-4ac0-bfd2-1337d37a498f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:29:27.111879 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:27.112505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:27.252639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-bc1fe187-3979-41d7-bda0-567fa2595958 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861994968&fields=id&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 267 time: 0.0467503 Feb 04 16:29:27.284045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c86990e-9636-49c4-8ec3-44a5b0efab47 None None] Provisioning complete for port c913ad9c-54b3-4ac0-bfd2-1337d37a498f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:27.284045 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c86990e-9636-49c4-8ec3-44a5b0efab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.319300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 77c3d66c-80de-4ca7-9670-c69a58f21319 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:27.319662 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.424426 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:27.434855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-b54bb14e-1387-4fb1-b4e7-91540c770879 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.436640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-b54bb14e-1387-4fb1-b4e7-91540c770879 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/networks?id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0 HTTP/1.1" status: 200 len: 797 time: 0.1746864 Feb 04 16:29:27.453042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-230a78b2-997f-4e36-a280-4c6255792293 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/quotas/0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 375 time: 0.0106044 Feb 04 16:29:27.479070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1c86990e-9636-49c4-8ec3-44a5b0efab47 None None] Port c913ad9c-54b3-4ac0-bfd2-1337d37a498f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:29:27.540731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-0aa322f5-009e-4415-a186-9160562d63cf tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:27.559335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-0aa322f5-009e-4415-a186-9160562d63cf tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:27.561066 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-0aa322f5-009e-4415-a186-9160562d63cf tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021631 Feb 04 16:29:27.706086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:27.719076 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-8fdef0d7-c377-4c20-9b3a-54a4a7efd28b service neutron] 10.222.0.46 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443543 Feb 04 16:29:27.849555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:27.849920 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.863173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-00050c65-c158-46b3-9a59-e6c8b5a67394 service neutron] 10.222.0.46 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377361 Feb 04 16:29:27.934329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'c913ad9c-54b3-4ac0-bfd2-1337d37a498f', 'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:7e:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:24Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 2, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:27.969050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Checking router: 194792c0-b407-406a-b792-cc7ae2d0faae for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:29:27.969375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Updating router 194792c0-b407-406a-b792-cc7ae2d0faae port c913ad9c-54b3-4ac0-bfd2-1337d37a498f binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:29:28.048295 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.070591 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ac60807b-922c-4cf8-b8af-c111378df55c req-d28d0378-7aed-4431-aa2a-4cf97740c682 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 210 time: 0.0506971 Feb 04 16:29:28.450409 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.463294 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Transition to ACTIVE for port object c913ad9c-54b3-4ac0-bfd2-1337d37a498f will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:28.471368 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.668020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58669e37-085d-421a-abf6-fdf2afeb10f7 None None] Pushing event updated for resources: {'Port': ['ID=c913ad9c-54b3-4ac0-bfd2-1337d37a498f,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:28.735834 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Attempting to bind port c913ad9c-54b3-4ac0-bfd2-1337d37a498f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:28.736589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Attempting to bind port c913ad9c-54b3-4ac0-bfd2-1337d37a498f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:28.736723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Attempting to bind port c913ad9c-54b3-4ac0-bfd2-1337d37a498f on network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:29:28.743493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:29:28.744000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Checking segment: {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:29:28.744353 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.744838 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Bound using segment: {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:29:28.745474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Bound port: c913ad9c-54b3-4ac0-bfd2-1337d37a498f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:28.746117 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.851887 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] For port c913ad9c-54b3-4ac0-bfd2-1337d37a498f, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:29:28.855940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] For port c913ad9c-54b3-4ac0-bfd2-1337d37a498f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c913ad9c-54b3-4ac0-bfd2-1337d37a498f,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:29:28.860648 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.944513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:28.945175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:29:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:29.002481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58669e37-085d-421a-abf6-fdf2afeb10f7 None None] Pushing event updated for resources: {'Port': ['ID=c913ad9c-54b3-4ac0-bfd2-1337d37a498f,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:29.145592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:29.207355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-392ef6af-7e2f-4dea-9084-812b042f5cbf req-555d8f6a-0702-4b00-8b51-24ad4b30e2b7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 210 time: 0.0771406 Feb 04 16:29:29.495634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'c913ad9c-54b3-4ac0-bfd2-1337d37a498f', 'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:7e:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:24Z', 'updated_at': '2022-02-04T16:29:28Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:29.499865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbbf45-c18c-48d4-882a-40955e592b74 None None] The sync data for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 is: [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'c913ad9c-54b3-4ac0-bfd2-1337d37a498f', 'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:7e:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:24Z', 'updated_at': '2022-02-04T16:29:28Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:29:30.319817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-719e1983-fcc1-486d-b1cc-96486adf8bc2 req-7a47a208-de21-40af-9b58-8a77d50e0be5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 210 time: 0.0463679 Feb 04 16:29:31.062469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c913ad9c-54b3-4ac0-bfd2-1337d37a498f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:31.133725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port c913ad9c-54b3-4ac0-bfd2-1337d37a498f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:31.139938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c913ad9c-54b3-4ac0-bfd2-1337d37a498f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:31.140352 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.263810 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.299281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port c913ad9c-54b3-4ac0-bfd2-1337d37a498f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c913ad9c-54b3-4ac0-bfd2-1337d37a498f,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:31.308885 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.388925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=c913ad9c-54b3-4ac0-bfd2-1337d37a498f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:31.511957 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4958ad5b-48e8-4d3f-bbce-fbaf2343152e req-4b37f55a-5801-4e41-8723-641b835a7bd2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 210 time: 0.0461869 Feb 04 16:29:31.575708 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-4376e9d8-c67e-4541-91dd-4bfc08ca7a04 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:31.576394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-4376e9d8-c67e-4541-91dd-4bfc08ca7a04 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:31.602927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-4376e9d8-c67e-4541-91dd-4bfc08ca7a04 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:31.604063 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-4376e9d8-c67e-4541-91dd-4bfc08ca7a04 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/networks?id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0 HTTP/1.1" status: 200 len: 797 time: 0.2036307 Feb 04 16:29:31.657572 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-463b946b-dc71-4a2f-af79-e2a02228c99b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:31.677777 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-463b946b-dc71-4a2f-af79-e2a02228c99b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:31.678955 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-463b946b-dc71-4a2f-af79-e2a02228c99b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 380 time: 0.0651684 Feb 04 16:29:31.693609 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'port': {'device_id': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'admin_state_up': True, 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'security_groups': ['bd5bd95d-2280-4dc2-89e6-482640b16685']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:31.839601 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:31.849347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:31.860211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:31.863886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.038565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.14 (aa4199e1-fa2e-4e21-9b3e-714e7df868b0/c8eaa9ee-430c-4c5e-b00b-33f84f04bbda/16345ca9-3d33-4ecf-bc8e-193b8faea265) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:32.246056 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.265373 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object 16345ca9-3d33-4ecf-bc8e-193b8faea265 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:32.294030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.371274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:32.374836 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:32.378824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:29:32.410557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=16345ca9-3d33-4ecf-bc8e-193b8faea265,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:32.455630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:32.456262 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.482561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-dee5f1f9-ca93-4991-ac83-b29a7b12ed6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928555 Feb 04 16:29:32.500580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-4e7ddb9f-acfc-4949-b151-d58459ef9412 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:29:32.501511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-4e7ddb9f-acfc-4949-b151-d58459ef9412 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055130 Feb 04 16:29:32.569181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Request body: {'port': {'device_id': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:32.631789 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b5091f8c-ae89-46ac-86ea-03fe59a458ff None None] Provisioning for port 16345ca9-3d33-4ecf-bc8e-193b8faea265 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:32.638697 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b5091f8c-ae89-46ac-86ea-03fe59a458ff None None] Provisioning complete for port 16345ca9-3d33-4ecf-bc8e-193b8faea265 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:32.639113 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b5091f8c-ae89-46ac-86ea-03fe59a458ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.703348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b5091f8c-ae89-46ac-86ea-03fe59a458ff None None] Port 16345ca9-3d33-4ecf-bc8e-193b8faea265 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:29:32.706140 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.731717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a0f78-dabb-4f4b-a65f-be618e6a12a1 req-1e87fc88-9718-4c06-a82c-5d825e368b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:32.733294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-808a0f78-dabb-4f4b-a65f-be618e6a12a1 req-1e87fc88-9718-4c06-a82c-5d825e368b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 932 time: 0.0944161 Feb 04 16:29:32.783516 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-808a0f78-dabb-4f4b-a65f-be618e6a12a1 req-cedc4471-aa98-4aaf-b590-1a727bc45962 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440440 Feb 04 16:29:33.024266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c913ad9c-54b3-4ac0-bfd2-1337d37a498f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:33.089545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16345ca9-3d33-4ecf-bc8e-193b8faea265 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:33.097336 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.112621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Transition to ACTIVE for port object 16345ca9-3d33-4ecf-bc8e-193b8faea265 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:33.113238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port c913ad9c-54b3-4ac0-bfd2-1337d37a498f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:33.113604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.116886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.388579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Pushing event updated for resources: {'Port': ['ID=16345ca9-3d33-4ecf-bc8e-193b8faea265,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:33.501540 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Attempting to bind port 16345ca9-3d33-4ecf-bc8e-193b8faea265 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:33.501883 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Attempting to bind port 16345ca9-3d33-4ecf-bc8e-193b8faea265 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:33.502214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Attempting to bind port 16345ca9-3d33-4ecf-bc8e-193b8faea265 on network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:29:33.507587 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Port 16345ca9-3d33-4ecf-bc8e-193b8faea265 on network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:29:33.507909 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Attempting to bind port 16345ca9-3d33-4ecf-bc8e-193b8faea265 on network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:29:33.514524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:29:33.514903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Checking segment: {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:29:33.515311 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Bound using segment: {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:29:33.515781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Bound port: 16345ca9-3d33-4ecf-bc8e-193b8faea265, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ef9369-b04c-4f66-9d47-9d2af926c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:33.516133 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.611145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] For port 16345ca9-3d33-4ecf-bc8e-193b8faea265, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:29:33.615240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] For port 16345ca9-3d33-4ecf-bc8e-193b8faea265, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:29:33.619475 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.686831 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:33.687490 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.688915 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] 10.222.0.61 "PUT /v2.0/ports/16345ca9-3d33-4ecf-bc8e-193b8faea265 HTTP/1.1" status: 200 len: 1092 time: 1.1809812 Feb 04 16:29:33.689355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:33.716497 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef6c04-d633-42a5-93ca-ef939d4f3011 service neutron] Pushing event updated for resources: {'Port': ['ID=16345ca9-3d33-4ecf-bc8e-193b8faea265,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:33.770292 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'status': 'completed', 'code': 200} Feb 04 16:29:33.827153 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-70927b86-f055-4a55-9236-03e9059f9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:33.828701 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-70927b86-f055-4a55-9236-03e9059f9e26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 1095 time: 0.0953689 Feb 04 16:29:33.907201 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-4cb458a3-cb5b-42f8-92bf-43acf1dcb05d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265 HTTP/1.1" status: 200 len: 217 time: 0.0700221 Feb 04 16:29:33.979028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-0d62d2cc-d7fa-4e78-b0d4-09c888a45c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:33.981286 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-0d62d2cc-d7fa-4e78-b0d4-09c888a45c75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8eaa9ee-430c-4c5e-b00b-33f84f04bbda HTTP/1.1" status: 200 len: 834 time: 0.0680344 Feb 04 16:29:33.991674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d76dc-912f-49ff-8fa8-ba09affab0b9 req-df57e561-b541-4813-a7d0-b0883262d373 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:33.993241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e2d76dc-912f-49ff-8fa8-ba09affab0b9 req-df57e561-b541-4813-a7d0-b0883262d373 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 944 time: 0.0942376 Feb 04 16:29:34.043959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e2d76dc-912f-49ff-8fa8-ba09affab0b9 req-d491fca7-5db3-4be1-819f-60bdba02d2e2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 Feb 04 16:29:34.079832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-9003e044-f0fe-4f94-8bee-b9f14ef748f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.081511 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-9003e044-f0fe-4f94-8bee-b9f14ef748f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926971 Feb 04 16:29:34.221652 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-8a3fe5fa-738b-49dc-865a-4ebc734e3c36 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336422 Feb 04 16:29:34.349543 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc923-44bc-48ca-83aa-ab9d1cc7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.397080 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-37e38e08-b4a4-47c9-ac20-95bda40c8fde req-755eec0d-712f-4306-af6d-a56aecb3709a service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691771 Feb 04 16:29:34.515840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-d7504b9a-1f76-4dad-94ea-4089aa221587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.517247 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-d7504b9a-1f76-4dad-94ea-4089aa221587 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 1095 time: 0.0740368 Feb 04 16:29:34.658600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-79bb113c-7210-4a2a-b2dc-890b6424efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.660104 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-79bb113c-7210-4a2a-b2dc-890b6424efec service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0 HTTP/1.1" status: 200 len: 898 time: 0.1366639 Feb 04 16:29:34.735491 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-37b87f5d-145e-497f-b34e-956706683b74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265 HTTP/1.1" status: 200 len: 217 time: 0.0688455 Feb 04 16:29:34.804258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-5721798a-1a1d-466c-9c86-9b9d1f7b7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.805663 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-5721798a-1a1d-466c-9c86-9b9d1f7b7e44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8eaa9ee-430c-4c5e-b00b-33f84f04bbda HTTP/1.1" status: 200 len: 834 time: 0.0631094 Feb 04 16:29:34.886262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-08f36dfb-70da-4c10-9e8f-d55a0be22c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.888054 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-08f36dfb-70da-4c10-9e8f-d55a0be22c0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745845 Feb 04 16:29:35.028273 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-ca76db2a-09d9-43c9-af1e-cfa771f0bead service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322601 Feb 04 16:29:35.259210 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc8cbc-478d-4251-87d0-74c62091c3d6 req-9e913674-fd9b-42a2-8e7c-1e61e4f665e4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:35.261526 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3fdc8cbc-478d-4251-87d0-74c62091c3d6 req-9e913674-fd9b-42a2-8e7c-1e61e4f665e4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 944 time: 0.0928853 Feb 04 16:29:35.292264 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8af53d9f-b806-4e27-a2ae-d91bc2207e3f req-bce55f28-f113-45fb-aa7c-a69f5da532b4 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552502 Feb 04 16:29:35.313545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3fdc8cbc-478d-4251-87d0-74c62091c3d6 req-09375018-29f6-4727-aeb8-829f290ca0f7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451267 Feb 04 16:29:36.516696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55a3df-e2c0-4653-b822-4597c8744dbc req-f079c068-b743-4b5a-9c51-540c1d466807 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:36.518386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a55a3df-e2c0-4653-b822-4597c8744dbc req-f079c068-b743-4b5a-9c51-540c1d466807 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 944 time: 0.0853627 Feb 04 16:29:36.550435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 16345ca9-3d33-4ecf-bc8e-193b8faea265 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:29:36.570572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a55a3df-e2c0-4653-b822-4597c8744dbc req-6fefa857-b76e-4708-860f-6881f00449b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465946 Feb 04 16:29:36.747143 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 16345ca9-3d33-4ecf-bc8e-193b8faea265, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:36.766066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b2ab-d1b5-41a3-b6c2-98650c67e653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.771946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'port_id': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'mac_address': 'fa:16:3e:1a:0c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:29:36.832807 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.850543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16345ca9-3d33-4ecf-bc8e-193b8faea265 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:36.876425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.877995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 16345ca9-3d33-4ecf-bc8e-193b8faea265, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:36.881497 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.955855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=16345ca9-3d33-4ecf-bc8e-193b8faea265,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:37.140557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['16345ca9-3d33-4ecf-bc8e-193b8faea265'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:29:37.786443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160003-585e-4c39-b8e3-9b42f21d2a76 req-c52f95ef-693e-4953-a6c7-c13f14044696 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:37.787962 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9160003-585e-4c39-b8e3-9b42f21d2a76 req-c52f95ef-693e-4953-a6c7-c13f14044696 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 945 time: 0.1014934 Feb 04 16:29:37.821016 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.845525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c9160003-585e-4c39-b8e3-9b42f21d2a76 req-8d9e27ec-2459-47e2-aa29-56d63be0c4e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516257 Feb 04 16:29:37.893578 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.567549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 16345ca9-3d33-4ecf-bc8e-193b8faea265 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:38.636348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 16345ca9-3d33-4ecf-bc8e-193b8faea265 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:38.641953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 16345ca9-3d33-4ecf-bc8e-193b8faea265 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:38.642363 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.768617 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.797932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:38.808004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 16345ca9-3d33-4ecf-bc8e-193b8faea265, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:29:38.812315 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.850340 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'code': 200} Feb 04 16:29:38.896440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=16345ca9-3d33-4ecf-bc8e-193b8faea265,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:38.995242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace743f-e29a-43b0-ae3c-c7619120c39f req-f40bdd50-59d7-4e9a-96c7-8747ad85dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:38.999831 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eace743f-e29a-43b0-ae3c-c7619120c39f req-f40bdd50-59d7-4e9a-96c7-8747ad85dd24 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 1097 time: 0.0837500 Feb 04 16:29:39.043693 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-eace743f-e29a-43b0-ae3c-c7619120c39f req-780a3b85-6733-4c3d-8124-0a7fd238c4eb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401013 Feb 04 16:29:39.168461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2e687-bd92-44d4-ac6d-43af3a1200f2 req-22c543b0-3928-48e1-b151-24ac1129109e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.170886 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49a2e687-bd92-44d4-ac6d-43af3a1200f2 req-22c543b0-3928-48e1-b151-24ac1129109e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.2093418 Feb 04 16:29:39.220761 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-49a2e687-bd92-44d4-ac6d-43af3a1200f2 req-eaebd464-d47c-43ec-8a76-559cf52f2ad8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Feb 04 16:29:39.372171 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.792996 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.451984 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cac2fa-6871-417a-940e-fdd4dedafb0c req-a77ab02c-74e9-4866-b017-6d79bf756dad tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:40.453549 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5cac2fa-6871-417a-940e-fdd4dedafb0c req-a77ab02c-74e9-4866-b017-6d79bf756dad tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.0872056 Feb 04 16:29:40.507931 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d5cac2fa-6871-417a-940e-fdd4dedafb0c req-6548e1d3-3246-4024-a950-ef77dfb32201 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485852 Feb 04 16:29:40.711324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b80c13-411b-4659-b9e6-ea69db9a7b31 req-bfe771ed-8ef6-4557-ad97-33332a509e01 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:40.712884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7b80c13-411b-4659-b9e6-ea69db9a7b31 req-bfe771ed-8ef6-4557-ad97-33332a509e01 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.0851812 Feb 04 16:29:40.769411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a7b80c13-411b-4659-b9e6-ea69db9a7b31 req-cc6dbcc1-1bff-4954-857e-0d68c74ef5af tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476165 Feb 04 16:29:40.793631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53620) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:40.872756 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f076515d-b4ef-4db9-ad72-89ecb7aab269 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:40.874434 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f076515d-b4ef-4db9-ad72-89ecb7aab269 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 1092 time: 0.0797043 Feb 04 16:29:40.879301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53624) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:40.884407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:40.892518 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:40.896932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:floatingip and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:40.901670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:40.908129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:40.918843 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.070564 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.212406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.175 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/3737303a-5a33-4b89-b5e3-1e76ae19639d) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:41.374411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.410710 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.483566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:41.486702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:41.490502 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:29:41.520797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=3737303a-5a33-4b89-b5e3-1e76ae19639d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:41.925495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.005802 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.231649 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.236429 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.474054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=3737303a-5a33-4b89-b5e3-1e76ae19639d,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:42.486114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.663394 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP 5d677898-4920-4bac-921d-169a5b440c20 associated. External IP: 172.25.8.175, port: 16345ca9-3d33-4ecf-bc8e-193b8faea265. Feb 04 16:29:43.049407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 194792c0-b407-406a-b792-cc7ae2d0faae has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:29:43.252235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:29:43.264115 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] Sync routers for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:29:43.278776 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:43.279396 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:43.279863 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.352269 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-793c1161-72b8-44b9-ac85-7d2dd3721eb0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4719059 Feb 04 16:29:43.352954 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:43.478823 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:43.538176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485560-36dd-4d43-8899-19ef0daffc83 req-60ba2ceb-eb38-4a5d-92b9-affa92e9de89 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:43.539631 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c485560-36dd-4d43-8899-19ef0daffc83 req-60ba2ceb-eb38-4a5d-92b9-affa92e9de89 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.0902910 Feb 04 16:29:43.587541 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c485560-36dd-4d43-8899-19ef0daffc83 req-dc98e78b-1618-49ef-9375-f4dad2d9bc53 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Feb 04 16:29:43.612296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53632) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:43.683085 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'status': 'completed', 'code': 200} Feb 04 16:29:43.784654 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-abb4e360-cbae-4c04-9baf-f7588d87b728 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/5d677898-4920-4bac-921d-169a5b440c20 HTTP/1.1" status: 200 len: 992 time: 0.1711364 Feb 04 16:29:43.802072 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af669-47d2-4855-b0d3-394e3930b37e req-40d53f61-18c9-4233-90bb-2895cdf7080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:43.803465 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-776af669-47d2-4855-b0d3-394e3930b37e req-40d53f61-18c9-4233-90bb-2895cdf7080d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 1097 time: 0.1224465 Feb 04 16:29:43.906907 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '5d677898-4920-4bac-921d-169a5b440c20', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'port_id': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'mac_address': 'fa:16:3e:1a:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:41Z', 'updated_at': '2022-02-04T16:29:41Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c913ad9c-54b3-4ac0-bfd2-1337d37a498f', 'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:7e:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:24Z', 'updated_at': '2022-02-04T16:29:31Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:43.911144 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] Checking router: 194792c0-b407-406a-b792-cc7ae2d0faae for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:29:43.920242 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:29:43.920913 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:29:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:43.946464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af669-47d2-4855-b0d3-394e3930b37e req-96f26718-2a12-413d-810e-a89b61c7b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:43.948447 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-776af669-47d2-4855-b0d3-394e3930b37e req-96f26718-2a12-413d-810e-a89b61c7b6ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0 HTTP/1.1" status: 200 len: 898 time: 0.1384845 Feb 04 16:29:44.059757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-776af669-47d2-4855-b0d3-394e3930b37e req-36a7516f-7196-46b9-aaf3-b297821e5ac0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265 HTTP/1.1" status: 200 len: 1000 time: 0.1044159 Feb 04 16:29:44.110748 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:29:44.136430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af669-47d2-4855-b0d3-394e3930b37e req-7192e0bf-920b-4fbe-9cde-9e858c58f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:44.137912 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-776af669-47d2-4855-b0d3-394e3930b37e req-7192e0bf-920b-4fbe-9cde-9e858c58f10b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8eaa9ee-430c-4c5e-b00b-33f84f04bbda HTTP/1.1" status: 200 len: 834 time: 0.0708098 Feb 04 16:29:44.225425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af669-47d2-4855-b0d3-394e3930b37e req-a67e97ca-cfd8-4f01-8698-36b63855ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:44.226932 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-776af669-47d2-4855-b0d3-394e3930b37e req-a67e97ca-cfd8-4f01-8698-36b63855ade6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819256 Feb 04 16:29:44.509594 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-776af669-47d2-4855-b0d3-394e3930b37e req-70b3459a-6611-42ef-99e7-ee2e37401741 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757614 Feb 04 16:29:44.540181 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '5d677898-4920-4bac-921d-169a5b440c20', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'port_id': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'mac_address': 'fa:16:3e:1a:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:41Z', 'updated_at': '2022-02-04T16:29:41Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c913ad9c-54b3-4ac0-bfd2-1337d37a498f', 'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:7e:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:24Z', 'updated_at': '2022-02-04T16:29:31Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:44.552044 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8158c8d3-b3c4-4edd-8b04-64e5ed3d9eec None None] The sync data for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 is: [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '5d677898-4920-4bac-921d-169a5b440c20', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'port_id': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'mac_address': 'fa:16:3e:1a:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:29:41Z', 'updated_at': '2022-02-04T16:29:41Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c913ad9c-54b3-4ac0-bfd2-1337d37a498f', 'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:7e:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:24Z', 'updated_at': '2022-02-04T16:29:31Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:29:44.654093 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-776af669-47d2-4855-b0d3-394e3930b37e req-6f5233cc-bba3-42c1-a64b-a8ee480171fc service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377792 Feb 04 16:29:44.762169 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafdd15f-4d67-43b5-bbbe-9774b55496d1 None None] New status for floating IP 5d677898-4920-4bac-921d-169a5b440c20: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:29:44.788368 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53636) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:44.899231 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-16b54290-b1c2-44b5-8e98-951d8d332292 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/5d677898-4920-4bac-921d-169a5b440c20 HTTP/1.1" status: 200 len: 992 time: 0.1094759 Feb 04 16:29:45.903261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53640) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:46.027228 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-070e3731-ed12-4336-b478-8a45a49c30df tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/5d677898-4920-4bac-921d-169a5b440c20 HTTP/1.1" status: 200 len: 994 time: 0.1226678 Feb 04 16:29:53.389634 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-b5656baf-5e71-4d66-9010-bab68fe99eab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734968 Feb 04 16:29:53.536187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-19b6195f-45e2-442a-be88-274ee19ea60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:53.537690 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-19b6195f-45e2-442a-be88-274ee19ea60b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 1097 time: 0.0762954 Feb 04 16:29:53.687555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-ff417f71-8f1a-44ff-a3e8-f9b12275593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:53.688943 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-ff417f71-8f1a-44ff-a3e8-f9b12275593e service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0 HTTP/1.1" status: 200 len: 898 time: 0.1308477 Feb 04 16:29:53.789871 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-b408fcfe-806b-46f9-9f69-6e336e685b06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265 HTTP/1.1" status: 200 len: 1002 time: 0.0944226 Feb 04 16:29:53.856761 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-cd893678-72d0-4400-8cad-85478452c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:53.858229 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-cd893678-72d0-4400-8cad-85478452c2a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8eaa9ee-430c-4c5e-b00b-33f84f04bbda HTTP/1.1" status: 200 len: 834 time: 0.0621643 Feb 04 16:29:53.936309 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-f5c05a15-d39b-497e-bc0e-e7e9b6ae1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:53.938429 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-f5c05a15-d39b-497e-bc0e-e7e9b6ae1f8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725815 Feb 04 16:29:54.070644 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-a117a079-2f64-462f-8cc8-79863fe6eb7f service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264813 Feb 04 16:29:54.207044 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d8cb0b1b-c72b-4206-b7ab-999fa7f82b6f req-c3d2f4ea-14d5-45e2-a2ba-bb634d652487 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297860 Feb 04 16:29:58.406789 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:30:04.351308 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45feb4a8-5135-4510-93f6-3c4d320b1c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.737499 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f2d99d17-2446-4fcd-9d5a-d810ebb3628f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.866685 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.817356 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.898705 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.368481 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.806963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.452318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a82e0f-4c21-40c0-968e-af9d5b27acde req-79a1a913-49d0-482e-9fc3-d7fb09a9d80a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:17.453826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84a82e0f-4c21-40c0-968e-af9d5b27acde req-79a1a913-49d0-482e-9fc3-d7fb09a9d80a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.0821295 Feb 04 16:30:17.501243 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84a82e0f-4c21-40c0-968e-af9d5b27acde req-aff28c64-e082-4021-a444-1e7571cd41cd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414836 Feb 04 16:30:18.687112 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e626d8c-3a4c-408b-b436-17137e52877c req-bac855a4-4f3a-41ae-aa80-13ebe95fa8f3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:18.688476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e626d8c-3a4c-408b-b436-17137e52877c req-bac855a4-4f3a-41ae-aa80-13ebe95fa8f3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.0817244 Feb 04 16:30:18.731392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e626d8c-3a4c-408b-b436-17137e52877c req-d50a9fd0-fbc5-40b4-a5cd-2e6b3e4ec96c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373666 Feb 04 16:30:18.754529 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53664) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:18.862873 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9cb27859-6970-4e37-8c76-0511944a9d46 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/5d677898-4920-4bac-921d-169a5b440c20 HTTP/1.1" status: 200 len: 994 time: 0.1072028 Feb 04 16:30:20.305087 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3943c-23c8-495c-ad2f-75246bef4096 req-f8e13eea-7b29-42c7-9f37-41f5afe58229 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:20.307465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5a3943c-23c8-495c-ad2f-75246bef4096 req-f8e13eea-7b29-42c7-9f37-41f5afe58229 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.0812702 Feb 04 16:30:20.357697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5a3943c-23c8-495c-ad2f-75246bef4096 req-45a023c5-e20e-4deb-a659-a20ea88a38fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441456 Feb 04 16:30:21.556419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5d410-1841-4ffd-93d0-882482d3a8b5 req-7c40c77f-28ad-4efe-8c09-224b4fa3db23 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:21.558798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bcd5d410-1841-4ffd-93d0-882482d3a8b5 req-7c40c77f-28ad-4efe-8c09-224b4fa3db23 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.0911114 Feb 04 16:30:21.605790 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bcd5d410-1841-4ffd-93d0-882482d3a8b5 req-bce9c021-f292-434e-8a20-be017058b1da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Feb 04 16:30:21.635902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53676) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:21.756824 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-16c43c14-85a7-44a0-9ee2-ed55e001d482 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/5d677898-4920-4bac-921d-169a5b440c20 HTTP/1.1" status: 200 len: 994 time: 0.1196644 Feb 04 16:30:22.023087 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53684) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:22.359997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 3737303a-5a33-4b89-b5e3-1e76ae19639d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:30:22.360335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.544247 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.544573 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.671949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 3737303a-5a33-4b89-b5e3-1e76ae19639d owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:30:22.829826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.878285 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=3737303a-5a33-4b89-b5e3-1e76ae19639d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:22.922293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.922531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.922804 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.923106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.923429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.923749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.924068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.924385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.924718 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.925042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.925358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.925666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:22.983723 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.984114 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP 5d677898-4920-4bac-921d-169a5b440c20 disassociated (deleted). External IP: 172.25.8.175, port: 16345ca9-3d33-4ecf-bc8e-193b8faea265. Feb 04 16:30:23.353022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 194792c0-b407-406a-b792-cc7ae2d0faae has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:30:23.539365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:30:23.549751 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] Sync routers for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:30:23.557783 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.564874 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:30:23.565422 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:23.614517 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-643502d2-1288-456f-8299-a2ab12119fb4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/floatingips/5d677898-4920-4bac-921d-169a5b440c20 HTTP/1.1" status: 204 len: 168 time: 1.5902307 Feb 04 16:30:23.614995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:23.746776 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:30:23.870970 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'status': 'completed', 'code': 200} Feb 04 16:30:23.982372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-e30a03f9-138a-49e7-9cbe-2409b7b3d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:23.983877 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-e30a03f9-138a-49e7-9cbe-2409b7b3d833 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 1097 time: 0.0882928 Feb 04 16:30:24.051905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3011c8e-eb4f-46c0-8eb9-834ca008520a req-0418fe26-3549-4c63-849d-ffe2f1c72314 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:24.054330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3011c8e-eb4f-46c0-8eb9-834ca008520a req-0418fe26-3549-4c63-849d-ffe2f1c72314 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.0944324 Feb 04 16:30:24.109133 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'c913ad9c-54b3-4ac0-bfd2-1337d37a498f', 'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:7e:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:24Z', 'updated_at': '2022-02-04T16:29:31Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:24.110188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f3011c8e-eb4f-46c0-8eb9-834ca008520a req-723ed181-ea82-42a8-b0e1-49897e33a13e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490212 Feb 04 16:30:24.115075 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] Checking router: 194792c0-b407-406a-b792-cc7ae2d0faae for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:30:24.130202 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:30:24.131199 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:24.288043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-370d89e6-c77f-4767-9a15-39b499e7af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:24.289687 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-370d89e6-c77f-4767-9a15-39b499e7af88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0 HTTP/1.1" status: 200 len: 898 time: 0.2991412 Feb 04 16:30:24.340509 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:30:24.360332 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-902f4552-5bbc-4ab5-9761-14e26f8f5b03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265 HTTP/1.1" status: 200 len: 217 time: 0.0641198 Feb 04 16:30:24.437464 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-f77fe7a6-b02e-40a3-8629-9e1c699588df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:24.439576 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-f77fe7a6-b02e-40a3-8629-9e1c699588df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8eaa9ee-430c-4c5e-b00b-33f84f04bbda HTTP/1.1" status: 200 len: 834 time: 0.0691385 Feb 04 16:30:24.519521 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-f1e2c5da-09df-4606-871f-e1d431e294c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:24.521024 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-f1e2c5da-09df-4606-871f-e1d431e294c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4199e1-fa2e-4e21-9b3e-714e7df868b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752640 Feb 04 16:30:24.659717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-76966bbf-6b4a-4164-8939-e978811cd01c service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313484 Feb 04 16:30:24.697987 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'c913ad9c-54b3-4ac0-bfd2-1337d37a498f', 'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:7e:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:24Z', 'updated_at': '2022-02-04T16:29:31Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:24.702775 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63cb35a-c503-4f26-9fa4-86720fae814b None None] The sync data for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 is: [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'c913ad9c-54b3-4ac0-bfd2-1337d37a498f', 'name': '', 'network_id': 'aa4199e1-fa2e-4e21-9b3e-714e7df868b0', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:7e:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:24Z', 'updated_at': '2022-02-04T16:29:31Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': 'c8eaa9ee-430c-4c5e-b00b-33f84f04bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:30:24.805138 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d42a7647-fcfb-4204-83dc-5f6b9feb2e9e req-e3852f23-4dd6-4bd7-b819-b9731f013362 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393278 Feb 04 16:30:24.941226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931491b-bb2b-4f54-8484-779f85c7af63 None None] New status for floating IP 5d677898-4920-4bac-921d-169a5b440c20: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:30:25.307128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192aad45-7439-4323-b166-fcd1e22ee88e req-c938d17a-16bd-4a18-ad30-5464fb7e4c7e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:25.308501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-192aad45-7439-4323-b166-fcd1e22ee88e req-c938d17a-16bd-4a18-ad30-5464fb7e4c7e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.0798645 Feb 04 16:30:25.354590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-192aad45-7439-4323-b166-fcd1e22ee88e req-7cedceb3-50f9-4774-b3ee-2e07f05c768a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd5bd95d-2280-4dc2-89e6-482640b16685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Feb 04 16:30:25.605303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-4e484655-20b5-44d2-ae44-36735c416193 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:25.605916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-4e484655-20b5-44d2-ae44-36735c416193 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:25.622136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-4e484655-20b5-44d2-ae44-36735c416193 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:25.623336 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-4e484655-20b5-44d2-ae44-36735c416193 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 946 time: 0.1037629 Feb 04 16:30:25.696351 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 16345ca9-3d33-4ecf-bc8e-193b8faea265 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:30:25.696734 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.948679 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port 16345ca9-3d33-4ecf-bc8e-193b8faea265, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=16345ca9-3d33-4ecf-bc8e-193b8faea265,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:25.948978 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.074644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 16345ca9-3d33-4ecf-bc8e-193b8faea265 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:30:26.225440 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.278446 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=16345ca9-3d33-4ecf-bc8e-193b8faea265,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:26.357981 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] No DVR routers for this DVR port 16345ca9-3d33-4ecf-bc8e-193b8faea265 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:26.360618 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.363180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'name': 'network-vif-deleted', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:26.378847 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c299b951-142d-4a1e-8819-5ae5eeee4609 req-3931b0df-32fe-4b99-9df9-93c72d739530 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "DELETE /v2.0/ports/16345ca9-3d33-4ecf-bc8e-193b8faea265 HTTP/1.1" status: 204 len: 173 time: 0.7496381 Feb 04 16:30:26.410153 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f74a9db-970b-497e-b699-3ebc581d2d2d', 'name': 'network-vif-deleted', 'tag': '16345ca9-3d33-4ecf-bc8e-193b8faea265', 'status': 'completed', 'code': 200} Feb 04 16:30:26.543118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1c930f10-26c8-4efe-933e-95d54b6c69c6 req-b8a09d1a-7087-4ea2-b5d2-2c56dae2bfc6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f74a9db-970b-497e-b699-3ebc581d2d2d HTTP/1.1" status: 200 len: 210 time: 0.0453126 Feb 04 16:30:27.641010 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53702) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:28.332899 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.702763 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port c913ad9c-54b3-4ac0-bfd2-1337d37a498f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:30:28.703443 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.802140 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 16345ca9-3d33-4ecf-bc8e-193b8faea265 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:28.838218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 16345ca9-3d33-4ecf-bc8e-193b8faea265 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:30:28.838599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 16345ca9-3d33-4ecf-bc8e-193b8faea265 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:28.904478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port c913ad9c-54b3-4ac0-bfd2-1337d37a498f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=c913ad9c-54b3-4ac0-bfd2-1337d37a498f,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:28.904865 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.030186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for c913ad9c-54b3-4ac0-bfd2-1337d37a498f owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:30:29.219154 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.271069 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=c913ad9c-54b3-4ac0-bfd2-1337d37a498f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:29.666424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.036260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 194792c0-b407-406a-b792-cc7ae2d0faae has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:30:30.216296 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:30:30.226370 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] Sync routers for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:30:30.229452 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7428455d-f63e-47f6-b864-776d22e11877 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/194792c0-b407-406a-b792-cc7ae2d0faae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5873623 Feb 04 16:30:30.232111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53706) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:30.236350 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:30:30.236972 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:30.298743 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6311fe17-e2ba-41ee-bbd2-9fcc5c06d1eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting subnet c8eaa9ee-430c-4c5e-b00b-33f84f04bbda {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:30:30.301979 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6311fe17-e2ba-41ee-bbd2-9fcc5c06d1eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.361552 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6311fe17-e2ba-41ee-bbd2-9fcc5c06d1eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.417048 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:30:30.445635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6311fe17-e2ba-41ee-bbd2-9fcc5c06d1eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.518086 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6311fe17-e2ba-41ee-bbd2-9fcc5c06d1eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.560347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311fe17-e2ba-41ee-bbd2-9fcc5c06d1eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Subnet': ['ID=c8eaa9ee-430c-4c5e-b00b-33f84f04bbda,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:30.564031 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6311fe17-e2ba-41ee-bbd2-9fcc5c06d1eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.570414 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6311fe17-e2ba-41ee-bbd2-9fcc5c06d1eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/subnets/c8eaa9ee-430c-4c5e-b00b-33f84f04bbda HTTP/1.1" status: 204 len: 168 time: 0.3372657 Feb 04 16:30:30.572100 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3014b30-6286-47cb-acae-07fca71b3ea1 None None] Network aa4199e1-fa2e-4e21-9b3e-714e7df868b0 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:30:30.573511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53710) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:30.734961 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:30:29Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:30.738981 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] Checking router: 194792c0-b407-406a-b792-cc7ae2d0faae for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:30:30.748314 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] Routers {'194792c0-b407-406a-b792-cc7ae2d0faae'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:30:30.748964 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['194792c0-b407-406a-b792-cc7ae2d0faae'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:30.769746 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.881250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] DHCP port deletion for aa4199e1-fa2e-4e21-9b3e-714e7df868b0 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:30:30.887024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Deleting port 77c3d66c-80de-4ca7-9670-c69a58f21319 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:30:30.887819 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.939092 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] Set router 194792c0-b407-406a-b792-cc7ae2d0faae gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:30:31.123639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] For port 77c3d66c-80de-4ca7-9670-c69a58f21319, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=77c3d66c-80de-4ca7-9670-c69a58f21319,segment=NetworkSegment(84ef9369-b04c-4f66-9d47-9d2af926c64c),segment_id=84ef9369-b04c-4f66-9d47-9d2af926c64c)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:31.123963 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.140038 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 77c3d66c-80de-4ca7-9670-c69a58f21319 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:31.146553 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.157851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:30:31.158245 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.255955 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:30:29Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:31.262071 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09310cb6-be50-43f3-bf69-9539e70996e8 None None] The sync data for ids ['194792c0-b407-406a-b792-cc7ae2d0faae'] in n-d-827870-1 is: [{'id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362020927', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:29:19Z', 'updated_at': '2022-02-04T16:30:29Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194792c0-b407-406a-b792-cc7ae2d0faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:20Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:30:31.326860 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Calling delete_port for 77c3d66c-80de-4ca7-9670-c69a58f21319 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:30:31.340586 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:31.341065 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.461513 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.468375 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:30:31.519469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] No DVR routers for this DVR port 77c3d66c-80de-4ca7-9670-c69a58f21319 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:31.526339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Pushing event deleted for resources: {'Port': ['ID=77c3d66c-80de-4ca7-9670-c69a58f21319,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:31.529347 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.547839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.548224 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.548519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.548906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.549238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.549566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.549891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.550217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.550536 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.550856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.551175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.551496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d199ac-a56d-4e63-9f69-0d0a211a00f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:31.647325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.729000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:31.793790 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.970134 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.972503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.995070 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.995672 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Fanout notify agent at l3_agent the message router_deleted on router 194792c0-b407-406a-b792-cc7ae2d0faae {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:30:32.014144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.015244 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fbe513ad-1243-4b4d-9753-2c5414483083 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/routers/194792c0-b407-406a-b792-cc7ae2d0faae HTTP/1.1" status: 204 len: 168 time: 1.4406588 Feb 04 16:30:32.017910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53716) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:32.140561 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.273738 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.299666 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4199e1-fa2e-4e21-9b3e-714e7df868b0']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:32.312513 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ef9369-b04c-4f66-9d47-9d2af926c64c') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:32.312904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ef9369-b04c-4f66-9d47-9d2af926c64c') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:32.325620 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.341939 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.348098 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:30:32.348488 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:32.363138 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:32.454095 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.458873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.485058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Network': ['ID=aa4199e1-fa2e-4e21-9b3e-714e7df868b0,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.493487 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-94af29cc-d4bc-427a-ae5e-86fa46d45f84 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/networks/aa4199e1-fa2e-4e21-9b3e-714e7df868b0 HTTP/1.1" status: 204 len: 168 time: 0.4744437 Feb 04 16:30:32.496085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53720) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:32.564643 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c0db-129d-4111-9343-f69ee419d4f8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.594424 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c0db-129d-4111-9343-f69ee419d4f8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.659030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c0db-129d-4111-9343-f69ee419d4f8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.679822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c0db-129d-4111-9343-f69ee419d4f8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5bd95d-2280-4dc2-89e6-482640b16685,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.692353 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c0db-129d-4111-9343-f69ee419d4f8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.693518 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1bd6c0db-129d-4111-9343-f69ee419d4f8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/security-groups/bd5bd95d-2280-4dc2-89e6-482640b16685 HTTP/1.1" status: 204 len: 168 time: 0.1965492 Feb 04 16:30:33.009250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53728) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:33.014416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254294356', 'description': 'tempest-secgroup-smoke-1254294356 description', 'project_id': '0958d93849c04f8d8cca2033ddda7386'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:33.021358 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:33.026585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:33.029453 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:33.035357 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:33.056329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:33.092811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:30:33.093157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 7d4f0b3d-1aa8-4d1e-a5cb-0ebc12c0032d not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:33.093580 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c913ad9c-54b3-4ac0-bfd2-1337d37a498f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:33.132453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: c913ad9c-54b3-4ac0-bfd2-1337d37a498f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:30:33.132944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device c913ad9c-54b3-4ac0-bfd2-1337d37a498f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:33.163461 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.183832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:33.188004 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:33.190835 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:33.197353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:33.270380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.274436 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.317301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495db36c-4779-416d-a3ec-979a961561e8,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.324348 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.329169 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f1901eda-dd31-4168-b28e-190dc50606c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3153117 Feb 04 16:30:33.330125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53732) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:33.334524 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '495db36c-4779-416d-a3ec-979a961561e8', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:33.341643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:33.345544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:33.348559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:33.354231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:33.371906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.432372 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.436098 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.460947 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffafa454-2d99-4323-a248-b79967417e16,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.470121 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.471286 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-00846422-7e37-41ef-82b7-043e620877e7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410239 Feb 04 16:30:33.474074 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53736) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:33.479890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '495db36c-4779-416d-a3ec-979a961561e8', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:33.486534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:33.490345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:33.493890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:33.499492 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:33.516227 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.579513 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.583115 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.607368 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d1b3fd-0f94-48fe-beb4-c2f401ec3619,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.615567 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.617146 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ff79e6d9-aa30-47b4-8981-fd16d9519ce0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421187 Feb 04 16:30:33.620297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53740) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:33.625263 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '495db36c-4779-416d-a3ec-979a961561e8', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:33.631976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:33.635921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:33.638803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:33.644543 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:33.660720 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.723774 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.727465 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.750261 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea51d98-2de8-4889-abaf-40b85d448706,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.759224 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.760386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b294efe3-6dfe-487c-964b-db8e0cdb2345 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391263 Feb 04 16:30:33.763274 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53744) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:33.768189 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '495db36c-4779-416d-a3ec-979a961561e8', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:33.775297 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:33.779108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:33.781970 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:33.787536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:33.804331 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.870234 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.873722 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.896231 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa97aa5b-fabf-4969-9e0a-814ff5ab8ad3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.906024 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.907190 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6fa5bfb3-93b9-42b1-9d97-48fc91752b54 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430027 Feb 04 16:30:33.910021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53748) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:33.915467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '495db36c-4779-416d-a3ec-979a961561e8', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:33.922097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:33.925927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:33.928857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:33.934605 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:33.944648 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:30:33.951156 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.014197 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.017617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.040372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc6e85e-8109-4cb7-a198-c7655f9c484e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:34.049572 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.050786 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5cf12365-4759-4426-9860-28ffc5dbb035 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398649 Feb 04 16:30:34.053526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53752) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:34.059208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '495db36c-4779-416d-a3ec-979a961561e8', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:34.066327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:34.070110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:34.073707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:34.079403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:34.089122 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:30:34.095589 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.162411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.166769 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.193162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65586ad-6b98-4454-9c57-3c3b252ddca3,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:34.202509 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.203769 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c56bdaa2-f4a4-4ada-9daa-fe1a136e3f18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493225 Feb 04 16:30:34.206719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53756) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:34.212143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'network': {'name': 'tempest-network-smoke--1853036225', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'port_security_enabled': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:34.217843 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:34.221943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:network and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:34.224820 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:34.231580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:34.241712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:34.245743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.273975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:34.283389 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.284023 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Added segment 5385d8e2-a968-4c92-9d73-a2c8c6cc3e35 of type vlan for network c4e5d774-e159-495a-8d35-73289d5564cc Feb 04 16:30:34.311804 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.341628 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.347052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:34.347638 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.354048 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16316c21-fe19-4b36-b18c-24668ee8a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.453630 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2458017 Feb 04 16:30:34.456396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53760) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:34.462101 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'admin_state_up': True, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:34.463299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959ab15-c6fe-4ce6-93e9-9bfcb1567160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Network': ['ID=c4e5d774-e159-495a-8d35-73289d5564cc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:34.470009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:34.473142 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network c4e5d774-e159-495a-8d35-73289d5564cc details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:34.475188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:router and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:34.482239 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:34.488122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:34.498324 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.499357 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.515735 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.793047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.219630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.251932 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.386958 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.91 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/dd3a6627-10a7-486d-a742-c1c2476cfa4b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:35.405647 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:30:35.534911 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.564190 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.628695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:35.631481 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:35.635758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:30:35.673508 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=dd3a6627-10a7-486d-a742-c1c2476cfa4b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:35.689328 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.689671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.690011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.690341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.690666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.690993 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.691344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.691666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.691998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.692309 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.692625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:35.692967 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.063693 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.525985 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.738353 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9d91e30b-bd49-48a5-bd5c-ae4d3014f9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.741745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:30:36.881667 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.919761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:30:36.929586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Sync routers for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:30:36.944165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:30:36.944804 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:36.955819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.957127 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b718db43-54b1-49ca-a86e-7a52c97a0837 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4996774 Feb 04 16:30:36.960331 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53764) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:37.004896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-50be2024-bdb0-4f83-81e4-080c37dc128f tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=0958d93849c04f8d8cca2033ddda7386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434220 Feb 04 16:30:37.010032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53768) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:37.121691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:30:37.143033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d07686-8250-440c-b686-dbe7cf60a639 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:37.147268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f7d07686-8250-440c-b686-dbe7cf60a639 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331041 Feb 04 16:30:37.147457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53772) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:37.187251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-193a63cd-c034-4780-975e-224603d56e45 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387490 Feb 04 16:30:37.189811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53776) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:37.195074 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2061231', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:37.321697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:37.326314 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:subnet and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:37.330411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:37.336577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:37.346706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:37.350562 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.449118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:35Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:37.453246 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Checking router: cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:30:37.453592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Updating router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff port dd3a6627-10a7-486d-a742-c1c2476cfa4b binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:30:37.509293 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.578568 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.660236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Subnet': ['ID=2d780777-b716-446c-a97b-ca0f79e5fd92,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:37.669745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Checking segment: {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:30:37.670121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network hostable DHCP agents. Network: c4e5d774-e159-495a-8d35-73289d5564cc, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:37.689187 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network c4e5d774-e159-495a-8d35-73289d5564cc is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:37.698604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, c4e5d774-e159-495a-8d35-73289d5564cc) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:37.702668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:37.703337 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.711905 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a01567-2efc-489f-87a0-a10ebe6b28e4 None None] Network c4e5d774-e159-495a-8d35-73289d5564cc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:30:37.726043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5a838499-fa86-43c2-9a82-1db600561b2c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.5348687 Feb 04 16:30:37.729242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53780) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:37.865006 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.949341 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.060183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.079050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Transition to ACTIVE for port object dd3a6627-10a7-486d-a742-c1c2476cfa4b will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:38.082991 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-c4e5d774-e159-495a-8d35-73289d5564cc', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:30:38.083813 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.099765 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.239366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Attempting to bind port dd3a6627-10a7-486d-a742-c1c2476cfa4b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:38.239715 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Attempting to bind port dd3a6627-10a7-486d-a742-c1c2476cfa4b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:38.240072 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Attempting to bind port dd3a6627-10a7-486d-a742-c1c2476cfa4b on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:30:38.256727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214f46d-9781-4c16-b1c3-efcb5738cf79 None None] Pushing event updated for resources: {'Port': ['ID=dd3a6627-10a7-486d-a742-c1c2476cfa4b,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:38.264306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:30:38.264803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:30:38.265107 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.265491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:30:38.265959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Bound port: dd3a6627-10a7-486d-a742-c1c2476cfa4b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:38.266335 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.401669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] For port dd3a6627-10a7-486d-a742-c1c2476cfa4b, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:30:38.403923 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Allocated IP 172.20.0.2 (c4e5d774-e159-495a-8d35-73289d5564cc/2d780777-b716-446c-a97b-ca0f79e5fd92/f0e81f25-5388-489c-8fb9-578227a27ca8) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:38.406800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] For port dd3a6627-10a7-486d-a742-c1c2476cfa4b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=dd3a6627-10a7-486d-a742-c1c2476cfa4b,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:30:38.410852 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.487752 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.577826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:30:38.578471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:38.633711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214f46d-9781-4c16-b1c3-efcb5738cf79 None None] Pushing event updated for resources: {'Port': ['ID=dd3a6627-10a7-486d-a742-c1c2476cfa4b,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:38.858108 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:30:39.034577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.096163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Transition to ACTIVE for port object f0e81f25-5388-489c-8fb9-578227a27ca8 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:39.128870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Transition to ACTIVE for port object f0e81f25-5388-489c-8fb9-578227a27ca8 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:39.136706 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.208877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.1 (c4e5d774-e159-495a-8d35-73289d5564cc/2d780777-b716-446c-a97b-ca0f79e5fd92/8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:39.232987 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Network c4e5d774-e159-495a-8d35-73289d5564cc is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:39.237521 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:39.242599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:30:39.276726 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Pushing event updated for resources: {'Port': ['ID=f0e81f25-5388-489c-8fb9-578227a27ca8,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:39.377897 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.386626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Attempting to bind port f0e81f25-5388-489c-8fb9-578227a27ca8 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:39.386976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Attempting to bind port f0e81f25-5388-489c-8fb9-578227a27ca8 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:39.387287 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Attempting to bind port f0e81f25-5388-489c-8fb9-578227a27ca8 on network c4e5d774-e159-495a-8d35-73289d5564cc {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:30:39.394370 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:39.394941 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.396551 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:30:39.396951 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Checking segment: {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:30:39.397342 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.397728 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Bound using segment: {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:30:39.398229 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Bound port: f0e81f25-5388-489c-8fb9-578227a27ca8, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:39.398588 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.419615 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.488173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:35Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:39.495681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network c4e5d774-e159-495a-8d35-73289d5564cc is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:39.496105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036fb9e-a6f0-404b-b4b5-2961b7586abc None None] The sync data for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 is: [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:35Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:30:39.500133 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:39.503134 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:30:39.509933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] For port f0e81f25-5388-489c-8fb9-578227a27ca8, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:30:39.513424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] For port f0e81f25-5388-489c-8fb9-578227a27ca8, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f0e81f25-5388-489c-8fb9-578227a27ca8,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:30:39.519722 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.543823 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:39.578514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.614675 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30954644-60f4-48d7-8c6d-5fcc1b201d38 None None] Pushing event updated for resources: {'Port': ['ID=f0e81f25-5388-489c-8fb9-578227a27ca8,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:39.821179 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.942359 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.387055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.391934 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.522798 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.526503 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:40.784006 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb88b3c-fdd8-41aa-ba71-4ba13bdf5ae2 None None] Network c4e5d774-e159-495a-8d35-73289d5564cc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:30:40.826105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network c4e5d774-e159-495a-8d35-73289d5564cc is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:40.827824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:40.873931 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-cad3651d-310f-498f-853b-6570caabeb8b None None] Provisioning for port f0e81f25-5388-489c-8fb9-578227a27ca8 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:41.032094 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:30:41.164235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f0e81f25-5388-489c-8fb9-578227a27ca8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:41.251185 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f0e81f25-5388-489c-8fb9-578227a27ca8 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:41.253757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:30:41.256486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f0e81f25-5388-489c-8fb9-578227a27ca8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:41.257118 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.274539 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-40468c16-f808-4ef1-8db3-6addfd8b219f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5440741 Feb 04 16:30:41.367945 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Sync routers for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:30:41.379984 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:30:41.380616 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:41.398534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.435314 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-790851e0-880a-48d9-b029-a627a08a5342 None None] Provisioning for port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:41.449135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-790851e0-880a-48d9-b029-a627a08a5342 None None] Provisioning complete for port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:41.449810 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-790851e0-880a-48d9-b029-a627a08a5342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.484701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port f0e81f25-5388-489c-8fb9-578227a27ca8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f0e81f25-5388-489c-8fb9-578227a27ca8,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:41.488824 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-0fafe0e1-a43c-4fb0-bd6f-94e075a0e7d1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254294356&fields=id&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 267 time: 0.0490971 Feb 04 16:30:41.501905 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.502843 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dd3a6627-10a7-486d-a742-c1c2476cfa4b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:41.609023 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:30:41.638694 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-790851e0-880a-48d9-b029-a627a08a5342 None None] Port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:30:41.659513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-790851e0-880a-48d9-b029-a627a08a5342 None None] Provisioning complete for port f0e81f25-5388-489c-8fb9-578227a27ca8 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:41.659953 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-790851e0-880a-48d9-b029-a627a08a5342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.682962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-3f595297-f0e0-4147-bcbc-d8d88ecf8726 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:41.690190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-3f595297-f0e0-4147-bcbc-d8d88ecf8726 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/networks?id=c4e5d774-e159-495a-8d35-73289d5564cc HTTP/1.1" status: 200 len: 797 time: 0.1997755 Feb 04 16:30:41.709678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-d25b3c6c-1f21-4163-88ef-b2a7c174d75a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/quotas/0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 375 time: 0.0177283 Feb 04 16:30:41.720432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=f0e81f25-5388-489c-8fb9-578227a27ca8,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:41.726455 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port dd3a6627-10a7-486d-a742-c1c2476cfa4b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:41.736469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port dd3a6627-10a7-486d-a742-c1c2476cfa4b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:41.736903 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.822188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-0bb7a4c2-9a00-4396-9356-628836f1aaaa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112881 Feb 04 16:30:41.956091 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.976269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port dd3a6627-10a7-486d-a742-c1c2476cfa4b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=dd3a6627-10a7-486d-a742-c1c2476cfa4b,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:41.981042 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.045422 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:39Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d', 'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:2a:d2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:38Z', 'updated_at': '2022-02-04T16:30:40Z', 'revision_number': 2, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:42.050341 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Checking router: cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:30:42.050725 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Updating router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:30:42.059598 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-bf537ef3-f59a-4971-9be7-d52a78cb8180 None None] Provisioning complete for port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:42.060235 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf537ef3-f59a-4971-9be7-d52a78cb8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.098586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=dd3a6627-10a7-486d-a742-c1c2476cfa4b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:42.105432 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.118038 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-38f64fd9-0a08-4d3b-907b-42285d0b49ad service neutron] 10.222.0.46 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820625 Feb 04 16:30:42.126102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-bf537ef3-f59a-4971-9be7-d52a78cb8180 None None] Port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:30:42.252606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-c20f11a7-d164-499b-ba50-39d6486febcd service neutron] 10.222.0.46 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275954 Feb 04 16:30:42.447662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-880a6779-2612-4b89-843e-e0ab05e988ba req-cd038c2f-2f8f-44c4-8f14-9fc82aa09aab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 210 time: 0.0557547 Feb 04 16:30:42.468381 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.473580 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Transition to ACTIVE for port object 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:42.481049 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.607215 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Pushing event updated for resources: {'Port': ['ID=8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:42.649663 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.649663 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.649883 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.650043 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.650361 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.650673 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.650983 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.651292 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.651601 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.651906 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.652212 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.652515 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.707199 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Attempting to bind port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:42.707549 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Attempting to bind port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:42.707895 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Attempting to bind port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d on network c4e5d774-e159-495a-8d35-73289d5564cc {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:30:42.713887 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:30:42.714256 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Checking segment: {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:30:42.714684 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.715070 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Bound using segment: {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:30:42.715526 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Bound port: 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:42.715921 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.811552 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] For port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:30:42.814406 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] For port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:30:42.819441 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.897769 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:30:42.898388 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:42.959464 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918e07-65ca-4d5c-a004-49c0ff48bf9a None None] Pushing event updated for resources: {'Port': ['ID=8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:43.067081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f0e81f25-5388-489c-8fb9-578227a27ca8 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:43.106890 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:30:43.192053 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f0e81f25-5388-489c-8fb9-578227a27ca8 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:43.192425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.314009 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dd3a6627-10a7-486d-a742-c1c2476cfa4b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:43.389384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port dd3a6627-10a7-486d-a742-c1c2476cfa4b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:43.389766 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.458231 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:39Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d', 'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:2a:d2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:38Z', 'updated_at': '2022-02-04T16:30:42Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:43.462477 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f015960-6a12-4767-a2ad-0b422d79d9c6 None None] The sync data for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 is: [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:39Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d', 'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:2a:d2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:38Z', 'updated_at': '2022-02-04T16:30:42Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:30:43.574643 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6fd7d161-a10d-47fa-9a7f-58ba6f6c4480 req-ecc57da4-de7a-4d8d-87de-e22d1fa993ce tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 210 time: 0.0565150 Feb 04 16:30:44.673723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8d46940-8ae4-4f07-b220-4d7a6b9df161 req-c1be7864-ae56-426e-8337-d1291c82b4ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 210 time: 0.0439324 Feb 04 16:30:45.089167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:45.155514 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:45.160492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:45.160896 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.279767 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.316757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:45.323164 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.392343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:45.773109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e5c997c8-479e-4d38-988c-f5349d389a6f req-7e9bfb87-105e-4b5a-94af-d1aed9d89368 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 210 time: 0.0481133 Feb 04 16:30:46.803273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-ca906369-d9d6-4a64-b408-0641473b2f0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:46.805606 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-ca906369-d9d6-4a64-b408-0641473b2f0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "GET /v2.0/networks?id=c4e5d774-e159-495a-8d35-73289d5564cc HTTP/1.1" status: 200 len: 797 time: 0.1864104 Feb 04 16:30:46.871700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b8a363ca-6f0b-46f5-843a-7d8b323eb9b6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 380 time: 0.0529580 Feb 04 16:30:46.883947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'port': {'device_id': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'admin_state_up': True, 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'security_groups': ['495db36c-4779-416d-a3ec-979a961561e8']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:46.995665 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-511e1532-b74f-4378-bee2-38395497a17c req-d8557e30-98d5-41aa-9696-066e6aa3aed3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 210 time: 0.0977302 Feb 04 16:30:47.072183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:47.074914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:47.076719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:port and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:47.079821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:47.086282 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:47.103913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:47.107907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.149944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:47.150272 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.314468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.14 (c4e5d774-e159-495a-8d35-73289d5564cc/2d780777-b716-446c-a97b-ca0f79e5fd92/ac9c9de8-94a4-400c-b7a4-069b52388f7a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:47.506234 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.522817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object ac9c9de8-94a4-400c-b7a4-069b52388f7a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:47.547386 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.618717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network c4e5d774-e159-495a-8d35-73289d5564cc is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:47.621896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:47.625745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:30:47.660510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=ac9c9de8-94a4-400c-b7a4-069b52388f7a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:47.703092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:47.703713 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.732272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-b4f5e397-ad2f-4623-8231-b2b0ef1b81e8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8531675 Feb 04 16:30:47.749248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Request body: {'port': {'device_id': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:47.895337 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.936417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-83df9add-ee36-447f-a88d-92631b716f49 None None] Provisioning for port ac9c9de8-94a4-400c-b7a4-069b52388f7a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:47.942118 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-83df9add-ee36-447f-a88d-92631b716f49 None None] Provisioning complete for port ac9c9de8-94a4-400c-b7a4-069b52388f7a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:47.942541 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-83df9add-ee36-447f-a88d-92631b716f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.007934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-83df9add-ee36-447f-a88d-92631b716f49 None None] Port ac9c9de8-94a4-400c-b7a4-069b52388f7a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:30:48.561760 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985535bf-d7d8-4c44-bc43-b807bb0c2e72 req-9d789d9d-48a3-4af9-8dd5-2ae1216b94c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:48.562912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-985535bf-d7d8-4c44-bc43-b807bb0c2e72 req-9d789d9d-48a3-4af9-8dd5-2ae1216b94c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:48.613258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-985535bf-d7d8-4c44-bc43-b807bb0c2e72 req-9d789d9d-48a3-4af9-8dd5-2ae1216b94c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:48.615091 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-985535bf-d7d8-4c44-bc43-b807bb0c2e72 req-9d789d9d-48a3-4af9-8dd5-2ae1216b94c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 932 time: 0.4480181 Feb 04 16:30:48.730330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9c9de8-94a4-400c-b7a4-069b52388f7a {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:30:48.741286 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.749361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-985535bf-d7d8-4c44-bc43-b807bb0c2e72 req-a9ec85ef-b9de-484f-b3f1-6ffb268f2144 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812197 Feb 04 16:30:48.761656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Transition to ACTIVE for port object ac9c9de8-94a4-400c-b7a4-069b52388f7a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:48.766265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.937286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c9de8-94a4-400c-b7a4-069b52388f7a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:49.009600 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Attempting to bind port ac9c9de8-94a4-400c-b7a4-069b52388f7a on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:49.009942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Attempting to bind port ac9c9de8-94a4-400c-b7a4-069b52388f7a by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:49.010321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Attempting to bind port ac9c9de8-94a4-400c-b7a4-069b52388f7a on network c4e5d774-e159-495a-8d35-73289d5564cc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:30:49.015500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Port ac9c9de8-94a4-400c-b7a4-069b52388f7a on network c4e5d774-e159-495a-8d35-73289d5564cc not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:30:49.015817 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Attempting to bind port ac9c9de8-94a4-400c-b7a4-069b52388f7a on network c4e5d774-e159-495a-8d35-73289d5564cc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:30:49.021262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:30:49.021586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Checking segment: {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:30:49.021965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Bound using segment: {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:30:49.022385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Bound port: ac9c9de8-94a4-400c-b7a4-069b52388f7a, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:49.022730 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.116520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] For port ac9c9de8-94a4-400c-b7a4-069b52388f7a, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:30:49.120033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] For port ac9c9de8-94a4-400c-b7a4-069b52388f7a, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:30:49.124747 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.187034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:49.187640 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.189055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] 10.222.0.53 "PUT /v2.0/ports/ac9c9de8-94a4-400c-b7a4-069b52388f7a HTTP/1.1" status: 200 len: 1092 time: 1.4447861 Feb 04 16:30:49.189493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:49.211826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0866d4e-6daa-4e9e-b0b6-f265ca92fdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c9de8-94a4-400c-b7a4-069b52388f7a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:49.266709 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'status': 'completed', 'code': 200} Feb 04 16:30:49.317811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-0bbe2b8a-678d-4b1a-864d-ebd9732b2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:49.319315 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-0bbe2b8a-678d-4b1a-864d-ebd9732b2b00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 1095 time: 0.0844233 Feb 04 16:30:49.397396 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-e4c6bdf0-663e-45fd-966b-038a3b7b5c88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a HTTP/1.1" status: 200 len: 217 time: 0.0690646 Feb 04 16:30:49.469768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f00afcb0-ba2f-404b-bdb1-6f6261bc8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:49.471465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-f00afcb0-ba2f-404b-bdb1-6f6261bc8624 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d780777-b716-446c-a97b-ca0f79e5fd92 HTTP/1.1" status: 200 len: 832 time: 0.0655329 Feb 04 16:30:49.552799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-3d8c168c-5c93-4015-80f5-f733a9c0552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:49.554313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-3d8c168c-5c93-4015-80f5-f733a9c0552b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c4e5d774-e159-495a-8d35-73289d5564cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729213 Feb 04 16:30:49.692013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-68120835-83a2-4135-8309-99c3389e9baa service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282234 Feb 04 16:30:49.830582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dfcfa5a3-133f-4581-bd87-28e52c478b3f req-d965f7d6-b5b0-4927-ae5d-083784cb7a89 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294038 Feb 04 16:30:50.004028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa636-82c4-4a1e-ad4b-b4c0a7495a7e req-b3938015-1f1c-4484-ace3-0405e29a9aad tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:50.005531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-149aa636-82c4-4a1e-ad4b-b4c0a7495a7e req-b3938015-1f1c-4484-ace3-0405e29a9aad tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 944 time: 0.1484492 Feb 04 16:30:50.008253 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-d75f116a-53d4-4f79-83d6-cf505315390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:50.009625 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-d75f116a-53d4-4f79-83d6-cf505315390d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 1095 time: 0.1135340 Feb 04 16:30:50.131928 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-149aa636-82c4-4a1e-ad4b-b4c0a7495a7e req-9f1e7989-e439-4c57-968f-5d6909bdd92a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202660 Feb 04 16:30:50.173081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-29ca225f-0a52-4f87-9204-3aa4fa93e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:50.174529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-29ca225f-0a52-4f87-9204-3aa4fa93e995 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c4e5d774-e159-495a-8d35-73289d5564cc HTTP/1.1" status: 200 len: 898 time: 0.1506529 Feb 04 16:30:50.246807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-8f7d134c-51fd-4d5f-88e1-e633901d5141 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a HTTP/1.1" status: 200 len: 217 time: 0.0644295 Feb 04 16:30:50.310381 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-9bb4313a-2f74-4a99-85f1-71aa94dd6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:50.311746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-9bb4313a-2f74-4a99-85f1-71aa94dd6dcd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d780777-b716-446c-a97b-ca0f79e5fd92 HTTP/1.1" status: 200 len: 832 time: 0.0587573 Feb 04 16:30:50.391541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-e2711fbc-b793-45fb-9624-26a0302c68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:50.393081 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-e2711fbc-b793-45fb-9624-26a0302c68ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c4e5d774-e159-495a-8d35-73289d5564cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744934 Feb 04 16:30:50.652441 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-84340864-ebae-4575-bb89-1708ffd8f4b2 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501273 Feb 04 16:30:50.791144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb1b34f7-b21f-410c-ab30-378eefd8cc59 req-a04a93a5-eca6-4251-a53e-9c2618733603 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323318 Feb 04 16:30:51.316263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1bec6-7622-49a7-a658-26c2b139b360 req-a19e34b0-5ff3-43c6-a288-af52d664fb07 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:51.317677 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b1bec6-7622-49a7-a658-26c2b139b360 req-a19e34b0-5ff3-43c6-a288-af52d664fb07 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 944 time: 0.0804100 Feb 04 16:30:51.362747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-66b1bec6-7622-49a7-a658-26c2b139b360 req-137fc6a3-29f3-43f8-8612-196d7a0ab762 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392537 Feb 04 16:30:52.551321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008ff42-40dc-4b60-97e9-42d785883207 req-64fc9092-1d5e-44b1-af0c-80a82658f60b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:52.552987 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3008ff42-40dc-4b60-97e9-42d785883207 req-64fc9092-1d5e-44b1-af0c-80a82658f60b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 944 time: 0.0843124 Feb 04 16:30:52.599784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3008ff42-40dc-4b60-97e9-42d785883207 req-40bb21cf-7251-484e-9c15-c294f5dd89af tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389950 Feb 04 16:30:53.135777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ac9c9de8-94a4-400c-b7a4-069b52388f7a details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:30:53.270201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ac9c9de8-94a4-400c-b7a4-069b52388f7a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:53.287472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'port_id': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'mac_address': 'fa:16:3e:e4:a2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:30:53.342889 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.359165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9c9de8-94a4-400c-b7a4-069b52388f7a {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:30:53.374469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ac9c9de8-94a4-400c-b7a4-069b52388f7a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:53.378693 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.446179 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=ac9c9de8-94a4-400c-b7a4-069b52388f7a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:53.692307 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['ac9c9de8-94a4-400c-b7a4-069b52388f7a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:30:53.796641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520574e6-a410-4e8e-accc-5900a69df883 req-a8cb22e6-cf35-42d1-8fe8-633bb219479c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:53.799011 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-520574e6-a410-4e8e-accc-5900a69df883 req-a8cb22e6-cf35-42d1-8fe8-633bb219479c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 945 time: 0.0944114 Feb 04 16:30:53.846891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-520574e6-a410-4e8e-accc-5900a69df883 req-65fa0329-019a-433f-bf0d-c564938cb733 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407240 Feb 04 16:30:55.151098 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ac9c9de8-94a4-400c-b7a4-069b52388f7a up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:55.206539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c8668-aa66-46a3-b5d0-8ee17e11c5b6 req-de09de76-1547-49d3-b291-e49a0804f554 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:55.208192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-291c8668-aa66-46a3-b5d0-8ee17e11c5b6 req-de09de76-1547-49d3-b291-e49a0804f554 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 945 time: 0.0918827 Feb 04 16:30:55.222943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port ac9c9de8-94a4-400c-b7a4-069b52388f7a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:55.228979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port ac9c9de8-94a4-400c-b7a4-069b52388f7a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:55.229357 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.269474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-291c8668-aa66-46a3-b5d0-8ee17e11c5b6 req-b4995785-6bb0-4634-8a9a-76ba093ea19f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551548 Feb 04 16:30:55.361054 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.388790 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:55.398679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ac9c9de8-94a4-400c-b7a4-069b52388f7a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:30:55.403604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.437552 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'code': 200} Feb 04 16:30:55.506196 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=ac9c9de8-94a4-400c-b7a4-069b52388f7a,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:55.582752 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036b549-dc43-48ed-b64c-9d63b02435fd req-d95e7217-3c4b-4a49-9460-b99426e277a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:55.584138 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4036b549-dc43-48ed-b64c-9d63b02435fd req-d95e7217-3c4b-4a49-9460-b99426e277a3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 1097 time: 0.0722151 Feb 04 16:30:55.632007 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4036b549-dc43-48ed-b64c-9d63b02435fd req-6ecb8636-99db-4477-80f3-3b05f897758d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390501 Feb 04 16:30:56.466898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2e062-5776-4a66-8c30-6a7f017b1fee req-c37bc014-22f3-48d9-8c77-d0d3b4098146 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:56.468453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13f2e062-5776-4a66-8c30-6a7f017b1fee req-c37bc014-22f3-48d9-8c77-d0d3b4098146 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0812387 Feb 04 16:30:56.514055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-13f2e062-5776-4a66-8c30-6a7f017b1fee req-d81a9327-e184-4d75-a1b0-62f4a5c38a1a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400784 Feb 04 16:30:57.709194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1004b0-1150-42e4-a81d-7270125ccc02 req-6fd5e2c3-0bcb-41f9-bd60-fca3efee4700 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:57.711146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a1004b0-1150-42e4-a81d-7270125ccc02 req-6fd5e2c3-0bcb-41f9-bd60-fca3efee4700 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0878003 Feb 04 16:30:57.762032 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5a1004b0-1150-42e4-a81d-7270125ccc02 req-e4d3aae3-d1fe-4555-9a05-4cf4d0433cbf tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441005 Feb 04 16:30:57.955996 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81ac4b-57cb-44cb-bcf7-1dbf49467552 req-3d22e7d2-920c-4bc0-9c68-f392d2b178d6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:57.957488 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae81ac4b-57cb-44cb-bcf7-1dbf49467552 req-3d22e7d2-920c-4bc0-9c68-f392d2b178d6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0819690 Feb 04 16:30:58.006543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae81ac4b-57cb-44cb-bcf7-1dbf49467552 req-234613f7-8b7d-488d-a322-77198702a0d1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424702 Feb 04 16:30:58.029520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53846) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:58.109369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee539a-779e-46fd-bb6b-fb7058d6e90b tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:58.110885 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-39ee539a-779e-46fd-bb6b-fb7058d6e90b tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 1092 time: 0.0803499 Feb 04 16:30:58.113782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53850) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:58.119273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:58.126059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:58.129941 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:floatingip and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:58.133922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:58.139977 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:58.150527 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.285896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.421366 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.240 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/c0212436-babf-4e07-ab13-3daea4e4d4f3) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:58.564967 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.593215 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.656266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:58.659102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:58.662644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:30:58.694526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=c0212436-babf-4e07-ab13-3daea4e4d4f3,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:59.068321 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.257345 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.473491 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.479114 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.586961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=c0212436-babf-4e07-ab13-3daea4e4d4f3,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:59.611635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.805969 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP 6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c associated. External IP: 172.25.8.240, port: ac9c9de8-94a4-400c-b7a4-069b52388f7a. Feb 04 16:31:00.181643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:31:00.370479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:31:00.380688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] Sync routers for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:31:00.390871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:31:00.391494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:00.396281 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.453338 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4c9cc5bd-b55a-41a3-ab4f-9ab25ee119de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3383934 Feb 04 16:31:00.453822 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:00.590059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:31:00.631188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec14454-bed3-4fa4-8d0b-3518c2b9a8c0 req-76cee856-3fc9-4a51-862e-13e772694331 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.632718 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ec14454-bed3-4fa4-8d0b-3518c2b9a8c0 req-76cee856-3fc9-4a51-862e-13e772694331 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0875077 Feb 04 16:31:00.678275 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2ec14454-bed3-4fa4-8d0b-3518c2b9a8c0 req-894845c1-8848-4292-8fa4-853ec18e2793 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396705 Feb 04 16:31:00.702620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53858) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:00.786438 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'status': 'completed', 'code': 200} Feb 04 16:31:00.821640 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3970c452-e3ae-481b-896d-9ba44d691dfb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c HTTP/1.1" status: 200 len: 992 time: 0.1178465 Feb 04 16:31:00.829709 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-4dca6d1b-8f64-474f-9230-de6b4a664951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.831265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-4dca6d1b-8f64-474f-9230-de6b4a664951 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 1097 time: 0.0757442 Feb 04 16:31:00.958115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:39Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'port_id': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'mac_address': 'fa:16:3e:e4:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:30:59Z', 'updated_at': '2022-02-04T16:30:59Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d', 'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:2a:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:38Z', 'updated_at': '2022-02-04T16:30:45Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:00.963561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] Checking router: cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:31:00.972527 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:31:00.973209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:30:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:00.979818 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-3c1ae263-9370-42da-9c71-4439679fa26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.981328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-3c1ae263-9370-42da-9c71-4439679fa26d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c4e5d774-e159-495a-8d35-73289d5564cc HTTP/1.1" status: 200 len: 898 time: 0.1437807 Feb 04 16:31:01.092289 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-f1148de1-f2fe-4d91-a48f-3cbdbef552fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a HTTP/1.1" status: 200 len: 1000 time: 0.1034760 Feb 04 16:31:01.162024 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:31:01.169791 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-79eff85f-540b-4a97-9b57-7917cffe2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:01.171273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-79eff85f-540b-4a97-9b57-7917cffe2ecb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d780777-b716-446c-a97b-ca0f79e5fd92 HTTP/1.1" status: 200 len: 832 time: 0.0732994 Feb 04 16:31:01.253646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-e38f4a37-7bdf-4d64-ab10-eb2e0ef366c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:01.255130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-e38f4a37-7bdf-4d64-ab10-eb2e0ef366c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c4e5d774-e159-495a-8d35-73289d5564cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777292 Feb 04 16:31:01.394733 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-98f148ad-285c-4c20-a40d-73ed138a7df8 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331358 Feb 04 16:31:01.534832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed69d747-8f6e-40b2-b9a8-d013d5ab97d1 req-76d8bf8b-a4b4-4d45-87cd-35bc991f3903 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303620 Feb 04 16:31:01.543686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:39Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'port_id': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'mac_address': 'fa:16:3e:e4:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:30:59Z', 'updated_at': '2022-02-04T16:30:59Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d', 'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:2a:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:38Z', 'updated_at': '2022-02-04T16:30:45Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:01.547801 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e61bf-9c05-4509-92f8-6f63115684e5 None None] The sync data for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 is: [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:39Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'port_id': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'mac_address': 'fa:16:3e:e4:a2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:30:59Z', 'updated_at': '2022-02-04T16:30:59Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d', 'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:2a:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:38Z', 'updated_at': '2022-02-04T16:30:45Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:31:01.752815 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18febd-cac8-4cb8-ad7f-00633e0ce2c1 None None] New status for floating IP 6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:31:01.823995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53862) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:02.064561 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e1be8263-fe91-41fb-88cd-554a87123195 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c HTTP/1.1" status: 200 len: 992 time: 0.2395208 Feb 04 16:31:03.068478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53866) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:03.177328 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e2a4a39d-cc0f-4ebf-b66f-d3f7f0d0b341 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c HTTP/1.1" status: 200 len: 994 time: 0.1076114 Feb 04 16:31:04.355483 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-53018860-b786-45ed-bca8-a7e6a814b7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.745491 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4757d15d-c493-47a7-a77c-939e1d79cb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.877975 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.823815 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.892075 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.375470 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.820141 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.405415 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:31:34.360783 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e10f723e-a544-421a-9155-fdb78b123ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.765989 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-b3708290-82d3-439e-be8b-e3c9ce3bf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:36.767540 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-b3708290-82d3-439e-be8b-e3c9ce3bf671 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 1097 time: 0.0878079 Feb 04 16:31:36.782303 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7aa91775-19b0-4e10-b040-599ae8769da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.889168 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.071514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-d6d7bd4e-10e5-4137-b615-270dd8d78aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.073014 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-d6d7bd4e-10e5-4137-b615-270dd8d78aa1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c4e5d774-e159-495a-8d35-73289d5564cc HTTP/1.1" status: 200 len: 898 time: 0.2972722 Feb 04 16:31:37.083860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c879c-63cb-493c-a5f6-38c0357a60c6 req-e64f3521-0be2-41ff-87a9-56b835d97773 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.085230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-575c879c-63cb-493c-a5f6-38c0357a60c6 req-e64f3521-0be2-41ff-87a9-56b835d97773 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.3741663 Feb 04 16:31:37.212276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-575c879c-63cb-493c-a5f6-38c0357a60c6 req-822b2061-06e0-4266-b249-2cee037386ad tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760024 Feb 04 16:31:37.214043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-dddc80c2-f452-4f1a-9a53-44a969399eef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a HTTP/1.1" status: 200 len: 1002 time: 0.1279659 Feb 04 16:31:37.279745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-05ae5b4a-58bd-4714-a303-2c2bba42f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.281211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-05ae5b4a-58bd-4714-a303-2c2bba42f4fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d780777-b716-446c-a97b-ca0f79e5fd92 HTTP/1.1" status: 200 len: 832 time: 0.0610557 Feb 04 16:31:37.357659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-5385a82c-dad2-4c5d-8708-5b3e4e7032c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.359272 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-5385a82c-dad2-4c5d-8708-5b3e4e7032c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c4e5d774-e159-495a-8d35-73289d5564cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711420 Feb 04 16:31:37.494562 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-aef9bb2c-64ef-4c69-adbb-d0240d9aca62 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282539 Feb 04 16:31:37.629269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1b456b7-cedf-43cf-9d14-bf4528bdccae req-9bf9d8d7-7546-4374-9004-56c7db9e7c91 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247618 Feb 04 16:31:37.825577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.894082 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.404805 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ff9bc-0f46-49af-8af8-f38c6010f016 req-990e162a-41c2-4954-9c81-0a3fd05fe41c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:38.406178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-743ff9bc-0f46-49af-8af8-f38c6010f016 req-990e162a-41c2-4954-9c81-0a3fd05fe41c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0845187 Feb 04 16:31:38.450587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-743ff9bc-0f46-49af-8af8-f38c6010f016 req-ac4677f6-a594-4072-9a34-619ff06d43ce tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387189 Feb 04 16:31:39.377032 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.633935 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0b2e9-9204-454b-8309-7ee0b99fc104 req-9fcbda49-5436-4b07-bb72-6ba1d372fab9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:39.635276 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c5b0b2e9-9204-454b-8309-7ee0b99fc104 req-9fcbda49-5436-4b07-bb72-6ba1d372fab9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0796936 Feb 04 16:31:39.678449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c5b0b2e9-9204-454b-8309-7ee0b99fc104 req-ea997929-9f69-45e8-88e1-12d559860c57 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376277 Feb 04 16:31:39.838006 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.868654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ca3ed-c708-4c56-8bf7-18415baf2cdb req-1901ea98-f4a8-4b7c-900a-1bb70b27cf91 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:40.870133 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-868ca3ed-c708-4c56-8bf7-18415baf2cdb req-1901ea98-f4a8-4b7c-900a-1bb70b27cf91 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0854487 Feb 04 16:31:40.920452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-868ca3ed-c708-4c56-8bf7-18415baf2cdb req-8b27750b-96ed-499b-ba7e-0b369b56379f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446699 Feb 04 16:31:42.105679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c678e3-d196-4aa4-9440-d0344fdc7bad req-17c529b1-20ad-4ab2-868c-56dc2c6156d2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:42.107108 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58c678e3-d196-4aa4-9440-d0344fdc7bad req-17c529b1-20ad-4ab2-868c-56dc2c6156d2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0784552 Feb 04 16:31:42.153537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-58c678e3-d196-4aa4-9440-d0344fdc7bad req-dd8b55bc-d62e-4a1d-995b-34db9747c3ec tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408430 Feb 04 16:31:43.361559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c4626-c9d6-4a10-9330-72dd88a20640 req-bc9d64cc-a0f1-4507-b10c-5a3911c41493 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:43.363057 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-990c4626-c9d6-4a10-9330-72dd88a20640 req-bc9d64cc-a0f1-4507-b10c-5a3911c41493 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0833542 Feb 04 16:31:43.410472 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-990c4626-c9d6-4a10-9330-72dd88a20640 req-43cb90f1-5a2b-4fdc-abed-97e1a3771caa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409610 Feb 04 16:31:44.606176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2648de-d948-4517-9e51-f9a6246a9219 req-fe3576a8-cee4-4dcf-b237-ecc4ae2b3b5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:44.607594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe2648de-d948-4517-9e51-f9a6246a9219 req-fe3576a8-cee4-4dcf-b237-ecc4ae2b3b5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0872605 Feb 04 16:31:44.655262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fe2648de-d948-4517-9e51-f9a6246a9219 req-e10094ff-f4fb-499c-a7bd-e5857cc55c88 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Feb 04 16:31:45.427097 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-8918dbb8-a4d1-4bc3-aea4-4d38134fe4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:45.428604 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-8918dbb8-a4d1-4bc3-aea4-4d38134fe4e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 1097 time: 0.0749178 Feb 04 16:31:45.587385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-233c9220-e74e-4009-a7d6-c98afc8c82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:45.588811 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-233c9220-e74e-4009-a7d6-c98afc8c82cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=c4e5d774-e159-495a-8d35-73289d5564cc HTTP/1.1" status: 200 len: 898 time: 0.1368642 Feb 04 16:31:45.864702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-e5f3ea98-4ce9-4848-819b-9b5b5c0f2427 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a HTTP/1.1" status: 200 len: 1002 time: 0.2661145 Feb 04 16:31:45.929218 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a8ccc-ca5b-4317-976c-65cba642fd25 req-a39bbe0e-0e99-4d27-8158-09608b40ef02 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:45.931378 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-921a8ccc-ca5b-4317-976c-65cba642fd25 req-a39bbe0e-0e99-4d27-8158-09608b40ef02 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.1615043 Feb 04 16:31:45.981032 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-2891d616-170c-443e-9196-67bb615a31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:45.982525 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-2891d616-170c-443e-9196-67bb615a31c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d780777-b716-446c-a97b-ca0f79e5fd92 HTTP/1.1" status: 200 len: 832 time: 0.1070640 Feb 04 16:31:46.049155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-921a8ccc-ca5b-4317-976c-65cba642fd25 req-3223507b-24c9-405e-a962-516dbf08f4de tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111634 Feb 04 16:31:46.079627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-5124af2b-8066-40db-9644-e08a80624021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:46.081135 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-5124af2b-8066-40db-9644-e08a80624021 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c4e5d774-e159-495a-8d35-73289d5564cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898912 Feb 04 16:31:46.223382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-ed6b62c1-1e21-4147-b800-cf42be44e161 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326540 Feb 04 16:31:46.370580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4d5c60b9-18da-4f53-bd80-9b105d5f6e5d req-941fa38f-211e-43a3-a4b3-8e4dae7044a1 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379273 Feb 04 16:31:47.239965 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d03476-eb59-4be9-b521-95b9c67d3b3f req-febc8d83-1afc-426a-9364-725936ffc2d2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:47.241455 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6d03476-eb59-4be9-b521-95b9c67d3b3f req-febc8d83-1afc-426a-9364-725936ffc2d2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0801809 Feb 04 16:31:47.286585 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d6d03476-eb59-4be9-b521-95b9c67d3b3f req-14740d41-6f4b-4840-812c-887623b6db6f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393877 Feb 04 16:31:48.473843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d00c-c720-47b0-9f94-4c7aada45cc4 req-c36a05c8-540f-4d98-b616-d45aa18cf894 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:48.475304 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5af1d00c-c720-47b0-9f94-4c7aada45cc4 req-c36a05c8-540f-4d98-b616-d45aa18cf894 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0837057 Feb 04 16:31:48.520118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5af1d00c-c720-47b0-9f94-4c7aada45cc4 req-50efa1d4-3a19-48ef-b4ed-325b8191b9ee tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391464 Feb 04 16:31:49.405216 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:31:49.705670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3dd76-d12b-4456-b5ed-2d100547fc81 req-f5895667-89a4-4948-ac13-d82bddc52b00 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:49.707044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ede3dd76-d12b-4456-b5ed-2d100547fc81 req-f5895667-89a4-4948-ac13-d82bddc52b00 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0809877 Feb 04 16:31:49.750205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ede3dd76-d12b-4456-b5ed-2d100547fc81 req-aa12bb55-2c68-4b35-b634-063316314599 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368464 Feb 04 16:31:50.936890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee5ffc-d30e-446e-8f19-ad800a6c8b30 req-f2abf4f6-7488-495a-beab-95f529ed145d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:50.938352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-baee5ffc-d30e-446e-8f19-ad800a6c8b30 req-f2abf4f6-7488-495a-beab-95f529ed145d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0839517 Feb 04 16:31:50.982663 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-baee5ffc-d30e-446e-8f19-ad800a6c8b30 req-082a2877-964e-4ad2-9676-07c6af3abd5d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387921 Feb 04 16:31:52.166949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864c48-9f99-4f9e-a532-85a5a08ba620 req-f3314a4c-eee8-45ae-bcd4-9f773321537a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:52.168393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0864c48-9f99-4f9e-a532-85a5a08ba620 req-f3314a4c-eee8-45ae-bcd4-9f773321537a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0785999 Feb 04 16:31:52.216283 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e0864c48-9f99-4f9e-a532-85a5a08ba620 req-06576110-b5c4-4ff5-9a44-23b8f0992d8b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Feb 04 16:31:53.410216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bedd2-9c92-4016-95c5-72224d3bd80d req-f31c7aca-7d08-4df4-86eb-43870d165f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:53.411683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-638bedd2-9c92-4016-95c5-72224d3bd80d req-f31c7aca-7d08-4df4-86eb-43870d165f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0851576 Feb 04 16:31:53.456788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-638bedd2-9c92-4016-95c5-72224d3bd80d req-342a52aa-301d-440a-b869-68d57c243f6d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385809 Feb 04 16:31:54.647730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b16517-1403-41b6-afc9-59aaac7419aa req-6869e6a9-4e04-4758-a360-2ab63b456ad5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:54.649369 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1b16517-1403-41b6-afc9-59aaac7419aa req-6869e6a9-4e04-4758-a360-2ab63b456ad5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0875585 Feb 04 16:31:54.693745 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1b16517-1403-41b6-afc9-59aaac7419aa req-50767de6-f9f9-4e0c-be11-555c8aece9fd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389354 Feb 04 16:31:54.716374 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53924) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:54.824813 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2de8ce72-546d-4886-9ffd-15a2ccc22c3d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c HTTP/1.1" status: 200 len: 994 time: 0.1071095 Feb 04 16:32:04.363012 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f1669dd9-43e8-4942-9e1e-0ea92d3aac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.735739 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cf544a2d-b9dc-427b-9d68-61423f433ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.926156 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.828207 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.896388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.381871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.832263 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.405571 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:32:27.391694 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 53942) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:27.604910 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port c0212436-babf-4e07-ab13-3daea4e4d4f3 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:32:27.605166 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.791100 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.791417 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.918440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for c0212436-babf-4e07-ab13-3daea4e4d4f3 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:32:28.073814 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.123996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=c0212436-babf-4e07-ab13-3daea4e4d4f3,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:28.168139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.168532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.168840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.169171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.169494 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.169815 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.170136 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.170456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.170774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.171092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.171406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.171717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:28.226220 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.226557 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP 6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c disassociated (deleted). External IP: 172.25.8.240, port: ac9c9de8-94a4-400c-b7a4-069b52388f7a. Feb 04 16:32:28.699636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:32:28.876722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:32:28.886700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] Sync routers for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:28.896463 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:32:28.897107 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:28.897440 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.956524 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f9cb1bfc-6446-4783-8b2b-44871743a26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/floatingips/6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c HTTP/1.1" status: 204 len: 168 time: 1.5636482 Feb 04 16:32:28.957032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:29.075524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:32:29.196174 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'status': 'completed', 'code': 200} Feb 04 16:32:29.395271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:39Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d', 'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:2a:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:38Z', 'updated_at': '2022-02-04T16:30:45Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.399473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] Checking router: cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:29.407011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431346-8355-4671-bf8c-016992dedcae req-c7419699-a846-4e0f-96f7-93d639be87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:29.408301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:32:29.408489 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21431346-8355-4671-bf8c-016992dedcae req-c7419699-a846-4e0f-96f7-93d639be87a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 1097 time: 0.1879747 Feb 04 16:32:29.408978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.419839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b963f-3a7b-4c67-8b61-24fa871fe5fe req-de021684-1306-4e2c-995d-6e5cf954a765 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:29.421342 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f37b963f-3a7b-4c67-8b61-24fa871fe5fe req-de021684-1306-4e2c-995d-6e5cf954a765 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.1135821 Feb 04 16:32:29.556190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f37b963f-3a7b-4c67-8b61-24fa871fe5fe req-09bfb31d-6ff1-4b6e-8f9e-335f71c41662 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158881 Feb 04 16:32:29.592518 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:32:29.597892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431346-8355-4671-bf8c-016992dedcae req-19402b7b-498c-44ff-a74f-ab977235c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:29.599375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21431346-8355-4671-bf8c-016992dedcae req-19402b7b-498c-44ff-a74f-ab977235c8e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c4e5d774-e159-495a-8d35-73289d5564cc HTTP/1.1" status: 200 len: 898 time: 0.1771867 Feb 04 16:32:29.787352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21431346-8355-4671-bf8c-016992dedcae req-3bdc19cd-b0b8-4ea8-9197-01046dedc26f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a HTTP/1.1" status: 200 len: 217 time: 0.1804106 Feb 04 16:32:29.851861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431346-8355-4671-bf8c-016992dedcae req-f323a511-9ca4-4369-b898-69561e9b619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:29.853594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21431346-8355-4671-bf8c-016992dedcae req-f323a511-9ca4-4369-b898-69561e9b619f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d780777-b716-446c-a97b-ca0f79e5fd92 HTTP/1.1" status: 200 len: 832 time: 0.0597441 Feb 04 16:32:29.919221 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:39Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d', 'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:2a:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:38Z', 'updated_at': '2022-02-04T16:30:45Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.923156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a16bc2-a989-497e-b8da-42e86993cd9a None None] The sync data for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 is: [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:30:39Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d', 'name': '', 'network_id': 'c4e5d774-e159-495a-8d35-73289d5564cc', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:2a:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:38Z', 'updated_at': '2022-02-04T16:30:45Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '2d780777-b716-446c-a97b-ca0f79e5fd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:29.927287 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431346-8355-4671-bf8c-016992dedcae req-0005b2cf-d357-4331-9b84-423e04e9ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:29.928737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21431346-8355-4671-bf8c-016992dedcae req-0005b2cf-d357-4331-9b84-423e04e9ab31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c4e5d774-e159-495a-8d35-73289d5564cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691600 Feb 04 16:32:30.068831 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21431346-8355-4671-bf8c-016992dedcae req-75684ad8-1010-46e2-ad4e-091e64fe2d02 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323745 Feb 04 16:32:30.152973 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c08d6-bf31-4b86-92b9-70dc7daafc10 None None] New status for floating IP 6ce4371c-2580-48a0-ac5b-f0f1bafc0b1c: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:32:30.207052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21431346-8355-4671-bf8c-016992dedcae req-bdd24d00-5dfb-4029-8b36-e76f65f4bb57 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320417 Feb 04 16:32:30.748434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f635c0a-8644-413f-bb16-f41d76419055 req-994d571e-a605-4bcb-b44b-7ac53b6e9563 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:30.749940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f635c0a-8644-413f-bb16-f41d76419055 req-994d571e-a605-4bcb-b44b-7ac53b6e9563 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0861905 Feb 04 16:32:30.793915 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f635c0a-8644-413f-bb16-f41d76419055 req-859f8b43-3e7c-4694-81e1-903a9e44c761 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=495db36c-4779-416d-a3ec-979a961561e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383728 Feb 04 16:32:30.959962 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ba213-b727-40e5-87b7-8147f4c78972 req-071a610e-01d8-46cb-9795-6cd5451bdb18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:30.961586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-930ba213-b727-40e5-87b7-8147f4c78972 req-071a610e-01d8-46cb-9795-6cd5451bdb18 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 946 time: 0.0812368 Feb 04 16:32:31.037467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-930ba213-b727-40e5-87b7-8147f4c78972 req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port ac9c9de8-94a4-400c-b7a4-069b52388f7a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:32:31.037808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-930ba213-b727-40e5-87b7-8147f4c78972 req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.291271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-930ba213-b727-40e5-87b7-8147f4c78972 req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port ac9c9de8-94a4-400c-b7a4-069b52388f7a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ac9c9de8-94a4-400c-b7a4-069b52388f7a,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:31.291631 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-930ba213-b727-40e5-87b7-8147f4c78972 req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.413373 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-930ba213-b727-40e5-87b7-8147f4c78972 req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for ac9c9de8-94a4-400c-b7a4-069b52388f7a owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:32:31.558398 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-930ba213-b727-40e5-87b7-8147f4c78972 req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.609782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=ac9c9de8-94a4-400c-b7a4-069b52388f7a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:31.658208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.658556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.658896 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.659229 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.659565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.659894 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.660226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.660544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.660910 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.661236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.661555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.661868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:31.701547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-930ba213-b727-40e5-87b7-8147f4c78972 req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] No DVR routers for this DVR port ac9c9de8-94a4-400c-b7a4-069b52388f7a on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:31.704165 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-930ba213-b727-40e5-87b7-8147f4c78972 req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.706724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'name': 'network-vif-deleted', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:31.718744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-930ba213-b727-40e5-87b7-8147f4c78972 req-2769e91f-848d-453d-9244-1e5e4b0d106f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "DELETE /v2.0/ports/ac9c9de8-94a4-400c-b7a4-069b52388f7a HTTP/1.1" status: 204 len: 173 time: 0.7495198 Feb 04 16:32:31.815685 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e756fba4-4201-4a16-ac78-c720461bcfcc', 'name': 'network-vif-deleted', 'tag': 'ac9c9de8-94a4-400c-b7a4-069b52388f7a', 'status': 'completed', 'code': 200} Feb 04 16:32:31.957665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2165197a-8dfb-4069-8e48-5f1e3a6f2bff req-da235984-7d86-4438-a3fe-920d57b2017a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:31.973946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-2165197a-8dfb-4069-8e48-5f1e3a6f2bff req-da235984-7d86-4438-a3fe-920d57b2017a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:31.975094 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2165197a-8dfb-4069-8e48-5f1e3a6f2bff req-da235984-7d86-4438-a3fe-920d57b2017a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=e756fba4-4201-4a16-ac78-c720461bcfcc HTTP/1.1" status: 200 len: 210 time: 0.0615783 Feb 04 16:32:33.071484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53966) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:33.727384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ac9c9de8-94a4-400c-b7a4-069b52388f7a no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:33.735540 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.764736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: ac9c9de8-94a4-400c-b7a4-069b52388f7a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:32:33.765101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ac9c9de8-94a4-400c-b7a4-069b52388f7a not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:34.087802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:32:34.088370 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.271633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:34.271991 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.367282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0e80d2b9-7b68-4225-86b4-cbd8552a1f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.397877 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:32:34.729570 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.778957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:35.180652 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.544122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:32:35.721333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:32:35.731298 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] Sync routers for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:35.737386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f6dd01ec-f57c-4646-86ee-4774f73c5c82 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6635861 Feb 04 16:32:35.740054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53970) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:35.740203 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:32:35.740797 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:35.807022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-5587e5ca-e63d-40fa-a687-8922bf0cc305 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting subnet 2d780777-b716-446c-a97b-ca0f79e5fd92 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:32:35.810217 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5587e5ca-e63d-40fa-a687-8922bf0cc305 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.866081 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5587e5ca-e63d-40fa-a687-8922bf0cc305 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.956533 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:32:35.960202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5587e5ca-e63d-40fa-a687-8922bf0cc305 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.033563 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5587e5ca-e63d-40fa-a687-8922bf0cc305 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.074801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587e5ca-e63d-40fa-a687-8922bf0cc305 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Subnet': ['ID=2d780777-b716-446c-a97b-ca0f79e5fd92,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:36.082198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5587e5ca-e63d-40fa-a687-8922bf0cc305 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.088823 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5587e5ca-e63d-40fa-a687-8922bf0cc305 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/subnets/2d780777-b716-446c-a97b-ca0f79e5fd92 HTTP/1.1" status: 204 len: 168 time: 0.3477619 Feb 04 16:32:36.091475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53974) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:36.092067 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96d070-41ae-4ca7-a202-24daf97f45cd None None] Network c4e5d774-e159-495a-8d35-73289d5564cc requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:32:36.277304 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.444702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:32:34Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:36.449984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] Checking router: cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:36.459852 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] Routers {'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:32:36.460476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:36.515977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] DHCP port deletion for c4e5d774-e159-495a-8d35-73289d5564cc request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:32:36.535422 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Deleting port f0e81f25-5388-489c-8fb9-578227a27ca8 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:32:36.535796 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.587427 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.597454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port dd3a6627-10a7-486d-a742-c1c2476cfa4b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:32:36.597780 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.747889 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] Set router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:32:36.780425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port dd3a6627-10a7-486d-a742-c1c2476cfa4b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=dd3a6627-10a7-486d-a742-c1c2476cfa4b,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:36.780811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.908273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for dd3a6627-10a7-486d-a742-c1c2476cfa4b owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:32:36.946478 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-09e7311d-6122-455d-8d8c-9e6f7942e429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.042106 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.050535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] For port f0e81f25-5388-489c-8fb9-578227a27ca8, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f0e81f25-5388-489c-8fb9-578227a27ca8,segment=NetworkSegment(5385d8e2-a968-4c92-9d73-a2c8c6cc3e35),segment_id=5385d8e2-a968-4c92-9d73-a2c8c6cc3e35)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:37.050926 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.080708 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.128545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f0e81f25-5388-489c-8fb9-578227a27ca8 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:37.129799 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=dd3a6627-10a7-486d-a742-c1c2476cfa4b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:37.224359 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.283821 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Calling delete_port for f0e81f25-5388-489c-8fb9-578227a27ca8 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:32:37.407691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.410027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.432982 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.433545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Fanout notify agent at l3_agent the message router_deleted on router cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:32:37.450834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.450834 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ff521977-091a-4138-b80a-0fc228dbc239 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/routers/cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff HTTP/1.1" status: 204 len: 168 time: 1.3581870 Feb 04 16:32:37.453890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53978) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:37.477158 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.538858 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.548903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Pushing event deleted for resources: {'Port': ['ID=f0e81f25-5388-489c-8fb9-578227a27ca8,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:37.551114 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] No DVR routers for this DVR port f0e81f25-5388-489c-8fb9-578227a27ca8 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:37.566723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.567066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.567401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.567740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.568059 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.568386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.568707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.569050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.569365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.569752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.569986 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.570868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e4588-5184-4d99-8c76-59d88406d39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.575765 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.619139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:32:34Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:37.628867 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda37ef-178b-4efd-a5f8-c17a071d6625 None None] The sync data for ids ['cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff'] in n-d-827870-1 is: [{'id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220233421', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:34Z', 'updated_at': '2022-02-04T16:32:34Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'dd3a6627-10a7-486d-a742-c1c2476cfa4b', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd9bcb-26f6-40a2-ac74-970ee0cbc7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:35Z', 'updated_at': '2022-02-04T16:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:37.713283 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.738016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e5d774-e159-495a-8d35-73289d5564cc']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:37.753761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:37.754060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5385d8e2-a968-4c92-9d73-a2c8c6cc3e35') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:37.765962 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.782241 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.788090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:32:37.788471 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:37.802789 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:37.831433 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.882616 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.900182 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.900907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.917432 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Network': ['ID=c4e5d774-e159-495a-8d35-73289d5564cc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:37.923071 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9cd20643-5d61-4576-bfc8-fab975ceeac9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/networks/c4e5d774-e159-495a-8d35-73289d5564cc HTTP/1.1" status: 204 len: 168 time: 0.4670942 Feb 04 16:32:37.925178 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53982) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:38.108968 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab56e3f9-611e-4c00-ba29-6b979fbeb0fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.139621 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab56e3f9-611e-4c00-ba29-6b979fbeb0fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.206455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab56e3f9-611e-4c00-ba29-6b979fbeb0fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.226198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56e3f9-611e-4c00-ba29-6b979fbeb0fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495db36c-4779-416d-a3ec-979a961561e8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:38.234174 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab56e3f9-611e-4c00-ba29-6b979fbeb0fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.238192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ab56e3f9-611e-4c00-ba29-6b979fbeb0fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/security-groups/495db36c-4779-416d-a3ec-979a961561e8 HTTP/1.1" status: 204 len: 168 time: 0.3091848 Feb 04 16:32:39.059509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53990) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:39.064879 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1710977665', 'description': 'tempest-secgroup-smoke-1710977665 description', 'project_id': '0958d93849c04f8d8cca2033ddda7386'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:39.072502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:39.076939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:39.079949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:39.086012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:39.097974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.117256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dd3a6627-10a7-486d-a742-c1c2476cfa4b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:39.118165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:39.122042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:39.124857 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:39.130480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:39.155569 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: dd3a6627-10a7-486d-a742-c1c2476cfa4b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:32:39.155901 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device dd3a6627-10a7-486d-a742-c1c2476cfa4b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:39.156309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:39.189497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:32:39.189828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 8299dabb-7a0e-4ad9-9c3d-dc83f0fee63d not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:39.206377 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.210194 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.253548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4644cbb6-10b7-4ac1-95a2-780958350d6a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.260612 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.262040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-54ce67f3-b673-4004-9d9d-fa44368a7e4c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2015216 Feb 04 16:32:39.264794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53994) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:39.270158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '4644cbb6-10b7-4ac1-95a2-780958350d6a', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:39.277398 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:39.281216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:39.284094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:39.290030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:39.306930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.370240 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.374227 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.384476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.398118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8981f9-78e3-439c-acfa-80d1bf19c6ee,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.406727 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.407855 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-a5d7d4d7-93aa-4db2-a05e-e975b2ae8632 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419389 Feb 04 16:32:39.410724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 53998) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:39.415972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '4644cbb6-10b7-4ac1-95a2-780958350d6a', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:39.422317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:39.426149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:39.428964 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:39.435430 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:39.451459 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.516684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.520177 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.542636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56c74c9-954c-4518-b9f1-67eb7744232a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.551129 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.552466 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-eeec5fcf-86d6-4404-aea5-52a6f95820ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407697 Feb 04 16:32:39.555773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54002) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:39.560871 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '4644cbb6-10b7-4ac1-95a2-780958350d6a', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:39.567110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:39.571591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:39.574594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:39.580401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:39.597083 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.659063 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.662653 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.687551 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ba8119-2838-47dc-aa14-92ce1e22728b,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.697488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.698742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-82fba099-b006-4ee7-8cef-f0a1efba28cb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420510 Feb 04 16:32:39.701489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54006) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:39.706341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '4644cbb6-10b7-4ac1-95a2-780958350d6a', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:39.712631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:39.716403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:39.719362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:39.725156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:39.741992 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.806613 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.810117 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.832576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eede718b-7e79-40be-87b9-470d8b5405ea,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.842135 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.843314 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-dae2e419-fabf-47f2-b8d0-eda7bad94747 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409185 Feb 04 16:32:39.846221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54010) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:39.849048 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.851382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '4644cbb6-10b7-4ac1-95a2-780958350d6a', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:39.859151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:39.862949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:39.865750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:39.872042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:39.885304 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:32:39.891876 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.954970 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.957883 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.981083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180de510-109c-4d7a-9832-3d2fe2e22b84,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.990508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.991770 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-39dd9e27-ece7-4a03-9e45-5fcec77da5da tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445007 Feb 04 16:32:39.995248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54014) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:40.000130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': '4644cbb6-10b7-4ac1-95a2-780958350d6a', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:40.006389 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:40.010333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:40.013272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:40.019206 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:40.029852 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:32:40.036105 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.100912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.105113 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.128561 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1fdeaa-53f7-4349-8b23-5e54e253a92f,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:40.137832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.139128 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c260a60e-0a5d-44f0-9b2c-8b9a401fe786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429055 Feb 04 16:32:40.142145 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54018) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:40.147604 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'network': {'name': 'tempest-network-smoke--1468036329', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'port_security_enabled': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:40.153853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:40.158060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:network and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:40.160912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:40.167258 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:40.176901 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:40.180465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.208156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:40.217973 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.218319 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Added segment dbfa2c5c-2660-4889-9116-78f6625cab7f of type vlan for network 2aabf249-f3eb-4079-919c-f8129a23290a Feb 04 16:32:40.247610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.280648 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.287691 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:40.288332 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.408652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2627017 Feb 04 16:32:40.408922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54022) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:40.416937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'admin_state_up': True, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:40.424514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15a769-2356-49a2-91ad-0e28f11da62e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Network': ['ID=2aabf249-f3eb-4079-919c-f8129a23290a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:40.427037 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:40.431694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:router and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:40.436835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:40.437311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 2aabf249-f3eb-4079-919c-f8129a23290a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:40.443718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:40.454917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.456097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.473747 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.746712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.065906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.208878 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.346452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.2 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/fed0a9d4-2a68-4581-aa30-443cd7929b3a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:41.498246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.527793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.590744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:41.593505 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:41.597193 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:32:41.636674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=fed0a9d4-2a68-4581-aa30-443cd7929b3a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:42.022685 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.361324 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.564137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 5b4a9137-bb44-41f5-a73d-581858d828c0 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:32:42.846419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:32:42.856650 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Sync routers for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:42.865758 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:32:42.866349 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:42.874214 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.875564 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-856ac696-2040-4a29-a1c4-1ef7760bc81d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4656398 Feb 04 16:32:42.878698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54026) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:42.918218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-0e35aec3-68de-48e6-bbaa-4df813c46f4f tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=0958d93849c04f8d8cca2033ddda7386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384521 Feb 04 16:32:42.920801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54030) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:43.044058 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:32:43.051184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e939365-7ca7-4f7b-8e88-c02c804982a6 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:43.052668 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4e939365-7ca7-4f7b-8e88-c02c804982a6 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309752 Feb 04 16:32:43.056559 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54034) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:43.106500 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9ff4fa7e-d70e-4df4-b655-e27754201f33 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464795 Feb 04 16:32:43.106719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54038) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:43.111899 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2131252220', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:43.222426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:43.226256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:subnet and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:43.229881 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:43.235510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:43.245238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:43.248750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.315503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-c33e4f86-a4cb-4da8-b9b8-07213298a8db req-d636c56f-97b1-46f9-82e1-0a3e18dc171f service neutron] (87570) timed out ('10.222.0.61', 62851) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:32:43.328641 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:41Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:43.332732 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Checking router: 5b4a9137-bb44-41f5-a73d-581858d828c0 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:43.333188 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Updating router 5b4a9137-bb44-41f5-a73d-581858d828c0 port fed0a9d4-2a68-4581-aa30-443cd7929b3a binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:32:43.387999 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.478229 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.556972 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Subnet': ['ID=334e7af3-61be-487e-a75f-5a76715932de,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:43.564644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Checking segment: {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:32:43.565030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network hostable DHCP agents. Network: 2aabf249-f3eb-4079-919c-f8129a23290a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:43.584495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 2aabf249-f3eb-4079-919c-f8129a23290a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:43.594865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 2aabf249-f3eb-4079-919c-f8129a23290a) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:43.599209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:43.599796 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.606823 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7cd9dc-8671-4a7c-9d5b-68b6fe399f54 None None] Network 2aabf249-f3eb-4079-919c-f8129a23290a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:32:43.623641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4038cb86-f398-4dba-9d3c-c69f5e093ee9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5160301 Feb 04 16:32:43.626493 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54042) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:43.774079 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.786361 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Transition to ACTIVE for port object fed0a9d4-2a68-4581-aa30-443cd7929b3a will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:43.794466 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.832250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-2aabf249-f3eb-4079-919c-f8129a23290a', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:32:43.833115 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.881496 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Pushing event updated for resources: {'Port': ['ID=fed0a9d4-2a68-4581-aa30-443cd7929b3a,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:43.892185 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.892645 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.893088 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.893504 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.893946 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.894365 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.895069 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.895484 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.896032 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.896464 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.896896 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.897273 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:43.902658 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Attempting to bind port fed0a9d4-2a68-4581-aa30-443cd7929b3a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:43.902658 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Attempting to bind port fed0a9d4-2a68-4581-aa30-443cd7929b3a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:43.903001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Attempting to bind port fed0a9d4-2a68-4581-aa30-443cd7929b3a on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:32:43.908611 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:32:43.909163 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:32:43.909616 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.910051 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:32:43.910589 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Bound port: fed0a9d4-2a68-4581-aa30-443cd7929b3a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:43.910952 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.992928 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] For port fed0a9d4-2a68-4581-aa30-443cd7929b3a, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:32:43.996223 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] For port fed0a9d4-2a68-4581-aa30-443cd7929b3a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fed0a9d4-2a68-4581-aa30-443cd7929b3a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:32:44.001068 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.006837 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Allocated IP 172.20.0.2 (2aabf249-f3eb-4079-919c-f8129a23290a/334e7af3-61be-487e-a75f-5a76715932de/3f40fb47-deb6-4d74-8dac-e2cb61ba8746) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:44.080822 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:32:44.081165 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:44.146294 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b19624-c1e2-48ff-8ef8-08da9d706bb7 None None] Pushing event updated for resources: {'Port': ['ID=fed0a9d4-2a68-4581-aa30-443cd7929b3a,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:44.221177 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.231357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Transition to ACTIVE for port object 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:44.250047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Transition to ACTIVE for port object 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:44.255322 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.274435 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:32:44.341135 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Pushing event updated for resources: {'Port': ['ID=3f40fb47-deb6-4d74-8dac-e2cb61ba8746,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:44.347842 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.355563 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Network 2aabf249-f3eb-4079-919c-f8129a23290a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:44.356820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:44.359205 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:32:44.451643 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Attempting to bind port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:44.452045 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Attempting to bind port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:44.452365 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Attempting to bind port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 on network 2aabf249-f3eb-4079-919c-f8129a23290a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:32:44.457573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:32:44.457936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Checking segment: {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:32:44.458345 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.458701 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Bound using segment: {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:32:44.459167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Bound port: 3f40fb47-deb6-4d74-8dac-e2cb61ba8746, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:44.459512 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.548049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] For port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:32:44.551228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] For port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3f40fb47-deb6-4d74-8dac-e2cb61ba8746,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:32:44.559869 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.580501 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:41Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:44.585426 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cccf87-1b64-443e-8665-b9f23be2fa05 None None] The sync data for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 is: [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:41Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:44.677180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771631e-b5ea-4569-8a99-59d3caf24d9e None None] Pushing event updated for resources: {'Port': ['ID=3f40fb47-deb6-4d74-8dac-e2cb61ba8746,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:44.929824 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.1 (2aabf249-f3eb-4079-919c-f8129a23290a/334e7af3-61be-487e-a75f-5a76715932de/100f1260-9809-4e42-a729-5be99c3aa9a2) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:45.143246 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.162474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object 100f1260-9809-4e42-a729-5be99c3aa9a2 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:45.189576 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.218581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:45.263837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 2aabf249-f3eb-4079-919c-f8129a23290a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:45.271002 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:45.275893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:32:45.310262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=100f1260-9809-4e42-a729-5be99c3aa9a2,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:45.315470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:45.321446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fed0a9d4-2a68-4581-aa30-443cd7929b3a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:45.355392 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.402781 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port fed0a9d4-2a68-4581-aa30-443cd7929b3a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:45.407776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fed0a9d4-2a68-4581-aa30-443cd7929b3a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:45.408145 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.498372 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.609855 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.629943 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port fed0a9d4-2a68-4581-aa30-443cd7929b3a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fed0a9d4-2a68-4581-aa30-443cd7929b3a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:45.635293 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.716129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=fed0a9d4-2a68-4581-aa30-443cd7929b3a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:45.859101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a524ccf-8cbf-4e76-8adb-e87302491ce9 None None] Network 2aabf249-f3eb-4079-919c-f8129a23290a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:32:45.954317 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.959111 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.017522 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0a35286d-ab49-499a-a9e7-a761c0e251cf None None] Provisioning for port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:46.026557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0a35286d-ab49-499a-a9e7-a761c0e251cf None None] Provisioning complete for port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:46.026921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a35286d-ab49-499a-a9e7-a761c0e251cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.077788 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=100f1260-9809-4e42-a729-5be99c3aa9a2,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:46.081144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.209455 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a35286d-ab49-499a-a9e7-a761c0e251cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.223797 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 2aabf249-f3eb-4079-919c-f8129a23290a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:46.225016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:46.250097 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-0a35286d-ab49-499a-a9e7-a761c0e251cf None None] For port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3f40fb47-deb6-4d74-8dac-e2cb61ba8746,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:46.256216 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a35286d-ab49-499a-a9e7-a761c0e251cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.344853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35286d-ab49-499a-a9e7-a761c0e251cf None None] Pushing event updated for resources: {'Port': ['ID=3f40fb47-deb6-4d74-8dac-e2cb61ba8746,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:46.447386 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 5b4a9137-bb44-41f5-a73d-581858d828c0 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:32:46.487966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a9a0b3ad-5c53-4ede-ae1b-b753e8d74e65 None None] Provisioning complete for port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:46.488333 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b3ad-5c53-4ede-ae1b-b753e8d74e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.628958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a9a0b3ad-5c53-4ede-ae1b-b753e8d74e65 None None] Provisioning for port 100f1260-9809-4e42-a729-5be99c3aa9a2 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:46.634751 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a9a0b3ad-5c53-4ede-ae1b-b753e8d74e65 None None] Provisioning complete for port 100f1260-9809-4e42-a729-5be99c3aa9a2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:46.635114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b3ad-5c53-4ede-ae1b-b753e8d74e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.692241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0b3ad-5c53-4ede-ae1b-b753e8d74e65 None None] Port 100f1260-9809-4e42-a729-5be99c3aa9a2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:32:46.760116 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:32:46.769962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Sync routers for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:46.773549 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-94c99185-85aa-4080-9045-85deef804ac1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/5b4a9137-bb44-41f5-a73d-581858d828c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1458957 Feb 04 16:32:46.780272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:32:46.781003 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:46.895930 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-24fa02c5-7414-46e7-baa2-a995b3cdc666 None None] Provisioning complete for port 100f1260-9809-4e42-a729-5be99c3aa9a2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:46.896296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-24fa02c5-7414-46e7-baa2-a995b3cdc666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.950024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-66a5d98f-f29a-41bc-ae6f-9e72b445238c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:46.965595 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-66a5d98f-f29a-41bc-ae6f-9e72b445238c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:46.967129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-66a5d98f-f29a-41bc-ae6f-9e72b445238c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710977665&fields=id&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 267 time: 0.0580833 Feb 04 16:32:47.029216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-24fa02c5-7414-46e7-baa2-a995b3cdc666 None None] Port 100f1260-9809-4e42-a729-5be99c3aa9a2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:32:47.041502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:32:47.131825 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-81d64a95-07bc-4143-801f-23934c156755 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:47.132597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-81d64a95-07bc-4143-801f-23934c156755 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:47.148905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-81d64a95-07bc-4143-801f-23934c156755 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:47.150297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-81d64a95-07bc-4143-801f-23934c156755 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 797 time: 0.1763763 Feb 04 16:32:47.166874 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-0ab37b58-356a-4643-b948-961c200903ef tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/quotas/0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 375 time: 0.0110686 Feb 04 16:32:47.171710 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:47.253918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-66b62b9e-6265-4e0b-b77b-263038486110 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:47.269694 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-66b62b9e-6265-4e0b-b77b-263038486110 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:47.277047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-66b62b9e-6265-4e0b-b77b-263038486110 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030827 Feb 04 16:32:47.341173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b8109869-85ed-42cc-a187-52ac61270b16 None None] Provisioning complete for port 100f1260-9809-4e42-a729-5be99c3aa9a2 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:47.341543 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b8109869-85ed-42cc-a187-52ac61270b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.463922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-2dfc3959-2748-4162-a7ba-1ce85c2be13e service neutron] 10.222.0.46 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800621 Feb 04 16:32:47.475090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-b8109869-85ed-42cc-a187-52ac61270b16 None None] Port 100f1260-9809-4e42-a729-5be99c3aa9a2 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:32:47.510049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:47.510269 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.597840 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-35305555-fcfc-4370-9eb8-aa9820851a19 service neutron] 10.222.0.46 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272326 Feb 04 16:32:47.650085 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '100f1260-9809-4e42-a729-5be99c3aa9a2', 'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:5d:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:44Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 2, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '334e7af3-61be-487e-a75f-5a76715932de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:47.656433 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Checking router: 5b4a9137-bb44-41f5-a73d-581858d828c0 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:47.656800 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Updating router 5b4a9137-bb44-41f5-a73d-581858d828c0 port 100f1260-9809-4e42-a729-5be99c3aa9a2 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:32:47.687473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fed0a9d4-2a68-4581-aa30-443cd7929b3a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:47.758967 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.779299 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1e8cb00e-ce53-44ab-8fa8-3d0c4e3e5bd1 req-54903eb1-d55c-4b35-8265-088d72f56275 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 210 time: 0.0449657 Feb 04 16:32:47.890088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port fed0a9d4-2a68-4581-aa30-443cd7929b3a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:47.890678 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.250623 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.263051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Transition to ACTIVE for port object 100f1260-9809-4e42-a729-5be99c3aa9a2 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:48.271124 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.436504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf3f3-e729-4570-82fa-238541a9ca75 None None] Pushing event updated for resources: {'Port': ['ID=100f1260-9809-4e42-a729-5be99c3aa9a2,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:48.502427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Attempting to bind port 100f1260-9809-4e42-a729-5be99c3aa9a2 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:48.502793 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Attempting to bind port 100f1260-9809-4e42-a729-5be99c3aa9a2 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:48.503147 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Attempting to bind port 100f1260-9809-4e42-a729-5be99c3aa9a2 on network 2aabf249-f3eb-4079-919c-f8129a23290a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:32:48.508805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:32:48.509157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Checking segment: {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:32:48.509551 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.509938 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Bound using segment: {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:32:48.510806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Bound port: 100f1260-9809-4e42-a729-5be99c3aa9a2, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:48.511189 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.606913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] For port 100f1260-9809-4e42-a729-5be99c3aa9a2, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:32:48.612163 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] For port 100f1260-9809-4e42-a729-5be99c3aa9a2, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=100f1260-9809-4e42-a729-5be99c3aa9a2,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:32:48.618690 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.693334 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:32:48.694215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:48.777535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf3f3-e729-4570-82fa-238541a9ca75 None None] Pushing event updated for resources: {'Port': ['ID=100f1260-9809-4e42-a729-5be99c3aa9a2,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:48.931083 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:32:48.938059 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b87814e9-03fe-4ae5-9ca4-ec12e0c7c4b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:48.938701 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b87814e9-03fe-4ae5-9ca4-ec12e0c7c4b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:48.953207 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b87814e9-03fe-4ae5-9ca4-ec12e0c7c4b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:48.954260 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b87814e9-03fe-4ae5-9ca4-ec12e0c7c4b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 797 time: 0.2354119 Feb 04 16:32:48.986047 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eb9cb5ac-fe05-49a2-be1f-0ee82d3e4173 req-0070df49-73f2-43f6-87f0-dfe6c4c4ff37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 210 time: 0.0517929 Feb 04 16:32:49.008188 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-dd7342fc-b805-4b2f-8688-ee3e65907346 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:49.019984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-dd7342fc-b805-4b2f-8688-ee3e65907346 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:49.021135 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-dd7342fc-b805-4b2f-8688-ee3e65907346 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 380 time: 0.0552099 Feb 04 16:32:49.029650 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'port': {'device_id': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'admin_state_up': True, 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'security_groups': ['4644cbb6-10b7-4ac1-95a2-780958350d6a']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:49.172070 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:49.182894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:49.192873 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:49.197286 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.305774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '100f1260-9809-4e42-a729-5be99c3aa9a2', 'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:5d:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:44Z', 'updated_at': '2022-02-04T16:32:48Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '334e7af3-61be-487e-a75f-5a76715932de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:49.309952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c41e7d-4b0e-421a-9975-12448e7975a0 None None] The sync data for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 is: [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '100f1260-9809-4e42-a729-5be99c3aa9a2', 'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:5d:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:44Z', 'updated_at': '2022-02-04T16:32:48Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '334e7af3-61be-487e-a75f-5a76715932de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:49.379427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.3 (2aabf249-f3eb-4079-919c-f8129a23290a/334e7af3-61be-487e-a75f-5a76715932de/396ae3ce-f50e-4e4a-9625-ad8a40effe76) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:49.593102 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.609206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object 396ae3ce-f50e-4e4a-9625-ad8a40effe76 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:49.633822 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.707156 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 2aabf249-f3eb-4079-919c-f8129a23290a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:49.710335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:49.713129 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:32:49.751028 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:49.790859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:49.791473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.820546 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-b475e357-c5a1-4819-9ea6-affd83761f9a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7943275 Feb 04 16:32:49.832638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Request body: {'port': {'device_id': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:49.953084 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.014475 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7f3672e8-d8fb-40eb-b6b4-b9abd23f8302 None None] Provisioning for port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:50.020482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7f3672e8-d8fb-40eb-b6b4-b9abd23f8302 None None] Provisioning complete for port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:50.020882 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f3672e8-d8fb-40eb-b6b4-b9abd23f8302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.092912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7f3672e8-d8fb-40eb-b6b4-b9abd23f8302 None None] Port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:32:50.304980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb48e-b48b-43fa-bbde-a3207f2ec8bd req-956d3c6b-1316-4a79-a1b0-87539f18c281 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:50.306439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e6bb48e-b48b-43fa-bbde-a3207f2ec8bd req-956d3c6b-1316-4a79-a1b0-87539f18c281 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 931 time: 0.2030208 Feb 04 16:32:50.352996 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396ae3ce-f50e-4e4a-9625-ad8a40effe76 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:32:50.359438 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e6bb48e-b48b-43fa-bbde-a3207f2ec8bd req-9ad1a587-e10f-4917-bbf4-14e6e0dc8260 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457098 Feb 04 16:32:50.360251 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.380501 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Transition to ACTIVE for port object 396ae3ce-f50e-4e4a-9625-ad8a40effe76 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:50.385616 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.522943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Pushing event updated for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:50.629865 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Attempting to bind port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:50.630206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Attempting to bind port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:50.630536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Attempting to bind port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on network 2aabf249-f3eb-4079-919c-f8129a23290a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:32:50.635360 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on network 2aabf249-f3eb-4079-919c-f8129a23290a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:32:50.635680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Attempting to bind port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on network 2aabf249-f3eb-4079-919c-f8129a23290a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:32:50.640817 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:32:50.641272 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Checking segment: {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:32:50.641661 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Bound using segment: {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:32:50.642084 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Bound port: 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:50.642431 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.735388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:32:50.738839 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:32:50.743280 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.803057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:50.804040 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.805489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] 10.222.0.61 "PUT /v2.0/ports/396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 1091 time: 0.9775569 Feb 04 16:32:50.805927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:50.845512 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd0f03-4e33-4694-a50d-ca69c9804960 service neutron] Pushing event updated for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:50.922848 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'status': 'completed', 'code': 200} Feb 04 16:32:50.928467 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-1e683882-1ab1-4e78-9d84-6b6ad2df0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:50.930098 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-1e683882-1ab1-4e78-9d84-6b6ad2df0202 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1094 time: 0.0815291 Feb 04 16:32:50.999040 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-3048f7fb-c50e-4e5f-90af-15daa632a338 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 217 time: 0.0624690 Feb 04 16:32:51.065721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-e5be20de-8bff-49ce-82be-0c6618de2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.067203 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-e5be20de-8bff-49ce-82be-0c6618de2a98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.0611138 Feb 04 16:32:51.151697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-d10c39b9-e6e6-4d4a-a31b-1b21e859bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.152048 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 100f1260-9809-4e42-a729-5be99c3aa9a2 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:51.153236 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-d10c39b9-e6e6-4d4a-a31b-1b21e859bedd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783837 Feb 04 16:32:51.223896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 100f1260-9809-4e42-a729-5be99c3aa9a2 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:51.229550 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 100f1260-9809-4e42-a729-5be99c3aa9a2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:51.230055 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.350375 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.386476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 100f1260-9809-4e42-a729-5be99c3aa9a2, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=100f1260-9809-4e42-a729-5be99c3aa9a2,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:51.390853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.400954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-74df6cb1-11ab-4d98-a297-6137c031219a service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402518 Feb 04 16:32:51.469552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=100f1260-9809-4e42-a729-5be99c3aa9a2,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:51.535655 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-a89ad593-8600-4e0a-a8be-82beaae5292a req-84a993db-e941-4fe9-a8c0-dcb191268f0a service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272976 Feb 04 16:32:51.574900 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf1d87-258c-4624-ad93-9a8056b7ea24 req-55639d8e-bc75-4b4b-a85e-5d7f0bc26979 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.576382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92bf1d87-258c-4624-ad93-9a8056b7ea24 req-55639d8e-bc75-4b4b-a85e-5d7f0bc26979 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 943 time: 0.0872395 Feb 04 16:32:51.622002 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-92bf1d87-258c-4624-ad93-9a8056b7ea24 req-4da452d1-27ea-4921-b9a4-d8b2c9714f6e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394480 Feb 04 16:32:51.657200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-a1c105de-4695-4681-99c3-3ca8bc7e984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.658649 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-a1c105de-4695-4681-99c3-3ca8bc7e984e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1094 time: 0.0768600 Feb 04 16:32:51.790085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-e7a67798-412c-4331-91f2-cb30b26a018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.791489 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-e7a67798-412c-4331-91f2-cb30b26a018e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 898 time: 0.1237886 Feb 04 16:32:51.858757 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-52e772c5-92f5-47d5-b92d-c788e7f24054 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 217 time: 0.0600667 Feb 04 16:32:51.924710 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-56acabf0-4c71-42ec-8c8e-a5fa6e57bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.926142 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-56acabf0-4c71-42ec-8c8e-a5fa6e57bd29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.0605741 Feb 04 16:32:52.000107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-3131e814-c469-4340-8426-ee51a8ccd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:52.001574 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-3131e814-c469-4340-8426-ee51a8ccd6cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685620 Feb 04 16:32:52.136611 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-154d72a4-d072-4b91-acda-3fa688c14232 service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246090 Feb 04 16:32:52.265723 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-d2f3fa85-63d4-4d96-8cdc-0bad05b0ef5c req-1d1d1f25-9248-4187-81cd-edfc33637a39 service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227643 Feb 04 16:32:52.804298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b950c-16ef-42e0-8a02-b2881defc3de req-aadb57f7-fb2a-4983-b6c6-03d5fca4c96e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:52.805945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d5b950c-16ef-42e0-8a02-b2881defc3de req-aadb57f7-fb2a-4983-b6c6-03d5fca4c96e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 943 time: 0.0790062 Feb 04 16:32:52.849725 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d5b950c-16ef-42e0-8a02-b2881defc3de req-a3f6bb5f-70cc-417f-8966-6596e836e5ab tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379491 Feb 04 16:32:53.123954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 100f1260-9809-4e42-a729-5be99c3aa9a2 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:53.191231 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 100f1260-9809-4e42-a729-5be99c3aa9a2 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:53.191593 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.444001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 396ae3ce-f50e-4e4a-9625-ad8a40effe76 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:32:53.576441 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:53.590359 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'port_id': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'mac_address': 'fa:16:3e:90:6f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:32:53.647802 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.664311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396ae3ce-f50e-4e4a-9625-ad8a40effe76 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:32:53.679552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:53.684194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.750189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:53.929734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['396ae3ce-f50e-4e4a-9625-ad8a40effe76'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:32:54.036323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dea8ed-1190-4014-a2ef-a1bd57b61277 req-f2e1d2a7-123f-4bca-9407-10338820a232 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:54.037790 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2dea8ed-1190-4014-a2ef-a1bd57b61277 req-f2e1d2a7-123f-4bca-9407-10338820a232 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 944 time: 0.0821877 Feb 04 16:32:54.082199 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b2dea8ed-1190-4014-a2ef-a1bd57b61277 req-38e7b4ea-8535-4d14-8dc5-97e3ea2b1e69 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380487 Feb 04 16:32:55.273956 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0ce90-fa7c-4282-b827-18e76a59b884 req-6c84af08-7594-4fd4-9805-7df9eb47cebc tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.275412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6eb0ce90-fa7c-4282-b827-18e76a59b884 req-6c84af08-7594-4fd4-9805-7df9eb47cebc tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 944 time: 0.0794566 Feb 04 16:32:55.320600 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6eb0ce90-fa7c-4282-b827-18e76a59b884 req-22ad3340-e8f0-429b-b68d-2a50e39e1e97 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388649 Feb 04 16:32:55.459137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 396ae3ce-f50e-4e4a-9625-ad8a40effe76 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:55.530369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:55.534998 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:55.535368 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.653319 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.680600 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:55.690547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:32:55.694901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.768957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:55.777770 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'code': 200} Feb 04 16:32:55.906982 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4d34-45e9-4ae8-88aa-fb4e43360a4a req-80eff843-ea45-4661-b4a8-471f7593d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.908350 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-98fc4d34-45e9-4ae8-88aa-fb4e43360a4a req-80eff843-ea45-4661-b4a8-471f7593d18d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1096 time: 0.0740755 Feb 04 16:32:55.949092 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-98fc4d34-45e9-4ae8-88aa-fb4e43360a4a req-376ec182-c407-48f4-9cfd-dab379d232e1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340650 Feb 04 16:32:56.508443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d4ded-e705-48b0-ad55-648a92686ec6 req-efccbb31-fbae-4cb5-aab4-e87a46e3cfcb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:56.509912 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-393d4ded-e705-48b0-ad55-648a92686ec6 req-efccbb31-fbae-4cb5-aab4-e87a46e3cfcb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0820813 Feb 04 16:32:56.552859 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-393d4ded-e705-48b0-ad55-648a92686ec6 req-637ecdff-6e32-44bf-bf9b-80e8696a1d2b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372231 Feb 04 16:32:57.381055 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a8c9355-3a25-4492-b543-be69bf616306 req-471bc31b-cc14-4565-9211-5f7faa9a0106 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680702 Feb 04 16:32:57.527195 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9355-3a25-4492-b543-be69bf616306 req-68509de3-2239-457a-ae28-5fa166877103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:57.528846 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a8c9355-3a25-4492-b543-be69bf616306 req-68509de3-2239-457a-ae28-5fa166877103 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1096 time: 0.0734413 Feb 04 16:32:57.676677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9355-3a25-4492-b543-be69bf616306 req-f4e8a61d-eeb3-4dd3-b6fd-669919407b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:57.678159 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a8c9355-3a25-4492-b543-be69bf616306 req-f4e8a61d-eeb3-4dd3-b6fd-669919407b4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 898 time: 0.1299365 Feb 04 16:32:57.740415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875992e8-990e-42f6-9be9-913e879d54df req-f7f53176-dbd8-41d1-a62d-6803cacacc20 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:57.741942 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-875992e8-990e-42f6-9be9-913e879d54df req-f7f53176-dbd8-41d1-a62d-6803cacacc20 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0805559 Feb 04 16:32:57.746349 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a8c9355-3a25-4492-b543-be69bf616306 req-f14c2c36-823d-47ee-b1d0-2832693861d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 217 time: 0.0612159 Feb 04 16:32:57.790391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-875992e8-990e-42f6-9be9-913e879d54df req-91f393d1-f159-4bc7-a11e-75f352d98bca tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Feb 04 16:32:57.814039 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9355-3a25-4492-b543-be69bf616306 req-5151419d-c2d4-4b95-a7bd-852824bcbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:57.815476 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a8c9355-3a25-4492-b543-be69bf616306 req-5151419d-c2d4-4b95-a7bd-852824bcbb7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.0619037 Feb 04 16:32:57.891881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9355-3a25-4492-b543-be69bf616306 req-b58f01ef-bb3d-46e8-8393-88460b8cd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:57.893303 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a8c9355-3a25-4492-b543-be69bf616306 req-b58f01ef-bb3d-46e8-8393-88460b8cd129 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717783 Feb 04 16:32:57.978461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026773de-39bd-486f-abb5-e5eafb62dc24 req-f0b3d3f2-24a8-4e17-b687-7ed0483b68c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:57.980052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-026773de-39bd-486f-abb5-e5eafb62dc24 req-f0b3d3f2-24a8-4e17-b687-7ed0483b68c1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0856502 Feb 04 16:32:58.027700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-026773de-39bd-486f-abb5-e5eafb62dc24 req-f91fda37-920b-4835-aba5-b9d360f80252 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Feb 04 16:32:58.050289 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54098) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:58.129463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca6426-c912-4155-89f9-6f84312310dc tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:58.130954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-72ca6426-c912-4155-89f9-6f84312310dc tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1091 time: 0.0796654 Feb 04 16:32:58.134281 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54102) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:58.139143 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:58.142967 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a8c9355-3a25-4492-b543-be69bf616306 req-63fae3d1-2396-4b91-b80e-cdee32105557 service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431369 Feb 04 16:32:58.145809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:58.149724 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:floatingip and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:58.152568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:58.158449 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:58.168906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.276854 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8a8c9355-3a25-4492-b543-be69bf616306 req-2622a76a-441c-42e1-9c01-2a9af5ab9a62 service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270885 Feb 04 16:32:58.312057 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.444442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.64 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/e6606d56-6290-416e-a66b-a9dfce50fa58) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:58.592098 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.621313 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.687030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:58.689831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:58.693581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:32:58.727144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=e6606d56-6290-416e-a66b-a9dfce50fa58,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:59.224379 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.300014 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.517927 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.522305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.636990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=e6606d56-6290-416e-a66b-a9dfce50fa58,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:59.653110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.827356 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP fb5f7b8e-ea6f-4eff-9163-685b3eafd60b associated. External IP: 172.25.8.64, port: 396ae3ce-f50e-4e4a-9625-ad8a40effe76. Feb 04 16:33:00.189125 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 5b4a9137-bb44-41f5-a73d-581858d828c0 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:33:00.373554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:33:00.384331 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] Sync routers for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:33:00.394210 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:33:00.394822 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:00.398394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.455642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-18eea23a-35ec-406b-bf03-56ba5b7a727b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3203263 Feb 04 16:33:00.456321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:00.582098 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:33:00.626519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14f402-ddf4-4636-80ec-378e1455c515 req-ac9b2b3a-b1da-43e2-9213-feade66035e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:00.627978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f14f402-ddf4-4636-80ec-378e1455c515 req-ac9b2b3a-b1da-43e2-9213-feade66035e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0832968 Feb 04 16:33:00.671706 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3f14f402-ddf4-4636-80ec-378e1455c515 req-11ad0fa3-b66f-4e48-ba8c-32179fd91506 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372195 Feb 04 16:33:00.696102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54110) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:00.757653 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'status': 'completed', 'code': 200} Feb 04 16:33:00.841132 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-1c2f7399-6877-4ea5-bec4-aa3c3c6cc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:00.842949 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-1c2f7399-6877-4ea5-bec4-aa3c3c6cc1ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1096 time: 0.0914428 Feb 04 16:33:00.939029 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f7e866a6-1967-4a88-990f-ac0fbf3e5bea tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/fb5f7b8e-ea6f-4eff-9163-685b3eafd60b HTTP/1.1" status: 200 len: 990 time: 0.2416284 Feb 04 16:33:00.982696 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-10030ef3-2579-4032-b71f-195f2298e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:00.984426 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-10030ef3-2579-4032-b71f-195f2298e9cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 898 time: 0.1352112 Feb 04 16:33:00.996454 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'fb5f7b8e-ea6f-4eff-9163-685b3eafd60b', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.64', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'port_id': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'mac_address': 'fa:16:3e:90:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:32:59Z', 'updated_at': '2022-02-04T16:32:59Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100f1260-9809-4e42-a729-5be99c3aa9a2', 'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:5d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:44Z', 'updated_at': '2022-02-04T16:32:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '334e7af3-61be-487e-a75f-5a76715932de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:01.000312 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] Checking router: 5b4a9137-bb44-41f5-a73d-581858d828c0 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:33:01.009151 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:33:01.009733 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:32:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:01.094385 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-3e89ea50-ebcb-4bfc-a121-e53e9882c7f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 998 time: 0.1021297 Feb 04 16:33:01.159220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-02b3de67-4d8c-40bd-86eb-658a1a354b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:01.160669 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-02b3de67-4d8c-40bd-86eb-658a1a354b5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.0581322 Feb 04 16:33:01.191551 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:33:01.236893 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-cc2e4fc7-6fda-43a0-b378-f097c79dca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:01.238357 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-cc2e4fc7-6fda-43a0-b378-f097c79dca47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713871 Feb 04 16:33:01.372378 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-544cfa55-841e-4327-b6d9-8ee03ec07bbb service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269097 Feb 04 16:33:01.507142 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-70dcfb99-de33-4d1f-8f44-92ec3f43372a req-d6da53db-80b2-43bf-b41b-beeef4a1efd0 service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278331 Feb 04 16:33:01.536926 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'fb5f7b8e-ea6f-4eff-9163-685b3eafd60b', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.64', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'port_id': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'mac_address': 'fa:16:3e:90:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:32:59Z', 'updated_at': '2022-02-04T16:32:59Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100f1260-9809-4e42-a729-5be99c3aa9a2', 'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:5d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:44Z', 'updated_at': '2022-02-04T16:32:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '334e7af3-61be-487e-a75f-5a76715932de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:01.541530 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ae4c7-1dd1-4b05-8a0b-a4fd09d086de None None] The sync data for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 is: [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'fb5f7b8e-ea6f-4eff-9163-685b3eafd60b', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.64', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'port_id': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'mac_address': 'fa:16:3e:90:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:32:59Z', 'updated_at': '2022-02-04T16:32:59Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100f1260-9809-4e42-a729-5be99c3aa9a2', 'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:5d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:44Z', 'updated_at': '2022-02-04T16:32:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '334e7af3-61be-487e-a75f-5a76715932de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:33:01.731713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8940d-8255-499d-ab81-b8f3484db270 None None] New status for floating IP fb5f7b8e-ea6f-4eff-9163-685b3eafd60b: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:33:01.942998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54114) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:02.054366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b7ca8a44-0e44-4d24-aaa0-1b8eabc62677 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/fb5f7b8e-ea6f-4eff-9163-685b3eafd60b HTTP/1.1" status: 200 len: 990 time: 0.1097167 Feb 04 16:33:03.058383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54118) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:03.168285 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-82fc2403-d082-48b0-ad8f-6c3a05e2c223 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/fb5f7b8e-ea6f-4eff-9163-685b3eafd60b HTTP/1.1" status: 200 len: 992 time: 0.1085424 Feb 04 16:33:03.404684 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:33:04.369274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c5084c28-097a-4fac-a8fc-6c8ecfb82534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.738853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6d57d594-ed88-4a80-bc13-d9dcd7c112d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.949527 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.833161 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.902351 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.388527 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.846855 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.372274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e073375c-b0d2-4533-9323-898b5587f678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.720300 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54144) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:34.776494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6be44c-b3ae-4063-ab2f-270dea6a7f3e req-271f4adf-7733-4fa9-bb27-4968269c0b1b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:34.778065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f6be44c-b3ae-4063-ab2f-270dea6a7f3e req-271f4adf-7733-4fa9-bb27-4968269c0b1b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0825717 Feb 04 16:33:34.831645 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f6be44c-b3ae-4063-ab2f-270dea6a7f3e req-784150a3-2ad3-4e83-a425-5e341895bb1c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480335 Feb 04 16:33:34.836076 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-f7478643-3fb5-42e2-a1e3-bc73b1a35689 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145804 Feb 04 16:33:36.027565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138c100-5dfa-4583-b741-ce514d965077 req-0b460f88-bd94-42ed-888e-f2d3098efae8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:36.029143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2138c100-5dfa-4583-b741-ce514d965077 req-0b460f88-bd94-42ed-888e-f2d3098efae8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0900319 Feb 04 16:33:36.078901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2138c100-5dfa-4583-b741-ce514d965077 req-e44a6ec0-c581-4232-b661-091dda15984c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Feb 04 16:33:36.138786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-bd7589c8-e075-4982-b28b-66f23b580f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:36.140156 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-bd7589c8-e075-4982-b28b-66f23b580f30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1096 time: 0.0705066 Feb 04 16:33:36.273721 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-71951dc4-ffe6-4317-9494-eed3413d437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:36.275162 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-71951dc4-ffe6-4317-9494-eed3413d437b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 898 time: 0.1261075 Feb 04 16:33:36.378841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-7e1dac3a-31fc-445d-83e2-5b66561f8cae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 1000 time: 0.0967581 Feb 04 16:33:36.440482 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-ae318313-3a78-490c-b997-77a60268c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:36.441884 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-ae318313-3a78-490c-b997-77a60268c40e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.0570042 Feb 04 16:33:36.520223 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-08721a92-d0fa-4c0b-950d-33f8da561d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:36.521720 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-08721a92-d0fa-4c0b-950d-33f8da561d36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727904 Feb 04 16:33:36.742713 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d3f1dc20-c49a-4990-97c5-48bb211c8b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.758782 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-7db9992d-6fc8-45f9-9652-4933aee9336d service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305920 Feb 04 16:33:36.895447 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-e4f1dbee-e952-4bad-b302-f364bba89ac1 service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290584 Feb 04 16:33:36.942589 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.261700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693939b3-b5fa-44b8-9363-e6a143bb30a3 req-31d80337-d11b-4a92-96cf-8609503b476c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:37.263155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-693939b3-b5fa-44b8-9363-e6a143bb30a3 req-31d80337-d11b-4a92-96cf-8609503b476c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0785289 Feb 04 16:33:37.307303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-693939b3-b5fa-44b8-9363-e6a143bb30a3 req-6806869d-2218-4e9d-bf1f-5bebe626da1b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385802 Feb 04 16:33:37.836424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.904466 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.500654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158195-50ad-43eb-9835-13d6858f72a1 req-f47152a5-dabb-4b71-a4eb-0f798ab3494a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:38.502136 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6158195-50ad-43eb-9835-13d6858f72a1 req-f47152a5-dabb-4b71-a4eb-0f798ab3494a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0848923 Feb 04 16:33:38.546265 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6158195-50ad-43eb-9835-13d6858f72a1 req-79de21f2-15e6-4aa5-81a2-2d900180dfa8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382812 Feb 04 16:33:39.387466 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:39.729620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe5538-ecb3-4b57-8323-2b0672973152 req-3eaf55e3-6b09-4bfb-8117-f9bc9a6a33d6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:39.731056 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aabe5538-ecb3-4b57-8323-2b0672973152 req-3eaf55e3-6b09-4bfb-8117-f9bc9a6a33d6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0789235 Feb 04 16:33:39.777537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aabe5538-ecb3-4b57-8323-2b0672973152 req-29db85d1-00a6-49cf-afaf-ec3b62d31bf5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 Feb 04 16:33:39.862230 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.404717 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:33:40.973821 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49b412-8b7d-42bf-bb82-8d9896139e6b req-41d82945-d2a3-4a61-b229-2f2d6a77992d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:40.975913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee49b412-8b7d-42bf-bb82-8d9896139e6b req-41d82945-d2a3-4a61-b229-2f2d6a77992d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0797818 Feb 04 16:33:41.024343 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee49b412-8b7d-42bf-bb82-8d9896139e6b req-a9cedd4c-e72d-4131-a4a7-c26f0857145b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423884 Feb 04 16:33:42.212268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3cee-8798-4f90-9701-39a03a808712 req-22f1376f-f94d-41f6-97d2-cd7570a8757c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:42.213740 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a66c3cee-8798-4f90-9701-39a03a808712 req-22f1376f-f94d-41f6-97d2-cd7570a8757c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0838547 Feb 04 16:33:42.256377 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a66c3cee-8798-4f90-9701-39a03a808712 req-6d6027db-c0be-41a3-b745-185a18018953 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370452 Feb 04 16:33:43.442482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1565d3d-c2d4-416a-9908-236ae19c56c1 req-54e113ee-964f-464f-9891-66709d4d4c80 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:43.444658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1565d3d-c2d4-416a-9908-236ae19c56c1 req-54e113ee-964f-464f-9891-66709d4d4c80 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0818901 Feb 04 16:33:43.487766 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1565d3d-c2d4-416a-9908-236ae19c56c1 req-f45d46f8-c92f-4907-83cc-aa9e28b4c692 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374534 Feb 04 16:33:44.682543 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801a4b3-9a70-4784-bc13-e413d498119d req-b2764b30-9d3b-4107-a9e0-70507c0e05b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:44.685271 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7801a4b3-9a70-4784-bc13-e413d498119d req-b2764b30-9d3b-4107-a9e0-70507c0e05b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0915577 Feb 04 16:33:44.728362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7801a4b3-9a70-4784-bc13-e413d498119d req-7d05e859-c81c-4c92-afd7-f11c8a817aeb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377965 Feb 04 16:33:45.917010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393416b-2d66-41ac-b1c2-901da1072c8e req-b8619466-d149-4655-a1e7-c97336813cd0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:45.918550 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c393416b-2d66-41ac-b1c2-901da1072c8e req-b8619466-d149-4655-a1e7-c97336813cd0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0814097 Feb 04 16:33:45.966454 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c393416b-2d66-41ac-b1c2-901da1072c8e req-b51adadb-fc08-41b7-9b3e-4395e4c97e6a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Feb 04 16:33:47.149105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1a5fe-3296-401b-885f-749814ba1dfd req-946c3664-333f-4902-a7c7-361710b12de0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:47.150452 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4cb1a5fe-3296-401b-885f-749814ba1dfd req-946c3664-333f-4902-a7c7-361710b12de0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0786061 Feb 04 16:33:47.194658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4cb1a5fe-3296-401b-885f-749814ba1dfd req-b1ccf436-8663-4d24-bf1c-52b03ced20ba tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 Feb 04 16:33:48.383627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84262df1-3f1d-4f71-ab25-21dab632c5bc req-fcc7d2e0-49a6-41fa-9f1f-dbd6d8c8c219 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:48.385078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84262df1-3f1d-4f71-ab25-21dab632c5bc req-fcc7d2e0-49a6-41fa-9f1f-dbd6d8c8c219 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0859644 Feb 04 16:33:48.428329 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-84262df1-3f1d-4f71-ab25-21dab632c5bc req-8b327856-b845-4d57-bbe7-58816e27d526 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375338 Feb 04 16:33:49.620027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342fc13-b0dc-47c4-83e9-6d8fecd01eb1 req-9f5c3c58-1846-4907-80fe-ee0069897a1c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:49.621524 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7342fc13-b0dc-47c4-83e9-6d8fecd01eb1 req-9f5c3c58-1846-4907-80fe-ee0069897a1c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0794783 Feb 04 16:33:49.666738 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7342fc13-b0dc-47c4-83e9-6d8fecd01eb1 req-c09d5623-6591-456c-bba9-50ce86fc437b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395789 Feb 04 16:33:50.860597 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7b495-178d-47c0-99ae-057ffe419ad8 req-48b0812a-9ffd-491f-9314-7019314f71cf tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:50.862518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-39a7b495-178d-47c0-99ae-057ffe419ad8 req-48b0812a-9ffd-491f-9314-7019314f71cf tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0883780 Feb 04 16:33:50.906868 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-39a7b495-178d-47c0-99ae-057ffe419ad8 req-34ece56f-655a-4a36-8642-cdfa65179125 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385027 Feb 04 16:33:52.091512 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e26ea-e4e4-4625-8447-ec8bea544107 req-292564e5-0a80-49cb-a5aa-e6ab7005028c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:52.092990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e15e26ea-e4e4-4625-8447-ec8bea544107 req-292564e5-0a80-49cb-a5aa-e6ab7005028c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0794652 Feb 04 16:33:52.137336 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e15e26ea-e4e4-4625-8447-ec8bea544107 req-aaccfc2e-5e28-47ba-b731-8c0df6cd04b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387580 Feb 04 16:33:53.328162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d9b2c-6fd3-4388-a0b7-7952379f0b02 req-eb0edb9f-d26a-45c9-80f6-fef2b6a6a0b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:53.329655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a50d9b2c-6fd3-4388-a0b7-7952379f0b02 req-eb0edb9f-d26a-45c9-80f6-fef2b6a6a0b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0849118 Feb 04 16:33:53.373659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a50d9b2c-6fd3-4388-a0b7-7952379f0b02 req-083cf239-98db-4627-a568-ecb814614b4f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375125 Feb 04 16:33:53.957043 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-ddbc440b-1e84-486e-8702-a62e6c1db944 service neutron] show failed (client error): The resource could not be found. Feb 04 16:33:53.958147 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-ddbc440b-1e84-486e-8702-a62e6c1db944 service neutron] 10.222.0.61 "GET /v2.0/ports/396ae3ce-f50e-4e4a-9625-ad8a40effe76/bindings/n-h1-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0748031 Feb 04 16:33:54.221147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-a3cae451-5a6b-4bb0-832c-390778a9e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:54.222609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-a3cae451-5a6b-4bb0-832c-390778a9e936 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 1096 time: 0.0708971 Feb 04 16:33:54.237985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:54.351079 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:54.780839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940610f-a503-411a-9541-e489cd92c735 req-1158de51-a7c8-466d-ae7c-3fb3b4a49b58 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:54.782266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f940610f-a503-411a-9541-e489cd92c735 req-1158de51-a7c8-466d-ae7c-3fb3b4a49b58 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.3028708 Feb 04 16:33:54.790794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:33:54.844510 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f940610f-a503-411a-9541-e489cd92c735 req-a5cf514c-90aa-48d7-9c45-9db559669596 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556598 Feb 04 16:33:54.852395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h2-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:33:54.912103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:54.917684 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:54.933056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Transition to ACTIVE for port object 396ae3ce-f50e-4e4a-9625-ad8a40effe76 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:54.936908 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:54.974838 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'code': 200} Feb 04 16:33:55.089379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Pushing event updated for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:55.103062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.103399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.103731 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.104058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.104382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.104707 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.105049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.105366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.105672 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.105992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.106304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.106615 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:55.151092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] No DVR routers for this DVR port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on host n-h2-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:55.379687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Attempting to bind port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:55.380484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Attempting to bind port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:55.380484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Attempting to bind port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on network 2aabf249-f3eb-4079-919c-f8129a23290a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:33:55.385063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on network 2aabf249-f3eb-4079-919c-f8129a23290a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:33:55.385378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Attempting to bind port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on network 2aabf249-f3eb-4079-919c-f8129a23290a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:33:55.390341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:33:55.390671 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Checking segment: {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:33:55.391049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Bound using segment: {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:33:55.391463 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Bound port: 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfa2c5c-2660-4889-9116-78f6625cab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:55.391799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.481184 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:33:55.484360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:33:55.488819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.540009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:55.540597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.542126 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] 10.222.0.53 "PUT /v2.0/ports/396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 1091 time: 1.3079853 Feb 04 16:33:55.611527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb8696-1764-4993-9b51-955c3dd96b30 service neutron] Pushing event updated for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:55.646951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-4ed15351-c667-4fc7-a4e8-c53ff6284cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:55.648473 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-4ed15351-c667-4fc7-a4e8-c53ff6284cff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1094 time: 0.0802815 Feb 04 16:33:55.785722 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-3de3d787-a261-44d2-ab73-6e7339614b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:55.787201 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-3de3d787-a261-44d2-ab73-6e7339614b70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 898 time: 0.1294751 Feb 04 16:33:55.896462 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-e03392c4-3418-4567-a51e-cd015da8b643 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 998 time: 0.1007657 Feb 04 16:33:56.003800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-e5ffa2e4-ff97-41a4-89bf-c6dd36bbd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:56.006089 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-e5ffa2e4-ff97-41a4-89bf-c6dd36bbd302 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.1008768 Feb 04 16:33:56.095937 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea3303-011b-4c8a-a85b-ca3fd4405a51 req-1914ab12-058f-46f0-9500-afae694d265f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:56.097417 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96ea3303-011b-4c8a-a85b-ca3fd4405a51 req-1914ab12-058f-46f0-9500-afae694d265f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 943 time: 0.1389861 Feb 04 16:33:56.132828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-26319aa9-e963-4c56-b2ec-9e0e99439e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:56.134181 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-26319aa9-e963-4c56-b2ec-9e0e99439e7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159365 Feb 04 16:33:56.213710 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-96ea3303-011b-4c8a-a85b-ca3fd4405a51 req-42653494-f36e-42f2-9c12-4445804e39ad tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105866 Feb 04 16:33:56.387150 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-90206209-5fc3-4d3a-b0a4-ab29bc8ae542 service neutron] 10.222.0.53 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409687 Feb 04 16:33:56.518901 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-82db5232-daaa-402f-b7a4-841fde0c64b3 service neutron] 10.222.0.53 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231968 Feb 04 16:33:56.976132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:57.031978 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'status': 'completed', 'code': 200} Feb 04 16:33:57.127228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-ba66e3fd-ec4b-410f-8fb5-eec92d49ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.127496 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-cf1e1c87-4982-4ffd-b3e5-242c0d9c8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.128742 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-ba66e3fd-ec4b-410f-8fb5-eec92d49ed37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1094 time: 0.0724995 Feb 04 16:33:57.128879 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-cf1e1c87-4982-4ffd-b3e5-242c0d9c8c02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1094 time: 0.0775359 Feb 04 16:33:57.262485 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-2c4ea51f-0729-4006-85df-2665d8721628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.264218 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-2c4ea51f-0729-4006-85df-2665d8721628 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 898 time: 0.1292911 Feb 04 16:33:57.264365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-145859f8-b56f-470f-a6cd-34222c471e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.265891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-145859f8-b56f-470f-a6cd-34222c471e84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 898 time: 0.1307309 Feb 04 16:33:57.376045 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-7a854e94-a608-471f-bfc1-f60e6110f1f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 998 time: 0.1039774 Feb 04 16:33:57.425976 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-a4d967ee-ad98-4751-839c-12d3a981608d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 998 time: 0.1536150 Feb 04 16:33:57.439794 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-be75cc13-62d5-428d-9a48-7f72d89f4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.441282 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-be75cc13-62d5-428d-9a48-7f72d89f4812 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.0591691 Feb 04 16:33:57.492948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59f309-1de3-4179-a735-a4759ca3af17 req-ac8776f3-b943-4055-9bb8-c6abfcb7d648 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.494456 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c59f309-1de3-4179-a735-a4759ca3af17 req-ac8776f3-b943-4055-9bb8-c6abfcb7d648 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 943 time: 0.1654842 Feb 04 16:33:57.516807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-1558e1e9-8e97-4244-b620-42273ef2af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.518192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-1558e1e9-8e97-4244-b620-42273ef2af0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.0858648 Feb 04 16:33:57.520913 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-09b656b5-ed79-462a-9f4a-9589ec808445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.522394 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-09b656b5-ed79-462a-9f4a-9589ec808445 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745413 Feb 04 16:33:57.593587 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6c59f309-1de3-4179-a735-a4759ca3af17 req-f90bfe11-7390-47bc-bd64-223be49d1898 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922496 Feb 04 16:33:57.616644 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-6ac596fb-4c9b-46de-bc0a-f7a529e92f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:57.616644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-6ac596fb-4c9b-46de-bc0a-f7a529e92f6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899079 Feb 04 16:33:57.656746 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-d5757a30-78c5-4131-93ec-82402737424e service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276891 Feb 04 16:33:57.750070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-37aefac5-a943-418c-a45b-3a0c597c4e60 service neutron] 10.222.0.53 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257443 Feb 04 16:33:57.756462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 396ae3ce-f50e-4e4a-9625-ad8a40effe76 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:57.792083 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-0c8ea06d-b225-4e92-a709-7b3387ba2a43 service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284533 Feb 04 16:33:57.816474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 396ae3ce-f50e-4e4a-9625-ad8a40effe76 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:57.885563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-427bbbe5-9306-45ac-ad0a-63e3dfa04f81 req-97413bf7-63c3-4d63-8b0f-8d1db3222b3c service neutron] 10.222.0.53 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291115 Feb 04 16:33:58.024086 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 396ae3ce-f50e-4e4a-9625-ad8a40effe76 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:33:58.156066 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:33:58.169316 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'port_id': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'mac_address': 'fa:16:3e:90:6f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:33:58.227952 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:58.246945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396ae3ce-f50e-4e4a-9625-ad8a40effe76 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:33:58.263739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:33:58.269632 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:58.342369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:58.350890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.351230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.352725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.352725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.352725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.352725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.353105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.353197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.353462 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.353782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.354101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.354415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:58.562417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['396ae3ce-f50e-4e4a-9625-ad8a40effe76'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:33:58.780629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09514771-2d1e-4b22-b202-a97e3da70ff1 req-63db5cff-6629-4370-95be-efc79c857536 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:58.782110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09514771-2d1e-4b22-b202-a97e3da70ff1 req-63db5cff-6629-4370-95be-efc79c857536 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 944 time: 0.0798006 Feb 04 16:33:58.826896 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-09514771-2d1e-4b22-b202-a97e3da70ff1 req-a589b54f-fedf-4f04-975a-79dac7c119e0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382109 Feb 04 16:33:59.136761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dee5c-48e7-42f3-af0b-1d8bcc417626 req-1c8442ce-c146-46dc-bdc1-a7f74df6d262 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:59.137879 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-898516a9-117e-428f-81b2-9b6fb864326f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:59.138372 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-267dee5c-48e7-42f3-af0b-1d8bcc417626 req-1c8442ce-c146-46dc-bdc1-a7f74df6d262 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 944 time: 0.0868511 Feb 04 16:33:59.138562 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-898516a9-117e-428f-81b2-9b6fb864326f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:59.155008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-898516a9-117e-428f-81b2-9b6fb864326f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:59.156183 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-898516a9-117e-428f-81b2-9b6fb864326f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856&tenant_id=0958d93849c04f8d8cca2033ddda7386&binding%3Ahost_id=n-h1-827870-1 HTTP/1.1" status: 200 len: 944 time: 0.1013544 Feb 04 16:33:59.185723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-267dee5c-48e7-42f3-af0b-1d8bcc417626 req-302bf27c-467c-47b2-a3cc-ba92e312cdd0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Feb 04 16:33:59.236378 n-d-827870-1 neutron-server[87571]: INFO neutron.api.v2.resource [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-7bf66f2c-8028-4feb-971c-0f6a93a9c6f5 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:33:59.237522 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-7bf66f2c-8028-4feb-971c-0f6a93a9c6f5 service neutron] 10.222.0.61 "DELETE /v2.0/ports/396ae3ce-f50e-4e4a-9625-ad8a40effe76/bindings/n-h2-827870-1 HTTP/1.1" status: 404 len: 380 time: 0.0749426 Feb 04 16:33:59.385641 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441327d-4856-4e5f-9823-5c69e9d86a78 req-35e212fc-3203-4770-b519-e3fa8ff96a07 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:59.387536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a441327d-4856-4e5f-9823-5c69e9d86a78 req-35e212fc-3203-4770-b519-e3fa8ff96a07 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 944 time: 0.0947585 Feb 04 16:33:59.389870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-f710e82f-d749-40ef-8f3a-b9c5854abe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:59.391352 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-f710e82f-d749-40ef-8f3a-b9c5854abe5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1095 time: 0.0798271 Feb 04 16:33:59.432899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a441327d-4856-4e5f-9823-5c69e9d86a78 req-bbcd61f1-32f2-4035-a29f-7b1cf626b8e3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 Feb 04 16:33:59.528563 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-927d087e-61a4-422b-a1ac-e5e375db08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:59.530096 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-927d087e-61a4-422b-a1ac-e5e375db08da service neutron] 10.222.0.61 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 898 time: 0.1323893 Feb 04 16:33:59.636027 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-d39e5bb7-e0ce-435c-8ffa-b8f88e58cfc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 999 time: 0.0982165 Feb 04 16:33:59.697380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-d8b2c90b-4b51-4556-bf34-6cca7fa7793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:59.698774 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-d8b2c90b-4b51-4556-bf34-6cca7fa7793b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.0565138 Feb 04 16:33:59.773470 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-f02e52bf-1618-492f-83c4-39d559af2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:59.775178 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-f02e52bf-1618-492f-83c4-39d559af2a56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696847 Feb 04 16:34:00.019885 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 396ae3ce-f50e-4e4a-9625-ad8a40effe76 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:00.042805 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-fbbcdb58-0d36-4598-8f69-a44fdb8dad16 service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606647 Feb 04 16:34:00.093804 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:00.099806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:00.100510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.179918 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ce1e5946-e5e6-4f21-86b1-0991a668c436 req-d0abf1c7-62f8-4315-b96b-322aa75bbd9f service neutron] 10.222.0.61 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307855 Feb 04 16:34:00.222435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.256560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:00.270044 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:00.279043 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.332492 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'code': 200} Feb 04 16:34:00.352528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=9']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:00.628478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad285b5-20cf-4821-a553-120221e38cd0 req-e78cecfb-3728-4783-ab41-55c28aabf097 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:00.629912 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ad285b5-20cf-4821-a553-120221e38cd0 req-e78cecfb-3728-4783-ab41-55c28aabf097 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0840437 Feb 04 16:34:00.675998 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9ad285b5-20cf-4821-a553-120221e38cd0 req-85e1529d-bbfa-4470-9be4-16da96fde234 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398679 Feb 04 16:34:01.861750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fb337-3412-4436-86e6-c05fb11a1084 req-72e5e684-0d30-4d46-a1c3-3cfdccb1e26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:01.863202 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc5fb337-3412-4436-86e6-c05fb11a1084 req-72e5e684-0d30-4d46-a1c3-3cfdccb1e26a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0794699 Feb 04 16:34:01.907563 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dc5fb337-3412-4436-86e6-c05fb11a1084 req-f78836c7-f0da-4288-a5ef-1bab5c7088b4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380669 Feb 04 16:34:01.931066 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54228) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:02.036844 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fdc0c2fd-6028-4594-bfad-b84f9f9cd84b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/fb5f7b8e-ea6f-4eff-9163-685b3eafd60b HTTP/1.1" status: 200 len: 992 time: 0.1044374 Feb 04 16:34:04.374823 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-34f3df6f-6378-4509-98c6-178eefa0d3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.744121 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0e097981-399a-4dfd-9e94-15685c95d3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.986801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.839065 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.906096 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.389281 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.876898 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:17.410650 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:34:30.556128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54242) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:30.888319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port e6606d56-6290-416e-a66b-a9dfce50fa58 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:34:30.888656 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.057477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.057801 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.184792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for e6606d56-6290-416e-a66b-a9dfce50fa58 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:34:31.331481 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.382298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=e6606d56-6290-416e-a66b-a9dfce50fa58,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:31.483451 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.484102 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP fb5f7b8e-ea6f-4eff-9163-685b3eafd60b disassociated (deleted). External IP: 172.25.8.64, port: 396ae3ce-f50e-4e4a-9625-ad8a40effe76. Feb 04 16:34:31.832151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 5b4a9137-bb44-41f5-a73d-581858d828c0 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:34:32.009513 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:34:32.019634 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] Sync routers for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:34:32.029599 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.030090 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:34:32.030759 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:32.197233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8aa5b1e9-2050-4cf0-9195-b5ed88d7ca99 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/floatingips/fb5f7b8e-ea6f-4eff-9163-685b3eafd60b HTTP/1.1" status: 204 len: 168 time: 1.6398957 Feb 04 16:34:32.197806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:32.216614 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:34:32.439818 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'status': 'completed', 'code': 200} Feb 04 16:34:32.538880 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '100f1260-9809-4e42-a729-5be99c3aa9a2', 'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:5d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:44Z', 'updated_at': '2022-02-04T16:32:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '334e7af3-61be-487e-a75f-5a76715932de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:32.542757 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] Checking router: 5b4a9137-bb44-41f5-a73d-581858d828c0 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:34:32.551475 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:34:32.552710 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:32.603094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-bc7288dd-12e4-4094-bb09-4de266c6c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:32.604614 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-bc7288dd-12e4-4094-bb09-4de266c6c547 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 1096 time: 0.1408460 Feb 04 16:34:32.742020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27679429-b8d9-49c4-be68-f170ae4a4cdd req-a80a794c-adca-4350-b95e-77a39e6f73f6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:32.742718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-27679429-b8d9-49c4-be68-f170ae4a4cdd req-a80a794c-adca-4350-b95e-77a39e6f73f6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:32.757917 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:34:32.767769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-6c7f75ed-3a03-4e6f-90dd-036341b9f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:32.769230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-6c7f75ed-3a03-4e6f-90dd-036341b9f855 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 200 len: 898 time: 0.1581521 Feb 04 16:34:32.775740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-27679429-b8d9-49c4-be68-f170ae4a4cdd req-a80a794c-adca-4350-b95e-77a39e6f73f6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:32.777234 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-27679429-b8d9-49c4-be68-f170ae4a4cdd req-a80a794c-adca-4350-b95e-77a39e6f73f6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.2387600 Feb 04 16:34:32.856652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-519947f6-8b90-4014-a2d8-0ed70d78f4e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 200 len: 217 time: 0.0784743 Feb 04 16:34:32.936184 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-27679429-b8d9-49c4-be68-f170ae4a4cdd req-27c53075-ceb4-4348-b54c-df79dacfe395 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072993 Feb 04 16:34:32.946400 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-03650fa2-4583-4a06-8961-5b06d31161f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:32.947913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-03650fa2-4583-4a06-8961-5b06d31161f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 200 len: 835 time: 0.0848298 Feb 04 16:34:33.029417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-34963c90-bd46-4899-b1e0-07510942e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:33.030792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-34963c90-bd46-4899-b1e0-07510942e743 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2aabf249-f3eb-4079-919c-f8129a23290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762784 Feb 04 16:34:33.070338 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '100f1260-9809-4e42-a729-5be99c3aa9a2', 'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:5d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:44Z', 'updated_at': '2022-02-04T16:32:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '334e7af3-61be-487e-a75f-5a76715932de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:33.074175 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8845a66-b1be-40c0-a5db-da8f14379fd1 None None] The sync data for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 is: [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '100f1260-9809-4e42-a729-5be99c3aa9a2', 'name': '', 'network_id': '2aabf249-f3eb-4079-919c-f8129a23290a', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:5d:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '334e7af3-61be-487e-a75f-5a76715932de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:44Z', 'updated_at': '2022-02-04T16:32:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '334e7af3-61be-487e-a75f-5a76715932de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:34:33.169944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-3d243336-ae95-41fc-9b02-a051a23e7bfe service neutron] 10.222.0.53 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312344 Feb 04 16:34:33.311223 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-20893fc9-cc8a-49d0-b610-6d6955c546f1 req-cad355d3-f783-41da-9dbe-42f1d80ac276 service neutron] 10.222.0.53 "GET /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340532 Feb 04 16:34:33.331608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be89ee1-af4f-4b22-a212-e9bfaa545d18 None None] New status for floating IP fb5f7b8e-ea6f-4eff-9163-685b3eafd60b: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:34:33.935111 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-25b63a80-ca5e-44b7-8ad5-5b9de3c873a5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:33.936530 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-25b63a80-ca5e-44b7-8ad5-5b9de3c873a5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.0815511 Feb 04 16:34:34.005749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:34:34.006095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.267378 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604ac0b-51fe-4776-85d2-558ac4c95043 req-59a4ced7-b900-4220-a63d-10f2f3c61cba tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:34.268825 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a604ac0b-51fe-4776-85d2-558ac4c95043 req-59a4ced7-b900-4220-a63d-10f2f3c61cba tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=c372cacb-3a57-4d2f-849a-6ef53f31a856 HTTP/1.1" status: 200 len: 945 time: 0.2240033 Feb 04 16:34:34.350196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a604ac0b-51fe-4776-85d2-558ac4c95043 req-8cc6eac5-93d2-4e82-957e-2a0904b3da79 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=4644cbb6-10b7-4ac1-95a2-780958350d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746615 Feb 04 16:34:34.351763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port 396ae3ce-f50e-4e4a-9625-ad8a40effe76, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=396ae3ce-f50e-4e4a-9625-ad8a40effe76,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:34.352127 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.378370 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a54c-2df4-43e0-858c-4cddf9824b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.481344 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 396ae3ce-f50e-4e4a-9625-ad8a40effe76 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:34:34.726683 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.776283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=396ae3ce-f50e-4e4a-9625-ad8a40effe76,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:34.851301 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] No DVR routers for this DVR port 396ae3ce-f50e-4e4a-9625-ad8a40effe76 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:34:34.853870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.856275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'name': 'network-vif-deleted', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:34.872892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-518b91f6-9b8a-40b9-8e33-1fca4c0048a8 req-119828c7-ad20-478f-90bf-7bbc57e7ef5c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "DELETE /v2.0/ports/396ae3ce-f50e-4e4a-9625-ad8a40effe76 HTTP/1.1" status: 204 len: 173 time: 0.9305325 Feb 04 16:34:34.909474 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c372cacb-3a57-4d2f-849a-6ef53f31a856', 'name': 'network-vif-deleted', 'tag': '396ae3ce-f50e-4e4a-9625-ad8a40effe76', 'status': 'completed', 'code': 200} Feb 04 16:34:35.603950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54258) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:36.169233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.270238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 396ae3ce-f50e-4e4a-9625-ad8a40effe76 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:36.343468 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 396ae3ce-f50e-4e4a-9625-ad8a40effe76 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:34:36.343814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 396ae3ce-f50e-4e4a-9625-ad8a40effe76 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:36.527507 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 100f1260-9809-4e42-a729-5be99c3aa9a2 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:34:36.527845 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.711923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port 100f1260-9809-4e42-a729-5be99c3aa9a2, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=100f1260-9809-4e42-a729-5be99c3aa9a2,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:36.712603 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.745470 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d750e957-7732-461f-a70c-623b038d1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.945221 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 100f1260-9809-4e42-a729-5be99c3aa9a2 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:34:37.017737 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.130891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.181033 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=100f1260-9809-4e42-a729-5be99c3aa9a2,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:37.470538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.841760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.842495 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 5b4a9137-bb44-41f5-a73d-581858d828c0 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:34:37.910345 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.025108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:34:38.034961 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] Sync routers for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:34:38.038478 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b3893662-9664-4461-a9a9-7321640a5498 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/5b4a9137-bb44-41f5-a73d-581858d828c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4334540 Feb 04 16:34:38.041090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54264) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:38.045313 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:34:38.045904 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:38.106802 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fc66b8-1622-4d82-a960-d3bf4816661c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting subnet 334e7af3-61be-487e-a75f-5a76715932de {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:34:38.109795 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1fc66b8-1622-4d82-a960-d3bf4816661c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.172397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1fc66b8-1622-4d82-a960-d3bf4816661c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.223548 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:34:38.256060 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1fc66b8-1622-4d82-a960-d3bf4816661c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.329894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1fc66b8-1622-4d82-a960-d3bf4816661c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.490119 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc66b8-1622-4d82-a960-d3bf4816661c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Subnet': ['ID=334e7af3-61be-487e-a75f-5a76715932de,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:38.495305 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1fc66b8-1622-4d82-a960-d3bf4816661c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.504022 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c1fc66b8-1622-4d82-a960-d3bf4816661c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/subnets/334e7af3-61be-487e-a75f-5a76715932de HTTP/1.1" status: 204 len: 168 time: 0.4594436 Feb 04 16:34:38.504144 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05789a7c-a1c4-43f7-a9c1-eb347c17d65c None None] Network 2aabf249-f3eb-4079-919c-f8129a23290a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:34:38.504251 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54268) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:38.516293 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:34:37Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:38.520283 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] Checking router: 5b4a9137-bb44-41f5-a73d-581858d828c0 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:34:38.529772 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] Routers {'5b4a9137-bb44-41f5-a73d-581858d828c0'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:34:38.530372 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['5b4a9137-bb44-41f5-a73d-581858d828c0'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:38.693725 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.711247 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] Set router 5b4a9137-bb44-41f5-a73d-581858d828c0 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:34:38.785907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c402ecee-e0b4-44f4-be62-b7da1e80c67e None None] DHCP port deletion for 2aabf249-f3eb-4079-919c-f8129a23290a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:34:38.790417 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c402ecee-e0b4-44f4-be62-b7da1e80c67e None None] Deleting port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:34:38.790856 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c402ecee-e0b4-44f4-be62-b7da1e80c67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.874867 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.885975 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port fed0a9d4-2a68-4581-aa30-443cd7929b3a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:34:38.886322 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.009729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c402ecee-e0b4-44f4-be62-b7da1e80c67e None None] For port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=3f40fb47-deb6-4d74-8dac-e2cb61ba8746,segment=NetworkSegment(dbfa2c5c-2660-4889-9116-78f6625cab7f),segment_id=dbfa2c5c-2660-4889-9116-78f6625cab7f)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:39.010341 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c402ecee-e0b4-44f4-be62-b7da1e80c67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.047424 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:34:37Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:39.051291 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e9c18-f5e4-4783-8baa-cc3aeace366a None None] The sync data for ids ['5b4a9137-bb44-41f5-a73d-581858d828c0'] in n-d-827870-1 is: [{'id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739217323', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:40Z', 'updated_at': '2022-02-04T16:34:37Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': 'fed0a9d4-2a68-4581-aa30-443cd7929b3a', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a9137-bb44-41f5-a73d-581858d828c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:41Z', 'updated_at': '2022-02-04T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:34:39.074015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port fed0a9d4-2a68-4581-aa30-443cd7929b3a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=fed0a9d4-2a68-4581-aa30-443cd7929b3a,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:39.074390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.148375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-c402ecee-e0b4-44f4-be62-b7da1e80c67e None None] Calling delete_port for 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:34:39.199134 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for fed0a9d4-2a68-4581-aa30-443cd7929b3a owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:34:39.225549 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c402ecee-e0b4-44f4-be62-b7da1e80c67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.270136 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402ecee-e0b4-44f4-be62-b7da1e80c67e None None] Pushing event deleted for resources: {'Port': ['ID=3f40fb47-deb6-4d74-8dac-e2cb61ba8746,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:39.276311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402ecee-e0b4-44f4-be62-b7da1e80c67e None None] No DVR routers for this DVR port 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:34:39.382739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.409877 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.455394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 100f1260-9809-4e42-a729-5be99c3aa9a2 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:39.467338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=fed0a9d4-2a68-4581-aa30-443cd7929b3a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:39.495545 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 100f1260-9809-4e42-a729-5be99c3aa9a2 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:34:39.495888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 100f1260-9809-4e42-a729-5be99c3aa9a2 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:39.496309 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:39.538248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:34:39.538585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 3f40fb47-deb6-4d74-8dac-e2cb61ba8746 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:39.553084 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.733832 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.736036 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.760158 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.760680 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4a9137-bb44-41f5-a73d-581858d828c0 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:34:39.775632 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:39.776858 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-daeda237-c459-4b2d-8ec1-d40f8ff0719e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/routers/5b4a9137-bb44-41f5-a73d-581858d828c0 HTTP/1.1" status: 204 len: 168 time: 1.2718697 Feb 04 16:34:39.779606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54274) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:39.882510 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.008493 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.142755 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.167666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aabf249-f3eb-4079-919c-f8129a23290a']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:40.180410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfa2c5c-2660-4889-9116-78f6625cab7f') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:40.180704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfa2c5c-2660-4889-9116-78f6625cab7f') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:40.193045 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.210392 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.216949 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:34:40.217340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:34:40.232499 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:34:40.315268 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.332652 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.345386 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Network': ['ID=2aabf249-f3eb-4079-919c-f8129a23290a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:40.352601 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d3d5931a-84df-4aef-aea4-cd87837d408b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/networks/2aabf249-f3eb-4079-919c-f8129a23290a HTTP/1.1" status: 204 len: 168 time: 0.5718646 Feb 04 16:34:40.355268 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54278) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:40.425182 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04b825a7-31cb-4617-8ae0-3514fbf66924 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.459848 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04b825a7-31cb-4617-8ae0-3514fbf66924 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.526974 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04b825a7-31cb-4617-8ae0-3514fbf66924 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.544248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b825a7-31cb-4617-8ae0-3514fbf66924 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4644cbb6-10b7-4ac1-95a2-780958350d6a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:40.557353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-04b825a7-31cb-4617-8ae0-3514fbf66924 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.561927 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-04b825a7-31cb-4617-8ae0-3514fbf66924 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/security-groups/4644cbb6-10b7-4ac1-95a2-780958350d6a HTTP/1.1" status: 204 len: 168 time: 0.2056508 Feb 04 16:34:40.841118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54286) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:40.846360 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203579512', 'description': 'tempest-secgroup-smoke-203579512 description', 'project_id': '0958d93849c04f8d8cca2033ddda7386'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:40.853038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:40.857169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:40.860093 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:40.866830 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:40.876690 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.896573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:40.900428 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:40.903214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:40.908783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:40.979180 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.982976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.028007 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:41.033807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.038156 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-67db92bd-eb90-4c2d-9964-495ed049a65d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1959965 Feb 04 16:34:41.038258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54290) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:41.043440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:41.050895 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:41.055341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:41.058510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:41.064266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:41.079761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.141700 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.145380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.167613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fed0a9d4-2a68-4581-aa30-443cd7929b3a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:41.168658 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c435e9cf-469f-4e2e-98f8-27773c62cf9e,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:41.180545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.180897 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.181269 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.181670 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.181998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.182321 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.182643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.182962 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.183606 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.183992 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.184310 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.184620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:41.187661 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.191340 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d6d63ad7-0e53-47e9-ad6a-53a78c3bda62 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496065 Feb 04 16:34:41.191897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54294) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:41.198045 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:41.204522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:41.206005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: fed0a9d4-2a68-4581-aa30-443cd7929b3a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:34:41.206339 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device fed0a9d4-2a68-4581-aa30-443cd7929b3a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:41.208933 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:41.212297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:41.217969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:41.236374 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.299202 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.303504 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.327399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a80107-8ce5-49c4-980d-74921e83a0e7,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:41.338019 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.339264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b978b053-94f2-44f0-8eb6-9c4e0703108b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454017 Feb 04 16:34:41.341922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54298) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:41.346870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:41.353950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:41.357736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:41.360554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:41.366488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:41.383421 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.445009 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.448401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.473961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852be3f3-287f-4342-8544-102708e76bde,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:41.482783 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.483936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-175ff219-47a1-470c-8903-4fa7613df28a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410925 Feb 04 16:34:41.486689 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54302) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:41.491700 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:41.497969 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:41.501749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:41.505079 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:41.510599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:41.527637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.590302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.593712 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.619633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6192f3-5d3c-4409-a469-e0f847d58e3b,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:41.628730 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.630826 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f11839a0-36a6-4929-9b02-427ef5d19c78 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431239 Feb 04 16:34:41.633519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54306) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:41.638429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:41.644715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:41.648625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:41.651482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:41.657410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:41.667745 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:34:41.675046 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.745391 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.748856 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.772345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98eb5f34-e163-4bd0-9215-2420b5d988e3,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:41.780384 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.781630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-aca6c29b-0172-4265-aa02-608707b4dd3b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472020 Feb 04 16:34:41.784359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54310) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:41.789498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:41.795820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:41.799593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:41.803050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:41.808909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:41.820042 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:34:41.827006 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.892518 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.895903 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.918915 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814b92f1-935d-479c-9a62-a5e9224f70f1,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:41.927893 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.929178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f4ab562e-30d5-4ef0-b670-65539ed48fae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438811 Feb 04 16:34:41.932004 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54314) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:41.937816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'network': {'name': 'tempest-network-smoke--344101714', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'port_security_enabled': True}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:41.943727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:41.947810 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:network and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:41.950753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:41.956541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:41.966458 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:41.970024 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:41.998204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:34:42.007494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.007794 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Added segment bda28414-ad4a-4cf4-bcf5-c3af5d6fd178 of type vlan for network 9b488781-373f-4684-b17b-b33f40bf7d00 Feb 04 16:34:42.036912 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.064947 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.070778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:42.071353 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.174865 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2417681 Feb 04 16:34:42.177697 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54318) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:42.181176 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b4542-bc73-4730-910b-260132212748 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Network': ['ID=9b488781-373f-4684-b17b-b33f40bf7d00,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:42.184945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'admin_state_up': True, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:42.191581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 9b488781-373f-4684-b17b-b33f40bf7d00 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:34:42.195088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:42.198975 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:router and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:42.201832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:42.208461 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:42.219505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.220481 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.235037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.512058 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.813712 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.843729 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.980732 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.211 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/845f3757-ab68-4098-971b-165fee2cbd8c) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:43.126254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:43.155787 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:43.220610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:43.223723 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:43.227455 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:34:43.261336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=845f3757-ab68-4098-971b-165fee2cbd8c,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:43.758525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:44.097243 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:44.300796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 9a06f1ed-0799-4a29-b93e-26db94225e75 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:34:44.476567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:34:44.488976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Sync routers for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:34:44.498752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:34:44.499383 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:44.503637 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:44.508193 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-42d5cc39-0782-49bc-a723-4bf8c8bf774e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3266292 Feb 04 16:34:44.508408 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54322) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:44.596149 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-394e8fac-2873-494b-8804-5ad02b5bff9b tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=0958d93849c04f8d8cca2033ddda7386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843599 Feb 04 16:34:44.596398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54328) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:44.681466 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:34:44.855276 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac9fcac-6de0-448e-9940-4f9eac30540b tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:44.859348 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2ac9fcac-6de0-448e-9940-4f9eac30540b tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2593887 Feb 04 16:34:44.859507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54332) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:44.899047 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c7010078-e3c7-4139-8f27-f78d1002d6bb tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384760 Feb 04 16:34:44.901500 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54336) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:44.906735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2123304043', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:45.001262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:43Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:45.005763 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Checking router: 9a06f1ed-0799-4a29-b93e-26db94225e75 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:34:45.006105 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Updating router 9a06f1ed-0799-4a29-b93e-26db94225e75 port 845f3757-ab68-4098-971b-165fee2cbd8c binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:34:45.017423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:45.022000 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:subnet and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:45.024810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:45.031791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:45.045323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:45.048791 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.061153 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.266841 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.349638 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Subnet': ['ID=92be752f-423c-400a-ba50-574f69fb246d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:45.359945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Checking segment: {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:34:45.360301 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network hostable DHCP agents. Network: 9b488781-373f-4684-b17b-b33f40bf7d00, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:34:45.384532 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 9b488781-373f-4684-b17b-b33f40bf7d00 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:34:45.397063 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 9b488781-373f-4684-b17b-b33f40bf7d00) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:45.401489 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.401649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:45.402108 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.414134 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbbfca-d0f0-4313-88d2-85f7a284e47e None None] Network 9b488781-373f-4684-b17b-b33f40bf7d00 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:34:45.427901 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5e0e192d-6806-44cb-a187-97dc46491a37 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5251570 Feb 04 16:34:45.430537 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54340) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:45.433434 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Transition to ACTIVE for port object 845f3757-ab68-4098-971b-165fee2cbd8c will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:45.440406 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.581648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Attempting to bind port 845f3757-ab68-4098-971b-165fee2cbd8c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:45.582373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Attempting to bind port 845f3757-ab68-4098-971b-165fee2cbd8c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:45.582373 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Attempting to bind port 845f3757-ab68-4098-971b-165fee2cbd8c on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:34:45.597175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76cdae-a21c-4952-b57a-0d0fc3ae0944 None None] Pushing event updated for resources: {'Port': ['ID=845f3757-ab68-4098-971b-165fee2cbd8c,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:45.599489 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:34:45.599851 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:34:45.600242 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.600618 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:34:45.601102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Bound port: 845f3757-ab68-4098-971b-165fee2cbd8c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:45.601469 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.742479 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] For port 845f3757-ab68-4098-971b-165fee2cbd8c, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:34:45.779250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] For port 845f3757-ab68-4098-971b-165fee2cbd8c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=845f3757-ab68-4098-971b-165fee2cbd8c,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:34:45.788050 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.823736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-9b488781-373f-4684-b17b-b33f40bf7d00', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:34:45.824533 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.931554 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76cdae-a21c-4952-b57a-0d0fc3ae0944 None None] Pushing event updated for resources: {'Port': ['ID=845f3757-ab68-4098-971b-165fee2cbd8c,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:45.934305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:34:45.934913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:46.127356 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:46.183393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Allocated IP 172.20.0.2 (9b488781-373f-4684-b17b-b33f40bf7d00/92be752f-423c-400a-ba50-574f69fb246d/f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:46.186266 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:34:46.675933 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:46.694154 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Transition to ACTIVE for port object f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:46.717301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Transition to ACTIVE for port object f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:46.720803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:43Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:46.724662 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:46.766698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef4b30-367f-44a3-9f62-26f7411f4e55 None None] The sync data for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 is: [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:43Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:34:46.790048 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.1 (9b488781-373f-4684-b17b-b33f40bf7d00/92be752f-423c-400a-ba50-574f69fb246d/4237377b-29f5-4be8-86f2-6b49a670f393) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:46.798368 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Network 9b488781-373f-4684-b17b-b33f40bf7d00 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:46.801406 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:46.805474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:34:46.844979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Pushing event updated for resources: {'Port': ['ID=f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:46.907050 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Attempting to bind port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:46.907410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Attempting to bind port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:46.907796 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Attempting to bind port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 on network 9b488781-373f-4684-b17b-b33f40bf7d00 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:34:46.913452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:34:46.913813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Checking segment: {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:34:46.914209 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:46.914591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Bound using segment: {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:34:46.915046 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Bound port: f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:46.915410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:46.967081 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:46.983850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object 4237377b-29f5-4be8-86f2-6b49a670f393 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:47.007301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] For port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:34:47.010646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] For port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:34:47.019446 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.024991 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.104834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 9b488781-373f-4684-b17b-b33f40bf7d00 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:47.108317 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:47.113316 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:34:47.122350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb32a1a-c2bc-419a-9538-d8b5d2d63f82 None None] Pushing event updated for resources: {'Port': ['ID=f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:47.153749 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=4237377b-29f5-4be8-86f2-6b49a670f393,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:47.181010 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.258159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 845f3757-ab68-4098-971b-165fee2cbd8c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:47.350473 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.362776 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 845f3757-ab68-4098-971b-165fee2cbd8c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:47.369732 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 845f3757-ab68-4098-971b-165fee2cbd8c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:47.370534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.546291 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.574621 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 845f3757-ab68-4098-971b-165fee2cbd8c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=845f3757-ab68-4098-971b-165fee2cbd8c,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:47.580924 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.651806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=845f3757-ab68-4098-971b-165fee2cbd8c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:47.856354 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.861152 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.978198 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=4237377b-29f5-4be8-86f2-6b49a670f393,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:47.980557 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:48.123764 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 9b488781-373f-4684-b17b-b33f40bf7d00 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:48.124993 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:48.295018 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946e0d4-7f21-4309-86b9-89124bf40f33 None None] Network 9b488781-373f-4684-b17b-b33f40bf7d00 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:34:48.319145 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 9a06f1ed-0799-4a29-b93e-26db94225e75 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:34:48.395792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d6724d25-c532-4cdc-8212-6532e1d3df26 None None] Provisioning for port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:48.650837 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:34:48.673422 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b118665e-5311-4ebf-898e-d2117ab093fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/9a06f1ed-0799-4a29-b93e-26db94225e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2417448 Feb 04 16:34:48.834092 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Sync routers for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:34:48.839946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-c9696055-bd3f-40de-a877-fc638317853a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:48.845082 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:34:48.845690 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:48.857003 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-c9696055-bd3f-40de-a877-fc638317853a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:48.858316 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-c9696055-bd3f-40de-a877-fc638317853a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203579512&fields=id&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 267 time: 0.0634944 Feb 04 16:34:48.862040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-54932649-db91-4c49-bd85-7c10b83f973f None None] Provisioning for port 4237377b-29f5-4be8-86f2-6b49a670f393 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:48.868948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-54932649-db91-4c49-bd85-7c10b83f973f None None] Provisioning complete for port 4237377b-29f5-4be8-86f2-6b49a670f393 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:48.870230 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54932649-db91-4c49-bd85-7c10b83f973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:48.938747 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-54932649-db91-4c49-bd85-7c10b83f973f None None] Port 4237377b-29f5-4be8-86f2-6b49a670f393 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:34:49.041961 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:34:49.047429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-fce79fb4-2fba-459b-a166-98cb433f6004 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:49.048370 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-fce79fb4-2fba-459b-a166-98cb433f6004 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:network {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:49.061180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-390a3f79-fc3b-4a56-b55d-346afcf529be None None] Provisioning complete for port 4237377b-29f5-4be8-86f2-6b49a670f393 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:49.061647 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-390a3f79-fc3b-4a56-b55d-346afcf529be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.068278 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-fce79fb4-2fba-459b-a166-98cb433f6004 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:network {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:49.070030 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-fce79fb4-2fba-459b-a166-98cb433f6004 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/networks?id=9b488781-373f-4684-b17b-b33f40bf7d00 HTTP/1.1" status: 200 len: 796 time: 0.2003806 Feb 04 16:34:49.096401 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-d3ef005a-52f1-4a9d-85e9-ff489e706de6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/quotas/0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 375 time: 0.0169632 Feb 04 16:34:49.130630 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-390a3f79-fc3b-4a56-b55d-346afcf529be None None] Port 4237377b-29f5-4be8-86f2-6b49a670f393 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:34:49.181804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-0ee42edd-00d3-4bce-b8db-019feda59cd0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:49.198934 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-0ee42edd-00d3-4bce-b8db-019feda59cd0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:49.200355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-0ee42edd-00d3-4bce-b8db-019feda59cd0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028566 Feb 04 16:34:49.256340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5b2694b0-9f58-4710-ad5b-b1841e357f4b None None] Provisioning complete for port 4237377b-29f5-4be8-86f2-6b49a670f393 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:49.256638 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5b2694b0-9f58-4710-ad5b-b1841e357f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.335306 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:49.368822 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-06d6a8b8-ab95-4a1f-bbe3-5e592e96508c service neutron] 10.222.0.46 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545541 Feb 04 16:34:49.378779 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-5b2694b0-9f58-4710-ad5b-b1841e357f4b None None] Port 4237377b-29f5-4be8-86f2-6b49a670f393 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:34:49.414712 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:49.419523 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:49.419896 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.455968 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4237377b-29f5-4be8-86f2-6b49a670f393', 'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:c8:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:46Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 2, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '92be752f-423c-400a-ba50-574f69fb246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:49.460567 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Checking router: 9a06f1ed-0799-4a29-b93e-26db94225e75 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:34:49.460955 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Updating router 9a06f1ed-0799-4a29-b93e-26db94225e75 port 4237377b-29f5-4be8-86f2-6b49a670f393 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:34:49.513492 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-c58f6c28-92ce-406e-b3f5-27fdb78b187a service neutron] 10.222.0.46 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385646 Feb 04 16:34:49.517580 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.545419 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.580374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:49.585162 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.586060 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 845f3757-ab68-4098-971b-165fee2cbd8c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:49.727538 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:49.769857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 845f3757-ab68-4098-971b-165fee2cbd8c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:49.770799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.859031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e0b8187-dbb1-4003-be7d-fc10991aca95 req-58d7ac7d-05cd-4ad1-a299-dcc4583bea66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 210 time: 0.1894209 Feb 04 16:34:49.948981 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.960717 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Transition to ACTIVE for port object 4237377b-29f5-4be8-86f2-6b49a670f393 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:49.966541 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.123132 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Pushing event updated for resources: {'Port': ['ID=4237377b-29f5-4be8-86f2-6b49a670f393,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:50.178121 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.178460 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.178788 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.179115 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.179442 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.179807 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.180080 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.180483 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.180785 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.181099 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.181441 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.181721 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:50.232091 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Attempting to bind port 4237377b-29f5-4be8-86f2-6b49a670f393 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:50.232455 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Attempting to bind port 4237377b-29f5-4be8-86f2-6b49a670f393 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:50.232830 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Attempting to bind port 4237377b-29f5-4be8-86f2-6b49a670f393 on network 9b488781-373f-4684-b17b-b33f40bf7d00 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:34:50.238068 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:34:50.238428 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Checking segment: {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:34:50.238923 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.239382 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Bound using segment: {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:34:50.239836 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Bound port: 4237377b-29f5-4be8-86f2-6b49a670f393, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:50.240197 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.329938 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] For port 4237377b-29f5-4be8-86f2-6b49a670f393, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:34:50.347879 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] For port 4237377b-29f5-4be8-86f2-6b49a670f393, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4237377b-29f5-4be8-86f2-6b49a670f393,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:34:50.351167 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.433692 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:34:50.434319 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:50.491949 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906420-4955-4642-b3ab-a012bc20e8c5 None None] Pushing event updated for resources: {'Port': ['ID=4237377b-29f5-4be8-86f2-6b49a670f393,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:50.626311 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:34:50.865784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-1ab8774d-cc35-4840-97f5-5068a3895588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:50.867339 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-1ab8774d-cc35-4840-97f5-5068a3895588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/networks?id=9b488781-373f-4684-b17b-b33f40bf7d00 HTTP/1.1" status: 200 len: 796 time: 0.1611338 Feb 04 16:34:50.924251 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-0672c4ab-5b0c-4da7-85d3-73a22fd1e73b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 379 time: 0.0472336 Feb 04 16:34:50.933254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'port': {'device_id': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'admin_state_up': True, 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'security_groups': ['dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:50.959706 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4237377b-29f5-4be8-86f2-6b49a670f393', 'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:c8:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:46Z', 'updated_at': '2022-02-04T16:34:50Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '92be752f-423c-400a-ba50-574f69fb246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:50.964233 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d811f71-9951-4194-9028-b67301cc2099 None None] The sync data for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 is: [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4237377b-29f5-4be8-86f2-6b49a670f393', 'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:c8:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:46Z', 'updated_at': '2022-02-04T16:34:50Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '92be752f-423c-400a-ba50-574f69fb246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:34:51.040226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f954b7b4-8376-4267-8695-1eef419a96dd req-f6dacd0c-4bc3-4ac0-b916-7c9cadd9032a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 210 time: 0.0601516 Feb 04 16:34:51.105531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:51.117479 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:51.127143 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:51.131347 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.296907 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:51.325391 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.11 (9b488781-373f-4684-b17b-b33f40bf7d00/92be752f-423c-400a-ba50-574f69fb246d/cdcb1def-9700-4e4f-99b8-3a00146bae3b) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:51.377273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:51.377637 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.507666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4237377b-29f5-4be8-86f2-6b49a670f393 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:51.550363 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.569092 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object cdcb1def-9700-4e4f-99b8-3a00146bae3b will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:51.577818 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 4237377b-29f5-4be8-86f2-6b49a670f393 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:51.583884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4237377b-29f5-4be8-86f2-6b49a670f393 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:51.584286 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.599372 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.674383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 9b488781-373f-4684-b17b-b33f40bf7d00 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:51.678365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:51.682409 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:34:51.715660 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.718842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=cdcb1def-9700-4e4f-99b8-3a00146bae3b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:51.758457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 4237377b-29f5-4be8-86f2-6b49a670f393, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4237377b-29f5-4be8-86f2-6b49a670f393,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:51.771516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:51.772272 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.773530 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.807094 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-163d9544-ceb9-4172-a9d4-0af02f6d4842 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8778338 Feb 04 16:34:51.852633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=4237377b-29f5-4be8-86f2-6b49a670f393,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:51.868044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Request body: {'port': {'device_id': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:34:51.963272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2998b9b8-e724-4e6a-9602-8f1a719834f4 None None] Provisioning for port cdcb1def-9700-4e4f-99b8-3a00146bae3b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:51.969604 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2998b9b8-e724-4e6a-9602-8f1a719834f4 None None] Provisioning complete for port cdcb1def-9700-4e4f-99b8-3a00146bae3b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:51.969994 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2998b9b8-e724-4e6a-9602-8f1a719834f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.993986 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.030070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-2998b9b8-e724-4e6a-9602-8f1a719834f4 None None] Port cdcb1def-9700-4e4f-99b8-3a00146bae3b cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:34:52.236321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376860-357e-46ad-ad5f-6050323f1e5a req-573dd460-6373-4e53-a3e8-fbbd66ef5258 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:52.237959 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1376860-357e-46ad-ad5f-6050323f1e5a req-573dd460-6373-4e53-a3e8-fbbd66ef5258 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 932 time: 0.0843420 Feb 04 16:34:52.290431 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e1376860-357e-46ad-ad5f-6050323f1e5a req-097eda91-09ff-4119-961f-ea34f00e797e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458829 Feb 04 16:34:52.361262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcb1def-9700-4e4f-99b8-3a00146bae3b {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:52.368965 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.383413 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Transition to ACTIVE for port object cdcb1def-9700-4e4f-99b8-3a00146bae3b will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:52.387104 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.544693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb1def-9700-4e4f-99b8-3a00146bae3b,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:52.625242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Attempting to bind port cdcb1def-9700-4e4f-99b8-3a00146bae3b on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:52.625570 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Attempting to bind port cdcb1def-9700-4e4f-99b8-3a00146bae3b by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:52.625888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Attempting to bind port cdcb1def-9700-4e4f-99b8-3a00146bae3b on network 9b488781-373f-4684-b17b-b33f40bf7d00 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:34:52.630887 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Port cdcb1def-9700-4e4f-99b8-3a00146bae3b on network 9b488781-373f-4684-b17b-b33f40bf7d00 not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:34:52.631196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Attempting to bind port cdcb1def-9700-4e4f-99b8-3a00146bae3b on network 9b488781-373f-4684-b17b-b33f40bf7d00 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:34:52.636179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:34:52.636511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Checking segment: {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:34:52.636924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Bound using segment: {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:34:52.637336 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Bound port: cdcb1def-9700-4e4f-99b8-3a00146bae3b, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:52.637673 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.728105 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] For port cdcb1def-9700-4e4f-99b8-3a00146bae3b, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:34:52.731033 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] For port cdcb1def-9700-4e4f-99b8-3a00146bae3b, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:34:52.735575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.794224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:52.794834 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.796196 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] 10.222.0.61 "PUT /v2.0/ports/cdcb1def-9700-4e4f-99b8-3a00146bae3b HTTP/1.1" status: 200 len: 1092 time: 0.9810741 Feb 04 16:34:52.796630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:52.826676 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c15bf-4734-4382-841e-f3b6f2213183 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb1def-9700-4e4f-99b8-3a00146bae3b,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:52.878449 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'status': 'completed', 'code': 200} Feb 04 16:34:53.031334 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-527de0f4-74c5-42b3-80c2-631228d3d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:53.032842 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-527de0f4-74c5-42b3-80c2-631228d3d67d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 1095 time: 0.1914742 Feb 04 16:34:53.101360 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-15b4067b-9ccd-4c03-9ef2-d1e9c3f519f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b HTTP/1.1" status: 200 len: 217 time: 0.0612984 Feb 04 16:34:53.168443 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-2c5fb6b3-dee8-4f7a-bcc3-a251c067f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:53.169912 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-2c5fb6b3-dee8-4f7a-bcc3-a251c067f662 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92be752f-423c-400a-ba50-574f69fb246d HTTP/1.1" status: 200 len: 835 time: 0.0626631 Feb 04 16:34:53.191037 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4237377b-29f5-4be8-86f2-6b49a670f393 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:53.251208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-3b97d4bc-1877-4b35-bad0-f3846763fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:53.252604 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-3b97d4bc-1877-4b35-bad0-f3846763fe00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b488781-373f-4684-b17b-b33f40bf7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760880 Feb 04 16:34:53.259332 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4237377b-29f5-4be8-86f2-6b49a670f393 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:53.259773 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:53.395369 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-6c3ca8c8-d194-4ee8-aaf9-1a70d9b2446d service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352627 Feb 04 16:34:53.482980 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0b3e-ad74-4ca8-a792-0af4f66f10d8 req-decd4e2f-eccd-495f-b1ae-e85cce49c442 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:53.485639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c60c0b3e-ad74-4ca8-a792-0af4f66f10d8 req-decd4e2f-eccd-495f-b1ae-e85cce49c442 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 944 time: 0.0844493 Feb 04 16:34:53.530887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c60c0b3e-ad74-4ca8-a792-0af4f66f10d8 req-c1501a56-9dfb-4aea-bc20-3727b86b5fd5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385540 Feb 04 16:34:53.531785 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-097c1e94-2f81-4676-8221-6dbda62c89b5 req-7de9d78d-80e7-481a-8991-fe7a8aded054 service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309192 Feb 04 16:34:53.658199 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-fa1ada47-cfce-488a-a6c8-59766969823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:53.659654 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-fa1ada47-cfce-488a-a6c8-59766969823f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 1095 time: 0.0744939 Feb 04 16:34:53.792583 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-46e93137-277e-4b28-936a-f05111785f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:53.793954 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-46e93137-277e-4b28-936a-f05111785f2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b488781-373f-4684-b17b-b33f40bf7d00 HTTP/1.1" status: 200 len: 897 time: 0.1279471 Feb 04 16:34:53.862434 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-815e1858-5bac-459d-8ea9-cb0621d80027 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b HTTP/1.1" status: 200 len: 217 time: 0.0602894 Feb 04 16:34:53.927474 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-8e03030e-f973-4494-a155-436295345d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:53.928894 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-8e03030e-f973-4494-a155-436295345d6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92be752f-423c-400a-ba50-574f69fb246d HTTP/1.1" status: 200 len: 835 time: 0.0606885 Feb 04 16:34:54.006967 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-b64a8d64-d351-490a-ae99-e9fe160e4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:54.008420 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-b64a8d64-d351-490a-ae99-e9fe160e4495 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b488781-373f-4684-b17b-b33f40bf7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715396 Feb 04 16:34:54.139068 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-fa52fa53-f8ff-4a30-a5b9-1e4871bd311a service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240177 Feb 04 16:34:54.270421 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-7f6e9f5b-9b03-4e8a-a0ce-d2d9280eb9fb req-1f862d19-6443-4942-81e9-e3ff39f9410e service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237018 Feb 04 16:34:54.400323 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:34:54.723417 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60268ca7-4bb2-457b-91d0-b3496d34eedd req-44684209-8636-4125-a9a6-fe8c43194575 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:54.724878 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60268ca7-4bb2-457b-91d0-b3496d34eedd req-44684209-8636-4125-a9a6-fe8c43194575 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 944 time: 0.0844600 Feb 04 16:34:54.767506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-60268ca7-4bb2-457b-91d0-b3496d34eedd req-34957e8a-7ad6-4757-9640-9ee9f80163ae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370553 Feb 04 16:34:55.952209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54895-10d4-41d3-8c49-0dfe57eba912 req-ff66981e-bb2b-4469-abac-4b5391daaf4f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:55.953690 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5fa54895-10d4-41d3-8c49-0dfe57eba912 req-ff66981e-bb2b-4469-abac-4b5391daaf4f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 944 time: 0.0791242 Feb 04 16:34:55.998524 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5fa54895-10d4-41d3-8c49-0dfe57eba912 req-fcfa53d5-18be-4aaa-9ca5-5cd1dbf73bd6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383618 Feb 04 16:34:56.050897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cdcb1def-9700-4e4f-99b8-3a00146bae3b details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:34:56.183256 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cdcb1def-9700-4e4f-99b8-3a00146bae3b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:56.196520 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'port_id': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'mac_address': 'fa:16:3e:ab:1b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:34:56.250958 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:56.267958 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcb1def-9700-4e4f-99b8-3a00146bae3b {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:56.284672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cdcb1def-9700-4e4f-99b8-3a00146bae3b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:56.289086 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:56.359104 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=cdcb1def-9700-4e4f-99b8-3a00146bae3b,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:56.553356 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['cdcb1def-9700-4e4f-99b8-3a00146bae3b'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:34:57.184903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917886-aef6-429d-852a-f98d8809824b req-802e98f5-c311-4c48-9624-b3c2e2efbfbd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:57.186353 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d917886-aef6-429d-852a-f98d8809824b req-802e98f5-c311-4c48-9624-b3c2e2efbfbd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 945 time: 0.0837598 Feb 04 16:34:57.230656 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7d917886-aef6-429d-852a-f98d8809824b req-a3837dfd-a95b-44b8-8e66-4ae46832a7c8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383911 Feb 04 16:34:58.082562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cdcb1def-9700-4e4f-99b8-3a00146bae3b up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:58.151092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port cdcb1def-9700-4e4f-99b8-3a00146bae3b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:58.155566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port cdcb1def-9700-4e4f-99b8-3a00146bae3b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:58.155926 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:58.274066 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:58.328849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:58.338946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port cdcb1def-9700-4e4f-99b8-3a00146bae3b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:34:58.343026 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:58.411218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=cdcb1def-9700-4e4f-99b8-3a00146bae3b,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:58.418614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.418948 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.419278 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.419606 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.419924 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.420123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d3cf2-be42-4325-8dac-dcd6e7a3952a req-8ee63fb6-9b15-4e63-8271-21008c4b9995 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:58.420591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.420591 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.420873 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.421189 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.421503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.421662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-154d3cf2-be42-4325-8dac-dcd6e7a3952a req-8ee63fb6-9b15-4e63-8271-21008c4b9995 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0806172 Feb 04 16:34:58.421817 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.422124 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:58.469619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-154d3cf2-be42-4325-8dac-dcd6e7a3952a req-d25deaeb-58f7-415d-89ea-74208ce74c64 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421731 Feb 04 16:34:58.519086 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'code': 200} Feb 04 16:34:58.653514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ba3cd-c3ee-4c9d-aec4-c612ce2b24f2 req-9ef1e59c-2118-404a-baa1-6e1345a42447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:58.654863 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c50ba3cd-c3ee-4c9d-aec4-c612ce2b24f2 req-9ef1e59c-2118-404a-baa1-6e1345a42447 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 1097 time: 0.0731854 Feb 04 16:34:58.695256 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c50ba3cd-c3ee-4c9d-aec4-c612ce2b24f2 req-78a35a6d-4763-45a3-bf1c-43a488e5c551 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334542 Feb 04 16:34:59.667904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9665f-ece0-4360-b175-710d99fc1fe5 req-f59c8f2e-3818-4377-95da-fbff727fbf10 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:59.669311 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e9665f-ece0-4360-b175-710d99fc1fe5 req-f59c8f2e-3818-4377-95da-fbff727fbf10 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0806718 Feb 04 16:34:59.714922 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02e9665f-ece0-4360-b175-710d99fc1fe5 req-5fd0496b-6075-420a-bd41-34446ef63ef6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398359 Feb 04 16:35:00.945947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e75fa-fee3-4bfd-8c47-40c37014c600 req-766a5c11-fa80-4eb1-95e1-bac66cd1e1be tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:00.947392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-548e75fa-fee3-4bfd-8c47-40c37014c600 req-766a5c11-fa80-4eb1-95e1-bac66cd1e1be tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.1129231 Feb 04 16:35:00.990899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-548e75fa-fee3-4bfd-8c47-40c37014c600 req-6078f3ee-d355-4d5f-90a2-3a584419ef7e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377996 Feb 04 16:35:01.173181 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db3e3f-b032-49ec-9f33-a96dd9a22499 req-1be820ac-3573-421a-b4f0-717ff912f6eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:01.174647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11db3e3f-b032-49ec-9f33-a96dd9a22499 req-1be820ac-3573-421a-b4f0-717ff912f6eb tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0811646 Feb 04 16:35:01.218705 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11db3e3f-b032-49ec-9f33-a96dd9a22499 req-52cb3a31-1869-48e2-a62f-d294260a5ce7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382979 Feb 04 16:35:01.241624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54394) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:01.310348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f562c4-8c72-44d5-95c3-d337b9c68504 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:01.311852 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-23f562c4-8c72-44d5-95c3-d337b9c68504 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 1092 time: 0.0692725 Feb 04 16:35:01.314665 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54398) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:01.322859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:01.329859 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:01.334906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:floatingip and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:01.370242 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:01.383948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:01.401554 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:01.495365 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-138ad6ce-f609-4e5c-b169-e5b705686aac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1575317 Feb 04 16:35:01.715218 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-825cc5b3-9a0b-4389-8c32-122ae222fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:01.716656 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-825cc5b3-9a0b-4389-8c32-122ae222fff0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 1097 time: 0.1003835 Feb 04 16:35:01.718729 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:01.948728 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-7e72b711-8f03-410d-92cc-ceae0b4d8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:01.950100 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-7e72b711-8f03-410d-92cc-ceae0b4d8042 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b488781-373f-4684-b17b-b33f40bf7d00 HTTP/1.1" status: 200 len: 897 time: 0.1942897 Feb 04 16:35:02.012818 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.55 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5fedccb3-03c5-4948-85e3-0d0f6d6b8a05) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:02.030087 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-f2622a7d-4206-46cb-9d36-a4fc72e52a3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b HTTP/1.1" status: 200 len: 217 time: 0.0720108 Feb 04 16:35:02.168915 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-ba1351f4-9f58-4954-889c-8083e4b2ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:02.170335 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-ba1351f4-9f58-4954-889c-8083e4b2ee33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92be752f-423c-400a-ba50-574f69fb246d HTTP/1.1" status: 200 len: 835 time: 0.1340227 Feb 04 16:35:02.267407 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:02.294983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-b2501bdf-27a9-4940-9d2d-1ae373fe954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:02.296443 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-b2501bdf-27a9-4940-9d2d-1ae373fe954b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b488781-373f-4684-b17b-b33f40bf7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117229 Feb 04 16:35:02.388497 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:02.461233 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:02.472352 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:02.480372 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:35:02.517522 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=5fedccb3-03c5-4948-85e3-0d0f6d6b8a05,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:02.538456 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-14449096-5e36-432d-a955-112c494047f8 service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353268 Feb 04 16:35:02.762462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-266026d5-2c9d-47ce-840f-d9ec63f60000 req-dcea1754-f5eb-443b-af61-376e9eb0d562 service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179968 Feb 04 16:35:03.009508 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:03.202961 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:03.407186 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:03.411730 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:03.511554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=5fedccb3-03c5-4948-85e3-0d0f6d6b8a05,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:03.527524 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:03.699866 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP 79777edb-adb5-45a9-bf75-ef3c19514ae4 associated. External IP: 172.25.8.55, port: cdcb1def-9700-4e4f-99b8-3a00146bae3b. Feb 04 16:35:04.044171 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 9a06f1ed-0799-4a29-b93e-26db94225e75 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:35:04.220287 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:35:04.230912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] Sync routers for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:35:04.240402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:35:04.241092 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:04.245236 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:04.300309 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-c515637a-de80-441b-9c9c-dbf8dc88a0c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9845533 Feb 04 16:35:04.300927 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:04.425079 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-93f1b241-e5df-453e-aaec-bf5772e8bfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:04.434384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:35:04.473981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f4404-4df9-4a87-916f-90eef8d86a3a req-d4ea9ffb-a59a-4484-8a54-61bc4365bdd3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:04.475450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501f4404-4df9-4a87-916f-90eef8d86a3a req-d4ea9ffb-a59a-4484-8a54-61bc4365bdd3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0870554 Feb 04 16:35:04.521411 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-501f4404-4df9-4a87-916f-90eef8d86a3a req-9dbdf8f5-8e04-40f5-8ac1-8dfdeeabb01d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400760 Feb 04 16:35:04.544483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54406) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:04.587371 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'status': 'completed', 'code': 200} Feb 04 16:35:04.665218 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e754adc0-f337-487d-b866-ccd593106160 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/79777edb-adb5-45a9-bf75-ef3c19514ae4 HTTP/1.1" status: 200 len: 991 time: 0.1153808 Feb 04 16:35:04.685525 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-1cc0a952-cd1b-46ec-a729-5913f4f0e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:04.687009 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-1cc0a952-cd1b-46ec-a729-5913f4f0e895 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 1097 time: 0.0783265 Feb 04 16:35:04.782959 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '79777edb-adb5-45a9-bf75-ef3c19514ae4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.55', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'port_id': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'mac_address': 'fa:16:3e:ab:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:35:02Z', 'updated_at': '2022-02-04T16:35:02Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4237377b-29f5-4be8-86f2-6b49a670f393', 'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:c8:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:46Z', 'updated_at': '2022-02-04T16:34:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '92be752f-423c-400a-ba50-574f69fb246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:04.787564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] Checking router: 9a06f1ed-0799-4a29-b93e-26db94225e75 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:35:04.795909 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:35:04.796502 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:34:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:04.937589 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-5e3a8023-aa0f-4143-94bf-75b5b98467eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:04.938900 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-5e3a8023-aa0f-4143-94bf-75b5b98467eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b488781-373f-4684-b17b-b33f40bf7d00 HTTP/1.1" status: 200 len: 897 time: 0.2408669 Feb 04 16:35:04.980393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:35:05.045040 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-92c17059-de5b-45ed-bca2-d5a4a7895055 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b HTTP/1.1" status: 200 len: 999 time: 0.0950861 Feb 04 16:35:05.107178 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-c90ff4fd-0d21-4a9f-a0e1-9ac6cd1d920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:05.108611 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-c90ff4fd-0d21-4a9f-a0e1-9ac6cd1d920d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92be752f-423c-400a-ba50-574f69fb246d HTTP/1.1" status: 200 len: 835 time: 0.0568120 Feb 04 16:35:05.182643 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-84653d92-ea65-47d8-9bec-aacd8cb29d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:05.184351 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-84653d92-ea65-47d8-9bec-aacd8cb29d5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b488781-373f-4684-b17b-b33f40bf7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698717 Feb 04 16:35:05.320961 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-fdc70e3e-f43b-464e-b577-16a19204dfe8 service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280553 Feb 04 16:35:05.331405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '79777edb-adb5-45a9-bf75-ef3c19514ae4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.55', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'port_id': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'mac_address': 'fa:16:3e:ab:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:35:02Z', 'updated_at': '2022-02-04T16:35:02Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4237377b-29f5-4be8-86f2-6b49a670f393', 'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:c8:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:46Z', 'updated_at': '2022-02-04T16:34:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '92be752f-423c-400a-ba50-574f69fb246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:05.335971 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974818d-57ae-46ca-9a2a-8897aa98ac76 None None] The sync data for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 is: [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '79777edb-adb5-45a9-bf75-ef3c19514ae4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.55', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'port_id': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'mac_address': 'fa:16:3e:ab:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:35:02Z', 'updated_at': '2022-02-04T16:35:02Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4237377b-29f5-4be8-86f2-6b49a670f393', 'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:c8:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:46Z', 'updated_at': '2022-02-04T16:34:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '92be752f-423c-400a-ba50-574f69fb246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:35:05.462679 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b83a20d5-5bb6-4b23-a476-bd96a5c6ad26 req-ca84d808-ba1f-41bd-a9bc-752dce5c049f service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357639 Feb 04 16:35:05.542814 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7897bd-a3fe-4cd3-bec5-ed686d852ced None None] New status for floating IP 79777edb-adb5-45a9-bf75-ef3c19514ae4: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:35:05.666628 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54410) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:05.775833 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ad071782-99a6-4f30-86a0-d9354ec95603 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/79777edb-adb5-45a9-bf75-ef3c19514ae4 HTTP/1.1" status: 200 len: 991 time: 0.1080501 Feb 04 16:35:06.747108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f60dd43-812f-4855-ab61-770bbba49169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:06.779341 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54414) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:06.884631 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-37ffa388-ec49-4fc7-9226-a14492e9c823 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/79777edb-adb5-45a9-bf75-ef3c19514ae4 HTTP/1.1" status: 200 len: 993 time: 0.1041589 Feb 04 16:35:07.023274 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:07.843363 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:07.903429 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:09.398682 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:09.891369 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.401007 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:35:33.770269 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0185e32-c4b4-4621-92ff-0868e1c37019 req-3cd37d7f-89fa-44df-99c2-6a51bb83480f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:33.771747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0185e32-c4b4-4621-92ff-0868e1c37019 req-3cd37d7f-89fa-44df-99c2-6a51bb83480f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0802662 Feb 04 16:35:33.815995 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0185e32-c4b4-4621-92ff-0868e1c37019 req-4b805fe8-5f58-44aa-a91c-973719e42d9c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384073 Feb 04 16:35:34.376476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-12b6bb10-f1af-4bb5-a205-d3d72846174c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.006528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ddaf5-e859-4bfe-9ce7-44cdbe311062 req-6a701d58-b4a8-4d8e-8104-d2b4abc98c33 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:35.007982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-648ddaf5-e859-4bfe-9ce7-44cdbe311062 req-6a701d58-b4a8-4d8e-8104-d2b4abc98c33 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0837719 Feb 04 16:35:35.051727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-648ddaf5-e859-4bfe-9ce7-44cdbe311062 req-65e171cb-8970-4963-a76d-e33496378add tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376129 Feb 04 16:35:36.239123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e6de7-aa36-4565-b49d-050d53b585ba req-45cfe9b6-4228-47d4-ab45-71249ceee911 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:36.240626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a94e6de7-aa36-4565-b49d-050d53b585ba req-45cfe9b6-4228-47d4-ab45-71249ceee911 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0804918 Feb 04 16:35:36.296406 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a94e6de7-aa36-4565-b49d-050d53b585ba req-6a69f5c5-8fda-4854-886f-9a258c441506 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499754 Feb 04 16:35:36.749821 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf5b4c2b-6613-47eb-89e3-663a8caca607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.045147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.485483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a061f-7dce-4005-96a1-0ddf717ba69b req-4cb4fd68-e704-4de9-b352-fedeceb28079 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:37.486937 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e4a061f-7dce-4005-96a1-0ddf717ba69b req-4cb4fd68-e704-4de9-b352-fedeceb28079 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0825701 Feb 04 16:35:37.533931 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e4a061f-7dce-4005-96a1-0ddf717ba69b req-843e014a-ef4d-4521-bdd6-31e265e3f626 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409741 Feb 04 16:35:37.845399 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.905296 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.724104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6615f6-93f8-4518-ba90-8833a4bc673b req-66fd59d5-7861-4977-83c3-cdff5ecf298b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:38.725610 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f6615f6-93f8-4518-ba90-8833a4bc673b req-66fd59d5-7861-4977-83c3-cdff5ecf298b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0832036 Feb 04 16:35:38.769428 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6f6615f6-93f8-4518-ba90-8833a4bc673b req-7e2b0bf7-6e78-46bb-a438-14ef6f22786f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382457 Feb 04 16:35:39.398997 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.903127 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.969778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093495f-6874-4669-9032-e4383ae6e7cf req-57abd50f-0155-4fd8-99ad-0aafdaa30e96 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:39.971217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d093495f-6874-4669-9032-e4383ae6e7cf req-57abd50f-0155-4fd8-99ad-0aafdaa30e96 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0812538 Feb 04 16:35:40.014033 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d093495f-6874-4669-9032-e4383ae6e7cf req-95859313-5b1b-4880-89cc-51e5561b0434 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370398 Feb 04 16:35:41.204150 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daddf6-53da-4df9-a5ba-f27e589616cd req-199a9a22-adb9-4ef8-9db9-4e132e5388f1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:41.205639 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23daddf6-53da-4df9-a5ba-f27e589616cd req-199a9a22-adb9-4ef8-9db9-4e132e5388f1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0841010 Feb 04 16:35:41.249078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-23daddf6-53da-4df9-a5ba-f27e589616cd req-011c0b6b-7ef9-4635-baac-2a1dfe3700b3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371897 Feb 04 16:35:42.442506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f9089-9d6d-4add-b0fe-5e8172a2df8f req-eb96e830-21e1-4b01-95ea-92fe885b95b9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:42.443967 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-801f9089-9d6d-4add-b0fe-5e8172a2df8f req-eb96e830-21e1-4b01-95ea-92fe885b95b9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0821786 Feb 04 16:35:42.492584 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-801f9089-9d6d-4add-b0fe-5e8172a2df8f req-15579d9e-7de2-43db-ae2c-2b49bd2b24be tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429847 Feb 04 16:35:43.675052 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37548-2c5c-47ba-bb72-add2a80f3f84 req-f8f68d3b-ec22-4c66-b933-cc1595918e98 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:43.676898 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7d37548-2c5c-47ba-bb72-add2a80f3f84 req-f8f68d3b-ec22-4c66-b933-cc1595918e98 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0796378 Feb 04 16:35:43.721230 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d7d37548-2c5c-47ba-bb72-add2a80f3f84 req-648232ed-f142-4614-987f-5018711f0b5a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387781 Feb 04 16:35:44.910822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fd267-f7c7-40c6-8fa4-1d7323f44c9d req-1637997d-b59e-474d-a5d5-044a789a7776 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:44.912273 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b01fd267-f7c7-40c6-8fa4-1d7323f44c9d req-1637997d-b59e-474d-a5d5-044a789a7776 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0839455 Feb 04 16:35:44.955887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b01fd267-f7c7-40c6-8fa4-1d7323f44c9d req-c37ef646-f0eb-49c1-9f00-72de77df6d4e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380223 Feb 04 16:35:44.979387 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54452) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:45.086636 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-af06a5bb-d031-45aa-a77b-d0413dc23d56 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/79777edb-adb5-45a9-bf75-ef3c19514ae4 HTTP/1.1" status: 200 len: 993 time: 0.1059995 Feb 04 16:35:46.530284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bc8fb-ee2e-4a3e-bfd2-00111eded339 req-b9504960-5fbf-4e6e-ad7d-3237619c4157 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:46.531731 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f83bc8fb-ee2e-4a3e-bfd2-00111eded339 req-b9504960-5fbf-4e6e-ad7d-3237619c4157 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0806286 Feb 04 16:35:46.558988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6980c55-83cb-47e5-989d-473e11671478 req-967d1e23-61ee-477b-8f55-c9252f26fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:46.560462 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6980c55-83cb-47e5-989d-473e11671478 req-967d1e23-61ee-477b-8f55-c9252f26fccf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 1097 time: 0.0706346 Feb 04 16:35:46.576486 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f83bc8fb-ee2e-4a3e-bfd2-00111eded339 req-c178670b-8252-463b-95c7-6d4b67ee58c3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383224 Feb 04 16:35:46.702472 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6980c55-83cb-47e5-989d-473e11671478 req-2f4e9725-00f8-4a59-aa11-7c02524d7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:46.703839 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6980c55-83cb-47e5-989d-473e11671478 req-2f4e9725-00f8-4a59-aa11-7c02524d7c41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b488781-373f-4684-b17b-b33f40bf7d00 HTTP/1.1" status: 200 len: 897 time: 0.1360166 Feb 04 16:35:46.809440 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6980c55-83cb-47e5-989d-473e11671478 req-cabff72d-3bed-4612-952d-fc031ba135fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b HTTP/1.1" status: 200 len: 1001 time: 0.0987999 Feb 04 16:35:46.876043 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6980c55-83cb-47e5-989d-473e11671478 req-830ed436-fd92-4c56-9a0c-499ae1ab5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:46.877515 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6980c55-83cb-47e5-989d-473e11671478 req-830ed436-fd92-4c56-9a0c-499ae1ab5b22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92be752f-423c-400a-ba50-574f69fb246d HTTP/1.1" status: 200 len: 835 time: 0.0603278 Feb 04 16:35:46.955803 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6980c55-83cb-47e5-989d-473e11671478 req-7819265a-4fd8-470a-bb00-9e86bd933be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:46.957943 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6980c55-83cb-47e5-989d-473e11671478 req-7819265a-4fd8-470a-bb00-9e86bd933be6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b488781-373f-4684-b17b-b33f40bf7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743113 Feb 04 16:35:47.090306 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6980c55-83cb-47e5-989d-473e11671478 req-d620d17b-f639-43ff-b41d-5d216caaf423 service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262319 Feb 04 16:35:47.226841 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e6980c55-83cb-47e5-989d-473e11671478 req-1f888b41-360e-4a1c-ab2b-24244a303605 service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295526 Feb 04 16:35:47.873909 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f15697-9904-40e2-a259-1a856407ea78 req-2dba25a6-4bad-4da3-b1c8-cd58e141695e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:47.875321 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6f15697-9904-40e2-a259-1a856407ea78 req-2dba25a6-4bad-4da3-b1c8-cd58e141695e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.1888430 Feb 04 16:35:47.919699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6f15697-9904-40e2-a259-1a856407ea78 req-838d59d0-9bb7-4ae8-8150-41e7418ceacf tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380034 Feb 04 16:35:49.103362 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d910c-5731-4f05-bb14-fb20df1d62b6 req-fa7f1806-ecd8-4a0d-9ed0-68c3b4ac0912 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:49.104839 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-666d910c-5731-4f05-bb14-fb20df1d62b6 req-fa7f1806-ecd8-4a0d-9ed0-68c3b4ac0912 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0789609 Feb 04 16:35:49.151906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-666d910c-5731-4f05-bb14-fb20df1d62b6 req-caa00ed6-ac29-4d84-89d5-133fa8cfe366 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 Feb 04 16:35:49.175239 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54466) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:49.283099 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d2fec1f9-2f09-4ddf-8b2f-4e884138210e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/79777edb-adb5-45a9-bf75-ef3c19514ae4 HTTP/1.1" status: 200 len: 993 time: 0.1061671 Feb 04 16:36:01.381417 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-36d298aa-06b2-46fe-b1c9-37ec379c3f17 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701599 Feb 04 16:36:01.620894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-18e2ecfc-74e7-4b2d-a271-8a9c5e18ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:01.622354 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-18e2ecfc-74e7-4b2d-a271-8a9c5e18ceff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 1097 time: 0.1736379 Feb 04 16:36:01.771770 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-0dcd38f7-5de1-4b19-a53f-7b445f2805ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:01.773227 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-0dcd38f7-5de1-4b19-a53f-7b445f2805ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b488781-373f-4684-b17b-b33f40bf7d00 HTTP/1.1" status: 200 len: 897 time: 0.1271799 Feb 04 16:36:01.893353 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-a485af47-866d-464e-b98e-51fc52a2be43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b HTTP/1.1" status: 200 len: 1001 time: 0.1023095 Feb 04 16:36:01.959506 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-ecc8bdf8-30bb-496c-ac23-0ba888bee80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:01.960933 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-ecc8bdf8-30bb-496c-ac23-0ba888bee80e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92be752f-423c-400a-ba50-574f69fb246d HTTP/1.1" status: 200 len: 835 time: 0.0578775 Feb 04 16:36:02.038335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-0c789902-403a-4b37-80f6-d933edeff866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:02.039766 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-0c789902-403a-4b37-80f6-d933edeff866 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b488781-373f-4684-b17b-b33f40bf7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728669 Feb 04 16:36:02.173573 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-64615769-7fb6-4efb-9d8b-6f0c87eb080b service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256402 Feb 04 16:36:02.303579 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-801d7538-ccc6-4c8d-9efb-5f0db56da868 req-84438c81-2ed8-4664-a717-3dc1c1b4d236 service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238284 Feb 04 16:36:04.378987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2cff5cd5-52f9-46f2-805b-24294c52dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:06.751034 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-36d89766-5704-4bd6-9fc4-1a890a1c7466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.064312 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.849461 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.907331 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:08.401620 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:36:09.402360 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:09.889120 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:19.729490 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54484) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:19.928383 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 5fedccb3-03c5-4948-85e3-0d0f6d6b8a05 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:36:19.928635 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:20.098101 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:20.098428 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:20.221042 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 5fedccb3-03c5-4948-85e3-0d0f6d6b8a05 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:36:20.371575 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:20.424154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=5fedccb3-03c5-4948-85e3-0d0f6d6b8a05,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:20.464741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.465113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.465451 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.465787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.466114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.466442 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.466768 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.467091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.467414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.467737 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.468054 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.468369 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:20.637645 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:20.638008 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP 79777edb-adb5-45a9-bf75-ef3c19514ae4 disassociated (deleted). External IP: 172.25.8.55, port: cdcb1def-9700-4e4f-99b8-3a00146bae3b. Feb 04 16:36:20.997919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 9a06f1ed-0799-4a29-b93e-26db94225e75 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:36:21.182058 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:36:21.191963 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] Sync routers for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:36:21.200014 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.201813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:21.202423 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:21.254228 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-fb78c5eb-f9bb-4dc3-972f-2ed79b6f4eda tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/floatingips/79777edb-adb5-45a9-bf75-ef3c19514ae4 HTTP/1.1" status: 204 len: 168 time: 1.5235503 Feb 04 16:36:21.254712 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:21.387934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:21.495085 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'status': 'completed', 'code': 200} Feb 04 16:36:21.598692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-78d68d25-4977-4eb0-8640-67bfea66769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:21.600454 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-78d68d25-4977-4eb0-8640-67bfea66769b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 1097 time: 0.0840149 Feb 04 16:36:21.662979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a4f8-1b5f-4114-9c73-cdeeb971f5c9 req-26b8efc9-f4c5-46dc-b635-48be2985cf51 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:21.664621 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7147a4f8-1b5f-4114-9c73-cdeeb971f5c9 req-26b8efc9-f4c5-46dc-b635-48be2985cf51 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0820043 Feb 04 16:36:21.711954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4237377b-29f5-4be8-86f2-6b49a670f393', 'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:c8:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:46Z', 'updated_at': '2022-02-04T16:34:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '92be752f-423c-400a-ba50-574f69fb246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:21.715602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7147a4f8-1b5f-4114-9c73-cdeeb971f5c9 req-b279f0cf-fbe1-4a36-9b2d-dcbbd006ae47 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447853 Feb 04 16:36:21.716159 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] Checking router: 9a06f1ed-0799-4a29-b93e-26db94225e75 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:36:21.724874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:21.725475 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:21.735644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-0d60f0c2-19ac-4018-89f1-0312e68f46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:21.737109 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-0d60f0c2-19ac-4018-89f1-0312e68f46c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b488781-373f-4684-b17b-b33f40bf7d00 HTTP/1.1" status: 200 len: 897 time: 0.1301036 Feb 04 16:36:21.803265 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-a6fb88b0-b481-4c08-be10-51d9403a5737 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b HTTP/1.1" status: 200 len: 217 time: 0.0592916 Feb 04 16:36:21.868868 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-e6277612-0f48-46e0-bf5b-81fe3f9e6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:21.870993 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-e6277612-0f48-46e0-bf5b-81fe3f9e6704 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92be752f-423c-400a-ba50-574f69fb246d HTTP/1.1" status: 200 len: 835 time: 0.0615304 Feb 04 16:36:21.906668 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:21.947565 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-64ab58a3-03c1-41f9-ab4a-72de0fe02fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:21.949062 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-64ab58a3-03c1-41f9-ab4a-72de0fe02fab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b488781-373f-4684-b17b-b33f40bf7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708635 Feb 04 16:36:22.082509 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-fe1e2362-f567-41c4-ab84-61c08667339c service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236897 Feb 04 16:36:22.215540 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-54e44ba8-f9b9-4a85-bd7e-64b7be954252 req-8cdbeace-5f1d-4a09-95b7-9ea4f639478b service neutron] 10.222.0.61 "GET /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256852 Feb 04 16:36:22.218868 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4237377b-29f5-4be8-86f2-6b49a670f393', 'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:c8:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:46Z', 'updated_at': '2022-02-04T16:34:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '92be752f-423c-400a-ba50-574f69fb246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:22.223445 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e337395-d50c-4b8f-af71-b2ffaaa00460 None None] The sync data for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 is: [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '4237377b-29f5-4be8-86f2-6b49a670f393', 'name': '', 'network_id': '9b488781-373f-4684-b17b-b33f40bf7d00', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:c8:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '92be752f-423c-400a-ba50-574f69fb246d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:46Z', 'updated_at': '2022-02-04T16:34:51Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '92be752f-423c-400a-ba50-574f69fb246d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:36:22.439987 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b73d4a-2d89-4538-856b-fe0868c8e59b None None] New status for floating IP 79777edb-adb5-45a9-bf75-ef3c19514ae4: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:36:22.909733 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a44e-e7f3-4ae0-ab97-de2d60cc1275 req-ef7c4610-48c4-4077-8f37-b3f6a56c73fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:22.911795 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f550a44e-e7f3-4ae0-ab97-de2d60cc1275 req-ef7c4610-48c4-4077-8f37-b3f6a56c73fa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.0874884 Feb 04 16:36:22.957352 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f550a44e-e7f3-4ae0-ab97-de2d60cc1275 req-cc2837c0-0f85-48cc-aa07-b3ac1f6f5c0a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390029 Feb 04 16:36:23.303898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-056ad12f-18ff-48c8-9e6d-c9afba0c8454 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:23.305416 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-056ad12f-18ff-48c8-9e6d-c9afba0c8454 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:23.320758 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-056ad12f-18ff-48c8-9e6d-c9afba0c8454 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:23.321881 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-056ad12f-18ff-48c8-9e6d-c9afba0c8454 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 946 time: 0.2112205 Feb 04 16:36:23.390559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port cdcb1def-9700-4e4f-99b8-3a00146bae3b {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:36:23.390894 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.632974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port cdcb1def-9700-4e4f-99b8-3a00146bae3b, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=cdcb1def-9700-4e4f-99b8-3a00146bae3b,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:23.633421 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.755902 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for cdcb1def-9700-4e4f-99b8-3a00146bae3b owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:36:23.902080 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.952008 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=cdcb1def-9700-4e4f-99b8-3a00146bae3b,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:24.030692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] No DVR routers for this DVR port cdcb1def-9700-4e4f-99b8-3a00146bae3b on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:36:24.033295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.035889 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'name': 'network-vif-deleted', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:24.072627 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-89d47ac0-bad6-4a56-9e4a-d1d03c04d84e req-675fe0d4-e3d4-46cd-9d6f-1f58796a2aa3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.61 "DELETE /v2.0/ports/cdcb1def-9700-4e4f-99b8-3a00146bae3b HTTP/1.1" status: 204 len: 173 time: 0.7453301 Feb 04 16:36:24.112177 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-85db03d9-cdab-4128-92c4-dc5da628a71c req-b32e1bb3-d495-4b0a-92b1-ef13ed9bf203 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d6b878e-fdb9-4d9b-86b8-45effb160bae HTTP/1.1" status: 200 len: 210 time: 0.0448847 Feb 04 16:36:24.162555 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6b878e-fdb9-4d9b-86b8-45effb160bae', 'name': 'network-vif-deleted', 'tag': 'cdcb1def-9700-4e4f-99b8-3a00146bae3b', 'status': 'completed', 'code': 200} Feb 04 16:36:25.210693 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54502) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:25.773522 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.248036 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 4237377b-29f5-4be8-86f2-6b49a670f393 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:36:26.248748 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.442067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port 4237377b-29f5-4be8-86f2-6b49a670f393, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4237377b-29f5-4be8-86f2-6b49a670f393,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:26.442677 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.504493 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cdcb1def-9700-4e4f-99b8-3a00146bae3b no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:26.543698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: cdcb1def-9700-4e4f-99b8-3a00146bae3b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:36:26.544031 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device cdcb1def-9700-4e4f-99b8-3a00146bae3b not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:36:26.573979 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 4237377b-29f5-4be8-86f2-6b49a670f393 owned by network:router_interface {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:36:26.903503 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.956193 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=4237377b-29f5-4be8-86f2-6b49a670f393,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:27.230941 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.704214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 9a06f1ed-0799-4a29-b93e-26db94225e75 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:36:27.882017 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:36:27.891290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] Sync routers for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:36:27.894717 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3c8cc15f-a5be-414f-baea-eeeccf7ab564 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/9a06f1ed-0799-4a29-b93e-26db94225e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6829522 Feb 04 16:36:27.897307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54506) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:27.901132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:27.901730 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:27.967180 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7e392d-1876-4208-aea4-c08bbfc7e3f2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting subnet 92be752f-423c-400a-ba50-574f69fb246d {{(pid=87571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:36:27.970117 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f7e392d-1876-4208-aea4-c08bbfc7e3f2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.027311 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f7e392d-1876-4208-aea4-c08bbfc7e3f2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2222342'] for subnet, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.112487 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f7e392d-1876-4208-aea4-c08bbfc7e3f2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.126480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:28.189247 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f7e392d-1876-4208-aea4-c08bbfc7e3f2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3357088'] for subnet, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.232116 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0f7e392d-1876-4208-aea4-c08bbfc7e3f2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.238435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e392d-1876-4208-aea4-c08bbfc7e3f2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Subnet': ['ID=92be752f-423c-400a-ba50-574f69fb246d,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:28.241290 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0f7e392d-1876-4208-aea4-c08bbfc7e3f2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/subnets/92be752f-423c-400a-ba50-574f69fb246d HTTP/1.1" status: 204 len: 168 time: 0.3430262 Feb 04 16:36:28.243998 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54510) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:28.250925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea69ce-dfdc-4c41-aa6a-4e9c65d3a871 None None] Network 9b488781-373f-4684-b17b-b33f40bf7d00 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:36:28.430175 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.581765 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:36:26Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '845f3757-ab68-4098-971b-165fee2cbd8c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:28.586627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] Checking router: 9a06f1ed-0799-4a29-b93e-26db94225e75 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:36:28.595899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] Routers {'9a06f1ed-0799-4a29-b93e-26db94225e75'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:28.596262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['9a06f1ed-0799-4a29-b93e-26db94225e75'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:28.617981 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.634642 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 845f3757-ab68-4098-971b-165fee2cbd8c {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:36:28.634865 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.649922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] DHCP port deletion for 9b488781-373f-4684-b17b-b33f40bf7d00 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:36:28.668906 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Deleting port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:36:28.669269 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.812224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port 845f3757-ab68-4098-971b-165fee2cbd8c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=845f3757-ab68-4098-971b-165fee2cbd8c,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:28.812877 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.842758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] Set router 9a06f1ed-0799-4a29-b93e-26db94225e75 gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:28.957503 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:36:28Z', 'revision_number': 6, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:28.979566 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb0b22-d956-4c45-b412-03fe6df46516 None None] The sync data for ids ['9a06f1ed-0799-4a29-b93e-26db94225e75'] in n-d-827870-1 is: [{'id': '9a06f1ed-0799-4a29-b93e-26db94225e75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098702484', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:42Z', 'updated_at': '2022-02-04T16:36:28Z', 'revision_number': 6, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:36:29.072396 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] For port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099,segment=NetworkSegment(bda28414-ad4a-4cf4-bcf5-c3af5d6fd178),segment_id=bda28414-ad4a-4cf4-bcf5-c3af5d6fd178)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:29.072847 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.076378 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 845f3757-ab68-4098-971b-165fee2cbd8c owned by network:router_gateway {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:36:29.197065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Calling delete_port for f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:36:29.245118 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.274326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.296181 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=845f3757-ab68-4098-971b-165fee2cbd8c,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:29.371855 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] No DVR routers for this DVR port f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:36:29.373588 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Pushing event deleted for resources: {'Port': ['ID=f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:29.385230 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.385615 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.385944 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.386273 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.386608 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.386932 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.387255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.387576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.388030 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.388350 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.388670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.389007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039da70c-5af0-4d60-bfd3-bd8481a45f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:29.401025 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.581343 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.583602 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.606387 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.606948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Fanout notify agent at l3_agent the message router_deleted on router 9a06f1ed-0799-4a29-b93e-26db94225e75 {{(pid=87571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:36:29.621713 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.622816 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-927fd1d8-a306-4f84-bb7d-79ae2e724428 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/routers/9a06f1ed-0799-4a29-b93e-26db94225e75 HTTP/1.1" status: 204 len: 168 time: 1.3778915 Feb 04 16:36:29.625488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54514) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:29.740470 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.796869 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:29.831680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:36:29.832329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device f7adfd5b-9bb0-43d6-a7f3-0ba2fc74b099 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:36:29.832893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4237377b-29f5-4be8-86f2-6b49a670f393 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:29.870714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 4237377b-29f5-4be8-86f2-6b49a670f393 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:36:29.872069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4237377b-29f5-4be8-86f2-6b49a670f393 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:36:29.881278 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.914260 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b488781-373f-4684-b17b-b33f40bf7d00']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:29.926705 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:29.926999 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda28414-ad4a-4cf4-bcf5-c3af5d6fd178') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:29.939729 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.955945 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.962113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:36:29.962505 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:36:29.978063 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:36:30.057763 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.078325 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.090899 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Network': ['ID=9b488781-373f-4684-b17b-b33f40bf7d00,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:30.097446 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-697788d4-04e1-413a-be62-9cd3c0c669e5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/networks/9b488781-373f-4684-b17b-b33f40bf7d00 HTTP/1.1" status: 204 len: 168 time: 0.4707348 Feb 04 16:36:30.100186 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54518) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:30.170953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a1367f4-bb10-4eb8-aec4-041a28eb79e0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.200863 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a1367f4-bb10-4eb8-aec4-041a28eb79e0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.265903 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a1367f4-bb10-4eb8-aec4-041a28eb79e0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.283427 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1367f4-bb10-4eb8-aec4-041a28eb79e0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:30.299226 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9a1367f4-bb10-4eb8-aec4-041a28eb79e0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.302902 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9a1367f4-bb10-4eb8-aec4-041a28eb79e0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/security-groups/dcfa1de6-fb7b-4124-98c8-3bc97fbc95f4 HTTP/1.1" status: 204 len: 168 time: 0.1991396 Feb 04 16:36:30.686469 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54526) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:30.691851 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647755842', 'description': 'tempest-secgroup-smoke-1647755842 description', 'project_id': '0958d93849c04f8d8cca2033ddda7386'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:30.699240 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:30.703432 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:30.706328 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:30.712754 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:30.722062 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.740949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:30.744840 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:30.747528 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:30.753075 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:30.828998 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.832658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.878298 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19d53cf-bc86-4d65-bc1f-366a4a94c210,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:30.881153 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.882415 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4d6161b1-087f-4cdd-a8e1-691c9059bda5 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1948869 Feb 04 16:36:30.885471 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54530) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:30.890487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'a19d53cf-bc86-4d65-bc1f-366a4a94c210', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:30.897323 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:30.901516 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:30.904460 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:30.910339 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:30.927721 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.987137 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.989956 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.012201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fab7ab-0ee7-4f46-b60e-4f77fc78eb82,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:31.021373 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.022614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-751d1399-8318-4813-b82c-a24e17a09450 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361661 Feb 04 16:36:31.026013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54534) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:31.031841 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'a19d53cf-bc86-4d65-bc1f-366a4a94c210', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:31.039120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:31.043214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:31.046118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:31.052217 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:31.068170 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.130275 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.134110 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.155394 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533fa686-dbcc-4bba-9baf-0ebe1e820d33,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:31.168233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.168576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.168955 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.169292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.169625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.169957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.170286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.170613 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.170976 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.171260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.171585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.171904 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:31.178328 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.183435 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54538) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:31.184003 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-254de76a-e5e7-41d4-b9a0-edda9534fe50 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563840 Feb 04 16:36:31.189305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'a19d53cf-bc86-4d65-bc1f-366a4a94c210', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:31.197112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:31.199357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 845f3757-ab68-4098-971b-165fee2cbd8c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:31.201052 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:31.203920 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:31.209683 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:31.226380 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.234068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 845f3757-ab68-4098-971b-165fee2cbd8c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:36:31.234407 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 845f3757-ab68-4098-971b-165fee2cbd8c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:36:31.291581 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.295386 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.324326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee51466-ad05-48aa-a9d7-2413e1bdf94d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:31.331054 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.332378 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-1366c37d-83cb-411a-bc40-74abf2ae7a0e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475689 Feb 04 16:36:31.335668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54542) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:31.342235 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'a19d53cf-bc86-4d65-bc1f-366a4a94c210', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:31.349498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:31.354018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:31.356880 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:31.362555 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:31.379501 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.442896 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.446282 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.470407 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b77635-b15b-4a46-a41f-46a15ee47c7d,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:31.480335 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.481541 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6c5dcd78-d6fa-447f-a736-038044604afd tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448913 Feb 04 16:36:31.484363 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54546) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:31.489385 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'a19d53cf-bc86-4d65-bc1f-366a4a94c210', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:31.497146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:31.501030 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:31.503871 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:31.509644 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:31.519018 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:36:31.525600 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.588414 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.591868 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.615060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c8ee24-4ffa-47bd-a468-7c82a010cbfe,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:31.623935 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.625196 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-6be99f49-e98b-44b8-acd0-f8f96af23588 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398323 Feb 04 16:36:31.627832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54550) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:31.632997 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'security_group_rule': {'security_group_id': 'a19d53cf-bc86-4d65-bc1f-366a4a94c210', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:31.639613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:31.643549 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:security_group_rule and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:31.646781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:31.652593 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:31.666206 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Project 0958d93849c04f8d8cca2033ddda7386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:36:31.673194 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.739057 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.742613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.767200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af7ac89-f871-43c6-b278-3402b73614ee,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:31.776485 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.777718 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2b267e8d-ab43-4b31-b318-1a03d4614f75 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489394 Feb 04 16:36:31.780514 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54554) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:31.785961 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'network': {'name': 'tempest-network-smoke--475446456', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'port_security_enabled': True}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:31.792613 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:31.796908 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:network and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:31.799774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:31.805882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:31.816123 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:36:31.819704 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.849641 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:36:31.859295 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.859641 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Added segment 21ad2375-d9e9-4521-a58b-93b7dc048f4e of type vlan for network 892f744d-e77b-495c-a8e1-5550c11c1fa4 Feb 04 16:36:31.886083 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.915564 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.921282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:31.921864 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:32.040136 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2584224 Feb 04 16:36:32.043241 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54558) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:32.050322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'admin_state_up': True, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:32.057989 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8b50e-892e-4a05-872b-635bcf19e920 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Network': ['ID=892f744d-e77b-495c-a8e1-5550c11c1fa4,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:32.062162 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:32.066155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:router and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:32.068504 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 892f744d-e77b-495c-a8e1-5550c11c1fa4 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:36:32.069113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:32.075470 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:32.087599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:32.088626 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:32.105748 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:32.555281 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:32.899613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:32.928063 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:33.066649 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.108 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5d7fa4f8-704f-4ee5-aaf0-b433048247f1) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:33.218468 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:33.248850 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:33.314963 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:33.317796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:33.320558 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:36:33.363498 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=5d7fa4f8-704f-4ee5-aaf0-b433048247f1,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:33.737658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:34.198592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:34.389598 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ca7217f9-89be-43f8-90f9-f0ef021105f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:34.407675 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 41b650ff-6cda-4bcf-a220-86fa7947d286 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:36:34.583445 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:36:34.593146 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Sync routers for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:36:34.602844 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:34.603436 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:34.610444 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:34.611692 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-ef078dbd-487b-4e93-a80a-fdd656bdd4a4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5675423 Feb 04 16:36:34.614877 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54566) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:34.654372 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-e50fd222-f0cb-4caf-9b89-0164d32ef099 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=0958d93849c04f8d8cca2033ddda7386&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383642 Feb 04 16:36:34.656821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54570) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:34.789819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aea7dcf-ce27-42a8-8d0e-107cb3cb0cff tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:34.791322 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9aea7dcf-ce27-42a8-8d0e-107cb3cb0cff tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336126 Feb 04 16:36:34.794215 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54576) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:34.823743 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:34.837570 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b948b611-ba87-4b6b-83a9-4311ac130ee5 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=cee49329-a2e8-404b-bc10-5459d077e066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422354 Feb 04 16:36:34.839984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54580) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:34.845356 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484389480', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:34.957418 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:34.962102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:subnet and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:34.965011 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:34.970734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:34.981187 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:36:34.984601 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.107200 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:33Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:35.111202 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Checking router: 41b650ff-6cda-4bcf-a220-86fa7947d286 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:36:35.111558 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Updating router 41b650ff-6cda-4bcf-a220-86fa7947d286 port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:36:35.166285 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.204144 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.285733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Subnet': ['ID=968efff3-2877-49d0-b8d2-f6485e44a174,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:35.294686 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Checking segment: {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:36:35.295196 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network hostable DHCP agents. Network: 892f744d-e77b-495c-a8e1-5550c11c1fa4, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:36:35.315983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 892f744d-e77b-495c-a8e1-5550c11c1fa4 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:36:35.325821 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 892f744d-e77b-495c-a8e1-5550c11c1fa4) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:35.330016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:35.330642 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.339491 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c595ac7-0b03-4b84-b2c0-5f8b6b9b6702 None None] Network 892f744d-e77b-495c-a8e1-5550c11c1fa4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:36:35.353457 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-31c9cff8-22dd-4aca-9582-f1c4a6b59f38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5123625 Feb 04 16:36:35.356034 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54584) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:35.503639 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.516558 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Transition to ACTIVE for port object 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:35.523766 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.570679 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-892f744d-e77b-495c-a8e1-5550c11c1fa4', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:36:35.572839 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.608663 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Attempting to bind port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:35.609307 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Attempting to bind port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:35.609408 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Attempting to bind port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:36:35.611314 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Pushing event updated for resources: {'Port': ['ID=5d7fa4f8-704f-4ee5-aaf0-b433048247f1,revision_number=2']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:35.621122 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.621464 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.621791 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.622112 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.622431 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.622745 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.623056 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.623365 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.623675 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.623981 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.624289 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.624596 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:35.627676 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:36:35.628035 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:36:35.628426 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.628885 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:36:35.629342 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Bound port: 5d7fa4f8-704f-4ee5-aaf0-b433048247f1, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:35.629705 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.713480 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] For port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:36:35.717021 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] For port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5d7fa4f8-704f-4ee5-aaf0-b433048247f1,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:36:35.721522 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.746648 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Allocated IP 172.20.0.2 (892f744d-e77b-495c-a8e1-5550c11c1fa4/968efff3-2877-49d0-b8d2-f6485e44a174/cdea1162-2ae5-49c0-ad7c-2a1e65836c2a) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:35.803899 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:35.804513 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:35.869616 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15d6d7-5484-48fc-b28b-4c046d8306be None None] Pushing event updated for resources: {'Port': ['ID=5d7fa4f8-704f-4ee5-aaf0-b433048247f1,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:35.984682 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.990909 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:35.996899 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Transition to ACTIVE for port object cdea1162-2ae5-49c0-ad7c-2a1e65836c2a will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:36.014955 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Transition to ACTIVE for port object cdea1162-2ae5-49c0-ad7c-2a1e65836c2a will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:36.020947 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.092753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Network 892f744d-e77b-495c-a8e1-5550c11c1fa4 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:36.095524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:36.099798 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:36:36.101922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Pushing event updated for resources: {'Port': ['ID=cdea1162-2ae5-49c0-ad7c-2a1e65836c2a,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:36.195709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Attempting to bind port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:36.196375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Attempting to bind port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:36.196928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Attempting to bind port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a on network 892f744d-e77b-495c-a8e1-5550c11c1fa4 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:36:36.202592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:36:36.202949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Checking segment: {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:36:36.203513 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.204049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Bound using segment: {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:36:36.204666 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Bound port: cdea1162-2ae5-49c0-ad7c-2a1e65836c2a, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:36.205216 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.238066 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.295380 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] For port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:36:36.298404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] For port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cdea1162-2ae5-49c0-ad7c-2a1e65836c2a,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:36:36.304923 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.307260 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:33Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:36.311786 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84288bf-a642-4ea9-a50d-a4a2aeee4b2e None None] The sync data for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 is: [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:33Z', 'revision_number': 3, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:36:36.396243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a239de-6e94-4dae-b1f4-674eef53c828 None None] Pushing event updated for resources: {'Port': ['ID=cdea1162-2ae5-49c0-ad7c-2a1e65836c2a,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:36.721559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.1 (892f744d-e77b-495c-a8e1-5550c11c1fa4/968efff3-2877-49d0-b8d2-f6485e44a174/54fce904-4262-4edd-b95d-c73b9801deba) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:36.756445 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-31f04635-2288-4b76-9d02-5f2ae2f18cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.910122 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.928266 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object 54fce904-4262-4edd-b95d-c73b9801deba will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:36.959178 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.030988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 892f744d-e77b-495c-a8e1-5550c11c1fa4 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:37.034221 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:37.038144 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:36:37.069772 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=54fce904-4262-4edd-b95d-c73b9801deba,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:37.096760 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.107761 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.390130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:37.469564 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:37.474494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:37.474866 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.531219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84720947-b7e3-476e-b26b-5a2a2506f137 None None] Network 892f744d-e77b-495c-a8e1-5550c11c1fa4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:36:37.563931 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.633686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-06a9219a-d5e0-4a6d-aadd-1aa31a4f6f84 None None] Provisioning for port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:37.759060 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.830709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5d7fa4f8-704f-4ee5-aaf0-b433048247f1,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:37.863050 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.863811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cdea1162-2ae5-49c0-ad7c-2a1e65836c2a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:37.996005 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.996499 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.001199 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.008439 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.028617 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5d7fa4f8-704f-4ee5-aaf0-b433048247f1,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:38.047172 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:38.052167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:38.052715 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.123828 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.128379 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=54fce904-4262-4edd-b95d-c73b9801deba,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:38.187350 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.230783 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cdea1162-2ae5-49c0-ad7c-2a1e65836c2a,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:38.235129 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.279244 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 892f744d-e77b-495c-a8e1-5550c11c1fa4 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:38.280534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:38.306524 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=cdea1162-2ae5-49c0-ad7c-2a1e65836c2a,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:38.376324 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-40d7624a-88aa-444e-abf4-d42f0b18d309 None None] Provisioning complete for port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:38.376761 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-40d7624a-88aa-444e-abf4-d42f0b18d309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.483406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 41b650ff-6cda-4bcf-a220-86fa7947d286 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:36:38.519199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-40d7624a-88aa-444e-abf4-d42f0b18d309 None None] Provisioning for port 54fce904-4262-4edd-b95d-c73b9801deba completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:38.525782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-40d7624a-88aa-444e-abf4-d42f0b18d309 None None] Provisioning complete for port 54fce904-4262-4edd-b95d-c73b9801deba triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:38.526151 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-40d7624a-88aa-444e-abf4-d42f0b18d309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.587626 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-40d7624a-88aa-444e-abf4-d42f0b18d309 None None] Port 54fce904-4262-4edd-b95d-c73b9801deba cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:36:38.678064 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:36:38.688490 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Sync routers for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:36:38.692749 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f2f88627-e4fd-4524-9e5d-4976f1f6b10b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/41b650ff-6cda-4bcf-a220-86fa7947d286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3355892 Feb 04 16:36:38.701375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:38.702206 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:38.793896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8fa7f700-dbff-4070-88ad-69b935b861f9 None None] Provisioning complete for port 54fce904-4262-4edd-b95d-c73b9801deba triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:38.794584 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8fa7f700-dbff-4070-88ad-69b935b861f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.923387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7f700-dbff-4070-88ad-69b935b861f9 None None] Port 54fce904-4262-4edd-b95d-c73b9801deba cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:36:38.937182 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:39.088395 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-19fa3a96-6748-4ec6-a065-1fa03e60d513 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647755842&fields=id&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 267 time: 0.0438921 Feb 04 16:36:39.244729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-0abfbcaf-5860-4692-96b5-64376e0ea1f0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:39.251848 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-0abfbcaf-5860-4692-96b5-64376e0ea1f0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/networks?id=892f744d-e77b-495c-a8e1-5550c11c1fa4 HTTP/1.1" status: 200 len: 796 time: 0.1567299 Feb 04 16:36:39.252027 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:39.263566 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-279394ae-a4a1-4b21-90bf-4128be757f1d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/quotas/0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 375 time: 0.0108602 Feb 04 16:36:39.302242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54fce904-4262-4edd-b95d-c73b9801deba', 'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:91:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:36Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 2, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:39.313096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Checking router: 41b650ff-6cda-4bcf-a220-86fa7947d286 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:36:39.313437 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Updating router 41b650ff-6cda-4bcf-a220-86fa7947d286 port 54fce904-4262-4edd-b95d-c73b9801deba binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:36:39.348662 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-9c7f3914-d3db-46d7-ad17-15699ecda431 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793571 Feb 04 16:36:39.376518 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:39.439402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:39.439677 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:39.487336 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:39.489460 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-046c82d6-d716-42cc-a73f-311eaf017b56 service neutron] 10.222.0.46 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282120 Feb 04 16:36:39.626375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-7026a524-51d9-453f-8189-afcaf2b29f76 service neutron] 10.222.0.46 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302528 Feb 04 16:36:39.749510 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cdea1162-2ae5-49c0-ad7c-2a1e65836c2a up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:39.816535 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-37d32c0e-2e79-4fff-bacf-9e8a6ba99157 req-b8a5bbcc-cb2b-4c5f-898f-c1f454db94e0 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 210 time: 0.0440388 Feb 04 16:36:39.871178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:39.871756 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:39.987062 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.007637 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.048665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Transition to ACTIVE for port object 54fce904-4262-4edd-b95d-c73b9801deba will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:40.063091 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.214850 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29690e8-44fa-44e3-ac3f-93ad573e82ea None None] Pushing event updated for resources: {'Port': ['ID=54fce904-4262-4edd-b95d-c73b9801deba,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:40.310001 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Attempting to bind port 54fce904-4262-4edd-b95d-c73b9801deba on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:40.310473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Attempting to bind port 54fce904-4262-4edd-b95d-c73b9801deba by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:40.310898 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Attempting to bind port 54fce904-4262-4edd-b95d-c73b9801deba on network 892f744d-e77b-495c-a8e1-5550c11c1fa4 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:36:40.317139 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:36:40.317511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Checking segment: {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:36:40.317909 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.318344 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Bound using segment: {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:36:40.318806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Bound port: 54fce904-4262-4edd-b95d-c73b9801deba, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:40.319350 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.415788 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] For port 54fce904-4262-4edd-b95d-c73b9801deba, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:36:40.418982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] For port 54fce904-4262-4edd-b95d-c73b9801deba, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=54fce904-4262-4edd-b95d-c73b9801deba,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:36:40.423124 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.519724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:40.520364 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:40.616680 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29690e8-44fa-44e3-ac3f-93ad573e82ea None None] Pushing event updated for resources: {'Port': ['ID=54fce904-4262-4edd-b95d-c73b9801deba,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:40.723722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:41.058294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11b5e121-dbbf-4427-9935-5ed50a16cb6f req-662faecc-46c3-4338-a36b-ab5e634743cf tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 210 time: 0.0645463 Feb 04 16:36:41.082881 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54fce904-4262-4edd-b95d-c73b9801deba', 'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:91:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:36Z', 'updated_at': '2022-02-04T16:36:40Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:41.087187 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a764afc-c83f-44f5-a775-ff6a43e691e6 None None] The sync data for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 is: [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54fce904-4262-4edd-b95d-c73b9801deba', 'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:91:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:36Z', 'updated_at': '2022-02-04T16:36:40Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:36:41.148095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-6b67c771-46a4-4967-afbf-05485c478be7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:41.155015 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-6b67c771-46a4-4967-afbf-05485c478be7 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "GET /v2.0/networks?id=892f744d-e77b-495c-a8e1-5550c11c1fa4 HTTP/1.1" status: 200 len: 796 time: 0.2279665 Feb 04 16:36:41.212961 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-21f83612-8ac6-4ab4-810f-e885b01d61e1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0958d93849c04f8d8cca2033ddda7386 HTTP/1.1" status: 200 len: 380 time: 0.0479214 Feb 04 16:36:41.222907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'port': {'device_id': '505277ad-df4c-4da9-9287-7a24f58b7653', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'admin_state_up': True, 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'security_groups': ['a19d53cf-bc86-4d65-bc1f-366a4a94c210']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:41.280543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 54fce904-4262-4edd-b95d-c73b9801deba up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:41.360946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 54fce904-4262-4edd-b95d-c73b9801deba completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:41.368470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 54fce904-4262-4edd-b95d-c73b9801deba triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:41.368951 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.384686 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:41.389055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:port and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:41.391872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:41.398706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:41.410905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Made reservation on behalf of 0958d93849c04f8d8cca2033ddda7386 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:36:41.415290 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.542351 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.577623 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 54fce904-4262-4edd-b95d-c73b9801deba, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=54fce904-4262-4edd-b95d-c73b9801deba,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:41.582052 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.595920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.20.0.4 (892f744d-e77b-495c-a8e1-5550c11c1fa4/968efff3-2877-49d0-b8d2-f6485e44a174/ad88c63d-d6a7-4659-bfaa-97dcfa655c14) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:41.657650 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=54fce904-4262-4edd-b95d-c73b9801deba,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:41.910752 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.927594 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Transition to ACTIVE for port object ad88c63d-d6a7-4659-bfaa-97dcfa655c14 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:41.952464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.030555 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network 892f744d-e77b-495c-a8e1-5550c11c1fa4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:42.034142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:42.038906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:36:42.070884 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:42.118292 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:42.118849 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.146169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-49097a70-35bc-4f3a-aec1-842132dda1c2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9279747 Feb 04 16:36:42.161316 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Request body: {'port': {'device_id': '505277ad-df4c-4da9-9287-7a24f58b7653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:42.286872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e5726417-1856-4ca7-a713-1c86b48d827e None None] Provisioning for port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:42.293525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e5726417-1856-4ca7-a713-1c86b48d827e None None] Provisioning complete for port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:42.293898 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e5726417-1856-4ca7-a713-1c86b48d827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.353088 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.364632 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-e5726417-1856-4ca7-a713-1c86b48d827e None None] Port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:36:42.370774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1aa69-3ded-4e46-8de7-72f931fbb123 req-fa5bac7f-6179-4fed-b971-b1aaa758b5c4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:42.371494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-72d1aa69-3ded-4e46-8de7-72f931fbb123 req-fa5bac7f-6179-4fed-b971-b1aaa758b5c4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:42.430725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-72d1aa69-3ded-4e46-8de7-72f931fbb123 req-fa5bac7f-6179-4fed-b971-b1aaa758b5c4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:42.431893 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72d1aa69-3ded-4e46-8de7-72f931fbb123 req-fa5bac7f-6179-4fed-b971-b1aaa758b5c4 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 931 time: 0.2322125 Feb 04 16:36:42.543902 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-72d1aa69-3ded-4e46-8de7-72f931fbb123 req-0ad56fed-467d-47a0-bc3c-7aa5afd02790 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046777 Feb 04 16:36:42.664722 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-62addee9-4bcd-4564-9399-a78c8685b7cd req-e788b059-ed86-4d23-b115-125ccc1362be service neutron] (87571) timed out ('10.222.0.53', 53256) {{(pid=87571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:36:42.747895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad88c63d-d6a7-4659-bfaa-97dcfa655c14 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:36:42.755054 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.769738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Transition to ACTIVE for port object ad88c63d-d6a7-4659-bfaa-97dcfa655c14 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:42.774394 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.927525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Pushing event updated for resources: {'Port': ['ID=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:43.011720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Attempting to bind port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:43.012058 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Attempting to bind port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:43.012388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Attempting to bind port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 on network 892f744d-e77b-495c-a8e1-5550c11c1fa4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:36:43.017021 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 on network 892f744d-e77b-495c-a8e1-5550c11c1fa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:36:43.017343 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Attempting to bind port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 on network 892f744d-e77b-495c-a8e1-5550c11c1fa4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:36:43.022318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:36:43.022822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Checking segment: {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:36:43.023242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Bound using segment: {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:36:43.023664 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Bound port: ad88c63d-d6a7-4659-bfaa-97dcfa655c14, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad2375-d9e9-4521-a58b-93b7dc048f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:43.024057 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:43.113567 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] For port ad88c63d-d6a7-4659-bfaa-97dcfa655c14, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:36:43.117160 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] For port ad88c63d-d6a7-4659-bfaa-97dcfa655c14, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:36:43.121788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:43.185500 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:43.186108 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:43.187553 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] 10.222.0.53 "PUT /v2.0/ports/ad88c63d-d6a7-4659-bfaa-97dcfa655c14 HTTP/1.1" status: 200 len: 1091 time: 1.0310459 Feb 04 16:36:43.187918 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:43.209084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67cd52-544b-4660-aa80-b44965f7e22b service neutron] Pushing event updated for resources: {'Port': ['ID=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:43.269782 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 54fce904-4262-4edd-b95d-c73b9801deba up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:43.284145 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'status': 'completed', 'code': 200} Feb 04 16:36:43.329315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-ea953480-5f97-4836-b145-107b4c0a56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:43.330808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-ea953480-5f97-4836-b145-107b4c0a56ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 1094 time: 0.0857291 Feb 04 16:36:43.352157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 54fce904-4262-4edd-b95d-c73b9801deba triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:43.352615 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:43.407065 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-b0421132-59d3-4ca1-b17f-8b601741d91e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14 HTTP/1.1" status: 200 len: 217 time: 0.0694230 Feb 04 16:36:43.475454 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-f9f3b6e6-25f1-4572-ac2b-3ab20e287464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:43.477914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-f9f3b6e6-25f1-4572-ac2b-3ab20e287464 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=968efff3-2877-49d0-b8d2-f6485e44a174 HTTP/1.1" status: 200 len: 834 time: 0.0625110 Feb 04 16:36:43.560607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-08b6e51d-2065-42f8-91f4-969592d6583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:43.562105 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-08b6e51d-2065-42f8-91f4-969592d6583e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=892f744d-e77b-495c-a8e1-5550c11c1fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745251 Feb 04 16:36:43.853100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-7b423194-ad95-4a98-921a-19e4bfd4e8f9 service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815571 Feb 04 16:36:43.937231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e844863-7349-4c3e-87cc-354273850c5c req-8b3a33ba-355f-4d1c-b11c-68387555d8f1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:43.938676 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e844863-7349-4c3e-87cc-354273850c5c req-8b3a33ba-355f-4d1c-b11c-68387555d8f1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 943 time: 0.2840452 Feb 04 16:36:44.012970 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5e844863-7349-4c3e-87cc-354273850c5c req-cb734245-d14b-4254-b905-c43066313901 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674381 Feb 04 16:36:44.031784 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e60530ae-afe3-4eea-bc75-ee1c7a76436a req-90bb416c-458b-43a2-b5dd-4c1a448eff11 service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688225 Feb 04 16:36:44.155728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-362fa27a-7ed1-4b75-a0db-9b114a346df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:44.157115 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-362fa27a-7ed1-4b75-a0db-9b114a346df3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 1094 time: 0.0750284 Feb 04 16:36:44.288890 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-a35b0b20-c944-4331-9b73-0e7e8e262781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:44.290319 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-a35b0b20-c944-4331-9b73-0e7e8e262781 service neutron] 10.222.0.53 "GET /v2.0/networks?id=892f744d-e77b-495c-a8e1-5550c11c1fa4 HTTP/1.1" status: 200 len: 897 time: 0.1271183 Feb 04 16:36:44.358098 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-0bc9788b-d3a9-4db9-addb-05266735bd57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14 HTTP/1.1" status: 200 len: 217 time: 0.0601580 Feb 04 16:36:44.423927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-07d7be0f-745e-4210-bb39-287d3de9adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:44.425285 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-07d7be0f-745e-4210-bb39-287d3de9adba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=968efff3-2877-49d0-b8d2-f6485e44a174 HTTP/1.1" status: 200 len: 834 time: 0.0604532 Feb 04 16:36:44.500914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-df73dca3-4b24-4e1e-bda7-a8080a149907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:44.502354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-df73dca3-4b24-4e1e-bda7-a8080a149907 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=892f744d-e77b-495c-a8e1-5550c11c1fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695083 Feb 04 16:36:44.631439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-4317db0e-06a1-4bdf-b2b9-b404d7dcb263 service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225257 Feb 04 16:36:44.763816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8626aee8-9242-4dde-b12d-8f2c21708c61 req-7b89f89c-46bf-49e2-854a-196d7eb991bf service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251724 Feb 04 16:36:45.201100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ef9e-b9b7-4dcd-9e1b-0a5f1dc6ec22 req-cd8ba5a6-a821-4a20-bc9c-995d479fdc16 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:45.202551 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb57ef9e-b9b7-4dcd-9e1b-0a5f1dc6ec22 req-cd8ba5a6-a821-4a20-bc9c-995d479fdc16 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 943 time: 0.0845380 Feb 04 16:36:45.247596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fb57ef9e-b9b7-4dcd-9e1b-0a5f1dc6ec22 req-5f32580f-5bd0-44d7-8ce7-45a9b093db7c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394614 Feb 04 16:36:45.401428 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:36:46.432261 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88ed0e-caad-4b4b-8f2c-4e3e1b908f20 req-e94f96c6-71a3-4daf-8a0d-8b3d181d3aaa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:46.433743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e88ed0e-caad-4b4b-8f2c-4e3e1b908f20 req-e94f96c6-71a3-4daf-8a0d-8b3d181d3aaa tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 943 time: 0.0797479 Feb 04 16:36:46.478113 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e88ed0e-caad-4b4b-8f2c-4e3e1b908f20 req-5f23e6c7-c301-4f01-a9a5-6f54c5b639ad tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382988 Feb 04 16:36:46.970665 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad88c63d-d6a7-4659-bfaa-97dcfa655c14 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:36:47.107251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ad88c63d-d6a7-4659-bfaa-97dcfa655c14, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:47.123660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'port_id': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'mac_address': 'fa:16:3e:4f:21:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:36:47.177330 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:47.193846 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad88c63d-d6a7-4659-bfaa-97dcfa655c14 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:36:47.209936 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ad88c63d-d6a7-4659-bfaa-97dcfa655c14, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:47.214690 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:47.281982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:47.517902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['ad88c63d-d6a7-4659-bfaa-97dcfa655c14'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:36:47.665151 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ca041-7222-491e-8175-a9e19b4bd74c req-093a6c8b-68dd-4f25-ad43-d4e1418bdcd8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:47.666616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-782ca041-7222-491e-8175-a9e19b4bd74c req-093a6c8b-68dd-4f25-ad43-d4e1418bdcd8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 944 time: 0.0832379 Feb 04 16:36:47.711040 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-782ca041-7222-491e-8175-a9e19b4bd74c req-45a868db-b7bc-4adf-b8ff-fab3efc72b3c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386593 Feb 04 16:36:48.892593 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fbb04-683b-42e8-9458-fc8b1483394f req-402d05f8-463c-4276-9ba3-340e5ff50f41 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:48.894086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-031fbb04-683b-42e8-9458-fc8b1483394f req-402d05f8-463c-4276-9ba3-340e5ff50f41 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 944 time: 0.0804369 Feb 04 16:36:48.942612 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-031fbb04-683b-42e8-9458-fc8b1483394f req-4551a032-8621-44c8-97d4-f6b6babadb38 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421729 Feb 04 16:36:48.986983 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad88c63d-d6a7-4659-bfaa-97dcfa655c14 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:49.054002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:49.059552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:49.059921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:49.178505 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:49.206117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:49.215886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port ad88c63d-d6a7-4659-bfaa-97dcfa655c14, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:36:49.218935 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:49.254713 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'code': 200} Feb 04 16:36:49.290841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:49.381154 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6b33-bb19-4689-811f-424225ea4434 req-256c9f12-f3c7-4c0a-9881-7244031a1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:49.382748 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f5f6b33-bb19-4689-811f-424225ea4434 req-256c9f12-f3c7-4c0a-9881-7244031a1da8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 1096 time: 0.0710223 Feb 04 16:36:49.433098 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7f5f6b33-bb19-4689-811f-424225ea4434 req-4659721b-eedf-4dbf-9010-9c8237feaccd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Feb 04 16:36:50.134084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a1d5-d78f-4683-bfaa-94e41cd1be2f req-dbfa15ed-f2d5-4095-a27e-64666bad8786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:50.135565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abf9a1d5-d78f-4683-bfaa-94e41cd1be2f req-dbfa15ed-f2d5-4095-a27e-64666bad8786 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0843310 Feb 04 16:36:50.177944 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-abf9a1d5-d78f-4683-bfaa-94e41cd1be2f req-fc1075b4-b333-4e7b-8712-d6b452052d95 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367985 Feb 04 16:36:51.362713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e9f9-7711-4bb5-b66c-855f571e9675 req-7fc71195-99bb-4817-9cda-c72795315b76 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:51.364153 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7af3e9f9-7711-4bb5-b66c-855f571e9675 req-7fc71195-99bb-4817-9cda-c72795315b76 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0801847 Feb 04 16:36:51.408912 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7af3e9f9-7711-4bb5-b66c-855f571e9675 req-891a5ecd-fb9b-4feb-a950-c1f27c206a27 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383930 Feb 04 16:36:51.596811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383874-0ae7-4fbf-939c-44858db15b73 req-f6f49336-3d35-4a8d-9868-f6e213f19613 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:51.598233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff383874-0ae7-4fbf-939c-44858db15b73 req-f6f49336-3d35-4a8d-9868-f6e213f19613 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0820129 Feb 04 16:36:51.641427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff383874-0ae7-4fbf-939c-44858db15b73 req-518be426-4ac5-40e9-8b8e-fc3b3d4318b8 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371790 Feb 04 16:36:51.663171 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54650) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:51.733117 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6ae38-5eb3-4454-a54f-752bac8758d6 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:51.734597 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-44e6ae38-5eb3-4454-a54f-752bac8758d6 tempest-TestNetworkAdvancedServerOps-43305599 tempest-TestNetworkAdvancedServerOps-43305599-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 1091 time: 0.0704589 Feb 04 16:36:51.737312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54654) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:51.742071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:51.749137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:51.753016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Usage tracker for resource:floatingip and tenant:0958d93849c04f8d8cca2033ddda7386 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:51.755826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:51.761875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:51.772791 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.910148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:52.046971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Allocated IP 172.25.8.84 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/9313a54d-6b86-4af3-8fd2-465770ef0665) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:52.315103 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:52.344218 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:52.409580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:52.412348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:52.416356 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:36:52.452509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=9313a54d-6b86-4af3-8fd2-465770ef0665,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:52.834502 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:52.918596 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.121864 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.126269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.230339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event updated for resources: {'Port': ['ID=9313a54d-6b86-4af3-8fd2-465770ef0665,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:53.247055 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.416824 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP 28091315-6ac0-4c72-bcae-68131623f257 associated. External IP: 172.25.8.84, port: ad88c63d-d6a7-4659-bfaa-97dcfa655c14. Feb 04 16:36:53.879665 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 41b650ff-6cda-4bcf-a220-86fa7947d286 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:36:54.057930 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:36:54.067580 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] Sync routers for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:36:54.077697 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:54.078290 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:54.083610 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:54.141890 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2dc81f1a-3d38-4091-964f-e0501c5e4c48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4034688 Feb 04 16:36:54.142379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:54.257123 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:54.314120 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915224af-6e7b-4f4a-b0a7-253fbfac1cb7 req-530dbc16-c9b4-4d97-af6c-3387f0b2eb48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:54.315737 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-915224af-6e7b-4f4a-b0a7-253fbfac1cb7 req-530dbc16-c9b4-4d97-af6c-3387f0b2eb48 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0857909 Feb 04 16:36:54.360618 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-915224af-6e7b-4f4a-b0a7-253fbfac1cb7 req-16c26553-fd93-4066-9639-e8dfc99dfc1a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381742 Feb 04 16:36:54.385720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54662) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:54.424030 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'status': 'completed', 'code': 200} Feb 04 16:36:54.497004 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-4540623e-9091-4c49-b4ac-6da4271c0a4f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/28091315-6ac0-4c72-bcae-68131623f257 HTTP/1.1" status: 200 len: 990 time: 0.1100836 Feb 04 16:36:54.523565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-bda3be25-46e9-4de0-8ff5-187fb4fcf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:54.525414 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-bda3be25-46e9-4de0-8ff5-187fb4fcf197 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 1096 time: 0.0796878 Feb 04 16:36:54.619001 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '28091315-6ac0-4c72-bcae-68131623f257', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'port_id': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'mac_address': 'fa:16:3e:4f:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505277ad-df4c-4da9-9287-7a24f58b7653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:36:52Z', 'updated_at': '2022-02-04T16:36:52Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54fce904-4262-4edd-b95d-c73b9801deba', 'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:91:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:36Z', 'updated_at': '2022-02-04T16:36:41Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:54.622835 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] Checking router: 41b650ff-6cda-4bcf-a220-86fa7947d286 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:36:54.631053 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:36:54.631636 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:36:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:54.659503 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-9511c36c-44ed-4a29-8119-0498cf0033e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:54.660867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-9511c36c-44ed-4a29-8119-0498cf0033e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=892f744d-e77b-495c-a8e1-5550c11c1fa4 HTTP/1.1" status: 200 len: 897 time: 0.1297905 Feb 04 16:36:54.759729 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-4d83bde5-9027-454c-a48f-22d909b57a24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14 HTTP/1.1" status: 200 len: 998 time: 0.0932367 Feb 04 16:36:54.809626 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:36:54.826703 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-21b2885a-80d4-44f1-8df3-1a21a6d6eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:54.828143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-21b2885a-80d4-44f1-8df3-1a21a6d6eb51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=968efff3-2877-49d0-b8d2-f6485e44a174 HTTP/1.1" status: 200 len: 834 time: 0.0625343 Feb 04 16:36:54.907704 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-c505db50-9072-4b02-8860-afe256e62a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:54.909214 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-c505db50-9072-4b02-8860-afe256e62a31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=892f744d-e77b-495c-a8e1-5550c11c1fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746408 Feb 04 16:36:55.042516 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-8a3a96a2-bdbe-4cc2-a371-9056aa09e986 service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272945 Feb 04 16:36:55.162251 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '28091315-6ac0-4c72-bcae-68131623f257', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'port_id': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'mac_address': 'fa:16:3e:4f:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505277ad-df4c-4da9-9287-7a24f58b7653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:36:52Z', 'updated_at': '2022-02-04T16:36:52Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54fce904-4262-4edd-b95d-c73b9801deba', 'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:91:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:36Z', 'updated_at': '2022-02-04T16:36:41Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:55.167251 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4928b7-177d-40f3-9358-12fb8accaac0 None None] The sync data for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 is: [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '28091315-6ac0-4c72-bcae-68131623f257', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'port_id': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'mac_address': 'fa:16:3e:4f:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505277ad-df4c-4da9-9287-7a24f58b7653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:36:52Z', 'updated_at': '2022-02-04T16:36:52Z', 'revision_number': 0, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54fce904-4262-4edd-b95d-c73b9801deba', 'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:91:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:36Z', 'updated_at': '2022-02-04T16:36:41Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:36:55.186110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-944f45e6-24c2-4d5e-a85c-a3dcd1e849a5 req-50e51490-9150-4f0e-a1a1-6def7a0b377f service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378207 Feb 04 16:36:55.385014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7f210-fd7d-4443-92e3-eb8ee01d5178 None None] New status for floating IP 28091315-6ac0-4c72-bcae-68131623f257: ACTIVE {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:36:55.501881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54666) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:55.750759 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-77c78cf8-9aac-4b26-a1df-079cc74db96d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/28091315-6ac0-4c72-bcae-68131623f257 HTTP/1.1" status: 200 len: 990 time: 0.2477272 Feb 04 16:36:56.754544 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54670) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:56.865554 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-147d700c-fbba-4b9f-9d13-945ce6e6596f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/28091315-6ac0-4c72-bcae-68131623f257 HTTP/1.1" status: 200 len: 992 time: 0.1097441 Feb 04 16:37:04.382271 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d2b5cbab-01fd-4c3e-9413-5d5b8e5853d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.749207 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2e95c01b-dc41-4dee-ba1f-a751fa25901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.108151 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.855584 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.912016 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.407685 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:09.915463 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.401126 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:37:28.535952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b138e77-88e1-4222-b6b4-5f74351123ba req-8f5315b2-b4bf-4c09-b95b-20c6213ef24c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:28.537422 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b138e77-88e1-4222-b6b4-5f74351123ba req-8f5315b2-b4bf-4c09-b95b-20c6213ef24c tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0852165 Feb 04 16:37:28.581366 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b138e77-88e1-4222-b6b4-5f74351123ba req-929be4ae-cbda-4b3a-9029-378fc728a6cc tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384686 Feb 04 16:37:29.767472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e34af3-e705-41cd-9afc-4662e93de038 req-cd519f18-b660-4932-bc01-05c122019830 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:29.768940 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28e34af3-e705-41cd-9afc-4662e93de038 req-cd519f18-b660-4932-bc01-05c122019830 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0793390 Feb 04 16:37:29.813501 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-28e34af3-e705-41cd-9afc-4662e93de038 req-a3061016-4459-4984-85fa-70be8304e0f3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389869 Feb 04 16:37:29.835973 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54690) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:29.943317 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e1ca0dbc-b329-4857-afbc-a19c112326be tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/28091315-6ac0-4c72-bcae-68131623f257 HTTP/1.1" status: 200 len: 992 time: 0.1060522 Feb 04 16:37:31.572419 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ed68a-4503-4dfd-b64d-47b4e60fecbe req-9bfafb63-c07e-472e-97b5-c9c0b892509a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:31.573817 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e83ed68a-4503-4dfd-b64d-47b4e60fecbe req-9bfafb63-c07e-472e-97b5-c9c0b892509a tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.2506382 Feb 04 16:37:31.579789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-cf916c38-e1fe-4c81-9da9-9c1cd55bbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:31.581155 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-cf916c38-e1fe-4c81-9da9-9c1cd55bbd3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 1096 time: 0.2254918 Feb 04 16:37:31.699833 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e83ed68a-4503-4dfd-b64d-47b4e60fecbe req-f91cf783-ee72-496a-afbb-08e49075cbc1 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177306 Feb 04 16:37:31.738932 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-f394ca4f-37b4-4128-9741-1689433f1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:31.740365 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-f394ca4f-37b4-4128-9741-1689433f1851 service neutron] 10.222.0.53 "GET /v2.0/networks?id=892f744d-e77b-495c-a8e1-5550c11c1fa4 HTTP/1.1" status: 200 len: 897 time: 0.1456199 Feb 04 16:37:31.854907 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-d0f1e5de-38bf-4d57-a97f-2f62dbf3ea14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14 HTTP/1.1" status: 200 len: 1000 time: 0.1036437 Feb 04 16:37:31.923018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-5ed90cb9-24f3-4e9c-b24e-f44b63c5fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:31.924498 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-5ed90cb9-24f3-4e9c-b24e-f44b63c5fa68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=968efff3-2877-49d0-b8d2-f6485e44a174 HTTP/1.1" status: 200 len: 834 time: 0.0609899 Feb 04 16:37:32.017795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-168a3569-f286-40ef-9333-366fef799bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:32.019294 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-168a3569-f286-40ef-9333-366fef799bf0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=892f744d-e77b-495c-a8e1-5550c11c1fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860858 Feb 04 16:37:32.033122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-eca81009-3889-4bdd-a6e1-46e6eaa8d185 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:37:32.034064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-eca81009-3889-4bdd-a6e1-46e6eaa8d185 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055993 Feb 04 16:37:32.174347 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-3156ca29-aa05-4bee-a35c-2c6cd6d97830 service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308799 Feb 04 16:37:32.322883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-df8b4276-a2e9-4dbf-92e5-ee9f2ab1c04b req-566fe729-e555-4b65-a976-95db5e727d4c service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399159 Feb 04 16:37:32.897050 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3b362-1b9f-4e8c-8a7f-05c9736c18e1 req-0786df24-0db9-4ed1-bcd8-802f963e5be9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:32.898570 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ab3b362-1b9f-4e8c-8a7f-05c9736c18e1 req-0786df24-0db9-4ed1-bcd8-802f963e5be9 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0864675 Feb 04 16:37:32.942892 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5ab3b362-1b9f-4e8c-8a7f-05c9736c18e1 req-8afe2bc3-e472-4ddc-baf5-cdc68f817419 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388103 Feb 04 16:37:34.123532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a83336-e41a-4ff1-ac05-1b8deb836be4 req-26bb7644-26b5-41cb-a33f-5253b66f686e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:34.125069 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2a83336-e41a-4ff1-ac05-1b8deb836be4 req-26bb7644-26b5-41cb-a33f-5253b66f686e tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0797687 Feb 04 16:37:34.167885 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a2a83336-e41a-4ff1-ac05-1b8deb836be4 req-c76627ef-2fd3-49b4-9a80-4feee39e11e3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374148 Feb 04 16:37:34.191524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54706) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:34.298802 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6d542cb0-3942-45b9-b6e6-1ab049e8e70b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/floatingips/28091315-6ac0-4c72-bcae-68131623f257 HTTP/1.1" status: 200 len: 992 time: 0.1061141 Feb 04 16:37:34.386860 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-49760366-5175-4e22-b9e5-f143f949ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.563030 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54714) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:34.763335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 9313a54d-6b86-4af3-8fd2-465770ef0665 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:37:34.763794 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.934592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.934834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.176886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 9313a54d-6b86-4af3-8fd2-465770ef0665 owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:37:35.325281 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.375981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=9313a54d-6b86-4af3-8fd2-465770ef0665,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:35.413469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.413811 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.414146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.414474 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.414801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.415127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.415448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.415769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.416090 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.416405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.416720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.417061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.485666 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.486003 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Floating IP 28091315-6ac0-4c72-bcae-68131623f257 disassociated (deleted). External IP: 172.25.8.84, port: ad88c63d-d6a7-4659-bfaa-97dcfa655c14. Feb 04 16:37:35.850286 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 41b650ff-6cda-4bcf-a220-86fa7947d286 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:37:36.025177 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:37:36.035610 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] Sync routers for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:36.046948 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:36.047364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.047602 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:36.106476 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6e73e66f-7008-4aac-acfa-be734738d25b tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/floatingips/28091315-6ac0-4c72-bcae-68131623f257 HTTP/1.1" status: 204 len: 168 time: 1.5423646 Feb 04 16:37:36.106952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:36.261808 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:37:36.401194 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'status': 'completed', 'code': 200} Feb 04 16:37:36.562625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fabf9-8991-4903-be25-01053b2197fb req-d3511f76-2e2a-4fdf-b475-6fe26bcac946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:36.564106 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288fabf9-8991-4903-be25-01053b2197fb req-d3511f76-2e2a-4fdf-b475-6fe26bcac946 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0958d93849c04f8d8cca2033ddda7386&device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 1096 time: 0.1340702 Feb 04 16:37:36.580745 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54fce904-4262-4edd-b95d-c73b9801deba', 'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:91:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:36Z', 'updated_at': '2022-02-04T16:36:41Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:36.584509 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] Checking router: 41b650ff-6cda-4bcf-a220-86fa7947d286 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:36.592857 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:36.593469 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:36.652320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d40f31-1494-4b40-80f7-08e6fea07b92 req-ae6ee8d8-e6cb-48b2-85ee-5ca7b99eaa8f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:36.653023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-71d40f31-1494-4b40-80f7-08e6fea07b92 req-ae6ee8d8-e6cb-48b2-85ee-5ca7b99eaa8f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:36.685898 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-71d40f31-1494-4b40-80f7-08e6fea07b92 req-ae6ee8d8-e6cb-48b2-85ee-5ca7b99eaa8f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:36.687364 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-71d40f31-1494-4b40-80f7-08e6fea07b92 req-ae6ee8d8-e6cb-48b2-85ee-5ca7b99eaa8f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.2007592 Feb 04 16:37:36.749920 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fabf9-8991-4903-be25-01053b2197fb req-732615d5-a597-431f-b625-511b6848ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:36.751382 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288fabf9-8991-4903-be25-01053b2197fb req-732615d5-a597-431f-b625-511b6848ce0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=892f744d-e77b-495c-a8e1-5550c11c1fa4 HTTP/1.1" status: 200 len: 897 time: 0.1806021 Feb 04 16:37:36.752334 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-23d6a270-6b8f-4fbd-818d-47b29d86c7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.773893 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:37:36.816906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-71d40f31-1494-4b40-80f7-08e6fea07b92 req-d2b1e522-9423-4090-8a37-18c61dd99aba tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110215 Feb 04 16:37:36.825233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288fabf9-8991-4903-be25-01053b2197fb req-0aea65db-1599-4661-935a-a8235196f2b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14 HTTP/1.1" status: 200 len: 217 time: 0.0657680 Feb 04 16:37:37.018318 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fabf9-8991-4903-be25-01053b2197fb req-b39e55b7-24fa-4903-84c5-8ede8c72f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:37.019791 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288fabf9-8991-4903-be25-01053b2197fb req-b39e55b7-24fa-4903-84c5-8ede8c72f409 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=968efff3-2877-49d0-b8d2-f6485e44a174 HTTP/1.1" status: 200 len: 834 time: 0.1814852 Feb 04 16:37:37.096371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fabf9-8991-4903-be25-01053b2197fb req-603ebedf-d178-4dc5-af2a-d69a47e4954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:37.097617 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54fce904-4262-4edd-b95d-c73b9801deba', 'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:91:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:36Z', 'updated_at': '2022-02-04T16:36:41Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:37.098143 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288fabf9-8991-4903-be25-01053b2197fb req-603ebedf-d178-4dc5-af2a-d69a47e4954f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=892f744d-e77b-495c-a8e1-5550c11c1fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714211 Feb 04 16:37:37.101180 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196893a-6dbd-4372-a5a4-d12d56b8c311 None None] The sync data for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 is: [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '54fce904-4262-4edd-b95d-c73b9801deba', 'name': '', 'network_id': '892f744d-e77b-495c-a8e1-5550c11c1fa4', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'mac_address': 'fa:16:3e:91:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:36Z', 'updated_at': '2022-02-04T16:36:41Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'subnets': [{'id': '968efff3-2877-49d0-b8d2-f6485e44a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:37:37.102896 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.235644 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288fabf9-8991-4903-be25-01053b2197fb req-05ed5d0f-c66c-4f15-adb9-45898abb2da6 service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305668 Feb 04 16:37:37.332168 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049b8af-52fd-46d4-95d0-16a03440c534 None None] New status for floating IP 28091315-6ac0-4c72-bcae-68131623f257: DOWN {{(pid=87572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:37:37.377560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-288fabf9-8991-4903-be25-01053b2197fb req-87265313-0bda-43c5-ac27-906aea92492c service neutron] 10.222.0.53 "GET /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339455 Feb 04 16:37:37.859989 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.915248 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.013127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf4009-7e72-49bd-a217-65a2a1f65c5a req-8e774a82-691f-4da7-a150-d52e3fcdc41f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.015159 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bacf4009-7e72-49bd-a217-65a2a1f65c5a req-8e774a82-691f-4da7-a150-d52e3fcdc41f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0842173 Feb 04 16:37:38.058723 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bacf4009-7e72-49bd-a217-65a2a1f65c5a req-5ac17134-9b3d-45df-918b-deac0cd3ddae tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/security-groups?id=a19d53cf-bc86-4d65-bc1f-366a4a94c210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378797 Feb 04 16:37:38.179946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255470c-56af-4801-b978-b34f8ab6dcad req-815e28d5-b7bd-4256-bb79-9d6bd00e8901 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.181358 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2255470c-56af-4801-b978-b34f8ab6dcad req-815e28d5-b7bd-4256-bb79-9d6bd00e8901 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 945 time: 0.0791070 Feb 04 16:37:38.268889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2255470c-56af-4801-b978-b34f8ab6dcad req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:37:38.269239 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2255470c-56af-4801-b978-b34f8ab6dcad req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.517640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-2255470c-56af-4801-b978-b34f8ab6dcad req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port ad88c63d-d6a7-4659-bfaa-97dcfa655c14, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:37:38.518000 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2255470c-56af-4801-b978-b34f8ab6dcad req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.642049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-2255470c-56af-4801-b978-b34f8ab6dcad req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for ad88c63d-d6a7-4659-bfaa-97dcfa655c14 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:37:38.789535 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2255470c-56af-4801-b978-b34f8ab6dcad req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.839809 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=ad88c63d-d6a7-4659-bfaa-97dcfa655c14,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:38.921013 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2255470c-56af-4801-b978-b34f8ab6dcad req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] No DVR routers for this DVR port ad88c63d-d6a7-4659-bfaa-97dcfa655c14 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:37:38.923518 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-2255470c-56af-4801-b978-b34f8ab6dcad req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.926054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'name': 'network-vif-deleted', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:38.943082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2255470c-56af-4801-b978-b34f8ab6dcad req-89c2a7b7-f222-4644-ba21-4ee9a3b11aa2 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.53 "DELETE /v2.0/ports/ad88c63d-d6a7-4659-bfaa-97dcfa655c14 HTTP/1.1" status: 204 len: 173 time: 0.7522857 Feb 04 16:37:38.977951 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505277ad-df4c-4da9-9287-7a24f58b7653', 'name': 'network-vif-deleted', 'tag': 'ad88c63d-d6a7-4659-bfaa-97dcfa655c14', 'status': 'completed', 'code': 200} Feb 04 16:37:39.222905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b9fd1c0b-f22c-423b-8018-28be979c7181 req-f010599d-fe31-4017-a6fb-5e4a1eafeec3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Synchronizing usage tracker for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:39.238892 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b9fd1c0b-f22c-423b-8018-28be979c7181 req-f010599d-fe31-4017-a6fb-5e4a1eafeec3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Unset dirty status for tenant:0958d93849c04f8d8cca2033ddda7386 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:39.240050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b9fd1c0b-f22c-423b-8018-28be979c7181 req-f010599d-fe31-4017-a6fb-5e4a1eafeec3 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "GET /v2.0/ports?device_id=505277ad-df4c-4da9-9287-7a24f58b7653 HTTP/1.1" status: 200 len: 210 time: 0.0616577 Feb 04 16:37:39.410554 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:39.936942 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:40.335401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54734) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:40.991818 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:41.356183 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 54fce904-4262-4edd-b95d-c73b9801deba {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:37:41.356834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:41.543728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port 54fce904-4262-4edd-b95d-c73b9801deba, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=54fce904-4262-4edd-b95d-c73b9801deba,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:37:41.544080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:41.673746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 54fce904-4262-4edd-b95d-c73b9801deba owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:37:41.867141 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:41.916118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=54fce904-4262-4edd-b95d-c73b9801deba,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:42.309796 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.671448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Router 41b650ff-6cda-4bcf-a220-86fa7947d286 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:37:42.846828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:37:42.855882 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] Sync routers for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:42.866217 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-75133faf-bc18-4c47-9788-3ad0ce834c66 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "PUT /v2.0/routers/41b650ff-6cda-4bcf-a220-86fa7947d286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5272775 Feb 04 16:37:42.866427 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:42.866545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54738) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:42.866673 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:42.936880 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcd70aa-243d-414a-b076-0c1209dc045d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting subnet 968efff3-2877-49d0-b8d2-f6485e44a174 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:37:42.939775 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd70aa-243d-414a-b076-0c1209dc045d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.993641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd70aa-243d-414a-b076-0c1209dc045d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.049294 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:37:43.079546 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd70aa-243d-414a-b076-0c1209dc045d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.153651 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd70aa-243d-414a-b076-0c1209dc045d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.195385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd70aa-243d-414a-b076-0c1209dc045d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Subnet': ['ID=968efff3-2877-49d0-b8d2-f6485e44a174,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:43.197260 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7bcd70aa-243d-414a-b076-0c1209dc045d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.207608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7bcd70aa-243d-414a-b076-0c1209dc045d tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/subnets/968efff3-2877-49d0-b8d2-f6485e44a174 HTTP/1.1" status: 204 len: 168 time: 0.3375092 Feb 04 16:37:43.207608 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54742) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:43.211333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c947c-195c-4085-bdb6-468396bb7c51 None None] Network 892f744d-e77b-495c-a8e1-5550c11c1fa4 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:37:43.338242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad88c63d-d6a7-4659-bfaa-97dcfa655c14 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:43.383074 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: ad88c63d-d6a7-4659-bfaa-97dcfa655c14 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:37:43.383965 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device ad88c63d-d6a7-4659-bfaa-97dcfa655c14 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:43.410696 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.417451 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:37:41Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:43.422096 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] Checking router: 41b650ff-6cda-4bcf-a220-86fa7947d286 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:43.430962 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] Routers {'41b650ff-6cda-4bcf-a220-86fa7947d286'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:43.431817 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['41b650ff-6cda-4bcf-a220-86fa7947d286'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:43.564144 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] DHCP port deletion for 892f744d-e77b-495c-a8e1-5550c11c1fa4 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:37:43.569051 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Deleting port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:37:43.569425 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.596654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.607603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Deleting port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:37:43.608085 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.623209 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] Set router 41b650ff-6cda-4bcf-a220-86fa7947d286 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:37:43.783609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] For port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=cdea1162-2ae5-49c0-ad7c-2a1e65836c2a,segment=NetworkSegment(21ad2375-d9e9-4521-a58b-93b7dc048f4e),segment_id=21ad2375-d9e9-4521-a58b-93b7dc048f4e)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:37:43.783871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.918957 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Calling delete_port for cdea1162-2ae5-49c0-ad7c-2a1e65836c2a owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:37:43.925102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] For port 5d7fa4f8-704f-4ee5-aaf0-b433048247f1, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5d7fa4f8-704f-4ee5-aaf0-b433048247f1,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:37:43.925663 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.934042 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:37:41Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:43.938283 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6afb3ad-187d-46b2-b3ab-76a4c5df37a8 None None] The sync data for ids ['41b650ff-6cda-4bcf-a220-86fa7947d286'] in n-d-827870-1 is: [{'id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140033264', 'tenant_id': '0958d93849c04f8d8cca2033ddda7386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:37:41Z', 'revision_number': 5, 'project_id': '0958d93849c04f8d8cca2033ddda7386', 'gw_port': {'id': '5d7fa4f8-704f-4ee5-aaf0-b433048247f1', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b650ff-6cda-4bcf-a220-86fa7947d286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:32Z', 'updated_at': '2022-02-04T16:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:37:44.004436 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605'] for port, after_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.050457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Pushing event deleted for resources: {'Port': ['ID=cdea1162-2ae5-49c0-ad7c-2a1e65836c2a,revision_number=None']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:44.054512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] No DVR routers for this DVR port cdea1162-2ae5-49c0-ad7c-2a1e65836c2a on host n-d-827870-1 {{(pid=87572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:37:44.061804 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Calling delete_port for 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:37:44.068858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.069200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.069530 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.069856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.070177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.070495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.070811 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.071131 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.071442 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.071752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.072064 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.072374 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5adf8c-36f7-464c-b183-9351c8779046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:44.227665 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.279696 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Port': ['ID=5d7fa4f8-704f-4ee5-aaf0-b433048247f1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:44.371209 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.548490 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.550812 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.573071 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.573531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Fanout notify agent at l3_agent the message router_deleted on router 41b650ff-6cda-4bcf-a220-86fa7947d286 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:37:44.589087 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.590178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7213a6ff-b03a-4c6c-8441-aa914cf034ff tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/routers/41b650ff-6cda-4bcf-a220-86fa7947d286 HTTP/1.1" status: 204 len: 168 time: 1.3817101 Feb 04 16:37:44.593525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54746) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:44.712901 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.843960 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.871865 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892f744d-e77b-495c-a8e1-5550c11c1fa4']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:44.885315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ad2375-d9e9-4521-a58b-93b7dc048f4e') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:44.885618 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ad2375-d9e9-4521-a58b-93b7dc048f4e') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:44.897588 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.913357 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.919787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:37:44.920371 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:37:44.934908 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:37:45.018179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.037938 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.052406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'Network': ['ID=892f744d-e77b-495c-a8e1-5550c11c1fa4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:45.055945 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ca8c1daa-d074-48aa-8ae9-3e114d316e0f tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/networks/892f744d-e77b-495c-a8e1-5550c11c1fa4 HTTP/1.1" status: 204 len: 168 time: 0.4614735 Feb 04 16:37:45.058602 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54750) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:45.128389 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-366b081c-783b-47f7-95a3-e60123c739a6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.157873 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-366b081c-783b-47f7-95a3-e60123c739a6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.225424 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-366b081c-783b-47f7-95a3-e60123c739a6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.244339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b081c-783b-47f7-95a3-e60123c739a6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19d53cf-bc86-4d65-bc1f-366a4a94c210,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:45.254207 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-366b081c-783b-47f7-95a3-e60123c739a6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.255354 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-366b081c-783b-47f7-95a3-e60123c739a6 tempest-TestNetworkAdvancedServerOps-1268714120 tempest-TestNetworkAdvancedServerOps-1268714120-project] 10.222.0.46 "DELETE /v2.0/security-groups/a19d53cf-bc86-4d65-bc1f-366a4a94c210 HTTP/1.1" status: 204 len: 168 time: 0.1958354 Feb 04 16:37:45.291238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 54fce904-4262-4edd-b95d-c73b9801deba no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:45.328070 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 54fce904-4262-4edd-b95d-c73b9801deba {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:37:45.328540 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 54fce904-4262-4edd-b95d-c73b9801deba not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:45.329102 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:45.361753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:37:45.362090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5d7fa4f8-704f-4ee5-aaf0-b433048247f1 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:45.362494 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cdea1162-2ae5-49c0-ad7c-2a1e65836c2a no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:37:45.399461 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: cdea1162-2ae5-49c0-ad7c-2a1e65836c2a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:37:45.399714 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device cdea1162-2ae5-49c0-ad7c-2a1e65836c2a not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:37:45.633091 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54760) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:45.904997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-7d6cb6b4-5499-41e1-a464-8d07412b7438 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0958d93849c04f8d8cca2033ddda7386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706561 Feb 04 16:37:45.907648 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54766) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:45.964140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5300f35-7929-4b60-9881-7461050c77fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.989811 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5300f35-7929-4b60-9881-7461050c77fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.040848 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5300f35-7929-4b60-9881-7461050c77fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.058038 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5300f35-7929-4b60-9881-7461050c77fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126d134d-cabd-4159-a39f-eb9a8bbc1f26,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:46.064937 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5300f35-7929-4b60-9881-7461050c77fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.066100 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c5300f35-7929-4b60-9881-7461050c77fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/126d134d-cabd-4159-a39f-eb9a8bbc1f26 HTTP/1.1" status: 204 len: 168 time: 0.1574948 Feb 04 16:37:46.342118 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54774) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:46.359917 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b434771e-7367-42f1-a111-22755e201ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.374982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b434771e-7367-42f1-a111-22755e201ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:46.378908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b434771e-7367-42f1-a111-22755e201ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:25a4562956f4442780fea00cde90fed6 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:46.381758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-b434771e-7367-42f1-a111-22755e201ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:46.387457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-b434771e-7367-42f1-a111-22755e201ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:46.474922 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b434771e-7367-42f1-a111-22755e201ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.478707 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b434771e-7367-42f1-a111-22755e201ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.525841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-b434771e-7367-42f1-a111-22755e201ba6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25a4562956f4442780fea00cde90fed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825094 Feb 04 16:37:46.527260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434771e-7367-42f1-a111-22755e201ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66539690-b8ec-48fd-8d89-2c3adb644014,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:46.528293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54778) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:46.587119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.613660 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.663297 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.678029 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66539690-b8ec-48fd-8d89-2c3adb644014,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:46.688344 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.689455 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66539690-b8ec-48fd-8d89-2c3adb644014 HTTP/1.1" status: 204 len: 168 time: 0.1601000 Feb 04 16:37:46.690773 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.691112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.691444 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.691766 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.692125 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.692450 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.692791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.693107 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.693702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.693702 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.694018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:46.694327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d635d01a-3e0b-4521-ab87-ca8374256c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:47.453923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54802) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:47.557216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1054406332-network', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:47.563677 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:47.567510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Usage tracker for resource:network and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:47.570347 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:47.576612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:47.587903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Made reservation on behalf of bfdb7316f95643eab65d123d82047ded for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:47.590963 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.603493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.619520 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:47.623365 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:47.626720 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:47.633406 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:47.719216 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.722848 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.751060 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:37:47.763122 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca2d90d-c9fb-4281-a079-87df7f3308cd,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:47.767829 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.768197 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Added segment c2d5e839-a04e-4e35-8a87-f6ce3042a191 of type vlan for network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a Feb 04 16:37:47.793751 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.822906 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.823789 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:47.824361 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.926293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] Pushing event updated for resources: {'Network': ['ID=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:47.929499 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-16d9a5fa-0812-4636-ab38-6981cd8a0464 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4745500 Feb 04 16:37:47.932403 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54808) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:47.936840 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:37:47.939104 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Request body: {'subnet': {'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1054406332-subnet', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:47.944792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:47.948692 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Usage tracker for resource:subnet and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:47.951656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:47.957652 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:47.968208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Made reservation on behalf of bfdb7316f95643eab65d123d82047ded for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:47.970650 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.173748 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.247173 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:48.257612 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Checking segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:37:48.257978 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Network hostable DHCP agents. Network: 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:37:48.280813 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:37:48.290083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:48.294554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:48.295855 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.300481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648cb8db-edc7-457d-ab0f-0b48a5d8faa5 None None] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:37:48.320618 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-68c1f4bc-2fd6-4493-9643-dc52092b697f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3871307 Feb 04 16:37:48.323252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54812) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:48.329127 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:48.334976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:48.338957 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Usage tracker for resource:router and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:48.341928 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:48.349234 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:48.359817 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.360812 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.377039 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.546739 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:37:48.547546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.643583 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.700597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Allocated IP 172.20.0.2 (6e69b2d9-8f87-4dc9-8f2b-45d581b0433a/ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c/1fdbdcb4-1b65-4251-b357-6d1356158c1f) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:48.904817 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.915997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Transition to ACTIVE for port object 1fdbdcb4-1b65-4251-b357-6d1356158c1f will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:48.933883 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Transition to ACTIVE for port object 1fdbdcb4-1b65-4251-b357-6d1356158c1f will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:48.941593 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.959563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:49.011803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:49.015548 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:49.019323 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:37:49.025227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Pushing event updated for resources: {'Port': ['ID=1fdbdcb4-1b65-4251-b357-6d1356158c1f,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:49.118512 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Attempting to bind port 1fdbdcb4-1b65-4251-b357-6d1356158c1f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:49.118874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Attempting to bind port 1fdbdcb4-1b65-4251-b357-6d1356158c1f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:49.119235 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Attempting to bind port 1fdbdcb4-1b65-4251-b357-6d1356158c1f on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:37:49.122271 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:49.125152 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:37:49.125525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Checking segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:37:49.125921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:49.126310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Bound using segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:37:49.126771 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Bound port: 1fdbdcb4-1b65-4251-b357-6d1356158c1f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:49.127139 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:49.215555 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] For port 1fdbdcb4-1b65-4251-b357-6d1356158c1f, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:37:49.219171 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] For port 1fdbdcb4-1b65-4251-b357-6d1356158c1f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fdbdcb4-1b65-4251-b357-6d1356158c1f,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:37:49.223766 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:49.260505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Allocated IP 172.25.8.6 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/1c995435-5005-470d-903d-628954364d1e) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:49.313922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87328a-95c9-428a-8cb2-6d3284390462 None None] Pushing event updated for resources: {'Port': ['ID=1fdbdcb4-1b65-4251-b357-6d1356158c1f,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:49.413422 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:49.443818 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:49.526248 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:49.529103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:49.531511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:37:49.575268 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Pushing event updated for resources: {'Port': ['ID=1c995435-5005-470d-903d-628954364d1e,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:49.964839 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:50.324734 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b9c8e0-3aef-4cbb-a59f-1696752c339a None None] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:37:50.328607 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:50.445856 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-2f5655ec-aa38-46cd-be97-c592e2d173c4 None None] Provisioning for port 1fdbdcb4-1b65-4251-b357-6d1356158c1f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:50.667093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:37:50.856139 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:37:50.864624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Sync routers for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:50.873601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:50.874234 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:50.879807 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] Notify callbacks [] for router, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:50.881153 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0e788eb5-6263-4581-8063-140cd30a6072 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5569444 Feb 04 16:37:50.883924 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54816) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:51.057039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:37:51.353130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fdbdcb4-1b65-4251-b357-6d1356158c1f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:51.442451 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 1fdbdcb4-1b65-4251-b357-6d1356158c1f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:51.447803 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:49Z', 'revision_number': 3, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:51.451476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1fdbdcb4-1b65-4251-b357-6d1356158c1f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:51.452468 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.493020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Checking router: b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:51.493255 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Updating router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc port 1c995435-5005-470d-903d-628954364d1e binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:37:51.566452 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.595296 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.728518 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.801480 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Allocated IP 172.20.0.1 (6e69b2d9-8f87-4dc9-8f2b-45d581b0433a/ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c/13dca2b1-dc06-4a50-9844-8a266f412c47) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:51.844228 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 1fdbdcb4-1b65-4251-b357-6d1356158c1f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fdbdcb4-1b65-4251-b357-6d1356158c1f,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:37:51.849765 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.950330 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.953657 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=1fdbdcb4-1b65-4251-b357-6d1356158c1f,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:51.968878 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Transition to ACTIVE for port object 13dca2b1-dc06-4a50-9844-8a266f412c47 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:51.993134 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.034888 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.047926 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Transition to ACTIVE for port object 1c995435-5005-470d-903d-628954364d1e will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:52.054480 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.058886 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:52.062172 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:52.065881 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:37:52.111598 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Pushing event updated for resources: {'Port': ['ID=13dca2b1-dc06-4a50-9844-8a266f412c47,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:52.132119 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.132872 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Attempting to bind port 1c995435-5005-470d-903d-628954364d1e on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:52.133250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Attempting to bind port 1c995435-5005-470d-903d-628954364d1e by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:52.133610 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Attempting to bind port 1c995435-5005-470d-903d-628954364d1e on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:37:52.141974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:37:52.142340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:37:52.142741 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.143128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:37:52.143599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Bound port: 1c995435-5005-470d-903d-628954364d1e, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:52.143976 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.192480 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1d59e-2dab-48b0-8c49-b7f15940d318 None None] Pushing event updated for resources: {'Port': ['ID=1c995435-5005-470d-903d-628954364d1e,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:52.228190 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] For port 1c995435-5005-470d-903d-628954364d1e, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:37:52.231773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] For port 1c995435-5005-470d-903d-628954364d1e, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1c995435-5005-470d-903d-628954364d1e,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:37:52.236654 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.332011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1cae057e-06d5-4408-992c-5d28a2c3275c None None] Provisioning for port 13dca2b1-dc06-4a50-9844-8a266f412c47 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:52.334974 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:52.335627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:52.399578 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.405335 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1d59e-2dab-48b0-8c49-b7f15940d318 None None] Pushing event updated for resources: {'Port': ['ID=1c995435-5005-470d-903d-628954364d1e,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:52.410090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1cae057e-06d5-4408-992c-5d28a2c3275c None None] Provisioning complete for port 13dca2b1-dc06-4a50-9844-8a266f412c47 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:52.410823 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1cae057e-06d5-4408-992c-5d28a2c3275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.532497 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-1cae057e-06d5-4408-992c-5d28a2c3275c None None] Port 13dca2b1-dc06-4a50-9844-8a266f412c47 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:37:52.570709 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:37:52.633124 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.640624 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.818005 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Pushing event updated for resources: {'Port': ['ID=13dca2b1-dc06-4a50-9844-8a266f412c47,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:52.822955 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.974217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:52.975303 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:53.024970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:51Z', 'revision_number': 1, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:53.029210 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cae305-39cf-4551-a2dd-74b58c7ee686 None None] The sync data for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 is: [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:51Z', 'revision_number': 1, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:37:53.177656 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:37:53.260452 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-433977a9-6c6b-42db-bae7-75cd0ecd8117 None None] Provisioning complete for port 13dca2b1-dc06-4a50-9844-8a266f412c47 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:53.260869 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-433977a9-6c6b-42db-bae7-75cd0ecd8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:53.339927 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-433977a9-6c6b-42db-bae7-75cd0ecd8117 None None] Port 13dca2b1-dc06-4a50-9844-8a266f412c47 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:37:53.351975 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fdbdcb4-1b65-4251-b357-6d1356158c1f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:53.405400 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:37:53.416614 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-82a82042-1c96-4148-b5bb-482b47ba5ebc admin admin] 10.222.0.46 "PUT /v2.0/routers/b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313666 Feb 04 16:37:53.425214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1fdbdcb4-1b65-4251-b357-6d1356158c1f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:53.425713 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:53.971744 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54834) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:53.977439 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-520317830-network', 'tenant_id': '6db331ed694c48359b0686ff36c6f902'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:53.983326 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:53.987633 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Usage tracker for resource:network and tenant:6db331ed694c48359b0686ff36c6f902 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:53.990745 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:53.996932 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:54.009631 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Made reservation on behalf of 6db331ed694c48359b0686ff36c6f902 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:54.011914 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.025173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.040395 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:54.044404 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Usage tracker for resource:security_group_rule and tenant:6db331ed694c48359b0686ff36c6f902 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:54.047487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:54.053440 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:54.142910 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.147393 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.172393 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:37:54.196454 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eafaf9-e633-4ef8-a070-8e883a1d28b6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:54.200254 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.200604 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Added segment 2a9c6abd-5775-461c-b4ee-549c35723020 of type vlan for network 50b8e7cc-ef3d-49e1-b033-75195e551680 Feb 04 16:37:54.229563 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.264991 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.266380 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:54.267162 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.378167 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4027519 Feb 04 16:37:54.378675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54838) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:54.379554 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1536355-6b72-4237-a10b-00e450224191 admin admin] Pushing event updated for resources: {'Network': ['ID=50b8e7cc-ef3d-49e1-b033-75195e551680,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:54.384573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Request body: {'subnet': {'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-520317830-subnet', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:54.390922 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 50b8e7cc-ef3d-49e1-b033-75195e551680 details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:37:54.395888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:54.399860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Usage tracker for resource:subnet and tenant:6db331ed694c48359b0686ff36c6f902 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:54.402985 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:54.409832 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:54.421928 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Made reservation on behalf of 6db331ed694c48359b0686ff36c6f902 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:54.424871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.640800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.719122 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57a4488-8877-4da9-92e4-f5f04b423bcd,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:54.726590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Checking segment: {'id': '2a9c6abd-5775-461c-b4ee-549c35723020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:37:54.726944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Network hostable DHCP agents. Network: 50b8e7cc-ef3d-49e1-b033-75195e551680, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:37:54.745706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Network 50b8e7cc-ef3d-49e1-b033-75195e551680 is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:37:54.755998 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 50b8e7cc-ef3d-49e1-b033-75195e551680) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:54.761782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:54.762698 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.767276 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf98b3-a301-4b67-a286-93a90f68f850 None None] Network 50b8e7cc-ef3d-49e1-b033-75195e551680 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:37:54.793531 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-de33e19b-e565-43ef-89bc-11d735b8ad5a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4135034 Feb 04 16:37:54.796123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54842) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:54.802740 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:54.808005 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:54.813088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Usage tracker for resource:router and tenant:6db331ed694c48359b0686ff36c6f902 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:54.815943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:54.821620 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:54.834222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.835223 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.850296 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.002115 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-50b8e7cc-ef3d-49e1-b033-75195e551680', 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'fixed_ips': [{'subnet_id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:37:55.002905 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.120988 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.166200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Allocated IP 172.20.0.2 (50b8e7cc-ef3d-49e1-b033-75195e551680/f57a4488-8877-4da9-92e4-f5f04b423bcd/4a840b12-e5fb-449c-bd53-c1f65d927363) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:55.308603 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Sync routers for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:55.339139 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:55.339689 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:55.394954 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1c995435-5005-470d-903d-628954364d1e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:55.465406 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.466288 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.479248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Transition to ACTIVE for port object 4a840b12-e5fb-449c-bd53-c1f65d927363 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:55.497171 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.503375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Transition to ACTIVE for port object 4a840b12-e5fb-449c-bd53-c1f65d927363 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:55.507603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 1c995435-5005-470d-903d-628954364d1e completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:55.512167 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.538870 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:37:55.557077 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1c995435-5005-470d-903d-628954364d1e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:55.557435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.632440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Network 50b8e7cc-ef3d-49e1-b033-75195e551680 is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:55.639132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:55.642018 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Allocated IP 172.25.8.11 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/5e1cb0b0-4ac5-4f6a-a856-99d69a381f51) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:55.642269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Pushing event updated for resources: {'Port': ['ID=4a840b12-e5fb-449c-bd53-c1f65d927363,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:55.644946 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:37:55.786973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Attempting to bind port 4a840b12-e5fb-449c-bd53-c1f65d927363 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:55.787740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Attempting to bind port 4a840b12-e5fb-449c-bd53-c1f65d927363 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '2a9c6abd-5775-461c-b4ee-549c35723020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:55.787740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Attempting to bind port 4a840b12-e5fb-449c-bd53-c1f65d927363 on network 50b8e7cc-ef3d-49e1-b033-75195e551680 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:37:55.799117 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:37:55.799486 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Checking segment: {'id': '2a9c6abd-5775-461c-b4ee-549c35723020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:37:55.799884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.800262 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Bound using segment: {'id': '2a9c6abd-5775-461c-b4ee-549c35723020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:37:55.800743 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Bound port: 4a840b12-e5fb-449c-bd53-c1f65d927363, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9c6abd-5775-461c-b4ee-549c35723020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:55.801133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.815911 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.878284 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 1c995435-5005-470d-903d-628954364d1e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1c995435-5005-470d-903d-628954364d1e,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:37:55.885604 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 2, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:55.890850 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Checking router: b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:55.891199 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Updating router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc port 13dca2b1-dc06-4a50-9844-8a266f412c47 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:37:55.894732 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.924506 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.948668 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.959449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.998438 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] For port 4a840b12-e5fb-449c-bd53-c1f65d927363, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:37:56.012672 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] For port 4a840b12-e5fb-449c-bd53-c1f65d927363, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4a840b12-e5fb-449c-bd53-c1f65d927363,segment=NetworkSegment(2a9c6abd-5775-461c-b4ee-549c35723020),segment_id=2a9c6abd-5775-461c-b4ee-549c35723020)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:37:56.019516 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=1c995435-5005-470d-903d-628954364d1e,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:56.023428 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.027404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:56.031473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:56.035533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:37:56.078606 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1cb0b0-4ac5-4f6a-a856-99d69a381f51,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:56.104357 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daa3c9-bc06-4eeb-9067-ff7488484b9d None None] Pushing event updated for resources: {'Port': ['ID=4a840b12-e5fb-449c-bd53-c1f65d927363,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:56.388734 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.405432 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Transition to ACTIVE for port object 13dca2b1-dc06-4a50-9844-8a266f412c47 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:56.413259 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.511284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.625297 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Pushing event updated for resources: {'Port': ['ID=13dca2b1-dc06-4a50-9844-8a266f412c47,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:56.636673 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.637030 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.637368 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.637679 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.637999 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.638310 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.638623 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.639465 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.639775 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.640083 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.640394 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.640853 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:56.662543 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Attempting to bind port 13dca2b1-dc06-4a50-9844-8a266f412c47 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:56.662904 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Attempting to bind port 13dca2b1-dc06-4a50-9844-8a266f412c47 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:56.663258 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Attempting to bind port 13dca2b1-dc06-4a50-9844-8a266f412c47 on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:37:56.668964 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:37:56.669323 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Checking segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:37:56.669711 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.670488 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Bound using segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:37:56.670949 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Bound port: 13dca2b1-dc06-4a50-9844-8a266f412c47, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:56.671313 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.764270 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] For port 13dca2b1-dc06-4a50-9844-8a266f412c47, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:37:56.767264 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] For port 13dca2b1-dc06-4a50-9844-8a266f412c47, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=13dca2b1-dc06-4a50-9844-8a266f412c47,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:37:56.771871 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.864878 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:56.865500 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:56.882524 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.935037 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f08c0-4ca1-4fac-b05d-4d5e62adcf59 None None] Pushing event updated for resources: {'Port': ['ID=13dca2b1-dc06-4a50-9844-8a266f412c47,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:57.076367 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:37:57.127339 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Router a47694a9-4ae0-475b-8766-696fedb4f563 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:37:57.324561 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc26ac08-b371-4788-8b0c-46b1a457e43e None None] Network 50b8e7cc-ef3d-49e1-b033-75195e551680 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:37:57.368198 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:37:57.403681 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Sync routers for ids ['a47694a9-4ae0-475b-8766-696fedb4f563'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:57.410287 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:57.411609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-61d8677f-e480-4cdf-81db-9c065e12a1d9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6138415 Feb 04 16:37:57.414106 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54846) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:57.469321 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Routers {'a47694a9-4ae0-475b-8766-696fedb4f563'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:57.470238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a47694a9-4ae0-475b-8766-696fedb4f563'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:57.510731 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:56Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:57.516255 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e69d18-74e8-48e1-b06a-84958f20dec7 None None] The sync data for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 is: [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:56Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:37:57.549707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4a840b12-e5fb-449c-bd53-c1f65d927363 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:57.596181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a1daaacf-efc5-464c-9acb-69b86f54e8cc None None] Provisioning for port 4a840b12-e5fb-449c-bd53-c1f65d927363 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:57.844250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 4a840b12-e5fb-449c-bd53-c1f65d927363 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:57.871495 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4a840b12-e5fb-449c-bd53-c1f65d927363 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:57.871853 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:57.908485 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Set router a47694a9-4ae0-475b-8766-696fedb4f563 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:37:58.308197 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.315686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.356582 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 4a840b12-e5fb-449c-bd53-c1f65d927363, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4a840b12-e5fb-449c-bd53-c1f65d927363,segment=NetworkSegment(2a9c6abd-5775-461c-b4ee-549c35723020),segment_id=2a9c6abd-5775-461c-b4ee-549c35723020)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:37:58.361384 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.362248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1c995435-5005-470d-903d-628954364d1e up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:58.516748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:54Z', 'updated_at': '2022-02-04T16:37:56Z', 'revision_number': 3, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'gw_port': {'id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:55Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:58.518546 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=4a840b12-e5fb-449c-bd53-c1f65d927363,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:58.523333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-23fa0ade-d0d9-47b9-b5b7-8daedbc02ef2 None None] Provisioning complete for port 4a840b12-e5fb-449c-bd53-c1f65d927363 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:58.523698 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-23fa0ade-d0d9-47b9-b5b7-8daedbc02ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.548242 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Allocated IP 172.20.0.1 (50b8e7cc-ef3d-49e1-b033-75195e551680/f57a4488-8877-4da9-92e4-f5f04b423bcd/b25d92fc-5b52-4de3-927a-70ce096d7dd7) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:58.564242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Checking router: a47694a9-4ae0-475b-8766-696fedb4f563 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:58.564602 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Updating router a47694a9-4ae0-475b-8766-696fedb4f563 port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:37:58.639914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 1c995435-5005-470d-903d-628954364d1e triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:58.640633 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.692264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.704894 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.721304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Transition to ACTIVE for port object b25d92fc-5b52-4de3-927a-70ce096d7dd7 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:58.746233 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.815116 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Network 50b8e7cc-ef3d-49e1-b033-75195e551680 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:58.818099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:58.820431 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:37:58.881146 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.015634 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Pushing event updated for resources: {'Port': ['ID=b25d92fc-5b52-4de3-927a-70ce096d7dd7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:59.058574 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 13dca2b1-dc06-4a50-9844-8a266f412c47 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:59.192876 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6d523826-75b5-4390-bf06-1c595d0c6752 None None] Provisioning for port b25d92fc-5b52-4de3-927a-70ce096d7dd7 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:59.204603 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-6d523826-75b5-4390-bf06-1c595d0c6752 None None] Provisioning complete for port b25d92fc-5b52-4de3-927a-70ce096d7dd7 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:59.205011 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6d523826-75b5-4390-bf06-1c595d0c6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.234386 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 13dca2b1-dc06-4a50-9844-8a266f412c47 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:59.255920 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 13dca2b1-dc06-4a50-9844-8a266f412c47 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:59.256298 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.290384 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.370950 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-6d523826-75b5-4390-bf06-1c595d0c6752 None None] Port b25d92fc-5b52-4de3-927a-70ce096d7dd7 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:37:59.399254 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.407667 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:37:59.439201 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Transition to ACTIVE for port object 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:59.459253 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.534047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.539126 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.539518 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.569402 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Attempting to bind port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:59.569660 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Attempting to bind port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:59.569890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Attempting to bind port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:37:59.573054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cfcfa-73a7-439b-a5e1-3a46acffdf0f None None] Pushing event updated for resources: {'Port': ['ID=5e1cb0b0-4ac5-4f6a-a856-99d69a381f51,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:59.585552 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:37:59.586482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:37:59.587359 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.588258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:37:59.589297 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Bound port: 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:59.590152 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.652025 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 13dca2b1-dc06-4a50-9844-8a266f412c47, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=13dca2b1-dc06-4a50-9844-8a266f412c47,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:37:59.659114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.664298 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Pushing event updated for resources: {'Port': ['ID=b25d92fc-5b52-4de3-927a-70ce096d7dd7,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:59.666929 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.740573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] For port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:37:59.742822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4a840b12-e5fb-449c-bd53-c1f65d927363 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:59.805227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] For port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5e1cb0b0-4ac5-4f6a-a856-99d69a381f51,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:37:59.813791 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.816690 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Network 50b8e7cc-ef3d-49e1-b033-75195e551680 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:59.817404 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=13dca2b1-dc06-4a50-9844-8a266f412c47,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:59.818054 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:59.929034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Routers {'a47694a9-4ae0-475b-8766-696fedb4f563'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:37:59.929656 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a47694a9-4ae0-475b-8766-696fedb4f563'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:59.992828 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cfcfa-73a7-439b-a5e1-3a46acffdf0f None None] Pushing event updated for resources: {'Port': ['ID=5e1cb0b0-4ac5-4f6a-a856-99d69a381f51,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:00.013175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 4a840b12-e5fb-449c-bd53-c1f65d927363 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:00.013545 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:00.065624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Router a47694a9-4ae0-475b-8766-696fedb4f563 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:38:00.234217 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] Set router a47694a9-4ae0-475b-8766-696fedb4f563 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:38:00.269231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:38:00.287112 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-771c074d-9c0b-4eb5-98ee-95da7f025489 admin admin] 10.222.0.46 "PUT /v2.0/routers/a47694a9-4ae0-475b-8766-696fedb4f563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8628743 Feb 04 16:38:00.317878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-03195863-441d-4733-9a4c-e92521f2e00c None None] Provisioning complete for port b25d92fc-5b52-4de3-927a-70ce096d7dd7 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:00.318251 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-03195863-441d-4733-9a4c-e92521f2e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:00.549713 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-03195863-441d-4733-9a4c-e92521f2e00c None None] Port b25d92fc-5b52-4de3-927a-70ce096d7dd7 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:38:00.672392 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:54Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 4, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'gw_port': {'id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:55Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'b25d92fc-5b52-4de3-927a-70ce096d7dd7', 'name': '', 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'mac_address': 'fa:16:3e:aa:64:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:58Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 2, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'subnets': [{'id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:00.676471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4279d4-7e09-4229-9f18-9ca4d7a6eb19 None None] The sync data for ids ['a47694a9-4ae0-475b-8766-696fedb4f563'] in n-d-827870-1 is: [{'id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:54Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 4, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'gw_port': {'id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:55Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'b25d92fc-5b52-4de3-927a-70ce096d7dd7', 'name': '', 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'mac_address': 'fa:16:3e:aa:64:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:58Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 2, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'subnets': [{'id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:38:00.968379 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54856) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:00.973763 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996851451', 'description': 'tempest-secgroup-smoke-1996851451 description', 'project_id': 'bfdb7316f95643eab65d123d82047ded'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:00.980616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:00.985385 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:00.988577 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:00.995029 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:01.006477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.032371 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:01.036468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:01.039525 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:01.046232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:01.120630 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.124744 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.168448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c029f0cf-098c-4100-98c5-9cb5d5424df3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:01.170907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.175106 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54860) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:01.175711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-6f997e66-c872-41fc-b8b2-831838a2005e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2056682 Feb 04 16:38:01.181904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': 'c029f0cf-098c-4100-98c5-9cb5d5424df3', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:01.189733 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:01.193621 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:01.196470 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:01.203918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:01.221110 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.288853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.292717 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.312568 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52f07d6-641f-4c5d-aef3-67efa4e35388,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:01.330893 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.332084 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-0c85394d-3fb8-44a1-818f-8280e48bc571 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546583 Feb 04 16:38:01.335076 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54864) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:01.340067 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': 'c029f0cf-098c-4100-98c5-9cb5d5424df3', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:01.350304 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:01.354222 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:01.357108 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:01.363505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:01.388173 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.459785 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.464030 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.491648 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1157dc-0cba-47c0-907f-c718b0e5ae81,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:01.502531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.503762 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-24b76ba1-4c4e-4121-86db-039cec429838 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677692 Feb 04 16:38:01.506666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54868) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:01.511848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': 'c029f0cf-098c-4100-98c5-9cb5d5424df3', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:01.519324 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:01.523366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:01.526363 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:01.532264 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:01.549861 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.619270 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.623846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.649528 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c268dbb-5d01-4952-b40b-3e4d1d004774,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:01.660891 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.662144 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-004fc090-1a46-497a-a73f-a6761fc89514 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544824 Feb 04 16:38:01.665032 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 54872) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:01.671306 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': 'c029f0cf-098c-4100-98c5-9cb5d5424df3', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:01.679286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:01.685258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:01.689867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:01.698584 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:01.718591 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.787484 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.791886 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.825796 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cb9e56-0186-453f-b7ca-7db045b28666,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:01.832662 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.836590 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54876) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:01.836865 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-852117e9-a004-4604-8003-b288a0ee8637 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1704752 Feb 04 16:38:01.840584 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:01.848121 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': 'c029f0cf-098c-4100-98c5-9cb5d5424df3', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:01.854848 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:01.859207 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:01.862234 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:01.868022 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:01.881102 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Project bfdb7316f95643eab65d123d82047ded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:38:01.888508 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.917432 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:38:01.923130 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:01.923796 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.963458 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.968812 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.997924 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5d78fa-370e-4799-83ec-e4af86a95790,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:02.008089 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:02.012018 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-ddf0150b-d01f-4027-a5a5-c4def10f255e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1711793 Feb 04 16:38:02.012214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54880) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:02.018354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': 'c029f0cf-098c-4100-98c5-9cb5d5424df3', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:02.025478 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:02.029521 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:02.032491 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:02.038272 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:02.050900 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Project bfdb7316f95643eab65d123d82047ded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:38:02.056458 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:02.058148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:02.073691 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5e1cb0b0-4ac5-4f6a-a856-99d69a381f51,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:38:02.078611 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:02.079469 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 13dca2b1-dc06-4a50-9844-8a266f412c47 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:02.134447 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:02.139413 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:02.166259 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a36ad0d-7c62-46ad-bf3c-eb19adb2bb9d,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:02.176437 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:02.177828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-353ad5d8-fafe-4e53-b958-c5940dc3db4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1644840 Feb 04 16:38:02.202953 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=5e1cb0b0-4ac5-4f6a-a856-99d69a381f51,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:02.213757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 13dca2b1-dc06-4a50-9844-8a266f412c47 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:02.214125 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:02.345948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-e306e8a2-837b-444b-b194-ed744a7af16c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Synchronizing usage tracker for tenant:bfdb7316f95643eab65d123d82047ded on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:02.363532 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-e306e8a2-837b-444b-b194-ed744a7af16c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Unset dirty status for tenant:bfdb7316f95643eab65d123d82047ded on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:02.365082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-e306e8a2-837b-444b-b194-ed744a7af16c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996851451&fields=id&tenant_id=bfdb7316f95643eab65d123d82047ded HTTP/1.1" status: 200 len: 267 time: 0.0615885 Feb 04 16:38:02.516718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-340e4e3c-4212-4c3e-8fb6-174d1e0b037f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:02.518222 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-340e4e3c-4212-4c3e-8fb6-174d1e0b037f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 809 time: 0.1462548 Feb 04 16:38:02.533841 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-cee9a6c1-8dcf-4a3c-b280-87a22a2317c0 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/quotas/bfdb7316f95643eab65d123d82047ded HTTP/1.1" status: 200 len: 375 time: 0.0098209 Feb 04 16:38:02.615655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-7c3a2bd1-3f2b-473c-a586-4e78dc9aee5d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768037 Feb 04 16:38:02.727415 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-67fa0c35-fe5a-4d17-8f48-e2fdbdf957e9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:38:02.728390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-67fa0c35-fe5a-4d17-8f48-e2fdbdf957e9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1013610 Feb 04 16:38:02.966210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-10528e6f-6d2d-4329-baf5-13f293dc5bbc service neutron] 10.222.0.46 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312016 Feb 04 16:38:03.098232 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-4ca6f99f-04d1-415a-ab2b-b7ace5a60af3 service neutron] 10.222.0.46 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256602 Feb 04 16:38:03.279654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ef7abbd4-653b-40bc-a09f-a4525faaca8f req-4da2839a-532f-499e-aff0-f199f4956c9f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 210 time: 0.0456719 Feb 04 16:38:03.728877 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:03.799470 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:03.799921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:04.391709 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0d518192-ce13-4c6d-b21f-40a89d99c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:04.429084 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Sync routers for ids ['a47694a9-4ae0-475b-8766-696fedb4f563'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:38:04.440444 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Routers {'a47694a9-4ae0-475b-8766-696fedb4f563'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:38:04.441184 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a47694a9-4ae0-475b-8766-696fedb4f563'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:04.442064 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8a3f5a30-83e0-4aca-b954-4e64b09dd2c2 req-5e9c6ce7-085d-45e7-b648-b85f3ccadffe tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 210 time: 0.0500257 Feb 04 16:38:04.602827 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-a4393f06-836e-44f0-a2f4-e6bce1db51ed tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:04.604372 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-a4393f06-836e-44f0-a2f4-e6bce1db51ed tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 809 time: 0.1520791 Feb 04 16:38:04.643910 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Set router a47694a9-4ae0-475b-8766-696fedb4f563 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:38:04.656241 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-68173175-ddb2-4bf9-b5ae-d4cd757c7c56 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfdb7316f95643eab65d123d82047ded HTTP/1.1" status: 200 len: 380 time: 0.0421488 Feb 04 16:38:04.666751 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'port': {'device_id': '25b6658f-4d23-4884-920d-13db50632ab3', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'admin_state_up': True, 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'security_groups': ['c029f0cf-098c-4100-98c5-9cb5d5424df3']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:04.803850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:04.807629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:port and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:04.810727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:04.816257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:04.825988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Made reservation on behalf of bfdb7316f95643eab65d123d82047ded for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:38:04.829590 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:04.985843 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:54Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 4, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'gw_port': {'id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:55Z', 'updated_at': '2022-02-04T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'b25d92fc-5b52-4de3-927a-70ce096d7dd7', 'name': '', 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'mac_address': 'fa:16:3e:aa:64:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:58Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 2, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'subnets': [{'id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:04.989652 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Checking router: a47694a9-4ae0-475b-8766-696fedb4f563 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:38:04.989991 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Updating router a47694a9-4ae0-475b-8766-696fedb4f563 port b25d92fc-5b52-4de3-927a-70ce096d7dd7 binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:38:04.993354 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Allocated IP 172.20.0.3 (6e69b2d9-8f87-4dc9-8f2b-45d581b0433a/ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c/6c344645-53fd-4a5c-aa77-5ecda33f5e24) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:38:05.045955 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.189288 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.206649 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Transition to ACTIVE for port object 6c344645-53fd-4a5c-aa77-5ecda33f5e24 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:38:05.233040 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.309273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:38:05.313626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:38:05.317584 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:38:05.348471 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:05.391188 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:05.392219 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.396330 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.412157 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Transition to ACTIVE for port object b25d92fc-5b52-4de3-927a-70ce096d7dd7 will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:38:05.416340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-93ed8809-3b34-4a01-ab13-fa463a45d200 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7533312 Feb 04 16:38:05.421182 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.431494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Request body: {'port': {'device_id': '25b6658f-4d23-4884-920d-13db50632ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:05.569584 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49b3e8-fc3e-4dc9-90a5-9b262e3f90de None None] Pushing event updated for resources: {'Port': ['ID=b25d92fc-5b52-4de3-927a-70ce096d7dd7,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:05.606165 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-16cb1db8-51cb-4638-98b4-c66bc804fae1 None None] Provisioning for port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:38:05.617420 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-16cb1db8-51cb-4638-98b4-c66bc804fae1 None None] Provisioning complete for port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:05.618231 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-16cb1db8-51cb-4638-98b4-c66bc804fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.619671 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.677849 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Attempting to bind port b25d92fc-5b52-4de3-927a-70ce096d7dd7 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:38:05.678577 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Attempting to bind port b25d92fc-5b52-4de3-927a-70ce096d7dd7 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '2a9c6abd-5775-461c-b4ee-549c35723020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:38:05.679093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Attempting to bind port b25d92fc-5b52-4de3-927a-70ce096d7dd7 on network 50b8e7cc-ef3d-49e1-b033-75195e551680 {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:38:05.686657 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:38:05.687318 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Checking segment: {'id': '2a9c6abd-5775-461c-b4ee-549c35723020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:38:05.687960 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.688513 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Bound using segment: {'id': '2a9c6abd-5775-461c-b4ee-549c35723020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:38:05.689159 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Bound port: b25d92fc-5b52-4de3-927a-70ce096d7dd7, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9c6abd-5775-461c-b4ee-549c35723020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:38:05.689690 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.724173 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-16cb1db8-51cb-4638-98b4-c66bc804fae1 None None] Port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:38:05.788957 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5612908-51ff-47f8-a715-2f81a2eb63c4 req-e26bf849-f9ef-487e-a094-ba904221b62f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:05.789736 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b5612908-51ff-47f8-a715-2f81a2eb63c4 req-e26bf849-f9ef-487e-a094-ba904221b62f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Synchronizing usage tracker for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:05.792021 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] For port b25d92fc-5b52-4de3-927a-70ce096d7dd7, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:38:05.795890 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] For port b25d92fc-5b52-4de3-927a-70ce096d7dd7, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b25d92fc-5b52-4de3-927a-70ce096d7dd7,segment=NetworkSegment(2a9c6abd-5775-461c-b4ee-549c35723020),segment_id=2a9c6abd-5775-461c-b4ee-549c35723020)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:38:05.799752 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.840971 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-b5612908-51ff-47f8-a715-2f81a2eb63c4 req-e26bf849-f9ef-487e-a094-ba904221b62f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Unset dirty status for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:05.842577 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5612908-51ff-47f8-a715-2f81a2eb63c4 req-e26bf849-f9ef-487e-a094-ba904221b62f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 931 time: 0.2776799 Feb 04 16:38:05.883780 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Routers {'a47694a9-4ae0-475b-8766-696fedb4f563'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:38:05.884391 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:37:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a47694a9-4ae0-475b-8766-696fedb4f563'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:05.941017 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49b3e8-fc3e-4dc9-90a5-9b262e3f90de None None] Pushing event updated for resources: {'Port': ['ID=b25d92fc-5b52-4de3-927a-70ce096d7dd7,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:05.952509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5612908-51ff-47f8-a715-2f81a2eb63c4 req-a04e4864-a12d-41bd-b825-97f5cc2c0554 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637295 Feb 04 16:38:06.090254 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] Set router a47694a9-4ae0-475b-8766-696fedb4f563 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:38:06.176519 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c344645-53fd-4a5c-aa77-5ecda33f5e24 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:06.183950 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.198262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Transition to ACTIVE for port object 6c344645-53fd-4a5c-aa77-5ecda33f5e24 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:38:06.202485 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.364402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:06.445055 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Attempting to bind port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:38:06.445411 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Attempting to bind port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:38:06.445624 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Attempting to bind port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:38:06.450753 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:38:06.451948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Attempting to bind port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:38:06.458023 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:38:06.458358 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Checking segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:38:06.458739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Bound using segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:38:06.459165 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Bound port: 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:38:06.459538 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.471460 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:54Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 4, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'gw_port': {'id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:55Z', 'updated_at': '2022-02-04T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'b25d92fc-5b52-4de3-927a-70ce096d7dd7', 'name': '', 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'mac_address': 'fa:16:3e:aa:64:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:58Z', 'updated_at': '2022-02-04T16:38:05Z', 'revision_number': 4, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'subnets': [{'id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:06.475687 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fb861-9f51-4cf9-9f1c-6ec19f89eadb None None] The sync data for ids ['a47694a9-4ae0-475b-8766-696fedb4f563'] in n-d-827870-1 is: [{'id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:54Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 4, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'gw_port': {'id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:55Z', 'updated_at': '2022-02-04T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'b25d92fc-5b52-4de3-927a-70ce096d7dd7', 'name': '', 'network_id': '50b8e7cc-ef3d-49e1-b033-75195e551680', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'mac_address': 'fa:16:3e:aa:64:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:58Z', 'updated_at': '2022-02-04T16:38:05Z', 'revision_number': 4, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'subnets': [{'id': 'f57a4488-8877-4da9-92e4-f5f04b423bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:38:06.557943 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:38:06.561393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:38:06.566588 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.629903 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:06.630575 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.631908 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] 10.222.0.53 "PUT /v2.0/ports/6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 1091 time: 1.2046466 Feb 04 16:38:06.632364 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:06.655459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35e988-12f6-48d5-a987-ea4af1570b13 service neutron] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:06.707561 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'status': 'completed', 'code': 200} Feb 04 16:38:06.756994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-1ec76a7d-3b31-4eb2-8fc4-aadc1b7ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:06.758450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-1ec76a7d-3b31-4eb2-8fc4-aadc1b7ccdfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1094 time: 0.0851119 Feb 04 16:38:06.759605 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d53906c-0877-4892-a9e2-075e6f4f2f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.836870 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-ea4d0848-bdcf-4597-95b3-f57ed153546f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 217 time: 0.0676422 Feb 04 16:38:06.911855 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-a2bffe15-7c80-4351-a636-9736eb4e131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:06.913322 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-a2bffe15-7c80-4351-a636-9736eb4e131b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0660198 Feb 04 16:38:07.001197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-9200e376-731d-4222-92d5-23a37e366339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.002746 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-9200e376-731d-4222-92d5-23a37e366339 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790443 Feb 04 16:38:07.116003 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.205906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-ebc6070f-6cd1-414d-9a51-bfc3bcd47fd9 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933577 Feb 04 16:38:07.218284 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5d9c2-c660-496f-a547-fadfaf90d4fa req-d14677dd-18bc-462e-9d29-46f71e336127 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.219631 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aae5d9c2-c660-496f-a547-fadfaf90d4fa req-d14677dd-18bc-462e-9d29-46f71e336127 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 943 time: 0.1350431 Feb 04 16:38:07.340920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aae5d9c2-c660-496f-a547-fadfaf90d4fa req-c4148748-4f83-477a-867d-be8650891396 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037893 Feb 04 16:38:07.377573 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b885e3b-bf9f-4b9c-9bd4-5822e08145aa req-59703b71-db62-48ba-b0b9-e6992d93d4ed service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570203 Feb 04 16:38:07.507568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-1de1cf30-0014-4ddf-aa9e-c875eda54e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.509082 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-1de1cf30-0014-4ddf-aa9e-c875eda54e3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1094 time: 0.0768383 Feb 04 16:38:07.644480 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-15a8b5ab-2b35-4b10-ab35-242cc9322008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.645955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-15a8b5ab-2b35-4b10-ab35-242cc9322008 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1288142 Feb 04 16:38:07.718347 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-3f2702f9-6a58-4f38-a52d-81c096aa00de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 217 time: 0.0661926 Feb 04 16:38:07.758158 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b25d92fc-5b52-4de3-927a-70ce096d7dd7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:07.782816 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-879c8ad8-3878-4219-86de-e78d1b542457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.784268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-879c8ad8-3878-4219-86de-e78d1b542457 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0591333 Feb 04 16:38:07.828525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port b25d92fc-5b52-4de3-927a-70ce096d7dd7 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:38:07.833773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b25d92fc-5b52-4de3-927a-70ce096d7dd7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:07.834148 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.896791 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.922549 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.970520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-5bfb1a49-0317-4509-a4b1-444a93a4dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.971906 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-5bfb1a49-0317-4509-a4b1-444a93a4dc73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816111 Feb 04 16:38:07.984019 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.016918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port b25d92fc-5b52-4de3-927a-70ce096d7dd7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b25d92fc-5b52-4de3-927a-70ce096d7dd7,segment=NetworkSegment(2a9c6abd-5775-461c-b4ee-549c35723020),segment_id=2a9c6abd-5775-461c-b4ee-549c35723020)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:38:08.020828 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.093254 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=b25d92fc-5b52-4de3-927a-70ce096d7dd7,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:08.110315 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-b34713a1-acfa-4763-a99a-d81eef837a8a service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316571 Feb 04 16:38:08.243708 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-349351fc-dd10-4fd6-8ff0-6756bef92033 req-82ba8918-32cf-4f47-ab86-f6d8e62851bb service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268609 Feb 04 16:38:08.522727 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41d1b8-0d44-4585-8367-90c5914bbdfd req-c4f19d8a-dcd7-4571-a52c-d856a31ac9f6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:08.524179 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae41d1b8-0d44-4585-8367-90c5914bbdfd req-c4f19d8a-dcd7-4571-a52c-d856a31ac9f6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 943 time: 0.0796423 Feb 04 16:38:08.567921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae41d1b8-0d44-4585-8367-90c5914bbdfd req-b105b3d8-b725-410e-ac7e-a10e7f54a328 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382140 Feb 04 16:38:09.413391 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:09.741090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b25d92fc-5b52-4de3-927a-70ce096d7dd7 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:09.816242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b25d92fc-5b52-4de3-927a-70ce096d7dd7 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:09.816603 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:09.926133 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06773a0-a517-4082-9d3d-41efcd0dee46 req-8880e1a3-e77d-4c68-b05a-62263e03d5d7 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:09.927506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e06773a0-a517-4082-9d3d-41efcd0dee46 req-8880e1a3-e77d-4c68-b05a-62263e03d5d7 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 943 time: 0.0829172 Feb 04 16:38:09.945130 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:09.973630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e06773a0-a517-4082-9d3d-41efcd0dee46 req-89e79cc4-9499-417e-8f55-7ee856b3ab65 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403497 Feb 04 16:38:11.157766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00c73-9408-46c6-9ed1-12920e3d9ac1 req-2232fb4d-8c47-44e6-9249-cb80005f8f6d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:11.159596 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8e00c73-9408-46c6-9ed1-12920e3d9ac1 req-2232fb4d-8c47-44e6-9249-cb80005f8f6d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 943 time: 0.0819690 Feb 04 16:38:11.207691 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f8e00c73-9408-46c6-9ed1-12920e3d9ac1 req-f2813447-ec01-46c0-b17d-4a04c9e40fa2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Feb 04 16:38:11.212293 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-02e7fdc3-3a32-4dbf-ac26-a818499680d8 req-34402598-0d57-470a-b1ba-ee87aa1ebb66 service neutron] (87571) timed out ('10.222.0.46', 50634) {{(pid=87571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:38:11.487641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6c344645-53fd-4a5c-aa77-5ecda33f5e24 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:38:11.621857 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:38:11.635215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'port_id': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'mac_address': 'fa:16:3e:de:40:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:38:11.693417 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.709769 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c344645-53fd-4a5c-aa77-5ecda33f5e24 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:11.724641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:38:11.728606 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.794483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.978981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6c344645-53fd-4a5c-aa77-5ecda33f5e24'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:38:12.389756 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f2c35-8550-4395-a703-568770cc9e9c req-5c1f3100-ba6f-436d-a4fd-0b850bff418f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:12.391266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab5f2c35-8550-4395-a703-568770cc9e9c req-5c1f3100-ba6f-436d-a4fd-0b850bff418f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0799696 Feb 04 16:38:12.435479 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ab5f2c35-8550-4395-a703-568770cc9e9c req-50b0e180-b6f3-4e5e-8e0f-a8a9f0b6c2e8 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385451 Feb 04 16:38:13.485376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6c344645-53fd-4a5c-aa77-5ecda33f5e24 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:13.553126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:38:13.557949 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:13.558318 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:13.626464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893e96e-37b9-4434-96e9-ac2b95921748 req-984fbc23-5ff6-4ac0-8a9e-806668766463 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:13.627934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3893e96e-37b9-4434-96e9-ac2b95921748 req-984fbc23-5ff6-4ac0-8a9e-806668766463 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0854688 Feb 04 16:38:13.674356 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3893e96e-37b9-4434-96e9-ac2b95921748 req-394049b9-2cc6-435f-992c-fdecbd8066ed tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403361 Feb 04 16:38:13.679243 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:13.706336 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:13.716979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:38:13.720529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:13.798576 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:13.804018 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'code': 200} Feb 04 16:38:13.939834 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75823f93-f872-4234-ba46-d7128950f938 req-082a7e6c-917f-4b32-a79a-32703aaef9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:13.941344 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75823f93-f872-4234-ba46-d7128950f938 req-082a7e6c-917f-4b32-a79a-32703aaef9a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0707715 Feb 04 16:38:13.985854 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-75823f93-f872-4234-ba46-d7128950f938 req-220d5ff6-d7b0-43d4-94cc-862a1fc3a3fe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347114 Feb 04 16:38:14.860496 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d6e48-27e9-4942-99f9-2757661ea52b req-1954fa5e-7f07-4cd0-9c2a-ff33640a6f84 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:14.862000 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-403d6e48-27e9-4942-99f9-2757661ea52b req-1954fa5e-7f07-4cd0-9c2a-ff33640a6f84 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0839028 Feb 04 16:38:14.908075 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-403d6e48-27e9-4942-99f9-2757661ea52b req-d70c5be5-2eb8-4eca-9e34-cd07e16c3949 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404880 Feb 04 16:38:16.093982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc3b8a-9bd8-4b36-85d1-670a1d979059 req-d79111e7-af27-4b1e-8cec-d2ae18451610 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:16.095412 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eadc3b8a-9bd8-4b36-85d1-670a1d979059 req-d79111e7-af27-4b1e-8cec-d2ae18451610 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0831161 Feb 04 16:38:16.144118 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-eadc3b8a-9bd8-4b36-85d1-670a1d979059 req-fa5f37e4-ea78-4533-bf9a-dd561864a48f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428679 Feb 04 16:38:16.328147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bbf72-8bc9-4333-9518-991bbf021dcb req-44196b2d-1041-43a7-9806-bb2fe2ab1e92 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:16.329638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-158bbf72-8bc9-4333-9518-991bbf021dcb req-44196b2d-1041-43a7-9806-bb2fe2ab1e92 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0796645 Feb 04 16:38:16.373393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-158bbf72-8bc9-4333-9518-991bbf021dcb req-a463a189-f218-4c5b-92d5-4c6a558f121b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Feb 04 16:38:16.395137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54940) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:16.509123 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d3c4a-fcb6-4596-a4e8-dbd6a1af3f8b tempest-TestShelveInstance-1509370322 tempest-TestShelveInstance-1509370322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:16.509745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e37d3c4a-fcb6-4596-a4e8-dbd6a1af3f8b tempest-TestShelveInstance-1509370322 tempest-TestShelveInstance-1509370322-project-admin] Synchronizing usage tracker for tenant:6db331ed694c48359b0686ff36c6f902 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:16.525725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-e37d3c4a-fcb6-4596-a4e8-dbd6a1af3f8b tempest-TestShelveInstance-1509370322 tempest-TestShelveInstance-1509370322-project-admin] Unset dirty status for tenant:6db331ed694c48359b0686ff36c6f902 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:16.526997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-e37d3c4a-fcb6-4596-a4e8-dbd6a1af3f8b tempest-TestShelveInstance-1509370322 tempest-TestShelveInstance-1509370322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1091 time: 0.1309147 Feb 04 16:38:16.530509 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 54946) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:16.535384 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:38:16.541702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:16.546041 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:floatingip and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:16.548785 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:16.554321 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:16.564877 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:16.701687 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:16.833533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Allocated IP 172.25.8.72 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/53e03c20-78af-4019-8188-010797a79f4f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:38:16.982074 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:17.010572 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:17.174870 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:38:17.177637 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:38:17.181459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:38:17.216295 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'Port': ['ID=53e03c20-78af-4019-8188-010797a79f4f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:17.598048 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:17.672529 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:17.875006 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:17.879498 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:17.984552 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'Port': ['ID=53e03c20-78af-4019-8188-010797a79f4f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:18.000641 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:18.170233 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Floating IP ebd34b18-8983-46e5-b1d7-9879caf7ad2b associated. External IP: 172.25.8.72, port: 6c344645-53fd-4a5c-aa77-5ecda33f5e24. Feb 04 16:38:18.525581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:38:18.816350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:38:18.826526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] Sync routers for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:38:18.835702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:38:18.836300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:18.840292 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:18.899036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cdb8bda4-17ac-4e33-862c-613db11eef62 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3674791 Feb 04 16:38:18.899603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:18.945538 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'status': 'completed', 'code': 200} Feb 04 16:38:19.018471 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:38:19.038743 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-fc307195-aa34-4646-b4dd-356d0b77b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:19.040216 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-fc307195-aa34-4646-b4dd-356d0b77b2c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0726662 Feb 04 16:38:19.173355 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-67bd27f1-1290-43e8-8c41-b66b2b8d453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:19.174714 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-67bd27f1-1290-43e8-8c41-b66b2b8d453f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1277325 Feb 04 16:38:19.282750 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-740a8595-af1c-4803-8433-e58f92dccea1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 998 time: 0.1017306 Feb 04 16:38:19.349609 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-228caebb-2f03-47e9-af98-329d7ee4fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:19.351043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-228caebb-2f03-47e9-af98-329d7ee4fe8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0623975 Feb 04 16:38:19.369978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'ebd34b18-8983-46e5-b1d7-9879caf7ad2b', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'port_id': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'mac_address': 'fa:16:3e:de:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b6658f-4d23-4884-920d-13db50632ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:17Z', 'updated_at': '2022-02-04T16:38:17Z', 'revision_number': 0, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:19.373977 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] Checking router: b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:38:19.382410 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:38:19.382982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:38:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:19.428889 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-efb78570-d3d4-4167-98b2-13fa2363ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:19.430263 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-efb78570-d3d4-4167-98b2-13fa2363ea9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737355 Feb 04 16:38:19.561792 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-da094371-4680-4c1b-99fa-0ac2da7980b3 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244569 Feb 04 16:38:19.565248 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:38:19.694788 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-482c5e45-867a-4b75-a952-88db9c7fadbc req-f846c88c-8e51-4517-8f7c-ad6d2d52177e service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258695 Feb 04 16:38:19.954175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'ebd34b18-8983-46e5-b1d7-9879caf7ad2b', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'port_id': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'mac_address': 'fa:16:3e:de:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b6658f-4d23-4884-920d-13db50632ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:17Z', 'updated_at': '2022-02-04T16:38:17Z', 'revision_number': 0, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:19.958269 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657b7b0-a40d-4577-a52b-d61c43cd3160 None None] The sync data for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 is: [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': 'ebd34b18-8983-46e5-b1d7-9879caf7ad2b', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'port_id': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'mac_address': 'fa:16:3e:de:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b6658f-4d23-4884-920d-13db50632ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:17Z', 'updated_at': '2022-02-04T16:38:17Z', 'revision_number': 0, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:38:20.150821 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6726a-c043-455c-86ef-a71884221eb7 None None] New status for floating IP ebd34b18-8983-46e5-b1d7-9879caf7ad2b: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:38:34.387772 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dc51bb77-29e6-4c7e-ae41-c2de868e4a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:36.398708 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:38:36.751338 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecd46-9de3-489f-a065-754e33b61cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:37.129373 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:37.865376 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:37.913314 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:39.416057 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:39.936446 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:52.358516 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-64d62ed1-e00f-4f12-9542-b0828a514257 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726738 Feb 04 16:38:52.506407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-c2914ca0-2306-4d06-8182-0e6d805e384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:52.507919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-c2914ca0-2306-4d06-8182-0e6d805e384b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0778074 Feb 04 16:38:52.661200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-cae5ca59-43b9-4d93-a75a-f344c5a4cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:52.662640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-cae5ca59-43b9-4d93-a75a-f344c5a4cc63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1345053 Feb 04 16:38:52.777490 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-db902126-7ae3-4f3a-89da-2f2ca231e440 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 1000 time: 0.1078479 Feb 04 16:38:52.846554 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-eb39e7e0-ed90-4c18-b0e9-f8c5eba655d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:52.847920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-eb39e7e0-ed90-4c18-b0e9-f8c5eba655d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0618188 Feb 04 16:38:52.926706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-618ca275-4945-4cbf-9891-a7bf1ca584ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:52.928183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-618ca275-4945-4cbf-9891-a7bf1ca584ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731101 Feb 04 16:38:53.182371 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-a998b5f3-02bd-4a5b-a30b-603e6b148946 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477803 Feb 04 16:38:53.314251 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c52b0c65-8b38-4f71-92fc-ad3890df056b req-529826a8-810e-4baa-8ed9-73a2fc8e0037 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255455 Feb 04 16:39:04.390147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0341d35a-beef-4da4-adf7-9def17044704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.753651 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-53daf00b-8ad4-4ca0-8912-0b8f6fc14da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.122161 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.867715 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.919322 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.419526 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.954534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:13.397886 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:39:34.394974 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3a1e97d3-1677-4a61-b60c-8ff136918438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:36.755497 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a96bf2c7-f311-455c-9088-05bf4424a1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.150034 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.870983 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.911966 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:39.421432 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:39.951043 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:50.396691 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:39:53.366685 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b834561-0360-466d-9447-0b003b831f72 req-6e2877d8-6edc-4fee-94dd-122a4e301341 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747828 Feb 04 16:39:53.510063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b834561-0360-466d-9447-0b003b831f72 req-9fe55ada-205b-4c84-b06e-7d4794f3be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:53.511538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b834561-0360-466d-9447-0b003b831f72 req-9fe55ada-205b-4c84-b06e-7d4794f3be06 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0710137 Feb 04 16:39:53.660942 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b834561-0360-466d-9447-0b003b831f72 req-cc43a2ac-8d51-4760-94c9-0748c6c8813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:53.662303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b834561-0360-466d-9447-0b003b831f72 req-cc43a2ac-8d51-4760-94c9-0748c6c8813f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1277995 Feb 04 16:39:53.771608 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b834561-0360-466d-9447-0b003b831f72 req-fb1631ff-5666-4277-b666-db0f9b84cca3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 1000 time: 0.0993886 Feb 04 16:39:53.844518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b834561-0360-466d-9447-0b003b831f72 req-9fdd2e23-9766-41d5-8ced-54584b905931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:53.845985 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b834561-0360-466d-9447-0b003b831f72 req-9fdd2e23-9766-41d5-8ced-54584b905931 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0655313 Feb 04 16:39:53.927640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b834561-0360-466d-9447-0b003b831f72 req-9bd17101-b4cd-4931-8a2f-8d5cc85dec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:53.929062 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b834561-0360-466d-9447-0b003b831f72 req-9bd17101-b4cd-4931-8a2f-8d5cc85dec0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743248 Feb 04 16:39:54.062536 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b834561-0360-466d-9447-0b003b831f72 req-5e0f690e-7990-4665-8056-70b58bc19527 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245768 Feb 04 16:39:54.194594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b834561-0360-466d-9447-0b003b831f72 req-972ccf5f-c818-416b-9de5-e02549dd3287 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257780 Feb 04 16:40:04.387940 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-85821498-2a9b-48e8-bc1c-c4e6f5f3147d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:06.757364 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-33af88c5-f6f2-4049-8281-ba193705657f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.164921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.873727 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.915147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.423193 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.966372 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.308670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa823e-2d14-4dba-8aad-21ce8c916dd6 req-2ca97573-4c16-4373-ab2c-93af2b63fc37 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:17.310149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3daa823e-2d14-4dba-8aad-21ce8c916dd6 req-2ca97573-4c16-4373-ab2c-93af2b63fc37 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0805218 Feb 04 16:40:17.354508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3daa823e-2d14-4dba-8aad-21ce8c916dd6 req-2fe1a9d8-bae4-4f83-9733-1453f3bc291a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382121 Feb 04 16:40:18.550661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c81af-8c78-4524-9e42-3ef1b1474906 req-66898457-584d-4d41-9f47-70a52a6c812d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:18.552117 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-035c81af-8c78-4524-9e42-3ef1b1474906 req-66898457-584d-4d41-9f47-70a52a6c812d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0838990 Feb 04 16:40:18.596572 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-035c81af-8c78-4524-9e42-3ef1b1474906 req-295f4cfe-0dde-461b-bf36-9a55dbd585a5 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385399 Feb 04 16:40:19.787852 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726606-03ce-4656-b832-97510da51939 req-3185c4f0-349e-41b9-9cf7-88ce847a6c3c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:19.789390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18726606-03ce-4656-b832-97510da51939 req-3185c4f0-349e-41b9-9cf7-88ce847a6c3c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0807374 Feb 04 16:40:19.836418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-18726606-03ce-4656-b832-97510da51939 req-ce5fb57c-571f-4d30-acff-82f032ecfa48 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 Feb 04 16:40:21.020895 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114af03-86d3-4a38-acb3-2ce1118c6336 req-6de894e0-bc11-459d-90af-1dcbab80ccec tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:21.022349 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6114af03-86d3-4a38-acb3-2ce1118c6336 req-6de894e0-bc11-459d-90af-1dcbab80ccec tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0805221 Feb 04 16:40:21.067747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6114af03-86d3-4a38-acb3-2ce1118c6336 req-8c89a593-06b3-41cb-826d-6768bef7f5a4 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Feb 04 16:40:22.253235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db485859-5568-452a-a694-601fba203610 req-f1ac68ef-8fc3-43d0-a146-4ddb40ded152 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:22.254683 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db485859-5568-452a-a694-601fba203610 req-f1ac68ef-8fc3-43d0-a146-4ddb40ded152 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0843048 Feb 04 16:40:22.297172 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-db485859-5568-452a-a694-601fba203610 req-998c1bcf-5420-4ec4-a1c7-2413c56d7120 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369046 Feb 04 16:40:23.482960 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2c71-5f67-4aa8-949a-d4e993260ee7 req-061699ae-1b80-4ae1-b608-bd9c0c049f7a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:23.484393 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c8fe2c71-5f67-4aa8-949a-d4e993260ee7 req-061699ae-1b80-4ae1-b608-bd9c0c049f7a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0784435 Feb 04 16:40:23.528211 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c8fe2c71-5f67-4aa8-949a-d4e993260ee7 req-d9002a8a-8e61-435e-a7a4-7af57ed6c763 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376198 Feb 04 16:40:24.814095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5d365-3c17-4c93-93b9-d49b6593d504 req-66d1221e-1b3a-4496-8c4d-cfd642f9cee6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:24.815637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19c5d365-3c17-4c93-93b9-d49b6593d504 req-66d1221e-1b3a-4496-8c4d-cfd642f9cee6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.1821187 Feb 04 16:40:24.858883 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-19c5d365-3c17-4c93-93b9-d49b6593d504 req-d7113b71-caf3-484d-9644-edd835fc1520 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375526 Feb 04 16:40:26.040869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3b5cf-265b-4a8e-9d4e-456a367b23c4 req-3b938a83-3b92-4d9a-807a-acbe792212a7 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:26.042229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67e3b5cf-265b-4a8e-9d4e-456a367b23c4 req-3b938a83-3b92-4d9a-807a-acbe792212a7 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0793395 Feb 04 16:40:26.088982 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-67e3b5cf-265b-4a8e-9d4e-456a367b23c4 req-a1f71a9e-ed38-44a3-a20a-8d126a9153bb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Feb 04 16:40:27.274697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee9d4-4f6b-4964-b1fe-b0a8826258a0 req-41fb070b-4324-43e2-85e3-4fe8d3831156 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:27.276170 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59fee9d4-4f6b-4964-b1fe-b0a8826258a0 req-41fb070b-4324-43e2-85e3-4fe8d3831156 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0799150 Feb 04 16:40:27.321119 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-59fee9d4-4f6b-4964-b1fe-b0a8826258a0 req-7f0a5c25-571c-4320-97e8-7b1dc5fdb4a2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391192 Feb 04 16:40:27.395754 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:40:28.509787 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb4485-93fb-4364-a183-07d66faa1cd7 req-a3dee8ce-c6e8-4acb-b065-264005eb47ba tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:28.511227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1eb4485-93fb-4364-a183-07d66faa1cd7 req-a3dee8ce-c6e8-4acb-b065-264005eb47ba tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0844257 Feb 04 16:40:28.556828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1eb4485-93fb-4364-a183-07d66faa1cd7 req-f1047c17-311d-4e4b-b658-b4a6fe61ca52 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397806 Feb 04 16:40:29.748939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f90697-f2c6-41d9-a39d-3f43c1caddc0 req-d5643e59-8e3c-44b3-b977-076b8ae1bf01 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:29.750416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f90697-f2c6-41d9-a39d-3f43c1caddc0 req-d5643e59-8e3c-44b3-b977-076b8ae1bf01 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0811763 Feb 04 16:40:29.795972 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-97f90697-f2c6-41d9-a39d-3f43c1caddc0 req-29e3fc4d-a010-4f65-9467-bd210340a863 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399528 Feb 04 16:40:30.187693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6c344645-53fd-4a5c-aa77-5ecda33f5e24 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:40:30.329585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:40:30.343741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'port_id': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'mac_address': 'fa:16:3e:de:40:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:40:30.413077 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.433035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c344645-53fd-4a5c-aa77-5ecda33f5e24 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:40:30.452214 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:40:30.455622 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.544676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['6c344645-53fd-4a5c-aa77-5ecda33f5e24'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:40:30.588354 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:30.601933 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.602538 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.603049 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.603376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.603698 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.604016 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.604331 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.604644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.604984 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.605299 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.605607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:30.605915 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:31.022305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb3d04-8b6b-450f-8af9-dd345bab1591 req-8594a160-7ac7-4e11-94d2-d9265b54c6da tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:31.024495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8acb3d04-8b6b-450f-8af9-dd345bab1591 req-8594a160-7ac7-4e11-94d2-d9265b54c6da tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0973699 Feb 04 16:40:31.079028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8acb3d04-8b6b-450f-8af9-dd345bab1591 req-bb1092ef-2bb8-4366-9882-71df996cc865 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476451 Feb 04 16:40:32.199062 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6c344645-53fd-4a5c-aa77-5ecda33f5e24 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:40:32.293560 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:32.293939 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:32.336393 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf590d2-ee8c-4e5c-90e6-2fb10ac314c0 req-3148c343-731c-4d6f-9f1c-4fd0933aaf37 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:32.343978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbf590d2-ee8c-4e5c-90e6-2fb10ac314c0 req-3148c343-731c-4d6f-9f1c-4fd0933aaf37 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.1488299 Feb 04 16:40:32.403964 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dbf590d2-ee8c-4e5c-90e6-2fb10ac314c0 req-ba72b8e4-7a08-4e0e-b9d1-ffa62b8050e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590360 Feb 04 16:40:32.436478 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:32.466004 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:32.481505 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:40:32.491534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:32.533964 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'code': 200} Feb 04 16:40:32.577436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:33.605654 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f55ab-3e26-43e6-8932-f43e2e693c10 req-822bf9a0-d770-47f4-aa6d-8f4ecdd59f60 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:33.607027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-553f55ab-3e26-43e6-8932-f43e2e693c10 req-822bf9a0-d770-47f4-aa6d-8f4ecdd59f60 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0885892 Feb 04 16:40:33.661391 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-553f55ab-3e26-43e6-8932-f43e2e693c10 req-c6295a78-1f81-4ef7-8eaa-7746812d97bb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Feb 04 16:40:34.396266 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e656d374-92f2-49b7-b75e-a2f1b4f18088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:34.888273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4828f5-f398-4e8f-a041-eafe5dc67178 req-2d379f0e-c1ba-49df-9994-4682f608d79d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:34.889920 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4828f5-f398-4e8f-a041-eafe5dc67178 req-2d379f0e-c1ba-49df-9994-4682f608d79d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0941582 Feb 04 16:40:34.943889 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-dd4828f5-f398-4e8f-a041-eafe5dc67178 req-41977c64-9ed2-471f-b1c2-4a0398f71b43 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 Feb 04 16:40:36.149012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9a45-7a95-4cf6-a453-cc23ad4aeee5 req-e31fd737-67cc-4c2d-aa2d-6c2f72026065 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:36.151336 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d4a9a45-7a95-4cf6-a453-cc23ad4aeee5 req-e31fd737-67cc-4c2d-aa2d-6c2f72026065 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0832233 Feb 04 16:40:36.198403 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5d4a9a45-7a95-4cf6-a453-cc23ad4aeee5 req-6be1a224-9b90-4781-94d0-23f158188c3c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 Feb 04 16:40:36.761736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-47a288e9-fa98-46ac-9c6e-86d3b2118f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:37.189935 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:37.405565 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad23e7-15b7-40b4-b618-666375946682 req-60069283-2013-4227-9747-46b32aaab9a8 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:37.407259 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7ad23e7-15b7-40b4-b618-666375946682 req-60069283-2013-4227-9747-46b32aaab9a8 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0948968 Feb 04 16:40:37.457923 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c7ad23e7-15b7-40b4-b618-666375946682 req-bf9ba3f8-7c3b-48bf-bca2-c8e904cc0f9e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418518 Feb 04 16:40:37.885628 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:37.921077 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:38.662350 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224b69-7aee-4796-9d0f-9a5aca674402 req-45570290-72c0-4c57-ad63-f078c40f6323 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:38.663783 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53224b69-7aee-4796-9d0f-9a5aca674402 req-45570290-72c0-4c57-ad63-f078c40f6323 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0874150 Feb 04 16:40:38.715335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53224b69-7aee-4796-9d0f-9a5aca674402 req-78eea4df-7666-416f-b019-93f2e32cd230 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453653 Feb 04 16:40:39.426424 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:39.902589 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-973d9cb6-2d84-476f-b980-57017c02abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:39.904062 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-973d9cb6-2d84-476f-b980-57017c02abbd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1305685 Feb 04 16:40:39.943129 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26702c-8a23-42ae-b278-a9aff29efb12 req-440273cf-7043-4800-bbf7-7238d682a668 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:39.944527 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c26702c-8a23-42ae-b278-a9aff29efb12 req-440273cf-7043-4800-bbf7-7238d682a668 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.1169286 Feb 04 16:40:39.981873 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.054844 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-3c26702c-8a23-42ae-b278-a9aff29efb12 req-89290081-4ceb-4a6c-ac00-03977862975d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657523 Feb 04 16:40:40.084010 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-f8893fb9-e57d-4619-bd68-4ec9b8cb3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:40.085495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-f8893fb9-e57d-4619-bd68-4ec9b8cb3285 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1702893 Feb 04 16:40:40.190703 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-f5b6b12c-c8b0-4381-8964-bb1121288447 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 1000 time: 0.0976410 Feb 04 16:40:40.256534 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-9a4a06d6-9840-456b-9aff-b799d8b146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:40.258039 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-9a4a06d6-9840-456b-9aff-b799d8b146f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0580986 Feb 04 16:40:40.336476 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-f9782f0e-e812-4727-b171-21cacb9ae8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:40.338008 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-f9782f0e-e812-4727-b171-21cacb9ae8d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711045 Feb 04 16:40:40.587192 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-f5558cad-b5ec-4301-b730-20b07a42ba8d service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395072 Feb 04 16:40:40.723055 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c599db6a-d3f0-40a1-89aa-994038c70dae req-922c5294-5bea-4086-be79-5e5f6ee6fd15 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265905 Feb 04 16:40:41.239333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb91f7-690e-4779-bf29-bfc045758558 req-27cecb2c-76f3-476d-b0e5-e6856f853021 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:41.240798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b0fb91f7-690e-4779-bf29-bfc045758558 req-27cecb2c-76f3-476d-b0e5-e6856f853021 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0794611 Feb 04 16:40:41.284623 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b0fb91f7-690e-4779-bf29-bfc045758558 req-45e33f9d-0c67-4676-a790-7a393ac1d8d6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379291 Feb 04 16:40:42.474670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683485c8-3ed4-4813-8633-d73ebfe65286 req-a48775d2-e51b-4756-9fd1-a43ac26d183b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:42.476110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-683485c8-3ed4-4813-8633-d73ebfe65286 req-a48775d2-e51b-4756-9fd1-a43ac26d183b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0842750 Feb 04 16:40:42.521887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-683485c8-3ed4-4813-8633-d73ebfe65286 req-f252cfb8-911a-4251-9b05-1a2493c34c16 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400391 Feb 04 16:40:43.704835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c25225-4149-495a-b262-a9bfad31e4a6 req-b4748caf-8c37-4e6b-8ac8-e26a4eb97ace tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:43.706340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c5c25225-4149-495a-b262-a9bfad31e4a6 req-b4748caf-8c37-4e6b-8ac8-e26a4eb97ace tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0811553 Feb 04 16:40:43.765633 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c5c25225-4149-495a-b262-a9bfad31e4a6 req-1cde7543-03c2-4d2b-8840-3d826acfcd58 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528753 Feb 04 16:40:44.118186 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf2468-dc61-4c3f-8cf4-a03cb01fc981 req-18e04b43-6acc-48ef-8689-fc9bd4e38e04 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:44.119666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aaaf2468-dc61-4c3f-8cf4-a03cb01fc981 req-18e04b43-6acc-48ef-8689-fc9bd4e38e04 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0872433 Feb 04 16:40:44.164798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aaaf2468-dc61-4c3f-8cf4-a03cb01fc981 req-1fc77690-c97a-43b9-b957-5a66feca767a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391757 Feb 04 16:40:44.221829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 6c344645-53fd-4a5c-aa77-5ecda33f5e24 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:44.255908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55130) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:44.339524 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.366669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:44.377040 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:40:44.379036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-1b5cc745-63bd-4021-8f27-bdc7e12841dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218405 Feb 04 16:40:44.381655 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.426775 n-d-827870-1 neutron-server[87572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'code': 422} returned with failed status Feb 04 16:40:44.453427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:45.301534 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-825268f4-c416-488f-9451-152ff5c177d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:45.303133 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-825268f4-c416-488f-9451-152ff5c177d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3&tenant_id=bfdb7316f95643eab65d123d82047ded HTTP/1.1" status: 200 len: 1094 time: 0.1136642 Feb 04 16:40:45.315566 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827870-1', 'device_owner': 'compute:nova'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:45.355228 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cb937-6619-4484-b515-04b5e9fb248d req-8926e02e-d48b-4224-bdf1-91ed72c907f2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:45.356695 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd4cb937-6619-4484-b515-04b5e9fb248d req-8926e02e-d48b-4224-bdf1-91ed72c907f2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 943 time: 0.0848408 Feb 04 16:40:45.401727 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cd4cb937-6619-4484-b515-04b5e9fb248d req-5f5f392b-eb06-431d-93cc-d04618d4f4fe tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389833 Feb 04 16:40:45.428493 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.812487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:40:45.841905 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h1-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:40:45.893680 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c344645-53fd-4a5c-aa77-5ecda33f5e24 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:40:45.900851 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.915806 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Transition to ACTIVE for port object 6c344645-53fd-4a5c-aa77-5ecda33f5e24 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:45.919625 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.070660 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=9']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:46.084294 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.084645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.085013 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.085354 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.085685 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.086016 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.086344 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.086667 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.086988 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.087308 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.087630 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.087946 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:46.130725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] No DVR routers for this DVR port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on host n-h1-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:46.358943 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Attempting to bind port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:46.359579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Attempting to bind port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:46.359579 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Attempting to bind port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:40:46.364882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:40:46.365206 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Attempting to bind port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:40:46.370291 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:40:46.370629 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Checking segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:40:46.371012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Bound using segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:40:46.371434 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Bound port: 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:46.371778 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.463585 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:40:46.466536 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:40:46.472195 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.529113 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:46.529871 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.531386 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] 10.222.0.61 "PUT /v2.0/ports/6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 1091 time: 1.2201304 Feb 04 16:40:46.540476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:46.592069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe7bb-5fad-45ab-ba39-864b5d3a9977 req-b0b23859-9064-4f58-a048-deefc38d0317 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:46.593497 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e6fe7bb-5fad-45ab-ba39-864b5d3a9977 req-b0b23859-9064-4f58-a048-deefc38d0317 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0840967 Feb 04 16:40:46.609850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a45056-b5e6-4cfa-9897-bde6e6cd74fe service neutron] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=10']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:46.640700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8e6fe7bb-5fad-45ab-ba39-864b5d3a9977 req-f72665db-232d-40ef-b55c-093d6b12eb3d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 Feb 04 16:40:46.648316 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-3afcea97-e7af-40b2-a7fc-d577bec43a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:46.649869 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-3afcea97-e7af-40b2-a7fc-d577bec43a4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0929832 Feb 04 16:40:46.752762 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'status': 'completed', 'code': 200} Feb 04 16:40:46.793890 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-769a0b7e-6c86-4e59-b7da-381042da85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:46.795309 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-769a0b7e-6c86-4e59-b7da-381042da85f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1373174 Feb 04 16:40:46.896422 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-644fe29b-07e9-4c3a-9c95-6188d90c2d71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 998 time: 0.0943954 Feb 04 16:40:46.964201 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-dfdb3d0d-1efb-4669-a75c-6062c19c2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:46.966535 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-dfdb3d0d-1efb-4669-a75c-6062c19c2f7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0628116 Feb 04 16:40:47.041270 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-588f69db-c6e3-4d3b-bf3a-3c5393fd0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:47.042701 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-588f69db-c6e3-4d3b-bf3a-3c5393fd0af6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700278 Feb 04 16:40:47.053250 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-5f2a5a01-0ce4-4c06-b973-2056d8d151bb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:40:47.054157 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-5f2a5a01-0ce4-4c06-b973-2056d8d151bb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048010 Feb 04 16:40:47.190383 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-85337264-854f-4541-8eab-0103714f40da service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285582 Feb 04 16:40:47.324023 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-1b89c4de-1bfa-4b68-b3bc-f633e6b6d2df req-27c52456-b46f-4d9f-bf5c-b3a40885ba45 service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264341 Feb 04 16:40:47.562275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-b2e0b037-3b4e-4161-b9ab-0935caae0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:47.564297 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-b2e0b037-3b4e-4161-b9ab-0935caae0184 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1095 time: 0.1977704 Feb 04 16:40:47.710567 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-ff11ba40-c04e-448e-85b2-93219c899af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:47.712083 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-ff11ba40-c04e-448e-85b2-93219c899af7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1415110 Feb 04 16:40:47.893453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444f746-42ae-4425-9c99-533b7679acf5 req-451a8b0c-3265-4740-92fd-e8a1bc9cc3b4 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:47.903145 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f444f746-42ae-4425-9c99-533b7679acf5 req-451a8b0c-3265-4740-92fd-e8a1bc9cc3b4 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.1148252 Feb 04 16:40:47.956191 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f444f746-42ae-4425-9c99-533b7679acf5 req-c2e25eb5-a75b-4bf2-a925-e2690afdd4e5 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517433 Feb 04 16:40:49.156741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c36b7f-890b-42aa-8bad-45fc51f743f1 req-e70178a7-c8e5-4d7e-8bb8-00a6d57cc228 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:49.158632 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62c36b7f-890b-42aa-8bad-45fc51f743f1 req-e70178a7-c8e5-4d7e-8bb8-00a6d57cc228 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0875459 Feb 04 16:40:49.209986 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62c36b7f-890b-42aa-8bad-45fc51f743f1 req-98eef55a-1350-4e70-a28d-a56b9d2d338c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458047 Feb 04 16:40:50.425744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baca34-346f-4402-8126-b6af9301c2c4 req-84c172a3-40cf-44ef-b6ce-fa9972580e47 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:50.427586 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25baca34-346f-4402-8126-b6af9301c2c4 req-84c172a3-40cf-44ef-b6ce-fa9972580e47 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0952737 Feb 04 16:40:50.476871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-25baca34-346f-4402-8126-b6af9301c2c4 req-f80556e6-3935-45c2-a5ca-c760369c6ede tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432816 Feb 04 16:40:51.678080 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b270281-e84b-466d-8f53-7866aebf34db req-ba425def-6e68-47f7-9709-f0c6224c9c9d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:51.679616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b270281-e84b-466d-8f53-7866aebf34db req-ba425def-6e68-47f7-9709-f0c6224c9c9d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0915785 Feb 04 16:40:51.727837 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1b270281-e84b-466d-8f53-7866aebf34db req-448b7151-86e7-4617-9899-50c6ff1bebfa tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Feb 04 16:40:52.926991 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704383c-08c6-41c6-b9a2-9b33ad151b10 req-dacc7759-d870-4d1b-a11a-cf29b8fa805b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:52.928583 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e704383c-08c6-41c6-b9a2-9b33ad151b10 req-dacc7759-d870-4d1b-a11a-cf29b8fa805b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0902145 Feb 04 16:40:52.977268 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e704383c-08c6-41c6-b9a2-9b33ad151b10 req-d8535aa9-bcfd-4776-97f4-0edd3edfd8bc tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427117 Feb 04 16:40:54.174461 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614bac2-3a03-4d96-87f8-525d1bd37493 req-7b2c684f-0183-4ce6-bcb1-d8013f7a67c4 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:54.175954 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4614bac2-3a03-4d96-87f8-525d1bd37493 req-7b2c684f-0183-4ce6-bcb1-d8013f7a67c4 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0865252 Feb 04 16:40:54.224658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4614bac2-3a03-4d96-87f8-525d1bd37493 req-80512cbe-70cd-4157-8535-b61852df8b8c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Feb 04 16:40:55.407210 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-8f76f208-bdf4-4266-91d4-eb6e8b6f039a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 998 time: 0.1128824 Feb 04 16:40:55.421135 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f2535-8124-457a-bd0c-36b3035c6955 req-c7a99162-4489-46cc-bb61-334f34620a15 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:55.422652 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c7f2535-8124-457a-bd0c-36b3035c6955 req-c7a99162-4489-46cc-bb61-334f34620a15 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0814254 Feb 04 16:40:55.471913 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c7f2535-8124-457a-bd0c-36b3035c6955 req-7b5e606e-7b0b-49be-93bc-360de567193c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Feb 04 16:40:55.473299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-32be72ff-fdcb-444e-9013-8eff50e4141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:55.474804 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-32be72ff-fdcb-444e-9013-8eff50e4141b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0589607 Feb 04 16:40:55.551674 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-c3cb1fb2-aab3-44c5-9f65-7276e31aa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:55.553097 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-c3cb1fb2-aab3-44c5-9f65-7276e31aa9fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705137 Feb 04 16:40:55.686777 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-d77689da-8952-4a00-bfb2-ba6cd09c7ed6 service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256652 Feb 04 16:40:55.818995 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b73a2a10-ae56-40d7-b549-da6d9b7c898a req-0e86b573-d7a5-4f24-8b42-47f31d636415 service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260395 Feb 04 16:40:56.660698 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faa43b-da60-4692-a6a8-122734b3b981 req-5d8a76bf-e5ad-4fed-a1ac-aee8bb97e581 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:56.662185 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34faa43b-da60-4692-a6a8-122734b3b981 req-5d8a76bf-e5ad-4fed-a1ac-aee8bb97e581 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0824058 Feb 04 16:40:56.707495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-34faa43b-da60-4692-a6a8-122734b3b981 req-b482485e-2849-4d1a-a30d-b7acc0992776 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Feb 04 16:40:57.873026 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6c344645-53fd-4a5c-aa77-5ecda33f5e24 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:40:57.896656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5c7b-68ee-462c-be28-a7cec5e22d1c req-548ca20a-01a8-451b-92e7-8a92e41fe45d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:57.898142 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed8f5c7b-68ee-462c-be28-a7cec5e22d1c req-548ca20a-01a8-451b-92e7-8a92e41fe45d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 944 time: 0.0851717 Feb 04 16:40:57.945392 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ed8f5c7b-68ee-462c-be28-a7cec5e22d1c req-6ea3a8b2-5aed-48d6-9fb1-6abf99039ac9 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415342 Feb 04 16:40:58.053902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:40:58.066578 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'port_id': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'mac_address': 'fa:16:3e:de:40:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:40:58.120039 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.135900 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c344645-53fd-4a5c-aa77-5ecda33f5e24 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:40:58.150945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:40:58.154695 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.222914 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=11']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:58.403244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['6c344645-53fd-4a5c-aa77-5ecda33f5e24'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:40:59.130017 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0061e-e655-4c0a-b765-ad17a71cddd3 req-64d31d8b-1484-411f-b30d-4d6ede33b7d9 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:59.131450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bca0061e-e655-4c0a-b765-ad17a71cddd3 req-64d31d8b-1484-411f-b30d-4d6ede33b7d9 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 945 time: 0.0792539 Feb 04 16:40:59.175387 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bca0061e-e655-4c0a-b765-ad17a71cddd3 req-bb382079-12af-420f-9428-a7e1bac97237 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378075 Feb 04 16:40:59.888858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6c344645-53fd-4a5c-aa77-5ecda33f5e24 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:40:59.957791 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:59.963326 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:59.963697 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.093624 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.121553 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:00.131069 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:41:00.135431 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.169567 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'code': 200} Feb 04 16:41:00.208000 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=12']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:00.384493 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b0ff-f981-4712-b680-0d44cd3c6b69 req-71658980-7403-44b2-a207-8df04e52f0b1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:00.386080 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae40b0ff-f981-4712-b680-0d44cd3c6b69 req-71658980-7403-44b2-a207-8df04e52f0b1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 946 time: 0.0865295 Feb 04 16:41:00.395021 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ee28c-f999-45a2-8789-87f47d8ca00f req-3ab40c9a-c13b-4815-8501-834ccb9cbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:00.396495 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-457ee28c-f999-45a2-8789-87f47d8ca00f req-3ab40c9a-c13b-4815-8501-834ccb9cbd98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0762670 Feb 04 16:41:00.430808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ae40b0ff-f981-4712-b680-0d44cd3c6b69 req-c3c400a8-3f9b-4e02-be98-7c67a5316748 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389037 Feb 04 16:41:00.439674 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-457ee28c-f999-45a2-8789-87f47d8ca00f req-eea10293-f16f-4f13-a197-56c27f230504 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357308 Feb 04 16:41:01.623209 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2a64e-fdbb-4736-b614-37dbdf2b0eaf req-34eefe24-36f4-4dd4-af5e-85903cfa6502 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:01.624669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ab2a64e-fdbb-4736-b614-37dbdf2b0eaf req-34eefe24-36f4-4dd4-af5e-85903cfa6502 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 946 time: 0.0841985 Feb 04 16:41:01.671653 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7ab2a64e-fdbb-4736-b614-37dbdf2b0eaf req-568a1146-48fb-4aca-8058-6c8dcecb7058 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Feb 04 16:41:02.860951 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f7ac-9abe-40a8-af48-56327c5e38d2 req-4dc57c46-0e50-41b0-a689-509f13106b86 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:02.862399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be19f7ac-9abe-40a8-af48-56327c5e38d2 req-4dc57c46-0e50-41b0-a689-509f13106b86 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 946 time: 0.0837579 Feb 04 16:41:02.908681 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-be19f7ac-9abe-40a8-af48-56327c5e38d2 req-f4f71ca8-f3d8-47a7-a2f6-d58c498f3558 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Feb 04 16:41:04.390498 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-176c5439-e0ff-4064-96a8-dc4291f8e41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.396496 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:41:06.756572 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-adb82241-2156-4fcc-9591-7c960d07b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.184059 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.880203 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.914878 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.429968 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.979404 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.386030 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-c88b6a36-57a3-4bf2-a126-3afeea2e1bcf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692458 Feb 04 16:41:10.545791 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-14c72fed-0550-4862-9be9-989a9667eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:10.548037 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-14c72fed-0550-4862-9be9-989a9667eb83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0747426 Feb 04 16:41:10.690327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-3e21885e-d912-4463-84bf-ce69c2cd0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:10.691679 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-3e21885e-d912-4463-84bf-ce69c2cd0512 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1265712 Feb 04 16:41:10.803149 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-fbbdb287-bd8d-4702-a267-537bd77a990b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 1000 time: 0.0965858 Feb 04 16:41:10.868124 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-5638d087-5894-4ee0-b399-fc50ffda40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:10.869583 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-5638d087-5894-4ee0-b399-fc50ffda40b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0592887 Feb 04 16:41:10.943663 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-31e97c82-7999-4af6-bf0c-25b8981ac561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:10.945052 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-31e97c82-7999-4af6-bf0c-25b8981ac561 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693579 Feb 04 16:41:11.076258 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-ecc9fd27-bffb-4bd7-a061-f076714e24e7 service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248007 Feb 04 16:41:11.211014 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-48c4f623-3260-479f-abb7-3d44967e3e5d req-7b385e5b-ab01-4fba-bb1a-7f9aa72eeabf service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288519 Feb 04 16:41:34.393977 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a94417fa-6fa2-4754-b830-97824f6db9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:36.758194 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1823c6df-1d53-4658-ad03-84f5f761c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:37.183951 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:37.883190 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:37.916506 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:39.430968 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:39.979840 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:41.396032 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:42:04.394940 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54947f80-760c-4563-bf04-8586c524bb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:06.773326 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b763f57e-e519-4fec-9d99-26f1c0e06285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:07.190369 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:07.886023 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:07.919809 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:09.433913 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:09.978039 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:10.380077 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-513f0945-326e-44d5-9230-76b0f9daf16f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745566 Feb 04 16:42:10.519299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-2028a3c0-a590-4aca-a57b-816fe38896c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:10.520759 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-2028a3c0-a590-4aca-a57b-816fe38896c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0705626 Feb 04 16:42:10.773110 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-c04bf98c-430d-403b-8d5b-f0492ab87bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:10.775297 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-c04bf98c-430d-403b-8d5b-f0492ab87bef service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.2325687 Feb 04 16:42:10.879509 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-90121282-ce7d-4cd9-833a-ea43e3e2c89a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 1000 time: 0.0980167 Feb 04 16:42:10.946983 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-8072a8e9-ff23-41ab-85d1-1058be16177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:10.948407 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-8072a8e9-ff23-41ab-85d1-1058be16177d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0622044 Feb 04 16:42:11.023388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-d9e702c2-7234-4936-9e6b-9f54803bb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:11.025437 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-d9e702c2-7234-4936-9e6b-9f54803bb865 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704503 Feb 04 16:42:11.158432 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-b79e77da-dded-45f4-adae-43b1f9b66332 service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265674 Feb 04 16:42:11.290573 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-9c43198e-8fd0-4f1e-b52e-40768dd1b9bf req-2dd29adc-16ef-47ed-9bbf-2cc517ab28cc service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252139 Feb 04 16:42:15.845511 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55248) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:16.144402 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Deleting port 53e03c20-78af-4019-8188-010797a79f4f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:42:16.144740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:16.314757 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:16.315087 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:16.441255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Calling delete_port for 53e03c20-78af-4019-8188-010797a79f4f owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:42:16.601399 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:16.652359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event deleted for resources: {'Port': ['ID=53e03c20-78af-4019-8188-010797a79f4f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:16.717102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.717465 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.717808 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.718132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.718455 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.718775 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.719092 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.719408 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.719720 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.720034 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.720345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.720659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:16.751243 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:16.751571 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Floating IP ebd34b18-8983-46e5-b1d7-9879caf7ad2b disassociated (deleted). External IP: 172.25.8.72, port: 6c344645-53fd-4a5c-aa77-5ecda33f5e24. Feb 04 16:42:17.114706 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:42:17.290792 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:42:17.301081 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] Sync routers for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:42:17.311911 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:42:17.312147 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:17.313101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:17.480435 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-28c094a1-866d-43e1-b15b-4becd75026e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "DELETE /v2.0/floatingips/ebd34b18-8983-46e5-b1d7-9879caf7ad2b HTTP/1.1" status: 204 len: 168 time: 1.6338098 Feb 04 16:42:17.481159 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:17.495167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:42:17.720919 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'status': 'completed', 'code': 200} Feb 04 16:42:17.819118 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-4c937098-2611-41c9-ad78-4f4dc62b8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:17.820605 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-4c937098-2611-41c9-ad78-4f4dc62b8d0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0785136 Feb 04 16:42:17.855519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:17.859481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] Checking router: b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:42:17.867729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:42:17.868360 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:42:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:17.956453 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0367c6f-f7fc-4176-b770-e084720e32dc req-0dc00a15-000c-44d4-85b8-2728067a15a9 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:17.957502 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d0367c6f-f7fc-4176-b770-e084720e32dc req-0dc00a15-000c-44d4-85b8-2728067a15a9 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Synchronizing usage tracker for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:17.959627 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-552a90bc-8bad-4e28-9655-357ff304bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:17.961231 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-552a90bc-8bad-4e28-9655-357ff304bb55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1342912 Feb 04 16:42:17.973320 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-d0367c6f-f7fc-4176-b770-e084720e32dc req-0dc00a15-000c-44d4-85b8-2728067a15a9 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Unset dirty status for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:17.974571 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0367c6f-f7fc-4176-b770-e084720e32dc req-0dc00a15-000c-44d4-85b8-2728067a15a9 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 946 time: 0.1664162 Feb 04 16:42:18.021991 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d0367c6f-f7fc-4176-b770-e084720e32dc req-d2b2c432-2486-4d4b-bf9a-9f86a21d0b83 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405166 Feb 04 16:42:18.033739 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-66960e2a-85f6-41e9-a06e-0c540e0685ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 200 len: 217 time: 0.0660911 Feb 04 16:42:18.064607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:42:18.100623 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-37c4c970-966a-4c5e-bbf5-91251c3d8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:18.102094 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-37c4c970-966a-4c5e-bbf5-91251c3d8216 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0624940 Feb 04 16:42:18.177825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-3c63d3d0-90ae-4f7b-b21b-6f4778c2e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:18.179292 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-3c63d3d0-90ae-4f7b-b21b-6f4778c2e94b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704629 Feb 04 16:42:18.315358 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-807004e5-eb30-4e51-af67-d945773d4da9 service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286817 Feb 04 16:42:18.388129 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:18.392902 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bbc604-7790-49ad-8181-ddad675e5f84 None None] The sync data for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 is: [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:42:18.395614 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:42:18.460560 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-535fb153-9414-4cb9-bde2-3c3fdac9ebb4 req-d3841220-7924-4561-9f0b-99d56636cf21 service neutron] 10.222.0.61 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388664 Feb 04 16:42:18.612622 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc8e9dc-4f45-4ec8-81e0-ddf8d668d958 None None] New status for floating IP ebd34b18-8983-46e5-b1d7-9879caf7ad2b: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:42:19.165700 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077aecf-5cc9-4d31-b750-8603952df31a req-47ca28a4-3d1d-4fb8-b2b2-fb2e496f1701 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:19.166922 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8077aecf-5cc9-4d31-b750-8603952df31a req-47ca28a4-3d1d-4fb8-b2b2-fb2e496f1701 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Synchronizing usage tracker for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:19.180888 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-8077aecf-5cc9-4d31-b750-8603952df31a req-47ca28a4-3d1d-4fb8-b2b2-fb2e496f1701 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Unset dirty status for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:19.182721 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8077aecf-5cc9-4d31-b750-8603952df31a req-47ca28a4-3d1d-4fb8-b2b2-fb2e496f1701 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.61 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 946 time: 0.0957825 Feb 04 16:42:19.223464 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a476b3-6af5-45fc-85a1-4c12be9449c9 req-b8f4db51-49a0-4de4-b79a-903156fed2e7 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:19.225042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21a476b3-6af5-45fc-85a1-4c12be9449c9 req-b8f4db51-49a0-4de4-b79a-903156fed2e7 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 946 time: 0.0932136 Feb 04 16:42:19.257057 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-8077aecf-5cc9-4d31-b750-8603952df31a req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Deleting port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:42:19.257531 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8077aecf-5cc9-4d31-b750-8603952df31a req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:19.269787 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-21a476b3-6af5-45fc-85a1-4c12be9449c9 req-2095296b-ea65-4dfb-88c4-7c9410bb8821 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=c029f0cf-098c-4100-98c5-9cb5d5424df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Feb 04 16:42:19.623259 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-8077aecf-5cc9-4d31-b750-8603952df31a req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] For port 6c344645-53fd-4a5c-aa77-5ecda33f5e24, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=6c344645-53fd-4a5c-aa77-5ecda33f5e24,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:42:19.623533 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8077aecf-5cc9-4d31-b750-8603952df31a req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:19.748392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-8077aecf-5cc9-4d31-b750-8603952df31a req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Calling delete_port for 6c344645-53fd-4a5c-aa77-5ecda33f5e24 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:42:19.899715 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8077aecf-5cc9-4d31-b750-8603952df31a req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:19.976155 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event deleted for resources: {'Port': ['ID=6c344645-53fd-4a5c-aa77-5ecda33f5e24,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:20.019421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.019757 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.020088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.020414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.020735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.021080 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.021394 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.021707 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.022018 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.022327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.022636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.022945 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.036688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8077aecf-5cc9-4d31-b750-8603952df31a req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] No DVR routers for this DVR port 6c344645-53fd-4a5c-aa77-5ecda33f5e24 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:42:20.038938 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-8077aecf-5cc9-4d31-b750-8603952df31a req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:20.041423 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-deleted', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:20.056560 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-8077aecf-5cc9-4d31-b750-8603952df31a req-d08273d5-b247-475c-80cc-2ea08f3d1279 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.61 "DELETE /v2.0/ports/6c344645-53fd-4a5c-aa77-5ecda33f5e24 HTTP/1.1" status: 204 len: 173 time: 0.8687413 Feb 04 16:42:20.086460 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6658f-4d23-4884-920d-13db50632ab3', 'name': 'network-vif-deleted', 'tag': '6c344645-53fd-4a5c-aa77-5ecda33f5e24', 'status': 'completed', 'code': 200} Feb 04 16:42:20.449470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-cfe8e70e-d627-4775-922f-c951dc5bcdf1 req-be38ad1c-782e-4d61-837b-2827abf08c31 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=25b6658f-4d23-4884-920d-13db50632ab3 HTTP/1.1" status: 200 len: 210 time: 0.0465169 Feb 04 16:42:21.542573 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55270) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:21.610122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d75b76ca-6a5c-4f9f-8b5c-a1153c01c10e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:21.642547 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d75b76ca-6a5c-4f9f-8b5c-a1153c01c10e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:21.706279 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d75b76ca-6a5c-4f9f-8b5c-a1153c01c10e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:21.725526 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b76ca-6a5c-4f9f-8b5c-a1153c01c10e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c029f0cf-098c-4100-98c5-9cb5d5424df3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:21.737512 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d75b76ca-6a5c-4f9f-8b5c-a1153c01c10e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:21.738615 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d75b76ca-6a5c-4f9f-8b5c-a1153c01c10e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "DELETE /v2.0/security-groups/c029f0cf-098c-4100-98c5-9cb5d5424df3 HTTP/1.1" status: 204 len: 168 time: 0.1950657 Feb 04 16:42:22.326844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6c344645-53fd-4a5c-aa77-5ecda33f5e24 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:42:22.364125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 6c344645-53fd-4a5c-aa77-5ecda33f5e24 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:42:22.364457 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 6c344645-53fd-4a5c-aa77-5ecda33f5e24 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:42:22.955494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55280) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:22.960981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689304694', 'description': 'tempest-secgroup-smoke-689304694 description', 'project_id': 'bfdb7316f95643eab65d123d82047ded'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:22.968110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:22.972232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:22.975061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:22.980831 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:22.991070 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.011225 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:23.014914 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:23.017718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:23.023302 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:23.092793 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.096465 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.140661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767f5260-4440-48ef-b5c6-53a1a34a6a6e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:23.146670 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.149419 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-97e37c1f-f403-41b6-80a2-0b4e9d31a47b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1914313 Feb 04 16:42:23.152568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55284) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:23.157560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': '767f5260-4440-48ef-b5c6-53a1a34a6a6e', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:23.164108 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:23.168002 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:23.170872 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:23.176498 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:23.192971 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.255807 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.259969 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.284099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2994ea63-8f1a-4cd5-8909-9468c7804a5f,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:23.292647 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.296427 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-256ae0f8-3994-402d-9707-a8af046608e3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402802 Feb 04 16:42:23.296601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55288) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:23.301572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': '767f5260-4440-48ef-b5c6-53a1a34a6a6e', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:23.308913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:23.313043 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:23.315919 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:23.321619 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:23.339309 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.399137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.402494 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.425761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a409e3-5caa-4407-97b8-c4e697952d1e,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:23.436197 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.437495 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c9cec3da-799a-45bc-84e5-a7f517204859 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399457 Feb 04 16:42:23.440248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55292) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:23.445158 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': '767f5260-4440-48ef-b5c6-53a1a34a6a6e', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:23.452024 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:23.455833 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:23.458697 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:23.464244 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:23.480246 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.540580 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.543835 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.570263 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ce4205-9079-4d99-8aeb-7362f224e337,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:23.579744 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.580948 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-f716ef01-0053-43b9-b9e1-048544571d55 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397073 Feb 04 16:42:23.583666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55296) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:23.588441 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': '767f5260-4440-48ef-b5c6-53a1a34a6a6e', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:23.594679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:23.598396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:23.601194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:23.607405 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:23.624823 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.687701 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.691222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.713994 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4923efef-1312-4c12-a3d7-aac55da6697c,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:23.725186 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.726348 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-016a6ad3-f7c1-44f9-bec2-3861873294cd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417894 Feb 04 16:42:23.729113 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55300) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:23.734601 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': '767f5260-4440-48ef-b5c6-53a1a34a6a6e', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:23.740990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:23.744783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:23.748582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:23.754338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:23.764247 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Project bfdb7316f95643eab65d123d82047ded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:42:23.770583 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.836455 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.840272 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.863104 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86447fb-7022-48bf-81a0-e4c84fb4b821,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:23.876799 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.878023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-97ff24b9-c2b7-47c7-ac06-277c82bd5c5f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480041 Feb 04 16:42:23.880822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55304) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:23.885729 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'security_group_rule': {'security_group_id': '767f5260-4440-48ef-b5c6-53a1a34a6a6e', 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:23.892132 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:23.895929 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:security_group_rule and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:23.898952 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:23.904748 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:23.915061 n-d-827870-1 neutron-server[87570]: INFO neutron.db.securitygroups_db [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Project bfdb7316f95643eab65d123d82047ded added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:42:23.922382 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.991333 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.994871 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.018226 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f71bc58-5c7f-4e76-92d7-918d589fb7bb,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:24.026540 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.028341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-cb0d5ef7-4466-4e14-a528-3e883d61f7b2 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466031 Feb 04 16:42:34.398388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-54c0bb2e-f121-4fe7-8d10-bd831eae1fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:36.765867 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fd69afe1-a9ea-40f3-9cff-f5496337320d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.215927 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.890046 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.923905 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.971020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-91039926-d284-42af-a69c-3fffcb033321 req-795525af-bc35-4eaf-b042-9dc3f3b2ac8c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Synchronizing usage tracker for tenant:bfdb7316f95643eab65d123d82047ded on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:37.985778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-91039926-d284-42af-a69c-3fffcb033321 req-795525af-bc35-4eaf-b042-9dc3f3b2ac8c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Unset dirty status for tenant:bfdb7316f95643eab65d123d82047ded on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:37.987109 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-795525af-bc35-4eaf-b042-9dc3f3b2ac8c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689304694&fields=id&tenant_id=bfdb7316f95643eab65d123d82047ded HTTP/1.1" status: 200 len: 267 time: 0.0576108 Feb 04 16:42:38.137907 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91039926-d284-42af-a69c-3fffcb033321 req-0a82602f-08ec-4a25-b571-f809902707fb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:38.139320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-0a82602f-08ec-4a25-b571-f809902707fb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 809 time: 0.1455808 Feb 04 16:42:38.154919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-10297c13-f18f-4399-b226-b8fe22567e3f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/quotas/bfdb7316f95643eab65d123d82047ded HTTP/1.1" status: 200 len: 375 time: 0.0101364 Feb 04 16:42:38.237664 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-fcff3080-19ef-4e9a-bb89-1dce4b5e422a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776522 Feb 04 16:42:38.384508 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-df016afe-25f2-4c96-9fda-41842a719fe5 service neutron] 10.222.0.46 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358075 Feb 04 16:42:38.519164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-739c3def-f3b4-491e-ad38-b1b0e8af335b service neutron] 10.222.0.46 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287565 Feb 04 16:42:38.905803 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e4e32a62-0ada-4fb5-8036-ce8050b61e96 req-440c7af2-1339-4276-a2ea-bcc1020a330c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 210 time: 0.0471351 Feb 04 16:42:39.437161 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.979020 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:40.000405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e03dec1f-a7c1-4f63-abae-a600e5be4954 req-dc85f5e3-7264-4468-9174-45e0b138e044 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 210 time: 0.0442123 Feb 04 16:42:41.097006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbf427b4-f93f-4083-9d95-dc991e4741d1 req-2b994989-f270-4418-a907-99453549c65a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 210 time: 0.0429678 Feb 04 16:42:42.199659 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a983d74-9d40-40f1-822a-6d9c78c8ce09 req-9a614f48-2aea-4647-9c1c-c4f834454639 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 210 time: 0.0491664 Feb 04 16:42:43.353635 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-93b78ec5-0952-48ab-afd2-a52c17aeac80 req-8244fcc9-63c8-4765-b959-7a35de06146d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 210 time: 0.0466318 Feb 04 16:42:44.041742 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91039926-d284-42af-a69c-3fffcb033321 req-fd51c2bd-d447-444b-bf01-f305d6cdcd95 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:44.042857 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-fd51c2bd-d447-444b-bf01-f305d6cdcd95 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 809 time: 0.1489561 Feb 04 16:42:44.094390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-2151ae37-4be1-48af-8d54-b6ea1c66a59e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfdb7316f95643eab65d123d82047ded HTTP/1.1" status: 200 len: 379 time: 0.0408726 Feb 04 16:42:44.105069 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'port': {'device_id': 'ec489bf5-a1af-416e-916d-119e89a83960', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'admin_state_up': True, 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'security_groups': ['767f5260-4440-48ef-b5c6-53a1a34a6a6e']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:44.243562 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:44.248536 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:port and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:44.251399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:44.257095 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:44.268905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Made reservation on behalf of bfdb7316f95643eab65d123d82047ded for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:42:44.272696 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:44.447829 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Allocated IP 172.20.0.3 (6e69b2d9-8f87-4dc9-8f2b-45d581b0433a/ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c/0b86e410-dc92-4e9e-b336-d8320dc3d14a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:44.631418 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-50a480c9-9ce6-49eb-a0f6-078d23701cf5 req-12c02d8d-53ef-4777-9942-8a3233722ba3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 210 time: 0.1590357 Feb 04 16:42:44.789076 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:44.805484 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Transition to ACTIVE for port object 0b86e410-dc92-4e9e-b336-d8320dc3d14a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:44.830846 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:44.902114 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:44.905382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:44.907939 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:42:44.955769 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'Port': ['ID=0b86e410-dc92-4e9e-b336-d8320dc3d14a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:44.989012 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:44.989720 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.015545 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-8c4d07f7-b235-4fff-ac92-37c72858a3ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9140024 Feb 04 16:42:45.079778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Request body: {'port': {'device_id': 'ec489bf5-a1af-416e-916d-119e89a83960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:45.201477 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.206157 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d0b31993-e468-415b-bdea-dc219c09d0fa None None] Provisioning for port 0b86e410-dc92-4e9e-b336-d8320dc3d14a completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:45.212980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-d0b31993-e468-415b-bdea-dc219c09d0fa None None] Provisioning complete for port 0b86e410-dc92-4e9e-b336-d8320dc3d14a triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:45.213546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d0b31993-e468-415b-bdea-dc219c09d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.273225 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-d0b31993-e468-415b-bdea-dc219c09d0fa None None] Port 0b86e410-dc92-4e9e-b336-d8320dc3d14a cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:42:45.565757 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b86e410-dc92-4e9e-b336-d8320dc3d14a {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:42:45.573054 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.588294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Transition to ACTIVE for port object 0b86e410-dc92-4e9e-b336-d8320dc3d14a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:45.593524 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.816351 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Pushing event updated for resources: {'Port': ['ID=0b86e410-dc92-4e9e-b336-d8320dc3d14a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:45.914443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Attempting to bind port 0b86e410-dc92-4e9e-b336-d8320dc3d14a on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:42:45.914776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Attempting to bind port 0b86e410-dc92-4e9e-b336-d8320dc3d14a by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:42:45.915105 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Attempting to bind port 0b86e410-dc92-4e9e-b336-d8320dc3d14a on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:42:45.923246 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Port 0b86e410-dc92-4e9e-b336-d8320dc3d14a on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:42:45.923568 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Attempting to bind port 0b86e410-dc92-4e9e-b336-d8320dc3d14a on network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:42:45.935659 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a9331-8c27-4c11-a8e7-4795bf7a525e req-de15e38f-73ba-4126-b384-bf1b8f5ed236 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:45.936605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e76a9331-8c27-4c11-a8e7-4795bf7a525e req-de15e38f-73ba-4126-b384-bf1b8f5ed236 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Synchronizing usage tracker for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:45.939162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:42:45.939489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Checking segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:42:45.939860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Bound using segment: {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:42:45.940280 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Bound port: 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d5e839-a04e-4e35-8a87-f6ce3042a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:42:45.940622 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:46.007653 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-e76a9331-8c27-4c11-a8e7-4795bf7a525e req-de15e38f-73ba-4126-b384-bf1b8f5ed236 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Unset dirty status for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:46.008852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e76a9331-8c27-4c11-a8e7-4795bf7a525e req-de15e38f-73ba-4126-b384-bf1b8f5ed236 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.2430000 Feb 04 16:42:46.070631 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:42:46.077695 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e76a9331-8c27-4c11-a8e7-4795bf7a525e req-93e68809-de87-47b3-a5e7-4b9470b6d63f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618043 Feb 04 16:42:46.081948 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:42:46.086673 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:46.145823 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:46.146426 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:46.147798 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] 10.222.0.53 "PUT /v2.0/ports/0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 1091 time: 1.1199665 Feb 04 16:42:46.148232 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:46.173548 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b896d-10ae-4db0-a7e2-938ade1baa36 service neutron] Pushing event updated for resources: {'Port': ['ID=0b86e410-dc92-4e9e-b336-d8320dc3d14a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:46.271743 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'status': 'completed', 'code': 200} Feb 04 16:42:46.285766 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91039926-d284-42af-a69c-3fffcb033321 req-9bdb6deb-566f-48d4-9d58-c740ea086400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:46.287355 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-9bdb6deb-566f-48d4-9d58-c740ea086400 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1094 time: 0.0926769 Feb 04 16:42:46.367362 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-88c041f6-895d-4c7b-87f6-408fbbb4016b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 217 time: 0.0674994 Feb 04 16:42:46.434770 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91039926-d284-42af-a69c-3fffcb033321 req-47b68561-7ec2-453f-be4b-e29a04721495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:46.436439 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-47b68561-7ec2-453f-be4b-e29a04721495 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0601940 Feb 04 16:42:46.516102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91039926-d284-42af-a69c-3fffcb033321 req-3a95ca20-02dd-44b1-83e8-14b5c1e7a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:46.517590 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-3a95ca20-02dd-44b1-83e8-14b5c1e7a411 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693908 Feb 04 16:42:46.751270 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-ea0fb138-0e08-4d9e-aeab-aa5892ad3915 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231236 Feb 04 16:42:46.891744 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-91039926-d284-42af-a69c-3fffcb033321 req-6013cf83-185e-4b1a-8431-152d26e6ee78 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304603 Feb 04 16:42:47.012995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-ec95cffd-a9ae-4387-af1e-ad404086236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:47.014416 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-ec95cffd-a9ae-4387-af1e-ad404086236e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1094 time: 0.0759146 Feb 04 16:42:47.154633 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-162d2aa2-8405-4e1a-8be1-ce87f9a96cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:47.156090 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-162d2aa2-8405-4e1a-8be1-ce87f9a96cf5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1357162 Feb 04 16:42:47.267936 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-95c99af5-640b-48ce-b4ce-f11de1745719 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 217 time: 0.1057734 Feb 04 16:42:47.349616 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-046b237e-f14e-4d95-9c8e-4122b8fb311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:47.351028 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-046b237e-f14e-4d95-9c8e-4122b8fb311c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0764165 Feb 04 16:42:47.409927 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c963-2e90-4780-b952-c6326676725e req-a741fa77-5d5d-4bd7-9f9d-0aa7921d08bb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:47.411361 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbc8c963-2e90-4780-b952-c6326676725e req-a741fa77-5d5d-4bd7-9f9d-0aa7921d08bb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.2008014 Feb 04 16:42:47.469078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bbc8c963-2e90-4780-b952-c6326676725e req-afbf1f20-b6b7-498c-b004-5296e3db4fa1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504603 Feb 04 16:42:47.475230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-ba08e9e0-3385-4813-b40d-bf1d577ae67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:47.476704 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-ba08e9e0-3385-4813-b40d-bf1d577ae67a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185915 Feb 04 16:42:47.612384 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-3293fb51-9297-4232-abb2-d59012459877 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251981 Feb 04 16:42:47.744602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-05972ebd-2e03-4955-a80e-fe1b1ac142f8 req-f31424d0-e9ce-49b0-8b09-46f22dee97de service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226954 Feb 04 16:42:48.659271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e81e2e-d76f-4cf0-a765-3c472e00500a req-c315c9be-b7ff-4f5c-979f-d03f57caded5 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:48.660648 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48e81e2e-d76f-4cf0-a765-3c472e00500a req-c315c9be-b7ff-4f5c-979f-d03f57caded5 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0832169 Feb 04 16:42:48.706768 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48e81e2e-d76f-4cf0-a765-3c472e00500a req-0412af23-2dac-4fd0-8c6c-2663d5b92069 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406179 Feb 04 16:42:49.891864 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26335be8-7856-4484-9a09-23edca55fb86 req-663ab714-1cfa-4ab3-9e2b-08c8f76e2d29 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:49.893328 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26335be8-7856-4484-9a09-23edca55fb86 req-663ab714-1cfa-4ab3-9e2b-08c8f76e2d29 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0792046 Feb 04 16:42:49.937255 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-26335be8-7856-4484-9a09-23edca55fb86 req-9e95a7d0-54e6-43d4-8ae3-53bf990e2df8 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383446 Feb 04 16:42:51.123876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7628c-537c-4646-a0e3-f9fecae3a5ae req-948d7b71-9894-464a-97ee-5f055472fbaa tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:51.125381 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cb7628c-537c-4646-a0e3-f9fecae3a5ae req-948d7b71-9894-464a-97ee-5f055472fbaa tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0847368 Feb 04 16:42:51.170070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6cb7628c-537c-4646-a0e3-f9fecae3a5ae req-b4b38b30-ca77-4234-8987-00ded27f6578 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389726 Feb 04 16:42:52.350793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6de4c8-aaf8-4c5f-8517-149538964566 req-975bbdcf-e831-4b3f-a73f-241526947449 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:52.352238 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e6de4c8-aaf8-4c5f-8517-149538964566 req-975bbdcf-e831-4b3f-a73f-241526947449 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0797372 Feb 04 16:42:52.399297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4e6de4c8-aaf8-4c5f-8517-149538964566 req-04696d19-c672-4f48-8351-f628949392b1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408561 Feb 04 16:42:53.594944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b5593-d0a2-4736-a88b-00e520a4fcec req-21d2a320-a606-498b-9fba-89e142d9e268 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:53.596305 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a21b5593-d0a2-4736-a88b-00e520a4fcec req-21d2a320-a606-498b-9fba-89e142d9e268 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0798328 Feb 04 16:42:53.639335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a21b5593-d0a2-4736-a88b-00e520a4fcec req-9c95b722-1a1f-43f4-81a9-3b4351d422cb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375419 Feb 04 16:42:54.684096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0b86e410-dc92-4e9e-b336-d8320dc3d14a details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:42:54.819342 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:42:54.828546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e11d0-f82a-4d09-820f-3390ab126105 req-788589b1-2d55-4171-838b-efd2d5325edd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.830050 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a3e11d0-f82a-4d09-820f-3390ab126105 req-788589b1-2d55-4171-838b-efd2d5325edd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0856311 Feb 04 16:42:54.833544 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'port_id': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'mac_address': 'fa:16:3e:42:30:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:42:54.897500 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.916017 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b86e410-dc92-4e9e-b336-d8320dc3d14a {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:42:54.932934 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:42:54.937804 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.982506 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2a3e11d0-f82a-4d09-820f-3390ab126105 req-7ae366ce-0d8f-42f6-9e84-3ac63107204f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466331 Feb 04 16:42:55.009839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0b86e410-dc92-4e9e-b336-d8320dc3d14a,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:55.017390 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.017733 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.018068 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.018398 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.018723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.019047 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.019369 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.019686 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.020002 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.020319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.020634 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.021014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:55.234805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['0b86e410-dc92-4e9e-b336-d8320dc3d14a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:42:55.394488 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:42:56.163067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706d18-e0d5-45ef-ac28-edde8c6f655b req-53db073b-4731-44e1-8df0-3cf51160d8ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:56.164447 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4f706d18-e0d5-45ef-ac28-edde8c6f655b req-53db073b-4731-44e1-8df0-3cf51160d8ea tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 944 time: 0.0796175 Feb 04 16:42:56.208186 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4f706d18-e0d5-45ef-ac28-edde8c6f655b req-9ae225b0-6bb2-4f4d-aca1-5534000a8ee8 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376449 Feb 04 16:42:56.696366 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0b86e410-dc92-4e9e-b336-d8320dc3d14a up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:56.761585 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 0b86e410-dc92-4e9e-b336-d8320dc3d14a completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:56.766891 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 0b86e410-dc92-4e9e-b336-d8320dc3d14a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:56.767287 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:56.910742 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:56.937778 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:56.947482 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:42:56.952344 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:56.986488 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'code': 200} Feb 04 16:42:57.023777 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0b86e410-dc92-4e9e-b336-d8320dc3d14a,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:57.111514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ec3d1-1770-4c03-bbb5-0e7e1e52b050 req-fc98b067-a941-44d5-a7ca-242c6430f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:57.113013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-187ec3d1-1770-4c03-bbb5-0e7e1e52b050 req-fc98b067-a941-44d5-a7ca-242c6430f618 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1096 time: 0.0728476 Feb 04 16:42:57.156235 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-187ec3d1-1770-4c03-bbb5-0e7e1e52b050 req-30748fa2-2591-4c11-b8be-a010dd31dcff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Feb 04 16:42:57.406297 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a085b6e-0e28-4a10-a41c-f9e69521be27 req-b3fcb1fe-d2cc-43d9-96ef-3681694b9c8b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:57.407726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a085b6e-0e28-4a10-a41c-f9e69521be27 req-b3fcb1fe-d2cc-43d9-96ef-3681694b9c8b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0795829 Feb 04 16:42:57.454203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9a085b6e-0e28-4a10-a41c-f9e69521be27 req-ce4d87b6-dce1-4813-b48b-726a560a86ac tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408432 Feb 04 16:42:58.635060 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60467f8-ecd8-46fd-8aa7-50ec1c15d728 req-781d6b62-4ce2-4d68-83aa-f72b24031780 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:58.637009 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a60467f8-ecd8-46fd-8aa7-50ec1c15d728 req-781d6b62-4ce2-4d68-83aa-f72b24031780 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0803783 Feb 04 16:42:58.679538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a60467f8-ecd8-46fd-8aa7-50ec1c15d728 req-97656634-e1ca-4ee2-89b9-92e5e73551bf tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369937 Feb 04 16:42:58.864839 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e50bcd-fe1c-48f8-8e88-c88ca7e4536e req-9646a370-1b57-42d4-a086-ef805f17f785 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:58.866343 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1e50bcd-fe1c-48f8-8e88-c88ca7e4536e req-9646a370-1b57-42d4-a086-ef805f17f785 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0855014 Feb 04 16:42:58.910990 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c1e50bcd-fe1c-48f8-8e88-c88ca7e4536e req-80588be7-4b53-4c89-bdfb-3bbb52e14123 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 Feb 04 16:42:58.933792 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55502) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:59.003691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a6a89-5038-4bc5-ab42-020fdb36baa5 tempest-TestShelveInstance-1509370322 tempest-TestShelveInstance-1509370322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:59.005190 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-655a6a89-5038-4bc5-ab42-020fdb36baa5 tempest-TestShelveInstance-1509370322 tempest-TestShelveInstance-1509370322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1091 time: 0.0704248 Feb 04 16:42:59.008003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55506) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:59.012834 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:42:59.019421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:59.023278 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Usage tracker for resource:floatingip and tenant:bfdb7316f95643eab65d123d82047ded is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:59.026093 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:59.031919 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:59.041677 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:59.179515 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:59.321735 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Allocated IP 172.25.8.128 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/790645bb-95b2-4fd3-9f6a-fbf0513f2fd9) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:59.473432 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:59.503971 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:59.567736 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:59.570717 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:59.575600 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:42:59.619624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'Port': ['ID=790645bb-95b2-4fd3-9f6a-fbf0513f2fd9,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:00.012835 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.088006 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.406858 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.411222 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.516258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event updated for resources: {'Port': ['ID=790645bb-95b2-4fd3-9f6a-fbf0513f2fd9,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:00.527507 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.700531 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Floating IP 6a6dd8e1-ae3c-4ece-869c-964a97ac9bd8 associated. External IP: 172.25.8.128, port: 0b86e410-dc92-4e9e-b336-d8320dc3d14a. Feb 04 16:43:01.054262 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:43:01.235787 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:43:01.245888 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] Sync routers for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:43:01.255581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:43:01.256271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:01.259882 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.317860 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-2febb23b-8d18-4b73-90d6-9b5f947fe2c6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3087726 Feb 04 16:43:01.318684 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:01.368039 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'status': 'completed', 'code': 200} Feb 04 16:43:01.442671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:43:01.458966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-eb1fbd46-1581-407e-a596-1451e7924b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:01.460451 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-eb1fbd46-1581-407e-a596-1451e7924b71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1096 time: 0.0712228 Feb 04 16:43:01.593341 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-1d22e485-97a3-4ff1-99f2-34d888393bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:01.594717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-1d22e485-97a3-4ff1-99f2-34d888393bde service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1279640 Feb 04 16:43:01.701318 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-701ecea7-7da3-48dd-a528-eb89d6b1adad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 999 time: 0.1002965 Feb 04 16:43:01.765514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-e71932d0-12ae-4bd3-a596-e37649373a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:01.766947 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-e71932d0-12ae-4bd3-a596-e37649373a07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0583239 Feb 04 16:43:01.786884 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '6a6dd8e1-ae3c-4ece-869c-964a97ac9bd8', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'port_id': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'mac_address': 'fa:16:3e:42:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec489bf5-a1af-416e-916d-119e89a83960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:42:59Z', 'updated_at': '2022-02-04T16:42:59Z', 'revision_number': 0, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:01.791178 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] Checking router: b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:43:01.799683 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:43:01.800271 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:42:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:01.847553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-ec083326-78e4-48cf-a157-38179e6fdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:01.848992 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-ec083326-78e4-48cf-a157-38179e6fdd6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762687 Feb 04 16:43:01.981874 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:43:01.986088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-460430cb-dd2f-4c0e-ae0d-957c724a53e2 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300728 Feb 04 16:43:02.123219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b3414cdc-493a-4bab-ab68-1ed4a00cab88 req-3858baa1-f590-4252-a4f0-658359f121af service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305406 Feb 04 16:43:02.344095 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '6a6dd8e1-ae3c-4ece-869c-964a97ac9bd8', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'port_id': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'mac_address': 'fa:16:3e:42:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec489bf5-a1af-416e-916d-119e89a83960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:42:59Z', 'updated_at': '2022-02-04T16:42:59Z', 'revision_number': 0, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:02.348011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069a51c-d7a2-4f48-b7a3-08458ecb836b None None] The sync data for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 is: [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '6a6dd8e1-ae3c-4ece-869c-964a97ac9bd8', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'port_id': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'mac_address': 'fa:16:3e:42:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec489bf5-a1af-416e-916d-119e89a83960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:42:59Z', 'updated_at': '2022-02-04T16:42:59Z', 'revision_number': 0, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:43:02.541741 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ceb63e-2eb4-4943-b040-fc50f4c0055b None None] New status for floating IP 6a6dd8e1-ae3c-4ece-869c-964a97ac9bd8: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:43:04.399939 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e35d3a88-6fda-4010-b26e-9452da8388f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:06.768676 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-073f51e3-ef5f-46e7-9dc8-14bde0e22a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.230731 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.892299 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.924559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.442031 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.985521 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.393985 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:43:34.402312 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0a73a4f3-529a-4f02-8569-ab34c904edf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:36.770922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-32e87e47-2309-4eac-a4a6-184d6b9d17a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.227549 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.897237 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.929801 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.442777 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.984004 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:55.339227 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-d2a1e44a-5ff6-401a-a93f-183f393bd6dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695286 Feb 04 16:43:55.500822 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-71115edd-1e0a-4275-a420-e65ba6408aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:55.502300 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-71115edd-1e0a-4275-a420-e65ba6408aa9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1096 time: 0.0845356 Feb 04 16:43:55.653863 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-833290a6-1edf-426f-b66b-1b507d16ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:55.655188 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-833290a6-1edf-426f-b66b-1b507d16ab22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1305923 Feb 04 16:43:55.891914 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-9c731c79-891e-47e2-b571-a54eab6959fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 1001 time: 0.2277350 Feb 04 16:43:55.959746 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-9be33423-514f-4cde-9235-c5e409ab23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:55.961087 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-9be33423-514f-4cde-9235-c5e409ab23bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0592234 Feb 04 16:43:56.039073 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-55c0dd96-9919-48ba-864f-10cb4ec3c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:56.040543 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-55c0dd96-9919-48ba-864f-10cb4ec3c69d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704439 Feb 04 16:43:56.172666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-1945db5a-e412-4a9c-8518-230e004f9f47 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219258 Feb 04 16:43:56.307110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a509f10-0d2f-414f-a624-1e8b9ae208db req-9afa5a55-e040-48d5-806c-3d60644efb68 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249409 Feb 04 16:44:04.405751 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9a80-0ae8-4af9-b5aa-7e486f777a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:06.772327 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a7838fa0-4fb8-4e26-bd11-4b24b4f29fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:07.257794 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:07.898701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:07.922074 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:09.393676 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:44:09.447680 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:10.008095 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:34.407936 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6f585800-5a8e-4f7b-ae4a-0595ad4ce58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:36.776784 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-60dcf951-c687-4a10-8941-f9091fcf4ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:37.258323 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:37.901016 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:37.925306 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:39.456241 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:40.007786 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:46.393615 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:44:55.345363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c64492f-74bd-4330-9481-ab4fd351164a req-b45a9f0a-a62b-4f06-8f6b-0bafd153d693 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742664 Feb 04 16:44:55.489557 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64492f-74bd-4330-9481-ab4fd351164a req-7617967b-07c8-41e8-8fed-83f8dd11464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:55.491021 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c64492f-74bd-4330-9481-ab4fd351164a req-7617967b-07c8-41e8-8fed-83f8dd11464c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1096 time: 0.0708225 Feb 04 16:44:55.640009 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64492f-74bd-4330-9481-ab4fd351164a req-c252283f-e29e-463b-89fb-3b40fa408ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:55.641407 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c64492f-74bd-4330-9481-ab4fd351164a req-c252283f-e29e-463b-89fb-3b40fa408ced service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1280112 Feb 04 16:44:55.748303 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c64492f-74bd-4330-9481-ab4fd351164a req-d500f2c4-29c0-4dea-8b41-d9c9c08bec56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 1001 time: 0.0979266 Feb 04 16:44:55.813346 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64492f-74bd-4330-9481-ab4fd351164a req-63d48caf-bcb9-42a2-8424-68b713f36657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:55.814747 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c64492f-74bd-4330-9481-ab4fd351164a req-63d48caf-bcb9-42a2-8424-68b713f36657 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0573103 Feb 04 16:44:55.898062 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64492f-74bd-4330-9481-ab4fd351164a req-c17d5f63-3d21-4229-97e3-c76d870295f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:55.899477 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c64492f-74bd-4330-9481-ab4fd351164a req-c17d5f63-3d21-4229-97e3-c76d870295f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756145 Feb 04 16:44:56.036297 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c64492f-74bd-4330-9481-ab4fd351164a req-e76b2bc4-edf9-4ae2-9746-a6ee6b46aa01 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273782 Feb 04 16:44:56.170043 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7c64492f-74bd-4330-9481-ab4fd351164a req-2fde157c-d1fc-4dd9-96be-158bb1541c9b service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249366 Feb 04 16:45:01.462236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d46f53-a6e2-4022-9fe1-7bb72cbb04f7 req-ae5cbdec-4b9c-4525-b2a9-58932b3b5b7d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:01.463721 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53d46f53-a6e2-4022-9fe1-7bb72cbb04f7 req-ae5cbdec-4b9c-4525-b2a9-58932b3b5b7d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0834904 Feb 04 16:45:01.507642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-53d46f53-a6e2-4022-9fe1-7bb72cbb04f7 req-e745adc7-4cb7-4729-868c-7fda73021610 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377767 Feb 04 16:45:02.698582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d3f50-bfb9-4f7e-9b1a-9dea149e67c5 req-4ea84f87-9824-49f5-9c15-f2152f9afc90 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:02.699960 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a3d3f50-bfb9-4f7e-9b1a-9dea149e67c5 req-4ea84f87-9824-49f5-9c15-f2152f9afc90 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0838997 Feb 04 16:45:02.743987 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a3d3f50-bfb9-4f7e-9b1a-9dea149e67c5 req-a7cb4d45-193a-4222-a109-bfe486e378a9 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379460 Feb 04 16:45:03.927846 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d87437-b525-45fa-8e31-44429c4e0b83 req-9aa32356-91dd-4b2a-b9fd-1feb6730d4ae tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:03.929394 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65d87437-b525-45fa-8e31-44429c4e0b83 req-9aa32356-91dd-4b2a-b9fd-1feb6730d4ae tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0811143 Feb 04 16:45:03.982140 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-65d87437-b525-45fa-8e31-44429c4e0b83 req-492e2c3a-bb50-458e-8b15-e7e1b9ba51cb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470762 Feb 04 16:45:04.410278 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-adc21468-77c3-463f-94a3-1bafc041b36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:05.167233 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0c77-d137-4a72-a89f-a366fd065832 req-95c239ae-71db-400e-b5ef-8e5e4b2c555f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:05.168669 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5be0c77-d137-4a72-a89f-a366fd065832 req-95c239ae-71db-400e-b5ef-8e5e4b2c555f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0786257 Feb 04 16:45:05.211697 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b5be0c77-d137-4a72-a89f-a366fd065832 req-484ee31a-459d-46ec-821a-9fd85839fe57 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366862 Feb 04 16:45:06.402313 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1317a7-99e5-4d81-98e1-555a6af58cd9 req-e536b428-82ae-442d-8bbd-a407e6696ab6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:06.403760 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1317a7-99e5-4d81-98e1-555a6af58cd9 req-e536b428-82ae-442d-8bbd-a407e6696ab6 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0834608 Feb 04 16:45:06.447821 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff1317a7-99e5-4d81-98e1-555a6af58cd9 req-3fb4e117-83b9-4427-a7e7-113bae568217 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383499 Feb 04 16:45:06.778774 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7d8da2d8-0176-4511-b607-0e3cf460dba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:07.275352 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:07.632063 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b755-4e21-40bd-b912-a6c83de198ec req-b4e14d36-f2d6-4e8c-b2ae-0659dd308b70 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:07.633449 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd8b755-4e21-40bd-b912-a6c83de198ec req-b4e14d36-f2d6-4e8c-b2ae-0659dd308b70 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0795426 Feb 04 16:45:07.676978 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2dd8b755-4e21-40bd-b912-a6c83de198ec req-b3bafa11-e671-4c6f-bb21-7791b6972403 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373847 Feb 04 16:45:07.903847 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:07.928929 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:08.865468 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438b31f-1e4d-40b2-a38d-1ef7badace12 req-1907a1d4-69fb-4824-92f6-f42c9224b5c0 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:08.866919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0438b31f-1e4d-40b2-a38d-1ef7badace12 req-1907a1d4-69fb-4824-92f6-f42c9224b5c0 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0845146 Feb 04 16:45:08.910367 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0438b31f-1e4d-40b2-a38d-1ef7badace12 req-1f709308-7128-41fa-ad28-41f7b67b740c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379198 Feb 04 16:45:09.452191 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:10.021922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:10.096734 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3c5fe-ead6-496e-971c-3f52a4c8d4a9 req-62f478f7-54ed-439d-823a-60d4208a9aa1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:10.098252 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70c3c5fe-ead6-496e-971c-3f52a4c8d4a9 req-62f478f7-54ed-439d-823a-60d4208a9aa1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0817914 Feb 04 16:45:10.146443 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-70c3c5fe-ead6-496e-971c-3f52a4c8d4a9 req-fe7a4678-85cb-4834-8fce-05ad5d3004b4 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Feb 04 16:45:11.333556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ca675-3cf2-4cc9-b75b-e122d719539f req-5cf2d0be-cfea-49ba-b08c-eca460ceccfa tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:11.335000 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e5ca675-3cf2-4cc9-b75b-e122d719539f req-5cf2d0be-cfea-49ba-b08c-eca460ceccfa tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0824971 Feb 04 16:45:11.382469 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6e5ca675-3cf2-4cc9-b75b-e122d719539f req-c2a763bb-fd4f-4621-a116-585f70eb413e tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Feb 04 16:45:11.606126 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-a3601111-01f2-4de3-a024-846148200eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:11.608129 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-a3601111-01f2-4de3-a024-846148200eac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1096 time: 0.0764105 Feb 04 16:45:11.835238 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-e4180252-3349-4024-86b8-d4807bcb4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:11.836689 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-e4180252-3349-4024-86b8-d4807bcb4052 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.2227044 Feb 04 16:45:11.942246 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-35a6651b-6bc2-4004-82b4-df893dc286fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 1001 time: 0.0968723 Feb 04 16:45:12.006027 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-d8450c54-42b6-4ec7-8f76-f1b50aa609a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:12.007424 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-d8450c54-42b6-4ec7-8f76-f1b50aa609a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0568864 Feb 04 16:45:12.083527 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-925c5b26-6dd8-459e-90b6-3cde37ccc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:12.084997 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-925c5b26-6dd8-459e-90b6-3cde37ccc4a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687358 Feb 04 16:45:12.220229 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-001eaabb-bef8-4aae-8b92-4b54a11715d2 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259637 Feb 04 16:45:12.356762 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-56487694-52c6-47b3-ab10-bc2b6bd7094f req-885d85d1-5cdf-422c-8f54-7c8e86961b56 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267297 Feb 04 16:45:12.572826 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52f8a-5518-42e3-99f2-b58d1d5cc561 req-c2071a6a-6616-4628-a52a-6ed1d00c30ad tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:12.574210 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8f52f8a-5518-42e3-99f2-b58d1d5cc561 req-c2071a6a-6616-4628-a52a-6ed1d00c30ad tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0842192 Feb 04 16:45:12.618146 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b8f52f8a-5518-42e3-99f2-b58d1d5cc561 req-ba3120ba-9237-4654-b0ce-34851d8f8722 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375094 Feb 04 16:45:13.804202 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed58d69-d877-4451-bab6-5293e7773b2a req-cd180df6-97bb-4a26-aeb1-316b4b58a579 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:13.805809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aed58d69-d877-4451-bab6-5293e7773b2a req-cd180df6-97bb-4a26-aeb1-316b4b58a579 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0803039 Feb 04 16:45:13.855849 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-aed58d69-d877-4451-bab6-5293e7773b2a req-179c7364-f678-4139-a158-16b973f6874f tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420332 Feb 04 16:45:15.045319 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f147619-1328-4f17-aeba-6b166a335b6f req-088c7ee5-fca8-4fc3-82db-e0d618dfb37c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:15.047004 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f147619-1328-4f17-aeba-6b166a335b6f req-088c7ee5-fca8-4fc3-82db-e0d618dfb37c tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0897939 Feb 04 16:45:15.095205 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-5f147619-1328-4f17-aeba-6b166a335b6f req-f3da388f-fb30-432a-891c-d53311340d4a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424964 Feb 04 16:45:15.438083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-0378da62-0d88-4d13-8cc0-15d95e7b47a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268928 Feb 04 16:45:15.463412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6924d-886a-4507-9aeb-df071afcf1a4 req-54d8db67-0e5d-400a-8f13-127c9b9b1d36 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:15.464869 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-87f6924d-886a-4507-9aeb-df071afcf1a4 req-54d8db67-0e5d-400a-8f13-127c9b9b1d36 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0956035 Feb 04 16:45:15.509963 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-87f6924d-886a-4507-9aeb-df071afcf1a4 req-9cc29200-6183-4606-bb3f-91e35da9ba3a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384009 Feb 04 16:45:16.702348 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1756b-62df-4593-b795-cfe67d6957ae req-438edeab-b0a8-4269-86bb-35cb54ddecfd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:16.703827 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17c1756b-62df-4593-b795-cfe67d6957ae req-438edeab-b0a8-4269-86bb-35cb54ddecfd tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0866156 Feb 04 16:45:16.749042 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-17c1756b-62df-4593-b795-cfe67d6957ae req-9a18f488-091e-4bed-aa91-c73021a2e715 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392485 Feb 04 16:45:17.430613 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0b86e410-dc92-4e9e-b336-d8320dc3d14a no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:45:17.547028 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:17.575424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:45:17.586034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:45:17.590566 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:17.659913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0b86e410-dc92-4e9e-b336-d8320dc3d14a,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:17.667740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.668088 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.668424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.668752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.669120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.670022 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.670361 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.670687 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.671005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.671313 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.671631 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.671945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:45:17.676259 n-d-827870-1 neutron-server[87572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'code': 422} returned with failed status Feb 04 16:45:17.934607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568da3c-93d5-4668-8cf5-a0bac1ef3ae7 req-2f6a76f9-95bb-4c49-96ec-6c6eb067b638 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:17.936434 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d568da3c-93d5-4668-8cf5-a0bac1ef3ae7 req-2f6a76f9-95bb-4c49-96ec-6c6eb067b638 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0810874 Feb 04 16:45:17.983814 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d568da3c-93d5-4668-8cf5-a0bac1ef3ae7 req-2c6f6f48-2f0b-4754-bf7e-8c09b19e9501 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418067 Feb 04 16:45:18.065300 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-aba1b846-b998-49b5-8ed3-cf1409bb95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:18.066752 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-aba1b846-b998-49b5-8ed3-cf1409bb95a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960&tenant_id=bfdb7316f95643eab65d123d82047ded HTTP/1.1" status: 200 len: 1094 time: 0.0708976 Feb 04 16:45:18.160789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-2f3ce684-65be-43c1-8cca-ab26c8182682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:18.162131 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-2f3ce684-65be-43c1-8cca-ab26c8182682 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1094 time: 0.0691280 Feb 04 16:45:18.295639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-acb74c09-9b0c-4516-8c9d-f8a430133cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:18.297124 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-acb74c09-9b0c-4516-8c9d-f8a430133cce service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1261189 Feb 04 16:45:18.405470 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-09438a85-5cd5-45f2-91d2-26ceda7c90e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 999 time: 0.0984941 Feb 04 16:45:18.566876 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-4f36ed78-f36d-452f-87bc-8057192080de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:18.568293 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-4f36ed78-f36d-452f-87bc-8057192080de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.1535106 Feb 04 16:45:18.645545 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-71906bad-f94d-4cfa-8e89-5a7c78414851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:18.647096 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-71906bad-f94d-4cfa-8e89-5a7c78414851 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693891 Feb 04 16:45:18.782698 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-4b6540ac-9640-4702-9129-13c8c7de3ebe service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256948 Feb 04 16:45:18.920864 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-fb47e9f4-6ea0-4d69-9a76-970a9c46ad91 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281910 Feb 04 16:45:19.169524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98d00b-efa7-4394-945e-d024a460bd92 req-6fdfbba7-0819-419e-bfaf-1db0a4e2c577 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:19.171036 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b98d00b-efa7-4394-945e-d024a460bd92 req-6fdfbba7-0819-419e-bfaf-1db0a4e2c577 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0816543 Feb 04 16:45:19.219520 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-2b98d00b-efa7-4394-945e-d024a460bd92 req-6a03724c-ab72-4869-b34a-c6ad35b59b28 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429397 Feb 04 16:45:20.414621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf659-cfc3-4feb-a487-08fd4108f292 req-a61b9667-d38c-4c0e-9725-276afff9d326 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:20.416083 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ecbbf659-cfc3-4feb-a487-08fd4108f292 req-a61b9667-d38c-4c0e-9725-276afff9d326 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0838592 Feb 04 16:45:20.461023 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ecbbf659-cfc3-4feb-a487-08fd4108f292 req-8cc43499-0ee1-4d02-8e28-d27f02386557 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386298 Feb 04 16:45:21.652472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88041c1a-7115-46f1-9ec0-046891ef0f4a req-c9533ff1-f99f-4aa0-9997-dc509584c22b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:21.653938 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-88041c1a-7115-46f1-9ec0-046891ef0f4a req-c9533ff1-f99f-4aa0-9997-dc509584c22b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0840354 Feb 04 16:45:21.697390 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-88041c1a-7115-46f1-9ec0-046891ef0f4a req-cc2a2bcd-bce5-40ca-83ca-f55b0f5400a0 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379562 Feb 04 16:45:22.884626 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae6088-3f31-4adf-a92d-f9d3e76cdf40 req-ec26a7c4-4507-4173-a4f9-63ffaab10968 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:22.886098 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1ae6088-3f31-4adf-a92d-f9d3e76cdf40 req-ec26a7c4-4507-4173-a4f9-63ffaab10968 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0823026 Feb 04 16:45:22.930547 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1ae6088-3f31-4adf-a92d-f9d3e76cdf40 req-58228eb7-2f72-4958-addf-2ec4b6100afe tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387905 Feb 04 16:45:23.392150 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:45:24.117392 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc1d38-2a3b-4988-b4da-beb0101cd058 req-ff0df35f-b679-4a32-aed0-d6e75a5f8788 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:24.118871 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31dc1d38-2a3b-4988-b4da-beb0101cd058 req-ff0df35f-b679-4a32-aed0-d6e75a5f8788 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0840356 Feb 04 16:45:24.162999 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-31dc1d38-2a3b-4988-b4da-beb0101cd058 req-f79a8b61-5877-4f84-b91e-9cb8fdb22ba3 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384352 Feb 04 16:45:25.376744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7c6f-46e0-4958-873b-be633ebcb062 req-3693c8b9-c9fc-4868-aa92-eecbb3ad6ec4 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:25.378221 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-825e7c6f-46e0-4958-873b-be633ebcb062 req-3693c8b9-c9fc-4868-aa92-eecbb3ad6ec4 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 943 time: 0.0791924 Feb 04 16:45:25.426807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-825e7c6f-46e0-4958-873b-be633ebcb062 req-67cbc8c5-f7e1-4684-887d-3ed55aa6c8ae tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428779 Feb 04 16:45:25.461980 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0b86e410-dc92-4e9e-b336-d8320dc3d14a details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:45:25.599195 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:45:25.612864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'port_id': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'mac_address': 'fa:16:3e:42:30:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:45:25.666930 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:25.683870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b86e410-dc92-4e9e-b336-d8320dc3d14a {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:45:25.698890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:45:25.703644 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:25.773052 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0b86e410-dc92-4e9e-b336-d8320dc3d14a,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:26.048806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['0b86e410-dc92-4e9e-b336-d8320dc3d14a'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:45:26.616516 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91cf4a-6a03-4b5c-a304-63f3b4eb66b6 req-751042ca-5af1-4138-b977-7a407c899bee tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:26.618463 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b91cf4a-6a03-4b5c-a304-63f3b4eb66b6 req-751042ca-5af1-4138-b977-7a407c899bee tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 944 time: 0.0872140 Feb 04 16:45:26.664686 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8b91cf4a-6a03-4b5c-a304-63f3b4eb66b6 req-ab8be1d4-7aba-436e-9976-cbf9d8c3c160 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407205 Feb 04 16:45:27.461526 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0b86e410-dc92-4e9e-b336-d8320dc3d14a up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:45:27.529671 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 0b86e410-dc92-4e9e-b336-d8320dc3d14a triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:45:27.530023 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:27.645911 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:27.671587 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:45:27.681424 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:45:27.686980 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:27.719819 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'code': 200} Feb 04 16:45:27.762595 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=0b86e410-dc92-4e9e-b336-d8320dc3d14a,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:45:27.946088 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1df43-9efe-44ee-a7a2-0f1bc16cc4e7 req-99f73f61-335a-4c78-9dd5-c9cf07767a81 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:27.947453 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7b1df43-9efe-44ee-a7a2-0f1bc16cc4e7 req-99f73f61-335a-4c78-9dd5-c9cf07767a81 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.1384628 Feb 04 16:45:27.979445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517ef42-6c41-41c3-aea9-f2090242a86f req-a2ea5cf0-3af4-47f9-82d7-8cac4f52e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:27.980897 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8517ef42-6c41-41c3-aea9-f2090242a86f req-a2ea5cf0-3af4-47f9-82d7-8cac4f52e10c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1096 time: 0.1125801 Feb 04 16:45:28.018016 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7b1df43-9efe-44ee-a7a2-0f1bc16cc4e7 req-370d2055-67ed-4f0b-8163-140b179f7891 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639012 Feb 04 16:45:28.034388 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8517ef42-6c41-41c3-aea9-f2090242a86f req-96a2f998-7ad0-48c3-93d5-9a29322b8445 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441949 Feb 04 16:45:29.205053 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6990c-e1b1-4841-a3f9-57b9992b29ca req-195fd064-f7e5-4adc-b797-9ece9bb50213 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:29.206537 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42d6990c-e1b1-4841-a3f9-57b9992b29ca req-195fd064-f7e5-4adc-b797-9ece9bb50213 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0832582 Feb 04 16:45:29.251891 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42d6990c-e1b1-4841-a3f9-57b9992b29ca req-bbc617d3-a7cb-4bdb-aca4-3343a4033c9a tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397120 Feb 04 16:45:30.446992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8819ec9-f3f1-4eef-a883-a46cbedf525e req-22047842-eb4b-4622-bf16-fa6dcf9da7cc tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:30.448423 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8819ec9-f3f1-4eef-a883-a46cbedf525e req-22047842-eb4b-4622-bf16-fa6dcf9da7cc tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0840921 Feb 04 16:45:30.492624 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d8819ec9-f3f1-4eef-a883-a46cbedf525e req-b48e3324-a86a-434e-a974-13c47a6bfe57 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379040 Feb 04 16:45:34.419346 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f808f3f7-f1d9-43a4-9e1f-6c31b3615e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:36.781101 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3aa1-a72e-495b-a0d7-5b255207d9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:37.371180 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:37.905459 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:37.929856 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:39.454787 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:40.023514 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:57.351325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-c7830026-7b8b-470f-ae0d-a684de824928 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822744 Feb 04 16:45:57.524581 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-3c5b72dd-b9ed-48bc-8ded-3303c7031df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:57.525178 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-3c5b72dd-b9ed-48bc-8ded-3303c7031df5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1096 time: 0.0986612 Feb 04 16:45:57.781953 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-4f59efb6-817c-42ce-98b1-2993c3822d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:57.784020 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-4f59efb6-817c-42ce-98b1-2993c3822d85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.2384932 Feb 04 16:45:57.894934 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-cadab3f3-ab68-476c-ad87-e05ef0e0418b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 1001 time: 0.0987408 Feb 04 16:45:57.955418 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-348ecb26-b8f2-4cd2-abc6-9ee8841df26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:57.957828 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-348ecb26-b8f2-4cd2-abc6-9ee8841df26d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0619562 Feb 04 16:45:58.034588 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-875827a1-bd2d-4440-a01d-9d21e4be3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:58.036722 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-875827a1-bd2d-4440-a01d-9d21e4be3dfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709732 Feb 04 16:45:58.171031 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-d39f5cde-ad97-44a4-8370-c02da93c3f12 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254489 Feb 04 16:45:58.304197 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-9d26cbce-1c48-4f64-8672-f3738050d1e9 req-c17d9832-9add-4e7e-ba9a-f9e26b79b8fa service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262977 Feb 04 16:46:00.394514 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:46:04.411577 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f463e4a9-25e4-4eed-adee-5cbc870a42d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:06.782262 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5bc13e31-973d-405a-80d2-d6c594217753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:07.369802 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:07.910267 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:07.933604 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:09.457918 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:10.037336 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:34.413649 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3c89d742-584a-4666-a67e-e472f174156a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:36.783499 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5ac32468-137b-4b3b-b1d1-3349746db764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:37.374671 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:37.392940 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:46:37.912172 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:37.936201 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:39.460576 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:40.055793 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:49.345040 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55650) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:49.549948 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Deleting port 790645bb-95b2-4fd3-9f6a-fbf0513f2fd9 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:46:49.550289 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:49.831617 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:49.831970 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:49.958348 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Calling delete_port for 790645bb-95b2-4fd3-9f6a-fbf0513f2fd9 owned by network:floatingip {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:46:50.107743 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:50.154698 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event deleted for resources: {'Port': ['ID=790645bb-95b2-4fd3-9f6a-fbf0513f2fd9,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:50.165477 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.165860 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.166228 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.166564 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.166896 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.167225 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.167552 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.167876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.168224 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.168545 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.168901 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.169220 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:50.262037 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for floatingip, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:50.262367 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Floating IP 6a6dd8e1-ae3c-4ece-869c-964a97ac9bd8 disassociated (deleted). External IP: 172.25.8.128, port: 0b86e410-dc92-4e9e-b336-d8320dc3d14a. Feb 04 16:46:50.615415 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:46:50.795912 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:46:50.805378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] Sync routers for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:46:50.815711 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:50.815966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:46:50.817259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:50.873800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-35568fe1-f6bd-4ced-965e-67d615cab078 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "DELETE /v2.0/floatingips/6a6dd8e1-ae3c-4ece-869c-964a97ac9bd8 HTTP/1.1" status: 204 len: 168 time: 1.5249517 Feb 04 16:46:50.873800 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:51.005421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:46:51.209096 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'status': 'completed', 'code': 200} Feb 04 16:46:51.349281 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:51.353160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] Checking router: b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:46:51.360744 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-9dbaa062-ab5e-435e-aa93-31de82baf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:51.361305 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:46:51.361886 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:51.362245 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-9dbaa062-ab5e-435e-aa93-31de82baf471 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfdb7316f95643eab65d123d82047ded&device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 1096 time: 0.1316700 Feb 04 16:46:51.460000 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2de6f2-7d42-4bae-8c76-c0bfdee84d4a req-73616cf0-9617-48db-b0ef-2131ecf7ee0d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:51.461420 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc2de6f2-7d42-4bae-8c76-c0bfdee84d4a req-73616cf0-9617-48db-b0ef-2131ecf7ee0d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.1688743 Feb 04 16:46:51.540120 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:46:51.544026 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fc2de6f2-7d42-4bae-8c76-c0bfdee84d4a req-1c6b7f75-9b1d-4ca7-bd36-091378d6d8e1 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751035 Feb 04 16:46:51.548630 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-0831461d-6d7e-4809-97d1-67248144a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:51.550044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-0831461d-6d7e-4809-97d1-67248144a901 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 200 len: 910 time: 0.1796677 Feb 04 16:46:51.619213 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-72e5e24d-8582-49cd-b297-713294cacba7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 200 len: 217 time: 0.0625131 Feb 04 16:46:51.687786 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-f39deb5d-fb22-4b4c-bbc4-41da5e72f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:51.689375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-f39deb5d-fb22-4b4c-bbc4-41da5e72f616 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 200 len: 848 time: 0.0632625 Feb 04 16:46:51.765084 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-1597c37a-091b-4735-94e8-a58a2a35c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:51.766565 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-1597c37a-091b-4735-94e8-a58a2a35c5d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706470 Feb 04 16:46:51.856277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:51.860202 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97b5d9-3b19-44fe-9e27-a484dc476efe None None] The sync data for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 is: [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:52Z', 'revision_number': 4, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': '13dca2b1-dc06-4a50-9844-8a266f412c47', 'name': '', 'network_id': '6e69b2d9-8f87-4dc9-8f2b-45d581b0433a', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'mac_address': 'fa:16:3e:e2:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:51Z', 'updated_at': '2022-02-04T16:37:59Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'subnets': [{'id': 'ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:46:51.903446 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-9380aa2b-4460-44dc-aa3b-ac2ee2aab88b service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297226 Feb 04 16:46:52.047103 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-bc0e39b9-d5e8-4592-901d-c4ae2b96aecd req-55439251-1538-49d0-ad73-bc17a82648d3 service neutron] 10.222.0.53 "GET /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337445 Feb 04 16:46:52.092338 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3938c5-c70c-4811-b8bd-8ef2860657e5 None None] New status for floating IP 6a6dd8e1-ae3c-4ece-869c-964a97ac9bd8: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:46:52.735782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586830e5-5a79-405c-bbba-8f05211c1b6a req-707107ee-9130-4ad2-b0df-48c3cbe71bdb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:52.737253 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-586830e5-5a79-405c-bbba-8f05211c1b6a req-707107ee-9130-4ad2-b0df-48c3cbe71bdb tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0849946 Feb 04 16:46:52.780557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-586830e5-5a79-405c-bbba-8f05211c1b6a req-6674cfda-73b4-4b74-8bdc-42f2634eacc0 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/security-groups?id=767f5260-4440-48ef-b5c6-53a1a34a6a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372875 Feb 04 16:46:53.050607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-2b3daf22-55a7-41c4-b891-06ca681ace1d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:53.052173 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-2b3daf22-55a7-41c4-b891-06ca681ace1d tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 945 time: 0.0773528 Feb 04 16:46:53.127237 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Deleting port 0b86e410-dc92-4e9e-b336-d8320dc3d14a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:46:53.127574 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:53.469725 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] For port 0b86e410-dc92-4e9e-b336-d8320dc3d14a, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=0b86e410-dc92-4e9e-b336-d8320dc3d14a,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:46:53.470087 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:53.597219 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Calling delete_port for 0b86e410-dc92-4e9e-b336-d8320dc3d14a owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:46:53.741966 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:53.791262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event deleted for resources: {'Port': ['ID=0b86e410-dc92-4e9e-b336-d8320dc3d14a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:53.834730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.835076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.835412 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.835745 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.836078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.836404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.836728 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.837076 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.837396 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.837715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.838031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.838345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:53.879983 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] No DVR routers for this DVR port 0b86e410-dc92-4e9e-b336-d8320dc3d14a on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:46:53.882341 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:53.884922 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'name': 'network-vif-deleted', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:53.932395 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f6abbf31-8a4c-4547-bea8-a1450a432072 req-4d92a543-18f9-49d5-9651-69fe20560f12 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.53 "DELETE /v2.0/ports/0b86e410-dc92-4e9e-b336-d8320dc3d14a HTTP/1.1" status: 204 len: 173 time: 0.8720436 Feb 04 16:46:53.938494 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f7bdbdcf-d745-4d67-a6f3-60deb53da581 req-e2dd8210-03d8-4efa-8448-8b86134b5cc0 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Synchronizing usage tracker for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:46:53.954416 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-f7bdbdcf-d745-4d67-a6f3-60deb53da581 req-e2dd8210-03d8-4efa-8448-8b86134b5cc0 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Unset dirty status for tenant:bfdb7316f95643eab65d123d82047ded on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:46:53.955655 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f7bdbdcf-d745-4d67-a6f3-60deb53da581 req-e2dd8210-03d8-4efa-8448-8b86134b5cc0 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 210 time: 0.0659456 Feb 04 16:46:54.010039 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec489bf5-a1af-416e-916d-119e89a83960', 'name': 'network-vif-deleted', 'tag': '0b86e410-dc92-4e9e-b336-d8320dc3d14a', 'status': 'completed', 'code': 200} Feb 04 16:46:55.127116 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62834313-eba0-42ea-9678-d603fe79f419 req-6c1348fb-937e-4a48-b451-cab36c509a91 tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec489bf5-a1af-416e-916d-119e89a83960 HTTP/1.1" status: 200 len: 210 time: 0.0430658 Feb 04 16:46:56.232734 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55674) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:56.299766 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-860f13d3-6a85-489d-9f4e-e9c1907a953b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:56.330539 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-860f13d3-6a85-489d-9f4e-e9c1907a953b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:56.402764 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-860f13d3-6a85-489d-9f4e-e9c1907a953b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:56.421507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f13d3-6a85-489d-9f4e-e9c1907a953b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767f5260-4440-48ef-b5c6-53a1a34a6a6e,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:56.438111 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-860f13d3-6a85-489d-9f4e-e9c1907a953b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:56.442261 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-860f13d3-6a85-489d-9f4e-e9c1907a953b tempest-TestShelveInstance-274253055 tempest-TestShelveInstance-274253055-project] 10.222.0.46 "DELETE /v2.0/security-groups/767f5260-4440-48ef-b5c6-53a1a34a6a6e HTTP/1.1" status: 204 len: 168 time: 0.2074754 Feb 04 16:46:56.480492 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55680) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:57.154199 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:57.603713 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Deleting port 13dca2b1-dc06-4a50-9844-8a266f412c47 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:46:57.604404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:57.774399 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] For port 13dca2b1-dc06-4a50-9844-8a266f412c47, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=13dca2b1-dc06-4a50-9844-8a266f412c47,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:46:57.774760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:57.897195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Calling delete_port for 13dca2b1-dc06-4a50-9844-8a266f412c47 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:46:57.959935 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0b86e410-dc92-4e9e-b336-d8320dc3d14a no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:46:57.993878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 0b86e410-dc92-4e9e-b336-d8320dc3d14a {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:46:57.994215 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 0b86e410-dc92-4e9e-b336-d8320dc3d14a not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:46:58.219733 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:58.279407 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=13dca2b1-dc06-4a50-9844-8a266f412c47,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:58.557368 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:59.042271 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:46:59.216015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:46:59.226021 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] Sync routers for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:46:59.233166 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-50ec2323-08d2-428b-b323-61e507858df6 admin admin] 10.222.0.46 "PUT /v2.0/routers/b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7503459 Feb 04 16:46:59.235730 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55686) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:59.236188 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:46:59.236814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:59.426697 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:59.473866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:46:59.602699 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:59.612489 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Deleting port 1c995435-5005-470d-903d-628954364d1e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:46:59.613137 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:59.775912 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '1c995435-5005-470d-903d-628954364d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:46:58Z', 'revision_number': 5, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port': {'id': '1c995435-5005-470d-903d-628954364d1e', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:49Z', 'updated_at': '2022-02-04T16:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:59.780614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] Checking router: b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:46:59.790216 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] Routers {'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:46:59.790864 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:59.804651 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] For port 1c995435-5005-470d-903d-628954364d1e, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1c995435-5005-470d-903d-628954364d1e,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:46:59.805072 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:59.931702 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Calling delete_port for 1c995435-5005-470d-903d-628954364d1e owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:46:59.946311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] Set router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:00.064903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:46:59Z', 'revision_number': 6, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:00.069567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e20b0d-5f46-4b4f-9568-87d95cc630bd None None] The sync data for ids ['b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc'] in n-d-827870-1 is: [{'id': 'b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc', 'name': 'tempest-TestShelveInstance-1054406332-router', 'tenant_id': 'bfdb7316f95643eab65d123d82047ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:46:59Z', 'revision_number': 6, 'project_id': 'bfdb7316f95643eab65d123d82047ded', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:47:00.128358 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.176382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1c995435-5005-470d-903d-628954364d1e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:00.384930 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.560299 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.562800 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.587046 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.587572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:47:00.599526 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.600642 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2be4f0a8-9ce1-4ca0-847c-d121cfcd74bb admin admin] 10.222.0.46 "DELETE /v2.0/routers/b2ac2eb0-058e-467e-b8df-39dc8dcb8dfc HTTP/1.1" status: 204 len: 168 time: 1.3640122 Feb 04 16:47:00.603230 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55690) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:00.664945 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c65eb29-311d-499d-9c66-9196fd2c964e admin admin] Deleting subnet ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:47:00.667804 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c65eb29-311d-499d-9c66-9196fd2c964e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.717449 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c65eb29-311d-499d-9c66-9196fd2c964e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.799283 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c65eb29-311d-499d-9c66-9196fd2c964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.869624 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c65eb29-311d-499d-9c66-9196fd2c964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.910235 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65eb29-311d-499d-9c66-9196fd2c964e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:00.915002 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c65eb29-311d-499d-9c66-9196fd2c964e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.920978 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05893ec0-96d8-42e5-b1df-ef9e2d21543e None None] Network 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:47:00.921465 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2c65eb29-311d-499d-9c66-9196fd2c964e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ad246a6e-e4ba-4da0-b419-7e2a3ddebb1c HTTP/1.1" status: 204 len: 168 time: 0.3170829 Feb 04 16:47:00.923842 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55694) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:01.037258 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.048510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Deleting port 1fdbdcb4-1b65-4251-b357-6d1356158c1f {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:47:01.048873 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.187348 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] DHCP port deletion for 6e69b2d9-8f87-4dc9-8f2b-45d581b0433a request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:47:01.192318 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] Deleting port 1fdbdcb4-1b65-4251-b357-6d1356158c1f {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:47:01.193008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.378299 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] For port 1fdbdcb4-1b65-4251-b357-6d1356158c1f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fdbdcb4-1b65-4251-b357-6d1356158c1f,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:01.378611 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.405453 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] For port 1fdbdcb4-1b65-4251-b357-6d1356158c1f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=1fdbdcb4-1b65-4251-b357-6d1356158c1f,segment=NetworkSegment(c2d5e839-a04e-4e35-8a87-f6ce3042a191),segment_id=c2d5e839-a04e-4e35-8a87-f6ce3042a191)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:01.405838 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.507286 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Calling delete_port for 1fdbdcb4-1b65-4251-b357-6d1356158c1f owned by network:dhcp {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:47:01.527385 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] Calling delete_port for 1fdbdcb4-1b65-4251-b357-6d1356158c1f owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:47:01.584680 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.604455 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:47:01.605590 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:47:01.644424 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdbdcb4-1b65-4251-b357-6d1356158c1f,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:01.647085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] No DVR routers for this DVR port 1fdbdcb4-1b65-4251-b357-6d1356158c1f on host n-d-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:47:01.774495 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.803149 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e69b2d9-8f87-4dc9-8f2b-45d581b0433a']}} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:01.814980 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d5e839-a04e-4e35-8a87-f6ce3042a191') {'for_net_delete': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:01.815275 n-d-827870-1 neutron-server[87571]: DEBUG neutron.services.segments.db [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d5e839-a04e-4e35-8a87-f6ce3042a191') {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:01.826731 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2222385'] for segment, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.842219 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.847953 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:47:01.848329 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1716623'] for segment, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: Traceback (most recent call last): Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: timer() Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: cb(*args, **kw) Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: return func(*args, **kwargs) Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: self._notify() Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: self.callback(batched_events) Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: event.method(event) Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: return f(self, *a, **k) Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: return self._get(url).json() Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: return self.request(url, 'GET', **kwargs) Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:47:01.861194 n-d-827870-1 neutron-server[87571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:47:01.933644 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.962989 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:01.975906 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] Pushing event deleted for resources: {'Network': ['ID=6e69b2d9-8f87-4dc9-8f2b-45d581b0433a,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:01.986128 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9399e48a-4e20-47a7-b050-e412840618ba admin admin] 10.222.0.46 "DELETE /v2.0/networks/6e69b2d9-8f87-4dc9-8f2b-45d581b0433a HTTP/1.1" status: 204 len: 168 time: 1.0590904 Feb 04 16:47:01.987059 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55698) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:01.998878 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1c995435-5005-470d-903d-628954364d1e no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:47:02.037146 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 1c995435-5005-470d-903d-628954364d1e {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:47:02.037481 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1c995435-5005-470d-903d-628954364d1e not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:47:02.037890 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fdbdcb4-1b65-4251-b357-6d1356158c1f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:47:02.070329 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 1fdbdcb4-1b65-4251-b357-6d1356158c1f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:47:02.070669 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 1fdbdcb4-1b65-4251-b357-6d1356158c1f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:47:02.071063 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 13dca2b1-dc06-4a50-9844-8a266f412c47 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:47:02.103484 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 13dca2b1-dc06-4a50-9844-8a266f412c47 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:47:02.103742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 13dca2b1-dc06-4a50-9844-8a266f412c47 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:47:02.106893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] Deleting port 1fdbdcb4-1b65-4251-b357-6d1356158c1f {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:47:02.107260 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:02.210627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-006e9ef1-8e37-490e-a033-72dd0b1f85bc None None] The port '1fdbdcb4-1b65-4251-b357-6d1356158c1f' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:47:02.528045 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:02.972912 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Deleting port b25d92fc-5b52-4de3-927a-70ce096d7dd7 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:47:02.973239 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:03.144801 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] For port b25d92fc-5b52-4de3-927a-70ce096d7dd7, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b25d92fc-5b52-4de3-927a-70ce096d7dd7,segment=NetworkSegment(2a9c6abd-5775-461c-b4ee-549c35723020),segment_id=2a9c6abd-5775-461c-b4ee-549c35723020)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:03.145478 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:03.268847 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Calling delete_port for b25d92fc-5b52-4de3-927a-70ce096d7dd7 owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:47:03.453431 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:03.504388 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Pushing event deleted for resources: {'Port': ['ID=b25d92fc-5b52-4de3-927a-70ce096d7dd7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:03.778189 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:04.140130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Router a47694a9-4ae0-475b-8766-696fedb4f563 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:47:04.415312 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9db9-d79d-416c-bada-78a00c78aa5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:04.434395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:47:04.444235 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] Sync routers for ids ['a47694a9-4ae0-475b-8766-696fedb4f563'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:47:04.452887 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-14e8b937-f11d-474c-b299-a7d8e054660e admin admin] 10.222.0.46 "PUT /v2.0/routers/a47694a9-4ae0-475b-8766-696fedb4f563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4625523 Feb 04 16:47:04.453214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55702) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:04.454211 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] Routers {'a47694a9-4ae0-475b-8766-696fedb4f563'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:04.455040 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a47694a9-4ae0-475b-8766-696fedb4f563'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:04.632691 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] Set router a47694a9-4ae0-475b-8766-696fedb4f563 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:04.634034 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:04.815575 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:04.826524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Deleting port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:47:04.826990 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:04.919416 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:54Z', 'updated_at': '2022-02-04T16:47:03Z', 'revision_number': 5, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'gw_port': {'id': '5e1cb0b0-4ac5-4f6a-a856-99d69a381f51', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:55Z', 'updated_at': '2022-02-04T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:04.923480 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] Checking router: a47694a9-4ae0-475b-8766-696fedb4f563 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:47:04.932350 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] Routers {'a47694a9-4ae0-475b-8766-696fedb4f563'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:04.932971 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:46:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['a47694a9-4ae0-475b-8766-696fedb4f563'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:05.000992 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] For port 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=5e1cb0b0-4ac5-4f6a-a856-99d69a381f51,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:05.001347 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:05.114459 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] Set router a47694a9-4ae0-475b-8766-696fedb4f563 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:05.122582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Calling delete_port for 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:47:05.220426 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:54Z', 'updated_at': '2022-02-04T16:47:04Z', 'revision_number': 6, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:05.224793 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4c088-8715-4479-853c-543bc43464c4 None None] The sync data for ids ['a47694a9-4ae0-475b-8766-696fedb4f563'] in n-d-827870-1 is: [{'id': 'a47694a9-4ae0-475b-8766-696fedb4f563', 'name': 'tempest-TestShelveInstance-520317830-router', 'tenant_id': '6db331ed694c48359b0686ff36c6f902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:54Z', 'updated_at': '2022-02-04T16:47:04Z', 'revision_number': 6, 'project_id': '6db331ed694c48359b0686ff36c6f902', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:47:05.293514 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:05.341888 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1cb0b0-4ac5-4f6a-a856-99d69a381f51,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:05.433061 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:05.613567 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:05.616336 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:05.640756 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:05.641291 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a47694a9-4ae0-475b-8766-696fedb4f563 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:47:05.653543 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:05.654684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-5f761bd3-0d5b-43ce-9c8e-e023a93c8ae0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a47694a9-4ae0-475b-8766-696fedb4f563 HTTP/1.1" status: 204 len: 168 time: 1.2005548 Feb 04 16:47:05.657200 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55706) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:05.821844 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b450b44-de11-4283-ab4e-29d9ed5866d5 admin admin] Deleting subnet f57a4488-8877-4da9-92e4-f5f04b423bcd {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:47:05.824870 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b450b44-de11-4283-ab4e-29d9ed5866d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:05.873435 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b450b44-de11-4283-ab4e-29d9ed5866d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:05.954090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b450b44-de11-4283-ab4e-29d9ed5866d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.031547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:47:06.033643 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b450b44-de11-4283-ab4e-29d9ed5866d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.067549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:47:06.067918 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 5e1cb0b0-4ac5-4f6a-a856-99d69a381f51 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:47:06.068333 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b25d92fc-5b52-4de3-927a-70ce096d7dd7 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:47:06.072329 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b450b44-de11-4283-ab4e-29d9ed5866d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57a4488-8877-4da9-92e4-f5f04b423bcd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:06.077131 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b450b44-de11-4283-ab4e-29d9ed5866d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.084068 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3b450b44-de11-4283-ab4e-29d9ed5866d5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f57a4488-8877-4da9-92e4-f5f04b423bcd HTTP/1.1" status: 204 len: 168 time: 0.4259050 Feb 04 16:47:06.086596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55710) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:06.103496 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516f603f-69a5-4d3f-80a8-b47f97d449e0 None None] Network 50b8e7cc-ef3d-49e1-b033-75195e551680 requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:47:06.124795 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: b25d92fc-5b52-4de3-927a-70ce096d7dd7 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:47:06.125408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b25d92fc-5b52-4de3-927a-70ce096d7dd7 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:47:06.199854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.212311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Deleting port 4a840b12-e5fb-449c-bd53-c1f65d927363 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:47:06.212654 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.387917 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] DHCP port deletion for 50b8e7cc-ef3d-49e1-b033-75195e551680 request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:47:06.392091 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] Deleting port 4a840b12-e5fb-449c-bd53-c1f65d927363 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:47:06.392463 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.429456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] For port 4a840b12-e5fb-449c-bd53-c1f65d927363, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4a840b12-e5fb-449c-bd53-c1f65d927363,segment=NetworkSegment(2a9c6abd-5775-461c-b4ee-549c35723020),segment_id=2a9c6abd-5775-461c-b4ee-549c35723020)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:06.429814 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.555147 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Calling delete_port for 4a840b12-e5fb-449c-bd53-c1f65d927363 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:47:06.598766 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] For port 4a840b12-e5fb-449c-bd53-c1f65d927363, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=4a840b12-e5fb-449c-bd53-c1f65d927363,segment=NetworkSegment(2a9c6abd-5775-461c-b4ee-549c35723020),segment_id=2a9c6abd-5775-461c-b4ee-549c35723020)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:06.599067 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.633944 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.679621 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a840b12-e5fb-449c-bd53-c1f65d927363,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:06.684231 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] No DVR routers for this DVR port 4a840b12-e5fb-449c-bd53-c1f65d927363 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:47:06.721286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] Calling delete_port for 4a840b12-e5fb-449c-bd53-c1f65d927363 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:47:06.802266 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-78be3ac0-26ba-4e2b-aefb-5351469e98ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.803039 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.805673 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:47:06.806028 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:47:06.829429 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b8e7cc-ef3d-49e1-b033-75195e551680']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:06.841166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9c6abd-5775-461c-b4ee-549c35723020') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:06.841459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9c6abd-5775-461c-b4ee-549c35723020') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:06.852500 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.868606 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.874675 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:47:06.875148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:47:06.888483 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:47:06.965284 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.970285 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.994668 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] Pushing event deleted for resources: {'Network': ['ID=50b8e7cc-ef3d-49e1-b033-75195e551680,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:07.000309 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c241c5ea-79a6-416b-a093-0647f8870551 admin admin] 10.222.0.46 "DELETE /v2.0/networks/50b8e7cc-ef3d-49e1-b033-75195e551680 HTTP/1.1" status: 204 len: 168 time: 0.9127567 Feb 04 16:47:07.107367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55716) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:07.157169 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9efa398e-7f21-4195-af1f-a91ee487c0f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfdb7316f95643eab65d123d82047ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484607 Feb 04 16:47:07.159981 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55720) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:07.221263 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3816e3fd-b0d5-4e42-886b-1e5f96f65325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.249848 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3816e3fd-b0d5-4e42-886b-1e5f96f65325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.302419 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3816e3fd-b0d5-4e42-886b-1e5f96f65325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.307839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] Deleting port 4a840b12-e5fb-449c-bd53-c1f65d927363 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:47:07.308937 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.320861 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816e3fd-b0d5-4e42-886b-1e5f96f65325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca2d90d-c9fb-4281-a079-87df7f3308cd,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:07.327708 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3816e3fd-b0d5-4e42-886b-1e5f96f65325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.328852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-3816e3fd-b0d5-4e42-886b-1e5f96f65325 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ca2d90d-c9fb-4281-a079-87df7f3308cd HTTP/1.1" status: 204 len: 168 time: 0.1679394 Feb 04 16:47:07.396575 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-fdb34ad1-1637-4ff2-aa5c-13bc54d1891b None None] The port '4a840b12-e5fb-449c-bd53-c1f65d927363' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:47:07.413340 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.682307 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55728) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:07.731931 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-bd5fbb20-df86-4757-a697-64a263f694f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6db331ed694c48359b0686ff36c6f902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484126 Feb 04 16:47:07.734353 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55732) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:07.792213 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c16594-d575-461f-9d88-cb29570dcc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.817201 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c16594-d575-461f-9d88-cb29570dcc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.870655 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c16594-d575-461f-9d88-cb29570dcc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.884810 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c16594-d575-461f-9d88-cb29570dcc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eafaf9-e633-4ef8-a070-8e883a1d28b6,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:07.890777 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0c16594-d575-461f-9d88-cb29570dcc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.895010 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-b0c16594-d575-461f-9d88-cb29570dcc13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38eafaf9-e633-4ef8-a070-8e883a1d28b6 HTTP/1.1" status: 204 len: 168 time: 0.1566484 Feb 04 16:47:07.920615 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.937669 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.993592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4a840b12-e5fb-449c-bd53-c1f65d927363 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:47:08.031853 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 4a840b12-e5fb-449c-bd53-c1f65d927363 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:47:08.032007 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 4a840b12-e5fb-449c-bd53-c1f65d927363 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:47:08.620857 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55756) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:08.732949 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-344564971-network', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:08.739355 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:08.743137 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Usage tracker for resource:network and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:08.745935 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:08.755574 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:08.765559 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Made reservation on behalf of 704288ed9d754453a4c5fb93e30d7515 for: {'network': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:47:08.768160 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:08.780592 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:08.794640 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:08.798580 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:08.801636 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:08.807335 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:08.890969 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:08.895287 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:08.925091 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:47:08.933388 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1fafc7-681a-4efe-8066-2002f1d941e6,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:08.939545 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:08.939869 n-d-827870-1 neutron-server[87571]: INFO neutron.db.segments_db [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Added segment 4f13f5ac-688e-42df-b04a-cdf96c459a6a of type vlan for network 99d2ec41-2737-4b07-9360-ee5443f8936f Feb 04 16:47:08.966240 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:08.995138 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:08.996055 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:08.996625 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.100281 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4783716 Feb 04 16:47:09.101083 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7564b0-e595-4aee-a9f3-b0c3c95ee9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=99d2ec41-2737-4b07-9360-ee5443f8936f,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:09.104663 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55762) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:09.111067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Request body: {'subnet': {'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-344564971-subnet', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'ip_version': 4}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:09.113824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network 99d2ec41-2737-4b07-9360-ee5443f8936f details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:47:09.117774 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:09.121761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Usage tracker for resource:subnet and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:09.124947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:09.131605 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:09.141610 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Made reservation on behalf of 704288ed9d754453a4c5fb93e30d7515 for: {'subnet': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:47:09.143938 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1783898'] for subnet, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.348052 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1879868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1783880'] for subnet, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.463175 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.520520 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb1273b-4208-4093-82b1-4876232fce7f,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:09.527990 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Checking segment: {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:47:09.528352 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Network hostable DHCP agents. Network: 99d2ec41-2737-4b07-9360-ee5443f8936f, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:47:09.546794 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Network 99d2ec41-2737-4b07-9360-ee5443f8936f is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:47:09.557248 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, 99d2ec41-2737-4b07-9360-ee5443f8936f) {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:09.561518 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:09.562097 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.567328 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d8943-f8e9-4e26-8997-a50c51cf7523 None None] Network 99d2ec41-2737-4b07-9360-ee5443f8936f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:47:09.588269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-02bd4270-2b27-495c-8655-724ee516e130 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4820197 Feb 04 16:47:09.591765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55766) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:09.596583 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:09.604240 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:09.609323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Usage tracker for resource:router and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:09.612149 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:09.619679 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:09.629750 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.631005 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.646354 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.784223 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-99d2ec41-2737-4b07-9360-ee5443f8936f', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:47:09.785699 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.927468 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:09.947904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Allocated IP 172.20.0.2 (99d2ec41-2737-4b07-9360-ee5443f8936f/dfb1273b-4208-4093-82b1-4876232fce7f/97a6b7d5-79d0-43f6-9446-900bc8446036) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:47:10.091456 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.192920 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.202844 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Transition to ACTIVE for port object 97a6b7d5-79d0-43f6-9446-900bc8446036 will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:10.220880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Transition to ACTIVE for port object 97a6b7d5-79d0-43f6-9446-900bc8446036 will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:10.226930 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.245851 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.276781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.293642 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Pushing event updated for resources: {'Port': ['ID=97a6b7d5-79d0-43f6-9446-900bc8446036,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:10.302774 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.303113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.303443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.303769 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.304090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.304408 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.304724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.305065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.305376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.305684 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.305993 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.306301 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:10.319592 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Network 99d2ec41-2737-4b07-9360-ee5443f8936f is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:10.320941 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:10.323251 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:47:10.411735 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Attempting to bind port 97a6b7d5-79d0-43f6-9446-900bc8446036 on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:47:10.412087 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Attempting to bind port 97a6b7d5-79d0-43f6-9446-900bc8446036 by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:47:10.412436 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Attempting to bind port 97a6b7d5-79d0-43f6-9446-900bc8446036 on network 99d2ec41-2737-4b07-9360-ee5443f8936f {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:47:10.416640 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Allocated IP 172.25.8.123 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/caef4a6d-dd13-476e-b51b-e4f79c99cffa) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:47:10.417729 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:47:10.418090 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Checking segment: {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:47:10.418483 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.418858 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Bound using segment: {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:47:10.419300 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Bound port: 97a6b7d5-79d0-43f6-9446-900bc8446036, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:47:10.419661 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.511460 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] For port 97a6b7d5-79d0-43f6-9446-900bc8446036, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:47:10.514358 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] For port 97a6b7d5-79d0-43f6-9446-900bc8446036, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=97a6b7d5-79d0-43f6-9446-900bc8446036,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:47:10.519784 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.572786 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.603121 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.607788 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e6c14-c104-4b00-a82f-2c5e7b81ce9b None None] Pushing event updated for resources: {'Port': ['ID=97a6b7d5-79d0-43f6-9446-900bc8446036,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:10.669835 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:10.672891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:10.677506 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:47:10.720434 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Pushing event updated for resources: {'Port': ['ID=caef4a6d-dd13-476e-b51b-e4f79c99cffa,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:11.221565 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:11.568375 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b92216-9f56-4970-b8dd-32a2736d57f1 None None] Network 99d2ec41-2737-4b07-9360-ee5443f8936f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:47:11.577381 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:11.661894 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-5dc85fca-3343-4258-bdc5-fba637b13eae None None] Provisioning for port 97a6b7d5-79d0-43f6-9446-900bc8446036 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:11.785168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Router ed6abedc-e98c-4b25-af14-0a30ec5f579c is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:47:11.974333 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:47:11.983929 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Sync routers for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:47:11.994718 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:11.995440 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:12.001788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:12.003145 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d38acb99-f00c-4659-bcb8-8c32954c1d37 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4103978 Feb 04 16:47:12.006478 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55770) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:12.075700 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 97a6b7d5-79d0-43f6-9446-900bc8446036 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:12.248119 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:12.375599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 97a6b7d5-79d0-43f6-9446-900bc8446036 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:12.432353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 97a6b7d5-79d0-43f6-9446-900bc8446036 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:12.432726 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:12.628871 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:12.672826 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 97a6b7d5-79d0-43f6-9446-900bc8446036, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=97a6b7d5-79d0-43f6-9446-900bc8446036,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:12.675353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:10Z', 'revision_number': 3, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:12.678864 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:12.711101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Checking router: ed6abedc-e98c-4b25-af14-0a30ec5f579c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:47:12.711447 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Updating router ed6abedc-e98c-4b25-af14-0a30ec5f579c port caef4a6d-dd13-476e-b51b-e4f79c99cffa binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:47:12.807501 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:12.832176 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:12.869567 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=97a6b7d5-79d0-43f6-9446-900bc8446036,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:13.015305 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Allocated IP 172.20.0.1 (99d2ec41-2737-4b07-9360-ee5443f8936f/dfb1273b-4208-4093-82b1-4876232fce7f/e21676b2-5ce8-4761-bc2e-3c60f3072abc) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:47:13.161270 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.162114 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.173802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Transition to ACTIVE for port object caef4a6d-dd13-476e-b51b-e4f79c99cffa will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:13.178254 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Transition to ACTIVE for port object e21676b2-5ce8-4761-bc2e-3c60f3072abc will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:13.182226 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.202159 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.267589 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70864535-f076-4d25-bbe7-0d6ea7feddeb None None] Pushing event updated for resources: {'Port': ['ID=caef4a6d-dd13-476e-b51b-e4f79c99cffa,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:13.270096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Attempting to bind port caef4a6d-dd13-476e-b51b-e4f79c99cffa on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:47:13.270773 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Attempting to bind port caef4a6d-dd13-476e-b51b-e4f79c99cffa by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:47:13.271174 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Attempting to bind port caef4a6d-dd13-476e-b51b-e4f79c99cffa on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:47:13.273863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Network 99d2ec41-2737-4b07-9360-ee5443f8936f is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:13.276628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:47:13.276808 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:13.277020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:47:13.277415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.277792 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:47:13.278754 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Bound port: caef4a6d-dd13-476e-b51b-e4f79c99cffa, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:47:13.278754 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.281483 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:47:13.318923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=e21676b2-5ce8-4761-bc2e-3c60f3072abc,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:13.343334 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.363693 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] For port caef4a6d-dd13-476e-b51b-e4f79c99cffa, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:47:13.366758 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] For port caef4a6d-dd13-476e-b51b-e4f79c99cffa, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=caef4a6d-dd13-476e-b51b-e4f79c99cffa,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:47:13.372421 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.457125 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:13.457768 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:13.474660 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.512748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70864535-f076-4d25-bbe7-0d6ea7feddeb None None] Pushing event updated for resources: {'Port': ['ID=caef4a6d-dd13-476e-b51b-e4f79c99cffa,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:13.630711 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0cc1ebb6-19f5-41b2-8bb1-ada8ee5085de None None] Provisioning for port e21676b2-5ce8-4761-bc2e-3c60f3072abc completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:13.649419 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-0cc1ebb6-19f5-41b2-8bb1-ada8ee5085de None None] Provisioning complete for port e21676b2-5ce8-4761-bc2e-3c60f3072abc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:13.649780 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0cc1ebb6-19f5-41b2-8bb1-ada8ee5085de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.705622 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.706057 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:13.710953 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.775937 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1ebb6-19f5-41b2-8bb1-ada8ee5085de None None] Port e21676b2-5ce8-4761-bc2e-3c60f3072abc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:47:13.820863 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=e21676b2-5ce8-4761-bc2e-3c60f3072abc,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:13.823196 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:13.961739 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Network 99d2ec41-2737-4b07-9360-ee5443f8936f is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:13.962867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:14.023736 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 97a6b7d5-79d0-43f6-9446-900bc8446036 up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:14.107581 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 1, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:14.116310 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0763a6f-c2a9-4656-9937-ab76f056aa93 None None] The sync data for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 is: [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 1, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:47:14.119513 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 97a6b7d5-79d0-43f6-9446-900bc8446036 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:14.119898 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:14.293051 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Router ed6abedc-e98c-4b25-af14-0a30ec5f579c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:47:14.299829 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-dbf06e03-8b11-40b0-9d3a-cdf8a3cd0dc9 None None] Provisioning complete for port e21676b2-5ce8-4761-bc2e-3c60f3072abc triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:14.300738 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e03-8b11-40b0-9d3a-cdf8a3cd0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:14.370762 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-dbf06e03-8b11-40b0-9d3a-cdf8a3cd0dc9 None None] Port e21676b2-5ce8-4761-bc2e-3c60f3072abc cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:47:14.393209 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:47:14.506731 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:47:14.516024 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-7c478339-afa7-47fd-a6ea-e44305848dc9 admin admin] 10.222.0.46 "PUT /v2.0/routers/ed6abedc-e98c-4b25-af14-0a30ec5f579c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5084231 Feb 04 16:47:15.050850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55788) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:15.056539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-720577639-network', 'tenant_id': '83848994a0174720b1e5644952ad686f'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:15.062349 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:15.066979 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Usage tracker for resource:network and tenant:83848994a0174720b1e5644952ad686f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:15.070576 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:15.076311 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:15.086524 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Made reservation on behalf of 83848994a0174720b1e5644952ad686f for: {'network': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:47:15.088906 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for network, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.101777 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.117367 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:15.121266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Usage tracker for resource:security_group_rule and tenant:83848994a0174720b1e5644952ad686f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:15.124110 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:15.130738 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:15.219140 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.223462 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.256025 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:47:15.264544 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6528dacb-cd2a-4d96-9c79-845e608e0129,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:15.270478 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.270847 n-d-827870-1 neutron-server[87570]: INFO neutron.db.segments_db [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Added segment c1106aa9-81ef-4a36-930e-7bf5c5683432 of type vlan for network efd1534e-0c4d-477c-92d5-12efc920567b Feb 04 16:47:15.301792 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759484675714'] for network, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.335868 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235'] for network, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.336875 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:15.337443 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.447976 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55792) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:15.448509 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3960903 Feb 04 16:47:15.448820 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cc6eb-0f41-42ef-b82d-d138158a8857 admin admin] Pushing event updated for resources: {'Network': ['ID=efd1534e-0c4d-477c-92d5-12efc920567b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:15.454079 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Request body: {'subnet': {'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-720577639-subnet', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'ip_version': 4}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:15.459646 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Network efd1534e-0c4d-477c-92d5-12efc920567b details requested by agent ovs-agent-n-d-827870-1 with host n-d-827870-1 {{(pid=87572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:47:15.460730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:15.465273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Usage tracker for resource:subnet and tenant:83848994a0174720b1e5644952ad686f is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:15.469312 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:15.477430 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:15.489282 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Made reservation on behalf of 83848994a0174720b1e5644952ad686f for: {'subnet': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:47:15.491599 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3357067'] for subnet, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.704577 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1716466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3357081'] for subnet, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.778421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73177269-5c67-40b3-aab8-3870503fb1a1,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:15.789622 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Checking segment: {'id': 'c1106aa9-81ef-4a36-930e-7bf5c5683432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:47:15.789974 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Network hostable DHCP agents. Network: efd1534e-0c4d-477c-92d5-12efc920567b, hostable agents: ['c81238be-f0bc-47a4-bda6-8ead420565ab'], hosted agents: [] {{(pid=87571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:47:15.808926 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Network efd1534e-0c4d-477c-92d5-12efc920567b is scheduled to be hosted by DHCP agent c81238be-f0bc-47a4-bda6-8ead420565ab with binding_index 1 {{(pid=87571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:47:15.818414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827870-1, efd1534e-0c4d-477c-92d5-12efc920567b) {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:15.822645 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:15.823308 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.827137 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46448280-51f8-4c0a-b1a2-e2d8d2715ddb None None] Network efd1534e-0c4d-477c-92d5-12efc920567b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:47:15.844282 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5ff475d0-318e-42e8-837d-a7339789b9d9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3951955 Feb 04 16:47:15.847051 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55796) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:15.852194 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:15.857795 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:15.861747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Usage tracker for resource:router and tenant:83848994a0174720b1e5644952ad686f is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:15.865164 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:15.870853 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:15.881955 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5545'] for router, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.885075 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5520'] for router, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:15.909718 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.068443 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device caef4a6d-dd13-476e-b51b-e4f79c99cffa up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:16.114830 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25316f57-a858-573a-958a-4199bb8ecca8-efd1534e-0c4d-477c-92d5-12efc920567b', 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'fixed_ips': [{'subnet_id': '73177269-5c67-40b3-aab8-3870503fb1a1'}]}} from n-d-827870-1. {{(pid=87572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 16:47:16.115564 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.217815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port caef4a6d-dd13-476e-b51b-e4f79c99cffa completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:16.227824 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port caef4a6d-dd13-476e-b51b-e4f79c99cffa triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:16.228187 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.285752 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Sync routers for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:47:16.303252 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:16.304145 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:16.329390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5518'] for router, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.355347 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.db_base_plugin_common [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Allocated IP 172.20.0.2 (efd1534e-0c4d-477c-92d5-12efc920567b/73177269-5c67-40b3-aab8-3870503fb1a1/b469b9c3-a902-44a1-9b1e-cd3b14551f2b) {{(pid=87572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:47:16.485559 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.501040 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:16.515904 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port caef4a6d-dd13-476e-b51b-e4f79c99cffa, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=caef4a6d-dd13-476e-b51b-e4f79c99cffa,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:16.522614 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.661637 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.663590 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=caef4a6d-dd13-476e-b51b-e4f79c99cffa,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:16.694039 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.700322 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Notify callbacks [] for port, precommit_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.712866 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Transition to ACTIVE for port object b469b9c3-a902-44a1-9b1e-cd3b14551f2b will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:16.731812 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Transition to ACTIVE for port object b469b9c3-a902-44a1-9b1e-cd3b14551f2b will not be triggered until provisioned by entity DHCP. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:16.738284 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596'] for port, after_create {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.810416 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Network efd1534e-0c4d-477c-92d5-12efc920567b is already hosted by enough agents. {{(pid=87572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:16.813415 n-d-827870-1 neutron-server[87572]: DEBUG neutron.scheduler.base_scheduler [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Resources bound (agent type, host, resource id): {{(pid=87572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:16.817376 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Received port after_create {{(pid=87572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:47:16.828029 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 2, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:16.833398 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Checking router: ed6abedc-e98c-4b25-af14-0a30ec5f579c for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:47:16.833869 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Updating router ed6abedc-e98c-4b25-af14-0a30ec5f579c port e21676b2-5ce8-4761-bc2e-3c60f3072abc binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:47:16.842629 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Allocated IP 172.25.8.24 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/36024257-a1a8-430a-971e-4c701f404e1c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:47:16.888108 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.890784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Pushing event updated for resources: {'Port': ['ID=b469b9c3-a902-44a1-9b1e-cd3b14551f2b,revision_number=1']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:16.913633 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Attempting to bind port b469b9c3-a902-44a1-9b1e-cd3b14551f2b on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:47:16.913997 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Attempting to bind port b469b9c3-a902-44a1-9b1e-cd3b14551f2b by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c1106aa9-81ef-4a36-930e-7bf5c5683432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:47:16.914353 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Attempting to bind port b469b9c3-a902-44a1-9b1e-cd3b14551f2b on network efd1534e-0c4d-477c-92d5-12efc920567b {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:47:16.919601 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:47:16.919970 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Checking segment: {'id': 'c1106aa9-81ef-4a36-930e-7bf5c5683432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:47:16.920361 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:16.920749 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Bound using segment: {'id': 'c1106aa9-81ef-4a36-930e-7bf5c5683432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:47:16.921227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Bound port: b469b9c3-a902-44a1-9b1e-cd3b14551f2b, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1106aa9-81ef-4a36-930e-7bf5c5683432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:47:16.921700 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.007673 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.017707 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] For port b469b9c3-a902-44a1-9b1e-cd3b14551f2b, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:47:17.021259 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] For port b469b9c3-a902-44a1-9b1e-cd3b14551f2b, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b469b9c3-a902-44a1-9b1e-cd3b14551f2b,segment=NetworkSegment(c1106aa9-81ef-4a36-930e-7bf5c5683432),segment_id=c1106aa9-81ef-4a36-930e-7bf5c5683432)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:47:17.025803 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.040788 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.105308 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:17.108982 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:17.110976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56531f-1a06-4e0d-b0ea-56fa7c63b73c None None] Pushing event updated for resources: {'Port': ['ID=b469b9c3-a902-44a1-9b1e-cd3b14551f2b,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:17.113845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:47:17.168197 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Pushing event updated for resources: {'Port': ['ID=36024257-a1a8-430a-971e-4c701f404e1c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:17.285704 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.298670 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Transition to ACTIVE for port object e21676b2-5ce8-4761-bc2e-3c60f3072abc will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:17.316800 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.472620 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Pushing event updated for resources: {'Port': ['ID=e21676b2-5ce8-4761-bc2e-3c60f3072abc,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:17.548678 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.549224 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.549549 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.550600 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.550764 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.551009 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.551320 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.551628 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.551959 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.552239 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.552543 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.552877 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:17.609015 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Attempting to bind port e21676b2-5ce8-4761-bc2e-3c60f3072abc on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:47:17.609561 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Attempting to bind port e21676b2-5ce8-4761-bc2e-3c60f3072abc by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:47:17.610015 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Attempting to bind port e21676b2-5ce8-4761-bc2e-3c60f3072abc on network 99d2ec41-2737-4b07-9360-ee5443f8936f {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:47:17.618388 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:47:17.619103 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Checking segment: {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:47:17.619562 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.620011 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Bound using segment: {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:47:17.620532 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Bound port: e21676b2-5ce8-4761-bc2e-3c60f3072abc, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:47:17.621128 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.623098 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.719173 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] For port e21676b2-5ce8-4761-bc2e-3c60f3072abc, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:47:17.723771 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] For port e21676b2-5ce8-4761-bc2e-3c60f3072abc, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e21676b2-5ce8-4761-bc2e-3c60f3072abc,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:47:17.729327 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:17.810324 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:17.811303 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:17.886259 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2cc5f-403a-4fb7-897e-cf3fbb3a90bc None None] Pushing event updated for resources: {'Port': ['ID=e21676b2-5ce8-4761-bc2e-3c60f3072abc,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:18.044670 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:18.162390 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455709'] for router, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:18.186727 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e21676b2-5ce8-4761-bc2e-3c60f3072abc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:18.286849 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port e21676b2-5ce8-4761-bc2e-3c60f3072abc completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:18.294005 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e21676b2-5ce8-4761-bc2e-3c60f3072abc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:18.294546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:18.413126 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02730b1b-18e3-40ca-94fd-30bea78dd80e None None] Network efd1534e-0c4d-477c-92d5-12efc920567b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:47:18.415061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 is scheduled to L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c with binding_index 1 {{(pid=87570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 16:47:18.422724 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:17Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:18.427093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88f3d5-31a4-4dfe-b294-15054eef541d None None] The sync data for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 is: [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:17Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:47:18.607572 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:47:18.621999 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-7e40e32c-2948-4fa7-a9c2-18db33a731e2 None None] Provisioning for port b469b9c3-a902-44a1-9b1e-cd3b14551f2b completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:18.625282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Sync routers for ids ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:47:18.634404 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:18.638302 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-de38abad-f620-4367-895a-3d9f3e3d63b5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7875957 Feb 04 16:47:18.638950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55800) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:18.653008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:18.667197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Routers {'4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:18.667827 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:18.825725 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port e21676b2-5ce8-4761-bc2e-3c60f3072abc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e21676b2-5ce8-4761-bc2e-3c60f3072abc,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:18.845280 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:18.846535 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b469b9c3-a902-44a1-9b1e-cd3b14551f2b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:19.092699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Set router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:19.212459 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=e21676b2-5ce8-4761-bc2e-3c60f3072abc,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:19.346320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port b469b9c3-a902-44a1-9b1e-cd3b14551f2b completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:19.368995 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b469b9c3-a902-44a1-9b1e-cd3b14551f2b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:19.369362 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:19.484335 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:19.551019 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '36024257-a1a8-430a-971e-4c701f404e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:15Z', 'updated_at': '2022-02-04T16:47:17Z', 'revision_number': 3, 'project_id': '83848994a0174720b1e5644952ad686f', 'gw_port': {'id': '36024257-a1a8-430a-971e-4c701f404e1c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:16Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:19.558078 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:19.567757 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Checking router: 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:47:19.568096 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Updating router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 port 36024257-a1a8-430a-971e-4c701f404e1c binding host n-d-827870-1 {{(pid=87572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:47:19.637115 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:19.690213 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port b469b9c3-a902-44a1-9b1e-cd3b14551f2b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b469b9c3-a902-44a1-9b1e-cd3b14551f2b,segment=NetworkSegment(c1106aa9-81ef-4a36-930e-7bf5c5683432),segment_id=c1106aa9-81ef-4a36-930e-7bf5c5683432)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:19.699676 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:19.700435 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device caef4a6d-dd13-476e-b51b-e4f79c99cffa up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:19.713793 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Allocated IP 172.20.0.1 (efd1534e-0c4d-477c-92d5-12efc920567b/73177269-5c67-40b3-aab8-3870503fb1a1/bb32dcb5-d58f-4efd-8ff5-8a006054a10f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:47:19.841609 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-f2f80c20-c3df-48dc-9882-079c6b8742aa None None] Provisioning complete for port b469b9c3-a902-44a1-9b1e-cd3b14551f2b triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:19.841973 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f2f80c20-c3df-48dc-9882-079c6b8742aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:19.867066 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:19.882586 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Transition to ACTIVE for port object bb32dcb5-d58f-4efd-8ff5-8a006054a10f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:19.906655 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:19.951896 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=b469b9c3-a902-44a1-9b1e-cd3b14551f2b,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:19.978345 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Network efd1534e-0c4d-477c-92d5-12efc920567b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:19.981966 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:19.988688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:47:20.033708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb32dcb5-d58f-4efd-8ff5-8a006054a10f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:20.059808 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437031'] for router_interface, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.082742 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port caef4a6d-dd13-476e-b51b-e4f79c99cffa triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:20.083113 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.331847 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.402738 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-95ee9c0e-c956-4738-97f8-dbe499763e8a None None] Provisioning for port bb32dcb5-d58f-4efd-8ff5-8a006054a10f completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:20.410040 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.414132 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-95ee9c0e-c956-4738-97f8-dbe499763e8a None None] Provisioning complete for port bb32dcb5-d58f-4efd-8ff5-8a006054a10f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:20.414443 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-95ee9c0e-c956-4738-97f8-dbe499763e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.468274 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Transition to ACTIVE for port object 36024257-a1a8-430a-971e-4c701f404e1c will not be triggered until provisioned by entity L2. {{(pid=87572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:20.477193 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e21676b2-5ce8-4761-bc2e-3c60f3072abc up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:20.510595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.559549 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-95ee9c0e-c956-4738-97f8-dbe499763e8a None None] Port bb32dcb5-d58f-4efd-8ff5-8a006054a10f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:47:20.560076 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.566269 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.619813 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Attempting to bind port 36024257-a1a8-430a-971e-4c701f404e1c on host n-d-827870-1 for vnic_type normal with profile {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:47:20.620175 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Attempting to bind port 36024257-a1a8-430a-971e-4c701f404e1c by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:47:20.620528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Attempting to bind port 36024257-a1a8-430a-971e-4c701f404e1c on network cee49329-a2e8-404b-bc10-5459d077e066 {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:47:20.622506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa520457-11f6-4080-87fa-5690f396e420 None None] Pushing event updated for resources: {'Port': ['ID=36024257-a1a8-430a-971e-4c701f404e1c,revision_number=2']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:20.631670 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:47:20.632034 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Checking segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:47:20.632428 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.632839 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Bound using segment: {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'} {{(pid=87572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:47:20.633296 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.managers [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Bound port: 36024257-a1a8-430a-971e-4c701f404e1c, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212080b2-1572-4bcc-966a-01abb8303683', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066'}}] {{(pid=87572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:47:20.633663 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.680497 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb32dcb5-d58f-4efd-8ff5-8a006054a10f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:20.683590 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66591349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437186'] for router_interface, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.693084 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port e21676b2-5ce8-4761-bc2e-3c60f3072abc triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:20.693453 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.765981 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] For port 36024257-a1a8-430a-971e-4c701f404e1c, host n-d-827870-1, cleared binding levels {{(pid=87572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:47:20.770209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] For port 36024257-a1a8-430a-971e-4c701f404e1c, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=36024257-a1a8-430a-971e-4c701f404e1c,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:47:20.776981 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:20.819423 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Network efd1534e-0c4d-477c-92d5-12efc920567b is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:20.821071 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:20.911644 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Routers {'4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:20.912286 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:20.989054 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa520457-11f6-4080-87fa-5690f396e420 None None] Pushing event updated for resources: {'Port': ['ID=36024257-a1a8-430a-971e-4c701f404e1c,revision_number=3']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:20.997020 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b469b9c3-a902-44a1-9b1e-cd3b14551f2b up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:21.135342 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:47:21.173640 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-20c66064-b7cc-4c11-8711-74449c8036fa None None] Provisioning complete for port bb32dcb5-d58f-4efd-8ff5-8a006054a10f triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:21.174001 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-20c66064-b7cc-4c11-8711-74449c8036fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:21.217573 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] Set router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:21.296014 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port b469b9c3-a902-44a1-9b1e-cd3b14551f2b triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:21.296210 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:21.319655 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:47:21.332759 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-fe1a3ab5-8162-4409-85cd-4661b3c39de0 admin admin] 10.222.0.46 "PUT /v2.0/routers/4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6905463 Feb 04 16:47:21.425475 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-20c66064-b7cc-4c11-8711-74449c8036fa None None] Port bb32dcb5-d58f-4efd-8ff5-8a006054a10f cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:47:21.664387 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '36024257-a1a8-430a-971e-4c701f404e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:15Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 4, 'project_id': '83848994a0174720b1e5644952ad686f', 'gw_port': {'id': '36024257-a1a8-430a-971e-4c701f404e1c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:16Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bb32dcb5-d58f-4efd-8ff5-8a006054a10f', 'name': '', 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'mac_address': 'fa:16:3e:8e:b9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:19Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 2, 'project_id': '83848994a0174720b1e5644952ad686f', 'subnets': [{'id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:21.668695 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353ae83-6a76-46fa-99f5-b2f2e90f3ac5 None None] The sync data for ids ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'] in n-d-827870-1 is: [{'id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '36024257-a1a8-430a-971e-4c701f404e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:15Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 4, 'project_id': '83848994a0174720b1e5644952ad686f', 'gw_port': {'id': '36024257-a1a8-430a-971e-4c701f404e1c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:16Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bb32dcb5-d58f-4efd-8ff5-8a006054a10f', 'name': '', 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'mac_address': 'fa:16:3e:8e:b9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:19Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 2, 'project_id': '83848994a0174720b1e5644952ad686f', 'subnets': [{'id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:47:21.951283 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55812) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:21.957473 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178294502', 'description': 'tempest-secgroup-smoke-1178294502 description', 'project_id': '704288ed9d754453a4c5fb93e30d7515'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:21.964375 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:21.968391 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:security_group and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:21.972216 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:21.978275 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:21.994739 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.016146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:22.021042 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:security_group_rule and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:22.024136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:22.030081 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:22.107192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.111215 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.154783 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9943eb8b-ff90-4de4-8f53-3a29778262f8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:22.157503 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.161678 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-d8570668-6343-4568-b65d-8e6dc390ccde tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2065668 Feb 04 16:47:22.161947 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55816) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:22.170460 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'security_group_rule': {'security_group_id': '9943eb8b-ff90-4de4-8f53-3a29778262f8', 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:22.177807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:22.181908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:security_group_rule and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:22.185102 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:22.191669 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:22.210723 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.276496 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.280231 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.305566 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57620c94-49bc-4f3e-8687-104123a918d3,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:22.317326 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.321538 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-93edb9f9-9f6d-4d91-b763-7b9b44ea0040 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560400 Feb 04 16:47:22.321900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55820) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:22.327322 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'security_group_rule': {'security_group_id': '9943eb8b-ff90-4de4-8f53-3a29778262f8', 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:22.335511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:22.339876 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:security_group_rule and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:22.342918 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:22.368688 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:22.388744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.458653 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.463055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.488488 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e1ad29-4246-4d2a-bfdf-a4ae06e03613,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:22.502313 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.508140 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55824) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:22.510180 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 36024257-a1a8-430a-971e-4c701f404e1c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:22.513944 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'security_group_rule': {'security_group_id': '9943eb8b-ff90-4de4-8f53-3a29778262f8', 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:22.519653 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-5aa68426-8f7e-415b-a0dd-610303731b7e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1966002 Feb 04 16:47:22.522047 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:22.526603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:security_group_rule and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:22.529761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:22.536099 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:22.555396 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.594473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port 36024257-a1a8-430a-971e-4c701f404e1c completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:22.600848 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 36024257-a1a8-430a-971e-4c701f404e1c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:22.601309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.630542 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.635678 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.661546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e61dfc-66fb-4b61-a166-d23cf219901c,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:22.670302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.673884 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c3f84adf-6336-4530-8400-a2ac5a35f28b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618481 Feb 04 16:47:22.674257 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 55828) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:22.681169 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'security_group_rule': {'security_group_id': '9943eb8b-ff90-4de4-8f53-3a29778262f8', 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:22.689078 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:22.694156 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:security_group_rule and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:22.697467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:22.703913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:22.722397 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.772146 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.790220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.793250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port 36024257-a1a8-430a-971e-4c701f404e1c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=36024257-a1a8-430a-971e-4c701f404e1c,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:22.794592 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.798439 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.822445 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61edc3ff-4838-494a-a07e-22f8ad11171a,revision_number=0']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:22.832547 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.836646 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-aab7375e-355c-4bbd-952b-7f8fda8181af tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574273 Feb 04 16:47:22.837346 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55832) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:22.842832 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'security_group_rule': {'security_group_id': '9943eb8b-ff90-4de4-8f53-3a29778262f8', 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:22.850044 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:22.853903 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:security_group_rule and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:22.856816 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:22.863111 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:22.874925 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Project 704288ed9d754453a4c5fb93e30d7515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:47:22.880498 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=36024257-a1a8-430a-971e-4c701f404e1c,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:22.882523 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.952339 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.956658 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.981847 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0f8dc3-d80c-4d4f-b967-ea135bf70fbd,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:22.992610 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:22.994048 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f6609a6d-9445-4212-a18f-f62137558c45 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557086 Feb 04 16:47:22.996798 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55836) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:23.002012 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'security_group_rule': {'security_group_id': '9943eb8b-ff90-4de4-8f53-3a29778262f8', 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:23.009141 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:23.013022 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:security_group_rule and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:23.015898 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:23.021730 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:23.034961 n-d-827870-1 neutron-server[87571]: INFO neutron.db.securitygroups_db [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Project 704288ed9d754453a4c5fb93e30d7515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:47:23.041826 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:23.110525 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:23.115128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444763'] for security_group_rule, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:23.138725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48428c8b-81a1-48a0-a57d-a7ce219f4f37,revision_number=0']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:23.147055 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:23.148197 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-dc027b6b-e539-4360-b651-19af5616e99b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503980 Feb 04 16:47:23.485897 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-67a74f13-b48a-4a7f-a3de-90475a3c3a9a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Synchronizing usage tracker for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:security_group {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:47:23.502124 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-67a74f13-b48a-4a7f-a3de-90475a3c3a9a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Unset dirty status for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:security_group {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:47:23.503557 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-67a74f13-b48a-4a7f-a3de-90475a3c3a9a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178294502&fields=id&tenant_id=704288ed9d754453a4c5fb93e30d7515 HTTP/1.1" status: 200 len: 267 time: 0.0567491 Feb 04 16:47:23.657015 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-b9c2f071-bee4-41e6-8d77-aec16f6f3a47 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:23.658372 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-b9c2f071-bee4-41e6-8d77-aec16f6f3a47 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 809 time: 0.1480675 Feb 04 16:47:23.674313 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-f8c0311d-80f3-42dc-a423-63687c491381 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/quotas/704288ed9d754453a4c5fb93e30d7515 HTTP/1.1" status: 200 len: 375 time: 0.0095911 Feb 04 16:47:23.769807 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-78653e4f-c8ed-4422-97c8-310fd55683e3 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906549 Feb 04 16:47:24.007277 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-94f9e1f4-636d-4aa1-b4f8-bd5b28942cbb service neutron] 10.222.0.46 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261446 Feb 04 16:47:24.141626 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-f3ffb534-fc1d-4fe1-bc37-2ea0cdc98377 service neutron] 10.222.0.46 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286225 Feb 04 16:47:24.321012 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4bc554b5-3998-4e44-8bf6-71b3e5c4ab22 req-626904de-d5d1-4d5b-8720-1e9b4943d87d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 210 time: 0.0456562 Feb 04 16:47:24.464547 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 36024257-a1a8-430a-971e-4c701f404e1c up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:24.534628 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port 36024257-a1a8-430a-971e-4c701f404e1c triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:24.535108 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:25.506277 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-01eab9dc-6c01-44f9-998d-d7ba078f7005 req-cf1435c9-884b-4472-8bd8-49c6e29035d7 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 210 time: 0.0619338 Feb 04 16:47:25.547470 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-5c12ddda-c029-4835-ba57-cffc237fe84f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:25.549000 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-5c12ddda-c029-4835-ba57-cffc237fe84f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.53 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 809 time: 0.2207434 Feb 04 16:47:25.605468 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-90c4ce01-7419-41c1-ac0a-deb5880285dc tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=704288ed9d754453a4c5fb93e30d7515 HTTP/1.1" status: 200 len: 380 time: 0.0416451 Feb 04 16:47:25.615599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'port': {'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'admin_state_up': True, 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'security_groups': ['9943eb8b-ff90-4de4-8f53-3a29778262f8']}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:25.737683 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Sync routers for ids ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:47:25.747483 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Routers {'4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:25.748176 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:25.763656 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:25.768800 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:port and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:25.771995 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:25.779094 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:25.792315 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Made reservation on behalf of 704288ed9d754453a4c5fb93e30d7515 for: {'port': 1} {{(pid=87570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:47:25.795867 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:25.935169 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Set router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:26.077868 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Allocated IP 172.20.0.14 (99d2ec41-2737-4b07-9360-ee5443f8936f/dfb1273b-4208-4093-82b1-4876232fce7f/3dcade12-84b9-4de3-a224-5b870d0bd450) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:47:26.261980 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '36024257-a1a8-430a-971e-4c701f404e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:15Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 4, 'project_id': '83848994a0174720b1e5644952ad686f', 'gw_port': {'id': '36024257-a1a8-430a-971e-4c701f404e1c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:16Z', 'updated_at': '2022-02-04T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bb32dcb5-d58f-4efd-8ff5-8a006054a10f', 'name': '', 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'mac_address': 'fa:16:3e:8e:b9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:19Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 2, 'project_id': '83848994a0174720b1e5644952ad686f', 'subnets': [{'id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:26.265326 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:26.265826 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Checking router: 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:47:26.266168 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Updating router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 port bb32dcb5-d58f-4efd-8ff5-8a006054a10f binding host n-d-827870-1 {{(pid=87573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:47:26.282205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Transition to ACTIVE for port object 3dcade12-84b9-4de3-a224-5b870d0bd450 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:26.311419 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:26.324302 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:26.392845 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Network 99d2ec41-2737-4b07-9360-ee5443f8936f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:26.402162 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:26.406764 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:47:26.460475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'Port': ['ID=3dcade12-84b9-4de3-a224-5b870d0bd450,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:26.486718 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:26.488222 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:26.510078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-cc957b4f-7496-4b7d-9489-04bed900221e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8985837 Feb 04 16:47:26.530607 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Request body: {'port': {'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827870-1'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:26.681327 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-30cfb81f-6985-4395-ace1-98a7536421f7 None None] Provisioning for port 3dcade12-84b9-4de3-a224-5b870d0bd450 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:26.686557 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-30cfb81f-6985-4395-ace1-98a7536421f7 None None] Provisioning complete for port 3dcade12-84b9-4de3-a224-5b870d0bd450 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:26.686927 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-30cfb81f-6985-4395-ace1-98a7536421f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:26.714053 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:26.728611 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Notify callbacks [] for port, precommit_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:26.746304 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-30cfb81f-6985-4395-ace1-98a7536421f7 None None] Port 3dcade12-84b9-4de3-a224-5b870d0bd450 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:47:26.753585 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.provisioning_blocks [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Transition to ACTIVE for port object bb32dcb5-d58f-4efd-8ff5-8a006054a10f will not be triggered until provisioned by entity L2. {{(pid=87573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:26.760891 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:26.812100 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e28be-d180-4ad2-acb6-99a6d251a1a1 req-c52c0b55-6415-471c-96d2-e3be4e4ca22e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:26.812850 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ee5e28be-d180-4ad2-acb6-99a6d251a1a1 req-c52c0b55-6415-471c-96d2-e3be4e4ca22e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Synchronizing usage tracker for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:47:26.881210 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2650c-1ab2-4c4a-9a0d-8ada130c4092 None None] Pushing event updated for resources: {'Port': ['ID=bb32dcb5-d58f-4efd-8ff5-8a006054a10f,revision_number=3']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:26.881426 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-ee5e28be-d180-4ad2-acb6-99a6d251a1a1 req-c52c0b55-6415-471c-96d2-e3be4e4ca22e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Unset dirty status for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:47:26.882735 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee5e28be-d180-4ad2-acb6-99a6d251a1a1 req-c52c0b55-6415-471c-96d2-e3be4e4ca22e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 932 time: 0.2415709 Feb 04 16:47:26.987093 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Attempting to bind port bb32dcb5-d58f-4efd-8ff5-8a006054a10f on host n-d-827870-1 for vnic_type normal with profile {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:47:26.987448 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Attempting to bind port bb32dcb5-d58f-4efd-8ff5-8a006054a10f by drivers openvswitch,hyperv on host n-d-827870-1 at level 0 using segments [{'id': 'c1106aa9-81ef-4a36-930e-7bf5c5683432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b'}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:47:26.988018 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Attempting to bind port bb32dcb5-d58f-4efd-8ff5-8a006054a10f on network efd1534e-0c4d-477c-92d5-12efc920567b {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:47:26.993711 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Checking agent: {'id': '76697772-1cd8-49dc-968b-4d47f9af1980', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 12, 38), 'started_at': datetime.datetime(2022, 2, 4, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827870-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:47:26.994297 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Checking segment: {'id': 'c1106aa9-81ef-4a36-930e-7bf5c5683432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:47:26.994717 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:26.995243 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Bound using segment: {'id': 'c1106aa9-81ef-4a36-930e-7bf5c5683432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b'} {{(pid=87573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:47:26.995714 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.managers [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Bound port: bb32dcb5-d58f-4efd-8ff5-8a006054a10f, host: n-d-827870-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1106aa9-81ef-4a36-930e-7bf5c5683432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b'}}] {{(pid=87573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:47:26.996081 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:27.026523 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee5e28be-d180-4ad2-acb6-99a6d251a1a1 req-da6a0527-3511-464c-b503-c012054f6896 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293633 Feb 04 16:47:27.107753 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] For port bb32dcb5-d58f-4efd-8ff5-8a006054a10f, host n-d-827870-1, cleared binding levels {{(pid=87573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:47:27.110541 n-d-827870-1 neutron-server[87573]: DEBUG neutron.plugins.ml2.db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] For port bb32dcb5-d58f-4efd-8ff5-8a006054a10f, host n-d-827870-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bb32dcb5-d58f-4efd-8ff5-8a006054a10f,segment=NetworkSegment(c1106aa9-81ef-4a36-930e-7bf5c5683432),segment_id=c1106aa9-81ef-4a36-930e-7bf5c5683432)] {{(pid=87573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:47:27.116008 n-d-827870-1 neutron-server[87573]: DEBUG neutron_lib.callbacks.manager [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:27.160056 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcade12-84b9-4de3-a224-5b870d0bd450 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:47:27.168387 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:27.186585 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Transition to ACTIVE for port object 3dcade12-84b9-4de3-a224-5b870d0bd450 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:47:27.192033 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:27.199900 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Routers {'4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:27.200515 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:27.274934 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2650c-1ab2-4c4a-9a0d-8ada130c4092 None None] Pushing event updated for resources: {'Port': ['ID=bb32dcb5-d58f-4efd-8ff5-8a006054a10f,revision_number=4']} {{(pid=87573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:27.404687 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcade12-84b9-4de3-a224-5b870d0bd450,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:27.406642 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] Set router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:27.462270 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Attempting to bind port 3dcade12-84b9-4de3-a224-5b870d0bd450 on host n-h1-827870-1 for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:47:27.462533 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Attempting to bind port 3dcade12-84b9-4de3-a224-5b870d0bd450 by drivers openvswitch,hyperv on host n-h1-827870-1 at level 0 using segments [{'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:47:27.462869 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Attempting to bind port 3dcade12-84b9-4de3-a224-5b870d0bd450 on network 99d2ec41-2737-4b07-9360-ee5443f8936f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:47:27.468040 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Port 3dcade12-84b9-4de3-a224-5b870d0bd450 on network 99d2ec41-2737-4b07-9360-ee5443f8936f not bound, no agent of type Open vSwitch agent registered on host n-h1-827870-1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:47:27.468365 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Attempting to bind port 3dcade12-84b9-4de3-a224-5b870d0bd450 on network 99d2ec41-2737-4b07-9360-ee5443f8936f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:47:27.474866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Checking agent: {'id': '36c3eee2-d2b5-4ea4-a463-f01c73a778a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:47:27.475208 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Checking segment: {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:47:27.475603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Bound using segment: {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:47:27.476488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Bound port: 3dcade12-84b9-4de3-a224-5b870d0bd450, host: n-h1-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:47:27.476488 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:27.575482 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:47:27.578603 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3dcade12-84b9-4de3-a224-5b870d0bd450,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:47:27.582855 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:27.647710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:27.648320 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:27.649712 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] 10.222.0.53 "PUT /v2.0/ports/3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 1092 time: 1.1237817 Feb 04 16:47:27.650146 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:47:27.734870 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'status': 'completed', 'code': 200} Feb 04 16:47:27.741946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805448a-ea77-44bd-935e-e5cce6dbb814 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcade12-84b9-4de3-a224-5b870d0bd450,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:27.777462 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9dd29774-54e9-4fa5-926a-41696fdf4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:27.778955 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9dd29774-54e9-4fa5-926a-41696fdf4175 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1095 time: 0.0828466 Feb 04 16:47:27.780088 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '36024257-a1a8-430a-971e-4c701f404e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:15Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 4, 'project_id': '83848994a0174720b1e5644952ad686f', 'gw_port': {'id': '36024257-a1a8-430a-971e-4c701f404e1c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:16Z', 'updated_at': '2022-02-04T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bb32dcb5-d58f-4efd-8ff5-8a006054a10f', 'name': '', 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'mac_address': 'fa:16:3e:8e:b9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:19Z', 'updated_at': '2022-02-04T16:47:27Z', 'revision_number': 4, 'project_id': '83848994a0174720b1e5644952ad686f', 'subnets': [{'id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:27.784976 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d87843b-84d7-48f6-aab4-ff2528e54dbf None None] The sync data for ids ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'] in n-d-827870-1 is: [{'id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '36024257-a1a8-430a-971e-4c701f404e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:15Z', 'updated_at': '2022-02-04T16:47:20Z', 'revision_number': 4, 'project_id': '83848994a0174720b1e5644952ad686f', 'gw_port': {'id': '36024257-a1a8-430a-971e-4c701f404e1c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:16Z', 'updated_at': '2022-02-04T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'bb32dcb5-d58f-4efd-8ff5-8a006054a10f', 'name': '', 'network_id': 'efd1534e-0c4d-477c-92d5-12efc920567b', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'mac_address': 'fa:16:3e:8e:b9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:19Z', 'updated_at': '2022-02-04T16:47:27Z', 'revision_number': 4, 'project_id': '83848994a0174720b1e5644952ad686f', 'subnets': [{'id': '73177269-5c67-40b3-aab8-3870503fb1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:47:27.862389 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-9a850629-39e1-49f3-bd7f-5818739a9159 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 217 time: 0.0723059 Feb 04 16:47:27.934776 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-8eaeab64-aa69-4e57-ac6c-dbf4391de1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:27.936518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-8eaeab64-aa69-4e57-ac6c-dbf4391de1b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0656762 Feb 04 16:47:28.016739 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-4e1165b0-2345-4af3-8a1c-6766a129f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:28.018880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-4e1165b0-2345-4af3-8a1c-6766a129f0ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725389 Feb 04 16:47:28.343672 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-29dc1eed-2a66-415c-90ff-29c17039b8a0 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150866 Feb 04 16:47:28.354163 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcdf25-2bf5-48a3-82ef-875b88e2bf08 req-586cf03a-7d9d-4c72-955a-461d935bd2ea tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:28.355654 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3dcdf25-2bf5-48a3-82ef-875b88e2bf08 req-586cf03a-7d9d-4c72-955a-461d935bd2ea tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 944 time: 0.1390777 Feb 04 16:47:28.483190 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c3dcdf25-2bf5-48a3-82ef-875b88e2bf08 req-42416682-585a-4cfa-a8a6-4d666723f01e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091661 Feb 04 16:47:28.502073 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bb32dcb5-d58f-4efd-8ff5-8a006054a10f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:28.522006 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ff21f93f-6bd9-4046-9f21-e19d6b63361f req-a0cebb94-6ff0-49e6-80d1-9d6031b8907e service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653764 Feb 04 16:47:28.587393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning for port bb32dcb5-d58f-4efd-8ff5-8a006054a10f completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:28.592401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bb32dcb5-d58f-4efd-8ff5-8a006054a10f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:28.592753 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:28.658166 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-a94a0ce8-e7e9-45a2-ab66-d9f65e805b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:28.659919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-a94a0ce8-e7e9-45a2-ab66-d9f65e805b12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1095 time: 0.0772579 Feb 04 16:47:28.710921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:28.743343 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] For port bb32dcb5-d58f-4efd-8ff5-8a006054a10f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bb32dcb5-d58f-4efd-8ff5-8a006054a10f,segment=NetworkSegment(c1106aa9-81ef-4a36-930e-7bf5c5683432),segment_id=c1106aa9-81ef-4a36-930e-7bf5c5683432)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:28.746872 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:28.794211 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-5a28dbb0-da05-439c-86fb-24124c503a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:28.795675 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-5a28dbb0-da05-439c-86fb-24124c503a07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1298480 Feb 04 16:47:28.813483 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Pushing event updated for resources: {'Port': ['ID=bb32dcb5-d58f-4efd-8ff5-8a006054a10f,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:28.869158 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-9d444a38-8a57-44de-8d61-56a9111c3b8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 217 time: 0.0663698 Feb 04 16:47:28.932285 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-de9cb57b-730c-4c74-ac5e-6550d3ca6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:28.933724 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-de9cb57b-730c-4c74-ac5e-6550d3ca6d26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0582418 Feb 04 16:47:29.010908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-a860f9d9-5680-4552-b5c5-f4d2dad30b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:29.012363 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-a860f9d9-5680-4552-b5c5-f4d2dad30b45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711019 Feb 04 16:47:29.143386 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-39c42624-e5b9-4423-9ae9-508228cf3d2b service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240668 Feb 04 16:47:29.275436 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c734a87a-0a92-4853-a5be-21dc08a48225 req-c09fd1b8-85c3-4c6c-8eed-10b4eb14f916 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255023 Feb 04 16:47:29.671276 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53abb-64f1-417f-ba1a-6f4e85b2bd0a req-2cbe586b-a7d5-4ca7-9106-d4ecaa9907f5 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:29.672609 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fba53abb-64f1-417f-ba1a-6f4e85b2bd0a req-2cbe586b-a7d5-4ca7-9106-d4ecaa9907f5 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 944 time: 0.0825505 Feb 04 16:47:29.716375 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-fba53abb-64f1-417f-ba1a-6f4e85b2bd0a req-3f142173-9984-402c-9025-12e9ec338fcc tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378947 Feb 04 16:47:30.465393 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bb32dcb5-d58f-4efd-8ff5-8a006054a10f up at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:30.534478 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Provisioning complete for port bb32dcb5-d58f-4efd-8ff5-8a006054a10f triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:30.534928 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:30.901204 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee1e76-e38f-4bc2-8fec-6254cd4e5037 req-d90adc80-ec40-4e1a-bed7-451d4559a164 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:30.902711 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07ee1e76-e38f-4bc2-8fec-6254cd4e5037 req-d90adc80-ec40-4e1a-bed7-451d4559a164 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 944 time: 0.0824130 Feb 04 16:47:30.951013 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-07ee1e76-e38f-4bc2-8fec-6254cd4e5037 req-be092e74-76de-45bc-b92c-7f80509d3869 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427258 Feb 04 16:47:32.116101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3dcade12-84b9-4de3-a224-5b870d0bd450 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:47:32.134020 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd6180-2f43-4ae2-800f-dd9021b6c856 req-207cd33e-ace1-4410-b308-5110524b6d2f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:32.135504 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68dd6180-2f43-4ae2-800f-dd9021b6c856 req-207cd33e-ace1-4410-b308-5110524b6d2f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 944 time: 0.0804212 Feb 04 16:47:32.180619 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-68dd6180-2f43-4ae2-800f-dd9021b6c856 req-22b69966-ae0c-43e8-9578-1a8374e4c15e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395701 Feb 04 16:47:32.261015 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3dcade12-84b9-4de3-a224-5b870d0bd450,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:32.274607 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:47:32.329843 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:32.347499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcade12-84b9-4de3-a224-5b870d0bd450 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:47:32.363079 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3dcade12-84b9-4de3-a224-5b870d0bd450,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:32.367289 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:32.438378 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3dcade12-84b9-4de3-a224-5b870d0bd450,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:32.623755 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['3dcade12-84b9-4de3-a224-5b870d0bd450'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:47:33.370485 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561b9df-81d7-4a2d-85b0-ce9aede7ab95 req-12ab275f-90c8-40bf-b043-9bb04335ea32 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:33.372044 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e561b9df-81d7-4a2d-85b0-ce9aede7ab95 req-12ab275f-90c8-40bf-b043-9bb04335ea32 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 945 time: 0.0865195 Feb 04 16:47:33.417269 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e561b9df-81d7-4a2d-85b0-ce9aede7ab95 req-eac4960c-f5fd-406f-8288-05ac7b365e8d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389001 Feb 04 16:47:34.130945 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3dcade12-84b9-4de3-a224-5b870d0bd450 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:47:34.199473 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning for port 3dcade12-84b9-4de3-a224-5b870d0bd450 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:47:34.204708 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 3dcade12-84b9-4de3-a224-5b870d0bd450 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:47:34.205104 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:34.323670 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:34.351061 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:47:34.361506 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3dcade12-84b9-4de3-a224-5b870d0bd450,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:47:34.366292 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:34.432330 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'code': 200} Feb 04 16:47:34.463770 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8a43-a2ce-42b6-9d5a-1eb4d1b1f03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:34.476940 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3dcade12-84b9-4de3-a224-5b870d0bd450,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:34.570759 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bb0eb-11dc-4173-b54e-609871af84e5 req-2e79a25d-23f6-4028-999d-ea7e8965ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:34.572203 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea8bb0eb-11dc-4173-b54e-609871af84e5 req-2e79a25d-23f6-4028-999d-ea7e8965ee9f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1097 time: 0.1066301 Feb 04 16:47:34.733589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ea8bb0eb-11dc-4173-b54e-609871af84e5 req-7983ab7b-4fb7-4f10-9d31-48bf52b556b2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502187 Feb 04 16:47:34.749425 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cc3e6-4467-4381-9306-41cf5e8922a5 req-3d969f56-12e9-4c17-83d7-c21682a08da0 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:34.750801 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e81cc3e6-4467-4381-9306-41cf5e8922a5 req-3d969f56-12e9-4c17-83d7-c21682a08da0 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 946 time: 0.2185855 Feb 04 16:47:34.794374 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-e81cc3e6-4467-4381-9306-41cf5e8922a5 req-d70de33f-7e2a-43bc-9b24-9389a5fc6639 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372932 Feb 04 16:47:35.982622 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d21503-76a0-4203-a485-12f418245a08 req-03fdf68c-9e30-4d97-9e68-1b9165c7bdc5 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:35.984595 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02d21503-76a0-4203-a485-12f418245a08 req-03fdf68c-9e30-4d97-9e68-1b9165c7bdc5 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 946 time: 0.0845246 Feb 04 16:47:36.032836 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-02d21503-76a0-4203-a485-12f418245a08 req-6a49c382-9edf-4561-8f4e-0b6e073db563 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423765 Feb 04 16:47:36.784458 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-954098a9-2e8c-4a66-bed2-b5eeede90d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:37.215797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614fc15-2458-43fd-8219-b8a980e372e8 req-597baa0b-9b37-4ff3-b7cf-fe87ee7f400c tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:37.217247 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7614fc15-2458-43fd-8219-b8a980e372e8 req-597baa0b-9b37-4ff3-b7cf-fe87ee7f400c tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 946 time: 0.0796344 Feb 04 16:47:37.261830 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7614fc15-2458-43fd-8219-b8a980e372e8 req-2f56333e-434a-4669-82ba-effce84be775 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379641 Feb 04 16:47:37.394696 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:37.452067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0003fb2-b78c-4a0f-9da2-516b9889fadb req-5d27b254-f4d0-4718-bb1f-6b5aaa77cf19 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:37.455248 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0003fb2-b78c-4a0f-9da2-516b9889fadb req-5d27b254-f4d0-4718-bb1f-6b5aaa77cf19 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 946 time: 0.0879331 Feb 04 16:47:37.503341 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c0003fb2-b78c-4a0f-9da2-516b9889fadb req-757cac8e-fa30-4f52-b545-6f98fc6200d2 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425532 Feb 04 16:47:37.526332 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55892) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:37.637725 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc36e8-8be4-481c-9636-f09b0322f0da tempest-TestSnapshotPattern-1056096914 tempest-TestSnapshotPattern-1056096914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:37.639122 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-24dc36e8-8be4-481c-9636-f09b0322f0da tempest-TestSnapshotPattern-1056096914 tempest-TestSnapshotPattern-1056096914-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1092 time: 0.1117799 Feb 04 16:47:37.641995 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 55898) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:47:37.647376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:47:37.654026 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:47:37.657784 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:floatingip and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:47:37.661401 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87571) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:47:37.666956 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:47:37.677476 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for floatingip, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:37.816853 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:37.918309 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:37.941795 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:37.970103 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Allocated IP 172.25.8.207 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/51744bb8-49a6-4cd9-bba0-3f00612fda6b) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:47:38.116514 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:38.145437 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:38.216302 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:47:38.219097 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:47:38.224916 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:47:38.248984 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'Port': ['ID=51744bb8-49a6-4cd9-bba0-3f00612fda6b,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:38.741736 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:38.817821 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:39.023572 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:39.028033 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:39.138659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'Port': ['ID=51744bb8-49a6-4cd9-bba0-3f00612fda6b,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:39.149413 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:39.320047 n-d-827870-1 neutron-server[87571]: INFO neutron.db.l3_db [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Floating IP 2f8c7ca4-0291-4261-8cfe-5129e241c212 associated. External IP: 172.25.8.207, port: 3dcade12-84b9-4de3-a224-5b870d0bd450. Feb 04 16:47:39.465694 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:39.672894 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Router ed6abedc-e98c-4b25-af14-0a30ec5f579c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:47:39.977459 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:47:39.988705 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] Sync routers for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:47:39.997627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:39.998238 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:40.003128 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:40.058476 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-9ce20614-0258-47ec-9706-6ab13cb34fe1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4154453 Feb 04 16:47:40.059165 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:47:40.078892 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:40.114392 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'status': 'completed', 'code': 200} Feb 04 16:47:40.191639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:40.205765 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-0496a874-28bc-40bc-84bc-d160a955d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:40.207226 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-0496a874-28bc-40bc-84bc-d160a955d0d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1097 time: 0.0728190 Feb 04 16:47:40.348382 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-f0eda47b-fb87-446f-b73f-7bfaf359b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:40.349867 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-f0eda47b-fb87-446f-b73f-7bfaf359b1cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1362894 Feb 04 16:47:40.457816 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-709027d3-7c42-4f95-a4d5-eed7c933601a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 1000 time: 0.1018555 Feb 04 16:47:40.521529 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-7f90e62c-9c9f-4e37-996c-efb283bc1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:40.523474 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-7f90e62c-9c9f-4e37-996c-efb283bc1c06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0593779 Feb 04 16:47:40.548405 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '2f8c7ca4-0291-4261-8cfe-5129e241c212', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:47:38Z', 'updated_at': '2022-02-04T16:47:38Z', 'revision_number': 0, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:40.552820 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] Checking router: ed6abedc-e98c-4b25-af14-0a30ec5f579c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:47:40.561277 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:47:40.561862 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:47:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:40.603185 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-564b1307-eed5-4400-a09b-ecf714863832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:40.604580 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-564b1307-eed5-4400-a09b-ecf714863832 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753517 Feb 04 16:47:40.614828 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-8ddf10e1-fcc9-4f26-84bd-a04d9627a7e3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:47:40.615753 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-8ddf10e1-fcc9-4f26-84bd-a04d9627a7e3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051746 Feb 04 16:47:40.741243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:47:40.749212 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-12bcd8a9-5141-476b-a704-c86a7f4b9093 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274486 Feb 04 16:47:40.882266 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-42dd70f3-bd6a-437a-af08-1a33c62103de req-dad8d27c-0a54-4c66-946c-c0d10cef3218 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269879 Feb 04 16:47:41.095689 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '2f8c7ca4-0291-4261-8cfe-5129e241c212', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:47:38Z', 'updated_at': '2022-02-04T16:47:38Z', 'revision_number': 0, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:41.100403 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33fc46-498e-4ca9-8076-ae9a18de5fb9 None None] The sync data for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 is: [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '2f8c7ca4-0291-4261-8cfe-5129e241c212', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:47:38Z', 'updated_at': '2022-02-04T16:47:38Z', 'revision_number': 0, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:47:41.300511 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f6839-259d-4aad-8301-68ddb5b00642 None None] New status for floating IP 2f8c7ca4-0291-4261-8cfe-5129e241c212: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:47:51.392512 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:48:00.405935 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-4d1e7c35-ba92-466c-ab3f-fc405476874b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403368 Feb 04 16:48:00.550359 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-bd866d5d-364e-4edc-9c49-f886ab10beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:00.551919 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-bd866d5d-364e-4edc-9c49-f886ab10beef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1097 time: 0.0761487 Feb 04 16:48:00.707950 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-ab340150-13ea-41f8-9ef1-682d9aa77122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:00.709441 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-ab340150-13ea-41f8-9ef1-682d9aa77122 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1321201 Feb 04 16:48:00.816196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-acfe3f59-a6c8-49d0-bbd9-595f730f11b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 1002 time: 0.0997839 Feb 04 16:48:00.882011 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-75fee104-3d6a-4cd2-8c32-2fda4a1553dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:00.883404 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-75fee104-3d6a-4cd2-8c32-2fda4a1553dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0603390 Feb 04 16:48:00.959443 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-eefc77b5-526b-4b5a-8f3c-8970822ed7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:00.960921 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-eefc77b5-526b-4b5a-8f3c-8970822ed7a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715246 Feb 04 16:48:01.199257 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-169f08ba-121c-4629-88d4-3d436474b6de service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307599 Feb 04 16:48:01.348673 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a8e49dac-ee1f-4f0a-871c-b5854faa921b req-11d661e4-5ed6-418f-b07d-dbe4349222a9 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317937 Feb 04 16:48:04.414928 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-79488a5f-ca3d-40d4-8ba6-39737a0ae1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.786022 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-534498b6-bcaf-4830-8d6c-058c00a55f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.394033 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.920643 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.942823 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.465275 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.095734 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:28.390841 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:48:34.417938 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7c4f3114-cee7-4d17-8bc5-cb94e7634966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:34.838436 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-011c6bf2-32ae-43a3-80e5-b2639b40b4bd req-f7478643-3fb5-42e2-a1e3-bc73b1a35689 service neutron] (87571) timed out ('10.222.0.46', 54144) {{(pid=87571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:48:36.788342 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6389fd0f-5071-4a81-a2d0-9420d234958b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:37.410003 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:37.922894 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:37.945352 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:39.468264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:40.111321 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:01.340666 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-4be7312d-71a1-41d8-a695-c4d73de8776b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748241 Feb 04 16:49:01.485758 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-b08946e1-bbf2-4324-b224-56aa7d406208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:01.487325 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-b08946e1-bbf2-4324-b224-56aa7d406208 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1097 time: 0.0721018 Feb 04 16:49:01.638747 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-462f7af8-35e1-42a1-b6da-e604a2af571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:01.640110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-462f7af8-35e1-42a1-b6da-e604a2af571b service neutron] 10.222.0.53 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1282103 Feb 04 16:49:01.750560 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-7553c560-fca9-4926-872f-82de1f45e2ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 1002 time: 0.1002560 Feb 04 16:49:01.815688 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-fed8ede1-b410-4178-a9b9-7ef896f07223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:01.817174 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-fed8ede1-b410-4178-a9b9-7ef896f07223 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0578468 Feb 04 16:49:01.896684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-f6f0bbe4-a238-4d42-a3ee-433a96f816b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:01.898085 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-f6f0bbe4-a238-4d42-a3ee-433a96f816b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721767 Feb 04 16:49:02.034330 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-3026cc6c-6f59-4242-ac60-1c0435aabdd0 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250060 Feb 04 16:49:02.168207 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-566fa1ce-8f7e-4019-856c-6a5cfc85f21e req-cc35473f-1230-4c06-8bb4-40adc0da738e service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247773 Feb 04 16:49:04.419779 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-201dbef8-8cdb-4413-af92-167c98d7a2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:05.392090 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:49:06.789546 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ed1a-a58f-4f97-a87d-16525060af44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.424990 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.925430 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.947838 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:09.473476 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.095349 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:34.421586 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b5d8-557a-44ab-bae5-3bc3b4967398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:36.790479 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-72cd58e0-173b-4b1e-9e26-c0f242130659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:37.428316 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:37.927377 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:37.950115 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:39.474921 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:40.094561 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:40.710101 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3dcade12-84b9-4de3-a224-5b870d0bd450 details requested by agent hyperv_n-h1-827870-1 with host n-h1-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:49:40.841752 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3dcade12-84b9-4de3-a224-5b870d0bd450,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:49:40.854597 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Returning: {'device': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:49:40.909038 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:40.925787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dcade12-84b9-4de3-a224-5b870d0bd450 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:49:40.941895 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3dcade12-84b9-4de3-a224-5b870d0bd450,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:49:40.946008 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:41.016199 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3dcade12-84b9-4de3-a224-5b870d0bd450,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:41.024538 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.024903 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.025242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.025731 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.025897 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.026219 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.026543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.026968 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.027290 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.027614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.027928 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.028258 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:41.040121 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] get_ports_and_sgs() called for port_ids ['3dcade12-84b9-4de3-a224-5b870d0bd450'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:49:42.393318 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:49:42.741160 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3dcade12-84b9-4de3-a224-5b870d0bd450 up at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:49:42.828311 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Provisioning complete for port 3dcade12-84b9-4de3-a224-5b870d0bd450 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:42.828924 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:42.952339 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:42.983624 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:42.995559 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3dcade12-84b9-4de3-a224-5b870d0bd450,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:49:43.006816 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:43.056840 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'code': 200} Feb 04 16:49:43.105499 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3dcade12-84b9-4de3-a224-5b870d0bd450,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:50.707700 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2f372fa5-0f0b-484e-a9f8-0ac9922e0436 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178294502&fields=id&tenant_id=704288ed9d754453a4c5fb93e30d7515 HTTP/1.1" status: 200 len: 267 time: 0.0398645 Feb 04 16:49:50.858768 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-07cde174-a780-4f76-8199-e2ded6298e38 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:50.860114 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-07cde174-a780-4f76-8199-e2ded6298e38 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 809 time: 0.1450601 Feb 04 16:49:50.875641 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-c2078dda-beed-4900-8ab0-d25ee2eb4739 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/quotas/704288ed9d754453a4c5fb93e30d7515 HTTP/1.1" status: 200 len: 375 time: 0.0101976 Feb 04 16:49:50.967529 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-863dd7a2-93bd-4df7-bbe2-37e9b388f692 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870812 Feb 04 16:49:50.982623 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-bb56af71-027a-4460-9cdc-62b8fe95bd06 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:49:50.983558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-bb56af71-027a-4460-9cdc-62b8fe95bd06 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048795 Feb 04 16:49:51.116071 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-10823fc9-78fc-43ec-8caf-474dc6620e14 service neutron] 10.222.0.46 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270185 Feb 04 16:49:51.254441 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-83b05df6-6c20-4050-8ae8-68e9dff8bec2 service neutron] 10.222.0.46 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317704 Feb 04 16:49:51.534519 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4a3fb8e5-c200-4e9d-81c9-927defe9820f req-0ece26a4-7dae-4748-ac8c-3c8f9535e9ca tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 210 time: 0.1455882 Feb 04 16:49:52.633638 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-48a0a645-9243-499e-8f47-73cdb31afd34 req-a82fe749-819a-4161-bd07-0a2dfcf627a8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 210 time: 0.0427425 Feb 04 16:49:53.743260 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f32876ca-fbe2-4226-8055-27820a8bfa51 req-bb381525-c4b1-4427-bff9-5a8ba4b4d0d3 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 210 time: 0.0462515 Feb 04 16:49:54.546774 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-0dad4e3e-1a23-4c9f-90df-5cc94ce87dc9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:54.547447 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-0dad4e3e-1a23-4c9f-90df-5cc94ce87dc9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Synchronizing usage tracker for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:network {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:49:54.564695 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-0dad4e3e-1a23-4c9f-90df-5cc94ce87dc9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Unset dirty status for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:network {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:49:54.565887 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-0dad4e3e-1a23-4c9f-90df-5cc94ce87dc9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.61 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 809 time: 0.1630402 Feb 04 16:49:54.620526 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-8c1e6d18-6d57-4b29-b236-f223ef966028 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Synchronizing usage tracker for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:security_group {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:49:54.631719 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-8c1e6d18-6d57-4b29-b236-f223ef966028 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Unset dirty status for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:security_group {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:49:54.632948 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-8c1e6d18-6d57-4b29-b236-f223ef966028 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=704288ed9d754453a4c5fb93e30d7515 HTTP/1.1" status: 200 len: 380 time: 0.0587485 Feb 04 16:49:54.646214 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'port': {'device_id': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'admin_state_up': True, 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'security_groups': ['9943eb8b-ff90-4de4-8f53-3a29778262f8']}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:49:54.778599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3dcade12-84b9-4de3-a224-5b870d0bd450 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:49:54.793867 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:54.805049 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.quota.driver [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87571) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:54.823216 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Made reservation on behalf of 704288ed9d754453a4c5fb93e30d7515 for: {'port': 1} {{(pid=87571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:49:54.826660 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:54.939090 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:54.948629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-0209f5d7-0db3-41da-a1af-807b267ee7c6 req-08f38baf-8311-40a6-8058-eec181353569 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 210 time: 0.0828662 Feb 04 16:49:54.992961 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:55.006753 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3dcade12-84b9-4de3-a224-5b870d0bd450,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:49:55.013500 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:55.025870 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.db_base_plugin_common [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Allocated IP 172.20.0.7 (99d2ec41-2737-4b07-9360-ee5443f8936f/dfb1273b-4208-4093-82b1-4876232fce7f/852daa8d-9511-42c5-bb6d-7afda9213e06) {{(pid=87571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:49:55.107001 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'code': 200} Feb 04 16:49:55.107641 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Pushing event updated for resources: {'Port': ['ID=3dcade12-84b9-4de3-a224-5b870d0bd450,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:55.348228 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for port, precommit_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:55.394456 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Transition to ACTIVE for port object 852daa8d-9511-42c5-bb6d-7afda9213e06 will not be triggered until provisioned by entity DHCP. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:55.439477 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_create {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:55.534557 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Network 99d2ec41-2737-4b07-9360-ee5443f8936f is already hosted by enough agents. {{(pid=87571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:49:55.538114 n-d-827870-1 neutron-server[87571]: DEBUG neutron.scheduler.base_scheduler [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources bound (agent type, host, resource id): {{(pid=87571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:55.542900 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Received port after_create {{(pid=87571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:49:55.628786 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:55.629542 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:55.633541 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'Port': ['ID=852daa8d-9511-42c5-bb6d-7afda9213e06,revision_number=1']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:55.675624 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.676217 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.678168 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.678782 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.679417 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.680200 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.680659 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.681154 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.681620 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.682085 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.682511 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.682936 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:55.713803 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-2c1364c4-9523-4f80-a22b-04ae83e36e1f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0704236 Feb 04 16:49:55.839674 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3e8446aa-147f-4dba-ab28-adf026eac166 None None] Provisioning for port 852daa8d-9511-42c5-bb6d-7afda9213e06 completed by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:49:55.848389 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-3e8446aa-147f-4dba-ab28-adf026eac166 None None] Provisioning complete for port 852daa8d-9511-42c5-bb6d-7afda9213e06 triggered by entity DHCP. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:55.849292 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-3e8446aa-147f-4dba-ab28-adf026eac166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:55.910577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-3e8446aa-147f-4dba-ab28-adf026eac166 None None] Port 852daa8d-9511-42c5-bb6d-7afda9213e06 cannot update to ACTIVE because it is not bound. {{(pid=87572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 16:49:56.149715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d773-0a4b-49ba-9a6d-15b12dd9cfbe req-67859459-3863-4d8c-9692-4bcdff3dbe95 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:56.151149 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c86d773-0a4b-49ba-9a6d-15b12dd9cfbe req-67859459-3863-4d8c-9692-4bcdff3dbe95 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 931 time: 0.0827100 Feb 04 16:49:56.203777 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8c86d773-0a4b-49ba-9a6d-15b12dd9cfbe req-17d1a033-bfeb-4582-9166-cd349c1387ae tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460832 Feb 04 16:49:57.405666 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4d1df-2fab-4ddd-bb74-3c51698b4381 req-97c9c22a-0c23-44ab-a264-640837c22fdc tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:57.414558 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ce4d1df-2fab-4ddd-bb74-3c51698b4381 req-97c9c22a-0c23-44ab-a264-640837c22fdc tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 931 time: 0.0907822 Feb 04 16:49:57.454726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-4ce4d1df-2fab-4ddd-bb74-3c51698b4381 req-102b2275-b89e-46c5-b97b-ec3aef0e103a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Feb 04 16:49:58.675085 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdde87-3646-4071-90cf-24a64cfb7c9a req-14de8dc6-1850-4998-b526-a855e123cfcd tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:58.676594 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45bdde87-3646-4071-90cf-24a64cfb7c9a req-14de8dc6-1850-4998-b526-a855e123cfcd tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 931 time: 0.1002598 Feb 04 16:49:58.724084 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-45bdde87-3646-4071-90cf-24a64cfb7c9a req-6a3bb0cf-9c6c-4496-9e83-f4de74100193 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408299 Feb 04 16:49:59.944195 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197c73-1019-4bc7-8c03-9ae05aa9112a req-e305435d-495f-492f-9cfb-e1463a9b8713 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:59.946182 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1197c73-1019-4bc7-8c03-9ae05aa9112a req-e305435d-495f-492f-9cfb-e1463a9b8713 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 931 time: 0.0858121 Feb 04 16:50:00.010320 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-d1197c73-1019-4bc7-8c03-9ae05aa9112a req-73a0a727-ad4c-49e8-aee5-fb1b309ef543 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564692 Feb 04 16:50:01.215049 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d377392-a17f-4d05-92c9-c11594dba129 req-3f21b01b-8226-43f1-a518-58672a0fd10d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:01.216640 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d377392-a17f-4d05-92c9-c11594dba129 req-3f21b01b-8226-43f1-a518-58672a0fd10d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 931 time: 0.0877013 Feb 04 16:50:01.282356 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-8d377392-a17f-4d05-92c9-c11594dba129 req-31f5bfd5-4f58-4b54-87b7-032063333caa tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595753 Feb 04 16:50:02.338206 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-dbe374ca-8299-4001-bddd-854580987f10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725188 Feb 04 16:50:02.544322 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-246a7552-d023-4522-aa13-91eb07401f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:02.545808 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-246a7552-d023-4522-aa13-91eb07401f64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1095 time: 0.1079116 Feb 04 16:50:02.554553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03dd14-988c-46d4-9213-d9afb6048146 req-b0f475bb-9d06-454b-903e-cd59b50c109a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:02.555965 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a03dd14-988c-46d4-9213-d9afb6048146 req-b0f475bb-9d06-454b-903e-cd59b50c109a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 931 time: 0.1565607 Feb 04 16:50:02.680264 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6a03dd14-988c-46d4-9213-d9afb6048146 req-5be9f91e-70fb-44a8-9176-0c75646fd1d4 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182537 Feb 04 16:50:02.725627 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-09255189-b00f-4dfa-81ee-d885b445c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:02.727233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-09255189-b00f-4dfa-81ee-d885b445c522 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1492059 Feb 04 16:50:02.839904 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-b0f1f309-61c6-4dff-9562-02e091791797 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 1000 time: 0.1018007 Feb 04 16:50:02.907873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-9a7feee5-0c45-4344-b5a1-f5a63359f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:02.909356 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-9a7feee5-0c45-4344-b5a1-f5a63359f6a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0603139 Feb 04 16:50:02.987546 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-a4da521e-c016-4123-8984-93d904490ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:02.989340 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-a4da521e-c016-4123-8984-93d904490ef9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710225 Feb 04 16:50:03.033175 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.v2.base [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Request body: {'port': {'device_id': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827870-1'}} {{(pid=87571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:50:03.125629 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-2814ea6e-f8d9-46ea-82ed-6132b1197fa0 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266506 Feb 04 16:50:03.148038 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:03.261237 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a1e8c1ff-c5c7-488d-9161-0af9140a6cd2 req-e53e0f6a-acd3-4ded-a34a-62c2f04fa95f service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262186 Feb 04 16:50:03.500273 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852daa8d-9511-42c5-bb6d-7afda9213e06 {{(pid=87571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:50:03.507512 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:03.521398 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Transition to ACTIVE for port object 852daa8d-9511-42c5-bb6d-7afda9213e06 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:50:03.525972 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:03.667414 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Pushing event updated for resources: {'Port': ['ID=852daa8d-9511-42c5-bb6d-7afda9213e06,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:03.885710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62534521-2fa0-4725-9029-7553942c4456 req-9f9b66ad-0f4d-4b10-9f4a-70fadc01d79f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:03.887699 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62534521-2fa0-4725-9029-7553942c4456 req-9f9b66ad-0f4d-4b10-9f4a-70fadc01d79f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 943 time: 0.0904231 Feb 04 16:50:03.908208 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Attempting to bind port 852daa8d-9511-42c5-bb6d-7afda9213e06 on host n-h2-827870-1 for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:50:03.908553 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Attempting to bind port 852daa8d-9511-42c5-bb6d-7afda9213e06 by drivers openvswitch,hyperv on host n-h2-827870-1 at level 0 using segments [{'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:50:03.908923 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Attempting to bind port 852daa8d-9511-42c5-bb6d-7afda9213e06 on network 99d2ec41-2737-4b07-9360-ee5443f8936f {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:50:03.913882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Port 852daa8d-9511-42c5-bb6d-7afda9213e06 on network 99d2ec41-2737-4b07-9360-ee5443f8936f not bound, no agent of type Open vSwitch agent registered on host n-h2-827870-1 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 16:50:03.914211 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Attempting to bind port 852daa8d-9511-42c5-bb6d-7afda9213e06 on network 99d2ec41-2737-4b07-9360-ee5443f8936f {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 16:50:03.919345 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Checking agent: {'id': '8ce3c39e-a93b-4b25-95a4-6947b6c36577', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827870-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'started_at': datetime.datetime(2022, 2, 4, 15, 20, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 16:50:03.919681 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Checking segment: {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 16:50:03.920061 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Bound using segment: {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 16:50:03.920484 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Bound port: 852daa8d-9511-42c5-bb6d-7afda9213e06, host: n-h2-827870-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f13f5ac-688e-42df-b04a-cdf96c459a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:50:03.920854 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:03.933493 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-62534521-2fa0-4725-9029-7553942c4456 req-7fa73d47-3dc2-4a97-8a2f-5327183f0e1b tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394266 Feb 04 16:50:04.013102 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 16:50:04.016319 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 16:50:04.020567 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716327'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:04.074510 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:04.075183 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:04.076675 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] 10.222.0.61 "PUT /v2.0/ports/852daa8d-9511-42c5-bb6d-7afda9213e06 HTTP/1.1" status: 200 len: 1091 time: 1.0930667 Feb 04 16:50:04.084716 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:04.112741 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eed0b-dfb6-41f7-b825-e9029ad009e3 service neutron] Pushing event updated for resources: {'Port': ['ID=852daa8d-9511-42c5-bb6d-7afda9213e06,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:04.149941 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'status': 'completed', 'code': 200} Feb 04 16:50:04.192431 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-d8786b90-3da7-48b6-89c8-fc1c889db154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:04.193950 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-d8786b90-3da7-48b6-89c8-fc1c889db154 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 1094 time: 0.0759943 Feb 04 16:50:04.268070 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-86c9aa6c-337a-436f-b515-2b0f7c78e21c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=852daa8d-9511-42c5-bb6d-7afda9213e06 HTTP/1.1" status: 200 len: 217 time: 0.0662987 Feb 04 16:50:04.331602 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-87428dce-0ba6-45dd-85eb-77a204f31136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:04.333074 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-87428dce-0ba6-45dd-85eb-77a204f31136 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0590672 Feb 04 16:50:04.411856 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-96d416ea-acc3-475e-92ef-ee7990e7e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:04.413920 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-96d416ea-acc3-475e-92ef-ee7990e7e861 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740237 Feb 04 16:50:04.423455 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ce84473-7c72-491d-a384-3a1a3ffa73b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:04.548800 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-c5aab745-0f6d-4033-b9cd-4206ac90a342 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281569 Feb 04 16:50:04.682975 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-b6096755-9902-40bb-8199-0a4664e4dad5 req-daf0487d-2448-4676-89b1-f71763c44188 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278632 Feb 04 16:50:04.797738 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-41a2ab32-f864-49ff-bc72-dff4529149e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:04.799296 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-41a2ab32-f864-49ff-bc72-dff4529149e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 1094 time: 0.0714960 Feb 04 16:50:04.929112 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-79883881-8ff8-4afa-aa6e-a478049b3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:04.930551 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-79883881-8ff8-4afa-aa6e-a478049b3c34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1248960 Feb 04 16:50:05.002965 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-ea03fdd9-df37-46b2-bd53-ed105ab0a1a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=852daa8d-9511-42c5-bb6d-7afda9213e06 HTTP/1.1" status: 200 len: 217 time: 0.0656631 Feb 04 16:50:05.066691 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-4dff884b-5637-4682-8611-02d48fcb2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:05.068046 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-4dff884b-5637-4682-8611-02d48fcb2ca3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0584836 Feb 04 16:50:05.128946 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b021d86-4f31-4bcf-8617-4b2eb9e6d993 req-b906ba51-320d-467b-a6a3-e2e52671c08a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:05.130518 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b021d86-4f31-4bcf-8617-4b2eb9e6d993 req-b906ba51-320d-467b-a6a3-e2e52671c08a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 943 time: 0.0905902 Feb 04 16:50:05.148604 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-8e3b1cd7-06bc-4e4e-a764-f19a48511f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:05.150199 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-8e3b1cd7-06bc-4e4e-a764-f19a48511f39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760577 Feb 04 16:50:05.175183 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7b021d86-4f31-4bcf-8617-4b2eb9e6d993 req-8dc32a68-9acc-4eab-9dac-d9a7d640ba10 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383699 Feb 04 16:50:05.284169 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-43c18016-58c1-4d77-8dc1-828be9ee23d7 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270130 Feb 04 16:50:05.416215 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0f481e9c-a668-406b-9235-a46cbc27bbe9 req-6d3c2813-47c2-439d-8a2e-d8500276ef57 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255665 Feb 04 16:50:06.289320 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 852daa8d-9511-42c5-bb6d-7afda9213e06 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:50:06.360660 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734a4ae-f16f-489a-a2ec-8ce22e2307fd req-907c87d3-c048-4ec2-bc2d-7cef4bb14790 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:06.362134 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a734a4ae-f16f-489a-a2ec-8ce22e2307fd req-907c87d3-c048-4ec2-bc2d-7cef4bb14790 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 943 time: 0.0844843 Feb 04 16:50:06.407219 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a734a4ae-f16f-489a-a2ec-8ce22e2307fd req-2f2aed2d-af3b-4d6a-9f44-402ec631c4f3 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384738 Feb 04 16:50:06.425464 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:50:06.439748 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'port_id': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'mac_address': 'fa:16:3e:90:6a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:50:06.532919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:06.549723 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852daa8d-9511-42c5-bb6d-7afda9213e06 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:50:06.565599 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:50:06.569732 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:06.637012 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=852daa8d-9511-42c5-bb6d-7afda9213e06,revision_number=4']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:06.791901 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-11d4768d-4e60-4aaf-9224-bbc23c05472c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:06.809151 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['852daa8d-9511-42c5-bb6d-7afda9213e06'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:50:07.441253 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:07.596214 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3b39b-9899-488a-badd-3b5ce4302e82 req-bfff721f-3a57-4fca-b977-14b8bac0ba6a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:07.598356 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11c3b39b-9899-488a-badd-3b5ce4302e82 req-bfff721f-3a57-4fca-b977-14b8bac0ba6a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 944 time: 0.0807829 Feb 04 16:50:07.647602 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-11c3b39b-9899-488a-badd-3b5ce4302e82 req-4ab2c07c-82ba-4dfb-b323-f4e7820a1a01 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423923 Feb 04 16:50:07.931232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:07.952049 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:08.302966 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 852daa8d-9511-42c5-bb6d-7afda9213e06 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:50:08.370272 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning for port 852daa8d-9511-42c5-bb6d-7afda9213e06 completed by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:50:08.374962 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 852daa8d-9511-42c5-bb6d-7afda9213e06 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:50:08.375318 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:08.501294 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:08.527394 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:08.537226 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:50:08.543265 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:08.581249 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'code': 200} Feb 04 16:50:08.619325 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=852daa8d-9511-42c5-bb6d-7afda9213e06,revision_number=5']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:08.716610 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ff501-62dd-467b-ad95-1c3e5b71d632 req-d07a4984-6213-4310-896c-835741c5febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:08.718204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c54ff501-62dd-467b-ad95-1c3e5b71d632 req-d07a4984-6213-4310-896c-835741c5febf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 1096 time: 0.0782983 Feb 04 16:50:08.761045 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-c54ff501-62dd-467b-ad95-1c3e5b71d632 req-78d83d05-7a6f-4519-9fde-723c792f9888 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346942 Feb 04 16:50:08.838288 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3092db6-9428-4e20-b7b5-5173cdbd9d9a req-ebd2c1a7-a425-41d7-ac43-98a9fc0e3903 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:08.839647 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3092db6-9428-4e20-b7b5-5173cdbd9d9a req-ebd2c1a7-a425-41d7-ac43-98a9fc0e3903 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 945 time: 0.0805783 Feb 04 16:50:08.884399 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a3092db6-9428-4e20-b7b5-5173cdbd9d9a req-60ccd786-f6f0-422b-9fdc-5696c850a79f tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389590 Feb 04 16:50:09.478159 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:10.076591 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59f675-64b6-4bf1-bf43-c77e5e65cd26 req-34f57ffb-0f2b-491d-baac-411aaec29b00 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:10.078088 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b59f675-64b6-4bf1-bf43-c77e5e65cd26 req-34f57ffb-0f2b-491d-baac-411aaec29b00 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 945 time: 0.0847347 Feb 04 16:50:10.109954 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:10.122092 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-6b59f675-64b6-4bf1-bf43-c77e5e65cd26 req-095d58fa-19a7-46ac-8063-2e5e11cc3a8e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385048 Feb 04 16:50:10.307144 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d3ce-9988-4a8a-8b85-42e36182864b req-0d42ee7b-602f-4d61-ac94-fbce3d25ca90 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:10.308605 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec88d3ce-9988-4a8a-8b85-42e36182864b req-0d42ee7b-602f-4d61-ac94-fbce3d25ca90 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 945 time: 0.0789802 Feb 04 16:50:10.353335 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ec88d3ce-9988-4a8a-8b85-42e36182864b req-78d468fd-ab07-44d6-ac6a-892b2dd3d9e2 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387812 Feb 04 16:50:10.375806 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56174) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:50:10.449625 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7cd3b3-ca44-46bb-b9bd-47937f8cb762 tempest-TestSnapshotPattern-1056096914 tempest-TestSnapshotPattern-1056096914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:10.450323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9b7cd3b3-ca44-46bb-b9bd-47937f8cb762 tempest-TestSnapshotPattern-1056096914 tempest-TestSnapshotPattern-1056096914-project-admin] Synchronizing usage tracker for tenant:83848994a0174720b1e5644952ad686f on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:50:10.466260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-9b7cd3b3-ca44-46bb-b9bd-47937f8cb762 tempest-TestSnapshotPattern-1056096914 tempest-TestSnapshotPattern-1056096914-project-admin] Unset dirty status for tenant:83848994a0174720b1e5644952ad686f on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:50:10.467475 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-9b7cd3b3-ca44-46bb-b9bd-47937f8cb762 tempest-TestSnapshotPattern-1056096914 tempest-TestSnapshotPattern-1056096914-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 1091 time: 0.0906541 Feb 04 16:50:10.470366 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56178) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:50:10.475128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.v2.base [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Request body: {'floatingip': {'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'port_id': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:50:10.481715 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:50:10.485510 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Usage tracker for resource:floatingip and tenant:704288ed9d754453a4c5fb93e30d7515 is out of sync, need to count used quota {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:50:10.488294 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87570) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:50:10.495330 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.quota.driver [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87570) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:50:10.507230 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for floatingip, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:10.745794 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:10.878499 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Allocated IP 172.25.8.225 (cee49329-a2e8-404b-bc10-5459d077e066/c4d331da-e5ec-4a95-aa45-9e96d73cf48c/028cb37c-a92f-4358-982e-457d96126ebe) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:50:11.031179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:11.061080 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759484654596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:11.123467 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Network cee49329-a2e8-404b-bc10-5459d077e066 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:50:11.127036 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:50:11.129404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 16:50:11.171717 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'Port': ['ID=028cb37c-a92f-4358-982e-457d96126ebe,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:11.191457 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.191797 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.192131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.192459 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.192807 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.193136 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.193456 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.193782 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.194732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.195130 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.195448 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.195778 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:11.563534 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:11.637597 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:11.841340 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:11.845783 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1879977'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:11.956553 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event updated for resources: {'Port': ['ID=028cb37c-a92f-4358-982e-457d96126ebe,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:11.967030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455854'] for floatingip, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:12.140229 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Floating IP 6964842a-0ee9-44a6-b565-cca05637791f associated. External IP: 172.25.8.225, port: 852daa8d-9511-42c5-bb6d-7afda9213e06. Feb 04 16:50:12.602560 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Router ed6abedc-e98c-4b25-af14-0a30ec5f579c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:50:12.784452 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:50:12.794976 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] Sync routers for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:50:12.804973 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:50:12.805586 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:50:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:50:12.810980 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:12.866637 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-8239dd98-af59-41a2-bac2-3a2c72dd86f9 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3945875 Feb 04 16:50:12.867338 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:12.985710 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'status': 'completed', 'code': 200} Feb 04 16:50:12.990492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:50:13.082955 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ec51-5001-4a17-bb06-2c885243b03e req-d3b44b7f-e1d3-4b61-be72-68cd80678f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:13.085267 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3580ec51-5001-4a17-bb06-2c885243b03e req-d3b44b7f-e1d3-4b61-be72-68cd80678f3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 1096 time: 0.0751271 Feb 04 16:50:13.324179 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ec51-5001-4a17-bb06-2c885243b03e req-5df09a28-b121-4fe1-8362-ec96eb92ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:13.325662 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3580ec51-5001-4a17-bb06-2c885243b03e req-5df09a28-b121-4fe1-8362-ec96eb92ce52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.2351289 Feb 04 16:50:13.349319 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '2f8c7ca4-0291-4261-8cfe-5129e241c212', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:47:38Z', 'updated_at': '2022-02-04T16:47:41Z', 'revision_number': 1, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}, {'id': '6964842a-0ee9-44a6-b565-cca05637791f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:90:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:50:11Z', 'updated_at': '2022-02-04T16:50:11Z', 'revision_number': 0, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:50:13.353429 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] Checking router: ed6abedc-e98c-4b25-af14-0a30ec5f579c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:50:13.361979 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:50:13.362577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:50:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:50:13.432822 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3580ec51-5001-4a17-bb06-2c885243b03e req-989c3473-cbea-4066-b2d6-691476a2a3f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=852daa8d-9511-42c5-bb6d-7afda9213e06 HTTP/1.1" status: 200 len: 999 time: 0.1001351 Feb 04 16:50:13.495068 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ec51-5001-4a17-bb06-2c885243b03e req-7eff9574-2625-4839-a192-d3b0d6e939a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:13.496491 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3580ec51-5001-4a17-bb06-2c885243b03e req-7eff9574-2625-4839-a192-d3b0d6e939a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0578942 Feb 04 16:50:13.543397 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:50:13.576392 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ec51-5001-4a17-bb06-2c885243b03e req-3bc34294-9c88-4b8a-9746-b73867bf19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:13.577798 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3580ec51-5001-4a17-bb06-2c885243b03e req-3bc34294-9c88-4b8a-9746-b73867bf19ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743539 Feb 04 16:50:13.716280 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3580ec51-5001-4a17-bb06-2c885243b03e req-7269f8b2-4bc6-43b8-90d2-3a10b44ed26d service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302581 Feb 04 16:50:13.851327 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-3580ec51-5001-4a17-bb06-2c885243b03e req-d4e32bbb-8268-4cae-b485-790e2c4adfd1 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283679 Feb 04 16:50:13.938719 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '2f8c7ca4-0291-4261-8cfe-5129e241c212', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:47:38Z', 'updated_at': '2022-02-04T16:47:41Z', 'revision_number': 1, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}, {'id': '6964842a-0ee9-44a6-b565-cca05637791f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:90:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:50:11Z', 'updated_at': '2022-02-04T16:50:11Z', 'revision_number': 0, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:50:13.942794 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b02c74-2f42-4734-9938-10dc2892dd69 None None] The sync data for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 is: [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '2f8c7ca4-0291-4261-8cfe-5129e241c212', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:47:38Z', 'updated_at': '2022-02-04T16:47:41Z', 'revision_number': 1, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}, {'id': '6964842a-0ee9-44a6-b565-cca05637791f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:90:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:50:11Z', 'updated_at': '2022-02-04T16:50:11Z', 'revision_number': 0, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:50:14.133567 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c6e8f-17ba-4730-9921-54a8370336a5 None None] New status for floating IP 6964842a-0ee9-44a6-b565-cca05637791f: ACTIVE {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:50:17.375794 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-5c573e31-96d4-45ce-8fc1-ede78c2f41ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742025 Feb 04 16:50:17.522929 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-4cac4573-af8f-41da-a850-469bd041a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:17.524382 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-4cac4573-af8f-41da-a850-469bd041a526 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 1096 time: 0.0703597 Feb 04 16:50:17.673669 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-5761cc14-c35b-465e-9a5d-772395605ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:17.674999 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-5761cc14-c35b-465e-9a5d-772395605ff2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1314445 Feb 04 16:50:17.779882 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-bc2a2923-99f1-42a0-804f-6b39f86a7f46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=852daa8d-9511-42c5-bb6d-7afda9213e06 HTTP/1.1" status: 200 len: 1001 time: 0.0980961 Feb 04 16:50:17.845668 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-7186d505-2884-4b70-912b-42371b48a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:17.847106 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-7186d505-2884-4b70-912b-42371b48a422 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0610387 Feb 04 16:50:17.921412 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-67e8b0eb-a202-48eb-bc64-4bb68b24d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:17.922918 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-67e8b0eb-a202-48eb-bc64-4bb68b24d093 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697334 Feb 04 16:50:18.056311 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-6b2be06c-5cb5-4711-a7d5-f33e71a90d48 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258416 Feb 04 16:50:18.187015 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-0011acf2-70d7-406a-bef8-213ea0e4c72a req-293b0e0f-9c5d-4883-9e50-8f143a9d477b service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247241 Feb 04 16:50:19.393241 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:50:34.424690 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1397304a-0cb2-4d14-8a31-506bd2920c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:36.793914 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-918c0016-7e10-4cd1-8b34-249af581b497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:37.444737 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:37.934232 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:37.954413 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:39.481307 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:40.110730 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:56.392896 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:51:02.333130 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-40ff4de0-acdc-4ef2-b6d3-9fc2941885fd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695014 Feb 04 16:51:02.481028 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-23443f99-2033-427b-9b0b-a5b525d0329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:02.482471 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-23443f99-2033-427b-9b0b-a5b525d0329c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1095 time: 0.0741320 Feb 04 16:51:02.627636 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-24929fff-94ce-4dd1-be6b-fef365fbff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:02.629052 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-24929fff-94ce-4dd1-be6b-fef365fbff97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1259129 Feb 04 16:51:02.735702 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-3c8f3ffe-c395-41e1-9c35-4877f0decefd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 1000 time: 0.0967131 Feb 04 16:51:02.798483 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-3901c126-d9e4-4f40-a4fd-eaa7a6936393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:02.799888 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-3901c126-d9e4-4f40-a4fd-eaa7a6936393 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0556967 Feb 04 16:51:02.885735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-3769e7e9-c81e-46cf-b718-97b32be7e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:02.887110 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-3769e7e9-c81e-46cf-b718-97b32be7e8da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785370 Feb 04 16:51:03.025027 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-dd9fce3d-b838-4045-8a47-02b582c544a1 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276941 Feb 04 16:51:03.159450 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-350360f4-64c4-45c1-8353-0576d410f6a3 req-953a117a-5c61-4378-8665-bea018422158 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245697 Feb 04 16:51:04.426131 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-5f7b8243-32ca-4f14-87ec-99a6dae606c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:06.796362 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-c6233bfa-48e1-4fb1-886f-a8ee39880a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:07.456283 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:07.936970 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:07.957448 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:09.487542 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:10.124225 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:17.366358 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-4ff44546-9030-4a20-9711-fec791eed2a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708175 Feb 04 16:51:17.611292 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-63420608-2aa4-471f-997c-60b6db20ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:17.612667 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-63420608-2aa4-471f-997c-60b6db20ac73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 1096 time: 0.1787090 Feb 04 16:51:17.756875 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-3c851c58-6a56-4e21-810a-e299ef59e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:17.758313 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-3c851c58-6a56-4e21-810a-e299ef59e7ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1268663 Feb 04 16:51:17.860731 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-1cf591bb-8caa-4a5e-a816-5c6475e2e0c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=852daa8d-9511-42c5-bb6d-7afda9213e06 HTTP/1.1" status: 200 len: 1001 time: 0.0962100 Feb 04 16:51:17.923904 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-28e6e9bd-4bd0-4ba3-9382-9fb5472f2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:17.925308 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-28e6e9bd-4bd0-4ba3-9382-9fb5472f2fad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0572200 Feb 04 16:51:18.003505 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-c9fb191a-14d9-4f68-be13-d32003f7afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:18.005960 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-c9fb191a-14d9-4f68-be13-d32003f7afd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742264 Feb 04 16:51:18.016289 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-834017f3-68a2-47f9-8b66-b158bc2da89d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:51:18.017216 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-834017f3-68a2-47f9-8b66-b158bc2da89d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047026 Feb 04 16:51:18.148612 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-a8c3c269-ebe5-4e7f-b040-8f119b13b2a0 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251304 Feb 04 16:51:18.280396 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-ad6a5e81-6982-4405-819e-f705a30b8dfe req-6a3bd871-1de2-4804-883c-ff881f023929 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247597 Feb 04 16:51:33.393168 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:51:34.428653 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d037a1a-0e70-4d76-aa2a-e3c11df876e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:36.798177 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7e68-5ffc-44b1-bfe7-f3c79a55bc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:37.444388 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:37.950180 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:37.961919 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:39.489310 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:40.123455 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.929218 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 852daa8d-9511-42c5-bb6d-7afda9213e06 details requested by agent hyperv_n-h2-827870-1 with host n-h2-827870-1 {{(pid=87572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:51:55.062401 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:51:55.075065 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Returning: {'device': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'port_id': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'mac_address': 'fa:16:3e:90:6a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:51:55.130315 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.150384 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 852daa8d-9511-42c5-bb6d-7afda9213e06 {{(pid=87572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:51:55.166531 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:51:55.170415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.242351 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=852daa8d-9511-42c5-bb6d-7afda9213e06,revision_number=6']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:55.249832 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.250177 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.250511 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.250841 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.251167 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.251492 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.251814 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.252155 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.252474 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.252871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.253379 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.253787 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:55.258614 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] get_ports_and_sgs() called for port_ids ['852daa8d-9511-42c5-bb6d-7afda9213e06'] {{(pid=87572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 16:51:56.945893 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 852daa8d-9511-42c5-bb6d-7afda9213e06 up at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:51:57.021861 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.provisioning_blocks [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Provisioning complete for port 852daa8d-9511-42c5-bb6d-7afda9213e06 triggered by entity L2. {{(pid=87572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:57.022229 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66566948'] for port, provisioning_complete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:57.146740 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:57.228699 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:51:57.230741 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:57.247212 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:57.334371 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=852daa8d-9511-42c5-bb6d-7afda9213e06,revision_number=7']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:57.377020 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'code': 200} Feb 04 16:52:02.366832 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-d5ba544b-334a-457e-8aa0-171d9176e50c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778286 Feb 04 16:52:02.535215 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-44203198-7d2b-41f8-b733-c5cbe2762740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:02.537086 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-44203198-7d2b-41f8-b733-c5cbe2762740 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1095 time: 0.0814555 Feb 04 16:52:02.824273 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-3400ab94-8b7e-4a18-b47b-bf5d5c7152eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:02.825899 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-3400ab94-8b7e-4a18-b47b-bf5d5c7152eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.2635953 Feb 04 16:52:02.947819 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-5c6637b7-b112-4d33-986b-8f0ebf128dde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 1000 time: 0.1119614 Feb 04 16:52:03.031142 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-b996812c-2fe1-4836-9ce3-0849a0ee6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:03.032589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-b996812c-2fe1-4836-9ce3-0849a0ee6a78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0754223 Feb 04 16:52:03.119710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-d382257c-450a-4dd5-992b-43a60e64da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:03.121280 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-d382257c-450a-4dd5-992b-43a60e64da44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792940 Feb 04 16:52:03.291880 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-93a36b9d-1b25-4681-a00e-662ff57d0812 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608522 Feb 04 16:52:03.439636 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f0735e0e-6ebc-4224-bcda-0d602589abf5 req-bc1d1449-9a46-4cb7-a58a-fb06a29e63fc service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411281 Feb 04 16:52:04.430976 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-21075d1a-853a-4b4c-8a07-b786238f0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:05.249083 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56370) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:05.457472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Deleting port 028cb37c-a92f-4358-982e-457d96126ebe {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:05.457810 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:05.624148 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:05.624401 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:05.767212 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Calling delete_port for 028cb37c-a92f-4358-982e-457d96126ebe owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:05.923700 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:06.000305 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event deleted for resources: {'Port': ['ID=028cb37c-a92f-4358-982e-457d96126ebe,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:06.017475 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.017819 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.018243 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.018580 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.018908 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.019236 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.019558 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.019882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.020205 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.020522 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.020866 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.021255 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:06.078783 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:06.079158 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Floating IP 6964842a-0ee9-44a6-b565-cca05637791f disassociated (deleted). External IP: 172.25.8.225, port: 852daa8d-9511-42c5-bb6d-7afda9213e06. Feb 04 16:52:06.547103 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Router ed6abedc-e98c-4b25-af14-0a30ec5f579c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:52:06.742913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:52:06.755209 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] Sync routers for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:52:06.760453 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:06.764871 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:52:06.765543 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:51:37Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:06.821298 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c87c26b7-a106-489c-82af-6d913f9446a6 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "DELETE /v2.0/floatingips/6964842a-0ee9-44a6-b565-cca05637791f HTTP/1.1" status: 204 len: 168 time: 1.5710793 Feb 04 16:52:06.821882 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:06.890650 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0cde748a-7d09-491b-85e3-71c567596f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:06.998722 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:52:07.066528 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'status': 'completed', 'code': 200} Feb 04 16:52:07.168119 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-5581c517-1a8b-4c1a-9a6a-63fa139b91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:07.169531 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-5581c517-1a8b-4c1a-9a6a-63fa139b91ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 1096 time: 0.0773895 Feb 04 16:52:07.239959 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4706-8572-44c4-a0e9-dd97a99465d2 req-53c106e6-ef03-4b94-94a9-fb5c382707be tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:07.240761 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1d4f4706-8572-44c4-a0e9-dd97a99465d2 req-53c106e6-ef03-4b94-94a9-fb5c382707be tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Synchronizing usage tracker for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:52:07.269710 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-1d4f4706-8572-44c4-a0e9-dd97a99465d2 req-53c106e6-ef03-4b94-94a9-fb5c382707be tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Unset dirty status for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:52:07.277017 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d4f4706-8572-44c4-a0e9-dd97a99465d2 req-53c106e6-ef03-4b94-94a9-fb5c382707be tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 945 time: 0.1199822 Feb 04 16:52:07.318429 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-22102d18-3816-4e6e-a310-c3cd87f02243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:07.320284 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-22102d18-3816-4e6e-a310-c3cd87f02243 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1434259 Feb 04 16:52:07.322583 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-1d4f4706-8572-44c4-a0e9-dd97a99465d2 req-258ae1be-8b4c-43f5-9e43-c2736b69b5e0 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443926 Feb 04 16:52:07.392702 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '2f8c7ca4-0291-4261-8cfe-5129e241c212', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:47:38Z', 'updated_at': '2022-02-04T16:47:41Z', 'revision_number': 1, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:07.396234 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-f3d37461-eeb6-4012-bc52-d6f8c78242a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=852daa8d-9511-42c5-bb6d-7afda9213e06 HTTP/1.1" status: 200 len: 217 time: 0.0692024 Feb 04 16:52:07.397340 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] Checking router: ed6abedc-e98c-4b25-af14-0a30ec5f579c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:52:07.406227 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:52:07.406822 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:07.460177 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-35e1770d-5307-4d0b-84a6-5512ee81a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:07.461560 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-35e1770d-5307-4d0b-84a6-5512ee81a175 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0590310 Feb 04 16:52:07.496582 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.542096 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-bde41293-58ce-4fa4-a3ca-d815c4dac287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:07.543549 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-bde41293-58ce-4fa4-a3ca-d815c4dac287 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755095 Feb 04 16:52:07.601654 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:52:07.680449 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-1fcf9aec-e8c1-4f02-8257-91bb969bdcc4 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287267 Feb 04 16:52:07.813775 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-f86fe08b-113e-4176-932e-1ad1bb3e42d1 req-ef714f62-973f-4eb4-9438-ca9a0e34dc32 service neutron] 10.222.0.61 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268833 Feb 04 16:52:07.955336 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.972987 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.983244 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '2f8c7ca4-0291-4261-8cfe-5129e241c212', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:47:38Z', 'updated_at': '2022-02-04T16:47:41Z', 'revision_number': 1, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:07.988181 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a282a5c-ae07-43c0-a542-8f677ff26437 None None] The sync data for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 is: [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_floatingips': [{'id': '2f8c7ca4-0291-4261-8cfe-5129e241c212', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'floating_ip_address': '172.25.8.207', 'floating_network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'router_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'port_id': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'mac_address': 'fa:16:3e:ad:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7720c687-02a9-479f-b7b4-ae29151233b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:47:38Z', 'updated_at': '2022-02-04T16:47:41Z', 'revision_number': 1, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:52:08.211348 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa73543-dcf6-4c45-b88c-ced4696517ab None None] New status for floating IP 6964842a-0ee9-44a6-b565-cca05637791f: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:52:08.517773 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1f19-ac9b-494b-bac4-9ebc2d717ef1 req-dd3d1fb1-a559-4743-8988-965b69bc66b2 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:08.520139 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f51c1f19-ac9b-494b-bac4-9ebc2d717ef1 req-dd3d1fb1-a559-4743-8988-965b69bc66b2 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 945 time: 0.0901532 Feb 04 16:52:08.566196 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-f51c1f19-ac9b-494b-bac4-9ebc2d717ef1 req-eef1bfc1-92c9-4506-be5f-69e300ba8fee tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403986 Feb 04 16:52:08.755819 n-d-827870-1 neutron-server[87571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260485f-e476-4e91-8276-ce454706f5cb req-ae72261d-f76a-4813-9ce5-f3d1b6a97cf5 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:08.756507 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e260485f-e476-4e91-8276-ce454706f5cb req-ae72261d-f76a-4813-9ce5-f3d1b6a97cf5 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Synchronizing usage tracker for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87571) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:52:08.767921 n-d-827870-1 neutron-server[87571]: DEBUG neutron.quota.resource [req-e260485f-e476-4e91-8276-ce454706f5cb req-ae72261d-f76a-4813-9ce5-f3d1b6a97cf5 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Unset dirty status for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87571) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:52:08.769660 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e260485f-e476-4e91-8276-ce454706f5cb req-ae72261d-f76a-4813-9ce5-f3d1b6a97cf5 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 945 time: 0.0922134 Feb 04 16:52:08.842327 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Deleting port 852daa8d-9511-42c5-bb6d-7afda9213e06 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:08.842664 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:08.977802 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 852daa8d-9511-42c5-bb6d-7afda9213e06 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:09.093017 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634166'] for port, before_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.120011 n-d-827870-1 neutron-server[87572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06'}] {{(pid=87572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:09.131488 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:09.135912 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759485116941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759484654614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759484654659'] for port, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.182015 n-d-827870-1 neutron-server[87572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'code': 200} Feb 04 16:52:09.207292 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Pushing event updated for resources: {'Port': ['ID=852daa8d-9511-42c5-bb6d-7afda9213e06,revision_number=8']} {{(pid=87572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:09.216258 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:09.216621 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.345088 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Calling delete_port for 852daa8d-9511-42c5-bb6d-7afda9213e06 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:09.426605 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.db.api [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:52:09.426927 n-d-827870-1 neutron-server[87571]: DEBUG oslo_db.api [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:52:09.491654 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.751141 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189c519-bc13-4e91-9774-82b65638f0f7 req-3c893f12-dfd0-430b-b92f-c7a28c4419d8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:09.752756 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a189c519-bc13-4e91-9774-82b65638f0f7 req-3c893f12-dfd0-430b-b92f-c7a28c4419d8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 943 time: 0.0791118 Feb 04 16:52:09.797078 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-a189c519-bc13-4e91-9774-82b65638f0f7 req-b3ac3b15-a555-4f8f-a0fa-d208fea41847 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385799 Feb 04 16:52:09.928376 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Deleting port 852daa8d-9511-42c5-bb6d-7afda9213e06 {{(pid=87571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:09.928932 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.121449 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.173252 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.db [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] For port 852daa8d-9511-42c5-bb6d-7afda9213e06, host n-h2-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827870-1',level=0,port_id=852daa8d-9511-42c5-bb6d-7afda9213e06,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:10.173613 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.296448 n-d-827870-1 neutron-server[87571]: DEBUG neutron.plugins.ml2.plugin [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Calling delete_port for 852daa8d-9511-42c5-bb6d-7afda9213e06 owned by compute:nova {{(pid=87571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:10.391669 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:52:10.443862 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1716318'] for port, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.499003 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event deleted for resources: {'Port': ['ID=852daa8d-9511-42c5-bb6d-7afda9213e06,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:10.541523 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.541869 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.542203 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.542530 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.542882 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.543210 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.543531 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.543850 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.544167 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.544487 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.544825 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.545146 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827870-1 {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:10.584421 n-d-827870-1 neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] No DVR routers for this DVR port 852daa8d-9511-42c5-bb6d-7afda9213e06 on host n-h2-827870-1 {{(pid=87571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:52:10.586917 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:10.589476 n-d-827870-1 neutron-server[87571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'name': 'network-vif-deleted', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06'}] {{(pid=87571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:10.604204 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [req-e260485f-e476-4e91-8276-ce454706f5cb req-a594cc27-f38e-434d-8cd6-228bf8f9ef60 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.61 "DELETE /v2.0/ports/852daa8d-9511-42c5-bb6d-7afda9213e06 HTTP/1.1" status: 204 len: 173 time: 1.8291063 Feb 04 16:52:10.687562 n-d-827870-1 neutron-server[87571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e8dbc1-bb4b-438e-9164-1eefacd54a92', 'name': 'network-vif-deleted', 'tag': '852daa8d-9511-42c5-bb6d-7afda9213e06', 'status': 'completed', 'code': 200} Feb 04 16:52:10.974931 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-74a06122-4921-4e80-80eb-74c01cfc9bf9 req-ee357156-cd0b-4a5a-9142-5aff1e4b35c1 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=17e8dbc1-bb4b-438e-9164-1eefacd54a92 HTTP/1.1" status: 200 len: 210 time: 0.0540683 Feb 04 16:52:12.624873 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56434) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:12.825547 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Deleting port 51744bb8-49a6-4cd9-bba0-3f00612fda6b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:12.825804 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.000536 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.000884 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.009200 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 852daa8d-9511-42c5-bb6d-7afda9213e06 no longer exists at agent hyperv_n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:13.051042 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] No Port match for: 852daa8d-9511-42c5-bb6d-7afda9213e06 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:52:13.051619 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Device 852daa8d-9511-42c5-bb6d-7afda9213e06 not bound to the agent host n-h2-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:13.122750 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Calling delete_port for 51744bb8-49a6-4cd9-bba0-3f00612fda6b owned by network:floatingip {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:13.273329 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.454905 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event deleted for resources: {'Port': ['ID=51744bb8-49a6-4cd9-bba0-3f00612fda6b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:13.524055 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for floatingip, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:13.524386 n-d-827870-1 neutron-server[87570]: INFO neutron.db.l3_db [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Floating IP 2f8c7ca4-0291-4261-8cfe-5129e241c212 disassociated (deleted). External IP: 172.25.8.207, port: 3dcade12-84b9-4de3-a224-5b870d0bd450. Feb 04 16:52:13.876016 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Router ed6abedc-e98c-4b25-af14-0a30ec5f579c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:52:14.056250 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:52:14.066562 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] Sync routers for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:52:14.072657 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for floatingip, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:14.075517 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:52:14.076127 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:14.127074 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-81aa3319-9d8b-4944-aedf-8b2c29e0ffd8 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "DELETE /v2.0/floatingips/2f8c7ca4-0291-4261-8cfe-5129e241c212 HTTP/1.1" status: 204 len: 168 time: 1.5010114 Feb 04 16:52:14.128323 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:14.297678 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:52:14.518910 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'status': 'completed', 'code': 200} Feb 04 16:52:14.634197 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:14.637982 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] Checking router: ed6abedc-e98c-4b25-af14-0a30ec5f579c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:52:14.646285 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:52:14.646870 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:14.672395 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-7e3980da-89b1-4f3a-bbd1-b91a186a547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:14.674019 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-7e3980da-89b1-4f3a-bbd1-b91a186a547d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=704288ed9d754453a4c5fb93e30d7515&device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 1095 time: 0.1286924 Feb 04 16:52:14.771517 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fecc41-3d84-4d4e-9b59-f14d68128086 req-3c42355c-3912-4012-a294-a1f5d663d8e7 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:14.772127 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-29fecc41-3d84-4d4e-9b59-f14d68128086 req-3c42355c-3912-4012-a294-a1f5d663d8e7 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Synchronizing usage tracker for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:52:14.804514 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-29fecc41-3d84-4d4e-9b59-f14d68128086 req-3c42355c-3912-4012-a294-a1f5d663d8e7 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Unset dirty status for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:52:14.805717 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29fecc41-3d84-4d4e-9b59-f14d68128086 req-3c42355c-3912-4012-a294-a1f5d663d8e7 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 944 time: 0.2009311 Feb 04 16:52:14.834243 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:52:14.853923 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-3a2bae0a-c439-4886-a53f-b5eb53393b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:14.855372 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-3a2bae0a-c439-4886-a53f-b5eb53393b38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 200 len: 910 time: 0.1744359 Feb 04 16:52:14.933262 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-1813107c-cd31-4143-8567-c5fa121d1bf7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 200 len: 217 time: 0.0707943 Feb 04 16:52:14.936405 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-29fecc41-3d84-4d4e-9b59-f14d68128086 req-9f1086ec-2c60-4358-ba7b-edb17eb8e54c tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202140 Feb 04 16:52:14.997784 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-f7ba1b28-64ec-45b7-9541-22cc4001aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:14.999233 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-f7ba1b28-64ec-45b7-9541-22cc4001aaca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 200 len: 848 time: 0.0600641 Feb 04 16:52:15.078695 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-159ec127-af52-416c-9c0b-84b8fd935a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:15.080066 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-159ec127-af52-416c-9c0b-84b8fd935a61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99d2ec41-2737-4b07-9360-ee5443f8936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741241 Feb 04 16:52:15.149449 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:15.153412 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c494dc-ca83-4d73-a47f-129ba9547e62 None None] The sync data for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 is: [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:47:13Z', 'revision_number': 4, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1', '_interfaces': [{'id': 'e21676b2-5ce8-4761-bc2e-3c60f3072abc', 'name': '', 'network_id': '99d2ec41-2737-4b07-9360-ee5443f8936f', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'mac_address': 'fa:16:3e:73:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:12Z', 'updated_at': '2022-02-04T16:47:18Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'subnets': [{'id': 'dfb1273b-4208-4093-82b1-4876232fce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:52:15.339483 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-e7c161f1-0d07-46f7-bea9-004151ed39d2 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528439 Feb 04 16:52:15.392417 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651879d4-1a26-4b52-80fe-226063a291a5 None None] New status for floating IP 2f8c7ca4-0291-4261-8cfe-5129e241c212: DOWN {{(pid=87573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:52:15.475535 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-c649bcd8-0eea-4978-814a-6e7080caa20c req-1a12422a-048a-4d26-9c8f-0e3e2150fcc1 service neutron] 10.222.0.53 "GET /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285362 Feb 04 16:52:16.123469 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96acf8-127d-41a3-a32e-fb00e3069a7d req-f8a0f5a6-d2a9-493e-84e7-015bd2ba8c1c tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:16.125743 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee96acf8-127d-41a3-a32e-fb00e3069a7d req-f8a0f5a6-d2a9-493e-84e7-015bd2ba8c1c tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 944 time: 0.0814426 Feb 04 16:52:16.169616 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-ee96acf8-127d-41a3-a32e-fb00e3069a7d req-f13a9c23-09fc-4d69-b306-354cc718019e tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/security-groups?id=9943eb8b-ff90-4de4-8f53-3a29778262f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383866 Feb 04 16:52:16.354279 n-d-827870-1 neutron-server[87570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-08306475-9bf6-43a4-b497-78313b025f76 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:16.355684 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-08306475-9bf6-43a4-b497-78313b025f76 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.53 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 944 time: 0.0826306 Feb 04 16:52:16.436304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Deleting port 3dcade12-84b9-4de3-a224-5b870d0bd450 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:16.436638 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.678404 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] For port 3dcade12-84b9-4de3-a224-5b870d0bd450, host n-h1-827870-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827870-1',level=0,port_id=3dcade12-84b9-4de3-a224-5b870d0bd450,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:16.678673 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:16.810450 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Calling delete_port for 3dcade12-84b9-4de3-a224-5b870d0bd450 owned by compute:nova {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:16.956854 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:17.011067 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event deleted for resources: {'Port': ['ID=3dcade12-84b9-4de3-a224-5b870d0bd450,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:17.087312 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] No DVR routers for this DVR port 3dcade12-84b9-4de3-a224-5b870d0bd450 on host n-h1-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:52:17.089760 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67000894'] for port, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:17.092410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'name': 'network-vif-deleted', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:17.108070 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-127dc09c-968b-466c-9187-5c74fe62cbdc req-89dfddbf-decc-4658-be3f-b4d3d4070c94 tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.53 "DELETE /v2.0/ports/3dcade12-84b9-4de3-a224-5b870d0bd450 HTTP/1.1" status: 204 len: 173 time: 0.7444904 Feb 04 16:52:17.141590 n-d-827870-1 neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7720c687-02a9-479f-b7b4-ae29151233b0', 'name': 'network-vif-deleted', 'tag': '3dcade12-84b9-4de3-a224-5b870d0bd450', 'status': 'completed', 'code': 200} Feb 04 16:52:17.340403 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7055412c-2b56-4fe3-813b-e73b06fc8dbe req-8d2d74f2-0a89-43cf-a14c-b3cd2c3d9e9a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Synchronizing usage tracker for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87570) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:52:17.357131 n-d-827870-1 neutron-server[87570]: DEBUG neutron.quota.resource [req-7055412c-2b56-4fe3-813b-e73b06fc8dbe req-8d2d74f2-0a89-43cf-a14c-b3cd2c3d9e9a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Unset dirty status for tenant:704288ed9d754453a4c5fb93e30d7515 on resource:port {{(pid=87570) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:52:17.358332 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [req-7055412c-2b56-4fe3-813b-e73b06fc8dbe req-8d2d74f2-0a89-43cf-a14c-b3cd2c3d9e9a tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "GET /v2.0/ports?device_id=7720c687-02a9-479f-b7b4-ae29151233b0 HTTP/1.1" status: 200 len: 210 time: 0.0660346 Feb 04 16:52:18.453781 n-d-827870-1 neutron-server[87571]: DEBUG neutron.wsgi [-] (87571) accepted ('10.222.0.46', 56452) {{(pid=87571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:18.522744 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1185c53-1394-4e2b-a562-5ba6a350616d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group, before_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.555487 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1185c53-1394-4e2b-a562-5ba6a350616d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.622905 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1185c53-1394-4e2b-a562-5ba6a350616d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.642425 n-d-827870-1 neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1185c53-1394-4e2b-a562-5ba6a350616d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9943eb8b-ff90-4de4-8f53-3a29778262f8,revision_number=None']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:18.653411 n-d-827870-1 neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f1185c53-1394-4e2b-a562-5ba6a350616d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] Notify callbacks [] for security_group, before_response {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:18.654686 n-d-827870-1 neutron-server[87571]: INFO neutron.wsgi [None req-f1185c53-1394-4e2b-a562-5ba6a350616d tempest-TestSnapshotPattern-1381576667 tempest-TestSnapshotPattern-1381576667-project] 10.222.0.46 "DELETE /v2.0/security-groups/9943eb8b-ff90-4de4-8f53-3a29778262f8 HTTP/1.1" status: 204 len: 168 time: 0.1997819 Feb 04 16:52:18.703266 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56458) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:19.468242 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3dcade12-84b9-4de3-a224-5b870d0bd450 no longer exists at agent hyperv_n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:19.488895 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:19.502476 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] No Port match for: 3dcade12-84b9-4de3-a224-5b870d0bd450 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:52:19.502815 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Device 3dcade12-84b9-4de3-a224-5b870d0bd450 not bound to the agent host n-h1-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:19.835711 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Deleting port e21676b2-5ce8-4761-bc2e-3c60f3072abc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:19.836316 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:20.004401 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] For port e21676b2-5ce8-4761-bc2e-3c60f3072abc, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=e21676b2-5ce8-4761-bc2e-3c60f3072abc,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:20.004746 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:20.124988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Calling delete_port for e21676b2-5ce8-4761-bc2e-3c60f3072abc owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:20.440907 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:20.487708 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e21676b2-5ce8-4761-bc2e-3c60f3072abc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:20.872522 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:21.239539 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Router ed6abedc-e98c-4b25-af14-0a30ec5f579c has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:52:21.427961 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:52:21.436577 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] Sync routers for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:52:21.446215 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-002c1332-8cfd-4654-9783-7c897f5b99ac admin admin] 10.222.0.46 "PUT /v2.0/routers/ed6abedc-e98c-4b25-af14-0a30ec5f579c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7417710 Feb 04 16:52:21.447128 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:52:21.447806 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:21.448674 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56464) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:21.642824 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:21.649925 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: n-d-827870-1 {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:52:21.828433 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:21.838639 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Deleting port caef4a6d-dd13-476e-b51b-e4f79c99cffa {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:21.839027 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:21.983639 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:52:20Z', 'revision_number': 5, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port': {'id': 'caef4a6d-dd13-476e-b51b-e4f79c99cffa', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:10Z', 'updated_at': '2022-02-04T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:21.988421 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] Checking router: ed6abedc-e98c-4b25-af14-0a30ec5f579c for host: n-d-827870-1 {{(pid=87572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:52:21.996625 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] Routers {'ed6abedc-e98c-4b25-af14-0a30ec5f579c'} bound to L3 agent in host n-d-827870-1 {{(pid=87572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:52:21.997241 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'], 'active': True} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:22.019789 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] For port caef4a6d-dd13-476e-b51b-e4f79c99cffa, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=caef4a6d-dd13-476e-b51b-e4f79c99cffa,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:22.020327 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.149237 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_dvr_db [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] Set router ed6abedc-e98c-4b25-af14-0a30ec5f579c gateway port host: None {{(pid=87572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:52:22.259250 n-d-827870-1 neutron-server[87572]: DEBUG neutron.db.l3_hamode_db [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:52:21Z', 'revision_number': 6, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:22.262859 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41653def-4ae8-4964-8045-5c0ca8e16e6a None None] The sync data for ids ['ed6abedc-e98c-4b25-af14-0a30ec5f579c'] in n-d-827870-1 is: [{'id': 'ed6abedc-e98c-4b25-af14-0a30ec5f579c', 'name': 'tempest-TestSnapshotPattern-344564971-router', 'tenant_id': '704288ed9d754453a4c5fb93e30d7515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:09Z', 'updated_at': '2022-02-04T16:52:21Z', 'revision_number': 6, 'project_id': '704288ed9d754453a4c5fb93e30d7515', 'gw_port_host': None}] {{(pid=87572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:52:22.272670 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Calling delete_port for caef4a6d-dd13-476e-b51b-e4f79c99cffa owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:22.440822 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.490304 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=caef4a6d-dd13-476e-b51b-e4f79c99cffa,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:22.581464 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.683448 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e21676b2-5ce8-4761-bc2e-3c60f3072abc no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:22.723913 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: e21676b2-5ce8-4761-bc2e-3c60f3072abc {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:52:22.724257 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device e21676b2-5ce8-4761-bc2e-3c60f3072abc not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:22.759986 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.762294 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.785154 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.785719 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed6abedc-e98c-4b25-af14-0a30ec5f579c {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:52:22.797466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.798589 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-92af5b22-90fc-4a61-b790-8f89d0c5a7d1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ed6abedc-e98c-4b25-af14-0a30ec5f579c HTTP/1.1" status: 204 len: 168 time: 1.3489830 Feb 04 16:52:22.801168 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56470) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:22.862262 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe693fa-fb1a-427a-a5ff-f81b08f941c8 admin admin] Deleting subnet dfb1273b-4208-4093-82b1-4876232fce7f {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:52:22.865047 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fe693fa-fb1a-427a-a5ff-f81b08f941c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.913090 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fe693fa-fb1a-427a-a5ff-f81b08f941c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.994122 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fe693fa-fb1a-427a-a5ff-f81b08f941c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.070452 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fe693fa-fb1a-427a-a5ff-f81b08f941c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.108735 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe693fa-fb1a-427a-a5ff-f81b08f941c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb1273b-4208-4093-82b1-4876232fce7f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:23.114011 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fe693fa-fb1a-427a-a5ff-f81b08f941c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.122427 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea58c9-653a-4e23-baef-3c03f88c1178 None None] Network 99d2ec41-2737-4b07-9360-ee5443f8936f requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:52:23.122582 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-2fe693fa-fb1a-427a-a5ff-f81b08f941c8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dfb1273b-4208-4093-82b1-4876232fce7f HTTP/1.1" status: 204 len: 168 time: 0.3179317 Feb 04 16:52:23.122582 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56474) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:23.232356 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.243781 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Deleting port 97a6b7d5-79d0-43f6-9446-900bc8446036 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:23.244192 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.409724 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] DHCP port deletion for 99d2ec41-2737-4b07-9360-ee5443f8936f request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:52:23.414035 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] Deleting port 97a6b7d5-79d0-43f6-9446-900bc8446036 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:23.414407 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.470189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] For port 97a6b7d5-79d0-43f6-9446-900bc8446036, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=97a6b7d5-79d0-43f6-9446-900bc8446036,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:23.471044 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.592556 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Calling delete_port for 97a6b7d5-79d0-43f6-9446-900bc8446036 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:23.622446 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] For port 97a6b7d5-79d0-43f6-9446-900bc8446036, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=97a6b7d5-79d0-43f6-9446-900bc8446036,segment=NetworkSegment(4f13f5ac-688e-42df-b04a-cdf96c459a6a),segment_id=4f13f5ac-688e-42df-b04a-cdf96c459a6a)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:23.622736 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.668858 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.747261 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] Calling delete_port for 97a6b7d5-79d0-43f6-9446-900bc8446036 owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:23.821124 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:52:23.821478 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:52:23.822749 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Pushing event deleted for resources: {'Port': ['ID=97a6b7d5-79d0-43f6-9446-900bc8446036,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:23.828137 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] No DVR routers for this DVR port 97a6b7d5-79d0-43f6-9446-900bc8446036 on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:52:23.943195 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:23.969906 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d2ec41-2737-4b07-9360-ee5443f8936f']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:23.984128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f13f5ac-688e-42df-b04a-cdf96c459a6a') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:23.984128 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f13f5ac-688e-42df-b04a-cdf96c459a6a') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:23.994302 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.010220 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.016661 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:52:24.017095 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:52:24.030896 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:52:24.110167 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.114881 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.138988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] Pushing event deleted for resources: {'Network': ['ID=99d2ec41-2737-4b07-9360-ee5443f8936f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:24.151813 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-12ae32a9-f305-4683-9cf0-763a67c3198f admin admin] 10.222.0.46 "DELETE /v2.0/networks/99d2ec41-2737-4b07-9360-ee5443f8936f HTTP/1.1" status: 204 len: 168 time: 1.0282526 Feb 04 16:52:24.154741 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56478) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:24.322805 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] Deleting port 97a6b7d5-79d0-43f6-9446-900bc8446036 {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:24.323264 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:24.393676 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b84ee-d990-4b75-9d65-99a2e72a7b64 None None] The port '97a6b7d5-79d0-43f6-9446-900bc8446036' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:52:24.613472 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 97a6b7d5-79d0-43f6-9446-900bc8446036 no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:24.647767 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 97a6b7d5-79d0-43f6-9446-900bc8446036 {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:52:24.648113 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 97a6b7d5-79d0-43f6-9446-900bc8446036 not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:24.648528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device caef4a6d-dd13-476e-b51b-e4f79c99cffa no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:24.683990 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: caef4a6d-dd13-476e-b51b-e4f79c99cffa {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:52:24.684252 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device caef4a6d-dd13-476e-b51b-e4f79c99cffa not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:24.715499 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437212'] for router_interface, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.068732 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Deleting port bb32dcb5-d58f-4efd-8ff5-8a006054a10f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:25.069099 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.349406 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] For port bb32dcb5-d58f-4efd-8ff5-8a006054a10f, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=bb32dcb5-d58f-4efd-8ff5-8a006054a10f,segment=NetworkSegment(c1106aa9-81ef-4a36-930e-7bf5c5683432),segment_id=c1106aa9-81ef-4a36-930e-7bf5c5683432)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:25.349976 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.475988 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Calling delete_port for bb32dcb5-d58f-4efd-8ff5-8a006054a10f owned by network:router_interface {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:25.653301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:25.702260 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb32dcb5-d58f-4efd-8ff5-8a006054a10f,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:25.976265 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66591244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426572'] for router_interface, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:26.335019 n-d-827870-1 neutron-server[87570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 has already been hosted by L3 agent 3d37af53-5f7a-4dc4-b491-23221846e14c {{(pid=87570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 16:52:26.518851 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] Notify agent at l3_agent.n-d-827870-1 the message routers_updated {{(pid=87570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 16:52:26.526983 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] Sync routers for ids ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'] in n-d-827870-1 {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:52:26.535630 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-057e9041-5269-4e58-be4b-1377ee415e86 admin admin] 10.222.0.46 "PUT /v2.0/routers/4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3799012 Feb 04 16:52:26.537466 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] Routers {'4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:52:26.538097 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:26.538256 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56482) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:26.757872 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] Set router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 gateway port host: n-d-827870-1 {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:52:26.847179 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks [] for router, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.046776 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.057541 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Deleting port 36024257-a1a8-430a-971e-4c701f404e1c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:27.057875 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.059398 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'external_fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '36024257-a1a8-430a-971e-4c701f404e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:15Z', 'updated_at': '2022-02-04T16:52:25Z', 'revision_number': 5, 'project_id': '83848994a0174720b1e5644952ad686f', 'gw_port': {'id': '36024257-a1a8-430a-971e-4c701f404e1c', 'name': '', 'network_id': 'cee49329-a2e8-404b-bc10-5459d077e066', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827870-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:47:16Z', 'updated_at': '2022-02-04T16:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4d331da-e5ec-4a95-aa45-9e96d73cf48c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827870-1'}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:27.063629 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] Checking router: 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 for host: n-d-827870-1 {{(pid=87573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:52:27.072153 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] Routers {'4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'} bound to L3 agent in host n-d-827870-1 {{(pid=87573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 16:52:27.072740 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827870-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:12:37Z,description=,heartbeat_timestamp=2022-02-04T16:52:07Z,host='n-d-827870-1',id=3d37af53-5f7a-4dc4-b491-23221846e14c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:12:37Z,topic='l3_agent')) {'router_ids': ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'], 'active': True} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:27.222690 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_dvr_db [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] Set router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 gateway port host: None {{(pid=87573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 16:52:27.233684 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] For port 36024257-a1a8-430a-971e-4c701f404e1c, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=36024257-a1a8-430a-971e-4c701f404e1c,segment=NetworkSegment(212080b2-1572-4bcc-966a-01abb8303683),segment_id=212080b2-1572-4bcc-966a-01abb8303683)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:27.234037 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.347630 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.l3_hamode_db [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:15Z', 'updated_at': '2022-02-04T16:52:27Z', 'revision_number': 6, 'project_id': '83848994a0174720b1e5644952ad686f', 'gw_port_host': None}], 'n-d-827870-1', False) {} {{(pid=87573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:27.351762 n-d-827870-1 neutron-server[87573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051be51-e42d-482d-a4ad-00e6222e45d1 None None] The sync data for ids ['4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8'] in n-d-827870-1 is: [{'id': '4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8', 'name': 'tempest-TestSnapshotPattern-720577639-router', 'tenant_id': '83848994a0174720b1e5644952ad686f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:47:15Z', 'updated_at': '2022-02-04T16:52:27Z', 'revision_number': 6, 'project_id': '83848994a0174720b1e5644952ad686f', 'gw_port_host': None}] {{(pid=87573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:52:27.370472 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Calling delete_port for 36024257-a1a8-430a-971e-4c701f404e1c owned by network:router_gateway {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:27.537834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.583596 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=36024257-a1a8-430a-971e-4c701f404e1c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:27.682608 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455929'] for router_gateway, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.864721 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5511'] for router, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.866943 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.889629 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428947'] for router, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.890515 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 {{(pid=87570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 16:52:27.902819 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] Notify callbacks [] for router, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.903943 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-be0b2ea6-0f6d-430c-b25a-d64867693c07 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4ea1c5fd-e3e8-4883-950f-8e5dd7e19db8 HTTP/1.1" status: 204 len: 168 time: 1.3648124 Feb 04 16:52:27.906466 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56486) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:27.965843 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.db_base_plugin_v2 [None req-529cac77-8828-4529-ad15-bf24077c15ef admin admin] Deleting subnet 73177269-5c67-40b3-aab8-3870503fb1a1 {{(pid=87570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 16:52:27.968691 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-529cac77-8828-4529-ad15-bf24077c15ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.022824 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-529cac77-8828-4529-ad15-bf24077c15ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2909793'] for subnet, precommit_delete_associations {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.104466 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-529cac77-8828-4529-ad15-bf24077c15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66567800'] for subnet, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.174686 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-529cac77-8828-4529-ad15-bf24077c15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66567793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1880035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1783921'] for subnet, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.334517 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-529cac77-8828-4529-ad15-bf24077c15ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.337031 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cac77-8828-4529-ad15-bf24077c15ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73177269-5c67-40b3-aab8-3870503fb1a1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:28.340528 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a2d68-7920-4fb8-99c1-c88b9f9c0f43 None None] Network efd1534e-0c4d-477c-92d5-12efc920567b requested from n-d-827870-1 {{(pid=87572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 16:52:28.343809 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-529cac77-8828-4529-ad15-bf24077c15ef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/73177269-5c67-40b3-aab8-3870503fb1a1 HTTP/1.1" status: 204 len: 168 time: 0.4364026 Feb 04 16:52:28.346444 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56490) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:28.455454 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598851'] for network, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.466442 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Deleting port b469b9c3-a902-44a1-9b1e-cd3b14551f2b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:28.466781 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.633023 n-d-827870-1 neutron-server[87572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7820a273-adc2-4283-8f99-87837bae290c None None] DHCP port deletion for efd1534e-0c4d-477c-92d5-12efc920567b request from n-d-827870-1 {{(pid=87572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 16:52:28.637089 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7820a273-adc2-4283-8f99-87837bae290c None None] Deleting port b469b9c3-a902-44a1-9b1e-cd3b14551f2b {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:28.637620 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7820a273-adc2-4283-8f99-87837bae290c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.669784 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 36024257-a1a8-430a-971e-4c701f404e1c no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:28.679531 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] For port b469b9c3-a902-44a1-9b1e-cd3b14551f2b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b469b9c3-a902-44a1-9b1e-cd3b14551f2b,segment=NetworkSegment(c1106aa9-81ef-4a36-930e-7bf5c5683432),segment_id=c1106aa9-81ef-4a36-930e-7bf5c5683432)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:28.680030 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.714525 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: 36024257-a1a8-430a-971e-4c701f404e1c {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:52:28.714865 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device 36024257-a1a8-430a-971e-4c701f404e1c not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:28.715282 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bb32dcb5-d58f-4efd-8ff5-8a006054a10f no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:28.756519 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: bb32dcb5-d58f-4efd-8ff5-8a006054a10f {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:52:28.756880 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device bb32dcb5-d58f-4efd-8ff5-8a006054a10f not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:28.807061 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Calling delete_port for b469b9c3-a902-44a1-9b1e-cd3b14551f2b owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:28.886740 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67046024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759485116950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759484654605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1879952'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.915688 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.db [None req-7820a273-adc2-4283-8f99-87837bae290c None None] For port b469b9c3-a902-44a1-9b1e-cd3b14551f2b, host n-d-827870-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827870-1',level=0,port_id=b469b9c3-a902-44a1-9b1e-cd3b14551f2b,segment=NetworkSegment(c1106aa9-81ef-4a36-930e-7bf5c5683432),segment_id=c1106aa9-81ef-4a36-930e-7bf5c5683432)] {{(pid=87572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 16:52:28.916183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7820a273-adc2-4283-8f99-87837bae290c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429706'] for port, precommit_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.936109 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=b469b9c3-a902-44a1-9b1e-cd3b14551f2b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:28.937913 n-d-827870-1 neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] No DVR routers for this DVR port b469b9c3-a902-44a1-9b1e-cd3b14551f2b on host n-d-827870-1 {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:52:29.040952 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7820a273-adc2-4283-8f99-87837bae290c None None] Calling delete_port for b469b9c3-a902-44a1-9b1e-cd3b14551f2b owned by network:dhcp {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 16:52:29.055501 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66567337', 'neutron.services.segments.db._delete_segments_for_network-8759485162810'] for network, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.081410 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd1534e-0c4d-477c-92d5-12efc920567b']}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:29.097891 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1106aa9-81ef-4a36-930e-7bf5c5683432') {'for_net_delete': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:29.098189 n-d-827870-1 neutron-server[87570]: DEBUG neutron.services.segments.db [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1106aa9-81ef-4a36-930e-7bf5c5683432') {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:29.111364 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759485163349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2909782'] for segment, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.113709 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.db.api [None req-7820a273-adc2-4283-8f99-87837bae290c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:52:29.114057 n-d-827870-1 neutron-server[87572]: DEBUG oslo_db.api [None req-7820a273-adc2-4283-8f99-87837bae290c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:52:29.126767 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66560432'] for segment, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.133096 n-d-827870-1 neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:52:29.133480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66560425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1879617'] for segment, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: Traceback (most recent call last): Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: timer() Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: cb(*args, **kw) Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: return func(*args, **kwargs) Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: self._notify() Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: self.callback(batched_events) Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: event.method(event) Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: return f(self, *a, **k) Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: return self._get(url).json() Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: return self.request(url, 'GET', **kwargs) Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:52:29.147270 n-d-827870-1 neutron-server[87570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:52:29.221809 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66567344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66591235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455900'] for network, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.237198 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Notify callbacks [] for network, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.253335 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=efd1534e-0c4d-477c-92d5-12efc920567b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:29.258726 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-af38bc14-10b6-4b81-b5cf-5f267ef64c5e admin admin] 10.222.0.46 "DELETE /v2.0/networks/efd1534e-0c4d-477c-92d5-12efc920567b HTTP/1.1" status: 204 len: 168 time: 0.9106212 Feb 04 16:52:29.369886 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56496) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:29.418164 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-c14d61a7-cc6b-4e5b-a934-15cd17178ba6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=704288ed9d754453a4c5fb93e30d7515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471485 Feb 04 16:52:29.420488 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56500) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:29.477571 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53ec4ee3-37bd-4cb4-a233-549c90e25429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.502897 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53ec4ee3-37bd-4cb4-a233-549c90e25429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.553834 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53ec4ee3-37bd-4cb4-a233-549c90e25429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.568860 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec4ee3-37bd-4cb4-a233-549c90e25429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1fafc7-681a-4efe-8066-2002f1d941e6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:29.576719 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53ec4ee3-37bd-4cb4-a233-549c90e25429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.577852 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-53ec4ee3-37bd-4cb4-a233-549c90e25429 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d1fafc7-681a-4efe-8066-2002f1d941e6 HTTP/1.1" status: 204 len: 168 time: 0.1563993 Feb 04 16:52:29.615039 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7820a273-adc2-4283-8f99-87837bae290c None None] Deleting port b469b9c3-a902-44a1-9b1e-cd3b14551f2b {{(pid=87572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 16:52:29.615529 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7820a273-adc2-4283-8f99-87837bae290c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759485113326'] for port, before_delete {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:29.682740 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-7820a273-adc2-4283-8f99-87837bae290c None None] The port 'b469b9c3-a902-44a1-9b1e-cd3b14551f2b' was deleted {{(pid=87572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 16:52:29.935599 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56508) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:29.984751 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4de03564-534c-48e6-8d5a-62b86596cf33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83848994a0174720b1e5644952ad686f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478332 Feb 04 16:52:29.987317 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [-] (87570) accepted ('10.222.0.46', 56512) {{(pid=87570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:30.046861 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4750e66d-0ed6-47ce-b9a6-76c37543f4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:30.072301 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4750e66d-0ed6-47ce-b9a6-76c37543f4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:30.123863 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4750e66d-0ed6-47ce-b9a6-76c37543f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444900'] for security_group, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:30.140252 n-d-827870-1 neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750e66d-0ed6-47ce-b9a6-76c37543f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6528dacb-cd2a-4d96-9c79-845e608e0129,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:30.144480 n-d-827870-1 neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4750e66d-0ed6-47ce-b9a6-76c37543f4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:30.145658 n-d-827870-1 neutron-server[87570]: INFO neutron.wsgi [None req-4750e66d-0ed6-47ce-b9a6-76c37543f4d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6528dacb-cd2a-4d96-9c79-845e608e0129 HTTP/1.1" status: 204 len: 168 time: 0.1574016 Feb 04 16:52:30.612156 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b469b9c3-a902-44a1-9b1e-cd3b14551f2b no longer exists at agent ovs-agent-n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:30.647627 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.plugin [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] No Port match for: b469b9c3-a902-44a1-9b1e-cd3b14551f2b {{(pid=87572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 16:52:30.648291 n-d-827870-1 neutron-server[87572]: DEBUG neutron.plugins.ml2.rpc [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Device b469b9c3-a902-44a1-9b1e-cd3b14551f2b not bound to the agent host n-d-827870-1 {{(pid=87572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:34.435291 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-12d303ab-f2eb-4249-89c4-a48b5c46103b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:36.807837 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-45c0a38c-18af-46bb-8768-66a38585953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:37.474517 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:37.946552 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:37.964303 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:39.494865 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:40.137183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:47.391146 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:53:04.437049 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-cd968a11-78cf-486f-9906-e2b36baf4696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:06.799839 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-541603d8-663b-4f64-9530-731dbebd577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:07.498685 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:07.949499 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:07.964173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:09.498237 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:10.151451 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:24.389846 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:53:34.439841 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2cd98898-fca1-4494-9282-5bf0cf8e6e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:36.800962 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9c68d69d-8bf4-49bd-8459-9d0fd7b73595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:37.507916 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:37.959071 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:37.965306 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:39.502446 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:40.150927 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:01.389214 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:54:04.442454 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-f8d71424-31ca-4a5c-b8ec-1c1a7dbe1ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:06.803260 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9369-977e-4e3a-a7f7-1be21300d324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:07.512605 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:07.956415 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:07.967018 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:09.504922 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:10.168053 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:34.444729 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-bf1c253c-8a1c-42fe-9f2d-28eb6af67b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:36.805719 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-92092794-8d05-4f36-899b-367f4676c9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.514223 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.966701 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.970820 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.388477 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:54:39.507096 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.170754 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:04.446979 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-336ee481-eef5-4a94-8726-986e87c577f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:06.807394 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-65e10dff-66e5-4b9e-a347-c3961a408be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:07.519096 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:07.962442 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:07.973019 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:09.510392 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:10.163142 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:15.388326 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:55:34.448512 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2bda-5d80-4dcd-98f2-8181ef0d876e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:36.808915 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-828e0819-7483-48a0-a890-8bb90a30717b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:37.523106 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:37.970886 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:37.974574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:39.513442 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:40.181159 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:52.387888 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:56:04.449954 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-24b2a619-05a6-4a90-b4a5-868ca4325d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:06.811616 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-02da0692-1330-4c03-9676-17708ff09a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.520040 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.978133 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.982403 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:09.516840 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.194553 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:29.387109 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:56:34.451154 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ab696f44-317f-4b4f-9643-208dec2b09ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:36.815488 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1ca86368-f32b-4fa2-819f-eff8ef8121f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:37.533486 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:37.978435 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:37.980492 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:39.519884 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:40.193591 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.453238 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b8e7f297-e24f-40d0-a7fb-6317b6b5bb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.386400 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:57:06.819373 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-7446bed0-023f-441a-95a3-0aab0578b733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.539487 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.981972 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.985010 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:09.523311 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.193393 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:34.457799 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-6ee5bab1-6096-41f9-aab7-e5e7d70fdd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:36.826407 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-313e05cd-1f59-42e6-b8dd-4aedae22b075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:37.540549 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:37.985887 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:37.988735 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:39.525595 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:40.192561 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:43.386117 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:58:04.460624 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-b17b3a9a-46a3-4fb6-afae-62b6cfc56a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:06.820183 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-9814dd0d-2aeb-4e65-9d46-6ee463d20d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:07.537628 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:07.989410 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:07.990492 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:09.530311 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:10.207203 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:20.387047 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:58:34.463478 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-1a6c50c4-be60-4758-8c5d-e1d4e52486bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.825173 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-83fc49e9-41c5-4143-9226-b9f81f6162f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.537282 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.995147 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.998308 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.532452 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.222610 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.387241 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:59:04.466489 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-453878f3-7f88-4e32-a3c1-3ff71cad62e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.827574 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0651bec0-25b9-4692-821d-f4d5f49b66ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.545127 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.991125 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.993057 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:09.535451 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.220639 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:34.387052 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:59:34.468707 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ec1b9ff6-dd18-4f9f-b4c2-c1372f97c9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:36.829351 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-d1880182-1bc2-42e4-bd58-5e7152006041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.546545 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.996851 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.998811 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:39.538375 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:40.227758 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:04.472530 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-96fef9e6-e238-4c40-afd8-1fa763252b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:06.831691 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-34d87880-ed0e-483a-8a4a-f467ed2e571b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:07.560534 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:08.001092 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:08.003337 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:09.542021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:10.219567 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:11.387625 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:00:15.439646 n-d-827870-1 neutron-server[87570]: DEBUG neutron.wsgi [req-c2b0510e-17fa-4c88-9664-2ea7e61fae3c req-0378da62-0d88-4d13-8cc0-15d95e7b47a1 service neutron] (87570) timed out ('10.222.0.46', 55130) {{(pid=87570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 17:00:34.474570 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-51c1db74-50af-4e15-9eaf-ad86cf1e8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:36.834774 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-105ed68c-21fc-468b-960b-cd3229eaee1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:37.580021 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-55232b63-05a7-4460-a37f-8a06f595eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:38.002289 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-2f998ba6-1510-425e-8a07-762f996bef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:38.003387 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-a4967653-8b8f-48c3-a03f-17edae65cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:39.545167 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-0af1796b-212e-4797-8f20-d362a8dd2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.234386 n-d-827870-1 neutron-server[87572]: DEBUG neutron_lib.callbacks.manager [None req-ba84615d-b007-4c37-9df5-7335aa17128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759485162792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66553075'] for agent, after_update {{(pid=87572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:48.386956 n-d-827870-1 neutron-server[87573]: DEBUG neutron.db.agents_db [None req-aea3a0a4-1872-40af-809e-14513ec6bc54 None None] Agent healthcheck: found 7 active agents {{(pid=87573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}